@loaders.gl/geospatial 0.0.0-stage → 5.0.0-alpha.13
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +8 -2
- package/dist/dbf-worker.js +17055 -0
- package/dist/dbf.d.ts +2 -0
- package/dist/dbf.d.ts.map +1 -0
- package/dist/dbf.js +5 -0
- package/dist/dbf.js.map +1 -0
- package/dist/flatgeobuf/bundled.d.ts +3 -0
- package/dist/flatgeobuf/bundled.d.ts.map +1 -0
- package/dist/flatgeobuf/bundled.js +5 -0
- package/dist/flatgeobuf/bundled.js.map +1 -0
- package/dist/flatgeobuf/flatgeobuf-format.d.ts +12 -0
- package/dist/flatgeobuf/flatgeobuf-format.d.ts.map +1 -0
- package/dist/flatgeobuf/flatgeobuf-format.js +15 -0
- package/dist/flatgeobuf/flatgeobuf-format.js.map +1 -0
- package/dist/flatgeobuf/flatgeobuf-loader-types.d.ts +104 -0
- package/dist/flatgeobuf/flatgeobuf-loader-types.d.ts.map +1 -0
- package/dist/flatgeobuf/flatgeobuf-loader-types.js +36 -0
- package/dist/flatgeobuf/flatgeobuf-loader-types.js.map +1 -0
- package/dist/flatgeobuf/flatgeobuf-loader.d.ts +59 -0
- package/dist/flatgeobuf/flatgeobuf-loader.d.ts.map +1 -0
- package/dist/flatgeobuf/flatgeobuf-loader.js +38 -0
- package/dist/flatgeobuf/flatgeobuf-loader.js.map +1 -0
- package/dist/flatgeobuf/flatgeobuf-source-loader.d.ts +105 -0
- package/dist/flatgeobuf/flatgeobuf-source-loader.d.ts.map +1 -0
- package/dist/flatgeobuf/flatgeobuf-source-loader.js +240 -0
- package/dist/flatgeobuf/flatgeobuf-source-loader.js.map +1 -0
- package/dist/flatgeobuf/flatgeobuf-table-query-capabilities.d.ts +4 -0
- package/dist/flatgeobuf/flatgeobuf-table-query-capabilities.d.ts.map +1 -0
- package/dist/flatgeobuf/flatgeobuf-table-query-capabilities.js +12 -0
- package/dist/flatgeobuf/flatgeobuf-table-query-capabilities.js.map +1 -0
- package/dist/flatgeobuf/index.cjs +5552 -0
- package/dist/flatgeobuf/index.cjs.map +6 -0
- package/dist/flatgeobuf/index.d.ts +9 -0
- package/dist/flatgeobuf/index.d.ts.map +1 -0
- package/dist/flatgeobuf/index.js +11 -0
- package/dist/flatgeobuf/index.js.map +1 -0
- package/dist/flatgeobuf/lib/flatgeobuf-reader.d.ts +97 -0
- package/dist/flatgeobuf/lib/flatgeobuf-reader.d.ts.map +1 -0
- package/dist/flatgeobuf/lib/flatgeobuf-reader.js +577 -0
- package/dist/flatgeobuf/lib/flatgeobuf-reader.js.map +1 -0
- package/dist/flatgeobuf/lib/flatgeobuf-worker-transport.d.ts +8 -0
- package/dist/flatgeobuf/lib/flatgeobuf-worker-transport.d.ts.map +1 -0
- package/dist/flatgeobuf/lib/flatgeobuf-worker-transport.js +44 -0
- package/dist/flatgeobuf/lib/flatgeobuf-worker-transport.js.map +1 -0
- package/dist/flatgeobuf/lib/parse-flatgeobuf.d.ts +36 -0
- package/dist/flatgeobuf/lib/parse-flatgeobuf.d.ts.map +1 -0
- package/dist/flatgeobuf/lib/parse-flatgeobuf.js +269 -0
- package/dist/flatgeobuf/lib/parse-flatgeobuf.js.map +1 -0
- package/dist/flatgeobuf/unbundled.d.ts +3 -0
- package/dist/flatgeobuf/unbundled.d.ts.map +1 -0
- package/dist/flatgeobuf/unbundled.js +5 -0
- package/dist/flatgeobuf/unbundled.js.map +1 -0
- package/dist/flatgeobuf-worker.js +31367 -0
- package/dist/flatgeobuf.d.ts +3 -0
- package/dist/flatgeobuf.d.ts.map +1 -0
- package/dist/flatgeobuf.js +5 -0
- package/dist/flatgeobuf.js.map +1 -0
- package/dist/geopackage/bundled.d.ts +3 -0
- package/dist/geopackage/bundled.d.ts.map +1 -0
- package/dist/geopackage/bundled.js +5 -0
- package/dist/geopackage/bundled.js.map +1 -0
- package/dist/geopackage/geopackage-format.d.ts +11 -0
- package/dist/geopackage/geopackage-format.d.ts.map +1 -0
- package/dist/geopackage/geopackage-format.js +14 -0
- package/dist/geopackage/geopackage-format.js.map +1 -0
- package/dist/geopackage/geopackage-loader-options.d.ts +5 -0
- package/dist/geopackage/geopackage-loader-options.d.ts.map +1 -0
- package/dist/geopackage/geopackage-loader-options.js +12 -0
- package/dist/geopackage/geopackage-loader-options.js.map +1 -0
- package/dist/geopackage/geopackage-loader-types.d.ts +72 -0
- package/dist/geopackage/geopackage-loader-types.d.ts.map +1 -0
- package/dist/geopackage/geopackage-loader-types.js +30 -0
- package/dist/geopackage/geopackage-loader-types.js.map +1 -0
- package/dist/geopackage/geopackage-loader.d.ts +26 -0
- package/dist/geopackage/geopackage-loader.d.ts.map +1 -0
- package/dist/geopackage/geopackage-loader.js +12 -0
- package/dist/geopackage/geopackage-loader.js.map +1 -0
- package/dist/geopackage/geopackage-source-loader.d.ts +99 -0
- package/dist/geopackage/geopackage-source-loader.d.ts.map +1 -0
- package/dist/geopackage/geopackage-source-loader.js +258 -0
- package/dist/geopackage/geopackage-source-loader.js.map +1 -0
- package/dist/geopackage/index.cjs +4443 -0
- package/dist/geopackage/index.cjs.map +6 -0
- package/dist/geopackage/index.d.ts +7 -0
- package/dist/geopackage/index.d.ts.map +1 -0
- package/dist/geopackage/index.js +7 -0
- package/dist/geopackage/index.js.map +1 -0
- package/dist/geopackage/lib/geopackage-tile-metadata.d.ts +22 -0
- package/dist/geopackage/lib/geopackage-tile-metadata.d.ts.map +1 -0
- package/dist/geopackage/lib/geopackage-tile-metadata.js +105 -0
- package/dist/geopackage/lib/geopackage-tile-metadata.js.map +1 -0
- package/dist/geopackage/lib/parse-geopackage.d.ts +39 -0
- package/dist/geopackage/lib/parse-geopackage.d.ts.map +1 -0
- package/dist/geopackage/lib/parse-geopackage.js +485 -0
- package/dist/geopackage/lib/parse-geopackage.js.map +1 -0
- package/dist/geopackage/lib/types.d.ts +216 -0
- package/dist/geopackage/lib/types.d.ts.map +1 -0
- package/dist/geopackage/lib/types.js +5 -0
- package/dist/geopackage/lib/types.js.map +1 -0
- package/dist/geopackage/unbundled.d.ts +3 -0
- package/dist/geopackage/unbundled.d.ts.map +1 -0
- package/dist/geopackage/unbundled.js +5 -0
- package/dist/geopackage/unbundled.js.map +1 -0
- package/dist/geopackage.d.ts +3 -0
- package/dist/geopackage.d.ts.map +1 -0
- package/dist/geopackage.js +5 -0
- package/dist/geopackage.js.map +1 -0
- package/dist/gpx.d.ts +2 -0
- package/dist/gpx.d.ts.map +1 -0
- package/dist/gpx.js +5 -0
- package/dist/gpx.js.map +1 -0
- package/dist/index.cjs +15221 -0
- package/dist/index.cjs.map +6 -0
- package/dist/index.d.ts +27 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +20 -0
- package/dist/index.js.map +1 -0
- package/dist/kml/bundled.d.ts +13 -0
- package/dist/kml/bundled.d.ts.map +1 -0
- package/dist/kml/bundled.js +10 -0
- package/dist/kml/bundled.js.map +1 -0
- package/dist/kml/gpx-loader-types.d.ts +61 -0
- package/dist/kml/gpx-loader-types.d.ts.map +1 -0
- package/dist/kml/gpx-loader-types.js +25 -0
- package/dist/kml/gpx-loader-types.js.map +1 -0
- package/dist/kml/gpx-loader.d.ts +56 -0
- package/dist/kml/gpx-loader.d.ts.map +1 -0
- package/dist/kml/gpx-loader.js +62 -0
- package/dist/kml/gpx-loader.js.map +1 -0
- package/dist/kml/index.cjs +11444 -0
- package/dist/kml/index.cjs.map +6 -0
- package/dist/kml/index.d.ts +18 -0
- package/dist/kml/index.d.ts.map +1 -0
- package/dist/kml/index.js +13 -0
- package/dist/kml/index.js.map +1 -0
- package/dist/kml/kml-format.d.ts +50 -0
- package/dist/kml/kml-format.d.ts.map +1 -0
- package/dist/kml/kml-format.js +62 -0
- package/dist/kml/kml-format.js.map +1 -0
- package/dist/kml/kml-loader-types.d.ts +61 -0
- package/dist/kml/kml-loader-types.d.ts.map +1 -0
- package/dist/kml/kml-loader-types.js +25 -0
- package/dist/kml/kml-loader-types.js.map +1 -0
- package/dist/kml/kml-loader.d.ts +56 -0
- package/dist/kml/kml-loader.d.ts.map +1 -0
- package/dist/kml/kml-loader.js +60 -0
- package/dist/kml/kml-loader.js.map +1 -0
- package/dist/kml/kml-parser.d.ts +98 -0
- package/dist/kml/kml-parser.d.ts.map +1 -0
- package/dist/kml/kml-parser.js +461 -0
- package/dist/kml/kml-parser.js.map +1 -0
- package/dist/kml/kml-writer.d.ts +64 -0
- package/dist/kml/kml-writer.d.ts.map +1 -0
- package/dist/kml/kml-writer.js +202 -0
- package/dist/kml/kml-writer.js.map +1 -0
- package/dist/kml/kmz-archive.d.ts +19 -0
- package/dist/kml/kmz-archive.d.ts.map +1 -0
- package/dist/kml/kmz-archive.js +72 -0
- package/dist/kml/kmz-archive.js.map +1 -0
- package/dist/kml/kmz-loader-types.d.ts +58 -0
- package/dist/kml/kmz-loader-types.d.ts.map +1 -0
- package/dist/kml/kmz-loader-types.js +24 -0
- package/dist/kml/kmz-loader-types.js.map +1 -0
- package/dist/kml/kmz-loader.d.ts +29 -0
- package/dist/kml/kmz-loader.d.ts.map +1 -0
- package/dist/kml/kmz-loader.js +41 -0
- package/dist/kml/kmz-loader.js.map +1 -0
- package/dist/kml/kmz-source.d.ts +62 -0
- package/dist/kml/kmz-source.d.ts.map +1 -0
- package/dist/kml/kmz-source.js +177 -0
- package/dist/kml/kmz-source.js.map +1 -0
- package/dist/kml/lib/feature-collection-to-arrow.d.ts +90 -0
- package/dist/kml/lib/feature-collection-to-arrow.d.ts.map +1 -0
- package/dist/kml/lib/feature-collection-to-arrow.js +181 -0
- package/dist/kml/lib/feature-collection-to-arrow.js.map +1 -0
- package/dist/kml/sports-track-parser.d.ts +6 -0
- package/dist/kml/sports-track-parser.d.ts.map +1 -0
- package/dist/kml/sports-track-parser.js +411 -0
- package/dist/kml/sports-track-parser.js.map +1 -0
- package/dist/kml/tcx-loader-types.d.ts +61 -0
- package/dist/kml/tcx-loader-types.d.ts.map +1 -0
- package/dist/kml/tcx-loader-types.js +25 -0
- package/dist/kml/tcx-loader-types.js.map +1 -0
- package/dist/kml/tcx-loader.d.ts +56 -0
- package/dist/kml/tcx-loader.d.ts.map +1 -0
- package/dist/kml/tcx-loader.js +62 -0
- package/dist/kml/tcx-loader.js.map +1 -0
- package/dist/kml/unbundled.d.ts +13 -0
- package/dist/kml/unbundled.d.ts.map +1 -0
- package/dist/kml/unbundled.js +10 -0
- package/dist/kml/unbundled.js.map +1 -0
- package/dist/kml.d.ts +3 -0
- package/dist/kml.d.ts.map +1 -0
- package/dist/kml.js +5 -0
- package/dist/kml.js.map +1 -0
- package/dist/kmz.d.ts +2 -0
- package/dist/kmz.d.ts.map +1 -0
- package/dist/kmz.js +5 -0
- package/dist/kmz.js.map +1 -0
- package/dist/shapefile/bundled.d.ts +7 -0
- package/dist/shapefile/bundled.d.ts.map +1 -0
- package/dist/shapefile/bundled.js +7 -0
- package/dist/shapefile/bundled.js.map +1 -0
- package/dist/shapefile/dbf-format.d.ts +12 -0
- package/dist/shapefile/dbf-format.d.ts.map +1 -0
- package/dist/shapefile/dbf-format.js +15 -0
- package/dist/shapefile/dbf-format.js.map +1 -0
- package/dist/shapefile/dbf-loader-types.d.ts +15 -0
- package/dist/shapefile/dbf-loader-types.d.ts.map +1 -0
- package/dist/shapefile/dbf-loader-types.js +34 -0
- package/dist/shapefile/dbf-loader-types.js.map +1 -0
- package/dist/shapefile/dbf-loader.d.ts +48 -0
- package/dist/shapefile/dbf-loader.d.ts.map +1 -0
- package/dist/shapefile/dbf-loader.js +39 -0
- package/dist/shapefile/dbf-loader.js.map +1 -0
- package/dist/shapefile/index.cjs +5750 -0
- package/dist/shapefile/index.cjs.map +6 -0
- package/dist/shapefile/index.d.ts +16 -0
- package/dist/shapefile/index.d.ts.map +1 -0
- package/dist/shapefile/index.js +18 -0
- package/dist/shapefile/index.js.map +1 -0
- package/dist/shapefile/lib/parsers/build-geoarrow-geometry-arrow.d.ts +18 -0
- package/dist/shapefile/lib/parsers/build-geoarrow-geometry-arrow.d.ts.map +1 -0
- package/dist/shapefile/lib/parsers/build-geoarrow-geometry-arrow.js +129 -0
- package/dist/shapefile/lib/parsers/build-geoarrow-geometry-arrow.js.map +1 -0
- package/dist/shapefile/lib/parsers/build-wkb-geometry-arrow.d.ts +12 -0
- package/dist/shapefile/lib/parsers/build-wkb-geometry-arrow.d.ts.map +1 -0
- package/dist/shapefile/lib/parsers/build-wkb-geometry-arrow.js +206 -0
- package/dist/shapefile/lib/parsers/build-wkb-geometry-arrow.js.map +1 -0
- package/dist/shapefile/lib/parsers/parse-dbf-to-arrow.d.ts +26 -0
- package/dist/shapefile/lib/parsers/parse-dbf-to-arrow.d.ts.map +1 -0
- package/dist/shapefile/lib/parsers/parse-dbf-to-arrow.js +347 -0
- package/dist/shapefile/lib/parsers/parse-dbf-to-arrow.js.map +1 -0
- package/dist/shapefile/lib/parsers/parse-dbf.d.ts +14 -0
- package/dist/shapefile/lib/parsers/parse-dbf.d.ts.map +1 -0
- package/dist/shapefile/lib/parsers/parse-dbf.js +352 -0
- package/dist/shapefile/lib/parsers/parse-dbf.js.map +1 -0
- package/dist/shapefile/lib/parsers/parse-shapefile.d.ts +50 -0
- package/dist/shapefile/lib/parsers/parse-shapefile.d.ts.map +1 -0
- package/dist/shapefile/lib/parsers/parse-shapefile.js +306 -0
- package/dist/shapefile/lib/parsers/parse-shapefile.js.map +1 -0
- package/dist/shapefile/lib/parsers/parse-shp-geometry.d.ts +50 -0
- package/dist/shapefile/lib/parsers/parse-shp-geometry.d.ts.map +1 -0
- package/dist/shapefile/lib/parsers/parse-shp-geometry.js +384 -0
- package/dist/shapefile/lib/parsers/parse-shp-geometry.js.map +1 -0
- package/dist/shapefile/lib/parsers/parse-shp-header.d.ts +26 -0
- package/dist/shapefile/lib/parsers/parse-shp-header.d.ts.map +1 -0
- package/dist/shapefile/lib/parsers/parse-shp-header.js +43 -0
- package/dist/shapefile/lib/parsers/parse-shp-header.js.map +1 -0
- package/dist/shapefile/lib/parsers/parse-shp-to-arrow.d.ts +5 -0
- package/dist/shapefile/lib/parsers/parse-shp-to-arrow.d.ts.map +1 -0
- package/dist/shapefile/lib/parsers/parse-shp-to-arrow.js +130 -0
- package/dist/shapefile/lib/parsers/parse-shp-to-arrow.js.map +1 -0
- package/dist/shapefile/lib/parsers/parse-shp.d.ts +24 -0
- package/dist/shapefile/lib/parsers/parse-shp.d.ts.map +1 -0
- package/dist/shapefile/lib/parsers/parse-shp.js +194 -0
- package/dist/shapefile/lib/parsers/parse-shp.js.map +1 -0
- package/dist/shapefile/lib/parsers/parse-shx.d.ts +10 -0
- package/dist/shapefile/lib/parsers/parse-shx.d.ts.map +1 -0
- package/dist/shapefile/lib/parsers/parse-shx.js +28 -0
- package/dist/shapefile/lib/parsers/parse-shx.js.map +1 -0
- package/dist/shapefile/lib/parsers/types.d.ts +85 -0
- package/dist/shapefile/lib/parsers/types.d.ts.map +1 -0
- package/dist/shapefile/lib/parsers/types.js +5 -0
- package/dist/shapefile/lib/parsers/types.js.map +1 -0
- package/dist/shapefile/lib/shapefile-worker-transport.d.ts +10 -0
- package/dist/shapefile/lib/shapefile-worker-transport.d.ts.map +1 -0
- package/dist/shapefile/lib/shapefile-worker-transport.js +46 -0
- package/dist/shapefile/lib/shapefile-worker-transport.js.map +1 -0
- package/dist/shapefile/lib/streaming/binary-chunk-reader.d.ts +2 -0
- package/dist/shapefile/lib/streaming/binary-chunk-reader.d.ts.map +1 -0
- package/dist/shapefile/lib/streaming/binary-chunk-reader.js +5 -0
- package/dist/shapefile/lib/streaming/binary-chunk-reader.js.map +1 -0
- package/dist/shapefile/lib/streaming/binary-reader.d.ts +32 -0
- package/dist/shapefile/lib/streaming/binary-reader.d.ts.map +1 -0
- package/dist/shapefile/lib/streaming/binary-reader.js +55 -0
- package/dist/shapefile/lib/streaming/binary-reader.js.map +1 -0
- package/dist/shapefile/lib/streaming/zip-batch-iterators.d.ts +11 -0
- package/dist/shapefile/lib/streaming/zip-batch-iterators.d.ts.map +1 -0
- package/dist/shapefile/lib/streaming/zip-batch-iterators.js +67 -0
- package/dist/shapefile/lib/streaming/zip-batch-iterators.js.map +1 -0
- package/dist/shapefile/shapefile-arrow-loader.d.ts +8 -0
- package/dist/shapefile/shapefile-arrow-loader.d.ts.map +1 -0
- package/dist/shapefile/shapefile-arrow-loader.js +316 -0
- package/dist/shapefile/shapefile-arrow-loader.js.map +1 -0
- package/dist/shapefile/shapefile-loader-types.d.ts +80 -0
- package/dist/shapefile/shapefile-loader-types.d.ts.map +1 -0
- package/dist/shapefile/shapefile-loader-types.js +29 -0
- package/dist/shapefile/shapefile-loader-types.js.map +1 -0
- package/dist/shapefile/shapefile-loader.d.ts +57 -0
- package/dist/shapefile/shapefile-loader.d.ts.map +1 -0
- package/dist/shapefile/shapefile-loader.js +29 -0
- package/dist/shapefile/shapefile-loader.js.map +1 -0
- package/dist/shapefile/shp-format.d.ts +27 -0
- package/dist/shapefile/shp-format.d.ts.map +1 -0
- package/dist/shapefile/shp-format.js +31 -0
- package/dist/shapefile/shp-format.js.map +1 -0
- package/dist/shapefile/shp-loader-types.d.ts +28 -0
- package/dist/shapefile/shp-loader-types.d.ts.map +1 -0
- package/dist/shapefile/shp-loader-types.js +31 -0
- package/dist/shapefile/shp-loader-types.js.map +1 -0
- package/dist/shapefile/shp-loader.d.ts +53 -0
- package/dist/shapefile/shp-loader.d.ts.map +1 -0
- package/dist/shapefile/shp-loader.js +38 -0
- package/dist/shapefile/shp-loader.js.map +1 -0
- package/dist/shapefile/unbundled.d.ts +7 -0
- package/dist/shapefile/unbundled.d.ts.map +1 -0
- package/dist/shapefile/unbundled.js +7 -0
- package/dist/shapefile/unbundled.js.map +1 -0
- package/dist/shapefile.d.ts +3 -0
- package/dist/shapefile.d.ts.map +1 -0
- package/dist/shapefile.js +5 -0
- package/dist/shapefile.js.map +1 -0
- package/dist/shp-worker.js +20183 -0
- package/dist/shp.d.ts +2 -0
- package/dist/shp.d.ts.map +1 -0
- package/dist/shp.js +5 -0
- package/dist/shp.js.map +1 -0
- package/dist/tcx.d.ts +2 -0
- package/dist/tcx.d.ts.map +1 -0
- package/dist/tcx.js +5 -0
- package/dist/tcx.js.map +1 -0
- package/dist/workers/dbf-worker.d.ts +2 -0
- package/dist/workers/dbf-worker.d.ts.map +1 -0
- package/dist/workers/dbf-worker.js +7 -0
- package/dist/workers/dbf-worker.js.map +1 -0
- package/dist/workers/flatgeobuf-worker.d.ts +2 -0
- package/dist/workers/flatgeobuf-worker.d.ts.map +1 -0
- package/dist/workers/flatgeobuf-worker.js +7 -0
- package/dist/workers/flatgeobuf-worker.js.map +1 -0
- package/dist/workers/geopackage-worker.d.ts +2 -0
- package/dist/workers/geopackage-worker.d.ts.map +1 -0
- package/dist/workers/geopackage-worker.js +7 -0
- package/dist/workers/geopackage-worker.js.map +1 -0
- package/dist/workers/shp-worker.d.ts +2 -0
- package/dist/workers/shp-worker.d.ts.map +1 -0
- package/dist/workers/shp-worker.js +7 -0
- package/dist/workers/shp-worker.js.map +1 -0
- package/package.json +286 -4
- package/src/dbf.ts +5 -0
- package/src/flatgeobuf/LICENSE +9 -0
- package/src/flatgeobuf/bundled.ts +9 -0
- package/src/flatgeobuf/flatgeobuf-format.ts +17 -0
- package/src/flatgeobuf/flatgeobuf-loader-types.ts +70 -0
- package/src/flatgeobuf/flatgeobuf-loader.ts +66 -0
- package/src/flatgeobuf/flatgeobuf-source-loader.ts +338 -0
- package/src/flatgeobuf/flatgeobuf-table-query-capabilities.ts +14 -0
- package/src/flatgeobuf/index.ts +24 -0
- package/src/flatgeobuf/lib/flatgeobuf-reader.ts +719 -0
- package/src/flatgeobuf/lib/flatgeobuf-worker-transport.ts +63 -0
- package/src/flatgeobuf/lib/parse-flatgeobuf.ts +383 -0
- package/src/flatgeobuf/unbundled.ts +6 -0
- package/src/flatgeobuf.ts +6 -0
- package/src/geopackage/bundled.ts +6 -0
- package/src/geopackage/geopackage-format.ts +16 -0
- package/src/geopackage/geopackage-loader-options.ts +13 -0
- package/src/geopackage/geopackage-loader-types.ts +58 -0
- package/src/geopackage/geopackage-loader.ts +21 -0
- package/src/geopackage/geopackage-source-loader.ts +364 -0
- package/src/geopackage/index.ts +16 -0
- package/src/geopackage/lib/geopackage-tile-metadata.ts +156 -0
- package/src/geopackage/lib/parse-geopackage.ts +679 -0
- package/src/geopackage/lib/types.ts +293 -0
- package/src/geopackage/unbundled.ts +6 -0
- package/src/geopackage.ts +6 -0
- package/src/gpx.ts +5 -0
- package/src/index.ts +30 -0
- package/src/kml/bundled.ts +21 -0
- package/src/kml/gpx-loader-types.ts +50 -0
- package/src/kml/gpx-loader.ts +101 -0
- package/src/kml/index.ts +39 -0
- package/src/kml/kml-format.ts +70 -0
- package/src/kml/kml-loader-types.ts +46 -0
- package/src/kml/kml-loader.ts +98 -0
- package/src/kml/kml-parser.ts +593 -0
- package/src/kml/kml-writer.ts +252 -0
- package/src/kml/kmz-archive.ts +92 -0
- package/src/kml/kmz-loader-types.ts +37 -0
- package/src/kml/kmz-loader.ts +56 -0
- package/src/kml/kmz-source.ts +234 -0
- package/src/kml/lib/feature-collection-to-arrow.ts +231 -0
- package/src/kml/sports-track-parser.ts +426 -0
- package/src/kml/tcx-loader-types.ts +50 -0
- package/src/kml/tcx-loader.ts +101 -0
- package/src/kml/unbundled.ts +21 -0
- package/src/kml.ts +6 -0
- package/src/kmz.ts +5 -0
- package/src/shapefile/bundled.ts +18 -0
- package/src/shapefile/dbf-format.ts +17 -0
- package/src/shapefile/dbf-loader-types.ts +51 -0
- package/src/shapefile/dbf-loader.ts +79 -0
- package/src/shapefile/index.ts +25 -0
- package/src/shapefile/lib/parsers/build-geoarrow-geometry-arrow.ts +172 -0
- package/src/shapefile/lib/parsers/build-wkb-geometry-arrow.ts +340 -0
- package/src/shapefile/lib/parsers/parse-dbf-to-arrow.ts +429 -0
- package/src/shapefile/lib/parsers/parse-dbf.ts +422 -0
- package/src/shapefile/lib/parsers/parse-shapefile.ts +417 -0
- package/src/shapefile/lib/parsers/parse-shp-geometry.ts +527 -0
- package/src/shapefile/lib/parsers/parse-shp-header.ts +64 -0
- package/src/shapefile/lib/parsers/parse-shp-to-arrow.ts +184 -0
- package/src/shapefile/lib/parsers/parse-shp.ts +245 -0
- package/src/shapefile/lib/parsers/parse-shx.ts +39 -0
- package/src/shapefile/lib/parsers/types.ts +96 -0
- package/src/shapefile/lib/shapefile-worker-transport.ts +72 -0
- package/src/shapefile/lib/streaming/binary-chunk-reader.ts +8 -0
- package/src/shapefile/lib/streaming/binary-reader.ts +60 -0
- package/src/shapefile/lib/streaming/zip-batch-iterators.ts +78 -0
- package/src/shapefile/shapefile-arrow-loader.ts +448 -0
- package/src/shapefile/shapefile-loader-types.ts +68 -0
- package/src/shapefile/shapefile-loader.ts +76 -0
- package/src/shapefile/shp-format.ts +34 -0
- package/src/shapefile/shp-loader-types.ts +60 -0
- package/src/shapefile/shp-loader.ts +80 -0
- package/src/shapefile/unbundled.ts +12 -0
- package/src/shapefile.ts +6 -0
- package/src/shp.ts +5 -0
- package/src/tcx.ts +5 -0
- package/src/workers/dbf-worker.ts +8 -0
- package/src/workers/flatgeobuf-worker.ts +8 -0
- package/src/workers/geopackage-worker.ts +8 -0
- package/src/workers/shp-worker.ts +8 -0
|
@@ -0,0 +1,206 @@
|
|
|
1
|
+
// loaders.gl
|
|
2
|
+
// SPDX-License-Identifier: MIT
|
|
3
|
+
// Copyright (c) vis.gl contributors
|
|
4
|
+
import { WKBBuilder } from '@loaders.gl/arrow-geometry';
|
|
5
|
+
import { makeWKBGeometryArrowTable as makeSharedWKBGeometryArrowTable, makeWKBGeometryArrowTableFromData, makeWKBGeometryDataFromArray } from '@loaders.gl/arrow-geometry/wkb-arrow-utils';
|
|
6
|
+
import { getRecordWKBOptions, writeRecordToWKB } from "./parse-shp-geometry.js";
|
|
7
|
+
const BIG_ENDIAN = false;
|
|
8
|
+
const LITTLE_ENDIAN = true;
|
|
9
|
+
const SHP_HEADER_SIZE = 100;
|
|
10
|
+
const RECORD_HEADER_SIZE = 8;
|
|
11
|
+
const WKB_HEADER_SIZE = 5;
|
|
12
|
+
const WKB_COUNT_SIZE = 4;
|
|
13
|
+
const WKB_POINT = 1;
|
|
14
|
+
const WKB_LINESTRING = 2;
|
|
15
|
+
const WKB_MULTIPOINT = 4;
|
|
16
|
+
const WKB_MULTILINESTRING = 5;
|
|
17
|
+
/** Creates an Arrow table containing one WKB geometry column. */
|
|
18
|
+
export function makeWKBGeometryArrowTable(geometries, schema, transform) {
|
|
19
|
+
return makeSharedWKBGeometryArrowTable(geometries, schema, { transform });
|
|
20
|
+
}
|
|
21
|
+
/** Creates an Arrow table by writing SHP records directly into one WKB values buffer. */
|
|
22
|
+
export function makeSHPWKBGeometryArrowTable(arrayBuffer, schema, options, transform) {
|
|
23
|
+
const geometryData = makeSHPWKBGeometryData(arrayBuffer, options, transform);
|
|
24
|
+
return makeWKBGeometryArrowTableFromData(schema, geometryData);
|
|
25
|
+
}
|
|
26
|
+
/** Creates Arrow Binary buffers by writing SHP records directly as WKB. */
|
|
27
|
+
export function makeSHPWKBGeometryData(arrayBuffer, options, transform) {
|
|
28
|
+
const { valueOffsets, nullCount } = measureSHPWKBGeometryOffsets(arrayBuffer, options);
|
|
29
|
+
const values = new Uint8Array(valueOffsets[valueOffsets.length - 1]);
|
|
30
|
+
const nullBitmap = writeSHPWKBGeometryValues(arrayBuffer, valueOffsets, values, options, transform);
|
|
31
|
+
return makeWKBGeometryDataFromArray({ valueOffsets, values, nullBitmap, nullCount });
|
|
32
|
+
}
|
|
33
|
+
function measureSHPWKBGeometryOffsets(arrayBuffer, options) {
|
|
34
|
+
const valueOffsets = [0];
|
|
35
|
+
let nullCount = 0;
|
|
36
|
+
scanSHPRecords(arrayBuffer, recordView => {
|
|
37
|
+
const recordType = recordView.getInt32(0, LITTLE_ENDIAN);
|
|
38
|
+
const previousOffset = valueOffsets[valueOffsets.length - 1];
|
|
39
|
+
if (recordType === 0) {
|
|
40
|
+
nullCount++;
|
|
41
|
+
valueOffsets.push(previousOffset);
|
|
42
|
+
return;
|
|
43
|
+
}
|
|
44
|
+
valueOffsets.push(previousOffset + measureRecordWKBByteLength(recordView, recordType, options));
|
|
45
|
+
});
|
|
46
|
+
return { valueOffsets: Int32Array.from(valueOffsets), nullCount };
|
|
47
|
+
}
|
|
48
|
+
function writeSHPWKBGeometryValues(arrayBuffer, valueOffsets, values, options, transform) {
|
|
49
|
+
const nullBitmap = new Uint8Array(Math.ceil((valueOffsets.length - 1) / 8));
|
|
50
|
+
let geometryIndex = 0;
|
|
51
|
+
scanSHPRecords(arrayBuffer, recordView => {
|
|
52
|
+
const recordType = recordView.getInt32(0, LITTLE_ENDIAN);
|
|
53
|
+
if (recordType !== 0) {
|
|
54
|
+
nullBitmap[geometryIndex >> 3] |= 1 << (geometryIndex & 7);
|
|
55
|
+
writeRecordWKBValues(recordView, recordType, values, valueOffsets[geometryIndex], options, transform);
|
|
56
|
+
}
|
|
57
|
+
geometryIndex++;
|
|
58
|
+
});
|
|
59
|
+
return nullBitmap;
|
|
60
|
+
}
|
|
61
|
+
function measureRecordWKBByteLength(recordView, recordType, options) {
|
|
62
|
+
if (canWriteRecordFast(recordType, options)) {
|
|
63
|
+
switch (recordType) {
|
|
64
|
+
case 1:
|
|
65
|
+
return WKB_HEADER_SIZE + 2 * Float64Array.BYTES_PER_ELEMENT;
|
|
66
|
+
case 3:
|
|
67
|
+
return measureLineRecordWKBByteLength(recordView);
|
|
68
|
+
case 8:
|
|
69
|
+
return measureMultiPointRecordWKBByteLength(recordView);
|
|
70
|
+
default:
|
|
71
|
+
break;
|
|
72
|
+
}
|
|
73
|
+
}
|
|
74
|
+
const builder = new WKBBuilder({
|
|
75
|
+
mode: 'measure',
|
|
76
|
+
...getRecordWKBOptions(recordType, options)
|
|
77
|
+
});
|
|
78
|
+
writeRecordToWKB(builder, recordView, recordType);
|
|
79
|
+
return builder.finishGeometry();
|
|
80
|
+
}
|
|
81
|
+
function writeRecordWKBValues(recordView, recordType, values, byteOffset, options, transform) {
|
|
82
|
+
if (!transform && canWriteRecordFast(recordType, options)) {
|
|
83
|
+
switch (recordType) {
|
|
84
|
+
case 1:
|
|
85
|
+
writePointRecordWKBValues(recordView, values, byteOffset);
|
|
86
|
+
return;
|
|
87
|
+
case 3:
|
|
88
|
+
writeLineRecordWKBValues(recordView, values, byteOffset);
|
|
89
|
+
return;
|
|
90
|
+
case 8:
|
|
91
|
+
writeMultiPointRecordWKBValues(recordView, values, byteOffset);
|
|
92
|
+
return;
|
|
93
|
+
default:
|
|
94
|
+
break;
|
|
95
|
+
}
|
|
96
|
+
}
|
|
97
|
+
const builder = new WKBBuilder({
|
|
98
|
+
mode: 'write',
|
|
99
|
+
target: values,
|
|
100
|
+
byteOffset,
|
|
101
|
+
transform,
|
|
102
|
+
...getRecordWKBOptions(recordType, options)
|
|
103
|
+
});
|
|
104
|
+
writeRecordToWKB(builder, recordView, recordType);
|
|
105
|
+
builder.finishGeometry();
|
|
106
|
+
}
|
|
107
|
+
function measureLineRecordWKBByteLength(recordView) {
|
|
108
|
+
const partCount = recordView.getInt32(36, LITTLE_ENDIAN);
|
|
109
|
+
const pointCount = recordView.getInt32(40, LITTLE_ENDIAN);
|
|
110
|
+
const coordinateByteLength = pointCount * 2 * Float64Array.BYTES_PER_ELEMENT;
|
|
111
|
+
if (partCount === 1) {
|
|
112
|
+
return WKB_HEADER_SIZE + WKB_COUNT_SIZE + coordinateByteLength;
|
|
113
|
+
}
|
|
114
|
+
return (WKB_HEADER_SIZE +
|
|
115
|
+
WKB_COUNT_SIZE +
|
|
116
|
+
partCount * (WKB_HEADER_SIZE + WKB_COUNT_SIZE) +
|
|
117
|
+
coordinateByteLength);
|
|
118
|
+
}
|
|
119
|
+
function measureMultiPointRecordWKBByteLength(recordView) {
|
|
120
|
+
const pointCount = recordView.getInt32(36, LITTLE_ENDIAN);
|
|
121
|
+
const coordinateByteLength = pointCount * 2 * Float64Array.BYTES_PER_ELEMENT;
|
|
122
|
+
if (pointCount === 1) {
|
|
123
|
+
return WKB_HEADER_SIZE + coordinateByteLength;
|
|
124
|
+
}
|
|
125
|
+
return WKB_HEADER_SIZE + WKB_COUNT_SIZE + pointCount * WKB_HEADER_SIZE + coordinateByteLength;
|
|
126
|
+
}
|
|
127
|
+
function writePointRecordWKBValues(recordView, values, byteOffset) {
|
|
128
|
+
const dataView = new DataView(values.buffer, values.byteOffset, values.byteLength);
|
|
129
|
+
writeWKBHeader(dataView, byteOffset, WKB_POINT);
|
|
130
|
+
copyRecordBytes(recordView, 4, values, byteOffset + WKB_HEADER_SIZE, 16);
|
|
131
|
+
}
|
|
132
|
+
function writeLineRecordWKBValues(recordView, values, byteOffset) {
|
|
133
|
+
const dataView = new DataView(values.buffer, values.byteOffset, values.byteLength);
|
|
134
|
+
const partCount = recordView.getInt32(36, LITTLE_ENDIAN);
|
|
135
|
+
const pointCount = recordView.getInt32(40, LITTLE_ENDIAN);
|
|
136
|
+
const partsOffset = 44;
|
|
137
|
+
const xyOffset = partsOffset + partCount * Int32Array.BYTES_PER_ELEMENT;
|
|
138
|
+
if (partCount === 1) {
|
|
139
|
+
writeWKBHeader(dataView, byteOffset, WKB_LINESTRING);
|
|
140
|
+
dataView.setUint32(byteOffset + WKB_HEADER_SIZE, pointCount, LITTLE_ENDIAN);
|
|
141
|
+
copyRecordBytes(recordView, xyOffset, values, byteOffset + WKB_HEADER_SIZE + WKB_COUNT_SIZE, pointCount * 2 * Float64Array.BYTES_PER_ELEMENT);
|
|
142
|
+
return;
|
|
143
|
+
}
|
|
144
|
+
writeWKBHeader(dataView, byteOffset, WKB_MULTILINESTRING);
|
|
145
|
+
dataView.setUint32(byteOffset + WKB_HEADER_SIZE, partCount, LITTLE_ENDIAN);
|
|
146
|
+
let targetOffset = byteOffset + WKB_HEADER_SIZE + WKB_COUNT_SIZE;
|
|
147
|
+
for (let partIndex = 0; partIndex < partCount; partIndex++) {
|
|
148
|
+
const startPoint = recordView.getInt32(partsOffset + partIndex * Int32Array.BYTES_PER_ELEMENT, LITTLE_ENDIAN);
|
|
149
|
+
const endPoint = partIndex + 1 < partCount
|
|
150
|
+
? recordView.getInt32(partsOffset + (partIndex + 1) * Int32Array.BYTES_PER_ELEMENT, LITTLE_ENDIAN)
|
|
151
|
+
: pointCount;
|
|
152
|
+
const partPointCount = endPoint - startPoint;
|
|
153
|
+
writeWKBHeader(dataView, targetOffset, WKB_LINESTRING);
|
|
154
|
+
dataView.setUint32(targetOffset + WKB_HEADER_SIZE, partPointCount, LITTLE_ENDIAN);
|
|
155
|
+
targetOffset += WKB_HEADER_SIZE + WKB_COUNT_SIZE;
|
|
156
|
+
const byteLength = partPointCount * 2 * Float64Array.BYTES_PER_ELEMENT;
|
|
157
|
+
copyRecordBytes(recordView, xyOffset + startPoint * 2 * Float64Array.BYTES_PER_ELEMENT, values, targetOffset, byteLength);
|
|
158
|
+
targetOffset += byteLength;
|
|
159
|
+
}
|
|
160
|
+
}
|
|
161
|
+
function writeMultiPointRecordWKBValues(recordView, values, byteOffset) {
|
|
162
|
+
const dataView = new DataView(values.buffer, values.byteOffset, values.byteLength);
|
|
163
|
+
const pointCount = recordView.getInt32(36, LITTLE_ENDIAN);
|
|
164
|
+
const xyOffset = 40;
|
|
165
|
+
if (pointCount === 1) {
|
|
166
|
+
writeWKBHeader(dataView, byteOffset, WKB_POINT);
|
|
167
|
+
copyRecordBytes(recordView, xyOffset, values, byteOffset + WKB_HEADER_SIZE, 16);
|
|
168
|
+
return;
|
|
169
|
+
}
|
|
170
|
+
writeWKBHeader(dataView, byteOffset, WKB_MULTIPOINT);
|
|
171
|
+
dataView.setUint32(byteOffset + WKB_HEADER_SIZE, pointCount, LITTLE_ENDIAN);
|
|
172
|
+
let targetOffset = byteOffset + WKB_HEADER_SIZE + WKB_COUNT_SIZE;
|
|
173
|
+
for (let pointIndex = 0; pointIndex < pointCount; pointIndex++) {
|
|
174
|
+
writeWKBHeader(dataView, targetOffset, WKB_POINT);
|
|
175
|
+
targetOffset += WKB_HEADER_SIZE;
|
|
176
|
+
copyRecordBytes(recordView, xyOffset + pointIndex * 2 * Float64Array.BYTES_PER_ELEMENT, values, targetOffset, 2 * Float64Array.BYTES_PER_ELEMENT);
|
|
177
|
+
targetOffset += 2 * Float64Array.BYTES_PER_ELEMENT;
|
|
178
|
+
}
|
|
179
|
+
}
|
|
180
|
+
function writeWKBHeader(dataView, byteOffset, geometryType) {
|
|
181
|
+
dataView.setUint8(byteOffset, 1);
|
|
182
|
+
dataView.setUint32(byteOffset + 1, geometryType, LITTLE_ENDIAN);
|
|
183
|
+
}
|
|
184
|
+
function copyRecordBytes(recordView, recordByteOffset, values, valueByteOffset, byteLength) {
|
|
185
|
+
values.set(new Uint8Array(recordView.buffer, recordView.byteOffset + recordByteOffset, byteLength), valueByteOffset);
|
|
186
|
+
}
|
|
187
|
+
function canWriteRecordFast(recordType, options) {
|
|
188
|
+
const wkbOptions = getRecordWKBOptions(recordType, options);
|
|
189
|
+
return ((recordType === 1 || recordType === 3 || recordType === 8) &&
|
|
190
|
+
!wkbOptions.hasZ &&
|
|
191
|
+
!wkbOptions.hasM);
|
|
192
|
+
}
|
|
193
|
+
function scanSHPRecords(arrayBuffer, visitRecord) {
|
|
194
|
+
let offset = SHP_HEADER_SIZE;
|
|
195
|
+
while (offset + RECORD_HEADER_SIZE <= arrayBuffer.byteLength) {
|
|
196
|
+
const recordHeaderView = new DataView(arrayBuffer, offset, RECORD_HEADER_SIZE);
|
|
197
|
+
const byteLength = recordHeaderView.getInt32(4, BIG_ENDIAN) * 2;
|
|
198
|
+
offset += RECORD_HEADER_SIZE;
|
|
199
|
+
if (byteLength <= 0 || offset + byteLength > arrayBuffer.byteLength) {
|
|
200
|
+
break;
|
|
201
|
+
}
|
|
202
|
+
visitRecord(new DataView(arrayBuffer, offset, byteLength));
|
|
203
|
+
offset += byteLength;
|
|
204
|
+
}
|
|
205
|
+
}
|
|
206
|
+
//# sourceMappingURL=build-wkb-geometry-arrow.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"build-wkb-geometry-arrow.js","sourceRoot":"","sources":["../../../../src/shapefile/lib/parsers/build-wkb-geometry-arrow.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAIpC,OAAO,EAAC,UAAU,EAAC,MAAM,4BAA4B,CAAC;AAEtD,OAAO,EACL,yBAAyB,IAAI,+BAA+B,EAC5D,iCAAiC,EACjC,4BAA4B,EAC7B,MAAM,4CAA4C,CAAC;AAEpD,OAAO,EAAC,mBAAmB,EAAE,gBAAgB,EAAC,gCAA6B;AAI3E,MAAM,UAAU,GAAG,KAAK,CAAC;AACzB,MAAM,aAAa,GAAG,IAAI,CAAC;AAC3B,MAAM,eAAe,GAAG,GAAG,CAAC;AAC5B,MAAM,kBAAkB,GAAG,CAAC,CAAC;AAC7B,MAAM,eAAe,GAAG,CAAC,CAAC;AAC1B,MAAM,cAAc,GAAG,CAAC,CAAC;AACzB,MAAM,SAAS,GAAG,CAAC,CAAC;AACpB,MAAM,cAAc,GAAG,CAAC,CAAC;AACzB,MAAM,cAAc,GAAG,CAAC,CAAC;AACzB,MAAM,mBAAmB,GAAG,CAAC,CAAC;AAE9B,iEAAiE;AACjE,MAAM,UAAU,yBAAyB,CACvC,UAAiD,EACjD,MAAmB,EACnB,SAA+B;IAE/B,OAAO,+BAA+B,CAAC,UAAU,EAAE,MAAM,EAAE,EAAC,SAAS,EAAC,CAAC,CAAC;AAC1E,CAAC;AAED,yFAAyF;AACzF,MAAM,UAAU,4BAA4B,CAC1C,WAAwB,EACxB,MAAmB,EACnB,OAA0B,EAC1B,SAA+B;IAE/B,MAAM,YAAY,GAAG,sBAAsB,CAAC,WAAW,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC;IAC7E,OAAO,iCAAiC,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;AACjE,CAAC;AAED,2EAA2E;AAC3E,MAAM,UAAU,sBAAsB,CACpC,WAAwB,EACxB,OAA0B,EAC1B,SAA+B;IAE/B,MAAM,EAAC,YAAY,EAAE,SAAS,EAAC,GAAG,4BAA4B,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;IACrF,MAAM,MAAM,GAAG,IAAI,UAAU,CAAC,YAAY,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;IACrE,MAAM,UAAU,GAAG,yBAAyB,CAC1C,WAAW,EACX,YAAY,EACZ,MAAM,EACN,OAAO,EACP,SAAS,CACV,CAAC;IAEF,OAAO,4BAA4B,CAAC,EAAC,YAAY,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAC,CAAC,CAAC;AACrF,CAAC;AAED,SAAS,4BAA4B,CACnC,WAAwB,EACxB,OAA0B;IAE1B,MAAM,YAAY,GAAa,CAAC,CAAC,CAAC,CAAC;IACnC,IAAI,SAAS,GAAG,CAAC,CAAC;IAElB,cAAc,CAAC,WAAW,EAAE,UAAU,CAAC,EAAE;QACvC,MAAM,UAAU,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,EAAE,aAAa,CAAC,CAAC;QACzD,MAAM,cAAc,GAAG,YAAY,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAC7D,IAAI,UAAU,KAAK,CAAC,EAAE,CAAC;YACrB,SAAS,EAAE,CAAC;YACZ,YAAY,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;YAClC,OAAO;QACT,CAAC;QAED,YAAY,CAAC,IAAI,CAAC,cAAc,GAAG,0BAA0B,CAAC,UAAU,EAAE,UAAU,EAAE,OAAO,CAAC,CAAC,CAAC;IAClG,CAAC,CAAC,CAAC;IAEH,OAAO,EAAC,YAAY,EAAE,UAAU,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,SAAS,EAAC,CAAC;AAClE,CAAC;AAED,SAAS,yBAAyB,CAChC,WAAwB,EACxB,YAAwB,EACxB,MAAkB,EAClB,OAA0B,EAC1B,SAA+B;IAE/B,MAAM,UAAU,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IAC5E,IAAI,aAAa,GAAG,CAAC,CAAC;IAEtB,cAAc,CAAC,WAAW,EAAE,UAAU,CAAC,EAAE;QACvC,MAAM,UAAU,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,EAAE,aAAa,CAAC,CAAC;QACzD,IAAI,UAAU,KAAK,CAAC,EAAE,CAAC;YACrB,UAAU,CAAC,aAAa,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,GAAG,CAAC,CAAC,CAAC;YAC3D,oBAAoB,CAClB,UAAU,EACV,UAAU,EACV,MAAM,EACN,YAAY,CAAC,aAAa,CAAC,EAC3B,OAAO,EACP,SAAS,CACV,CAAC;QACJ,CAAC;QACD,aAAa,EAAE,CAAC;IAClB,CAAC,CAAC,CAAC;IAEH,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,SAAS,0BAA0B,CACjC,UAAoB,EACpB,UAAkB,EAClB,OAA0B;IAE1B,IAAI,kBAAkB,CAAC,UAAU,EAAE,OAAO,CAAC,EAAE,CAAC;QAC5C,QAAQ,UAAU,EAAE,CAAC;YACnB,KAAK,CAAC;gBACJ,OAAO,eAAe,GAAG,CAAC,GAAG,YAAY,CAAC,iBAAiB,CAAC;YAC9D,KAAK,CAAC;gBACJ,OAAO,8BAA8B,CAAC,UAAU,CAAC,CAAC;YACpD,KAAK,CAAC;gBACJ,OAAO,oCAAoC,CAAC,UAAU,CAAC,CAAC;YAC1D;gBACE,MAAM;QACV,CAAC;IACH,CAAC;IAED,MAAM,OAAO,GAAG,IAAI,UAAU,CAAC;QAC7B,IAAI,EAAE,SAAS;QACf,GAAG,mBAAmB,CAAC,UAAU,EAAE,OAAO,CAAC;KAC5C,CAAC,CAAC;IACH,gBAAgB,CAAC,OAAO,EAAE,UAAU,EAAE,UAAU,CAAC,CAAC;IAClD,OAAO,OAAO,CAAC,cAAc,EAAE,CAAC;AAClC,CAAC;AAED,SAAS,oBAAoB,CAC3B,UAAoB,EACpB,UAAkB,EAClB,MAAkB,EAClB,UAAkB,EAClB,OAA0B,EAC1B,SAA+B;IAE/B,IAAI,CAAC,SAAS,IAAI,kBAAkB,CAAC,UAAU,EAAE,OAAO,CAAC,EAAE,CAAC;QAC1D,QAAQ,UAAU,EAAE,CAAC;YACnB,KAAK,CAAC;gBACJ,yBAAyB,CAAC,UAAU,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC;gBAC1D,OAAO;YACT,KAAK,CAAC;gBACJ,wBAAwB,CAAC,UAAU,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC;gBACzD,OAAO;YACT,KAAK,CAAC;gBACJ,8BAA8B,CAAC,UAAU,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC;gBAC/D,OAAO;YACT;gBACE,MAAM;QACV,CAAC;IACH,CAAC;IAED,MAAM,OAAO,GAAG,IAAI,UAAU,CAAC;QAC7B,IAAI,EAAE,OAAO;QACb,MAAM,EAAE,MAAM;QACd,UAAU;QACV,SAAS;QACT,GAAG,mBAAmB,CAAC,UAAU,EAAE,OAAO,CAAC;KAC5C,CAAC,CAAC;IACH,gBAAgB,CAAC,OAAO,EAAE,UAAU,EAAE,UAAU,CAAC,CAAC;IAClD,OAAO,CAAC,cAAc,EAAE,CAAC;AAC3B,CAAC;AAED,SAAS,8BAA8B,CAAC,UAAoB;IAC1D,MAAM,SAAS,GAAG,UAAU,CAAC,QAAQ,CAAC,EAAE,EAAE,aAAa,CAAC,CAAC;IACzD,MAAM,UAAU,GAAG,UAAU,CAAC,QAAQ,CAAC,EAAE,EAAE,aAAa,CAAC,CAAC;IAC1D,MAAM,oBAAoB,GAAG,UAAU,GAAG,CAAC,GAAG,YAAY,CAAC,iBAAiB,CAAC;IAC7E,IAAI,SAAS,KAAK,CAAC,EAAE,CAAC;QACpB,OAAO,eAAe,GAAG,cAAc,GAAG,oBAAoB,CAAC;IACjE,CAAC;IACD,OAAO,CACL,eAAe;QACf,cAAc;QACd,SAAS,GAAG,CAAC,eAAe,GAAG,cAAc,CAAC;QAC9C,oBAAoB,CACrB,CAAC;AACJ,CAAC;AAED,SAAS,oCAAoC,CAAC,UAAoB;IAChE,MAAM,UAAU,GAAG,UAAU,CAAC,QAAQ,CAAC,EAAE,EAAE,aAAa,CAAC,CAAC;IAC1D,MAAM,oBAAoB,GAAG,UAAU,GAAG,CAAC,GAAG,YAAY,CAAC,iBAAiB,CAAC;IAC7E,IAAI,UAAU,KAAK,CAAC,EAAE,CAAC;QACrB,OAAO,eAAe,GAAG,oBAAoB,CAAC;IAChD,CAAC;IACD,OAAO,eAAe,GAAG,cAAc,GAAG,UAAU,GAAG,eAAe,GAAG,oBAAoB,CAAC;AAChG,CAAC;AAED,SAAS,yBAAyB,CAChC,UAAoB,EACpB,MAAkB,EAClB,UAAkB;IAElB,MAAM,QAAQ,GAAG,IAAI,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;IACnF,cAAc,CAAC,QAAQ,EAAE,UAAU,EAAE,SAAS,CAAC,CAAC;IAChD,eAAe,CAAC,UAAU,EAAE,CAAC,EAAE,MAAM,EAAE,UAAU,GAAG,eAAe,EAAE,EAAE,CAAC,CAAC;AAC3E,CAAC;AAED,SAAS,wBAAwB,CAC/B,UAAoB,EACpB,MAAkB,EAClB,UAAkB;IAElB,MAAM,QAAQ,GAAG,IAAI,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;IACnF,MAAM,SAAS,GAAG,UAAU,CAAC,QAAQ,CAAC,EAAE,EAAE,aAAa,CAAC,CAAC;IACzD,MAAM,UAAU,GAAG,UAAU,CAAC,QAAQ,CAAC,EAAE,EAAE,aAAa,CAAC,CAAC;IAC1D,MAAM,WAAW,GAAG,EAAE,CAAC;IACvB,MAAM,QAAQ,GAAG,WAAW,GAAG,SAAS,GAAG,UAAU,CAAC,iBAAiB,CAAC;IAExE,IAAI,SAAS,KAAK,CAAC,EAAE,CAAC;QACpB,cAAc,CAAC,QAAQ,EAAE,UAAU,EAAE,cAAc,CAAC,CAAC;QACrD,QAAQ,CAAC,SAAS,CAAC,UAAU,GAAG,eAAe,EAAE,UAAU,EAAE,aAAa,CAAC,CAAC;QAC5E,eAAe,CACb,UAAU,EACV,QAAQ,EACR,MAAM,EACN,UAAU,GAAG,eAAe,GAAG,cAAc,EAC7C,UAAU,GAAG,CAAC,GAAG,YAAY,CAAC,iBAAiB,CAChD,CAAC;QACF,OAAO;IACT,CAAC;IAED,cAAc,CAAC,QAAQ,EAAE,UAAU,EAAE,mBAAmB,CAAC,CAAC;IAC1D,QAAQ,CAAC,SAAS,CAAC,UAAU,GAAG,eAAe,EAAE,SAAS,EAAE,aAAa,CAAC,CAAC;IAC3E,IAAI,YAAY,GAAG,UAAU,GAAG,eAAe,GAAG,cAAc,CAAC;IACjE,KAAK,IAAI,SAAS,GAAG,CAAC,EAAE,SAAS,GAAG,SAAS,EAAE,SAAS,EAAE,EAAE,CAAC;QAC3D,MAAM,UAAU,GAAG,UAAU,CAAC,QAAQ,CACpC,WAAW,GAAG,SAAS,GAAG,UAAU,CAAC,iBAAiB,EACtD,aAAa,CACd,CAAC;QACF,MAAM,QAAQ,GACZ,SAAS,GAAG,CAAC,GAAG,SAAS;YACvB,CAAC,CAAC,UAAU,CAAC,QAAQ,CACjB,WAAW,GAAG,CAAC,SAAS,GAAG,CAAC,CAAC,GAAG,UAAU,CAAC,iBAAiB,EAC5D,aAAa,CACd;YACH,CAAC,CAAC,UAAU,CAAC;QACjB,MAAM,cAAc,GAAG,QAAQ,GAAG,UAAU,CAAC;QAC7C,cAAc,CAAC,QAAQ,EAAE,YAAY,EAAE,cAAc,CAAC,CAAC;QACvD,QAAQ,CAAC,SAAS,CAAC,YAAY,GAAG,eAAe,EAAE,cAAc,EAAE,aAAa,CAAC,CAAC;QAClF,YAAY,IAAI,eAAe,GAAG,cAAc,CAAC;QACjD,MAAM,UAAU,GAAG,cAAc,GAAG,CAAC,GAAG,YAAY,CAAC,iBAAiB,CAAC;QACvE,eAAe,CACb,UAAU,EACV,QAAQ,GAAG,UAAU,GAAG,CAAC,GAAG,YAAY,CAAC,iBAAiB,EAC1D,MAAM,EACN,YAAY,EACZ,UAAU,CACX,CAAC;QACF,YAAY,IAAI,UAAU,CAAC;IAC7B,CAAC;AACH,CAAC;AAED,SAAS,8BAA8B,CACrC,UAAoB,EACpB,MAAkB,EAClB,UAAkB;IAElB,MAAM,QAAQ,GAAG,IAAI,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;IACnF,MAAM,UAAU,GAAG,UAAU,CAAC,QAAQ,CAAC,EAAE,EAAE,aAAa,CAAC,CAAC;IAC1D,MAAM,QAAQ,GAAG,EAAE,CAAC;IACpB,IAAI,UAAU,KAAK,CAAC,EAAE,CAAC;QACrB,cAAc,CAAC,QAAQ,EAAE,UAAU,EAAE,SAAS,CAAC,CAAC;QAChD,eAAe,CAAC,UAAU,EAAE,QAAQ,EAAE,MAAM,EAAE,UAAU,GAAG,eAAe,EAAE,EAAE,CAAC,CAAC;QAChF,OAAO;IACT,CAAC;IAED,cAAc,CAAC,QAAQ,EAAE,UAAU,EAAE,cAAc,CAAC,CAAC;IACrD,QAAQ,CAAC,SAAS,CAAC,UAAU,GAAG,eAAe,EAAE,UAAU,EAAE,aAAa,CAAC,CAAC;IAC5E,IAAI,YAAY,GAAG,UAAU,GAAG,eAAe,GAAG,cAAc,CAAC;IACjE,KAAK,IAAI,UAAU,GAAG,CAAC,EAAE,UAAU,GAAG,UAAU,EAAE,UAAU,EAAE,EAAE,CAAC;QAC/D,cAAc,CAAC,QAAQ,EAAE,YAAY,EAAE,SAAS,CAAC,CAAC;QAClD,YAAY,IAAI,eAAe,CAAC;QAChC,eAAe,CACb,UAAU,EACV,QAAQ,GAAG,UAAU,GAAG,CAAC,GAAG,YAAY,CAAC,iBAAiB,EAC1D,MAAM,EACN,YAAY,EACZ,CAAC,GAAG,YAAY,CAAC,iBAAiB,CACnC,CAAC;QACF,YAAY,IAAI,CAAC,GAAG,YAAY,CAAC,iBAAiB,CAAC;IACrD,CAAC;AACH,CAAC;AAED,SAAS,cAAc,CAAC,QAAkB,EAAE,UAAkB,EAAE,YAAoB;IAClF,QAAQ,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;IACjC,QAAQ,CAAC,SAAS,CAAC,UAAU,GAAG,CAAC,EAAE,YAAY,EAAE,aAAa,CAAC,CAAC;AAClE,CAAC;AAED,SAAS,eAAe,CACtB,UAAoB,EACpB,gBAAwB,EACxB,MAAkB,EAClB,eAAuB,EACvB,UAAkB;IAElB,MAAM,CAAC,GAAG,CACR,IAAI,UAAU,CAAC,UAAU,CAAC,MAAM,EAAE,UAAU,CAAC,UAAU,GAAG,gBAAgB,EAAE,UAAU,CAAC,EACvF,eAAe,CAChB,CAAC;AACJ,CAAC;AAED,SAAS,kBAAkB,CAAC,UAAkB,EAAE,OAA0B;IACxE,MAAM,UAAU,GAAG,mBAAmB,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;IAC5D,OAAO,CACL,CAAC,UAAU,KAAK,CAAC,IAAI,UAAU,KAAK,CAAC,IAAI,UAAU,KAAK,CAAC,CAAC;QAC1D,CAAC,UAAU,CAAC,IAAI;QAChB,CAAC,UAAU,CAAC,IAAI,CACjB,CAAC;AACJ,CAAC;AAED,SAAS,cAAc,CAAC,WAAwB,EAAE,WAA2C;IAC3F,IAAI,MAAM,GAAG,eAAe,CAAC;IAC7B,OAAO,MAAM,GAAG,kBAAkB,IAAI,WAAW,CAAC,UAAU,EAAE,CAAC;QAC7D,MAAM,gBAAgB,GAAG,IAAI,QAAQ,CAAC,WAAW,EAAE,MAAM,EAAE,kBAAkB,CAAC,CAAC;QAC/E,MAAM,UAAU,GAAG,gBAAgB,CAAC,QAAQ,CAAC,CAAC,EAAE,UAAU,CAAC,GAAG,CAAC,CAAC;QAChE,MAAM,IAAI,kBAAkB,CAAC;QAC7B,IAAI,UAAU,IAAI,CAAC,IAAI,MAAM,GAAG,UAAU,GAAG,WAAW,CAAC,UAAU,EAAE,CAAC;YACpE,MAAM;QACR,CAAC;QACD,WAAW,CAAC,IAAI,QAAQ,CAAC,WAAW,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC;QAC3D,MAAM,IAAI,UAAU,CAAC;IACvB,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1,26 @@
|
|
|
1
|
+
import type { ArrowTable, ArrowTableBatch } from '@loaders.gl/core/schema';
|
|
2
|
+
import { ArrowTableBuilder } from '@loaders.gl/core/schema-utils';
|
|
3
|
+
import { DBFLoaderOptions, DBFHeader, DBFField } from "./types.js";
|
|
4
|
+
export type DBFResult = {
|
|
5
|
+
tableBuilder?: ArrowTableBuilder;
|
|
6
|
+
error?: string;
|
|
7
|
+
dbfHeader?: DBFHeader;
|
|
8
|
+
dbfFields?: DBFField[];
|
|
9
|
+
progress?: {
|
|
10
|
+
bytesUsed: number;
|
|
11
|
+
rowsTotal: number;
|
|
12
|
+
rows: number;
|
|
13
|
+
};
|
|
14
|
+
};
|
|
15
|
+
/**
|
|
16
|
+
* @param arrayBuffer
|
|
17
|
+
* @param options
|
|
18
|
+
* @returns DBFTable or rows
|
|
19
|
+
*/
|
|
20
|
+
export declare function parseDBF(arrayBuffer: ArrayBuffer, options?: DBFLoaderOptions): ArrowTable;
|
|
21
|
+
/**
|
|
22
|
+
* @param asyncIterator
|
|
23
|
+
* @param options
|
|
24
|
+
*/
|
|
25
|
+
export declare function parseDBFInBatches(asyncIterator: AsyncIterable<ArrayBufferLike | ArrayBufferView> | Iterable<ArrayBufferLike | ArrayBufferView>, options?: DBFLoaderOptions): AsyncIterable<ArrowTableBatch>;
|
|
26
|
+
//# sourceMappingURL=parse-dbf-to-arrow.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"parse-dbf-to-arrow.d.ts","sourceRoot":"","sources":["../../../../src/shapefile/lib/parsers/parse-dbf-to-arrow.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAgB,UAAU,EAAE,eAAe,EAAC,MAAM,yBAAyB,CAAC;AAExF,OAAO,EAAC,iBAAiB,EAAC,MAAM,+BAA+B,CAAC;AAEhE,OAAO,EAAC,gBAAgB,EAAE,SAAS,EAAE,QAAQ,EAAC,mBAAgB;AAE9D,MAAM,MAAM,SAAS,GAAG;IACtB,YAAY,CAAC,EAAE,iBAAiB,CAAC;IACjC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,SAAS,CAAC;IACtB,SAAS,CAAC,EAAE,QAAQ,EAAE,CAAC;IACvB,QAAQ,CAAC,EAAE;QACT,SAAS,EAAE,MAAM,CAAC;QAClB,SAAS,EAAE,MAAM,CAAC;QAClB,IAAI,EAAE,MAAM,CAAC;KACd,CAAC;CACH,CAAC;AA+DF;;;;GAIG;AACH,wBAAgB,QAAQ,CAAC,WAAW,EAAE,WAAW,EAAE,OAAO,GAAE,gBAAqB,GAAG,UAAU,CAc7F;AAED;;;GAGG;AACH,wBAAuB,iBAAiB,CACtC,aAAa,EACT,aAAa,CAAC,eAAe,GAAG,eAAe,CAAC,GAChD,QAAQ,CAAC,eAAe,GAAG,eAAe,CAAC,EAC/C,OAAO,GAAE,gBAAqB,GAC7B,aAAa,CAAC,eAAe,CAAC,CAiDhC"}
|
|
@@ -0,0 +1,347 @@
|
|
|
1
|
+
// loaders.gl
|
|
2
|
+
// SPDX-License-Identifier: MIT
|
|
3
|
+
// Copyright (c) vis.gl contributors
|
|
4
|
+
import { toArrayBufferIterator } from '@loaders.gl/core/loader-utils';
|
|
5
|
+
import { ArrowTableBuilder } from '@loaders.gl/core/schema-utils';
|
|
6
|
+
import { BinaryChunkReader } from "../streaming/binary-chunk-reader.js";
|
|
7
|
+
const LITTLE_ENDIAN = true;
|
|
8
|
+
const DBF_HEADER_SIZE = 32;
|
|
9
|
+
var STATE;
|
|
10
|
+
(function (STATE) {
|
|
11
|
+
STATE[STATE["START"] = 0] = "START";
|
|
12
|
+
STATE[STATE["FIELD_DESCRIPTORS"] = 1] = "FIELD_DESCRIPTORS";
|
|
13
|
+
STATE[STATE["FIELD_PROPERTIES"] = 2] = "FIELD_PROPERTIES";
|
|
14
|
+
STATE[STATE["END"] = 3] = "END";
|
|
15
|
+
STATE[STATE["ERROR"] = 4] = "ERROR";
|
|
16
|
+
})(STATE || (STATE = {}));
|
|
17
|
+
class DBFParser {
|
|
18
|
+
binaryReader = new BinaryChunkReader();
|
|
19
|
+
textDecoder;
|
|
20
|
+
options;
|
|
21
|
+
state = STATE.START;
|
|
22
|
+
result = {};
|
|
23
|
+
constructor(options) {
|
|
24
|
+
const { encoding = 'latin1' } = options.dbf || {};
|
|
25
|
+
this.options = options;
|
|
26
|
+
this.textDecoder = new TextDecoder(encoding);
|
|
27
|
+
}
|
|
28
|
+
/**
|
|
29
|
+
* @param arrayBuffer
|
|
30
|
+
*/
|
|
31
|
+
write(arrayBuffer) {
|
|
32
|
+
this.binaryReader.write(arrayBuffer);
|
|
33
|
+
this.state = parseState(this.state, this.result, this.binaryReader, this.textDecoder, this.options);
|
|
34
|
+
// this.result.progress.bytesUsed = this.binaryReader.bytesUsed();
|
|
35
|
+
// important events:
|
|
36
|
+
// - schema available
|
|
37
|
+
// - first rows available
|
|
38
|
+
// - all rows available
|
|
39
|
+
}
|
|
40
|
+
end() {
|
|
41
|
+
this.binaryReader.end();
|
|
42
|
+
this.state = parseState(this.state, this.result, this.binaryReader, this.textDecoder, this.options);
|
|
43
|
+
// this.result.progress.bytesUsed = this.binaryReader.bytesUsed();
|
|
44
|
+
if (this.state !== STATE.END) {
|
|
45
|
+
this.state = STATE.ERROR;
|
|
46
|
+
this.result.error = 'DBF incomplete file';
|
|
47
|
+
}
|
|
48
|
+
}
|
|
49
|
+
}
|
|
50
|
+
/**
|
|
51
|
+
* @param arrayBuffer
|
|
52
|
+
* @param options
|
|
53
|
+
* @returns DBFTable or rows
|
|
54
|
+
*/
|
|
55
|
+
export function parseDBF(arrayBuffer, options = {}) {
|
|
56
|
+
const dbfParser = new DBFParser({
|
|
57
|
+
...options,
|
|
58
|
+
dbf: {
|
|
59
|
+
...options.dbf,
|
|
60
|
+
batchSize: undefined
|
|
61
|
+
}
|
|
62
|
+
});
|
|
63
|
+
dbfParser.write(arrayBuffer);
|
|
64
|
+
dbfParser.end();
|
|
65
|
+
const tableBuilder = dbfParser.result.tableBuilder;
|
|
66
|
+
const arrowTable = tableBuilder.finishTable();
|
|
67
|
+
return arrowTable;
|
|
68
|
+
}
|
|
69
|
+
/**
|
|
70
|
+
* @param asyncIterator
|
|
71
|
+
* @param options
|
|
72
|
+
*/
|
|
73
|
+
export async function* parseDBFInBatches(asyncIterator, options = {}) {
|
|
74
|
+
const batchSize = options.dbf?.batchSize || Number.POSITIVE_INFINITY;
|
|
75
|
+
const parser = new DBFParser(options);
|
|
76
|
+
let headerReturned = false;
|
|
77
|
+
for await (const arrayBuffer of toArrayBufferIterator(asyncIterator)) {
|
|
78
|
+
parser.write(arrayBuffer);
|
|
79
|
+
if (!headerReturned && parser.result.dbfHeader) {
|
|
80
|
+
headerReturned = true;
|
|
81
|
+
const tableBuilder = parser.result.tableBuilder;
|
|
82
|
+
if (tableBuilder.length === 0) {
|
|
83
|
+
const tableBatch = tableBuilder.firstBatch();
|
|
84
|
+
if (tableBatch) {
|
|
85
|
+
yield tableBatch;
|
|
86
|
+
}
|
|
87
|
+
}
|
|
88
|
+
}
|
|
89
|
+
const tableBuilder = parser.result.tableBuilder;
|
|
90
|
+
while (batchSize === Number.POSITIVE_INFINITY
|
|
91
|
+
? tableBuilder.length > 0
|
|
92
|
+
: tableBuilder.length >= batchSize) {
|
|
93
|
+
const tableBatch = tableBuilder.flushBatch();
|
|
94
|
+
if (tableBatch) {
|
|
95
|
+
yield tableBatch;
|
|
96
|
+
}
|
|
97
|
+
parser.state = parseState(parser.state, parser.result, parser.binaryReader, parser.textDecoder, parser.options);
|
|
98
|
+
}
|
|
99
|
+
}
|
|
100
|
+
parser.binaryReader.end();
|
|
101
|
+
parser.state = parseState(parser.state, parser.result, parser.binaryReader, parser.textDecoder, {
|
|
102
|
+
...parser.options,
|
|
103
|
+
dbf: {
|
|
104
|
+
...parser.options.dbf,
|
|
105
|
+
batchSize: undefined
|
|
106
|
+
}
|
|
107
|
+
});
|
|
108
|
+
const tableBuilder = parser.result.tableBuilder;
|
|
109
|
+
const tableBatch = tableBuilder.finishBatch();
|
|
110
|
+
if (tableBatch) {
|
|
111
|
+
yield tableBatch;
|
|
112
|
+
}
|
|
113
|
+
}
|
|
114
|
+
/**
|
|
115
|
+
* https://www.dbase.com/Knowledgebase/INT/db7_file_fmt.htm
|
|
116
|
+
* @param state
|
|
117
|
+
* @param result
|
|
118
|
+
* @param binaryReader
|
|
119
|
+
* @param textDecoder
|
|
120
|
+
* @returns
|
|
121
|
+
*/
|
|
122
|
+
/* eslint-disable complexity, max-depth */
|
|
123
|
+
function parseState(state, result, binaryReader, textDecoder, options) {
|
|
124
|
+
// eslint-disable-next-line no-constant-condition
|
|
125
|
+
while (true) {
|
|
126
|
+
try {
|
|
127
|
+
switch (state) {
|
|
128
|
+
case STATE.ERROR:
|
|
129
|
+
case STATE.END:
|
|
130
|
+
return state;
|
|
131
|
+
case STATE.START:
|
|
132
|
+
// Parse initial file header
|
|
133
|
+
// DBF Header
|
|
134
|
+
const dataView = binaryReader.getDataView(DBF_HEADER_SIZE);
|
|
135
|
+
if (!dataView) {
|
|
136
|
+
return state;
|
|
137
|
+
}
|
|
138
|
+
result.dbfHeader = parseDBFHeader(dataView);
|
|
139
|
+
result.progress = {
|
|
140
|
+
bytesUsed: 0,
|
|
141
|
+
rowsTotal: result.dbfHeader.nRecords,
|
|
142
|
+
rows: 0
|
|
143
|
+
};
|
|
144
|
+
state = STATE.FIELD_DESCRIPTORS;
|
|
145
|
+
break;
|
|
146
|
+
case STATE.FIELD_DESCRIPTORS:
|
|
147
|
+
// Parse DBF field descriptors (schema)
|
|
148
|
+
const fieldDescriptorView = binaryReader.getDataView(
|
|
149
|
+
// @ts-ignore
|
|
150
|
+
result.dbfHeader.headerLength - DBF_HEADER_SIZE);
|
|
151
|
+
if (!fieldDescriptorView) {
|
|
152
|
+
return state;
|
|
153
|
+
}
|
|
154
|
+
result.dbfFields = parseFieldDescriptors(fieldDescriptorView, textDecoder);
|
|
155
|
+
const schema = {
|
|
156
|
+
fields: result.dbfFields.map(dbfField => makeField(dbfField)),
|
|
157
|
+
metadata: {}
|
|
158
|
+
};
|
|
159
|
+
result.tableBuilder = new ArrowTableBuilder(schema);
|
|
160
|
+
state = STATE.FIELD_PROPERTIES;
|
|
161
|
+
// TODO(kyle) Not exactly sure why start offset needs to be headerLength + 1?
|
|
162
|
+
// parsedbf uses ((fields.length + 1) << 5) + 2;
|
|
163
|
+
binaryReader.skip(1);
|
|
164
|
+
break;
|
|
165
|
+
case STATE.FIELD_PROPERTIES:
|
|
166
|
+
const { recordLength = 0, nRecords = 0 } = result?.dbfHeader || {};
|
|
167
|
+
while ((result.progress?.rows || 0) < nRecords) {
|
|
168
|
+
const batchSize = options.dbf?.batchSize || Number.POSITIVE_INFINITY;
|
|
169
|
+
if ((result.tableBuilder?.length || 0) >= batchSize) {
|
|
170
|
+
return state;
|
|
171
|
+
}
|
|
172
|
+
const recordView = binaryReader.getDataView(recordLength - 1);
|
|
173
|
+
if (!recordView) {
|
|
174
|
+
return state;
|
|
175
|
+
}
|
|
176
|
+
// Note: Avoid actually reading the last byte, which may not be present
|
|
177
|
+
binaryReader.skip(1);
|
|
178
|
+
// @ts-ignore
|
|
179
|
+
const row = parseRow(recordView, result.dbfFields, textDecoder);
|
|
180
|
+
result.tableBuilder.addObjectRow(row);
|
|
181
|
+
result.progress.rows++;
|
|
182
|
+
}
|
|
183
|
+
state = STATE.END;
|
|
184
|
+
break;
|
|
185
|
+
default:
|
|
186
|
+
state = STATE.ERROR;
|
|
187
|
+
result.error = `illegal parser state ${state}`;
|
|
188
|
+
return state;
|
|
189
|
+
}
|
|
190
|
+
}
|
|
191
|
+
catch (error) {
|
|
192
|
+
state = STATE.ERROR;
|
|
193
|
+
result.error = `DBF parsing failed: ${error.message}`;
|
|
194
|
+
return state;
|
|
195
|
+
}
|
|
196
|
+
}
|
|
197
|
+
}
|
|
198
|
+
/**
|
|
199
|
+
* @param headerView
|
|
200
|
+
*/
|
|
201
|
+
function parseDBFHeader(headerView) {
|
|
202
|
+
return {
|
|
203
|
+
// Last updated date
|
|
204
|
+
year: headerView.getUint8(1) + 1900,
|
|
205
|
+
month: headerView.getUint8(2),
|
|
206
|
+
day: headerView.getUint8(3),
|
|
207
|
+
// Number of records in data file
|
|
208
|
+
nRecords: headerView.getUint32(4, LITTLE_ENDIAN),
|
|
209
|
+
// Length of header in bytes
|
|
210
|
+
headerLength: headerView.getUint16(8, LITTLE_ENDIAN),
|
|
211
|
+
// Length of each record
|
|
212
|
+
recordLength: headerView.getUint16(10, LITTLE_ENDIAN),
|
|
213
|
+
// Not sure if this is usually set
|
|
214
|
+
languageDriver: headerView.getUint8(29)
|
|
215
|
+
};
|
|
216
|
+
}
|
|
217
|
+
/**
|
|
218
|
+
* @param view
|
|
219
|
+
*/
|
|
220
|
+
function parseFieldDescriptors(view, textDecoder) {
|
|
221
|
+
// NOTE: this might overestimate the number of fields if the "Database
|
|
222
|
+
// Container" container exists and is included in the headerLength
|
|
223
|
+
const nFields = (view.byteLength - 1) / 32;
|
|
224
|
+
const fields = [];
|
|
225
|
+
let offset = 0;
|
|
226
|
+
for (let i = 0; i < nFields; i++) {
|
|
227
|
+
const name = textDecoder
|
|
228
|
+
.decode(new Uint8Array(view.buffer, view.byteOffset + offset, 11))
|
|
229
|
+
// eslint-disable-next-line no-control-regex
|
|
230
|
+
.replace(/\u0000/g, '');
|
|
231
|
+
fields.push({
|
|
232
|
+
name,
|
|
233
|
+
dataType: String.fromCharCode(view.getUint8(offset + 11)),
|
|
234
|
+
fieldLength: view.getUint8(offset + 16),
|
|
235
|
+
decimal: view.getUint8(offset + 17)
|
|
236
|
+
});
|
|
237
|
+
offset += 32;
|
|
238
|
+
}
|
|
239
|
+
return fields;
|
|
240
|
+
}
|
|
241
|
+
/**
|
|
242
|
+
*
|
|
243
|
+
* @param view
|
|
244
|
+
* @param fields
|
|
245
|
+
* @param textDecoder
|
|
246
|
+
* @returns
|
|
247
|
+
*/
|
|
248
|
+
function parseRow(view, fields, textDecoder) {
|
|
249
|
+
const out = {};
|
|
250
|
+
let offset = 0;
|
|
251
|
+
for (const field of fields) {
|
|
252
|
+
const text = textDecoder.decode(new Uint8Array(view.buffer, view.byteOffset + offset, field.fieldLength));
|
|
253
|
+
out[field.name] = parseField(text, field.dataType);
|
|
254
|
+
offset += field.fieldLength;
|
|
255
|
+
}
|
|
256
|
+
return out;
|
|
257
|
+
}
|
|
258
|
+
/**
|
|
259
|
+
* Should NaN be coerced to null?
|
|
260
|
+
* @param text
|
|
261
|
+
* @param dataType
|
|
262
|
+
* @returns Field depends on a type of the data
|
|
263
|
+
*/
|
|
264
|
+
function parseField(text, dataType) {
|
|
265
|
+
switch (dataType) {
|
|
266
|
+
case 'B':
|
|
267
|
+
return parseNumber(text);
|
|
268
|
+
case 'C':
|
|
269
|
+
return parseCharacter(text);
|
|
270
|
+
case 'F':
|
|
271
|
+
return parseNumber(text);
|
|
272
|
+
case 'N':
|
|
273
|
+
return parseNumber(text);
|
|
274
|
+
case 'O':
|
|
275
|
+
return parseNumber(text);
|
|
276
|
+
case 'D':
|
|
277
|
+
return parseDate(text);
|
|
278
|
+
case 'L':
|
|
279
|
+
return parseBoolean(text);
|
|
280
|
+
default:
|
|
281
|
+
throw new Error('Unsupported data type');
|
|
282
|
+
}
|
|
283
|
+
}
|
|
284
|
+
/**
|
|
285
|
+
* Parse YYYYMMDD to date in milliseconds
|
|
286
|
+
* @param str YYYYMMDD
|
|
287
|
+
* @returns new Date as a number
|
|
288
|
+
*/
|
|
289
|
+
function parseDate(str) {
|
|
290
|
+
return Date.UTC(str.slice(0, 4), parseInt(str.slice(4, 6), 10) - 1, str.slice(6, 8));
|
|
291
|
+
}
|
|
292
|
+
/**
|
|
293
|
+
* Read boolean value
|
|
294
|
+
* any of Y, y, T, t coerce to true
|
|
295
|
+
* any of N, n, F, f coerce to false
|
|
296
|
+
* otherwise null
|
|
297
|
+
* @param value
|
|
298
|
+
* @returns boolean | null
|
|
299
|
+
*/
|
|
300
|
+
function parseBoolean(value) {
|
|
301
|
+
return /^[nf]$/i.test(value) ? false : /^[yt]$/i.test(value) ? true : null;
|
|
302
|
+
}
|
|
303
|
+
/**
|
|
304
|
+
* Return null instead of NaN
|
|
305
|
+
* @param text
|
|
306
|
+
* @returns number | null
|
|
307
|
+
*/
|
|
308
|
+
function parseNumber(text) {
|
|
309
|
+
const number = parseFloat(text);
|
|
310
|
+
return Number.isNaN(number) ? null : number;
|
|
311
|
+
}
|
|
312
|
+
/**
|
|
313
|
+
*
|
|
314
|
+
* @param text
|
|
315
|
+
* @returns string | null
|
|
316
|
+
*/
|
|
317
|
+
function parseCharacter(text) {
|
|
318
|
+
return text.trim() || null;
|
|
319
|
+
}
|
|
320
|
+
/**
|
|
321
|
+
* Create a standard Arrow-style `Field` from field descriptor.
|
|
322
|
+
* TODO - use `fieldLength` and `decimal` to generate smaller types?
|
|
323
|
+
* @param param0
|
|
324
|
+
* @returns Field
|
|
325
|
+
*/
|
|
326
|
+
// eslint-disable
|
|
327
|
+
function makeField({ name, dataType, fieldLength, decimal }) {
|
|
328
|
+
switch (dataType) {
|
|
329
|
+
case 'B':
|
|
330
|
+
return { name, type: 'float64', nullable: true, metadata: {} };
|
|
331
|
+
case 'C':
|
|
332
|
+
return { name, type: 'utf8', nullable: true, metadata: {} };
|
|
333
|
+
case 'F':
|
|
334
|
+
return { name, type: 'float64', nullable: true, metadata: {} };
|
|
335
|
+
case 'N':
|
|
336
|
+
return { name, type: 'float64', nullable: true, metadata: {} };
|
|
337
|
+
case 'O':
|
|
338
|
+
return { name, type: 'float64', nullable: true, metadata: {} };
|
|
339
|
+
case 'D':
|
|
340
|
+
return { name, type: 'timestamp-millisecond', nullable: true, metadata: {} };
|
|
341
|
+
case 'L':
|
|
342
|
+
return { name, type: 'bool', nullable: true, metadata: {} };
|
|
343
|
+
default:
|
|
344
|
+
throw new Error('Unsupported data type');
|
|
345
|
+
}
|
|
346
|
+
}
|
|
347
|
+
//# sourceMappingURL=parse-dbf-to-arrow.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"parse-dbf-to-arrow.js","sourceRoot":"","sources":["../../../../src/shapefile/lib/parsers/parse-dbf-to-arrow.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAGpC,OAAO,EAAC,qBAAqB,EAAC,MAAM,+BAA+B,CAAC;AACpE,OAAO,EAAC,iBAAiB,EAAC,MAAM,+BAA+B,CAAC;AAChE,OAAO,EAAC,iBAAiB,EAAC,4CAAyC;AAenE,MAAM,aAAa,GAAG,IAAI,CAAC;AAC3B,MAAM,eAAe,GAAG,EAAE,CAAC;AAE3B,IAAK,KAMJ;AAND,WAAK,KAAK;IACR,mCAAS,CAAA;IACT,2DAAqB,CAAA;IACrB,yDAAoB,CAAA;IACpB,+BAAO,CAAA;IACP,mCAAS,CAAA;AACX,CAAC,EANI,KAAK,KAAL,KAAK,QAMT;AAED,MAAM,SAAS;IACb,YAAY,GAAG,IAAI,iBAAiB,EAAE,CAAC;IACvC,WAAW,CAAc;IACzB,OAAO,CAAmB;IAC1B,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC;IACpB,MAAM,GAAc,EAAE,CAAC;IAEvB,YAAY,OAAyB;QACnC,MAAM,EAAC,QAAQ,GAAG,QAAQ,EAAC,GAAG,OAAO,CAAC,GAAG,IAAI,EAAE,CAAC;QAChD,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,WAAW,GAAG,IAAI,WAAW,CAAC,QAAQ,CAAC,CAAC;IAC/C,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAwB;QAC5B,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;QACrC,IAAI,CAAC,KAAK,GAAG,UAAU,CACrB,IAAI,CAAC,KAAK,EACV,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,YAAY,EACjB,IAAI,CAAC,WAAW,EAChB,IAAI,CAAC,OAAO,CACb,CAAC;QACF,kEAAkE;QAElE,oBAAoB;QACpB,qBAAqB;QACrB,yBAAyB;QACzB,uBAAuB;IACzB,CAAC;IAED,GAAG;QACD,IAAI,CAAC,YAAY,CAAC,GAAG,EAAE,CAAC;QACxB,IAAI,CAAC,KAAK,GAAG,UAAU,CACrB,IAAI,CAAC,KAAK,EACV,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,YAAY,EACjB,IAAI,CAAC,WAAW,EAChB,IAAI,CAAC,OAAO,CACb,CAAC;QACF,kEAAkE;QAClE,IAAI,IAAI,CAAC,KAAK,KAAK,KAAK,CAAC,GAAG,EAAE,CAAC;YAC7B,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC;YACzB,IAAI,CAAC,MAAM,CAAC,KAAK,GAAG,qBAAqB,CAAC;QAC5C,CAAC;IACH,CAAC;CACF;AAED;;;;GAIG;AACH,MAAM,UAAU,QAAQ,CAAC,WAAwB,EAAE,UAA4B,EAAE;IAC/E,MAAM,SAAS,GAAG,IAAI,SAAS,CAAC;QAC9B,GAAG,OAAO;QACV,GAAG,EAAE;YACH,GAAG,OAAO,CAAC,GAAG;YACd,SAAS,EAAE,SAAS;SACrB;KACF,CAAC,CAAC;IACH,SAAS,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;IAC7B,SAAS,CAAC,GAAG,EAAE,CAAC;IAEhB,MAAM,YAAY,GAAG,SAAS,CAAC,MAAM,CAAC,YAAa,CAAC;IACpD,MAAM,UAAU,GAAG,YAAY,CAAC,WAAW,EAAE,CAAC;IAC9C,OAAO,UAAU,CAAC;AACpB,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,iBAAiB,CACtC,aAE+C,EAC/C,UAA4B,EAAE;IAE9B,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,EAAE,SAAS,IAAI,MAAM,CAAC,iBAAiB,CAAC;IAErE,MAAM,MAAM,GAAG,IAAI,SAAS,CAAC,OAAO,CAAC,CAAC;IACtC,IAAI,cAAc,GAAG,KAAK,CAAC;IAC3B,IAAI,KAAK,EAAE,MAAM,WAAW,IAAI,qBAAqB,CAAC,aAAa,CAAC,EAAE,CAAC;QACrE,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;QAC1B,IAAI,CAAC,cAAc,IAAI,MAAM,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;YAC/C,cAAc,GAAG,IAAI,CAAC;YACtB,MAAM,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC,YAAa,CAAC;YACjD,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC9B,MAAM,UAAU,GAAG,YAAY,CAAC,UAAU,EAAE,CAAC;gBAC7C,IAAI,UAAU,EAAE,CAAC;oBACf,MAAM,UAAU,CAAC;gBACnB,CAAC;YACH,CAAC;QACH,CAAC;QACD,MAAM,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC,YAAa,CAAC;QACjD,OACE,SAAS,KAAK,MAAM,CAAC,iBAAiB;YACpC,CAAC,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC;YACzB,CAAC,CAAC,YAAY,CAAC,MAAM,IAAI,SAAS,EACpC,CAAC;YACD,MAAM,UAAU,GAAG,YAAY,CAAC,UAAU,EAAE,CAAC;YAC7C,IAAI,UAAU,EAAE,CAAC;gBACf,MAAM,UAAU,CAAC;YACnB,CAAC;YACD,MAAM,CAAC,KAAK,GAAG,UAAU,CACvB,MAAM,CAAC,KAAK,EACZ,MAAM,CAAC,MAAM,EACb,MAAM,CAAC,YAAY,EACnB,MAAM,CAAC,WAAW,EAClB,MAAM,CAAC,OAAO,CACf,CAAC;QACJ,CAAC;IACH,CAAC;IACD,MAAM,CAAC,YAAY,CAAC,GAAG,EAAE,CAAC;IAC1B,MAAM,CAAC,KAAK,GAAG,UAAU,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,YAAY,EAAE,MAAM,CAAC,WAAW,EAAE;QAC9F,GAAG,MAAM,CAAC,OAAO;QACjB,GAAG,EAAE;YACH,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG;YACrB,SAAS,EAAE,SAAS;SACrB;KACF,CAAC,CAAC;IACH,MAAM,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC,YAAa,CAAC;IACjD,MAAM,UAAU,GAAG,YAAY,CAAC,WAAW,EAAE,CAAC;IAC9C,IAAI,UAAU,EAAE,CAAC;QACf,MAAM,UAAU,CAAC;IACnB,CAAC;AACH,CAAC;AAED;;;;;;;GAOG;AACH,0CAA0C;AAC1C,SAAS,UAAU,CACjB,KAAY,EACZ,MAAiB,EACjB,YAA+B,EAC/B,WAAwB,EACxB,OAAyB;IAEzB,iDAAiD;IACjD,OAAO,IAAI,EAAE,CAAC;QACZ,IAAI,CAAC;YACH,QAAQ,KAAK,EAAE,CAAC;gBACd,KAAK,KAAK,CAAC,KAAK,CAAC;gBACjB,KAAK,KAAK,CAAC,GAAG;oBACZ,OAAO,KAAK,CAAC;gBAEf,KAAK,KAAK,CAAC,KAAK;oBACd,4BAA4B;oBAC5B,aAAa;oBACb,MAAM,QAAQ,GAAG,YAAY,CAAC,WAAW,CAAC,eAAe,CAAC,CAAC;oBAC3D,IAAI,CAAC,QAAQ,EAAE,CAAC;wBACd,OAAO,KAAK,CAAC;oBACf,CAAC;oBACD,MAAM,CAAC,SAAS,GAAG,cAAc,CAAC,QAAQ,CAAC,CAAC;oBAC5C,MAAM,CAAC,QAAQ,GAAG;wBAChB,SAAS,EAAE,CAAC;wBACZ,SAAS,EAAE,MAAM,CAAC,SAAS,CAAC,QAAQ;wBACpC,IAAI,EAAE,CAAC;qBACR,CAAC;oBACF,KAAK,GAAG,KAAK,CAAC,iBAAiB,CAAC;oBAChC,MAAM;gBAER,KAAK,KAAK,CAAC,iBAAiB;oBAC1B,uCAAuC;oBACvC,MAAM,mBAAmB,GAAG,YAAY,CAAC,WAAW;oBAClD,aAAa;oBACb,MAAM,CAAC,SAAS,CAAC,YAAY,GAAG,eAAe,CAChD,CAAC;oBACF,IAAI,CAAC,mBAAmB,EAAE,CAAC;wBACzB,OAAO,KAAK,CAAC;oBACf,CAAC;oBAED,MAAM,CAAC,SAAS,GAAG,qBAAqB,CAAC,mBAAmB,EAAE,WAAW,CAAC,CAAC;oBAC3E,MAAM,MAAM,GAAG;wBACb,MAAM,EAAE,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;wBAC7D,QAAQ,EAAE,EAAE;qBACa,CAAC;oBAC5B,MAAM,CAAC,YAAY,GAAG,IAAI,iBAAiB,CAAC,MAAM,CAAC,CAAC;oBAEpD,KAAK,GAAG,KAAK,CAAC,gBAAgB,CAAC;oBAE/B,6EAA6E;oBAC7E,gDAAgD;oBAChD,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;oBACrB,MAAM;gBAER,KAAK,KAAK,CAAC,gBAAgB;oBACzB,MAAM,EAAC,YAAY,GAAG,CAAC,EAAE,QAAQ,GAAG,CAAC,EAAC,GAAG,MAAM,EAAE,SAAS,IAAI,EAAE,CAAC;oBACjE,OAAO,CAAC,MAAM,CAAC,QAAQ,EAAE,IAAI,IAAI,CAAC,CAAC,GAAG,QAAQ,EAAE,CAAC;wBAC/C,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,EAAE,SAAS,IAAI,MAAM,CAAC,iBAAiB,CAAC;wBACrE,IAAI,CAAC,MAAM,CAAC,YAAY,EAAE,MAAM,IAAI,CAAC,CAAC,IAAI,SAAS,EAAE,CAAC;4BACpD,OAAO,KAAK,CAAC;wBACf,CAAC;wBAED,MAAM,UAAU,GAAG,YAAY,CAAC,WAAW,CAAC,YAAY,GAAG,CAAC,CAAC,CAAC;wBAC9D,IAAI,CAAC,UAAU,EAAE,CAAC;4BAChB,OAAO,KAAK,CAAC;wBACf,CAAC;wBACD,uEAAuE;wBACvE,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;wBAErB,aAAa;wBACb,MAAM,GAAG,GAAG,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;wBAChE,MAAM,CAAC,YAAa,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;wBACvC,MAAM,CAAC,QAAS,CAAC,IAAI,EAAE,CAAC;oBAC1B,CAAC;oBACD,KAAK,GAAG,KAAK,CAAC,GAAG,CAAC;oBAClB,MAAM;gBAER;oBACE,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC;oBACpB,MAAM,CAAC,KAAK,GAAG,wBAAwB,KAAK,EAAE,CAAC;oBAC/C,OAAO,KAAK,CAAC;YACjB,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC;YACpB,MAAM,CAAC,KAAK,GAAG,uBAAwB,KAAe,CAAC,OAAO,EAAE,CAAC;YACjE,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;AACH,CAAC;AAED;;GAEG;AACH,SAAS,cAAc,CAAC,UAAoB;IAC1C,OAAO;QACL,oBAAoB;QACpB,IAAI,EAAE,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,IAAI;QACnC,KAAK,EAAE,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAC;QAC7B,GAAG,EAAE,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAC;QAC3B,iCAAiC;QACjC,QAAQ,EAAE,UAAU,CAAC,SAAS,CAAC,CAAC,EAAE,aAAa,CAAC;QAChD,4BAA4B;QAC5B,YAAY,EAAE,UAAU,CAAC,SAAS,CAAC,CAAC,EAAE,aAAa,CAAC;QACpD,wBAAwB;QACxB,YAAY,EAAE,UAAU,CAAC,SAAS,CAAC,EAAE,EAAE,aAAa,CAAC;QACrD,kCAAkC;QAClC,cAAc,EAAE,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;KACxC,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAS,qBAAqB,CAAC,IAAc,EAAE,WAAwB;IACrE,sEAAsE;IACtE,kEAAkE;IAClE,MAAM,OAAO,GAAG,CAAC,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC;IAC3C,MAAM,MAAM,GAAe,EAAE,CAAC;IAC9B,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,EAAE,CAAC,EAAE,EAAE,CAAC;QACjC,MAAM,IAAI,GAAG,WAAW;aACrB,MAAM,CAAC,IAAI,UAAU,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,UAAU,GAAG,MAAM,EAAE,EAAE,CAAC,CAAC;YAClE,4CAA4C;aAC3C,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;QAE1B,MAAM,CAAC,IAAI,CAAC;YACV,IAAI;YACJ,QAAQ,EAAE,MAAM,CAAC,YAAY,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC;YACzD,WAAW,EAAE,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,EAAE,CAAC;YACvC,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,EAAE,CAAC;SACpC,CAAC,CAAC;QACH,MAAM,IAAI,EAAE,CAAC;IACf,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;;;;;GAMG;AACH,SAAS,QAAQ,CACf,IAAc,EACd,MAAkB,EAClB,WAAwB;IAExB,MAAM,GAAG,GAAsD,EAAE,CAAC;IAClE,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,IAAI,GAAG,WAAW,CAAC,MAAM,CAC7B,IAAI,UAAU,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,UAAU,GAAG,MAAM,EAAE,KAAK,CAAC,WAAW,CAAC,CACzE,CAAC;QACF,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,IAAI,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC;QACnD,MAAM,IAAI,KAAK,CAAC,WAAW,CAAC;IAC9B,CAAC;IAED,OAAO,GAAG,CAAC;AACb,CAAC;AAED;;;;;GAKG;AACH,SAAS,UAAU,CAAC,IAAY,EAAE,QAAgB;IAChD,QAAQ,QAAQ,EAAE,CAAC;QACjB,KAAK,GAAG;YACN,OAAO,WAAW,CAAC,IAAI,CAAC,CAAC;QAC3B,KAAK,GAAG;YACN,OAAO,cAAc,CAAC,IAAI,CAAC,CAAC;QAC9B,KAAK,GAAG;YACN,OAAO,WAAW,CAAC,IAAI,CAAC,CAAC;QAC3B,KAAK,GAAG;YACN,OAAO,WAAW,CAAC,IAAI,CAAC,CAAC;QAC3B,KAAK,GAAG;YACN,OAAO,WAAW,CAAC,IAAI,CAAC,CAAC;QAC3B,KAAK,GAAG;YACN,OAAO,SAAS,CAAC,IAAI,CAAC,CAAC;QACzB,KAAK,GAAG;YACN,OAAO,YAAY,CAAC,IAAI,CAAC,CAAC;QAC5B;YACE,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;IAC7C,CAAC;AACH,CAAC;AAED;;;;GAIG;AACH,SAAS,SAAS,CAAC,GAAQ;IACzB,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;AACvF,CAAC;AAED;;;;;;;GAOG;AACH,SAAS,YAAY,CAAC,KAAa;IACjC,OAAO,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;AAC7E,CAAC;AAED;;;;GAIG;AACH,SAAS,WAAW,CAAC,IAAY;IAC/B,MAAM,MAAM,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC;IAChC,OAAO,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC;AAC9C,CAAC;AAED;;;;GAIG;AACH,SAAS,cAAc,CAAC,IAAY;IAClC,OAAO,IAAI,CAAC,IAAI,EAAE,IAAI,IAAI,CAAC;AAC7B,CAAC;AAED;;;;;GAKG;AACH,iBAAiB;AACjB,SAAS,SAAS,CAAC,EAAC,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,OAAO,EAAW;IACjE,QAAQ,QAAQ,EAAE,CAAC;QACjB,KAAK,GAAG;YACN,OAAO,EAAC,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAC,CAAC;QAC/D,KAAK,GAAG;YACN,OAAO,EAAC,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAC,CAAC;QAC5D,KAAK,GAAG;YACN,OAAO,EAAC,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAC,CAAC;QAC/D,KAAK,GAAG;YACN,OAAO,EAAC,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAC,CAAC;QAC/D,KAAK,GAAG;YACN,OAAO,EAAC,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAC,CAAC;QAC/D,KAAK,GAAG;YACN,OAAO,EAAC,IAAI,EAAE,IAAI,EAAE,uBAAuB,EAAE,QAAQ,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAC,CAAC;QAC7E,KAAK,GAAG;YACN,OAAO,EAAC,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAC,CAAC;QAC5D;YACE,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;IAC7C,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
import type { ObjectRowTable } from '@loaders.gl/core/schema';
|
|
2
|
+
import { DBFLoaderOptions, DBFTableOutput, DBFHeader, DBFRowsOutput } from "./types.js";
|
|
3
|
+
/**
|
|
4
|
+
* @param arrayBuffer
|
|
5
|
+
* @param options
|
|
6
|
+
* @returns DBFTable or rows
|
|
7
|
+
*/
|
|
8
|
+
export declare function parseDBF(arrayBuffer: ArrayBuffer, options?: DBFLoaderOptions): DBFRowsOutput | DBFTableOutput | ObjectRowTable;
|
|
9
|
+
/**
|
|
10
|
+
* @param asyncIterator
|
|
11
|
+
* @param options
|
|
12
|
+
*/
|
|
13
|
+
export declare function parseDBFInBatches(asyncIterator: AsyncIterable<ArrayBufferLike | ArrayBufferView> | Iterable<ArrayBufferLike | ArrayBufferView>, options?: DBFLoaderOptions): AsyncIterable<DBFHeader | DBFRowsOutput | DBFTableOutput>;
|
|
14
|
+
//# sourceMappingURL=parse-dbf.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"parse-dbf.d.ts","sourceRoot":"","sources":["../../../../src/shapefile/lib/parsers/parse-dbf.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAQ,cAAc,EAAC,MAAM,yBAAyB,CAAC;AAGnE,OAAO,EACL,gBAAgB,EAEhB,cAAc,EACd,SAAS,EACT,aAAa,EAEd,mBAAgB;AAiEjB;;;;GAIG;AACH,wBAAgB,QAAQ,CACtB,WAAW,EAAE,WAAW,EACxB,OAAO,GAAE,gBAAqB,GAC7B,aAAa,GAAG,cAAc,GAAG,cAAc,CA4BjD;AACD;;;GAGG;AACH,wBAAuB,iBAAiB,CACtC,aAAa,EACT,aAAa,CAAC,eAAe,GAAG,eAAe,CAAC,GAChD,QAAQ,CAAC,eAAe,GAAG,eAAe,CAAC,EAC/C,OAAO,GAAE,gBAAqB,GAC7B,aAAa,CAAC,SAAS,GAAG,aAAa,GAAG,cAAc,CAAC,CAmB3D"}
|