@loaders.gl/parquet 4.4.2 → 5.0.0-alpha.1

package/dist/lib/geo/geospatial-metadata.js

@@ -0,0 +1,357 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+import * as arrow from 'apache-arrow';
+import { getGeoMetadata, getMetadataValue, setGeoMetadata, setMetadataValue } from '@loaders.gl/gis';
+import { convertArrowToSchema } from '@loaders.gl/schema-utils';
+const GEOARROW_EXTENSION_NAME_KEY = 'ARROW:extension:name';
+const GEOARROW_EXTENSION_METADATA_KEY = 'ARROW:extension:metadata';
+const GEOPARQUET_VERSION = '1.1.0';
+const GEOARROW_ENCODINGS = [
+    'geoarrow.geometry',
+    'geoarrow.geometrycollection',
+    'geoarrow.multipolygon',
+    'geoarrow.polygon',
+    'geoarrow.multilinestring',
+    'geoarrow.linestring',
+    'geoarrow.multipoint',
+    'geoarrow.point',
+    'geoarrow.wkb',
+    'geoarrow.wkt'
+];
+const GEOPARQUET_TO_GEOARROW_ENCODINGS = {
+    wkb: 'geoarrow.wkb',
+    point: 'geoarrow.point',
+    linestring: 'geoarrow.linestring',
+    polygon: 'geoarrow.polygon',
+    multipoint: 'geoarrow.multipoint',
+    multilinestring: 'geoarrow.multilinestring',
+    multipolygon: 'geoarrow.multipolygon'
+};
+const GEOARROW_TO_GEOPARQUET_ENCODINGS = {
+    'geoarrow.wkb': 'wkb',
+    'geoarrow.point': 'point',
+    'geoarrow.linestring': 'linestring',
+    'geoarrow.polygon': 'polygon',
+    'geoarrow.multipoint': 'multipoint',
+    'geoarrow.multilinestring': 'multilinestring',
+    'geoarrow.multipolygon': 'multipolygon'
+};
+const GEOARROW_TO_GEOMETRY_TYPE = {
+    'geoarrow.point': 'Point',
+    'geoarrow.linestring': 'LineString',
+    'geoarrow.polygon': 'Polygon',
+    'geoarrow.multipoint': 'MultiPoint',
+    'geoarrow.multilinestring': 'MultiLineString',
+    'geoarrow.multipolygon': 'MultiPolygon'
+};
+/** Returns GeoArrow geometry field metadata keyed by column name. */
+function getGeometryColumnsFromSchema(schema) {
+    const geometryColumns = {};
+    for (const field of schema.fields || []) {
+        const metadata = getGeometryMetadataForField(field.metadata || {});
+        if (metadata) {
+            geometryColumns[field.name] = metadata;
+        }
+    }
+    return geometryColumns;
+}
+/** Extracts GeoArrow metadata from one schema field metadata object. */
+function getGeometryMetadataForField(fieldMetadata) {
+    let metadata = null;
+    let geoEncoding = getMetadataValue(fieldMetadata, GEOARROW_EXTENSION_NAME_KEY);
+    if (geoEncoding) {
+        geoEncoding = geoEncoding.toLowerCase();
+        if (geoEncoding === 'wkb') {
+            geoEncoding = 'geoarrow.wkb';
+        }
+        if (geoEncoding === 'wkt') {
+            geoEncoding = 'geoarrow.wkt';
+        }
+        if (GEOARROW_ENCODINGS.includes(geoEncoding)) {
+            metadata ||= {};
+            metadata.encoding = geoEncoding;
+        }
+    }
+    const columnMetadata = getMetadataValue(fieldMetadata, GEOARROW_EXTENSION_METADATA_KEY);
+    if (columnMetadata) {
+        try {
+            metadata = {
+                ...(metadata || {}),
+                ...JSON.parse(columnMetadata)
+            };
+        }
+        catch {
+            return metadata;
+        }
+    }
+    return metadata;
+}
+/**
+ * Applies GeoParquet schema metadata to matching geometry fields as GeoArrow field metadata.
+ *
+ * @param schema - Schema to annotate.
+ * @returns The same schema reference.
+ */
+export function applyGeoParquetToFieldMetadata(schema) {
+    const geoMetadata = getGeoMetadata(schema.metadata);
+    if (!geoMetadata) {
+        return schema;
+    }
+    for (const field of schema.fields) {
+        const columnMetadata = geoMetadata.columns?.[field.name];
+        if (!columnMetadata) {
+            continue;
+        }
+        const fieldMetadata = getGeoArrowMetadataFromGeoParquetField(field, columnMetadata);
+        if (!fieldMetadata) {
+            continue;
+        }
+        field.metadata ||= {};
+        setMetadataValue(field.metadata, GEOARROW_EXTENSION_NAME_KEY, fieldMetadata.extensionName);
+        if (fieldMetadata.extensionMetadata) {
+            setMetadataValue(field.metadata, GEOARROW_EXTENSION_METADATA_KEY, JSON.stringify(fieldMetadata.extensionMetadata));
+        }
+    }
+    return schema;
+}
+/**
+ * Creates an Arrow JS table whose schema metadata matches a loaders.gl schema.
+ *
+ * @param table - Arrow JS table to rewrap.
+ * @param schema - loaders.gl schema containing desired field/schema metadata.
+ * @returns Table using the updated Arrow JS schema.
+ */
+export function applyLoadersSchemaToArrowTable(table, schema) {
+    const arrowSchema = createArrowJsSchema(table.schema, schema);
+    return new arrow.Table(arrowSchema, table.batches);
+}
+/**
+ * Normalizes an Arrow wrapper so GeoParquet metadata is preserved and GeoArrow field metadata is attached.
+ *
+ * @param arrowTable - loaders.gl Arrow table wrapper.
+ * @param schemaMetadata - Optional schema metadata override from the Parquet footer.
+ * @returns Arrow table wrapper with synchronized schema metadata.
+ */
+export function normalizeArrowTableGeoMetadata(arrowTable, schemaMetadata) {
+    const schema = convertArrowToSchema(arrowTable.data.schema);
+    mergeSchemaMetadata(schema, schemaMetadata);
+    applyGeoParquetToFieldMetadata(schema);
+    return {
+        shape: 'arrow-table',
+        data: applyLoadersSchemaToArrowTable(arrowTable.data, schema),
+        schema
+    };
+}
+/**
+ * Synthesizes GeoParquet schema metadata from GeoArrow field metadata when needed.
+ *
+ * @param schema - Schema to inspect and update.
+ * @returns The same schema reference.
+ */
+export function ensureGeoParquetMetadata(schema) {
+    schema.metadata ||= {};
+    const rawExistingGeoMetadata = getGeoMetadata(schema.metadata);
+    if (isValidGeoParquetMetadata(rawExistingGeoMetadata)) {
+        return schema;
+    }
+    const existingGeoMetadata = rawExistingGeoMetadata || undefined;
+    const geometryColumns = getGeometryColumnsFromSchema(schema);
+    const geometryColumnNames = Object.keys(geometryColumns);
+    if (geometryColumnNames.length === 0) {
+        return schema;
+    }
+    const geoMetadata = {
+        version: GEOPARQUET_VERSION,
+        primary_column: geometryColumnNames[0],
+        columns: {}
+    };
+    for (const geometryColumnName of geometryColumnNames) {
+        const geometryMetadata = geometryColumns[geometryColumnName];
+        const synthesizedColumnMetadata = synthesizeGeoParquetColumnMetadata(geometryMetadata);
+        if (!synthesizedColumnMetadata) {
+            continue;
+        }
+        const existingColumnMetadata = existingGeoMetadata?.columns?.[geometryColumnName];
+        geoMetadata.columns[geometryColumnName] = {
+            ...pickValidOptionalGeoParquetColumnMetadata(existingColumnMetadata),
+            ...synthesizedColumnMetadata
+        };
+    }
+    if (Object.keys(geoMetadata.columns).length === 0) {
+        return schema;
+    }
+    setGeoMetadata(schema.metadata, geoMetadata);
+    return schema;
+}
+/**
+ * Ensures an Arrow table wrapper carries valid GeoParquet schema metadata when GeoArrow fields are present.
+ *
+ * @param arrowTable - Arrow table wrapper to inspect and update.
+ * @returns Updated Arrow table wrapper.
+ */
+export function ensureGeoParquetMetadataOnArrowTable(arrowTable) {
+    const schema = arrowTable.schema || convertArrowToSchema(arrowTable.data.schema);
+    ensureGeoParquetMetadata(schema);
+    return {
+        shape: 'arrow-table',
+        data: applyLoadersSchemaToArrowTable(arrowTable.data, schema),
+        schema
+    };
+}
+/**
+ * Returns Parquet file key/value metadata as a plain map.
+ *
+ * @param parquetMetadata - parquet-wasm metadata object.
+ * @returns Metadata map.
+ */
+export function getParquetFileMetadataMap(parquetMetadata) {
+    return parquetMetadata.fileMetadata().keyValueMetadata();
+}
+function mergeSchemaMetadata(schema, schemaMetadata) {
+    if (!schemaMetadata) {
+        return;
+    }
+    schema.metadata ||= {};
+    for (const [metadataKey, metadataValue] of getMetadataEntries(schemaMetadata)) {
+        setMetadataValue(schema.metadata, metadataKey, metadataValue);
+    }
+}
+function createArrowJsSchema(baseSchema, schema) {
+    const fields = baseSchema.fields.map(baseField => {
+        const nextField = schema.fields.find(field => field.name === baseField.name);
+        if (!nextField?.metadata) {
+            return baseField;
+        }
+        return baseField.clone({
+            metadata: createMetadataMap(nextField.metadata)
+        });
+    });
+    return new arrow.Schema(fields, createMetadataMap(schema.metadata), baseSchema.dictionaries, baseSchema.metadataVersion);
+}
+function getGeoArrowMetadataFromGeoParquetField(field, columnMetadata) {
+    const normalizedEncoding = String(columnMetadata.encoding || '').toLowerCase();
+    const extensionName = GEOPARQUET_TO_GEOARROW_ENCODINGS[normalizedEncoding];
+    if (!extensionName) {
+        return null;
+    }
+    if (normalizedEncoding === 'wkb' && field.type !== 'binary') {
+        return null;
+    }
+    if (normalizedEncoding !== 'wkb' && (field.type === 'binary' || field.type === 'utf8')) {
+        return null;
+    }
+    const extensionMetadata = {};
+    if (columnMetadata.crs !== undefined) {
+        extensionMetadata.crs = columnMetadata.crs;
+    }
+    if (columnMetadata.crs_type !== undefined) {
+        extensionMetadata.crs_type = columnMetadata.crs_type;
+    }
+    if (columnMetadata.edges === 'spherical') {
+        extensionMetadata.edges = 'spherical';
+    }
+    return Object.keys(extensionMetadata).length > 0
+        ? { extensionName, extensionMetadata }
+        : { extensionName };
+}
+function isValidGeoParquetMetadata(geoMetadata) {
+    if (!geoMetadata || typeof geoMetadata !== 'object') {
+        return false;
+    }
+    if (typeof geoMetadata.version !== 'string' ||
+        typeof geoMetadata.primary_column !== 'string' ||
+        !geoMetadata.columns ||
+        typeof geoMetadata.columns !== 'object') {
+        return false;
+    }
+    const primaryColumnMetadata = geoMetadata.columns[geoMetadata.primary_column];
+    if (!primaryColumnMetadata) {
+        return false;
+    }
+    return Object.values(geoMetadata.columns).every(isValidGeoParquetColumnMetadata);
+}
+function isValidGeoParquetColumnMetadata(columnMetadata) {
+    if (!columnMetadata || typeof columnMetadata !== 'object') {
+        return false;
+    }
+    const { encoding, geometry_types } = columnMetadata;
+    return (typeof encoding === 'string' &&
+        Boolean(GEOPARQUET_TO_GEOARROW_ENCODINGS[encoding.toLowerCase()]) &&
+        Array.isArray(geometry_types));
+}
+function synthesizeGeoParquetColumnMetadata(geometryMetadata) {
+    const encoding = geometryMetadata.encoding
+        ? GEOARROW_TO_GEOPARQUET_ENCODINGS[geometryMetadata.encoding]
+        : null;
+    if (!encoding) {
+        return null;
+    }
+    const geometryTypes = Array.isArray(geometryMetadata.geometry_types)
+        ? geometryMetadata.geometry_types
+        : inferGeometryTypesFromGeoArrowEncoding(geometryMetadata.encoding);
+    const columnMetadata = {
+        encoding,
+        geometry_types: geometryTypes
+    };
+    if (geometryMetadata.crs !== undefined) {
+        columnMetadata.crs = geometryMetadata.crs;
+    }
+    if (geometryMetadata.crs_type !== undefined) {
+        columnMetadata.crs_type = geometryMetadata.crs_type;
+    }
+    if (geometryMetadata.edges === 'spherical') {
+        columnMetadata.edges = 'spherical';
+    }
+    return columnMetadata;
+}
+function inferGeometryTypesFromGeoArrowEncoding(encoding) {
+    const geometryType = encoding
+        ? GEOARROW_TO_GEOMETRY_TYPE[encoding]
+        : null;
+    return geometryType ? [geometryType] : [];
+}
+function pickValidOptionalGeoParquetColumnMetadata(columnMetadata) {
+    if (!columnMetadata) {
+        return {};
+    }
+    const nextColumnMetadata = {};
+    if (columnMetadata.orientation === 'counterclockwise') {
+        nextColumnMetadata.orientation = columnMetadata.orientation;
+    }
+    if (isValidBBox(columnMetadata.bbox)) {
+        nextColumnMetadata.bbox = columnMetadata.bbox;
+    }
+    if (typeof columnMetadata.epoch === 'number' && Number.isFinite(columnMetadata.epoch)) {
+        nextColumnMetadata.epoch = columnMetadata.epoch;
+    }
+    if (columnMetadata.covering && typeof columnMetadata.covering === 'object') {
+        nextColumnMetadata.covering = columnMetadata.covering;
+    }
+    return nextColumnMetadata;
+}
+function isValidBBox(bbox) {
+    if (!Array.isArray(bbox) || (bbox.length !== 4 && bbox.length !== 6)) {
+        return false;
+    }
+    return bbox.every(value => typeof value === 'number' && Number.isFinite(value));
+}
+function getMetadataEntries(metadata) {
+    if (metadata instanceof Map) {
+        return [...metadata.entries()];
+    }
+    return Object.entries(metadata);
+}
+function createMetadataMap(metadata) {
+    if (!metadata) {
+        return new Map();
+    }
+    if (metadata instanceof Map) {
+        return new Map(metadata);
+    }
+    return new Map(Object.entries(metadata).map(([metadataKey, metadataValue]) => [
+        metadataKey,
+        String(metadataValue)
+    ]));
+}
+//# sourceMappingURL=geospatial-metadata.js.map

package/dist/lib/geo/geospatial-metadata.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"geospatial-metadata.js","sourceRoot":"","sources":["../../../src/lib/geo/geospatial-metadata.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAEpC,OAAO,KAAK,KAAK,MAAM,cAAc,CAAC;AAGtC,OAAO,EACL,cAAc,EACd,gBAAgB,EAChB,cAAc,EACd,gBAAgB,EAIjB,MAAM,iBAAiB,CAAC;AACzB,OAAO,EAAC,oBAAoB,EAAC,MAAM,0BAA0B,CAAC;AAE9D,MAAM,2BAA2B,GAAG,sBAAsB,CAAC;AAC3D,MAAM,+BAA+B,GAAG,0BAA0B,CAAC;AACnE,MAAM,kBAAkB,GAAG,OAAO,CAAC;AAqBnC,MAAM,kBAAkB,GAAG;IACzB,mBAAmB;IACnB,6BAA6B;IAC7B,uBAAuB;IACvB,kBAAkB;IAClB,0BAA0B;IAC1B,qBAAqB;IACrB,qBAAqB;IACrB,gBAAgB;IAChB,cAAc;IACd,cAAc;CACuB,CAAC;AAExC,MAAM,gCAAgC,GAAG;IACvC,GAAG,EAAE,cAAc;IACnB,KAAK,EAAE,gBAAgB;IACvB,UAAU,EAAE,qBAAqB;IACjC,OAAO,EAAE,kBAAkB;IAC3B,UAAU,EAAE,qBAAqB;IACjC,eAAe,EAAE,0BAA0B;IAC3C,YAAY,EAAE,uBAAuB;CACc,CAAC;AAEtD,MAAM,gCAAgC,GAAG;IACvC,cAAc,EAAE,KAAK;IACrB,gBAAgB,EAAE,OAAO;IACzB,qBAAqB,EAAE,YAAY;IACnC,kBAAkB,EAAE,SAAS;IAC7B,qBAAqB,EAAE,YAAY;IACnC,0BAA0B,EAAE,iBAAiB;IAC7C,uBAAuB,EAAE,cAAc;CAC/B,CAAC;AAEX,MAAM,yBAAyB,GAAG;IAChC,gBAAgB,EAAE,OAAO;IACzB,qBAAqB,EAAE,YAAY;IACnC,kBAAkB,EAAE,SAAS;IAC7B,qBAAqB,EAAE,YAAY;IACnC,0BAA0B,EAAE,iBAAiB;IAC7C,uBAAuB,EAAE,cAAc;CACkB,CAAC;AAE5D,qEAAqE;AACrE,SAAS,4BAA4B,CAAC,MAAc;IAClD,MAAM,eAAe,GAAqC,EAAE,CAAC;IAC7D,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,IAAI,EAAE,EAAE,CAAC;QACxC,MAAM,QAAQ,GAAG,2BAA2B,CAAC,KAAK,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC;QACnE,IAAI,QAAQ,EAAE,CAAC;YACb,eAAe,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC;QACzC,CAAC;IACH,CAAC;IACD,OAAO,eAAe,CAAC;AACzB,CAAC;AAED,wEAAwE;AACxE,SAAS,2BAA2B,CAClC,aAAqC;IAErC,IAAI,QAAQ,GAA4B,IAAI,CAAC;IAC7C,IAAI,WAAW,GAAG,gBAAgB,CAAC,aAAa,EAAE,2BAA2B,CAAC,CAAC;IAC/E,IAAI,WAAW,EAAE,CAAC;QAChB,WAAW,GAAG,WAAW,CAAC,WAAW,EAAE,CAAC;QACxC,IAAI,WAAW,KAAK,KAAK,EAAE,CAAC;YAC1B,WAAW,GAAG,cAAc,CAAC;QAC/B,CAAC;QACD,IAAI,WAAW,KAAK,KAAK,EAAE,CAAC;YAC1B,WAAW,GAAG,cAAc,CAAC;QAC/B,CAAC;QACD,IAAI,kBAAkB,CAAC,QAAQ,CAAC,WAA+B,CAAC,EAAE,CAAC;YACjE,QAAQ,KAAK,EAAE,CAAC;YAChB,QAAQ,CAAC,QAAQ,GAAG,WAA+B,CAAC;QACtD,CAAC;IACH,CAAC;IAED,MAAM,cAAc,GAAG,gBAAgB,CAAC,aAAa,EAAE,+BAA+B,CAAC,CAAC;IACxF,IAAI,cAAc,EAAE,CAAC;QACnB,IAAI,CAAC;YACH,QAAQ,GAAG;gBACT,GAAG,CAAC,QAAQ,IAAI,EAAE,CAAC;gBACnB,GAAI,IAAI,CAAC,KAAK,CAAC,cAAc,CAAsB;aACpD,CAAC;QACJ,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,QAAQ,CAAC;QAClB,CAAC;IACH,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,8BAA8B,CAAC,MAAc;IAC3D,MAAM,WAAW,GAAG,cAAc,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IACpD,IAAI,CAAC,WAAW,EAAE,CAAC;QACjB,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;QAClC,MAAM,cAAc,GAAG,WAAW,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACzD,IAAI,CAAC,cAAc,EAAE,CAAC;YACpB,SAAS;QACX,CAAC;QAED,MAAM,aAAa,GAAG,sCAAsC,CAAC,KAAK,EAAE,cAAc,CAAC,CAAC;QACpF,IAAI,CAAC,aAAa,EAAE,CAAC;YACnB,SAAS;QACX,CAAC;QAED,KAAK,CAAC,QAAQ,KAAK,EAAE,CAAC;QACtB,gBAAgB,CAAC,KAAK,CAAC,QAAQ,EAAE,2BAA2B,EAAE,aAAa,CAAC,aAAa,CAAC,CAAC;QAE3F,IAAI,aAAa,CAAC,iBAAiB,EAAE,CAAC;YACpC,gBAAgB,CACd,KAAK,CAAC,QAAQ,EACd,+BAA+B,EAC/B,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,iBAAiB,CAAC,CAChD,CAAC;QACJ,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,8BAA8B,CAAC,KAAkB,EAAE,MAAc;IAC/E,MAAM,WAAW,GAAG,mBAAmB,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC9D,OAAO,IAAI,KAAK,CAAC,KAAK,CAAC,WAAW,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;AACrD,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,8BAA8B,CAC5C,UAAsE,EACtE,cAA6D;IAE7D,MAAM,MAAM,GAAG,oBAAoB,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC5D,mBAAmB,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;IAC5C,8BAA8B,CAAC,MAAM,CAAC,CAAC;IAEvC,OAAO;QACL,KAAK,EAAE,aAAa;QACpB,IAAI,EAAE,8BAA8B,CAAC,UAAU,CAAC,IAAI,EAAE,MAAM,CAAC;QAC7D,MAAM;KACP,CAAC;AACJ,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,wBAAwB,CAAC,MAAc;IACrD,MAAM,CAAC,QAAQ,KAAK,EAAE,CAAC;IACvB,MAAM,sBAAsB,GAAG,cAAc,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC/D,IAAI,yBAAyB,CAAC,sBAAsB,CAAC,EAAE,CAAC;QACtD,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,MAAM,mBAAmB,GAA4B,sBAAsB,IAAI,SAAS,CAAC;IAEzF,MAAM,eAAe,GAAG,4BAA4B,CAAC,MAAM,CAAC,CAAC;IAC7D,MAAM,mBAAmB,GAAG,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;IACzD,IAAI,mBAAmB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACrC,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,MAAM,WAAW,GAAgB;QAC/B,OAAO,EAAE,kBAAkB;QAC3B,cAAc,EAAE,mBAAmB,CAAC,CAAC,CAAC;QACtC,OAAO,EAAE,EAAE;KACZ,CAAC;IAEF,KAAK,MAAM,kBAAkB,IAAI,mBAAmB,EAAE,CAAC;QACrD,MAAM,gBAAgB,GAAG,eAAe,CAAC,kBAAkB,CAAC,CAAC;QAC7D,MAAM,yBAAyB,GAAG,kCAAkC,CAAC,gBAAgB,CAAC,CAAC;QACvF,IAAI,CAAC,yBAAyB,EAAE,CAAC;YAC/B,SAAS;QACX,CAAC;QAED,MAAM,sBAAsB,GAAG,mBAAmB,EAAE,OAAO,EAAE,CAAC,kBAAkB,CAAC,CAAC;QAClF,WAAW,CAAC,OAAO,CAAC,kBAAkB,CAAC,GAAG;YACxC,GAAG,yCAAyC,CAAC,sBAAsB,CAAC;YACpE,GAAG,yBAAyB;SAC7B,CAAC;IACJ,CAAC;IAED,IAAI,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAClD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,cAAc,CAAC,MAAM,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC;IAC7C,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,oCAAoC,CAAC,UAIpD;IACC,MAAM,MAAM,GAAG,UAAU,CAAC,MAAM,IAAI,oBAAoB,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACjF,wBAAwB,CAAC,MAAM,CAAC,CAAC;IAEjC,OAAO;QACL,KAAK,EAAE,aAAa;QACpB,IAAI,EAAE,8BAA8B,CAAC,UAAU,CAAC,IAAI,EAAE,MAAM,CAAC;QAC7D,MAAM;KACP,CAAC;AACJ,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,yBAAyB,CAAC,eAEzC;IACC,OAAO,eAAe,CAAC,YAAY,EAAE,CAAC,gBAAgB,EAAE,CAAC;AAC3D,CAAC;AAED,SAAS,mBAAmB,CAC1B,MAAc,EACd,cAA6D;IAE7D,IAAI,CAAC,cAAc,EAAE,CAAC;QACpB,OAAO;IACT,CAAC;IAED,MAAM,CAAC,QAAQ,KAAK,EAAE,CAAC;IACvB,KAAK,MAAM,CAAC,WAAW,EAAE,aAAa,CAAC,IAAI,kBAAkB,CAAC,cAAc,CAAC,EAAE,CAAC;QAC9E,gBAAgB,CAAC,MAAM,CAAC,QAAQ,EAAE,WAAW,EAAE,aAAa,CAAC,CAAC;IAChE,CAAC;AACH,CAAC;AAED,SAAS,mBAAmB,CAAC,UAAwB,EAAE,MAAc;IACnE,MAAM,MAAM,GAAG,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE;QAC/C,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,SAAS,CAAC,IAAI,CAAC,CAAC;QAC7E,IAAI,CAAC,SAAS,EAAE,QAAQ,EAAE,CAAC;YACzB,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,OAAO,SAAS,CAAC,KAAK,CAAC;YACrB,QAAQ,EAAE,iBAAiB,CAAC,SAAS,CAAC,QAAQ,CAAC;SAChD,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,OAAO,IAAI,KAAK,CAAC,MAAM,CACrB,MAAM,EACN,iBAAiB,CAAC,MAAM,CAAC,QAAQ,CAAC,EAClC,UAAU,CAAC,YAAY,EACvB,UAAU,CAAC,eAAe,CAC3B,CAAC;AACJ,CAAC;AAED,SAAS,sCAAsC,CAC7C,KAAY,EACZ,cAAiC;IAEjC,MAAM,kBAAkB,GAAG,MAAM,CAAC,cAAc,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;IAC/E,MAAM,aAAa,GACjB,gCAAgC,CAC9B,kBAAmE,CACpE,CAAC;IAEJ,IAAI,CAAC,aAAa,EAAE,CAAC;QACnB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,kBAAkB,KAAK,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;QAC5D,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,kBAAkB,KAAK,KAAK,IAAI,CAAC,KAAK,CAAC,IAAI,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,CAAC,EAAE,CAAC;QACvF,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,iBAAiB,GAA4B,EAAE,CAAC;IACtD,IAAI,cAAc,CAAC,GAAG,KAAK,SAAS,EAAE,CAAC;QACrC,iBAAiB,CAAC,GAAG,GAAG,cAAc,CAAC,GAAG,CAAC;IAC7C,CAAC;IACD,IAAI,cAAc,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;QAC1C,iBAAiB,CAAC,QAAQ,GAAG,cAAc,CAAC,QAAQ,CAAC;IACvD,CAAC;IACD,IAAI,cAAc,CAAC,KAAK,KAAK,WAAW,EAAE,CAAC;QACzC,iBAAiB,CAAC,KAAK,GAAG,WAAW,CAAC;IACxC,CAAC;IAED,OAAO,MAAM,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,MAAM,GAAG,CAAC;QAC9C,CAAC,CAAC,EAAC,aAAa,EAAE,iBAAiB,EAAC;QACpC,CAAC,CAAC,EAAC,aAAa,EAAC,CAAC;AACtB,CAAC;AAED,SAAS,yBAAyB,CAAC,WAA+B;IAChE,IAAI,CAAC,WAAW,IAAI,OAAO,WAAW,KAAK,QAAQ,EAAE,CAAC;QACpD,OAAO,KAAK,CAAC;IACf,CAAC;IAED,IACE,OAAO,WAAW,CAAC,OAAO,KAAK,QAAQ;QACvC,OAAO,WAAW,CAAC,cAAc,KAAK,QAAQ;QAC9C,CAAC,WAAW,CAAC,OAAO;QACpB,OAAO,WAAW,CAAC,OAAO,KAAK,QAAQ,EACvC,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAED,MAAM,qBAAqB,GAAG,WAAW,CAAC,OAAO,CAAC,WAAW,CAAC,cAAc,CAAC,CAAC;IAC9E,IAAI,CAAC,qBAAqB,EAAE,CAAC;QAC3B,OAAO,KAAK,CAAC;IACf,CAAC;IAED,OAAO,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,+BAA+B,CAAC,CAAC;AACnF,CAAC;AAED,SAAS,+BAA+B,CAAC,cAAuB;IAC9D,IAAI,CAAC,cAAc,IAAI,OAAO,cAAc,KAAK,QAAQ,EAAE,CAAC;QAC1D,OAAO,KAAK,CAAC;IACf,CAAC;IAED,MAAM,EAAC,QAAQ,EAAE,cAAc,EAAC,GAAG,cAAmC,CAAC;IACvE,OAAO,CACL,OAAO,QAAQ,KAAK,QAAQ;QAC5B,OAAO,CACL,gCAAgC,CAC9B,QAAQ,CAAC,WAAW,EAAmD,CACxE,CACF;QACD,KAAK,CAAC,OAAO,CAAC,cAAc,CAAC,CAC9B,CAAC;AACJ,CAAC;AAED,SAAS,kCAAkC,CAAC,gBAM3C;IACC,MAAM,QAAQ,GAAG,gBAAgB,CAAC,QAAQ;QACxC,CAAC,CAAC,gCAAgC,CAC9B,gBAAgB,CAAC,QAAyD,CAC3E;QACH,CAAC,CAAC,IAAI,CAAC;IAET,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,aAAa,GAAG,KAAK,CAAC,OAAO,CAAC,gBAAgB,CAAC,cAAc,CAAC;QAClE,CAAC,CAAC,gBAAgB,CAAC,cAAc;QACjC,CAAC,CAAC,sCAAsC,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC;IAEtE,MAAM,cAAc,GAAsB;QACxC,QAAQ;QACR,cAAc,EAAE,aAAa;KAC9B,CAAC;IAEF,IAAI,gBAAgB,CAAC,GAAG,KAAK,SAAS,EAAE,CAAC;QACvC,cAAc,CAAC,GAAG,GAAG,gBAAgB,CAAC,GAAG,CAAC;IAC5C,CAAC;IACD,IAAI,gBAAgB,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;QAC5C,cAAc,CAAC,QAAQ,GAAG,gBAAgB,CAAC,QAAQ,CAAC;IACtD,CAAC;IACD,IAAI,gBAAgB,CAAC,KAAK,KAAK,WAAW,EAAE,CAAC;QAC3C,cAAc,CAAC,KAAK,GAAG,WAAW,CAAC;IACrC,CAAC;IAED,OAAO,cAAc,CAAC;AACxB,CAAC;AAED,SAAS,sCAAsC,CAC7C,QAA2B;IAE3B,MAAM,YAAY,GAAG,QAAQ;QAC3B,CAAC,CAAC,yBAAyB,CAAC,QAAkD,CAAC;QAC/E,CAAC,CAAC,IAAI,CAAC;IACT,OAAO,YAAY,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;AAC5C,CAAC;AAED,SAAS,yCAAyC,CAChD,cAA6C;IAE7C,IAAI,CAAC,cAAc,EAAE,CAAC;QACpB,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,MAAM,kBAAkB,GAA+B,EAAE,CAAC;IAE1D,IAAI,cAAc,CAAC,WAAW,KAAK,kBAAkB,EAAE,CAAC;QACtD,kBAAkB,CAAC,WAAW,GAAG,cAAc,CAAC,WAAW,CAAC;IAC9D,CAAC;IAED,IAAI,WAAW,CAAC,cAAc,CAAC,IAAI,CAAC,EAAE,CAAC;QACrC,kBAAkB,CAAC,IAAI,GAAG,cAAc,CAAC,IAAI,CAAC;IAChD,CAAC;IAED,IAAI,OAAO,cAAc,CAAC,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,cAAc,CAAC,KAAK,CAAC,EAAE,CAAC;QACtF,kBAAkB,CAAC,KAAK,GAAG,cAAc,CAAC,KAAK,CAAC;IAClD,CAAC;IAED,IAAI,cAAc,CAAC,QAAQ,IAAI,OAAO,cAAc,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;QAC3E,kBAAkB,CAAC,QAAQ,GAAG,cAAc,CAAC,QAAQ,CAAC;IACxD,CAAC;IAED,OAAO,kBAAkB,CAAC;AAC5B,CAAC;AAED,SAAS,WAAW,CAClB,IAA+B;IAE/B,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,CAAC,EAAE,CAAC;QACrE,OAAO,KAAK,CAAC;IACf,CAAC;IAED,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;AAClF,CAAC;AAED,SAAS,kBAAkB,CACzB,QAAsD;IAEtD,IAAI,QAAQ,YAAY,GAAG,EAAE,CAAC;QAC5B,OAAO,CAAC,GAAG,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC;IACjC,CAAC;IACD,OAAO,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;AAClC,CAAC;AAED,SAAS,iBAAiB,CACxB,QAAkE;IAElE,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,OAAO,IAAI,GAAG,EAAE,CAAC;IACnB,CAAC;IAED,IAAI,QAAQ,YAAY,GAAG,EAAE,CAAC;QAC5B,OAAO,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC;IAC3B,CAAC;IAED,OAAO,IAAI,GAAG,CACZ,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,WAAW,EAAE,aAAa,CAAC,EAAE,EAAE,CAAC;QAC7D,WAAW;QACX,MAAM,CAAC,aAAa,CAAC;KACtB,CAAC,CACH,CAAC;AACJ,CAAC"}

package/dist/lib/parsers/get-parquet-schema.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"get-parquet-schema.d.ts","sourceRoot":"","sources":["../../../src/lib/parsers/get-parquet-schema.ts"],"names":[],"mappings":"AAKA,OAAO,EAAC,MAAM,EAAC,MAAM,oBAAoB,CAAC;AAE1C,OAAO,EAAC,aAAa,EAAC,iDAA8C;AAGpE,wBAAsB,0BAA0B,CAAC,MAAM,EAAE,aAAa,GAAG,OAAO,CAAC,MAAM,CAAC,CAOvF"}
+{"version":3,"file":"get-parquet-schema.d.ts","sourceRoot":"","sources":["../../../src/lib/parsers/get-parquet-schema.ts"],"names":[],"mappings":"AAKA,OAAO,EAAC,MAAM,EAAC,MAAM,oBAAoB,CAAC;AAE1C,OAAO,EAAC,aAAa,EAAC,iDAA8C;AAIpE,wBAAsB,0BAA0B,CAAC,MAAM,EAAE,aAAa,GAAG,OAAO,CAAC,MAAM,CAAC,CAQvF"}

package/dist/lib/parsers/get-parquet-schema.js

@@ -1,12 +1,14 @@
 // loaders.gl
 // SPDX-License-Identifier: MIT
 // Copyright (c) vis.gl contributors
-import { unpackGeoMetadata, unpackJSONStringMetadata } from '@loaders.gl/geoarrow';
+import { unpackGeoMetadata, unpackJSONStringMetadata } from '@loaders.gl/gis';
 import { convertParquetSchema } from "../arrow/convert-schema-from-parquet.js";
+import { applyGeoParquetToFieldMetadata } from "../geo/geospatial-metadata.js";
 export async function getSchemaFromParquetReader(reader) {
     const parquetSchema = await reader.getSchema();
     const parquetMetadata = await reader.getFileMetadata();
     const schema = convertParquetSchema(parquetSchema, parquetMetadata);
+    applyGeoParquetToFieldMetadata(schema);
     unpackGeoMetadata(schema.metadata);
     unpackJSONStringMetadata(schema.metadata, 'pandas');
     return schema;

package/dist/lib/parsers/get-parquet-schema.js.map

@@ -1 +1 @@
-{"version":3,"file":"get-parquet-schema.js","sourceRoot":"","sources":["../../../src/lib/parsers/get-parquet-schema.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAIpC,OAAO,EAAC,iBAAiB,EAAE,wBAAwB,EAAC,MAAM,sBAAsB,CAAC;AAEjF,OAAO,EAAC,oBAAoB,EAAC,gDAA6C;AAE1E,MAAM,CAAC,KAAK,UAAU,0BAA0B,CAAC,MAAqB;IACpE,MAAM,aAAa,GAAG,MAAM,MAAM,CAAC,SAAS,EAAE,CAAC;IAC/C,MAAM,eAAe,GAAG,MAAM,MAAM,CAAC,eAAe,EAAE,CAAC;IACvD,MAAM,MAAM,GAAG,oBAAoB,CAAC,aAAa,EAAE,eAAe,CAAC,CAAC;IACpE,iBAAiB,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IACnC,wBAAwB,CAAC,MAAM,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IACpD,OAAO,MAAM,CAAC;AAChB,CAAC"}
+{"version":3,"file":"get-parquet-schema.js","sourceRoot":"","sources":["../../../src/lib/parsers/get-parquet-schema.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAIpC,OAAO,EAAC,iBAAiB,EAAE,wBAAwB,EAAC,MAAM,iBAAiB,CAAC;AAE5E,OAAO,EAAC,oBAAoB,EAAC,gDAA6C;AAC1E,OAAO,EAAC,8BAA8B,EAAC,sCAAmC;AAE1E,MAAM,CAAC,KAAK,UAAU,0BAA0B,CAAC,MAAqB;IACpE,MAAM,aAAa,GAAG,MAAM,MAAM,CAAC,SAAS,EAAE,CAAC;IAC/C,MAAM,eAAe,GAAG,MAAM,MAAM,CAAC,eAAe,EAAE,CAAC;IACvD,MAAM,MAAM,GAAG,oBAAoB,CAAC,aAAa,EAAE,eAAe,CAAC,CAAC;IACpE,8BAA8B,CAAC,MAAM,CAAC,CAAC;IACvC,iBAAiB,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IACnC,wBAAwB,CAAC,MAAM,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IACpD,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/lib/parsers/parse-geoparquet-to-geojson.d.ts

@@ -1,6 +1,6 @@
 import type { ReadableFile } from '@loaders.gl/loader-utils';
-import type { GeoJSONTable, GeoJSONTableBatch, ObjectRowTable, ObjectRowTableBatch } from '@loaders.gl/schema';
-import type { ParquetJSONLoaderOptions } from "../../parquet-json-loader.js";
-export declare function parseGeoParquetFile(file: ReadableFile, options?: ParquetJSONLoaderOptions): Promise<ObjectRowTable | GeoJSONTable>;
-export declare function parseGeoParquetFileInBatches(file: ReadableFile, options?: ParquetJSONLoaderOptions): AsyncIterable<ObjectRowTableBatch | GeoJSONTableBatch>;
+import type { GeoJSONTable, GeoJSONTableBatch } from '@loaders.gl/schema';
+import type { ParquetLoaderOptions } from "../../parquet-loader-options.js";
+export declare function parseGeoParquetFile(file: ReadableFile, options?: ParquetLoaderOptions): Promise<GeoJSONTable>;
+export declare function parseGeoParquetFileInBatches(file: ReadableFile, options?: ParquetLoaderOptions): AsyncIterable<GeoJSONTableBatch>;
 //# sourceMappingURL=parse-geoparquet-to-geojson.d.ts.map

package/dist/lib/parsers/parse-geoparquet-to-geojson.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"parse-geoparquet-to-geojson.d.ts","sourceRoot":"","sources":["../../../src/lib/parsers/parse-geoparquet-to-geojson.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,0BAA0B,CAAC;AAC3D,OAAO,KAAK,EACV,YAAY,EACZ,iBAAiB,EACjB,cAAc,EACd,mBAAmB,EACpB,MAAM,oBAAoB,CAAC;AAG5B,OAAO,KAAK,EAAC,wBAAwB,EAAC,qCAAkC;AAIxE,wBAAsB,mBAAmB,CACvC,IAAI,EAAE,YAAY,EAClB,OAAO,CAAC,EAAE,wBAAwB,GACjC,OAAO,CAAC,cAAc,GAAG,YAAY,CAAC,CAGxC;AAED,wBAAuB,4BAA4B,CACjD,IAAI,EAAE,YAAY,EAClB,OAAO,CAAC,EAAE,wBAAwB,GACjC,aAAa,CAAC,mBAAmB,GAAG,iBAAiB,CAAC,CAOxD"}
+{"version":3,"file":"parse-geoparquet-to-geojson.d.ts","sourceRoot":"","sources":["../../../src/lib/parsers/parse-geoparquet-to-geojson.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,0BAA0B,CAAC;AAC3D,OAAO,KAAK,EACV,YAAY,EACZ,iBAAiB,EAGlB,MAAM,oBAAoB,CAAC;AAI5B,OAAO,KAAK,EAAC,oBAAoB,EAAC,wCAAqC;AAGvE,wBAAsB,mBAAmB,CACvC,IAAI,EAAE,YAAY,EAClB,OAAO,CAAC,EAAE,oBAAoB,GAC7B,OAAO,CAAC,YAAY,CAAC,CAIvB;AAED,wBAAuB,4BAA4B,CACjD,IAAI,EAAE,YAAY,EAClB,OAAO,CAAC,EAAE,oBAAoB,GAC7B,aAAa,CAAC,iBAAiB,CAAC,CAMlC"}

package/dist/lib/parsers/parse-geoparquet-to-geojson.js

@@ -2,16 +2,29 @@
 // SPDX-License-Identifier: MIT
 // Copyright (c) vis.gl contributors
 import { convertWKBTableToGeoJSON } from '@loaders.gl/gis';
-import { parseParquetFile, parseParquetFileInBatches } from "./parse-parquet-to-json.js";
+import { convertArrowToTable } from '@loaders.gl/schema-utils';
+import { parseParquetArrowTable, parseParquetArrowTableInBatches } from "./parse-parquet-tables.js";
 export async function parseGeoParquetFile(file, options) {
-    const table = await parseParquetFile(file, { ...options, shape: 'object-row-table' });
-    return convertWKBTableToGeoJSON(table, table.schema);
+    const arrowTable = await parseParquetArrowTable(file, options || {});
+    const objectRowTable = convertArrowToTable(arrowTable.data, 'object-row-table');
+    return convertWKBTableToGeoJSON(objectRowTable, objectRowTable.schema);
 }
 export async function* parseGeoParquetFileInBatches(file, options) {
-    const tableBatches = parseParquetFileInBatches(file, { ...options, shape: 'object-row-table' });
+    const tableBatches = parseParquetArrowTableInBatches(file, options || {});
     for await (const batch of tableBatches) {
-        const geojson = convertWKBTableToGeoJSON(batch, batch.schema);
-        yield { ...batch, ...geojson };
+        yield convertGeoParquetArrowBatch(batch);
     }
 }
+function convertGeoParquetArrowBatch(batch) {
+    const objectRowTable = convertArrowToTable(batch.data, 'object-row-table');
+    const geojsonTable = convertWKBTableToGeoJSON(objectRowTable, objectRowTable.schema);
+    return {
+        batchType: batch.batchType,
+        shape: geojsonTable.shape,
+        type: geojsonTable.type,
+        schema: geojsonTable.schema,
+        features: geojsonTable.features,
+        length: batch.length
+    };
+}
 //# sourceMappingURL=parse-geoparquet-to-geojson.js.map

package/dist/lib/parsers/parse-geoparquet-to-geojson.js.map

@@ -1 +1 @@
-{"version":3,"file":"parse-geoparquet-to-geojson.js","sourceRoot":"","sources":["../../../src/lib/parsers/parse-geoparquet-to-geojson.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AASpC,OAAO,EAAC,wBAAwB,EAAC,MAAM,iBAAiB,CAAC;AAIzD,OAAO,EAAC,gBAAgB,EAAE,yBAAyB,EAAC,mCAAgC;AAEpF,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,IAAkB,EAClB,OAAkC;IAElC,MAAM,KAAK,GAAG,MAAM,gBAAgB,CAAC,IAAI,EAAE,EAAC,GAAG,OAAO,EAAE,KAAK,EAAE,kBAAkB,EAAC,CAAC,CAAC;IACpF,OAAO,wBAAwB,CAAC,KAAK,EAAE,KAAK,CAAC,MAAO,CAAC,CAAC;AACxD,CAAC;AAED,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,4BAA4B,CACjD,IAAkB,EAClB,OAAkC;IAElC,MAAM,YAAY,GAAG,yBAAyB,CAAC,IAAI,EAAE,EAAC,GAAG,OAAO,EAAE,KAAK,EAAE,kBAAkB,EAAC,CAAC,CAAC;IAE9F,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,YAAY,EAAE,CAAC;QACvC,MAAM,OAAO,GAAG,wBAAwB,CAAC,KAAuB,EAAE,KAAK,CAAC,MAAO,CAAC,CAAC;QACjF,MAAM,EAAC,GAAG,KAAK,EAAE,GAAG,OAAO,EAAC,CAAC;IAC/B,CAAC;AACH,CAAC"}
+{"version":3,"file":"parse-geoparquet-to-geojson.js","sourceRoot":"","sources":["../../../src/lib/parsers/parse-geoparquet-to-geojson.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AASpC,OAAO,EAAC,wBAAwB,EAAC,MAAM,iBAAiB,CAAC;AACzD,OAAO,EAAC,mBAAmB,EAAC,MAAM,0BAA0B,CAAC;AAG7D,OAAO,EAAC,sBAAsB,EAAE,+BAA+B,EAAC,kCAA+B;AAE/F,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,IAAkB,EAClB,OAA8B;IAE9B,MAAM,UAAU,GAAG,MAAM,sBAAsB,CAAC,IAAI,EAAE,OAAO,IAAI,EAAE,CAAC,CAAC;IACrE,MAAM,cAAc,GAAG,mBAAmB,CAAC,UAAU,CAAC,IAAI,EAAE,kBAAkB,CAAmB,CAAC;IAClG,OAAO,wBAAwB,CAAC,cAAc,EAAE,cAAc,CAAC,MAAO,CAAC,CAAC;AAC1E,CAAC;AAED,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,4BAA4B,CACjD,IAAkB,EAClB,OAA8B;IAE9B,MAAM,YAAY,GAAG,+BAA+B,CAAC,IAAI,EAAE,OAAO,IAAI,EAAE,CAAC,CAAC;IAE1E,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,YAAY,EAAE,CAAC;QACvC,MAAM,2BAA2B,CAAC,KAAK,CAAC,CAAC;IAC3C,CAAC;AACH,CAAC;AAED,SAAS,2BAA2B,CAAC,KAAsB;IACzD,MAAM,cAAc,GAAG,mBAAmB,CAAC,KAAK,CAAC,IAAI,EAAE,kBAAkB,CAAmB,CAAC;IAC7F,MAAM,YAAY,GAAG,wBAAwB,CAAC,cAAc,EAAE,cAAc,CAAC,MAAO,CAAC,CAAC;IACtF,OAAO;QACL,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,KAAK,EAAE,YAAY,CAAC,KAAK;QACzB,IAAI,EAAE,YAAY,CAAC,IAAI;QACvB,MAAM,EAAE,YAAY,CAAC,MAAM;QAC3B,QAAQ,EAAE,YAAY,CAAC,QAAQ;QAC/B,MAAM,EAAE,KAAK,CAAC,MAAM;KACrB,CAAC;AACJ,CAAC"}

package/dist/lib/parsers/parse-parquet-tables.d.ts

@@ -0,0 +1,50 @@
+import type { ReadableFile } from '@loaders.gl/loader-utils';
+import type { ArrowTable, ArrowTableBatch, ObjectRowTable, ObjectRowTableBatch } from '@loaders.gl/schema';
+import type { ParquetLoaderOptions } from "../../parquet-loader-options.js";
+/**
+ * Parses a parquet file into an Arrow-backed table.
+ *
+ * @param file - Parquet file abstraction.
+ * @param options - Normalized parquet options.
+ * @returns Arrow table output.
+ */
+export declare function parseParquetArrowTable(file: ReadableFile, options: ParquetLoaderOptions): Promise<ArrowTable>;
+/**
+ * Parses a parquet file into Arrow-backed table batches.
+ *
+ * @param file - Parquet file abstraction.
+ * @param options - Normalized parquet options.
+ * @returns Async iterable of Arrow table batches.
+ */
+export declare function parseParquetArrowTableInBatches(file: ReadableFile, options: ParquetLoaderOptions): AsyncIterable<ArrowTableBatch>;
+/**
+ * Parses a parquet file into plain object rows.
+ *
+ * @param file - Parquet file abstraction.
+ * @param options - Normalized parquet options.
+ * @returns Object-row table output.
+ */
+export declare function parseParquetObjectRowTable(file: ReadableFile, options: ParquetLoaderOptions): Promise<ObjectRowTable>;
+/**
+ * Parses a parquet file into object-row batches.
+ *
+ * @param file - Parquet file abstraction.
+ * @param options - Normalized parquet options.
+ * @returns Async iterable of object-row table batches.
+ */
+export declare function parseParquetObjectRowTableInBatches(file: ReadableFile, options: ParquetLoaderOptions): AsyncIterable<ObjectRowTableBatch>;
+/**
+ * Converts an Arrow-backed table into object rows.
+ *
+ * @param arrowTable - Arrow table wrapper.
+ * @returns Object-row table.
+ */
+export declare function convertArrowTableToObjectRows(arrowTable: ArrowTable): ObjectRowTable;
+/**
+ * Converts an Arrow batch into object-row output.
+ *
+ * @param batch - Arrow table batch wrapper.
+ * @returns Object-row batch.
+ */
+export declare function convertArrowBatchToObjectRows(batch: ArrowTableBatch): ObjectRowTableBatch;
+//# sourceMappingURL=parse-parquet-tables.d.ts.map

package/dist/lib/parsers/parse-parquet-tables.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"parse-parquet-tables.d.ts","sourceRoot":"","sources":["../../../src/lib/parsers/parse-parquet-tables.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,0BAA0B,CAAC;AAE3D,OAAO,KAAK,EACV,UAAU,EACV,eAAe,EACf,cAAc,EACd,mBAAmB,EACpB,MAAM,oBAAoB,CAAC;AAE5B,OAAO,KAAK,EAAC,oBAAoB,EAAC,wCAAqC;AAQvE;;;;;;GAMG;AACH,wBAAgB,sBAAsB,CACpC,IAAI,EAAE,YAAY,EAClB,OAAO,EAAE,oBAAoB,GAC5B,OAAO,CAAC,UAAU,CAAC,CASrB;AAED;;;;;;GAMG;AACH,wBAAgB,+BAA+B,CAC7C,IAAI,EAAE,YAAY,EAClB,OAAO,EAAE,oBAAoB,GAC5B,aAAa,CAAC,eAAe,CAAC,CAShC;AAED;;;;;;GAMG;AACH,wBAAsB,0BAA0B,CAC9C,IAAI,EAAE,YAAY,EAClB,OAAO,EAAE,oBAAoB,GAC5B,OAAO,CAAC,cAAc,CAAC,CAOzB;AAED;;;;;;GAMG;AACH,wBAAuB,mCAAmC,CACxD,IAAI,EAAE,YAAY,EAClB,OAAO,EAAE,oBAAoB,GAC5B,aAAa,CAAC,mBAAmB,CAAC,CASpC;AASD;;;;;GAKG;AACH,wBAAgB,6BAA6B,CAAC,UAAU,EAAE,UAAU,GAAG,cAAc,CAEpF;AAED;;;;;GAKG;AACH,wBAAgB,6BAA6B,CAAC,KAAK,EAAE,eAAe,GAAG,mBAAmB,CAUzF"}

package/dist/lib/parsers/parse-parquet-tables.js

@@ -0,0 +1,101 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+import { convertArrowToTable } from '@loaders.gl/schema-utils';
+import { parseParquetFile, parseParquetFileInBatches } from "./parse-parquet-to-json.js";
+import { parseParquetFileToArrow, parseParquetFileToArrowInBatches } from "./parse-parquet-to-arrow.js";
+import { parseParquetFileToArrowWithJs, parseParquetFileToArrowInBatchesWithJs } from "./parse-parquet-to-arrow-js.js";
+/**
+ * Parses a parquet file into an Arrow-backed table.
+ *
+ * @param file - Parquet file abstraction.
+ * @param options - Normalized parquet options.
+ * @returns Arrow table output.
+ */
+export function parseParquetArrowTable(file, options) {
+    switch (getParquetBackend(options)) {
+        case 'typescript':
+            return parseParquetFileToArrowWithJs(file, options);
+        case 'wasm':
+        default:
+            return parseParquetFileToArrow(file, options.parquet);
+    }
+}
+/**
+ * Parses a parquet file into Arrow-backed table batches.
+ *
+ * @param file - Parquet file abstraction.
+ * @param options - Normalized parquet options.
+ * @returns Async iterable of Arrow table batches.
+ */
+export function parseParquetArrowTableInBatches(file, options) {
+    switch (getParquetBackend(options)) {
+        case 'typescript':
+            return parseParquetFileToArrowInBatchesWithJs(file, options);
+        case 'wasm':
+        default:
+            return parseParquetFileToArrowInBatches(file, options.parquet);
+    }
+}
+/**
+ * Parses a parquet file into plain object rows.
+ *
+ * @param file - Parquet file abstraction.
+ * @param options - Normalized parquet options.
+ * @returns Object-row table output.
+ */
+export async function parseParquetObjectRowTable(file, options) {
+    if (getParquetBackend(options) === 'typescript') {
+        return await parseParquetFile(file, options);
+    }
+    const arrowTable = await parseParquetArrowTable(file, options);
+    return convertArrowTableToObjectRows(arrowTable);
+}
+/**
+ * Parses a parquet file into object-row batches.
+ *
+ * @param file - Parquet file abstraction.
+ * @param options - Normalized parquet options.
+ * @returns Async iterable of object-row table batches.
+ */
+export async function* parseParquetObjectRowTableInBatches(file, options) {
+    if (getParquetBackend(options) === 'typescript') {
+        yield* parseParquetFileInBatches(file, options);
+        return;
+    }
+    for await (const batch of parseParquetArrowTableInBatches(file, options)) {
+        yield convertArrowBatchToObjectRows(batch);
+    }
+}
+function getParquetBackend(options) {
+    if (options.parquet?.backend) {
+        return options.parquet.backend;
+    }
+    return options.parquet?.implementation === 'js' ? 'typescript' : 'wasm';
+}
+/**
+ * Converts an Arrow-backed table into object rows.
+ *
+ * @param arrowTable - Arrow table wrapper.
+ * @returns Object-row table.
+ */
+export function convertArrowTableToObjectRows(arrowTable) {
+    return convertArrowToTable(arrowTable.data, 'object-row-table');
+}
+/**
+ * Converts an Arrow batch into object-row output.
+ *
+ * @param batch - Arrow table batch wrapper.
+ * @returns Object-row batch.
+ */
+export function convertArrowBatchToObjectRows(batch) {
+    const objectRowTable = convertArrowToTable(batch.data, 'object-row-table');
+    return {
+        batchType: batch.batchType,
+        shape: objectRowTable.shape,
+        schema: objectRowTable.schema,
+        data: objectRowTable.data,
+        length: batch.length
+    };
+}
+//# sourceMappingURL=parse-parquet-tables.js.map

package/dist/lib/parsers/parse-parquet-tables.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"parse-parquet-tables.js","sourceRoot":"","sources":["../../../src/lib/parsers/parse-parquet-tables.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAGpC,OAAO,EAAC,mBAAmB,EAAC,MAAM,0BAA0B,CAAC;AAS7D,OAAO,EAAC,gBAAgB,EAAE,yBAAyB,EAAC,mCAAgC;AACpF,OAAO,EAAC,uBAAuB,EAAE,gCAAgC,EAAC,oCAAiC;AACnG,OAAO,EACL,6BAA6B,EAC7B,sCAAsC,EACvC,uCAAoC;AAErC;;;;;;GAMG;AACH,MAAM,UAAU,sBAAsB,CACpC,IAAkB,EAClB,OAA6B;IAE7B,QAAQ,iBAAiB,CAAC,OAAO,CAAC,EAAE,CAAC;QACnC,KAAK,YAAY;YACf,OAAO,6BAA6B,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QAEtD,KAAK,MAAM,CAAC;QACZ;YACE,OAAO,uBAAuB,CAAC,IAAI,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;IAC1D,CAAC;AACH,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,+BAA+B,CAC7C,IAAkB,EAClB,OAA6B;IAE7B,QAAQ,iBAAiB,CAAC,OAAO,CAAC,EAAE,CAAC;QACnC,KAAK,YAAY;YACf,OAAO,sCAAsC,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QAE/D,KAAK,MAAM,CAAC;QACZ;YACE,OAAO,gCAAgC,CAAC,IAAI,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;IACnE,CAAC;AACH,CAAC;AAED;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,0BAA0B,CAC9C,IAAkB,EAClB,OAA6B;IAE7B,IAAI,iBAAiB,CAAC,OAAO,CAAC,KAAK,YAAY,EAAE,CAAC;QAChD,OAAO,MAAM,gBAAgB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IAC/C,CAAC;IAED,MAAM,UAAU,GAAG,MAAM,sBAAsB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IAC/D,OAAO,6BAA6B,CAAC,UAAU,CAAC,CAAC;AACnD,CAAC;AAED;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,mCAAmC,CACxD,IAAkB,EAClB,OAA6B;IAE7B,IAAI,iBAAiB,CAAC,OAAO,CAAC,KAAK,YAAY,EAAE,CAAC;QAChD,KAAK,CAAC,CAAC,yBAAyB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QAChD,OAAO;IACT,CAAC;IAED,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,+BAA+B,CAAC,IAAI,EAAE,OAAO,CAAC,EAAE,CAAC;QACzE,MAAM,6BAA6B,CAAC,KAAK,CAAC,CAAC;IAC7C,CAAC;AACH,CAAC;AAED,SAAS,iBAAiB,CAAC,OAA6B;IACtD,IAAI,OAAO,CAAC,OAAO,EAAE,OAAO,EAAE,CAAC;QAC7B,OAAO,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC;IACjC,CAAC;IACD,OAAO,OAAO,CAAC,OAAO,EAAE,cAAc,KAAK,IAAI,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,MAAM,CAAC;AAC1E,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,6BAA6B,CAAC,UAAsB;IAClE,OAAO,mBAAmB,CAAC,UAAU,CAAC,IAAI,EAAE,kBAAkB,CAAmB,CAAC;AACpF,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,6BAA6B,CAAC,KAAsB;IAClE,MAAM,cAAc,GAAG,mBAAmB,CAAC,KAAK,CAAC,IAAI,EAAE,kBAAkB,CAAmB,CAAC;IAE7F,OAAO;QACL,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,KAAK,EAAE,cAAc,CAAC,KAAK;QAC3B,MAAM,EAAE,cAAc,CAAC,MAAM;QAC7B,IAAI,EAAE,cAAc,CAAC,IAAI;QACzB,MAAM,EAAE,KAAK,CAAC,MAAM;KACrB,CAAC;AACJ,CAAC"}

package/dist/lib/parsers/parse-parquet-to-arrow-js.d.ts

@@ -0,0 +1,6 @@
+import type { ReadableFile } from '@loaders.gl/loader-utils';
+import type { ArrowTable, ArrowTableBatch } from '@loaders.gl/schema';
+import type { ParquetLoaderOptions } from "../../parquet-loader-options.js";
+export declare function parseParquetFileToArrowWithJs(file: ReadableFile, options?: ParquetLoaderOptions): Promise<ArrowTable>;
+export declare function parseParquetFileToArrowInBatchesWithJs(file: ReadableFile, options?: ParquetLoaderOptions): AsyncIterable<ArrowTableBatch>;
+//# sourceMappingURL=parse-parquet-to-arrow-js.d.ts.map

package/dist/lib/parsers/parse-parquet-to-arrow-js.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"parse-parquet-to-arrow-js.d.ts","sourceRoot":"","sources":["../../../src/lib/parsers/parse-parquet-to-arrow-js.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,0BAA0B,CAAC;AAC3D,OAAO,KAAK,EAAC,UAAU,EAAE,eAAe,EAAC,MAAM,oBAAoB,CAAC;AAGpE,OAAO,KAAK,EAAC,oBAAoB,EAAC,wCAAqC;AAIvE,wBAAsB,6BAA6B,CACjD,IAAI,EAAE,YAAY,EAClB,OAAO,CAAC,EAAE,oBAAoB,GAC7B,OAAO,CAAC,UAAU,CAAC,CAGrB;AAED,wBAAuB,sCAAsC,CAC3D,IAAI,EAAE,YAAY,EAClB,OAAO,CAAC,EAAE,oBAAoB,GAC7B,aAAa,CAAC,eAAe,CAAC,CAYhC"}