@loaders.gl/parquet 4.5.3 → 5.0.0-alpha.10

package/dist/lib/geo/geospatial-metadata.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"geospatial-metadata.d.ts","sourceRoot":"","sources":["../../../src/lib/geo/geospatial-metadata.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,KAAK,MAAM,cAAc,CAAC;AAEtC,OAAO,EAWL,KAAK,MAAM,EACZ,MAAM,oBAAoB,CAAC;AAwH5B;;;;;GAKG;AACH,wBAAgB,8BAA8B,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CA8BrE;AAED;;;;;;GAMG;AACH,wBAAgB,8BAA8B,CAAC,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,GAAG,KAAK,CAAC,KAAK,CAG9F;AAED;;;;;;GAMG;AACH,wBAAgB,8BAA8B,CAC5C,UAAU,EAAE;IAAC,KAAK,EAAE,aAAa,CAAC;IAAC,IAAI,EAAE,KAAK,CAAC,KAAK,CAAC;IAAC,MAAM,CAAC,EAAE,MAAM,CAAA;CAAC,EACtE,cAAc,CAAC,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAC5D;IAAC,KAAK,EAAE,aAAa,CAAC;IAAC,IAAI,EAAE,KAAK,CAAC,KAAK,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAC,CAU3D;AAED;;;;;GAKG;AACH,wBAAgB,wBAAwB,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAwC/D;AAED;;;;;GAKG;AACH,wBAAgB,oCAAoC,CAAC,UAAU,EAAE;IAC/D,KAAK,EAAE,aAAa,CAAC;IACrB,IAAI,EAAE,KAAK,CAAC,KAAK,CAAC;IAClB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB,GAAG;IAAC,KAAK,EAAE,aAAa,CAAC;IAAC,IAAI,EAAE,KAAK,CAAC,KAAK,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAC,CAS5D;AAED;;;;;GAKG;AACH,wBAAgB,yBAAyB,CAAC,eAAe,EAAE;IACzD,YAAY,IAAI;QAAC,gBAAgB,IAAI,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;KAAC,CAAC;CAC3D,GAAG,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAEtB"}

package/dist/lib/geo/geospatial-metadata.js

@@ -0,0 +1,412 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+import * as arrow from 'apache-arrow';
+import { getGeoMetadata, getMetadataValue, setGeoMetadata, setMetadataValue } from '@loaders.gl/schema';
+import { GeoArrowMetadataSchema, GeoParquetMetadataSchema } from '@loaders.gl/gis/geospatial-metadata-zod-schema';
+import { convertArrowToSchema } from '@loaders.gl/schema-utils';
+const GEOARROW_EXTENSION_NAME_KEY = 'ARROW:extension:name';
+const GEOARROW_EXTENSION_METADATA_KEY = 'ARROW:extension:metadata';
+const GEOPARQUET_VERSION = '1.1.0';
+const GEOARROW_ENCODINGS = [
+    'geoarrow.geometry',
+    'geoarrow.geometrycollection',
+    'geoarrow.multipolygon',
+    'geoarrow.polygon',
+    'geoarrow.multilinestring',
+    'geoarrow.linestring',
+    'geoarrow.multipoint',
+    'geoarrow.point',
+    'geoarrow.box',
+    'geoarrow.wkb',
+    'geoarrow.wkt'
+];
+const GEOPARQUET_TO_GEOARROW_ENCODINGS = {
+    wkb: 'geoarrow.wkb',
+    geometry: 'geoarrow.wkb',
+    geography: 'geoarrow.wkb',
+    point: 'geoarrow.point',
+    linestring: 'geoarrow.linestring',
+    polygon: 'geoarrow.polygon',
+    multipoint: 'geoarrow.multipoint',
+    multilinestring: 'geoarrow.multilinestring',
+    multipolygon: 'geoarrow.multipolygon'
+};
+const GEOARROW_TO_GEOPARQUET_ENCODINGS = {
+    'geoarrow.wkb': 'wkb',
+    'geoarrow.point': 'point',
+    'geoarrow.linestring': 'linestring',
+    'geoarrow.polygon': 'polygon',
+    'geoarrow.multipoint': 'multipoint',
+    'geoarrow.multilinestring': 'multilinestring',
+    'geoarrow.multipolygon': 'multipolygon'
+};
+const GEOARROW_TO_GEOMETRY_TYPE = {
+    'geoarrow.point': 'Point',
+    'geoarrow.linestring': 'LineString',
+    'geoarrow.polygon': 'Polygon',
+    'geoarrow.multipoint': 'MultiPoint',
+    'geoarrow.multilinestring': 'MultiLineString',
+    'geoarrow.multipolygon': 'MultiPolygon'
+};
+/** Returns GeoArrow geometry field metadata keyed by column name. */
+function getGeometryColumnsFromSchema(schema) {
+    const geometryColumns = {};
+    for (const field of schema.fields || []) {
+        const metadata = getGeometryMetadataForField(field.metadata || {});
+        if (metadata) {
+            geometryColumns[field.name] = metadata;
+        }
+    }
+    return geometryColumns;
+}
+/** Extracts GeoArrow metadata from one schema field metadata object. */
+function getGeometryMetadataForField(fieldMetadata) {
+    let metadata = null;
+    let geoEncoding = getMetadataValue(fieldMetadata, GEOARROW_EXTENSION_NAME_KEY);
+    if (geoEncoding) {
+        geoEncoding = geoEncoding.toLowerCase();
+        if (geoEncoding === 'wkb') {
+            geoEncoding = 'geoarrow.wkb';
+        }
+        if (geoEncoding === 'wkt') {
+            geoEncoding = 'geoarrow.wkt';
+        }
+        if (GEOARROW_ENCODINGS.includes(geoEncoding)) {
+            metadata ||= {};
+            metadata.encoding = geoEncoding;
+        }
+    }
+    const columnMetadata = getMetadataValue(fieldMetadata, GEOARROW_EXTENSION_METADATA_KEY);
+    if (columnMetadata) {
+        try {
+            const parsedMetadata = parseGeoArrowMetadata(JSON.parse(columnMetadata));
+            metadata = {
+                ...(metadata || {}),
+                ...parsedMetadata
+            };
+        }
+        catch {
+            return metadata;
+        }
+    }
+    return metadata;
+}
+/** Validates GeoArrow metadata, treating a mislabeled string CRS as opaque metadata. */
+function parseGeoArrowMetadata(value) {
+    const result = GeoArrowMetadataSchema.safeParse(value);
+    if (result.success) {
+        return result.data;
+    }
+    if (value && typeof value === 'object' && typeof value.crs === 'string') {
+        const { crs_type: _untrustedCRSType, ...opaqueMetadata } = value;
+        const opaqueResult = GeoArrowMetadataSchema.safeParse(opaqueMetadata);
+        if (opaqueResult.success) {
+            return opaqueResult.data;
+        }
+    }
+    throw result.error;
+}
+/**
+ * Applies GeoParquet schema metadata to matching geometry fields as GeoArrow field metadata.
+ *
+ * @param schema - Schema to annotate.
+ * @returns The same schema reference.
+ */
+export function applyGeoParquetToFieldMetadata(schema) {
+    const geoMetadata = getGeoMetadata(schema.metadata);
+    if (!geoMetadata) {
+        return schema;
+    }
+    for (const field of schema.fields) {
+        const columnMetadata = geoMetadata.columns?.[field.name];
+        if (!columnMetadata) {
+            continue;
+        }
+        const fieldMetadata = getGeoArrowMetadataFromGeoParquetField(field, columnMetadata);
+        if (!fieldMetadata) {
+            continue;
+        }
+        field.metadata ||= {};
+        setMetadataValue(field.metadata, GEOARROW_EXTENSION_NAME_KEY, fieldMetadata.extensionName);
+        if (fieldMetadata.extensionMetadata) {
+            setMetadataValue(field.metadata, GEOARROW_EXTENSION_METADATA_KEY, JSON.stringify(fieldMetadata.extensionMetadata));
+        }
+    }
+    return schema;
+}
+/**
+ * Creates an Arrow JS table whose schema metadata matches a loaders.gl schema.
+ *
+ * @param table - Arrow JS table to rewrap.
+ * @param schema - loaders.gl schema containing desired field/schema metadata.
+ * @returns Table using the updated Arrow JS schema.
+ */
+export function applyLoadersSchemaToArrowTable(table, schema) {
+    const arrowSchema = createArrowJsSchema(table.schema, schema);
+    return new arrow.Table(arrowSchema, table.batches);
+}
+/**
+ * Normalizes an Arrow wrapper so GeoParquet metadata is preserved and GeoArrow field metadata is attached.
+ *
+ * @param arrowTable - loaders.gl Arrow table wrapper.
+ * @param schemaMetadata - Optional schema metadata override from the Parquet footer.
+ * @returns Arrow table wrapper with synchronized schema metadata.
+ */
+export function normalizeArrowTableGeoMetadata(arrowTable, schemaMetadata) {
+    const schema = convertArrowToSchema(arrowTable.data.schema);
+    mergeSchemaMetadata(schema, schemaMetadata);
+    applyGeoParquetToFieldMetadata(schema);
+    return {
+        shape: 'arrow-table',
+        data: applyLoadersSchemaToArrowTable(arrowTable.data, schema),
+        schema
+    };
+}
+/**
+ * Synthesizes GeoParquet schema metadata from GeoArrow field metadata when needed.
+ *
+ * @param schema - Schema to inspect and update.
+ * @returns The same schema reference.
+ */
+export function ensureGeoParquetMetadata(schema) {
+    schema.metadata ||= {};
+    const rawExistingGeoMetadata = getGeoMetadata(schema.metadata);
+    if (isValidGeoParquetMetadata(rawExistingGeoMetadata)) {
+        return schema;
+    }
+    const existingGeoMetadata = rawExistingGeoMetadata || undefined;
+    const geometryColumns = getGeometryColumnsFromSchema(schema);
+    const geometryColumnNames = Object.keys(geometryColumns);
+    if (geometryColumnNames.length === 0) {
+        return schema;
+    }
+    const geoMetadata = {
+        version: GEOPARQUET_VERSION,
+        primary_column: geometryColumnNames[0],
+        columns: {}
+    };
+    for (const geometryColumnName of geometryColumnNames) {
+        const geometryMetadata = geometryColumns[geometryColumnName];
+        const synthesizedColumnMetadata = synthesizeGeoParquetColumnMetadata(geometryMetadata);
+        if (!synthesizedColumnMetadata) {
+            continue;
+        }
+        const existingColumnMetadata = existingGeoMetadata?.columns?.[geometryColumnName];
+        geoMetadata.columns[geometryColumnName] = {
+            ...pickValidOptionalGeoParquetColumnMetadata(existingColumnMetadata),
+            ...synthesizedColumnMetadata
+        };
+    }
+    if (Object.keys(geoMetadata.columns).length === 0) {
+        return schema;
+    }
+    setGeoMetadata(schema.metadata, geoMetadata);
+    return schema;
+}
+/**
+ * Ensures an Arrow table wrapper carries valid GeoParquet schema metadata when GeoArrow fields are present.
+ *
+ * @param arrowTable - Arrow table wrapper to inspect and update.
+ * @returns Updated Arrow table wrapper.
+ */
+export function ensureGeoParquetMetadataOnArrowTable(arrowTable) {
+    const schema = arrowTable.schema || convertArrowToSchema(arrowTable.data.schema);
+    ensureGeoParquetMetadata(schema);
+    return {
+        shape: 'arrow-table',
+        data: applyLoadersSchemaToArrowTable(arrowTable.data, schema),
+        schema
+    };
+}
+/**
+ * Returns Parquet file key/value metadata as a plain map.
+ *
+ * @param parquetMetadata - parquet-wasm metadata object.
+ * @returns Metadata map.
+ */
+export function getParquetFileMetadataMap(parquetMetadata) {
+    return parquetMetadata.fileMetadata().keyValueMetadata();
+}
+function mergeSchemaMetadata(schema, schemaMetadata) {
+    if (!schemaMetadata) {
+        return;
+    }
+    schema.metadata ||= {};
+    for (const [metadataKey, metadataValue] of getMetadataEntries(schemaMetadata)) {
+        setMetadataValue(schema.metadata, metadataKey, metadataValue);
+    }
+}
+function createArrowJsSchema(baseSchema, schema) {
+    const fields = baseSchema.fields.map(baseField => {
+        const nextField = schema.fields.find(field => field.name === baseField.name);
+        if (!nextField?.metadata) {
+            return baseField;
+        }
+        return baseField.clone({
+            metadata: createMetadataMap(nextField.metadata)
+        });
+    });
+    return new arrow.Schema(fields, createMetadataMap(schema.metadata), baseSchema.dictionaries, baseSchema.metadataVersion);
+}
+function getGeoArrowMetadataFromGeoParquetField(field, columnMetadata) {
+    const normalizedEncoding = String(columnMetadata.encoding || '').toLowerCase();
+    const extensionName = GEOPARQUET_TO_GEOARROW_ENCODINGS[normalizedEncoding];
+    if (!extensionName) {
+        return null;
+    }
+    const isBinaryGeospatialEncoding = normalizedEncoding === 'wkb' ||
+        normalizedEncoding === 'geometry' ||
+        normalizedEncoding === 'geography';
+    if (isBinaryGeospatialEncoding && !isBinaryFieldType(field.type)) {
+        return null;
+    }
+    if (!isBinaryGeospatialEncoding &&
+        (isBinaryFieldType(field.type) || isStringFieldType(field.type))) {
+        return null;
+    }
+    const extensionMetadata = {};
+    if (columnMetadata.crs === undefined) {
+        extensionMetadata.crs = 'OGC:CRS84';
+        extensionMetadata.crs_type = 'authority_code';
+    }
+    else if (columnMetadata.crs !== null) {
+        extensionMetadata.crs = columnMetadata.crs;
+        extensionMetadata.crs_type = 'projjson';
+    }
+    if (columnMetadata.edges && columnMetadata.edges !== 'planar') {
+        extensionMetadata.edges = columnMetadata.edges;
+    }
+    if (normalizedEncoding === 'geography' && !extensionMetadata.edges) {
+        extensionMetadata.edges = 'spherical';
+    }
+    for (const [metadataKey, metadataValue] of Object.entries(columnMetadata)) {
+        if (metadataValue !== undefined &&
+            metadataValue !== null &&
+            !['encoding', 'geometry_types', 'crs', 'edges'].includes(metadataKey)) {
+            extensionMetadata[metadataKey] = metadataValue;
+        }
+    }
+    return Object.keys(extensionMetadata).length > 0
+        ? { extensionName, extensionMetadata }
+        : { extensionName };
+}
+function isValidGeoParquetMetadata(geoMetadata) {
+    return GeoParquetMetadataSchema.safeParse(geoMetadata).success;
+}
+function synthesizeGeoParquetColumnMetadata(geometryMetadata) {
+    const encoding = geometryMetadata.encoding
+        ? GEOARROW_TO_GEOPARQUET_ENCODINGS[geometryMetadata.encoding]
+        : null;
+    if (!encoding) {
+        return null;
+    }
+    const geometryTypes = Array.isArray(geometryMetadata.geometry_types)
+        ? geometryMetadata.geometry_types
+        : inferGeometryTypesFromGeoArrowEncoding(geometryMetadata.encoding);
+    const columnMetadata = {
+        encoding,
+        geometry_types: geometryTypes
+    };
+    const preservedMetadata = preserveUnknownGeoParquetColumnMetadata(geometryMetadata);
+    if (geometryMetadata.crs === undefined) {
+        columnMetadata.crs = null;
+    }
+    else if (typeof geometryMetadata.crs === 'object') {
+        columnMetadata.crs = geometryMetadata.crs;
+    }
+    else if (typeof geometryMetadata.crs !== 'string' ||
+        !isDefaultCRS84Identifier(geometryMetadata.crs)) {
+        return null;
+    }
+    if (geometryMetadata.edges) {
+        columnMetadata.edges = geometryMetadata.edges;
+    }
+    return { ...preservedMetadata, ...columnMetadata };
+}
+/** Returns whether a compact GeoArrow CRS identifier has GeoParquet's default CRS semantics. */
+function isDefaultCRS84Identifier(crs) {
+    const normalizedCRS = crs.toUpperCase();
+    return normalizedCRS === 'OGC:CRS84' || normalizedCRS === 'EPSG:4326';
+}
+function inferGeometryTypesFromGeoArrowEncoding(encoding) {
+    const geometryType = encoding
+        ? GEOARROW_TO_GEOMETRY_TYPE[encoding]
+        : null;
+    return geometryType ? [geometryType] : [];
+}
+function pickValidOptionalGeoParquetColumnMetadata(columnMetadata) {
+    if (!columnMetadata) {
+        return {};
+    }
+    const nextColumnMetadata = preserveUnknownGeoParquetColumnMetadata(columnMetadata);
+    if (columnMetadata.orientation === 'counterclockwise') {
+        nextColumnMetadata.orientation = columnMetadata.orientation;
+    }
+    if (isValidBBox(columnMetadata.bbox)) {
+        nextColumnMetadata.bbox = columnMetadata.bbox;
+    }
+    if (typeof columnMetadata.epoch === 'number' && Number.isFinite(columnMetadata.epoch)) {
+        nextColumnMetadata.epoch = columnMetadata.epoch;
+    }
+    if (columnMetadata.covering && typeof columnMetadata.covering === 'object') {
+        nextColumnMetadata.covering = columnMetadata.covering;
+    }
+    return nextColumnMetadata;
+}
+/** Preserves vendor and future GeoParquet column keys without trusting core fields. */
+function preserveUnknownGeoParquetColumnMetadata(columnMetadata) {
+    if (!columnMetadata) {
+        return {};
+    }
+    const preservedMetadata = {};
+    for (const [metadataKey, metadataValue] of Object.entries(columnMetadata)) {
+        if (metadataValue !== undefined &&
+            ![
+                'encoding',
+                'geometry_types',
+                'crs',
+                'edges',
+                'orientation',
+                'bbox',
+                'epoch',
+                'covering'
+            ].includes(metadataKey)) {
+            preservedMetadata[metadataKey] = metadataValue;
+        }
+    }
+    return preservedMetadata;
+}
+/** Returns whether an Arrow field is a binary value capable of carrying WKB bytes. */
+function isBinaryFieldType(fieldType) {
+    return typeof fieldType === 'string' && (fieldType === 'binary' || fieldType === 'binary-view');
+}
+/** Returns whether an Arrow field is a UTF-8 value capable of carrying WKT text. */
+function isStringFieldType(fieldType) {
+    return typeof fieldType === 'string' && (fieldType === 'utf8' || fieldType === 'utf8-view');
+}
+function isValidBBox(bbox) {
+    if (!Array.isArray(bbox) || ![4, 6, 8].includes(bbox.length)) {
+        return false;
+    }
+    return bbox.every(value => typeof value === 'number' && Number.isFinite(value));
+}
+function getMetadataEntries(metadata) {
+    if (metadata instanceof Map) {
+        return [...metadata.entries()];
+    }
+    return Object.entries(metadata);
+}
+function createMetadataMap(metadata) {
+    if (!metadata) {
+        return new Map();
+    }
+    if (metadata instanceof Map) {
+        return new Map(metadata);
+    }
+    return new Map(Object.entries(metadata).map(([metadataKey, metadataValue]) => [
+        metadataKey,
+        String(metadataValue)
+    ]));
+}
+//# sourceMappingURL=geospatial-metadata.js.map

package/dist/lib/geo/geospatial-metadata.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"geospatial-metadata.js","sourceRoot":"","sources":["../../../src/lib/geo/geospatial-metadata.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAEpC,OAAO,KAAK,KAAK,MAAM,cAAc,CAAC;AAEtC,OAAO,EACL,cAAc,EACd,gBAAgB,EAChB,cAAc,EACd,gBAAgB,EAQjB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EACL,sBAAsB,EACtB,wBAAwB,EACzB,MAAM,gDAAgD,CAAC;AACxD,OAAO,EAAC,oBAAoB,EAAC,MAAM,0BAA0B,CAAC;AAE9D,MAAM,2BAA2B,GAAG,sBAAsB,CAAC;AAC3D,MAAM,+BAA+B,GAAG,0BAA0B,CAAC;AACnE,MAAM,kBAAkB,GAAG,OAAO,CAAC;AAEnC,MAAM,kBAAkB,GAAG;IACzB,mBAAmB;IACnB,6BAA6B;IAC7B,uBAAuB;IACvB,kBAAkB;IAClB,0BAA0B;IAC1B,qBAAqB;IACrB,qBAAqB;IACrB,gBAAgB;IAChB,cAAc;IACd,cAAc;IACd,cAAc;CACuB,CAAC;AAExC,MAAM,gCAAgC,GAAG;IACvC,GAAG,EAAE,cAAc;IACnB,QAAQ,EAAE,cAAc;IACxB,SAAS,EAAE,cAAc;IACzB,KAAK,EAAE,gBAAgB;IACvB,UAAU,EAAE,qBAAqB;IACjC,OAAO,EAAE,kBAAkB;IAC3B,UAAU,EAAE,qBAAqB;IACjC,eAAe,EAAE,0BAA0B;IAC3C,YAAY,EAAE,uBAAuB;CACc,CAAC;AAEtD,MAAM,gCAAgC,GAAG;IACvC,cAAc,EAAE,KAAK;IACrB,gBAAgB,EAAE,OAAO;IACzB,qBAAqB,EAAE,YAAY;IACnC,kBAAkB,EAAE,SAAS;IAC7B,qBAAqB,EAAE,YAAY;IACnC,0BAA0B,EAAE,iBAAiB;IAC7C,uBAAuB,EAAE,cAAc;CAC/B,CAAC;AAEX,MAAM,yBAAyB,GAAG;IAChC,gBAAgB,EAAE,OAAO;IACzB,qBAAqB,EAAE,YAAY;IACnC,kBAAkB,EAAE,SAAS;IAC7B,qBAAqB,EAAE,YAAY;IACnC,0BAA0B,EAAE,iBAAiB;IAC7C,uBAAuB,EAAE,cAAc;CACkB,CAAC;AAE5D,qEAAqE;AACrE,SAAS,4BAA4B,CAAC,MAAc;IAClD,MAAM,eAAe,GAAqC,EAAE,CAAC;IAC7D,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,IAAI,EAAE,EAAE,CAAC;QACxC,MAAM,QAAQ,GAAG,2BAA2B,CAAC,KAAK,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC;QACnE,IAAI,QAAQ,EAAE,CAAC;YACb,eAAe,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC;QACzC,CAAC;IACH,CAAC;IACD,OAAO,eAAe,CAAC;AACzB,CAAC;AAED,wEAAwE;AACxE,SAAS,2BAA2B,CAClC,aAAqC;IAErC,IAAI,QAAQ,GAA4B,IAAI,CAAC;IAC7C,IAAI,WAAW,GAAG,gBAAgB,CAAC,aAAa,EAAE,2BAA2B,CAAC,CAAC;IAC/E,IAAI,WAAW,EAAE,CAAC;QAChB,WAAW,GAAG,WAAW,CAAC,WAAW,EAAE,CAAC;QACxC,IAAI,WAAW,KAAK,KAAK,EAAE,CAAC;YAC1B,WAAW,GAAG,cAAc,CAAC;QAC/B,CAAC;QACD,IAAI,WAAW,KAAK,KAAK,EAAE,CAAC;YAC1B,WAAW,GAAG,cAAc,CAAC;QAC/B,CAAC;QACD,IAAI,kBAAkB,CAAC,QAAQ,CAAC,WAA+B,CAAC,EAAE,CAAC;YACjE,QAAQ,KAAK,EAAE,CAAC;YAChB,QAAQ,CAAC,QAAQ,GAAG,WAA+B,CAAC;QACtD,CAAC;IACH,CAAC;IAED,MAAM,cAAc,GAAG,gBAAgB,CAAC,aAAa,EAAE,+BAA+B,CAAC,CAAC;IACxF,IAAI,cAAc,EAAE,CAAC;QACnB,IAAI,CAAC;YACH,MAAM,cAAc,GAAG,qBAAqB,CAAC,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC;YACzE,QAAQ,GAAG;gBACT,GAAG,CAAC,QAAQ,IAAI,EAAE,CAAC;gBACnB,GAAG,cAAc;aAClB,CAAC;QACJ,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,QAAQ,CAAC;QAClB,CAAC;IACH,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,wFAAwF;AACxF,SAAS,qBAAqB,CAAC,KAAc;IAC3C,MAAM,MAAM,GAAG,sBAAsB,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;IACvD,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;QACnB,OAAO,MAAM,CAAC,IAAI,CAAC;IACrB,CAAC;IACD,IAAI,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,OAAQ,KAAyB,CAAC,GAAG,KAAK,QAAQ,EAAE,CAAC;QAC7F,MAAM,EAAC,QAAQ,EAAE,iBAAiB,EAAE,GAAG,cAAc,EAAC,GAAG,KAAgC,CAAC;QAC1F,MAAM,YAAY,GAAG,sBAAsB,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;QACtE,IAAI,YAAY,CAAC,OAAO,EAAE,CAAC;YACzB,OAAO,YAAY,CAAC,IAAI,CAAC;QAC3B,CAAC;IACH,CAAC;IACD,MAAM,MAAM,CAAC,KAAK,CAAC;AACrB,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,8BAA8B,CAAC,MAAc;IAC3D,MAAM,WAAW,GAAG,cAAc,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IACpD,IAAI,CAAC,WAAW,EAAE,CAAC;QACjB,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;QAClC,MAAM,cAAc,GAAG,WAAW,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACzD,IAAI,CAAC,cAAc,EAAE,CAAC;YACpB,SAAS;QACX,CAAC;QAED,MAAM,aAAa,GAAG,sCAAsC,CAAC,KAAK,EAAE,cAAc,CAAC,CAAC;QACpF,IAAI,CAAC,aAAa,EAAE,CAAC;YACnB,SAAS;QACX,CAAC;QAED,KAAK,CAAC,QAAQ,KAAK,EAAE,CAAC;QACtB,gBAAgB,CAAC,KAAK,CAAC,QAAQ,EAAE,2BAA2B,EAAE,aAAa,CAAC,aAAa,CAAC,CAAC;QAE3F,IAAI,aAAa,CAAC,iBAAiB,EAAE,CAAC;YACpC,gBAAgB,CACd,KAAK,CAAC,QAAQ,EACd,+BAA+B,EAC/B,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,iBAAiB,CAAC,CAChD,CAAC;QACJ,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,8BAA8B,CAAC,KAAkB,EAAE,MAAc;IAC/E,MAAM,WAAW,GAAG,mBAAmB,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC9D,OAAO,IAAI,KAAK,CAAC,KAAK,CAAC,WAAW,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;AACrD,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,8BAA8B,CAC5C,UAAsE,EACtE,cAA6D;IAE7D,MAAM,MAAM,GAAG,oBAAoB,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC5D,mBAAmB,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;IAC5C,8BAA8B,CAAC,MAAM,CAAC,CAAC;IAEvC,OAAO;QACL,KAAK,EAAE,aAAa;QACpB,IAAI,EAAE,8BAA8B,CAAC,UAAU,CAAC,IAAI,EAAE,MAAM,CAAC;QAC7D,MAAM;KACP,CAAC;AACJ,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,wBAAwB,CAAC,MAAc;IACrD,MAAM,CAAC,QAAQ,KAAK,EAAE,CAAC;IACvB,MAAM,sBAAsB,GAAG,cAAc,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC/D,IAAI,yBAAyB,CAAC,sBAAsB,CAAC,EAAE,CAAC;QACtD,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,MAAM,mBAAmB,GAA4B,sBAAsB,IAAI,SAAS,CAAC;IAEzF,MAAM,eAAe,GAAG,4BAA4B,CAAC,MAAM,CAAC,CAAC;IAC7D,MAAM,mBAAmB,GAAG,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;IACzD,IAAI,mBAAmB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACrC,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,MAAM,WAAW,GAAgB;QAC/B,OAAO,EAAE,kBAAkB;QAC3B,cAAc,EAAE,mBAAmB,CAAC,CAAC,CAAC;QACtC,OAAO,EAAE,EAAE;KACZ,CAAC;IAEF,KAAK,MAAM,kBAAkB,IAAI,mBAAmB,EAAE,CAAC;QACrD,MAAM,gBAAgB,GAAG,eAAe,CAAC,kBAAkB,CAAC,CAAC;QAC7D,MAAM,yBAAyB,GAAG,kCAAkC,CAAC,gBAAgB,CAAC,CAAC;QACvF,IAAI,CAAC,yBAAyB,EAAE,CAAC;YAC/B,SAAS;QACX,CAAC;QAED,MAAM,sBAAsB,GAAG,mBAAmB,EAAE,OAAO,EAAE,CAAC,kBAAkB,CAAC,CAAC;QAClF,WAAW,CAAC,OAAO,CAAC,kBAAkB,CAAC,GAAG;YACxC,GAAG,yCAAyC,CAAC,sBAAsB,CAAC;YACpE,GAAG,yBAAyB;SAC7B,CAAC;IACJ,CAAC;IAED,IAAI,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAClD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,cAAc,CAAC,MAAM,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC;IAC7C,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,oCAAoC,CAAC,UAIpD;IACC,MAAM,MAAM,GAAG,UAAU,CAAC,MAAM,IAAI,oBAAoB,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACjF,wBAAwB,CAAC,MAAM,CAAC,CAAC;IAEjC,OAAO;QACL,KAAK,EAAE,aAAa;QACpB,IAAI,EAAE,8BAA8B,CAAC,UAAU,CAAC,IAAI,EAAE,MAAM,CAAC;QAC7D,MAAM;KACP,CAAC;AACJ,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,yBAAyB,CAAC,eAEzC;IACC,OAAO,eAAe,CAAC,YAAY,EAAE,CAAC,gBAAgB,EAAE,CAAC;AAC3D,CAAC;AAED,SAAS,mBAAmB,CAC1B,MAAc,EACd,cAA6D;IAE7D,IAAI,CAAC,cAAc,EAAE,CAAC;QACpB,OAAO;IACT,CAAC;IAED,MAAM,CAAC,QAAQ,KAAK,EAAE,CAAC;IACvB,KAAK,MAAM,CAAC,WAAW,EAAE,aAAa,CAAC,IAAI,kBAAkB,CAAC,cAAc,CAAC,EAAE,CAAC;QAC9E,gBAAgB,CAAC,MAAM,CAAC,QAAQ,EAAE,WAAW,EAAE,aAAa,CAAC,CAAC;IAChE,CAAC;AACH,CAAC;AAED,SAAS,mBAAmB,CAAC,UAAwB,EAAE,MAAc;IACnE,MAAM,MAAM,GAAG,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE;QAC/C,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,SAAS,CAAC,IAAI,CAAC,CAAC;QAC7E,IAAI,CAAC,SAAS,EAAE,QAAQ,EAAE,CAAC;YACzB,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,OAAO,SAAS,CAAC,KAAK,CAAC;YACrB,QAAQ,EAAE,iBAAiB,CAAC,SAAS,CAAC,QAAQ,CAAC;SAChD,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,OAAO,IAAI,KAAK,CAAC,MAAM,CACrB,MAAM,EACN,iBAAiB,CAAC,MAAM,CAAC,QAAQ,CAAC,EAClC,UAAU,CAAC,YAAY,EACvB,UAAU,CAAC,eAAe,CAC3B,CAAC;AACJ,CAAC;AAED,SAAS,sCAAsC,CAC7C,KAAY,EACZ,cAAiC;IAEjC,MAAM,kBAAkB,GAAG,MAAM,CAAC,cAAc,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;IAC/E,MAAM,aAAa,GACjB,gCAAgC,CAC9B,kBAAmE,CACpE,CAAC;IAEJ,IAAI,CAAC,aAAa,EAAE,CAAC;QACnB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,0BAA0B,GAC9B,kBAAkB,KAAK,KAAK;QAC5B,kBAAkB,KAAK,UAAU;QACjC,kBAAkB,KAAK,WAAW,CAAC;IACrC,IAAI,0BAA0B,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QACjE,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IACE,CAAC,0BAA0B;QAC3B,CAAC,iBAAiB,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,iBAAiB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,EAChE,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,iBAAiB,GAA4B,EAAE,CAAC;IACtD,IAAI,cAAc,CAAC,GAAG,KAAK,SAAS,EAAE,CAAC;QACrC,iBAAiB,CAAC,GAAG,GAAG,WAAW,CAAC;QACpC,iBAAiB,CAAC,QAAQ,GAAG,gBAAgB,CAAC;IAChD,CAAC;SAAM,IAAI,cAAc,CAAC,GAAG,KAAK,IAAI,EAAE,CAAC;QACvC,iBAAiB,CAAC,GAAG,GAAG,cAAc,CAAC,GAAG,CAAC;QAC3C,iBAAiB,CAAC,QAAQ,GAAG,UAAU,CAAC;IAC1C,CAAC;IACD,IAAI,cAAc,CAAC,KAAK,IAAI,cAAc,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9D,iBAAiB,CAAC,KAAK,GAAG,cAAc,CAAC,KAAK,CAAC;IACjD,CAAC;IACD,IAAI,kBAAkB,KAAK,WAAW,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,CAAC;QACnE,iBAAiB,CAAC,KAAK,GAAG,WAAW,CAAC;IACxC,CAAC;IACD,KAAK,MAAM,CAAC,WAAW,EAAE,aAAa,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,cAAc,CAAC,EAAE,CAAC;QAC1E,IACE,aAAa,KAAK,SAAS;YAC3B,aAAa,KAAK,IAAI;YACtB,CAAC,CAAC,UAAU,EAAE,gBAAgB,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,EACrE,CAAC;YACD,iBAAiB,CAAC,WAAW,CAAC,GAAG,aAAa,CAAC;QACjD,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,MAAM,GAAG,CAAC;QAC9C,CAAC,CAAC,EAAC,aAAa,EAAE,iBAAiB,EAAC;QACpC,CAAC,CAAC,EAAC,aAAa,EAAC,CAAC;AACtB,CAAC;AAED,SAAS,yBAAyB,CAAC,WAA+B;IAChE,OAAO,wBAAwB,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC,OAAO,CAAC;AACjE,CAAC;AAED,SAAS,kCAAkC,CACzC,gBAAkC;IAElC,MAAM,QAAQ,GAAG,gBAAgB,CAAC,QAAQ;QACxC,CAAC,CAAC,gCAAgC,CAC9B,gBAAgB,CAAC,QAAyD,CAC3E;QACH,CAAC,CAAC,IAAI,CAAC;IAET,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,aAAa,GAAG,KAAK,CAAC,OAAO,CAAC,gBAAgB,CAAC,cAAc,CAAC;QAClE,CAAC,CAAC,gBAAgB,CAAC,cAAc;QACjC,CAAC,CAAC,sCAAsC,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC;IAEtE,MAAM,cAAc,GAAsB;QACxC,QAAQ;QACR,cAAc,EAAE,aAAa;KAC9B,CAAC;IAEF,MAAM,iBAAiB,GAAG,uCAAuC,CAAC,gBAAgB,CAAC,CAAC;IAEpF,IAAI,gBAAgB,CAAC,GAAG,KAAK,SAAS,EAAE,CAAC;QACvC,cAAc,CAAC,GAAG,GAAG,IAAI,CAAC;IAC5B,CAAC;SAAM,IAAI,OAAO,gBAAgB,CAAC,GAAG,KAAK,QAAQ,EAAE,CAAC;QACpD,cAAc,CAAC,GAAG,GAAG,gBAAgB,CAAC,GAAG,CAAC;IAC5C,CAAC;SAAM,IACL,OAAO,gBAAgB,CAAC,GAAG,KAAK,QAAQ;QACxC,CAAC,wBAAwB,CAAC,gBAAgB,CAAC,GAAG,CAAC,EAC/C,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IACD,IAAI,gBAAgB,CAAC,KAAK,EAAE,CAAC;QAC3B,cAAc,CAAC,KAAK,GAAG,gBAAgB,CAAC,KAAK,CAAC;IAChD,CAAC;IAED,OAAO,EAAC,GAAG,iBAAiB,EAAE,GAAG,cAAc,EAAC,CAAC;AACnD,CAAC;AAED,gGAAgG;AAChG,SAAS,wBAAwB,CAAC,GAAW;IAC3C,MAAM,aAAa,GAAG,GAAG,CAAC,WAAW,EAAE,CAAC;IACxC,OAAO,aAAa,KAAK,WAAW,IAAI,aAAa,KAAK,WAAW,CAAC;AACxE,CAAC;AAED,SAAS,sCAAsC,CAC7C,QAA2B;IAE3B,MAAM,YAAY,GAAG,QAAQ;QAC3B,CAAC,CAAC,yBAAyB,CAAC,QAAkD,CAAC;QAC/E,CAAC,CAAC,IAAI,CAAC;IACT,OAAO,YAAY,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;AAC5C,CAAC;AAED,SAAS,yCAAyC,CAChD,cAA6C;IAE7C,IAAI,CAAC,cAAc,EAAE,CAAC;QACpB,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,MAAM,kBAAkB,GAAG,uCAAuC,CAAC,cAAc,CAAC,CAAC;IAEnF,IAAI,cAAc,CAAC,WAAW,KAAK,kBAAkB,EAAE,CAAC;QACtD,kBAAkB,CAAC,WAAW,GAAG,cAAc,CAAC,WAAW,CAAC;IAC9D,CAAC;IAED,IAAI,WAAW,CAAC,cAAc,CAAC,IAAI,CAAC,EAAE,CAAC;QACrC,kBAAkB,CAAC,IAAI,GAAG,cAAc,CAAC,IAAI,CAAC;IAChD,CAAC;IAED,IAAI,OAAO,cAAc,CAAC,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,cAAc,CAAC,KAAK,CAAC,EAAE,CAAC;QACtF,kBAAkB,CAAC,KAAK,GAAG,cAAc,CAAC,KAAK,CAAC;IAClD,CAAC;IAED,IAAI,cAAc,CAAC,QAAQ,IAAI,OAAO,cAAc,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;QAC3E,kBAAkB,CAAC,QAAQ,GAAG,cAAc,CAAC,QAAQ,CAAC;IACxD,CAAC;IAED,OAAO,kBAAkB,CAAC;AAC5B,CAAC;AAED,uFAAuF;AACvF,SAAS,uCAAuC,CAC9C,cAAmD;IAEnD,IAAI,CAAC,cAAc,EAAE,CAAC;QACpB,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,MAAM,iBAAiB,GAA4B,EAAE,CAAC;IACtD,KAAK,MAAM,CAAC,WAAW,EAAE,aAAa,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,cAAc,CAAC,EAAE,CAAC;QAC1E,IACE,aAAa,KAAK,SAAS;YAC3B,CAAC;gBACC,UAAU;gBACV,gBAAgB;gBAChB,KAAK;gBACL,OAAO;gBACP,aAAa;gBACb,MAAM;gBACN,OAAO;gBACP,UAAU;aACX,CAAC,QAAQ,CAAC,WAAW,CAAC,EACvB,CAAC;YACD,iBAAiB,CAAC,WAAW,CAAC,GAAG,aAAa,CAAC;QACjD,CAAC;IACH,CAAC;IACD,OAAO,iBAAiB,CAAC;AAC3B,CAAC;AAED,sFAAsF;AACtF,SAAS,iBAAiB,CAAC,SAAwB;IACjD,OAAO,OAAO,SAAS,KAAK,QAAQ,IAAI,CAAC,SAAS,KAAK,QAAQ,IAAI,SAAS,KAAK,aAAa,CAAC,CAAC;AAClG,CAAC;AAED,oFAAoF;AACpF,SAAS,iBAAiB,CAAC,SAAwB;IACjD,OAAO,OAAO,SAAS,KAAK,QAAQ,IAAI,CAAC,SAAS,KAAK,MAAM,IAAI,SAAS,KAAK,WAAW,CAAC,CAAC;AAC9F,CAAC;AAED,SAAS,WAAW,CAClB,IAA+B;IAE/B,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;QAC7D,OAAO,KAAK,CAAC;IACf,CAAC;IAED,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;AAClF,CAAC;AAED,SAAS,kBAAkB,CACzB,QAAsD;IAEtD,IAAI,QAAQ,YAAY,GAAG,EAAE,CAAC;QAC5B,OAAO,CAAC,GAAG,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC;IACjC,CAAC;IACD,OAAO,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;AAClC,CAAC;AAED,SAAS,iBAAiB,CACxB,QAAkE;IAElE,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,OAAO,IAAI,GAAG,EAAE,CAAC;IACnB,CAAC;IAED,IAAI,QAAQ,YAAY,GAAG,EAAE,CAAC;QAC5B,OAAO,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC;IAC3B,CAAC;IAED,OAAO,IAAI,GAAG,CACZ,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,WAAW,EAAE,aAAa,CAAC,EAAE,EAAE,CAAC;QAC7D,WAAW;QACX,MAAM,CAAC,aAAa,CAAC;KACtB,CAAC,CACH,CAAC;AACJ,CAAC"}

package/dist/lib/parquet-bloom-filter-planner.d.ts

@@ -0,0 +1,16 @@
+import type { ParquetColumnChunkMetadata, ParquetPredicate, ParquetPredicateValue, ParquetRowGroupMetadata } from "../parquet-source-types.js";
+/** One conservative Bloom-filter probe that can be applied before decoding a row group. */
+export type ParquetBloomFilterProbe = {
+    /** Column chunk containing the split-block Bloom filter. */
+    readonly column: ParquetColumnChunkMetadata;
+    /** Plain-encoded values to hash and probe. */
+    readonly values: readonly ParquetPredicateValue[];
+};
+/**
+ * Finds equality and membership predicates backed by row-group Bloom-filter metadata.
+ *
+ * Only leaves and conjunctions are returned. Disjunctions and negations are intentionally
+ * excluded because probing an individual branch could otherwise create a false negative.
+ */
+export declare function getParquetBloomFilterProbes(predicate: ParquetPredicate, rowGroup: ParquetRowGroupMetadata): ParquetBloomFilterProbe[];
+//# sourceMappingURL=parquet-bloom-filter-planner.d.ts.map

package/dist/lib/parquet-bloom-filter-planner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"parquet-bloom-filter-planner.d.ts","sourceRoot":"","sources":["../../src/lib/parquet-bloom-filter-planner.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EACV,0BAA0B,EAC1B,gBAAgB,EAChB,qBAAqB,EACrB,uBAAuB,EACxB,mCAAgC;AAEjC,2FAA2F;AAC3F,MAAM,MAAM,uBAAuB,GAAG;IACpC,4DAA4D;IAC5D,QAAQ,CAAC,MAAM,EAAE,0BAA0B,CAAC;IAC5C,8CAA8C;IAC9C,QAAQ,CAAC,MAAM,EAAE,SAAS,qBAAqB,EAAE,CAAC;CACnD,CAAC;AAEF;;;;;GAKG;AACH,wBAAgB,2BAA2B,CACzC,SAAS,EAAE,gBAAgB,EAC3B,QAAQ,EAAE,uBAAuB,GAChC,uBAAuB,EAAE,CAiB3B"}

package/dist/lib/parquet-bloom-filter-planner.js

@@ -0,0 +1,57 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+/**
+ * Finds equality and membership predicates backed by row-group Bloom-filter metadata.
+ *
+ * Only leaves and conjunctions are returned. Disjunctions and negations are intentionally
+ * excluded because probing an individual branch could otherwise create a false negative.
+ */
+export function getParquetBloomFilterProbes(predicate, rowGroup) {
+    const probes = [];
+    collectParquetBloomFilterProbes(predicate, rowGroup, probes);
+    const uniqueProbes = new Map();
+    for (const probe of probes) {
+        const key = probe.column.path.join('\0');
+        const previousProbe = uniqueProbes.get(key);
+        if (previousProbe) {
+            uniqueProbes.set(key, {
+                column: probe.column,
+                values: [...previousProbe.values, ...probe.values]
+            });
+        }
+        else {
+            uniqueProbes.set(key, probe);
+        }
+    }
+    return [...uniqueProbes.values()];
+}
+function collectParquetBloomFilterProbes(predicate, rowGroup, probes) {
+    if (predicate.op === 'and') {
+        for (const child of predicate.args) {
+            collectParquetBloomFilterProbes(child, rowGroup, probes);
+        }
+        return;
+    }
+    if (predicate.op !== '=' && predicate.op !== 'in') {
+        return;
+    }
+    const path = typeof predicate.args[0].property === 'string'
+        ? [predicate.args[0].property]
+        : [...predicate.args[0].property];
+    const column = rowGroup.columns.find(candidate => candidate.path.length === path.length &&
+        candidate.path.every((part, index) => part === path[index]));
+    if (!column ||
+        column.bloomFilterOffset === undefined ||
+        column.bloomFilterByteLength === undefined ||
+        column.bloomFilterByteLength <= 0) {
+        return;
+    }
+    probes.push({
+        column,
+        values: predicate.op === '='
+            ? [predicate.args[1]]
+            : [...predicate.args[1]]
+    });
+}
+//# sourceMappingURL=parquet-bloom-filter-planner.js.map

package/dist/lib/parquet-bloom-filter-planner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"parquet-bloom-filter-planner.js","sourceRoot":"","sources":["../../src/lib/parquet-bloom-filter-planner.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAiBpC;;;;;GAKG;AACH,MAAM,UAAU,2BAA2B,CACzC,SAA2B,EAC3B,QAAiC;IAEjC,MAAM,MAAM,GAA8B,EAAE,CAAC;IAC7C,+BAA+B,CAAC,SAAS,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;IAC7D,MAAM,YAAY,GAAG,IAAI,GAAG,EAAmC,CAAC;IAChE,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,GAAG,GAAG,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACzC,MAAM,aAAa,GAAG,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAC5C,IAAI,aAAa,EAAE,CAAC;YAClB,YAAY,CAAC,GAAG,CAAC,GAAG,EAAE;gBACpB,MAAM,EAAE,KAAK,CAAC,MAAM;gBACpB,MAAM,EAAE,CAAC,GAAG,aAAa,CAAC,MAAM,EAAE,GAAG,KAAK,CAAC,MAAM,CAAC;aACnD,CAAC,CAAC;QACL,CAAC;aAAM,CAAC;YACN,YAAY,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QAC/B,CAAC;IACH,CAAC;IACD,OAAO,CAAC,GAAG,YAAY,CAAC,MAAM,EAAE,CAAC,CAAC;AACpC,CAAC;AAED,SAAS,+BAA+B,CACtC,SAA2B,EAC3B,QAAiC,EACjC,MAAiC;IAEjC,IAAI,SAAS,CAAC,EAAE,KAAK,KAAK,EAAE,CAAC;QAC3B,KAAK,MAAM,KAAK,IAAI,SAAS,CAAC,IAAI,EAAE,CAAC;YACnC,+BAA+B,CAAC,KAAK,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;QAC3D,CAAC;QACD,OAAO;IACT,CAAC;IACD,IAAI,SAAS,CAAC,EAAE,KAAK,GAAG,IAAI,SAAS,CAAC,EAAE,KAAK,IAAI,EAAE,CAAC;QAClD,OAAO;IACT,CAAC;IACD,MAAM,IAAI,GACR,OAAO,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,KAAK,QAAQ;QAC5C,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;QAC9B,CAAC,CAAC,CAAC,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;IACtC,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,CAAC,IAAI,CAClC,SAAS,CAAC,EAAE,CACV,SAAS,CAAC,IAAI,CAAC,MAAM,KAAK,IAAI,CAAC,MAAM;QACrC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,KAAK,IAAI,CAAC,KAAK,CAAC,CAAC,CAC9D,CAAC;IACF,IACE,CAAC,MAAM;QACP,MAAM,CAAC,iBAAiB,KAAK,SAAS;QACtC,MAAM,CAAC,qBAAqB,KAAK,SAAS;QAC1C,MAAM,CAAC,qBAAqB,IAAI,CAAC,EACjC,CAAC;QACD,OAAO;IACT,CAAC;IACD,MAAM,CAAC,IAAI,CAAC;QACV,MAAM;QACN,MAAM,EACJ,SAAS,CAAC,EAAE,KAAK,GAAG;YAClB,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACrB,CAAC,CAAC,CAAC,GAAI,SAAS,CAAC,IAAI,CAAC,CAAC,CAAsC,CAAC;KACnE,CAAC,CAAC;AACL,CAAC"}

package/dist/lib/parquet-bloom-filter.d.ts

@@ -0,0 +1,30 @@
+/** Parsed, uncompressed Parquet split-block Bloom-filter payload. */
+export type ParquetSplitBlockBloomFilter = {
+    /** Number of bytes declared by the serialized Bloom-filter header. */
+    readonly bitsetByteLength: number;
+    /** Serialized header length, in bytes. */
+    readonly headerByteLength: number;
+    /** Bloom-filter bitset, excluding its Thrift header. */
+    readonly bitset: Uint8Array;
+    /** Bloom algorithm declared by the serialized header. */
+    readonly algorithm?: 'BLOCK';
+    /** Hash strategy declared by the serialized header. */
+    readonly hash?: 'XXHASH';
+    /** Compression declared by the serialized header. */
+    readonly compression?: 'UNCOMPRESSED';
+};
+/** Physical Parquet types supported by Bloom-filter plain-value encoding. */
+export type ParquetBloomFilterPhysicalType = 'BOOLEAN' | 'INT32' | 'INT64' | 'FLOAT' | 'DOUBLE' | 'BYTE_ARRAY' | 'FIXED_LEN_BYTE_ARRAY';
+/** Builds an uncompressed Parquet split-block Bloom filter for one column chunk. */
+export declare function encodeParquetSplitBlockBloomFilter(values: readonly (boolean | number | bigint | string | Uint8Array)[], physicalType: ParquetBloomFilterPhysicalType, typeLength?: number): Uint8Array | undefined;
+/** Encodes one scalar using the Parquet PLAIN representation used by Bloom filters. */
+export declare function encodeParquetBloomFilterValue(value: boolean | number | bigint | string | Uint8Array, physicalType: ParquetBloomFilterPhysicalType, typeLength?: number): Uint8Array;
+/** Parses a Parquet Bloom-filter header and returns its uncompressed split-block bitset. */
+export declare function decodeParquetSplitBlockBloomFilter(data: Uint8Array): ParquetSplitBlockBloomFilter;
+/** Returns whether a serialized Parquet split-block Bloom filter may contain a hash. */
+export declare function checkParquetSplitBlockBloomFilter(bitset: Uint8Array, hash: bigint): boolean;
+/** Adds a hash to a mutable serialized Parquet split-block Bloom filter bitset. */
+export declare function insertParquetSplitBlockBloomFilter(bitset: Uint8Array, hash: bigint): void;
+/** Computes the Parquet Bloom-filter XXH64 hash for plain-encoded value bytes. */
+export declare function hashParquetBloomFilterValue(value: Uint8Array): bigint;
+//# sourceMappingURL=parquet-bloom-filter.d.ts.map

package/dist/lib/parquet-bloom-filter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"parquet-bloom-filter.d.ts","sourceRoot":"","sources":["../../src/lib/parquet-bloom-filter.ts"],"names":[],"mappings":"AAoBA,qEAAqE;AACrE,MAAM,MAAM,4BAA4B,GAAG;IACzC,sEAAsE;IACtE,QAAQ,CAAC,gBAAgB,EAAE,MAAM,CAAC;IAClC,0CAA0C;IAC1C,QAAQ,CAAC,gBAAgB,EAAE,MAAM,CAAC;IAClC,wDAAwD;IACxD,QAAQ,CAAC,MAAM,EAAE,UAAU,CAAC;IAC5B,yDAAyD;IACzD,QAAQ,CAAC,SAAS,CAAC,EAAE,OAAO,CAAC;IAC7B,uDAAuD;IACvD,QAAQ,CAAC,IAAI,CAAC,EAAE,QAAQ,CAAC;IACzB,qDAAqD;IACrD,QAAQ,CAAC,WAAW,CAAC,EAAE,cAAc,CAAC;CACvC,CAAC;AAEF,6EAA6E;AAC7E,MAAM,MAAM,8BAA8B,GACtC,SAAS,GACT,OAAO,GACP,OAAO,GACP,OAAO,GACP,QAAQ,GACR,YAAY,GACZ,sBAAsB,CAAC;AAE3B,oFAAoF;AACpF,wBAAgB,kCAAkC,CAChD,MAAM,EAAE,SAAS,CAAC,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,MAAM,GAAG,UAAU,CAAC,EAAE,EACpE,YAAY,EAAE,8BAA8B,EAC5C,UAAU,CAAC,EAAE,MAAM,GAClB,UAAU,GAAG,SAAS,CAwBxB;AAED,uFAAuF;AACvF,wBAAgB,6BAA6B,CAC3C,KAAK,EAAE,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,MAAM,GAAG,UAAU,EACtD,YAAY,EAAE,8BAA8B,EAC5C,UAAU,CAAC,EAAE,MAAM,GAClB,UAAU,CAuDZ;AAED,4FAA4F;AAC5F,wBAAgB,kCAAkC,CAAC,IAAI,EAAE,UAAU,GAAG,4BAA4B,CA0CjG;AAsCD,wFAAwF;AACxF,wBAAgB,iCAAiC,CAAC,MAAM,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAgB3F;AAED,mFAAmF;AACnF,wBAAgB,kCAAkC,CAAC,MAAM,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,GAAG,IAAI,CAezF;AAED,kFAAkF;AAClF,wBAAgB,2BAA2B,CAAC,KAAK,EAAE,UAAU,GAAG,MAAM,CAkDrE"}