@loaders.gl/parquet 4.0.0-alpha.8 → 4.0.0-beta.1

package/dist/lib/arrow/convert-schema-from-parquet.js

@@ -1,86 +0,0 @@
-"use strict";
-// loaders.gl, MIT license
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.convertParquetSchema = exports.PARQUET_TYPE_MAPPING = void 0;
-exports.PARQUET_TYPE_MAPPING = {
-    BOOLEAN: 'bool',
-    INT32: 'int32',
-    INT64: 'float64',
-    INT96: 'float64',
-    FLOAT: 'float32',
-    DOUBLE: 'float64',
-    BYTE_ARRAY: 'binary',
-    FIXED_LEN_BYTE_ARRAY: 'binary',
-    UTF8: 'utf8',
-    DATE: 'int32',
-    TIME_MILLIS: 'int64',
-    TIME_MICROS: 'int64',
-    TIMESTAMP_MILLIS: 'int64',
-    TIMESTAMP_MICROS: 'int64',
-    UINT_8: 'int32',
-    UINT_16: 'uint16',
-    UINT_32: 'uint32',
-    UINT_64: 'uint64',
-    INT_8: 'int8',
-    INT_16: 'int16',
-    INT_32: 'int32',
-    INT_64: 'int64',
-    JSON: 'binary',
-    BSON: 'binary',
-    // TODO check interal type
-    INTERVAL: 'binary',
-    DECIMAL_INT32: 'float32',
-    DECIMAL_INT64: 'float64',
-    DECIMAL_BYTE_ARRAY: 'float64',
-    DECIMAL_FIXED_LEN_BYTE_ARRAY: 'float64'
-};
-function convertParquetSchema(parquetSchema, parquetMetadata) {
-    const fields = getFields(parquetSchema.schema);
-    const metadata = parquetMetadata && getSchemaMetadata(parquetMetadata);
-    const schema = {
-        fields,
-        metadata: metadata || {}
-    };
-    return schema;
-}
-exports.convertParquetSchema = convertParquetSchema;
-function getFields(schema) {
-    const fields = [];
-    for (const name in schema) {
-        const field = schema[name];
-        if (field.fields) {
-            const children = getFields(field.fields);
-            fields.push({ name, type: { type: 'struct', children }, nullable: field.optional });
-        }
-        else {
-            const type = exports.PARQUET_TYPE_MAPPING[field.type];
-            const metadata = getFieldMetadata(field);
-            const arrowField = { name, type, nullable: field.optional, metadata };
-            fields.push(arrowField);
-        }
-    }
-    return fields;
-}
-function getFieldMetadata(field) {
-    let metadata;
-    for (const key in field) {
-        if (key !== 'name') {
-            let value = field[key] || '';
-            value = typeof field[key] !== 'string' ? JSON.stringify(field[key]) : field[key];
-            metadata = metadata || {};
-            metadata[key] = value;
-        }
-    }
-    return metadata;
-}
-function getSchemaMetadata(parquetMetadata) {
-    let metadata;
-    const keyValueList = parquetMetadata.key_value_metadata || [];
-    for (const { key, value } of keyValueList) {
-        if (typeof value === 'string') {
-            metadata = metadata || {};
-            metadata[key] = value;
-        }
-    }
-    return metadata;
-}

package/dist/lib/arrow/convert-schema-to-parquet.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"convert-schema-to-parquet.d.ts","sourceRoot":"","sources":["../../../src/lib/arrow/convert-schema-to-parquet.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAEV,WAAW,EACZ,MAAM,gCAAgC,CAAC;AAExC,OAAO,EACL,MAAM,EAGN,QAAQ,EACT,MAAM,oBAAoB,CAAC;AAE5B,eAAO,MAAM,oBAAoB,EAAE;KAAE,IAAI,IAAI,WAAW,GAAG,QAAQ;CA+BlE,CAAC;AAEF,wBAAgB,sBAAsB,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAK7D"}

package/dist/lib/arrow/convert-schema-to-parquet.js

@@ -1,71 +0,0 @@
-"use strict";
-// loaders.gl, MIT license
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.convertToParquetSchema = exports.PARQUET_TYPE_MAPPING = void 0;
-exports.PARQUET_TYPE_MAPPING = {
-    BOOLEAN: 'bool',
-    INT32: 'int32',
-    INT64: 'float64',
-    INT96: 'float64',
-    FLOAT: 'float32',
-    DOUBLE: 'float64',
-    BYTE_ARRAY: 'binary',
-    FIXED_LEN_BYTE_ARRAY: 'binary',
-    UTF8: 'utf8',
-    DATE: 'int32',
-    TIME_MILLIS: 'int64',
-    TIME_MICROS: 'int64',
-    TIMESTAMP_MILLIS: 'int64',
-    TIMESTAMP_MICROS: 'int64',
-    UINT_8: 'int32',
-    UINT_16: 'uint16',
-    UINT_32: 'uint32',
-    UINT_64: 'uint64',
-    INT_8: 'int8',
-    INT_16: 'int16',
-    INT_32: 'int32',
-    INT_64: 'int64',
-    JSON: 'binary',
-    BSON: 'binary',
-    // TODO check interval type
-    INTERVAL: 'binary',
-    DECIMAL_INT32: 'float32',
-    DECIMAL_INT64: 'float64',
-    DECIMAL_BYTE_ARRAY: 'float64',
-    DECIMAL_FIXED_LEN_BYTE_ARRAY: 'float64'
-};
-function convertToParquetSchema(schema) {
-    const fields = []; // getFields(schema.fields);
-    // TODO add metadata if needed.
-    return { fields, metadata: {} };
-}
-exports.convertToParquetSchema = convertToParquetSchema;
-// function getFields(schema: Field[]): Definition[] {
-//   const fields: Field[] = [];
-//   for (const name in schema) {
-//     const field = schema[name];
-//     // @ts-ignore
-//     const children = field.children as DataType[];
-//     if (children) {
-//       const childField = getFields(field.fields);
-//       const nestedField = new Field(name, new Struct(childField), field.optional);
-//       fields.push(nestedField);
-//     } else {
-//       const FieldType = PARQUET_TYPE_MAPPING[field.type];
-//       const metadata = getFieldMetadata(field);
-//       const arrowField = new Field(name, new FieldType(), field.optional, metadata);
-//       fields.push(arrowField);
-//     }
-//   }
-//   return fields;
-// }
-// function getFieldMetadata(field: ParquetField): Map<string, string> {
-//   const metadata = new Map();
-//   for (const key in field) {
-//     if (key !== 'name') {
-//       const value = typeof field[key] !== 'string' ? JSON.stringify(field[key]) : field[key];
-//       metadata.set(key, value);
-//     }
-//   }
-//   return metadata;
-// }

package/dist/lib/geo/decode-geo-metadata.d.ts

@@ -1,31 +0,0 @@
-import { Schema } from '@loaders.gl/schema';
-/** A geoarrow / geoparquet geo metadata object (stored in stringified form in the top level metadata 'geo' key) */
-export type GeoMetadata = {
-    version?: string;
-    primary_column?: string;
-    columns: Record<string, GeoColumnMetadata>;
-    [key: string]: unknown;
-};
-/** A geoarrow / geoparquet geo metadata for one geometry column  */
-export type GeoColumnMetadata = {
-    bounding_box?: [number, number, number, number] | [number, number, number, number, number, number];
-    crs?: string;
-    geometry_type?: string[];
-    edges?: string;
-    [key: string]: unknown;
-};
-/**
- * Reads the GeoMetadata object from the metadata
- * @note geoarrow / parquet schema is stringified into a single key-value pair in the parquet metadata */
-export declare function getGeoMetadata(schema: Schema): GeoMetadata | null;
-/**
- * Stores a geoarrow / geoparquet geo metadata object in the schema
- * @note geoarrow / geoparquet geo metadata is a single stringified JSON field
- */
-export declare function setGeoMetadata(schema: Schema, geoMetadata: GeoMetadata): void;
-/**
- * Unpacks geo metadata into separate metadata fields (parses the long JSON string)
- * @note geoarrow / parquet schema is stringified into a single key-value pair in the parquet metadata
- */
-export declare function unpackGeoMetadata(schema: Schema): void;
-//# sourceMappingURL=decode-geo-metadata.d.ts.map

package/dist/lib/geo/decode-geo-metadata.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"decode-geo-metadata.d.ts","sourceRoot":"","sources":["../../../src/lib/geo/decode-geo-metadata.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,MAAM,EAAQ,MAAM,oBAAoB,CAAC;AAIjD,mHAAmH;AACnH,MAAM,MAAM,WAAW,GAAG;IACxB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,iBAAiB,CAAC,CAAC;IAC3C,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;CACxB,CAAC;AAEF,oEAAoE;AACpE,MAAM,MAAM,iBAAiB,GAAG;IAC9B,YAAY,CAAC,EACT,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,GAChC,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;IACrD,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;IACzB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;CACxB,CAAC;AAEF;;yGAEyG;AACzG,wBAAgB,cAAc,CAAC,MAAM,EAAE,MAAM,GAAG,WAAW,GAAG,IAAI,CAYjE;AAED;;;GAGG;AACH,wBAAgB,cAAc,CAAC,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,WAAW,GAAG,IAAI,CAG7E;AAED;;;GAGG;AACH,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CA6BtD"}

package/dist/lib/geo/decode-geo-metadata.js

@@ -1,77 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.unpackGeoMetadata = exports.setGeoMetadata = exports.getGeoMetadata = void 0;
-/**
- * Reads the GeoMetadata object from the metadata
- * @note geoarrow / parquet schema is stringified into a single key-value pair in the parquet metadata */
-function getGeoMetadata(schema) {
-    const stringifiedGeoMetadata = schema.metadata.geo;
-    if (!stringifiedGeoMetadata) {
-        return null;
-    }
-    try {
-        const geoMetadata = JSON.parse(stringifiedGeoMetadata);
-        return geoMetadata;
-    }
-    catch {
-        return null;
-    }
-}
-exports.getGeoMetadata = getGeoMetadata;
-/**
- * Stores a geoarrow / geoparquet geo metadata object in the schema
- * @note geoarrow / geoparquet geo metadata is a single stringified JSON field
- */
-function setGeoMetadata(schema, geoMetadata) {
-    const stringifiedGeoMetadata = JSON.stringify(geoMetadata);
-    schema.metadata.geo = stringifiedGeoMetadata;
-}
-exports.setGeoMetadata = setGeoMetadata;
-/**
- * Unpacks geo metadata into separate metadata fields (parses the long JSON string)
- * @note geoarrow / parquet schema is stringified into a single key-value pair in the parquet metadata
- */
-function unpackGeoMetadata(schema) {
-    const geoMetadata = getGeoMetadata(schema);
-    if (!geoMetadata) {
-        return;
-    }
-    // Store Parquet Schema Level Metadata
-    const { version, primary_column, columns } = geoMetadata;
-    if (version) {
-        schema.metadata['geo.version'] = version;
-    }
-    if (primary_column) {
-        schema.metadata['geo.primary_column'] = primary_column;
-    }
-    // store column names as comma separated list
-    schema.metadata['geo.columns'] = Object.keys(columns || {}).join('');
-    for (const [columnName, columnMetadata] of Object.entries(columns || {})) {
-        const field = schema.fields.find((field) => field.name === columnName);
-        if (field) {
-            if (field.name === primary_column) {
-                setFieldMetadata(field, 'geo.primary_field', 'true');
-            }
-            unpackGeoFieldMetadata(field, columnMetadata);
-        }
-    }
-}
-exports.unpackGeoMetadata = unpackGeoMetadata;
-function unpackGeoFieldMetadata(field, columnMetadata) {
-    for (const [key, value] of Object.entries(columnMetadata || {})) {
-        switch (key) {
-            case 'geometry_type':
-                setFieldMetadata(field, `geo.${key}`, value.join(','));
-                break;
-            case 'bbox':
-            case 'crs':
-            case 'edges':
-            default:
-                setFieldMetadata(field, `geo.${key}`, typeof value === 'string' ? value : JSON.stringify(value));
-        }
-    }
-}
-function setFieldMetadata(field, key, value) {
-    field.metadata = field.metadata || {};
-    field.metadata[key] = value;
-}

package/dist/lib/geo/geoparquet-schema.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"geoparquet-schema.d.ts","sourceRoot":"","sources":["../../../src/lib/geo/geoparquet-schema.ts"],"names":[],"mappings":"AAIA;;;;GAIG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AACH,wBA2DE"}

package/dist/lib/geo/geoparquet-schema.js

@@ -1,69 +0,0 @@
-"use strict";
-// loaders.gl, MIT license
-Object.defineProperty(exports, "__esModule", { value: true });
-/* eslint-disable camelcase */
-/**
- * Geoparquet JSON schema for geo metadata
- * @see https://github.com/geoarrow/geoarrow/blob/main/metadata.md
- * @see https://github.com/opengeospatial/geoparquet/blob/main/format-specs/geoparquet.md
- */
-exports.default = {
-    $schema: 'http://json-schema.org/draft-07/schema#',
-    title: 'GeoParquet',
-    description: 'Parquet metadata included in the geo field.',
-    type: 'object',
-    required: ['version', 'primary_column', 'columns'],
-    properties: {
-        version: { type: 'string', const: '1.0.0-beta.1' },
-        primary_column: { type: 'string', minLength: 1 },
-        columns: {
-            type: 'object',
-            minProperties: 1,
-            patternProperties: {
-                '.+': {
-                    type: 'object',
-                    required: ['encoding', 'geometry_types'],
-                    properties: {
-                        encoding: { type: 'string', const: 'WKB' },
-                        geometry_types: {
-                            type: 'array',
-                            uniqueItems: true,
-                            items: {
-                                type: 'string',
-                                pattern: '^(GeometryCollection|(Multi)?(Point|LineString|Polygon))( Z)?$'
-                            }
-                        },
-                        crs: {
-                            oneOf: [
-                                {
-                                    $ref: 'https://proj.org/schemas/v0.5/projjson.schema.json'
-                                },
-                                { type: 'null' }
-                            ]
-                        },
-                        edges: { type: 'string', enum: ['planar', 'spherical'] },
-                        orientation: { type: 'string', const: 'counterclockwise' },
-                        bbox: {
-                            type: 'array',
-                            items: { type: 'number' },
-                            oneOf: [
-                                {
-                                    description: '2D bbox consisting of (xmin, ymin, xmax, ymax)',
-                                    minItems: 4,
-                                    maxItems: 4
-                                },
-                                {
-                                    description: '3D bbox consisting of (xmin, ymin, zmin, xmax, ymax, zmax)',
-                                    minItems: 6,
-                                    maxItems: 6
-                                }
-                            ]
-                        },
-                        epoch: { type: 'number' }
-                    }
-                }
-            },
-            additionalProperties: false
-        }
-    }
-};

package/dist/lib/parsers/parse-parquet-to-columns.d.ts

@@ -1,5 +0,0 @@
-import { ColumnarTable, ColumnarTableBatch } from '@loaders.gl/schema';
-import type { ParquetLoaderOptions } from '../../parquet-loader';
-export declare function parseParquetInColumns(arrayBuffer: ArrayBuffer, options?: ParquetLoaderOptions): Promise<ColumnarTable>;
-export declare function parseParquetFileInColumnarBatches(blob: Blob, options?: ParquetLoaderOptions): AsyncIterable<ColumnarTableBatch>;
-//# sourceMappingURL=parse-parquet-to-columns.d.ts.map

package/dist/lib/parsers/parse-parquet-to-columns.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"parse-parquet-to-columns.d.ts","sourceRoot":"","sources":["../../../src/lib/parsers/parse-parquet-to-columns.ts"],"names":[],"mappings":"AAGA,OAAO,EAAC,aAAa,EAAE,kBAAkB,EAAS,MAAM,oBAAoB,CAAC;AAE7E,OAAO,KAAK,EAAC,oBAAoB,EAAC,MAAM,sBAAsB,CAAC;AAS/D,wBAAsB,qBAAqB,CACzC,WAAW,EAAE,WAAW,EACxB,OAAO,CAAC,EAAE,oBAAoB,GAC7B,OAAO,CAAC,aAAa,CAAC,CAUxB;AAED,wBAAuB,iCAAiC,CACtD,IAAI,EAAE,IAAI,EACV,OAAO,CAAC,EAAE,oBAAoB,GAC7B,aAAa,CAAC,kBAAkB,CAAC,CAWnC"}

package/dist/lib/parsers/parse-parquet-to-columns.js

@@ -1,46 +0,0 @@
-"use strict";
-// loaders.gl, MIT license
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.parseParquetFileInColumnarBatches = exports.parseParquetInColumns = void 0;
-const loader_utils_1 = require("@loaders.gl/loader-utils");
-const parquet_reader_1 = require("../../parquetjs/parser/parquet-reader");
-const convert_schema_from_parquet_1 = require("../arrow/convert-schema-from-parquet");
-const shred_1 = require("../../parquetjs/schema/shred");
-// import {convertParquetRowGroupToColumns} from '../arrow/convert-row-group-to-columns';
-const decode_geo_metadata_1 = require("../geo/decode-geo-metadata");
-async function parseParquetInColumns(arrayBuffer, options) {
-    const blob = new Blob([arrayBuffer]);
-    for await (const batch of parseParquetFileInColumnarBatches(blob, options)) {
-        return {
-            shape: 'columnar-table',
-            schema: batch.schema,
-            data: batch.data
-        };
-    }
-    throw new Error('empty table');
-}
-exports.parseParquetInColumns = parseParquetInColumns;
-async function* parseParquetFileInColumnarBatches(blob, options) {
-    const file = (0, loader_utils_1.makeReadableFile)(blob);
-    const reader = new parquet_reader_1.ParquetReader(file);
-    const parquetSchema = await reader.getSchema();
-    const parquetMetadata = await reader.getFileMetadata();
-    const schema = (0, convert_schema_from_parquet_1.convertParquetSchema)(parquetSchema, parquetMetadata);
-    (0, decode_geo_metadata_1.unpackGeoMetadata)(schema);
-    const rowGroups = reader.rowGroupIterator(options?.parquet);
-    for await (const rowGroup of rowGroups) {
-        yield convertRowGroupToTableBatch(parquetSchema, rowGroup, schema);
-    }
-}
-exports.parseParquetFileInColumnarBatches = parseParquetFileInColumnarBatches;
-function convertRowGroupToTableBatch(parquetSchema, rowGroup, schema) {
-    // const data = convertParquetRowGroupToColumns(schema, rowGroup);
-    const data = (0, shred_1.materializeColumns)(parquetSchema, rowGroup);
-    return {
-        shape: 'columnar-table',
-        batchType: 'data',
-        schema,
-        data,
-        length: rowGroup.rowCount
-    };
-}

package/dist/lib/parsers/parse-parquet-to-rows.d.ts

@@ -1,5 +0,0 @@
-import { ObjectRowTable, ObjectRowTableBatch } from '@loaders.gl/schema';
-import type { ParquetLoaderOptions } from '../../parquet-loader';
-export declare function parseParquet(arrayBuffer: ArrayBuffer, options?: ParquetLoaderOptions): Promise<ObjectRowTable>;
-export declare function parseParquetFileInBatches(blob: Blob, options?: ParquetLoaderOptions): AsyncIterable<ObjectRowTableBatch>;
-//# sourceMappingURL=parse-parquet-to-rows.d.ts.map

package/dist/lib/parsers/parse-parquet-to-rows.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"parse-parquet-to-rows.d.ts","sourceRoot":"","sources":["../../../src/lib/parsers/parse-parquet-to-rows.ts"],"names":[],"mappings":"AAGA,OAAO,EAAC,cAAc,EAAE,mBAAmB,EAAC,MAAM,oBAAoB,CAAC;AACvE,OAAO,KAAK,EAAC,oBAAoB,EAAC,MAAM,sBAAsB,CAAC;AAI/D,wBAAsB,YAAY,CAChC,WAAW,EAAE,WAAW,EACxB,OAAO,CAAC,EAAE,oBAAoB,GAC7B,OAAO,CAAC,cAAc,CAAC,CAgBzB;AAED,wBAAuB,yBAAyB,CAC9C,IAAI,EAAE,IAAI,EACV,OAAO,CAAC,EAAE,oBAAoB,GAC7B,aAAa,CAAC,mBAAmB,CAAC,CAYpC"}

package/dist/lib/parsers/parse-parquet-to-rows.js

@@ -1,37 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.parseParquetFileInBatches = exports.parseParquet = void 0;
-// import type {LoaderWithParser, Loader, LoaderOptions} from '@loaders.gl/loader-utils';
-// import {ColumnarTableBatch} from '@loaders.gl/schema';
-const loader_utils_1 = require("@loaders.gl/loader-utils");
-const parquet_reader_1 = require("../../parquetjs/parser/parquet-reader");
-async function parseParquet(arrayBuffer, options) {
-    const blob = new Blob([arrayBuffer]);
-    const rows = [];
-    for await (const batch of parseParquetFileInBatches(blob, options)) {
-        // we have only one input batch so return
-        for (const row of batch.data) {
-            rows.push(row);
-        }
-    }
-    return {
-        shape: 'object-row-table',
-        // TODO - spread can fail for very large number of batches
-        data: rows
-    };
-}
-exports.parseParquet = parseParquet;
-async function* parseParquetFileInBatches(blob, options) {
-    const file = (0, loader_utils_1.makeReadableFile)(blob);
-    const reader = new parquet_reader_1.ParquetReader(file);
-    const rowBatches = reader.rowBatchIterator(options?.parquet);
-    for await (const rows of rowBatches) {
-        yield {
-            shape: 'object-row-table',
-            data: rows,
-            batchType: 'data',
-            length: rows.length
-        };
-    }
-}
-exports.parseParquetFileInBatches = parseParquetFileInBatches;

package/dist/lib/wasm/encode-parquet-wasm.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"encode-parquet-wasm.d.ts","sourceRoot":"","sources":["../../../src/lib/wasm/encode-parquet-wasm.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,KAAK,EAAC,MAAM,cAAc,CAAC;AACxC,OAAO,KAAK,EAAC,aAAa,EAAC,MAAM,0BAA0B,CAAC;AAK5D,MAAM,MAAM,oBAAoB,GAAG,aAAa,GAAG;IACjD,OAAO,CAAC,EAAE;QACR,OAAO,CAAC,EAAE,MAAM,CAAC;KAClB,CAAC;CACH,CAAC;AAEF;;GAEG;AACH,wBAAsB,MAAM,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,CAAC,EAAE,oBAAoB,GAAG,OAAO,CAAC,WAAW,CAAC,CAY/F;AAED;;;;;;;GAOG;AACH,wBAAgB,UAAU,CAAC,KAAK,EAAE,KAAK,GAAG,UAAU,CAEnD"}

package/dist/lib/wasm/encode-parquet-wasm.js

@@ -1,30 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.tableToIPC = exports.encode = void 0;
-const apache_arrow_1 = require("apache-arrow");
-const load_wasm_1 = require("./load-wasm");
-/**
- * Encode Arrow Table to Parquet buffer
- */
-async function encode(table, options) {
-    const wasmUrl = options?.parquet?.wasmUrl;
-    const wasm = await (0, load_wasm_1.loadWasm)(wasmUrl);
-    const arrowIPCBytes = tableToIPC(table);
-    // TODO: provide options for how to write table.
-    const writerProperties = new wasm.WriterPropertiesBuilder().build();
-    const parquetBytes = wasm.writeParquet(arrowIPCBytes, writerProperties);
-    return parquetBytes.buffer.slice(parquetBytes.byteOffset, parquetBytes.byteLength + parquetBytes.byteOffset);
-}
-exports.encode = encode;
-/**
- * Serialize a {@link Table} to the IPC format. This function is a convenience
- * wrapper for {@link RecordBatchStreamWriter} and {@link RecordBatchFileWriter}.
- * Opposite of {@link tableFromIPC}.
- *
- * @param table The Table to serialize.
- * @param type Whether to serialize the Table as a file or a stream.
- */
-function tableToIPC(table) {
-    return apache_arrow_1.RecordBatchStreamWriter.writeAll(table).toUint8Array(true);
-}
-exports.tableToIPC = tableToIPC;

package/dist/lib/wasm/load-wasm/index.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/lib/wasm/load-wasm/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,QAAQ,EAAC,MAAM,kBAAkB,CAAC"}

package/dist/lib/wasm/load-wasm/index.js

@@ -1,5 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.loadWasm = void 0;
-var load_wasm_node_1 = require("./load-wasm-node");
-Object.defineProperty(exports, "loadWasm", { enumerable: true, get: function () { return load_wasm_node_1.loadWasm; } });

package/dist/lib/wasm/load-wasm/load-wasm-browser.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"load-wasm-browser.d.ts","sourceRoot":"","sources":["../../../../src/lib/wasm/load-wasm/load-wasm-browser.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,OAAO,MAAM,0BAA0B,CAAC;AAIpD,wBAAsB,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,2BAU9C"}

package/dist/lib/wasm/load-wasm/load-wasm-browser.js

@@ -1,38 +0,0 @@
-"use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
-    Object.defineProperty(o, "default", { enumerable: true, value: v });
-}) : function(o, v) {
-    o["default"] = v;
-});
-var __importStar = (this && this.__importStar) || function (mod) {
-    if (mod && mod.__esModule) return mod;
-    var result = {};
-    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
-    __setModuleDefault(result, mod);
-    return result;
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.loadWasm = void 0;
-const wasmEsm = __importStar(require("parquet-wasm/esm2/arrow1"));
-let cached = null;
-async function loadWasm(wasmUrl) {
-    if (cached !== null) {
-        return cached;
-    }
-    // For ESM bundles, need to await the default export, which loads the WASM
-    await wasmEsm.default(wasmUrl);
-    cached = wasmEsm;
-    return wasmEsm;
-}
-exports.loadWasm = loadWasm;

package/dist/lib/wasm/load-wasm/load-wasm-node.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"load-wasm-node.d.ts","sourceRoot":"","sources":["../../../../src/lib/wasm/load-wasm/load-wasm-node.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,QAAQ,MAAM,0BAA0B,CAAC;AAErD,wBAAsB,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,4BAE9C"}

package/dist/lib/wasm/load-wasm/load-wasm-node.js

@@ -1,31 +0,0 @@
-"use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
-    Object.defineProperty(o, "default", { enumerable: true, value: v });
-}) : function(o, v) {
-    o["default"] = v;
-});
-var __importStar = (this && this.__importStar) || function (mod) {
-    if (mod && mod.__esModule) return mod;
-    var result = {};
-    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
-    __setModuleDefault(result, mod);
-    return result;
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.loadWasm = void 0;
-const wasmNode = __importStar(require("parquet-wasm/node/arrow1"));
-async function loadWasm(wasmUrl) {
-    return wasmNode;
-}
-exports.loadWasm = loadWasm;

package/dist/lib/wasm/parse-parquet-wasm.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"parse-parquet-wasm.d.ts","sourceRoot":"","sources":["../../../src/lib/wasm/parse-parquet-wasm.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAC,aAAa,EAAC,MAAM,0BAA0B,CAAC;AAC5D,OAAO,EAAC,KAAK,IAAI,UAAU,EAA0B,MAAM,cAAc,CAAC;AAG1E,MAAM,MAAM,wBAAwB,GAAG,aAAa,GAAG;IACrD,OAAO,CAAC,EAAE;QACR,IAAI,CAAC,EAAE,aAAa,CAAC;QACrB,OAAO,CAAC,EAAE,MAAM,CAAC;KAClB,CAAC;CACH,CAAC;AAEF,wBAAsB,gBAAgB,CACpC,WAAW,EAAE,WAAW,EACxB,OAAO,CAAC,EAAE,wBAAwB,GACjC,OAAO,CAAC,UAAU,CAAC,CAYrB"}

package/dist/lib/wasm/parse-parquet-wasm.js

@@ -1,27 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.parseParquetWasm = void 0;
-const apache_arrow_1 = require("apache-arrow");
-const load_wasm_node_1 = require("./load-wasm/load-wasm-node");
-async function parseParquetWasm(arrayBuffer, options) {
-    const wasmUrl = options?.parquet?.wasmUrl;
-    const wasm = await (0, load_wasm_node_1.loadWasm)(wasmUrl);
-    const arr = new Uint8Array(arrayBuffer);
-    const arrowIPCUint8Arr = wasm.readParquet(arr);
-    const arrowIPCBuffer = arrowIPCUint8Arr.buffer.slice(arrowIPCUint8Arr.byteOffset, arrowIPCUint8Arr.byteLength + arrowIPCUint8Arr.byteOffset);
-    const arrowTable = tableFromIPC(arrowIPCBuffer);
-    return arrowTable;
-}
-exports.parseParquetWasm = parseParquetWasm;
-/**
- * Deserialize the IPC format into a {@link Table}. This function is a
- * convenience wrapper for {@link RecordBatchReader}. Opposite of {@link tableToIPC}.
- */
-function tableFromIPC(input) {
-    const reader = apache_arrow_1.RecordBatchStreamReader.from(input);
-    const recordBatches = [];
-    for (const recordBatch of reader) {
-        recordBatches.push(recordBatch);
-    }
-    return new apache_arrow_1.Table(recordBatches);
-}

package/dist/parquet-loader.d.ts

@@ -1,14 +0,0 @@
-import type { Loader, LoaderOptions } from '@loaders.gl/loader-utils';
-import type { ObjectRowTable, ObjectRowTableBatch, ColumnarTable, ColumnarTableBatch } from '@loaders.gl/schema';
-export type ParquetLoaderOptions = LoaderOptions & {
-    parquet?: {
-        type?: 'object-row-table';
-        url?: string;
-        columnList?: string[] | string[][];
-        geoparquet?: boolean;
-    };
-};
-/** ParquetJS table loader */
-export declare const ParquetLoader: Loader<ObjectRowTable, ObjectRowTableBatch, ParquetLoaderOptions>;
-export declare const ParqueColumnnartLoader: Loader<ColumnarTable, ColumnarTableBatch, ParquetLoaderOptions>;
-//# sourceMappingURL=parquet-loader.d.ts.map

package/dist/parquet-loader.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"parquet-loader.d.ts","sourceRoot":"","sources":["../src/parquet-loader.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAC,MAAM,EAAE,aAAa,EAAC,MAAM,0BAA0B,CAAC;AACpE,OAAO,KAAK,EACV,cAAc,EACd,mBAAmB,EACnB,aAAa,EACb,kBAAkB,EACnB,MAAM,oBAAoB,CAAC;AAM5B,MAAM,MAAM,oBAAoB,GAAG,aAAa,GAAG;IACjD,OAAO,CAAC,EAAE;QACR,IAAI,CAAC,EAAE,kBAAkB,CAAC;QAC1B,GAAG,CAAC,EAAE,MAAM,CAAC;QACb,UAAU,CAAC,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE,EAAE,CAAC;QACnC,UAAU,CAAC,EAAE,OAAO,CAAC;KACtB,CAAC;CACH,CAAC;AAWF,6BAA6B;AAC7B,eAAO,MAAM,aAAa,EAAE,MAAM,CAAC,cAAc,EAAE,mBAAmB,EAAE,oBAAoB,CAY3F,CAAC;AAEF,eAAO,MAAM,sBAAsB,EAAE,MAAM,CACzC,aAAa,EACb,kBAAkB,EAClB,oBAAoB,CAarB,CAAC"}