@loaders.gl/parquet 4.5.3 → 5.0.0-alpha.10

package/dist/index.d.ts

@@ -1,16 +1,22 @@
-export { Buffer } from "./polyfills/buffer/install-buffer-polyfill.js";
 export { ParquetFormat } from "./parquet-format.js";
-export { ParquetJSONWorkerLoader, ParquetJSONLoader, GeoParquetWorkerLoader, GeoParquetLoader, ParquetJSONWorkerLoader as ParquetWorkerLoader, ParquetJSONLoader as ParquetLoader } from "./parquet-json-loader.js";
-export { ParquetJSONWriter as _ParquetJSONWriter, ParquetJSONWriter as ParquetWriter } from "./parquet-json-writer.js";
-export type { ParquetArrowLoaderOptions } from "./parquet-arrow-loader.js";
-export { ParquetArrowLoader, ParquetArrowWorkerLoader } from "./parquet-arrow-loader.js";
-export { ParquetArrowWriter } from "./parquet-arrow-writer.js";
-export type { ParquetJSLoaderOptions } from "./parquet-js-loader.js";
-export { ParquetJSLoader } from "./parquet-js-loader.js";
+export type { ParquetLoaderOptions, ParquetJSLoaderOptions } from "./parquet-loader-options.js";
+export { ParquetLoader } from "./parquet-loader-types.js";
+export { GeoParquetLoader } from "./geoparquet-loader.js";
+export { ParquetJSLoader } from "./parquet-js-loader-types.js";
+export { ParquetSourceLoader } from "./parquet-source-loader-types.js";
+export type { ParquetDeferredPageFilter, ParquetEncodedColumnChunk, ParquetEncodedPage, ParquetEncodedPageBatch, ParquetEncodedPageReadOptions, ParquetEncodedPageSection, ParquetPageCompressionState } from "./parquet-encoded-page-types.js";
+export type { ParquetBatch, ParquetBatchMetadata, ParquetBatchProvenance, ParquetBoundingBox, ParquetColumnChunkMetadata, ParquetColumnChunkStatistics, ParquetColumnChunkSizeStatistics, ParquetGeospatialBoundingBox, ParquetGeospatialStatistics, ParquetDatasetBatch, ParquetDatasetBatchProvenance, ParquetDatasetBoundingBox, ParquetDatasetExplain, ParquetDatasetFile, ParquetDatasetFileCollection, ParquetDatasetFileScanPlan, ParquetDatasetFileProvider, ParquetDatasetFileQuery, ParquetDatasetFiles, ParquetDatasetPartitionValue, ParquetDatasetReadOptions, ParquetDatasetSourceOptions, ParquetDatasetTelemetry, ParquetMetadataRequestOptions, ParquetObjectVersion, ParquetPageScanPlan, ParquetComparisonPredicate, ParquetInPredicate, ParquetLogicalPredicate, ParquetNotPredicate, ParquetNullPredicate, ParquetPredicate, ParquetPredicateProperty, ParquetPredicateValue, ParquetRangeRequestOptions, ParquetReadOptions, ParquetRowGroupMetadata, ParquetSortingColumn, ParquetSourceBatch, ParquetSourceLoaderOptions, ParquetSourceMetadata, ParquetSourceReadOptions, ParquetSourceExplain, ParquetTelemetry, ParquetTelemetryEvent } from "./parquet-source-types.js";
+export { PARQUET_TABLE_QUERY_CAPABILITIES, PARQUET_SOURCE_CAPABILITIES, type ParquetSourceCapabilities } from "./parquet-source-capabilities.js";
+export { ParquetWriter } from "./parquet-writer.js";
+export type { ParquetJSWriterEncoding, ParquetJSWriterOptions, ParquetSortingColumnOption, ParquetWriterEncryptionOptions, ParquetWriterFooterSignatureOptions } from "./parquet-js-writer.js";
+export { ParquetJSWriter } from "./parquet-js-writer.js";
+export { decodeParquetColumnIndex, decodeParquetPageStatisticsValue, canUseParquetPageIndexForColumn, type ParquetPageStatistics } from "./lib/parquet-page-index.js";
+export { createParquetModuleAad, decryptParquetModule, encryptParquetModule, createParquetFooterSignature, readParquetEncryptedModule, verifyParquetFooterSignature, type ParquetDecryptModuleOptions, type ParquetEncryptionAlgorithm, type ParquetKeyRetriever } from "./lib/parquet-encryption.js";
 export { preloadCompressions } from "./parquetjs/compression.js";
 export { ParquetSchema } from "./parquetjs/schema/schema.js";
 export { ParquetReader } from "./parquetjs/parser/parquet-reader.js";
 export { ParquetEncoder } from "./parquetjs/encoder/parquet-encoder.js";
 export { convertParquetSchema, convertParquetSchema as convertParquetToArrowSchema } from "./lib/arrow/convert-schema-from-parquet.js";
-export { BufferPolyfill, installBufferPolyfill } from "./polyfills/buffer/index.js";
+export { checkParquetSplitBlockBloomFilter, decodeParquetSplitBlockBloomFilter, encodeParquetBloomFilterValue, encodeParquetSplitBlockBloomFilter, hashParquetBloomFilterValue, insertParquetSplitBlockBloomFilter, type ParquetBloomFilterPhysicalType, type ParquetSplitBlockBloomFilter } from "./lib/parquet-bloom-filter.js";
+export { getParquetBloomFilterProbes, type ParquetBloomFilterProbe } from "./lib/parquet-bloom-filter-planner.js";
 //# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAIA,OAAO,EAAC,MAAM,EAAC,sDAAmD;AAIlE,OAAO,EAAC,aAAa,EAAC,4BAAyB;AAE/C,OAAO,EACL,uBAAuB,EACvB,iBAAiB,EACjB,sBAAsB,EACtB,gBAAgB,EAEhB,uBAAuB,IAAI,mBAAmB,EAC9C,iBAAiB,IAAI,aAAa,EACnC,iCAA8B;AAE/B,OAAO,EACL,iBAAiB,IAAI,kBAAkB,EAEvC,iBAAiB,IAAI,aAAa,EACnC,iCAA8B;AAI/B,YAAY,EAAC,yBAAyB,EAAC,kCAA+B;AACtE,OAAO,EAAC,kBAAkB,EAAE,wBAAwB,EAAC,kCAA+B;AACpF,OAAO,EAAC,kBAAkB,EAAC,kCAA+B;AAI1D,YAAY,EAAC,sBAAsB,EAAC,+BAA4B;AAChE,OAAO,EAAC,eAAe,EAAC,+BAA4B;AAIpD,OAAO,EAAC,mBAAmB,EAAC,mCAAgC;AAE5D,OAAO,EAAC,aAAa,EAAC,qCAAkC;AACxD,OAAO,EAAC,aAAa,EAAC,6CAA0C;AAChE,OAAO,EAAC,cAAc,EAAC,+CAA4C;AAEnE,OAAO,EACL,oBAAoB,EACpB,oBAAoB,IAAI,2BAA2B,EACpD,mDAAgD;AAGjD,OAAO,EAAC,cAAc,EAAE,qBAAqB,EAAC,oCAAiC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAMA,OAAO,EAAC,aAAa,EAAC,4BAAyB;AAE/C,YAAY,EAAC,oBAAoB,EAAE,sBAAsB,EAAC,oCAAiC;AAC3F,OAAO,EAAC,aAAa,EAAC,kCAA+B;AACrD,OAAO,EAAC,gBAAgB,EAAC,+BAA4B;AACrD,OAAO,EAAC,eAAe,EAAC,qCAAkC;AAE1D,OAAO,EAAC,mBAAmB,EAAC,yCAAsC;AAClE,YAAY,EACV,yBAAyB,EACzB,yBAAyB,EACzB,kBAAkB,EAClB,uBAAuB,EACvB,6BAA6B,EAC7B,yBAAyB,EACzB,2BAA2B,EAC5B,wCAAqC;AACtC,YAAY,EACV,YAAY,EACZ,oBAAoB,EACpB,sBAAsB,EACtB,kBAAkB,EAClB,0BAA0B,EAC1B,4BAA4B,EAC5B,gCAAgC,EAChC,4BAA4B,EAC5B,2BAA2B,EAC3B,mBAAmB,EACnB,6BAA6B,EAC7B,yBAAyB,EACzB,qBAAqB,EACrB,kBAAkB,EAClB,4BAA4B,EAC5B,0BAA0B,EAC1B,0BAA0B,EAC1B,uBAAuB,EACvB,mBAAmB,EACnB,4BAA4B,EAC5B,yBAAyB,EACzB,2BAA2B,EAC3B,uBAAuB,EACvB,6BAA6B,EAC7B,oBAAoB,EACpB,mBAAmB,EACnB,0BAA0B,EAC1B,kBAAkB,EAClB,uBAAuB,EACvB,mBAAmB,EACnB,oBAAoB,EACpB,gBAAgB,EAChB,wBAAwB,EACxB,qBAAqB,EACrB,0BAA0B,EAC1B,kBAAkB,EAClB,uBAAuB,EACvB,oBAAoB,EACpB,kBAAkB,EAClB,0BAA0B,EAC1B,qBAAqB,EACrB,wBAAwB,EACxB,oBAAoB,EACpB,gBAAgB,EAChB,qBAAqB,EACtB,kCAA+B;AAChC,OAAO,EACL,gCAAgC,EAChC,2BAA2B,EAC3B,KAAK,yBAAyB,EAC/B,yCAAsC;AAEvC,OAAO,EAAC,aAAa,EAAC,4BAAyB;AAC/C,YAAY,EACV,uBAAuB,EACvB,sBAAsB,EACtB,0BAA0B,EAC1B,8BAA8B,EAC9B,mCAAmC,EACpC,+BAA4B;AAC7B,OAAO,EAAC,eAAe,EAAC,+BAA4B;AAEpD,OAAO,EACL,wBAAwB,EACxB,gCAAgC,EAChC,+BAA+B,EAC/B,KAAK,qBAAqB,EAC3B,oCAAiC;AAClC,OAAO,EACL,sBAAsB,EACtB,oBAAoB,EACpB,oBAAoB,EACpB,4BAA4B,EAC5B,0BAA0B,EAC1B,4BAA4B,EAC5B,KAAK,2BAA2B,EAChC,KAAK,0BAA0B,EAC/B,KAAK,mBAAmB,EACzB,oCAAiC;AAIlC,OAAO,EAAC,mBAAmB,EAAC,mCAAgC;AAE5D,OAAO,EAAC,aAAa,EAAC,qCAAkC;AACxD,OAAO,EAAC,aAAa,EAAC,6CAA0C;AAChE,OAAO,EAAC,cAAc,EAAC,+CAA4C;AAEnE,OAAO,EACL,oBAAoB,EACpB,oBAAoB,IAAI,2BAA2B,EACpD,mDAAgD;AAEjD,OAAO,EACL,iCAAiC,EACjC,kCAAkC,EAClC,6BAA6B,EAC7B,kCAAkC,EAClC,2BAA2B,EAC3B,kCAAkC,EAClC,KAAK,8BAA8B,EACnC,KAAK,4BAA4B,EAClC,sCAAmC;AACpC,OAAO,EACL,2BAA2B,EAC3B,KAAK,uBAAuB,EAC7B,8CAA2C"}

package/dist/index.js

@@ -1,24 +1,23 @@
 // loaders.gl
 // SPDX-License-Identifier: MIT
 // Copyright (c) vis.gl contributors
-export { Buffer } from "./polyfills/buffer/install-buffer-polyfill.js";
 // import {ArrowTable, ArrowTableBatch} from '@loaders.gl/arrow';
 export { ParquetFormat } from "./parquet-format.js";
-export { ParquetJSONWorkerLoader, ParquetJSONLoader, GeoParquetWorkerLoader, GeoParquetLoader, 
-// deprecated
-ParquetJSONWorkerLoader as ParquetWorkerLoader, ParquetJSONLoader as ParquetLoader } from "./parquet-json-loader.js";
-export { ParquetJSONWriter as _ParquetJSONWriter, 
-// deprecated
-ParquetJSONWriter as ParquetWriter } from "./parquet-json-writer.js";
-export { ParquetArrowLoader, ParquetArrowWorkerLoader } from "./parquet-arrow-loader.js";
-export { ParquetArrowWriter } from "./parquet-arrow-writer.js";
-export { ParquetJSLoader } from "./parquet-js-loader.js";
+export { ParquetLoader } from "./parquet-loader-types.js";
+export { GeoParquetLoader } from "./geoparquet-loader.js";
+export { ParquetJSLoader } from "./parquet-js-loader-types.js";
+export { ParquetSourceLoader } from "./parquet-source-loader-types.js";
+export { PARQUET_TABLE_QUERY_CAPABILITIES, PARQUET_SOURCE_CAPABILITIES } from "./parquet-source-capabilities.js";
+export { ParquetWriter } from "./parquet-writer.js";
+export { ParquetJSWriter } from "./parquet-js-writer.js";
+export { decodeParquetColumnIndex, decodeParquetPageStatisticsValue, canUseParquetPageIndexForColumn } from "./lib/parquet-page-index.js";
+export { createParquetModuleAad, decryptParquetModule, encryptParquetModule, createParquetFooterSignature, readParquetEncryptedModule, verifyParquetFooterSignature } from "./lib/parquet-encryption.js";
 // EXPERIMENTAL - expose the internal parquetjs API
 export { preloadCompressions } from "./parquetjs/compression.js";
 export { ParquetSchema } from "./parquetjs/schema/schema.js";
 export { ParquetReader } from "./parquetjs/parser/parquet-reader.js";
 export { ParquetEncoder } from "./parquetjs/encoder/parquet-encoder.js";
 export { convertParquetSchema, convertParquetSchema as convertParquetToArrowSchema } from "./lib/arrow/convert-schema-from-parquet.js";
-// Experimental
-export { BufferPolyfill, installBufferPolyfill } from "./polyfills/buffer/index.js";
+export { checkParquetSplitBlockBloomFilter, decodeParquetSplitBlockBloomFilter, encodeParquetBloomFilterValue, encodeParquetSplitBlockBloomFilter, hashParquetBloomFilterValue, insertParquetSplitBlockBloomFilter } from "./lib/parquet-bloom-filter.js";
+export { getParquetBloomFilterProbes } from "./lib/parquet-bloom-filter-planner.js";
 //# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAEpC,OAAO,EAAC,MAAM,EAAC,sDAAmD;AAElE,iEAAiE;AAEjE,OAAO,EAAC,aAAa,EAAC,4BAAyB;AAE/C,OAAO,EACL,uBAAuB,EACvB,iBAAiB,EACjB,sBAAsB,EACtB,gBAAgB;AAChB,aAAa;AACb,uBAAuB,IAAI,mBAAmB,EAC9C,iBAAiB,IAAI,aAAa,EACnC,iCAA8B;AAE/B,OAAO,EACL,iBAAiB,IAAI,kBAAkB;AACvC,aAAa;AACb,iBAAiB,IAAI,aAAa,EACnC,iCAA8B;AAK/B,OAAO,EAAC,kBAAkB,EAAE,wBAAwB,EAAC,kCAA+B;AACpF,OAAO,EAAC,kBAAkB,EAAC,kCAA+B;AAK1D,OAAO,EAAC,eAAe,EAAC,+BAA4B;AAEpD,mDAAmD;AAEnD,OAAO,EAAC,mBAAmB,EAAC,mCAAgC;AAE5D,OAAO,EAAC,aAAa,EAAC,qCAAkC;AACxD,OAAO,EAAC,aAAa,EAAC,6CAA0C;AAChE,OAAO,EAAC,cAAc,EAAC,+CAA4C;AAEnE,OAAO,EACL,oBAAoB,EACpB,oBAAoB,IAAI,2BAA2B,EACpD,mDAAgD;AAEjD,eAAe;AACf,OAAO,EAAC,cAAc,EAAE,qBAAqB,EAAC,oCAAiC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAEpC,iEAAiE;AAEjE,OAAO,EAAC,aAAa,EAAC,4BAAyB;AAG/C,OAAO,EAAC,aAAa,EAAC,kCAA+B;AACrD,OAAO,EAAC,gBAAgB,EAAC,+BAA4B;AACrD,OAAO,EAAC,eAAe,EAAC,qCAAkC;AAE1D,OAAO,EAAC,mBAAmB,EAAC,yCAAsC;AAyDlE,OAAO,EACL,gCAAgC,EAChC,2BAA2B,EAE5B,yCAAsC;AAEvC,OAAO,EAAC,aAAa,EAAC,4BAAyB;AAQ/C,OAAO,EAAC,eAAe,EAAC,+BAA4B;AAEpD,OAAO,EACL,wBAAwB,EACxB,gCAAgC,EAChC,+BAA+B,EAEhC,oCAAiC;AAClC,OAAO,EACL,sBAAsB,EACtB,oBAAoB,EACpB,oBAAoB,EACpB,4BAA4B,EAC5B,0BAA0B,EAC1B,4BAA4B,EAI7B,oCAAiC;AAElC,mDAAmD;AAEnD,OAAO,EAAC,mBAAmB,EAAC,mCAAgC;AAE5D,OAAO,EAAC,aAAa,EAAC,qCAAkC;AACxD,OAAO,EAAC,aAAa,EAAC,6CAA0C;AAChE,OAAO,EAAC,cAAc,EAAC,+CAA4C;AAEnE,OAAO,EACL,oBAAoB,EACpB,oBAAoB,IAAI,2BAA2B,EACpD,mDAAgD;AAEjD,OAAO,EACL,iCAAiC,EACjC,kCAAkC,EAClC,6BAA6B,EAC7B,kCAAkC,EAClC,2BAA2B,EAC3B,kCAAkC,EAGnC,sCAAmC;AACpC,OAAO,EACL,2BAA2B,EAE5B,8CAA2C"}

package/dist/lib/arrow/convert-columns-to-row-group.js

@@ -1,2 +1,5 @@
 "use strict";
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
 //# sourceMappingURL=convert-columns-to-row-group.js.map

package/dist/lib/arrow/convert-columns-to-row-group.js.map

@@ -1 +1 @@
-{"version":3,"file":"convert-columns-to-row-group.js","sourceRoot":"","sources":["../../../src/lib/arrow/convert-columns-to-row-group.ts"],"names":[],"mappings":""}
+{"version":3,"file":"convert-columns-to-row-group.js","sourceRoot":"","sources":["../../../src/lib/arrow/convert-columns-to-row-group.ts"],"names":[],"mappings":";AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC"}

package/dist/lib/arrow/convert-schema-from-parquet.d.ts

@@ -5,5 +5,7 @@ import { FileMetaData } from "../../parquetjs/parquet-thrift.js";
 export declare const PARQUET_TYPE_MAPPING: {
     [type in ParquetType]: DataType;
 };
-export declare function convertParquetSchema(parquetSchema: ParquetSchema, parquetMetadata: FileMetaData | null): Schema;
+export declare function convertParquetSchema(parquetSchema: ParquetSchema, parquetMetadata: FileMetaData | null, options?: {
+    int96AsTimestamp?: boolean;
+}): Schema;
 //# sourceMappingURL=convert-schema-from-parquet.d.ts.map

package/dist/lib/arrow/convert-schema-from-parquet.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"convert-schema-from-parquet.d.ts","sourceRoot":"","sources":["../../../src/lib/arrow/convert-schema-from-parquet.ts"],"names":[],"mappings":"AAIA,OAAO,EAAC,MAAM,EAAS,QAAQ,EAAC,MAAM,oBAAoB,CAAC;AAE3D,OAAO,KAAK,EAAC,aAAa,EAAC,yCAAsC;AACjE,OAAO,KAAK,EAAgC,WAAW,EAAC,0CAAuC;AAC/F,OAAO,EAAC,YAAY,EAAC,0CAAuC;AAE5D,eAAO,MAAM,oBAAoB,EAAE;KAAE,IAAI,IAAI,WAAW,GAAG,QAAQ;CA+BlE,CAAC;AAEF,wBAAgB,oBAAoB,CAClC,aAAa,EAAE,aAAa,EAC5B,eAAe,EAAE,YAAY,GAAG,IAAI,GACnC,MAAM,CAUR"}
+{"version":3,"file":"convert-schema-from-parquet.d.ts","sourceRoot":"","sources":["../../../src/lib/arrow/convert-schema-from-parquet.ts"],"names":[],"mappings":"AAIA,OAAO,EAAC,MAAM,EAAS,QAAQ,EAAC,MAAM,oBAAoB,CAAC;AAE3D,OAAO,KAAK,EAAC,aAAa,EAAC,yCAAsC;AACjE,OAAO,KAAK,EAAkB,WAAW,EAAmB,0CAAuC;AACnG,OAAO,EAAC,YAAY,EAAC,0CAAuC;AAE5D,eAAO,MAAM,oBAAoB,EAAE;KAAE,IAAI,IAAI,WAAW,GAAG,QAAQ;CAwClE,CAAC;AAEF,wBAAgB,oBAAoB,CAClC,aAAa,EAAE,aAAa,EAC5B,eAAe,EAAE,YAAY,GAAG,IAAI,EACpC,OAAO,CAAC,EAAE;IAAC,gBAAgB,CAAC,EAAE,OAAO,CAAA;CAAC,GACrC,MAAM,CAUR"}

package/dist/lib/arrow/convert-schema-from-parquet.js

@@ -4,19 +4,22 @@
 export const PARQUET_TYPE_MAPPING = {
     BOOLEAN: 'bool',
     INT32: 'int32',
-    INT64: 'float64',
+    INT64: 'int64',
     INT96: 'float64',
     FLOAT: 'float32',
     DOUBLE: 'float64',
     BYTE_ARRAY: 'binary',
     FIXED_LEN_BYTE_ARRAY: 'binary',
     UTF8: 'utf8',
-    DATE: 'int32',
-    TIME_MILLIS: 'int64',
-    TIME_MICROS: 'int64',
-    TIMESTAMP_MILLIS: 'int64',
-    TIMESTAMP_MICROS: 'int64',
-    UINT_8: 'int32',
+    ENUM: 'utf8',
+    DATE: 'date-day',
+    TIME_MILLIS: 'time-millisecond',
+    TIME_MICROS: 'time-microsecond',
+    TIME_NANOS: 'time-nanosecond',
+    TIMESTAMP_MILLIS: 'timestamp-millisecond',
+    TIMESTAMP_MICROS: 'timestamp-microsecond',
+    TIMESTAMP_NANOS: 'timestamp-nanosecond',
+    UINT_8: 'uint8',
     UINT_16: 'uint16',
     UINT_32: 'uint32',
     UINT_64: 'uint64',
@@ -24,17 +27,23 @@ export const PARQUET_TYPE_MAPPING = {
     INT_16: 'int16',
     INT_32: 'int32',
     INT_64: 'int64',
+    UUID: { type: 'fixed-size-binary', byteWidth: 16 },
+    FLOAT16: 'float16',
+    UNKNOWN: 'null',
+    VARIANT: 'binary',
+    GEOMETRY: 'binary',
+    GEOGRAPHY: 'binary',
     JSON: 'binary',
     BSON: 'binary',
     // TODO check interal type
     INTERVAL: 'binary',
-    DECIMAL_INT32: 'float32',
-    DECIMAL_INT64: 'float64',
-    DECIMAL_BYTE_ARRAY: 'float64',
-    DECIMAL_FIXED_LEN_BYTE_ARRAY: 'float64'
+    DECIMAL_INT32: { type: 'decimal', bitWidth: 128, precision: 38, scale: 0 },
+    DECIMAL_INT64: { type: 'decimal', bitWidth: 128, precision: 38, scale: 0 },
+    DECIMAL_BYTE_ARRAY: { type: 'decimal', bitWidth: 128, precision: 38, scale: 0 },
+    DECIMAL_FIXED_LEN_BYTE_ARRAY: { type: 'decimal', bitWidth: 128, precision: 38, scale: 0 }
 };
-export function convertParquetSchema(parquetSchema, parquetMetadata) {
-    const fields = getFields(parquetSchema.schema);
+export function convertParquetSchema(parquetSchema, parquetMetadata, options) {
+    const fields = getFields(parquetSchema.schema, options);
     const metadata = parquetMetadata && getSchemaMetadata(parquetMetadata);
     const schema = {
         fields,
@@ -42,32 +51,158 @@ export function convertParquetSchema(parquetSchema, parquetMetadata) {
     };
     return schema;
 }
-function getFields(schema) {
+function getFields(schema, options) {
     const fields = [];
     for (const name in schema) {
-        const field = schema[name];
-        if (field.fields) {
-            const children = getFields(field.fields);
-            fields.push({ name, type: { type: 'struct', children }, nullable: field.optional });
+        fields.push(getField(name, schema[name], options));
+    }
+    return fields;
+}
+/** Converts one Parquet field, preserving repeated values as Arrow lists. */
+function getField(name, field, options) {
+    const elementField = {
+        name,
+        type: getFieldValueType(field, options),
+        nullable: Boolean(field.optional),
+        metadata: getFieldMetadata(field)
+    };
+    if (!field.repeated) {
+        return elementField;
+    }
+    return {
+        name,
+        type: {
+            type: 'list',
+            children: [{ ...elementField, name: 'element', nullable: false }]
+        },
+        nullable: Boolean(field.optional),
+        metadata: elementField.metadata
+    };
+}
+/** Converts a nested Parquet definition into its corresponding Arrow data type. */
+function getFieldValueType(field, options) {
+    if (!field.fields) {
+        return getFieldType(field, options);
+    }
+    if (field.logicalType?.type === 'LIST') {
+        const element = field.fields.list?.fields?.element || field.fields.element;
+        if (!element) {
+            // Preserve unusual legacy LIST layouts as structs. Their group names and
+            // repetition levels are still available to the row-materialization path.
+            return { type: 'struct', children: getFields(field.fields, options) };
         }
-        else {
-            const type = PARQUET_TYPE_MAPPING[field.type];
-            const metadata = getFieldMetadata(field);
-            const arrowField = { name, type, nullable: field.optional, metadata };
-            fields.push(arrowField);
+        if ((element.logicalType?.type === 'LIST' &&
+            (!isStandardListDefinition(element) || element.optional !== false)) ||
+            (element.logicalType?.type === 'MAP' &&
+                (!isStandardMapDefinition(element) || element.optional !== false))) {
+            // Preserve nested legacy wrappers. Arrow's high-level List/Map type
+            // cannot describe the historical wrapper shape without changing the
+            // object-row contract used by existing callers.
+            return { type: 'struct', children: getFields(field.fields, options) };
         }
+        return {
+            type: 'list',
+            children: [
+                {
+                    name: 'element',
+                    type: getFieldValueType(element, options),
+                    nullable: Boolean(element.optional)
+                }
+            ]
+        };
     }
-    return fields;
+    if (field.logicalType?.type === 'MAP') {
+        const entry = field.fields.key_value?.fields || field.fields;
+        const key = entry?.key;
+        const value = entry?.value;
+        if (!key || !value) {
+            // Preserve unusual legacy MAP layouts as structs rather than rejecting a
+            // file whose converted annotation does not follow the standard wrapper.
+            return { type: 'struct', children: getFields(field.fields, options) };
+        }
+        return {
+            type: 'map',
+            keysSorted: false,
+            children: [
+                {
+                    name: 'entries',
+                    type: {
+                        type: 'struct',
+                        children: [
+                            { name: 'key', type: getFieldValueType(key, options), nullable: false },
+                            {
+                                name: 'value',
+                                type: getFieldValueType(value, options),
+                                nullable: Boolean(value.optional)
+                            }
+                        ]
+                    },
+                    nullable: false
+                }
+            ]
+        };
+    }
+    return { type: 'struct', children: getFields(field.fields, options) };
+}
+/** Returns whether a nested LIST follows the standard list/list/element wrapper. */
+function isStandardListDefinition(field) {
+    return Boolean(field.fields?.list?.fields?.element);
 }
+/** Returns whether a nested MAP follows the standard map/key_value/key/value wrapper. */
+function isStandardMapDefinition(field) {
+    return Boolean(field.fields?.key_value?.fields?.key && field.fields.key_value.fields.value);
+}
+/** Returns the exact serialized Arrow type for one decoded Parquet field. */
+function getFieldType(field, options) {
+    if (field.type === 'INT96' && options?.int96AsTimestamp) {
+        return 'timestamp-nanosecond';
+    }
+    if (field.logicalType?.type === 'DECIMAL') {
+        const precision = field.precision ?? field.presision;
+        const scale = field.scale;
+        if (!precision || scale === undefined) {
+            throw new Error('Parquet DECIMAL logical type requires precision and scale');
+        }
+        if (precision > 76) {
+            throw new Error(`Parquet DECIMAL precision ${precision} exceeds Arrow Decimal256`);
+        }
+        return { type: 'decimal', bitWidth: precision <= 38 ? 128 : 256, precision, scale };
+    }
+    if (field.logicalType?.type === 'UUID') {
+        return { type: 'fixed-size-binary', byteWidth: field.typeLength || 16 };
+    }
+    return PARQUET_TYPE_MAPPING[field.type];
+}
+/** Returns defined physical field properties as Arrow-compatible string metadata. */
 function getFieldMetadata(field) {
     let metadata;
+    if (field.logicalType?.type === 'VARIANT' &&
+        field.logicalType.specificationVersion !== undefined) {
+        metadata = {
+            'parquet.variant.specification_version': String(field.logicalType.specificationVersion)
+        };
+    }
     for (const key in field) {
-        if (key !== 'name') {
-            let value = field[key] || '';
-            value = typeof field[key] !== 'string' ? JSON.stringify(field[key]) : field[key];
-            metadata = metadata || {};
-            metadata[key] = value;
+        const fieldValue = field[key];
+        if (key === 'name' ||
+            key === 'fields' ||
+            (key === 'physicalType' && fieldValue === field.type) ||
+            (key === 'presision' && field.precision !== undefined) ||
+            fieldValue === undefined) {
+            continue;
+        }
+        const metadataValue = typeof fieldValue === 'string'
+            ? fieldValue
+            : typeof fieldValue === 'boolean'
+                ? fieldValue
+                    ? 'true'
+                    : 'false'
+                : JSON.stringify(fieldValue);
+        if (metadataValue === undefined) {
+            continue;
         }
+        metadata ||= {};
+        metadata[key] = metadataValue;
     }
     return metadata;
 }

package/dist/lib/arrow/convert-schema-from-parquet.js.map

@@ -1 +1 @@
-{"version":3,"file":"convert-schema-from-parquet.js","sourceRoot":"","sources":["../../../src/lib/arrow/convert-schema-from-parquet.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAQpC,MAAM,CAAC,MAAM,oBAAoB,GAAsC;IACrE,OAAO,EAAE,MAAM;IACf,KAAK,EAAE,OAAO;IACd,KAAK,EAAE,SAAS;IAChB,KAAK,EAAE,SAAS;IAChB,KAAK,EAAE,SAAS;IAChB,MAAM,EAAE,SAAS;IACjB,UAAU,EAAE,QAAQ;IACpB,oBAAoB,EAAE,QAAQ;IAC9B,IAAI,EAAE,MAAM;IACZ,IAAI,EAAE,OAAO;IACb,WAAW,EAAE,OAAO;IACpB,WAAW,EAAE,OAAO;IACpB,gBAAgB,EAAE,OAAO;IACzB,gBAAgB,EAAE,OAAO;IACzB,MAAM,EAAE,OAAO;IACf,OAAO,EAAE,QAAQ;IACjB,OAAO,EAAE,QAAQ;IACjB,OAAO,EAAE,QAAQ;IACjB,KAAK,EAAE,MAAM;IACb,MAAM,EAAE,OAAO;IACf,MAAM,EAAE,OAAO;IACf,MAAM,EAAE,OAAO;IACf,IAAI,EAAE,QAAQ;IACd,IAAI,EAAE,QAAQ;IACd,0BAA0B;IAC1B,QAAQ,EAAE,QAAQ;IAClB,aAAa,EAAE,SAAS;IACxB,aAAa,EAAE,SAAS;IACxB,kBAAkB,EAAE,SAAS;IAC7B,4BAA4B,EAAE,SAAS;CACxC,CAAC;AAEF,MAAM,UAAU,oBAAoB,CAClC,aAA4B,EAC5B,eAAoC;IAEpC,MAAM,MAAM,GAAG,SAAS,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;IAC/C,MAAM,QAAQ,GAAG,eAAe,IAAI,iBAAiB,CAAC,eAAe,CAAC,CAAC;IAEvE,MAAM,MAAM,GAAW;QACrB,MAAM;QACN,QAAQ,EAAE,QAAQ,IAAI,EAAE;KACzB,CAAC;IAEF,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,SAAS,CAAC,MAAuB;IACxC,MAAM,MAAM,GAAY,EAAE,CAAC;IAE3B,KAAK,MAAM,IAAI,IAAI,MAAM,EAAE,CAAC;QAC1B,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;QAE3B,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;YACjB,MAAM,QAAQ,GAAG,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YACzC,MAAM,CAAC,IAAI,CAAC,EAAC,IAAI,EAAE,IAAI,EAAE,EAAC,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAC,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAC,CAAC,CAAC;QAClF,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,GAAG,oBAAoB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAC9C,MAAM,QAAQ,GAAG,gBAAgB,CAAC,KAAK,CAAC,CAAC;YACzC,MAAM,UAAU,GAAG,EAAC,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,QAAQ,EAAC,CAAC;YACpE,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC1B,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAmB;IAC3C,IAAI,QAA4C,CAAC;IAEjD,KAAK,MAAM,GAAG,IAAI,KAAK,EAAE,CAAC;QACxB,IAAI,GAAG,KAAK,MAAM,EAAE,CAAC;YACnB,IAAI,KAAK,GAAG,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;YAC7B,KAAK,GAAG,OAAO,KAAK,CAAC,GAAG,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YACjF,QAAQ,GAAG,QAAQ,IAAI,EAAE,CAAC;YAC1B,QAAQ,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;QACxB,CAAC;IACH,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,iBAAiB,CAAC,eAA6B;IACtD,IAAI,QAA4C,CAAC;IAEjD,MAAM,YAAY,GAAG,eAAe,CAAC,kBAAkB,IAAI,EAAE,CAAC;IAC9D,KAAK,MAAM,EAAC,GAAG,EAAE,KAAK,EAAC,IAAI,YAAY,EAAE,CAAC;QACxC,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC9B,QAAQ,GAAG,QAAQ,IAAI,EAAE,CAAC;YAC1B,QAAQ,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;QACxB,CAAC;IACH,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC"}
+{"version":3,"file":"convert-schema-from-parquet.js","sourceRoot":"","sources":["../../../src/lib/arrow/convert-schema-from-parquet.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAQpC,MAAM,CAAC,MAAM,oBAAoB,GAAsC;IACrE,OAAO,EAAE,MAAM;IACf,KAAK,EAAE,OAAO;IACd,KAAK,EAAE,OAAO;IACd,KAAK,EAAE,SAAS;IAChB,KAAK,EAAE,SAAS;IAChB,MAAM,EAAE,SAAS;IACjB,UAAU,EAAE,QAAQ;IACpB,oBAAoB,EAAE,QAAQ;IAC9B,IAAI,EAAE,MAAM;IACZ,IAAI,EAAE,MAAM;IACZ,IAAI,EAAE,UAAU;IAChB,WAAW,EAAE,kBAAkB;IAC/B,WAAW,EAAE,kBAAkB;IAC/B,UAAU,EAAE,iBAAiB;IAC7B,gBAAgB,EAAE,uBAAuB;IACzC,gBAAgB,EAAE,uBAAuB;IACzC,eAAe,EAAE,sBAAsB;IACvC,MAAM,EAAE,OAAO;IACf,OAAO,EAAE,QAAQ;IACjB,OAAO,EAAE,QAAQ;IACjB,OAAO,EAAE,QAAQ;IACjB,KAAK,EAAE,MAAM;IACb,MAAM,EAAE,OAAO;IACf,MAAM,EAAE,OAAO;IACf,MAAM,EAAE,OAAO;IACf,IAAI,EAAE,EAAC,IAAI,EAAE,mBAAmB,EAAE,SAAS,EAAE,EAAE,EAAC;IAChD,OAAO,EAAE,SAAS;IAClB,OAAO,EAAE,MAAM;IACf,OAAO,EAAE,QAAQ;IACjB,QAAQ,EAAE,QAAQ;IAClB,SAAS,EAAE,QAAQ;IACnB,IAAI,EAAE,QAAQ;IACd,IAAI,EAAE,QAAQ;IACd,0BAA0B;IAC1B,QAAQ,EAAE,QAAQ;IAClB,aAAa,EAAE,EAAC,IAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,GAAG,EAAE,SAAS,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EAAC;IACxE,aAAa,EAAE,EAAC,IAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,GAAG,EAAE,SAAS,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EAAC;IACxE,kBAAkB,EAAE,EAAC,IAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,GAAG,EAAE,SAAS,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EAAC;IAC7E,4BAA4B,EAAE,EAAC,IAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,GAAG,EAAE,SAAS,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EAAC;CACxF,CAAC;AAEF,MAAM,UAAU,oBAAoB,CAClC,aAA4B,EAC5B,eAAoC,EACpC,OAAsC;IAEtC,MAAM,MAAM,GAAG,SAAS,CAAC,aAAa,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACxD,MAAM,QAAQ,GAAG,eAAe,IAAI,iBAAiB,CAAC,eAAe,CAAC,CAAC;IAEvE,MAAM,MAAM,GAAW;QACrB,MAAM;QACN,QAAQ,EAAE,QAAQ,IAAI,EAAE;KACzB,CAAC;IAEF,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,SAAS,CAAC,MAAwB,EAAE,OAAsC;IACjF,MAAM,MAAM,GAAY,EAAE,CAAC;IAE3B,KAAK,MAAM,IAAI,IAAI,MAAM,EAAE,CAAC;QAC1B,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC;IACrD,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,6EAA6E;AAC7E,SAAS,QAAQ,CACf,IAAY,EACZ,KAAsB,EACtB,OAAsC;IAEtC,MAAM,YAAY,GAAU;QAC1B,IAAI;QACJ,IAAI,EAAE,iBAAiB,CAAC,KAAK,EAAE,OAAO,CAAC;QACvC,QAAQ,EAAE,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC;QACjC,QAAQ,EAAE,gBAAgB,CAAC,KAAK,CAAC;KAClC,CAAC;IAEF,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC;QACpB,OAAO,YAAY,CAAC;IACtB,CAAC;IAED,OAAO;QACL,IAAI;QACJ,IAAI,EAAE;YACJ,IAAI,EAAE,MAAM;YACZ,QAAQ,EAAE,CAAC,EAAC,GAAG,YAAY,EAAE,IAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,KAAK,EAAC,CAAC;SAChE;QACD,QAAQ,EAAE,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC;QACjC,QAAQ,EAAE,YAAY,CAAC,QAAQ;KAChC,CAAC;AACJ,CAAC;AAED,mFAAmF;AACnF,SAAS,iBAAiB,CACxB,KAAsB,EACtB,OAAsC;IAEtC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;QAClB,OAAO,YAAY,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IACtC,CAAC;IAED,IAAI,KAAK,CAAC,WAAW,EAAE,IAAI,KAAK,MAAM,EAAE,CAAC;QACvC,MAAM,OAAO,GAAG,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,IAAI,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC;QAC3E,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,yEAAyE;YACzE,yEAAyE;YACzE,OAAO,EAAC,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,SAAS,CAAC,KAAK,CAAC,MAAM,EAAE,OAAO,CAAC,EAAC,CAAC;QACtE,CAAC;QACD,IACE,CAAC,OAAO,CAAC,WAAW,EAAE,IAAI,KAAK,MAAM;YACnC,CAAC,CAAC,wBAAwB,CAAC,OAAO,CAAC,IAAI,OAAO,CAAC,QAAQ,KAAK,KAAK,CAAC,CAAC;YACrE,CAAC,OAAO,CAAC,WAAW,EAAE,IAAI,KAAK,KAAK;gBAClC,CAAC,CAAC,uBAAuB,CAAC,OAAO,CAAC,IAAI,OAAO,CAAC,QAAQ,KAAK,KAAK,CAAC,CAAC,EACpE,CAAC;YACD,oEAAoE;YACpE,oEAAoE;YACpE,gDAAgD;YAChD,OAAO,EAAC,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,SAAS,CAAC,KAAK,CAAC,MAAM,EAAE,OAAO,CAAC,EAAC,CAAC;QACtE,CAAC;QACD,OAAO;YACL,IAAI,EAAE,MAAM;YACZ,QAAQ,EAAE;gBACR;oBACE,IAAI,EAAE,SAAS;oBACf,IAAI,EAAE,iBAAiB,CAAC,OAAO,EAAE,OAAO,CAAC;oBACzC,QAAQ,EAAE,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC;iBACpC;aACF;SACF,CAAC;IACJ,CAAC;IAED,IAAI,KAAK,CAAC,WAAW,EAAE,IAAI,KAAK,KAAK,EAAE,CAAC;QACtC,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,SAAS,EAAE,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC;QAC7D,MAAM,GAAG,GAAG,KAAK,EAAE,GAAG,CAAC;QACvB,MAAM,KAAK,GAAG,KAAK,EAAE,KAAK,CAAC;QAC3B,IAAI,CAAC,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;YACnB,yEAAyE;YACzE,wEAAwE;YACxE,OAAO,EAAC,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,SAAS,CAAC,KAAK,CAAC,MAAM,EAAE,OAAO,CAAC,EAAC,CAAC;QACtE,CAAC;QACD,OAAO;YACL,IAAI,EAAE,KAAK;YACX,UAAU,EAAE,KAAK;YACjB,QAAQ,EAAE;gBACR;oBACE,IAAI,EAAE,SAAS;oBACf,IAAI,EAAE;wBACJ,IAAI,EAAE,QAAQ;wBACd,QAAQ,EAAE;4BACR,EAAC,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,iBAAiB,CAAC,GAAG,EAAE,OAAO,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAC;4BACrE;gCACE,IAAI,EAAE,OAAO;gCACb,IAAI,EAAE,iBAAiB,CAAC,KAAK,EAAE,OAAO,CAAC;gCACvC,QAAQ,EAAE,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC;6BAClC;yBACF;qBACF;oBACD,QAAQ,EAAE,KAAK;iBAChB;aACF;SACF,CAAC;IACJ,CAAC;IAED,OAAO,EAAC,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,SAAS,CAAC,KAAK,CAAC,MAAM,EAAE,OAAO,CAAC,EAAC,CAAC;AACtE,CAAC;AAED,oFAAoF;AACpF,SAAS,wBAAwB,CAAC,KAAsB;IACtD,OAAO,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;AACtD,CAAC;AAED,yFAAyF;AACzF,SAAS,uBAAuB,CAAC,KAAsB;IACrD,OAAO,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,GAAG,IAAI,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAC9F,CAAC;AAED,6EAA6E;AAC7E,SAAS,YAAY,CAAC,KAAsB,EAAE,OAAsC;IAClF,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,IAAI,OAAO,EAAE,gBAAgB,EAAE,CAAC;QACxD,OAAO,sBAAsB,CAAC;IAChC,CAAC;IACD,IAAI,KAAK,CAAC,WAAW,EAAE,IAAI,KAAK,SAAS,EAAE,CAAC;QAC1C,MAAM,SAAS,GAAG,KAAK,CAAC,SAAS,IAAI,KAAK,CAAC,SAAS,CAAC;QACrD,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC;QAC1B,IAAI,CAAC,SAAS,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACtC,MAAM,IAAI,KAAK,CAAC,2DAA2D,CAAC,CAAC;QAC/E,CAAC;QACD,IAAI,SAAS,GAAG,EAAE,EAAE,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,6BAA6B,SAAS,2BAA2B,CAAC,CAAC;QACrF,CAAC;QACD,OAAO,EAAC,IAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,SAAS,IAAI,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,SAAS,EAAE,KAAK,EAAC,CAAC;IACpF,CAAC;IACD,IAAI,KAAK,CAAC,WAAW,EAAE,IAAI,KAAK,MAAM,EAAE,CAAC;QACvC,OAAO,EAAC,IAAI,EAAE,mBAAmB,EAAE,SAAS,EAAE,KAAK,CAAC,UAAU,IAAI,EAAE,EAAC,CAAC;IACxE,CAAC;IACD,OAAO,oBAAoB,CAAC,KAAK,CAAC,IAAK,CAAC,CAAC;AAC3C,CAAC;AAED,qFAAqF;AACrF,SAAS,gBAAgB,CAAC,KAAsB;IAC9C,IAAI,QAA4C,CAAC;IAEjD,IACE,KAAK,CAAC,WAAW,EAAE,IAAI,KAAK,SAAS;QACrC,KAAK,CAAC,WAAW,CAAC,oBAAoB,KAAK,SAAS,EACpD,CAAC;QACD,QAAQ,GAAG;YACT,uCAAuC,EAAE,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,oBAAoB,CAAC;SACxF,CAAC;IACJ,CAAC;IAED,KAAK,MAAM,GAAG,IAAI,KAAK,EAAE,CAAC;QACxB,MAAM,UAAU,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC;QAC9B,IACE,GAAG,KAAK,MAAM;YACd,GAAG,KAAK,QAAQ;YAChB,CAAC,GAAG,KAAK,cAAc,IAAI,UAAU,KAAK,KAAK,CAAC,IAAI,CAAC;YACrD,CAAC,GAAG,KAAK,WAAW,IAAI,KAAK,CAAC,SAAS,KAAK,SAAS,CAAC;YACtD,UAAU,KAAK,SAAS,EACxB,CAAC;YACD,SAAS;QACX,CAAC;QACD,MAAM,aAAa,GACjB,OAAO,UAAU,KAAK,QAAQ;YAC5B,CAAC,CAAC,UAAU;YACZ,CAAC,CAAC,OAAO,UAAU,KAAK,SAAS;gBAC/B,CAAC,CAAC,UAAU;oBACV,CAAC,CAAC,MAAM;oBACR,CAAC,CAAC,OAAO;gBACX,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;QACnC,IAAI,aAAa,KAAK,SAAS,EAAE,CAAC;YAChC,SAAS;QACX,CAAC;QACD,QAAQ,KAAK,EAAE,CAAC;QAChB,QAAQ,CAAC,GAAG,CAAC,GAAG,aAAa,CAAC;IAChC,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,iBAAiB,CAAC,eAA6B;IACtD,IAAI,QAA4C,CAAC;IAEjD,MAAM,YAAY,GAAG,eAAe,CAAC,kBAAkB,IAAI,EAAE,CAAC;IAC9D,KAAK,MAAM,EAAC,GAAG,EAAE,KAAK,EAAC,IAAI,YAAY,EAAE,CAAC;QACxC,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC9B,QAAQ,GAAG,QAAQ,IAAI,EAAE,CAAC;YAC1B,QAAQ,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;QACxB,CAAC;IACH,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC"}

package/dist/lib/arrow/convert-schema-to-parquet.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"convert-schema-to-parquet.d.ts","sourceRoot":"","sources":["../../../src/lib/arrow/convert-schema-to-parquet.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAEV,WAAW,EACZ,0CAAuC;AAExC,OAAO,EACL,MAAM,EAGN,QAAQ,EACT,MAAM,oBAAoB,CAAC;AAE5B,eAAO,MAAM,oBAAoB,EAAE;KAAE,IAAI,IAAI,WAAW,GAAG,QAAQ;CA+BlE,CAAC;AAEF,wBAAgB,sBAAsB,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAK7D"}
+{"version":3,"file":"convert-schema-to-parquet.d.ts","sourceRoot":"","sources":["../../../src/lib/arrow/convert-schema-to-parquet.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAEV,WAAW,EACZ,0CAAuC;AAExC,OAAO,EACL,MAAM,EAGN,QAAQ,EACT,MAAM,oBAAoB,CAAC;AAE5B,eAAO,MAAM,oBAAoB,EAAE;KAAE,IAAI,IAAI,WAAW,GAAG,QAAQ;CAwClE,CAAC;AAEF,wBAAgB,sBAAsB,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAK7D"}

package/dist/lib/arrow/convert-schema-to-parquet.js

@@ -4,19 +4,22 @@
 export const PARQUET_TYPE_MAPPING = {
     BOOLEAN: 'bool',
     INT32: 'int32',
-    INT64: 'float64',
+    INT64: 'int64',
     INT96: 'float64',
     FLOAT: 'float32',
     DOUBLE: 'float64',
     BYTE_ARRAY: 'binary',
     FIXED_LEN_BYTE_ARRAY: 'binary',
     UTF8: 'utf8',
-    DATE: 'int32',
-    TIME_MILLIS: 'int64',
-    TIME_MICROS: 'int64',
-    TIMESTAMP_MILLIS: 'int64',
-    TIMESTAMP_MICROS: 'int64',
-    UINT_8: 'int32',
+    ENUM: 'utf8',
+    DATE: 'date-day',
+    TIME_MILLIS: 'time-millisecond',
+    TIME_MICROS: 'time-microsecond',
+    TIME_NANOS: 'time-nanosecond',
+    TIMESTAMP_MILLIS: 'timestamp-millisecond',
+    TIMESTAMP_MICROS: 'timestamp-microsecond',
+    TIMESTAMP_NANOS: 'timestamp-nanosecond',
+    UINT_8: 'uint8',
     UINT_16: 'uint16',
     UINT_32: 'uint32',
     UINT_64: 'uint64',
@@ -24,6 +27,12 @@ export const PARQUET_TYPE_MAPPING = {
     INT_16: 'int16',
     INT_32: 'int32',
     INT_64: 'int64',
+    UUID: { type: 'fixed-size-binary', byteWidth: 16 },
+    FLOAT16: 'float16',
+    UNKNOWN: 'null',
+    VARIANT: 'binary',
+    GEOMETRY: 'binary',
+    GEOGRAPHY: 'binary',
     JSON: 'binary',
     BSON: 'binary',
     // TODO check interval type

package/dist/lib/arrow/convert-schema-to-parquet.js.map

@@ -1 +1 @@
-{"version":3,"file":"convert-schema-to-parquet.js","sourceRoot":"","sources":["../../../src/lib/arrow/convert-schema-to-parquet.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAepC,MAAM,CAAC,MAAM,oBAAoB,GAAsC;IACrE,OAAO,EAAE,MAAM;IACf,KAAK,EAAE,OAAO;IACd,KAAK,EAAE,SAAS;IAChB,KAAK,EAAE,SAAS;IAChB,KAAK,EAAE,SAAS;IAChB,MAAM,EAAE,SAAS;IACjB,UAAU,EAAE,QAAQ;IACpB,oBAAoB,EAAE,QAAQ;IAC9B,IAAI,EAAE,MAAM;IACZ,IAAI,EAAE,OAAO;IACb,WAAW,EAAE,OAAO;IACpB,WAAW,EAAE,OAAO;IACpB,gBAAgB,EAAE,OAAO;IACzB,gBAAgB,EAAE,OAAO;IACzB,MAAM,EAAE,OAAO;IACf,OAAO,EAAE,QAAQ;IACjB,OAAO,EAAE,QAAQ;IACjB,OAAO,EAAE,QAAQ;IACjB,KAAK,EAAE,MAAM;IACb,MAAM,EAAE,OAAO;IACf,MAAM,EAAE,OAAO;IACf,MAAM,EAAE,OAAO;IACf,IAAI,EAAE,QAAQ;IACd,IAAI,EAAE,QAAQ;IACd,2BAA2B;IAC3B,QAAQ,EAAE,QAAQ;IAClB,aAAa,EAAE,SAAS;IACxB,aAAa,EAAE,SAAS;IACxB,kBAAkB,EAAE,SAAS;IAC7B,4BAA4B,EAAE,SAAS;CACxC,CAAC;AAEF,MAAM,UAAU,sBAAsB,CAAC,MAAc;IACnD,MAAM,MAAM,GAAG,EAAE,CAAC,CAAC,4BAA4B;IAE/C,+BAA+B;IAC/B,OAAO,EAAC,MAAM,EAAE,QAAQ,EAAE,EAAE,EAAC,CAAC;AAChC,CAAC;AAED,sDAAsD;AACtD,gCAAgC;AAEhC,iCAAiC;AACjC,kCAAkC;AAElC,oBAAoB;AACpB,qDAAqD;AACrD,sBAAsB;AACtB,oDAAoD;AACpD,qFAAqF;AACrF,kCAAkC;AAClC,eAAe;AACf,4DAA4D;AAC5D,kDAAkD;AAClD,uFAAuF;AACvF,iCAAiC;AACjC,QAAQ;AACR,MAAM;AAEN,mBAAmB;AACnB,IAAI;AAEJ,wEAAwE;AACxE,gCAAgC;AAEhC,+BAA+B;AAC/B,4BAA4B;AAC5B,gGAAgG;AAChG,kCAAkC;AAClC,QAAQ;AACR,MAAM;AAEN,qBAAqB;AACrB,IAAI"}
+{"version":3,"file":"convert-schema-to-parquet.js","sourceRoot":"","sources":["../../../src/lib/arrow/convert-schema-to-parquet.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAepC,MAAM,CAAC,MAAM,oBAAoB,GAAsC;IACrE,OAAO,EAAE,MAAM;IACf,KAAK,EAAE,OAAO;IACd,KAAK,EAAE,OAAO;IACd,KAAK,EAAE,SAAS;IAChB,KAAK,EAAE,SAAS;IAChB,MAAM,EAAE,SAAS;IACjB,UAAU,EAAE,QAAQ;IACpB,oBAAoB,EAAE,QAAQ;IAC9B,IAAI,EAAE,MAAM;IACZ,IAAI,EAAE,MAAM;IACZ,IAAI,EAAE,UAAU;IAChB,WAAW,EAAE,kBAAkB;IAC/B,WAAW,EAAE,kBAAkB;IAC/B,UAAU,EAAE,iBAAiB;IAC7B,gBAAgB,EAAE,uBAAuB;IACzC,gBAAgB,EAAE,uBAAuB;IACzC,eAAe,EAAE,sBAAsB;IACvC,MAAM,EAAE,OAAO;IACf,OAAO,EAAE,QAAQ;IACjB,OAAO,EAAE,QAAQ;IACjB,OAAO,EAAE,QAAQ;IACjB,KAAK,EAAE,MAAM;IACb,MAAM,EAAE,OAAO;IACf,MAAM,EAAE,OAAO;IACf,MAAM,EAAE,OAAO;IACf,IAAI,EAAE,EAAC,IAAI,EAAE,mBAAmB,EAAE,SAAS,EAAE,EAAE,EAAC;IAChD,OAAO,EAAE,SAAS;IAClB,OAAO,EAAE,MAAM;IACf,OAAO,EAAE,QAAQ;IACjB,QAAQ,EAAE,QAAQ;IAClB,SAAS,EAAE,QAAQ;IACnB,IAAI,EAAE,QAAQ;IACd,IAAI,EAAE,QAAQ;IACd,2BAA2B;IAC3B,QAAQ,EAAE,QAAQ;IAClB,aAAa,EAAE,SAAS;IACxB,aAAa,EAAE,SAAS;IACxB,kBAAkB,EAAE,SAAS;IAC7B,4BAA4B,EAAE,SAAS;CACxC,CAAC;AAEF,MAAM,UAAU,sBAAsB,CAAC,MAAc;IACnD,MAAM,MAAM,GAAG,EAAE,CAAC,CAAC,4BAA4B;IAE/C,+BAA+B;IAC/B,OAAO,EAAC,MAAM,EAAE,QAAQ,EAAE,EAAE,EAAC,CAAC;AAChC,CAAC;AAED,sDAAsD;AACtD,gCAAgC;AAEhC,iCAAiC;AACjC,kCAAkC;AAElC,oBAAoB;AACpB,qDAAqD;AACrD,sBAAsB;AACtB,oDAAoD;AACpD,qFAAqF;AACrF,kCAAkC;AAClC,eAAe;AACf,4DAA4D;AAC5D,kDAAkD;AAClD,uFAAuF;AACvF,iCAAiC;AACjC,QAAQ;AACR,MAAM;AAEN,mBAAmB;AACnB,IAAI;AAEJ,wEAAwE;AACxE,gCAAgC;AAEhC,+BAA+B;AAC/B,4BAA4B;AAC5B,gGAAgG;AAChG,kCAAkC;AAClC,QAAQ;AACR,MAAM;AAEN,qBAAqB;AACrB,IAAI"}

package/dist/lib/arrow/create-nested-arrow-vector.d.ts

@@ -0,0 +1,8 @@
+import * as arrow from 'apache-arrow';
+import type { ParquetField, ParquetRowGroup } from "../../parquetjs/schema/declare.js";
+/**
+ * Creates an Arrow List vector directly from a repeated Parquet primitive or repeated struct.
+ * Returns undefined for shapes whose repetition tree is not supported by the direct path.
+ */
+export declare function createNestedArrowVector(arrowType: arrow.DataType, parquetField: ParquetField, rowGroup: ParquetRowGroup, start: number, end: number): arrow.Vector | undefined;
+//# sourceMappingURL=create-nested-arrow-vector.d.ts.map

package/dist/lib/arrow/create-nested-arrow-vector.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"create-nested-arrow-vector.d.ts","sourceRoot":"","sources":["../../../src/lib/arrow/create-nested-arrow-vector.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,KAAK,MAAM,cAAc,CAAC;AAEtC,OAAO,KAAK,EAEV,YAAY,EACZ,eAAe,EAChB,0CAAuC;AAgCxC;;;GAGG;AACH,wBAAgB,uBAAuB,CACrC,SAAS,EAAE,KAAK,CAAC,QAAQ,EACzB,YAAY,EAAE,YAAY,EAC1B,QAAQ,EAAE,eAAe,EACzB,KAAK,EAAE,MAAM,EACb,GAAG,EAAE,MAAM,GACV,KAAK,CAAC,MAAM,GAAG,SAAS,CAS1B"}