@loaders.gl/parquet 4.5.3 → 5.0.0-alpha.10

package/dist/parquetjs/parquet-thrift/index.js

@@ -9,8 +9,6 @@
  * Autogenerated by @creditkarma/thrift-typescript v3.7.2
  * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING
  */
-export { Buffer } from "../../polyfills/buffer/install-buffer-polyfill.js";
-export { TBufferedTransport, TCompactProtocol, TFramedTransport } from 'thrift';
 export * from "./Type.js";
 export * from "./ConvertedType.js";
 export * from "./FieldRepetitionType.js";
@@ -21,6 +19,11 @@ export * from "./BoundaryOrder.js";
 export * from "./Statistics.js";
 export * from "./StringType.js";
 export * from "./UUIDType.js";
+export * from "./Float16Type.js";
+export * from "./VariantType.js";
+export * from "./EdgeInterpolationAlgorithm.js";
+export * from "./GeometryType.js";
+export * from "./GeographyType.js";
 export * from "./MapType.js";
 export * from "./ListType.js";
 export * from "./EnumType.js";
@@ -29,6 +32,7 @@ export * from "./NullType.js";
 export * from "./DecimalType.js";
 export * from "./MilliSeconds.js";
 export * from "./MicroSeconds.js";
+export * from "./NanoSeconds.js";
 export * from "./TimestampType.js";
 export * from "./TimeType.js";
 export * from "./IntType.js";
@@ -43,6 +47,12 @@ export * from "./PageHeader.js";
 export * from "./KeyValue.js";
 export * from "./SortingColumn.js";
 export * from "./PageEncodingStats.js";
+export * from "./BoundingBox.js";
+export * from "./GeospatialStatistics.js";
+export * from "./SizeStatistics.js";
+export * from "./EncryptionAlgorithm.js";
+export * from "./ColumnCryptoMetaData.js";
+export * from "./FileCryptoMetaData.js";
 export * from "./ColumnMetaData.js";
 export * from "./ColumnChunk.js";
 export * from "./RowGroup.js";

package/dist/parquetjs/parquet-thrift/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/parquetjs/parquet-thrift/index.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AACpC,qCAAqC;AACrC,oEAAoE;AAEpE,oBAAoB;AACpB,oBAAoB;AACpB;;;GAGG;AACH,OAAO,EAAC,MAAM,EAAC,0DAAuD;AAEtE,OAAO,EAAC,kBAAkB,EAAE,gBAAgB,EAAE,gBAAgB,EAAC,MAAM,QAAQ,CAAC;AAE9E,0BAAuB;AACvB,mCAAgC;AAChC,yCAAsC;AACtC,8BAA2B;AAC3B,sCAAmC;AACnC,8BAA2B;AAC3B,mCAAgC;AAChC,gCAA6B;AAC7B,gCAA6B;AAC7B,8BAA2B;AAC3B,6BAA0B;AAC1B,8BAA2B;AAC3B,8BAA2B;AAC3B,8BAA2B;AAC3B,8BAA2B;AAC3B,iCAA8B;AAC9B,kCAA+B;AAC/B,kCAA+B;AAC/B,mCAAgC;AAChC,8BAA2B;AAC3B,6BAA0B;AAC1B,8BAA2B;AAC3B,8BAA2B;AAC3B,mCAAgC;AAChC,oCAAiC;AACjC,qCAAkC;AAClC,0CAAuC;AACvC,sCAAmC;AACnC,gCAA6B;AAC7B,8BAA2B;AAC3B,mCAAgC;AAChC,uCAAoC;AACpC,oCAAiC;AACjC,iCAA8B;AAC9B,8BAA2B;AAC3B,sCAAmC;AACnC,kCAA+B;AAC/B,iCAA8B;AAC9B,iCAA8B;AAC9B,kCAA+B;AAC/B,8BAA2B;AAC3B,iCAA8B;AAC9B,iCAA8B"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/parquetjs/parquet-thrift/index.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AACpC,qCAAqC;AACrC,oEAAoE;AAEpE,oBAAoB;AACpB,oBAAoB;AACpB;;;GAGG;AACH,0BAAuB;AACvB,mCAAgC;AAChC,yCAAsC;AACtC,8BAA2B;AAC3B,sCAAmC;AACnC,8BAA2B;AAC3B,mCAAgC;AAChC,gCAA6B;AAC7B,gCAA6B;AAC7B,8BAA2B;AAC3B,iCAA8B;AAC9B,iCAA8B;AAC9B,gDAA6C;AAC7C,kCAA+B;AAC/B,mCAAgC;AAChC,6BAA0B;AAC1B,8BAA2B;AAC3B,8BAA2B;AAC3B,8BAA2B;AAC3B,8BAA2B;AAC3B,iCAA8B;AAC9B,kCAA+B;AAC/B,kCAA+B;AAC/B,iCAA8B;AAC9B,mCAAgC;AAChC,8BAA2B;AAC3B,6BAA0B;AAC1B,8BAA2B;AAC3B,8BAA2B;AAC3B,mCAAgC;AAChC,oCAAiC;AACjC,qCAAkC;AAClC,0CAAuC;AACvC,sCAAmC;AACnC,gCAA6B;AAC7B,8BAA2B;AAC3B,mCAAgC;AAChC,uCAAoC;AACpC,iCAA8B;AAC9B,0CAAuC;AACvC,oCAAiC;AACjC,yCAAsC;AACtC,0CAAuC;AACvC,wCAAqC;AACrC,oCAAiC;AACjC,iCAA8B;AAC9B,8BAA2B;AAC3B,sCAAmC;AACnC,kCAA+B;AAC/B,iCAA8B;AAC9B,iCAA8B;AAC9B,kCAA+B;AAC/B,8BAA2B;AAC3B,iCAA8B;AAC9B,iCAA8B"}

package/dist/parquetjs/parser/decoders.d.ts

@@ -1,6 +1,17 @@
-import { ParquetColumnChunk, ParquetReaderContext, ParquetPageData, SchemaDefinition } from "../schema/declare.js";
+import { ParquetColumnChunk, ParquetReaderContext, ParquetPageData, ParquetLevelBuffer, SchemaDefinition } from "../schema/declare.js";
 import { CursorBuffer } from "../codecs/index.js";
+import type { ParquetByteArrayOutput, ParquetValueBuffer } from "../codecs/declare.js";
 import { SchemaElement } from "../parquet-thrift/index.js";
+/** Preallocated column destination used to bypass page-local value and level arrays. */
+type ParquetPageDecodeTarget = {
+    values: ParquetValueBuffer;
+    valueOffset: number;
+    byteArrayOutput?: ParquetByteArrayOutput;
+    dictionary: readonly unknown[];
+    rlevels: ParquetLevelBuffer;
+    dlevels: ParquetLevelBuffer;
+    levelOffset: number;
+};
 /**
  * Decode data pages
  * @param buffer - input data
@@ -8,13 +19,21 @@ import { SchemaElement } from "../parquet-thrift/index.js";
  * @param compression - compression type
  * @returns parquet data page data
  */
-export declare function decodeDataPages(buffer: Buffer, context: ParquetReaderContext): Promise<ParquetColumnChunk>;
+export declare function decodeDataPages(buffer: Uint8Array, context: ParquetReaderContext): Promise<ParquetColumnChunk>;
+/**
+ * Decodes an uncompressed column chunk synchronously.
+ *
+ * In-memory Parquet reads use this entry point to avoid one resolved Promise per selected column.
+ */
+export declare function decodeUncompressedDataPages(buffer: Uint8Array, context: ParquetReaderContext): ParquetColumnChunk;
+/** Decodes a dictionary page from an uncompressed in-memory column chunk. */
+export declare function decodeUncompressedDictionaryBuffer(buffer: Uint8Array, context: ParquetReaderContext): unknown[];
 /**
  * Decode parquet page based on page type
  * @param cursor
  * @param context
  */
-export declare function decodePage(cursor: CursorBuffer, context: ParquetReaderContext): Promise<ParquetPageData>;
+export declare function decodePage(cursor: CursorBuffer, context: ParquetReaderContext, target?: ParquetPageDecodeTarget): Promise<ParquetPageData>;
 /**
  * Decode parquet schema
  * @param schemaElements input schema elements data
@@ -30,4 +49,5 @@ export declare function decodeSchema(schemaElements: SchemaElement[], offset: nu
     next: number;
     schema: SchemaDefinition;
 };
+export {};
 //# sourceMappingURL=decoders.d.ts.map

package/dist/parquetjs/parser/decoders.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"decoders.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/parser/decoders.ts"],"names":[],"mappings":"AAMA,OAAO,EAEL,kBAAkB,EAClB,oBAAoB,EACpB,eAAe,EAGf,gBAAgB,EACjB,6BAA0B;AAC3B,OAAO,EAAC,YAAY,EAAsC,2BAAwB;AAClF,OAAO,EAML,aAAa,EAEd,mCAAgC;AAKjC;;;;;;GAMG;AACH,wBAAsB,eAAe,CACnC,MAAM,EAAE,MAAM,EACd,OAAO,EAAE,oBAAoB,GAC5B,OAAO,CAAC,kBAAkB,CAAC,CAyD7B;AAED;;;;GAIG;AACH,wBAAsB,UAAU,CAC9B,MAAM,EAAE,YAAY,EACpB,OAAO,EAAE,oBAAoB,GAC5B,OAAO,CAAC,eAAe,CAAC,CA0B1B;AAED;;;;;;;;;GASG;AACH,wBAAgB,YAAY,CAC1B,cAAc,EAAE,aAAa,EAAE,EAC/B,MAAM,EAAE,MAAM,EACd,GAAG,EAAE,MAAM,GACV;IACD,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,gBAAgB,CAAC;CAC1B,CA4DA"}
+{"version":3,"file":"decoders.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/parser/decoders.ts"],"names":[],"mappings":"AAMA,OAAO,EAEL,kBAAkB,EAClB,oBAAoB,EACpB,eAAe,EAEf,kBAAkB,EAIlB,gBAAgB,EACjB,6BAA0B;AAC3B,OAAO,EAAC,YAAY,EAAsC,2BAAwB;AAClF,OAAO,KAAK,EAAC,sBAAsB,EAAE,kBAAkB,EAAC,6BAA0B;AAClF,OAAO,EAOL,aAAa,EAEd,mCAAgC;AAUjC,wFAAwF;AACxF,KAAK,uBAAuB,GAAG;IAC7B,MAAM,EAAE,kBAAkB,CAAC;IAC3B,WAAW,EAAE,MAAM,CAAC;IACpB,eAAe,CAAC,EAAE,sBAAsB,CAAC;IACzC,UAAU,EAAE,SAAS,OAAO,EAAE,CAAC;IAC/B,OAAO,EAAE,kBAAkB,CAAC;IAC5B,OAAO,EAAE,kBAAkB,CAAC;IAC5B,WAAW,EAAE,MAAM,CAAC;CACrB,CAAC;AAEF;;;;;;GAMG;AACH,wBAAsB,eAAe,CACnC,MAAM,EAAE,UAAU,EAClB,OAAO,EAAE,oBAAoB,GAC5B,OAAO,CAAC,kBAAkB,CAAC,CA+F7B;AAED;;;;GAIG;AACH,wBAAgB,2BAA2B,CACzC,MAAM,EAAE,UAAU,EAClB,OAAO,EAAE,oBAAoB,GAC5B,kBAAkB,CA4EpB;AAED,6EAA6E;AAC7E,wBAAgB,kCAAkC,CAChD,MAAM,EAAE,UAAU,EAClB,OAAO,EAAE,oBAAoB,GAC5B,OAAO,EAAE,CAGX;AAED;;;;GAIG;AACH,wBAAsB,UAAU,CAC9B,MAAM,EAAE,YAAY,EACpB,OAAO,EAAE,oBAAoB,EAC7B,MAAM,CAAC,EAAE,uBAAuB,GAC/B,OAAO,CAAC,eAAe,CAAC,CA4B1B;AAoDD;;;;;;;;;GASG;AACH,wBAAgB,YAAY,CAC1B,cAAc,EAAE,aAAa,EAAE,EAC/B,MAAM,EAAE,MAAM,EACd,GAAG,EAAE,MAAM,GACV;IACD,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,gBAAgB,CAAC;CAC1B,CAyDA"}