@loaders.gl/parquet 4.4.5 → 5.0.0-alpha.2

package/dist/parquetjs/parquet-thrift/VariantType.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"VariantType.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/parquet-thrift/VariantType.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,MAAM,mCAAgC;AAElD,MAAM,WAAW,gBAAgB;IAC/B,qBAAqB,CAAC,EAAE,MAAM,CAAC;CAChC;AACD,qBAAa,WAAW;IACf,qBAAqB,CAAC,EAAE,MAAM,CAAC;gBAC1B,IAAI,CAAC,EAAE,gBAAgB;IAG5B,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,SAAS,GAAG,IAAI;WAU9B,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,SAAS,GAAG,WAAW;CAgBzD"}

package/dist/parquetjs/parquet-thrift/VariantType.js

@@ -0,0 +1,41 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+/* tslint:disable */
+/* eslint-disable */
+import * as thrift from "../utils/thrift-runtime.js";
+export class VariantType {
+    specification_version;
+    constructor(args) {
+        this.specification_version = args?.specification_version;
+    }
+    write(output) {
+        output.writeStructBegin('VariantType');
+        if (this.specification_version != null) {
+            output.writeFieldBegin('specification_version', thrift.Thrift.Type.BYTE, 1);
+            output.writeByte(this.specification_version);
+            output.writeFieldEnd();
+        }
+        output.writeFieldStop();
+        output.writeStructEnd();
+    }
+    static read(input) {
+        const args = {};
+        input.readStructBegin();
+        while (true) {
+            const field = input.readFieldBegin();
+            if (field.ftype === thrift.Thrift.Type.STOP)
+                break;
+            if (field.fid === 1 && field.ftype === thrift.Thrift.Type.BYTE) {
+                args.specification_version = input.readByte();
+            }
+            else {
+                input.skip(field.ftype);
+            }
+            input.readFieldEnd();
+        }
+        input.readStructEnd();
+        return new VariantType(args);
+    }
+}
+//# sourceMappingURL=VariantType.js.map

package/dist/parquetjs/parquet-thrift/VariantType.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"VariantType.js","sourceRoot":"","sources":["../../../src/parquetjs/parquet-thrift/VariantType.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAEpC,oBAAoB;AACpB,oBAAoB;AACpB,OAAO,KAAK,MAAM,mCAAgC;AAKlD,MAAM,OAAO,WAAW;IACf,qBAAqB,CAAU;IACtC,YAAY,IAAuB;QACjC,IAAI,CAAC,qBAAqB,GAAG,IAAI,EAAE,qBAAqB,CAAC;IAC3D,CAAC;IACM,KAAK,CAAC,MAAwB;QACnC,MAAM,CAAC,gBAAgB,CAAC,aAAa,CAAC,CAAC;QACvC,IAAI,IAAI,CAAC,qBAAqB,IAAI,IAAI,EAAE,CAAC;YACvC,MAAM,CAAC,eAAe,CAAC,uBAAuB,EAAE,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;YAC5E,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;YAC7C,MAAM,CAAC,aAAa,EAAE,CAAC;QACzB,CAAC;QACD,MAAM,CAAC,cAAc,EAAE,CAAC;QACxB,MAAM,CAAC,cAAc,EAAE,CAAC;IAC1B,CAAC;IACM,MAAM,CAAC,IAAI,CAAC,KAAuB;QACxC,MAAM,IAAI,GAAqB,EAAE,CAAC;QAClC,KAAK,CAAC,eAAe,EAAE,CAAC;QACxB,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,KAAK,GAAG,KAAK,CAAC,cAAc,EAAE,CAAC;YACrC,IAAI,KAAK,CAAC,KAAK,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI;gBAAE,MAAM;YACnD,IAAI,KAAK,CAAC,GAAG,KAAK,CAAC,IAAI,KAAK,CAAC,KAAK,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;gBAC/D,IAAI,CAAC,qBAAqB,GAAG,KAAK,CAAC,QAAQ,EAAE,CAAC;YAChD,CAAC;iBAAM,CAAC;gBACN,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAC1B,CAAC;YACD,KAAK,CAAC,YAAY,EAAE,CAAC;QACvB,CAAC;QACD,KAAK,CAAC,aAAa,EAAE,CAAC;QACtB,OAAO,IAAI,WAAW,CAAC,IAAI,CAAC,CAAC;IAC/B,CAAC;CACF"}

package/dist/parquetjs/parquet-thrift/index.d.ts

@@ -1,5 +1,3 @@
-export { Buffer } from "../../polyfills/buffer/install-buffer-polyfill.js";
-export { TBufferedTransport, TCompactProtocol, TFramedTransport } from 'thrift';
 export * from "./Type.js";
 export * from "./ConvertedType.js";
 export * from "./FieldRepetitionType.js";
@@ -10,6 +8,11 @@ export * from "./BoundaryOrder.js";
 export * from "./Statistics.js";
 export * from "./StringType.js";
 export * from "./UUIDType.js";
+export * from "./Float16Type.js";
+export * from "./VariantType.js";
+export * from "./EdgeInterpolationAlgorithm.js";
+export * from "./GeometryType.js";
+export * from "./GeographyType.js";
 export * from "./MapType.js";
 export * from "./ListType.js";
 export * from "./EnumType.js";
@@ -18,6 +21,7 @@ export * from "./NullType.js";
 export * from "./DecimalType.js";
 export * from "./MilliSeconds.js";
 export * from "./MicroSeconds.js";
+export * from "./NanoSeconds.js";
 export * from "./TimestampType.js";
 export * from "./TimeType.js";
 export * from "./IntType.js";

package/dist/parquetjs/parquet-thrift/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/parquet-thrift/index.ts"],"names":[],"mappings":"AAYA,OAAO,EAAC,MAAM,EAAC,0DAAuD;AAEtE,OAAO,EAAC,kBAAkB,EAAE,gBAAgB,EAAE,gBAAgB,EAAC,MAAM,QAAQ,CAAC;AAE9E,0BAAuB;AACvB,mCAAgC;AAChC,yCAAsC;AACtC,8BAA2B;AAC3B,sCAAmC;AACnC,8BAA2B;AAC3B,mCAAgC;AAChC,gCAA6B;AAC7B,gCAA6B;AAC7B,8BAA2B;AAC3B,6BAA0B;AAC1B,8BAA2B;AAC3B,8BAA2B;AAC3B,8BAA2B;AAC3B,8BAA2B;AAC3B,iCAA8B;AAC9B,kCAA+B;AAC/B,kCAA+B;AAC/B,mCAAgC;AAChC,8BAA2B;AAC3B,6BAA0B;AAC1B,8BAA2B;AAC3B,8BAA2B;AAC3B,mCAAgC;AAChC,oCAAiC;AACjC,qCAAkC;AAClC,0CAAuC;AACvC,sCAAmC;AACnC,gCAA6B;AAC7B,8BAA2B;AAC3B,mCAAgC;AAChC,uCAAoC;AACpC,oCAAiC;AACjC,iCAA8B;AAC9B,8BAA2B;AAC3B,sCAAmC;AACnC,kCAA+B;AAC/B,iCAA8B;AAC9B,iCAA8B;AAC9B,kCAA+B;AAC/B,8BAA2B;AAC3B,iCAA8B;AAC9B,iCAA8B"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/parquet-thrift/index.ts"],"names":[],"mappings":"AAYA,0BAAuB;AACvB,mCAAgC;AAChC,yCAAsC;AACtC,8BAA2B;AAC3B,sCAAmC;AACnC,8BAA2B;AAC3B,mCAAgC;AAChC,gCAA6B;AAC7B,gCAA6B;AAC7B,8BAA2B;AAC3B,iCAA8B;AAC9B,iCAA8B;AAC9B,gDAA6C;AAC7C,kCAA+B;AAC/B,mCAAgC;AAChC,6BAA0B;AAC1B,8BAA2B;AAC3B,8BAA2B;AAC3B,8BAA2B;AAC3B,8BAA2B;AAC3B,iCAA8B;AAC9B,kCAA+B;AAC/B,kCAA+B;AAC/B,iCAA8B;AAC9B,mCAAgC;AAChC,8BAA2B;AAC3B,6BAA0B;AAC1B,8BAA2B;AAC3B,8BAA2B;AAC3B,mCAAgC;AAChC,oCAAiC;AACjC,qCAAkC;AAClC,0CAAuC;AACvC,sCAAmC;AACnC,gCAA6B;AAC7B,8BAA2B;AAC3B,mCAAgC;AAChC,uCAAoC;AACpC,oCAAiC;AACjC,iCAA8B;AAC9B,8BAA2B;AAC3B,sCAAmC;AACnC,kCAA+B;AAC/B,iCAA8B;AAC9B,iCAA8B;AAC9B,kCAA+B;AAC/B,8BAA2B;AAC3B,iCAA8B;AAC9B,iCAA8B"}

package/dist/parquetjs/parquet-thrift/index.js

@@ -9,8 +9,6 @@
  * Autogenerated by @creditkarma/thrift-typescript v3.7.2
  * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING
  */
-export { Buffer } from "../../polyfills/buffer/install-buffer-polyfill.js";
-export { TBufferedTransport, TCompactProtocol, TFramedTransport } from 'thrift';
 export * from "./Type.js";
 export * from "./ConvertedType.js";
 export * from "./FieldRepetitionType.js";
@@ -21,6 +19,11 @@ export * from "./BoundaryOrder.js";
 export * from "./Statistics.js";
 export * from "./StringType.js";
 export * from "./UUIDType.js";
+export * from "./Float16Type.js";
+export * from "./VariantType.js";
+export * from "./EdgeInterpolationAlgorithm.js";
+export * from "./GeometryType.js";
+export * from "./GeographyType.js";
 export * from "./MapType.js";
 export * from "./ListType.js";
 export * from "./EnumType.js";
@@ -29,6 +32,7 @@ export * from "./NullType.js";
 export * from "./DecimalType.js";
 export * from "./MilliSeconds.js";
 export * from "./MicroSeconds.js";
+export * from "./NanoSeconds.js";
 export * from "./TimestampType.js";
 export * from "./TimeType.js";
 export * from "./IntType.js";

package/dist/parquetjs/parquet-thrift/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/parquetjs/parquet-thrift/index.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AACpC,qCAAqC;AACrC,oEAAoE;AAEpE,oBAAoB;AACpB,oBAAoB;AACpB;;;GAGG;AACH,OAAO,EAAC,MAAM,EAAC,0DAAuD;AAEtE,OAAO,EAAC,kBAAkB,EAAE,gBAAgB,EAAE,gBAAgB,EAAC,MAAM,QAAQ,CAAC;AAE9E,0BAAuB;AACvB,mCAAgC;AAChC,yCAAsC;AACtC,8BAA2B;AAC3B,sCAAmC;AACnC,8BAA2B;AAC3B,mCAAgC;AAChC,gCAA6B;AAC7B,gCAA6B;AAC7B,8BAA2B;AAC3B,6BAA0B;AAC1B,8BAA2B;AAC3B,8BAA2B;AAC3B,8BAA2B;AAC3B,8BAA2B;AAC3B,iCAA8B;AAC9B,kCAA+B;AAC/B,kCAA+B;AAC/B,mCAAgC;AAChC,8BAA2B;AAC3B,6BAA0B;AAC1B,8BAA2B;AAC3B,8BAA2B;AAC3B,mCAAgC;AAChC,oCAAiC;AACjC,qCAAkC;AAClC,0CAAuC;AACvC,sCAAmC;AACnC,gCAA6B;AAC7B,8BAA2B;AAC3B,mCAAgC;AAChC,uCAAoC;AACpC,oCAAiC;AACjC,iCAA8B;AAC9B,8BAA2B;AAC3B,sCAAmC;AACnC,kCAA+B;AAC/B,iCAA8B;AAC9B,iCAA8B;AAC9B,kCAA+B;AAC/B,8BAA2B;AAC3B,iCAA8B;AAC9B,iCAA8B"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/parquetjs/parquet-thrift/index.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AACpC,qCAAqC;AACrC,oEAAoE;AAEpE,oBAAoB;AACpB,oBAAoB;AACpB;;;GAGG;AACH,0BAAuB;AACvB,mCAAgC;AAChC,yCAAsC;AACtC,8BAA2B;AAC3B,sCAAmC;AACnC,8BAA2B;AAC3B,mCAAgC;AAChC,gCAA6B;AAC7B,gCAA6B;AAC7B,8BAA2B;AAC3B,iCAA8B;AAC9B,iCAA8B;AAC9B,gDAA6C;AAC7C,kCAA+B;AAC/B,mCAAgC;AAChC,6BAA0B;AAC1B,8BAA2B;AAC3B,8BAA2B;AAC3B,8BAA2B;AAC3B,8BAA2B;AAC3B,iCAA8B;AAC9B,kCAA+B;AAC/B,kCAA+B;AAC/B,iCAA8B;AAC9B,mCAAgC;AAChC,8BAA2B;AAC3B,6BAA0B;AAC1B,8BAA2B;AAC3B,8BAA2B;AAC3B,mCAAgC;AAChC,oCAAiC;AACjC,qCAAkC;AAClC,0CAAuC;AACvC,sCAAmC;AACnC,gCAA6B;AAC7B,8BAA2B;AAC3B,mCAAgC;AAChC,uCAAoC;AACpC,oCAAiC;AACjC,iCAA8B;AAC9B,8BAA2B;AAC3B,sCAAmC;AACnC,kCAA+B;AAC/B,iCAA8B;AAC9B,iCAA8B;AAC9B,kCAA+B;AAC/B,8BAA2B;AAC3B,iCAA8B;AAC9B,iCAA8B"}

package/dist/parquetjs/parser/decoders.d.ts

@@ -1,6 +1,16 @@
-import { ParquetColumnChunk, ParquetReaderContext, ParquetPageData, SchemaDefinition } from "../schema/declare.js";
+import { ParquetColumnChunk, ParquetReaderContext, ParquetPageData, ParquetLevelBuffer, SchemaDefinition } from "../schema/declare.js";
 import { CursorBuffer } from "../codecs/index.js";
+import type { ParquetValueBuffer } from "../codecs/declare.js";
 import { SchemaElement } from "../parquet-thrift/index.js";
+/** Preallocated column destination used to bypass page-local value and level arrays. */
+type ParquetPageDecodeTarget = {
+    values: ParquetValueBuffer;
+    valueOffset: number;
+    dictionary: readonly unknown[];
+    rlevels: ParquetLevelBuffer;
+    dlevels: ParquetLevelBuffer;
+    levelOffset: number;
+};
 /**
  * Decode data pages
  * @param buffer - input data
@@ -8,13 +18,13 @@ import { SchemaElement } from "../parquet-thrift/index.js";
  * @param compression - compression type
  * @returns parquet data page data
  */
-export declare function decodeDataPages(buffer: Buffer, context: ParquetReaderContext): Promise<ParquetColumnChunk>;
+export declare function decodeDataPages(buffer: Uint8Array, context: ParquetReaderContext): Promise<ParquetColumnChunk>;
 /**
  * Decode parquet page based on page type
  * @param cursor
  * @param context
  */
-export declare function decodePage(cursor: CursorBuffer, context: ParquetReaderContext): Promise<ParquetPageData>;
+export declare function decodePage(cursor: CursorBuffer, context: ParquetReaderContext, target?: ParquetPageDecodeTarget): Promise<ParquetPageData>;
 /**
  * Decode parquet schema
  * @param schemaElements input schema elements data
@@ -30,4 +40,5 @@ export declare function decodeSchema(schemaElements: SchemaElement[], offset: nu
     next: number;
     schema: SchemaDefinition;
 };
+export {};
 //# sourceMappingURL=decoders.d.ts.map

package/dist/parquetjs/parser/decoders.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"decoders.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/parser/decoders.ts"],"names":[],"mappings":"AAMA,OAAO,EAEL,kBAAkB,EAClB,oBAAoB,EACpB,eAAe,EAGf,gBAAgB,EACjB,6BAA0B;AAC3B,OAAO,EAAC,YAAY,EAAsC,2BAAwB;AAClF,OAAO,EAML,aAAa,EAEd,mCAAgC;AAKjC;;;;;;GAMG;AACH,wBAAsB,eAAe,CACnC,MAAM,EAAE,MAAM,EACd,OAAO,EAAE,oBAAoB,GAC5B,OAAO,CAAC,kBAAkB,CAAC,CAyD7B;AAED;;;;GAIG;AACH,wBAAsB,UAAU,CAC9B,MAAM,EAAE,YAAY,EACpB,OAAO,EAAE,oBAAoB,GAC5B,OAAO,CAAC,eAAe,CAAC,CA0B1B;AAED;;;;;;;;;GASG;AACH,wBAAgB,YAAY,CAC1B,cAAc,EAAE,aAAa,EAAE,EAC/B,MAAM,EAAE,MAAM,EACd,GAAG,EAAE,MAAM,GACV;IACD,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,gBAAgB,CAAC;CAC1B,CA4DA"}
+{"version":3,"file":"decoders.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/parser/decoders.ts"],"names":[],"mappings":"AAMA,OAAO,EAEL,kBAAkB,EAClB,oBAAoB,EACpB,eAAe,EAEf,kBAAkB,EAIlB,gBAAgB,EACjB,6BAA0B;AAC3B,OAAO,EAAC,YAAY,EAAsC,2BAAwB;AAClF,OAAO,KAAK,EAAC,kBAAkB,EAAC,6BAA0B;AAC1D,OAAO,EAOL,aAAa,EAEd,mCAAgC;AAMjC,wFAAwF;AACxF,KAAK,uBAAuB,GAAG;IAC7B,MAAM,EAAE,kBAAkB,CAAC;IAC3B,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,SAAS,OAAO,EAAE,CAAC;IAC/B,OAAO,EAAE,kBAAkB,CAAC;IAC5B,OAAO,EAAE,kBAAkB,CAAC;IAC5B,WAAW,EAAE,MAAM,CAAC;CACrB,CAAC;AAEF;;;;;;GAMG;AACH,wBAAsB,eAAe,CACnC,MAAM,EAAE,UAAU,EAClB,OAAO,EAAE,oBAAoB,GAC5B,OAAO,CAAC,kBAAkB,CAAC,CA+E7B;AAED;;;;GAIG;AACH,wBAAsB,UAAU,CAC9B,MAAM,EAAE,YAAY,EACpB,OAAO,EAAE,oBAAoB,EAC7B,MAAM,CAAC,EAAE,uBAAuB,GAC/B,OAAO,CAAC,eAAe,CAAC,CA0B1B;AAED;;;;;;;;;GASG;AACH,wBAAgB,YAAY,CAC1B,cAAc,EAAE,aAAa,EAAE,EAC/B,MAAM,EAAE,MAAM,EACd,GAAG,EAAE,MAAM,GACV;IACD,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,gBAAgB,CAAC;CAC1B,CAyDA"}