@loaders.gl/parquet 4.0.0-alpha.5 → 4.0.0-alpha.7

package/dist/parquetjs/parquet-thrift/TimestampType.js

@@ -1,96 +1,110 @@
-import _defineProperty from "@babel/runtime/helpers/esm/defineProperty";
-import * as thrift from 'thrift';
-import * as TimeUnit from './TimeUnit';
-export class TimestampType {
-  constructor(args) {
-    _defineProperty(this, "isAdjustedToUTC", void 0);
-
-    _defineProperty(this, "unit", void 0);
-
-    if (args != null && args.isAdjustedToUTC != null) {
-      this.isAdjustedToUTC = args.isAdjustedToUTC;
-    } else {
-      throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Required field[isAdjustedToUTC] is unset!');
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
     }
-
-    if (args != null && args.unit != null) {
-      this.unit = args.unit;
-    } else {
-      throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Required field[unit] is unset!');
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.TimestampType = void 0;
+/* tslint:disable */
+/* eslint-disable */
+/*
+ * Autogenerated by @creditkarma/thrift-typescript v3.7.2
+ * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING
+ */
+const thrift = __importStar(require("thrift"));
+const TimeUnit = __importStar(require("./TimeUnit"));
+class TimestampType {
+    constructor(args) {
+        if (args != null && args.isAdjustedToUTC != null) {
+            this.isAdjustedToUTC = args.isAdjustedToUTC;
+        }
+        else {
+            throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Required field[isAdjustedToUTC] is unset!');
+        }
+        if (args != null && args.unit != null) {
+            this.unit = args.unit;
+        }
+        else {
+            throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Required field[unit] is unset!');
+        }
     }
-  }
-
-  write(output) {
-    output.writeStructBegin('TimestampType');
-
-    if (this.isAdjustedToUTC != null) {
-      output.writeFieldBegin('isAdjustedToUTC', thrift.Thrift.Type.BOOL, 1);
-      output.writeBool(this.isAdjustedToUTC);
-      output.writeFieldEnd();
+    write(output) {
+        output.writeStructBegin('TimestampType');
+        if (this.isAdjustedToUTC != null) {
+            output.writeFieldBegin('isAdjustedToUTC', thrift.Thrift.Type.BOOL, 1);
+            output.writeBool(this.isAdjustedToUTC);
+            output.writeFieldEnd();
+        }
+        if (this.unit != null) {
+            output.writeFieldBegin('unit', thrift.Thrift.Type.STRUCT, 2);
+            this.unit.write(output);
+            output.writeFieldEnd();
+        }
+        output.writeFieldStop();
+        output.writeStructEnd();
+        return;
     }
-
-    if (this.unit != null) {
-      output.writeFieldBegin('unit', thrift.Thrift.Type.STRUCT, 2);
-      this.unit.write(output);
-      output.writeFieldEnd();
+    static read(input) {
+        input.readStructBegin();
+        let _args = {};
+        while (true) {
+            const ret = input.readFieldBegin();
+            const fieldType = ret.ftype;
+            const fieldId = ret.fid;
+            if (fieldType === thrift.Thrift.Type.STOP) {
+                break;
+            }
+            switch (fieldId) {
+                case 1:
+                    if (fieldType === thrift.Thrift.Type.BOOL) {
+                        const value_1 = input.readBool();
+                        _args.isAdjustedToUTC = value_1;
+                    }
+                    else {
+                        input.skip(fieldType);
+                    }
+                    break;
+                case 2:
+                    if (fieldType === thrift.Thrift.Type.STRUCT) {
+                        const value_2 = TimeUnit.TimeUnit.read(input);
+                        _args.unit = value_2;
+                    }
+                    else {
+                        input.skip(fieldType);
+                    }
+                    break;
+                default: {
+                    input.skip(fieldType);
+                }
+            }
+            input.readFieldEnd();
+        }
+        input.readStructEnd();
+        if (_args.isAdjustedToUTC !== undefined && _args.unit !== undefined) {
+            return new TimestampType(_args);
+        }
+        else {
+            throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Unable to read TimestampType from input');
+        }
     }
-
-    output.writeFieldStop();
-    output.writeStructEnd();
-    return;
-  }
-
-  static read(input) {
-    input.readStructBegin();
-    let _args = {};
-
-    while (true) {
-      const ret = input.readFieldBegin();
-      const fieldType = ret.ftype;
-      const fieldId = ret.fid;
-
-      if (fieldType === thrift.Thrift.Type.STOP) {
-        break;
-      }
-
-      switch (fieldId) {
-        case 1:
-          if (fieldType === thrift.Thrift.Type.BOOL) {
-            const value_1 = input.readBool();
-            _args.isAdjustedToUTC = value_1;
-          } else {
-            input.skip(fieldType);
-          }
-
-          break;
-
-        case 2:
-          if (fieldType === thrift.Thrift.Type.STRUCT) {
-            const value_2 = TimeUnit.TimeUnit.read(input);
-            _args.unit = value_2;
-          } else {
-            input.skip(fieldType);
-          }
-
-          break;
-
-        default:
-          {
-            input.skip(fieldType);
-          }
-      }
-
-      input.readFieldEnd();
-    }
-
-    input.readStructEnd();
-
-    if (_args.isAdjustedToUTC !== undefined && _args.unit !== undefined) {
-      return new TimestampType(_args);
-    } else {
-      throw new thrift.Thrift.TProtocolException(thrift.Thrift.TProtocolExceptionType.UNKNOWN, 'Unable to read TimestampType from input');
-    }
-  }
-
 }
-//# sourceMappingURL=TimestampType.js.map
+exports.TimestampType = TimestampType;

package/dist/parquetjs/parquet-thrift/Type.js

@@ -1,13 +1,20 @@
-export let Type;
-
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Type = void 0;
+/* tslint:disable */
+/* eslint-disable */
+/*
+ * Autogenerated by @creditkarma/thrift-typescript v3.7.2
+ * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING
+ */
+var Type;
 (function (Type) {
-  Type[Type["BOOLEAN"] = 0] = "BOOLEAN";
-  Type[Type["INT32"] = 1] = "INT32";
-  Type[Type["INT64"] = 2] = "INT64";
-  Type[Type["INT96"] = 3] = "INT96";
-  Type[Type["FLOAT"] = 4] = "FLOAT";
-  Type[Type["DOUBLE"] = 5] = "DOUBLE";
-  Type[Type["BYTE_ARRAY"] = 6] = "BYTE_ARRAY";
-  Type[Type["FIXED_LEN_BYTE_ARRAY"] = 7] = "FIXED_LEN_BYTE_ARRAY";
-})(Type || (Type = {}));
-//# sourceMappingURL=Type.js.map
+    Type[Type["BOOLEAN"] = 0] = "BOOLEAN";
+    Type[Type["INT32"] = 1] = "INT32";
+    Type[Type["INT64"] = 2] = "INT64";
+    Type[Type["INT96"] = 3] = "INT96";
+    Type[Type["FLOAT"] = 4] = "FLOAT";
+    Type[Type["DOUBLE"] = 5] = "DOUBLE";
+    Type[Type["BYTE_ARRAY"] = 6] = "BYTE_ARRAY";
+    Type[Type["FIXED_LEN_BYTE_ARRAY"] = 7] = "FIXED_LEN_BYTE_ARRAY";
+})(Type = exports.Type || (exports.Type = {}));

package/dist/parquetjs/parquet-thrift/TypeDefinedOrder.js

@@ -1,39 +1,62 @@
-import * as thrift from 'thrift';
-export class TypeDefinedOrder {
-  constructor() {}
-
-  write(output) {
-    output.writeStructBegin('TypeDefinedOrder');
-    output.writeFieldStop();
-    output.writeStructEnd();
-    return;
-  }
-
-  static read(input) {
-    input.readStructBegin();
-
-    while (true) {
-      const ret = input.readFieldBegin();
-      const fieldType = ret.ftype;
-      const fieldId = ret.fid;
-
-      if (fieldType === thrift.Thrift.Type.STOP) {
-        break;
-      }
-
-      switch (fieldId) {
-        default:
-          {
-            input.skip(fieldType);
-          }
-      }
-
-      input.readFieldEnd();
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.TypeDefinedOrder = void 0;
+/* tslint:disable */
+/* eslint-disable */
+/*
+ * Autogenerated by @creditkarma/thrift-typescript v3.7.2
+ * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING
+ */
+const thrift = __importStar(require("thrift"));
+class TypeDefinedOrder {
+    constructor() { }
+    write(output) {
+        output.writeStructBegin('TypeDefinedOrder');
+        output.writeFieldStop();
+        output.writeStructEnd();
+        return;
+    }
+    static read(input) {
+        input.readStructBegin();
+        while (true) {
+            const ret = input.readFieldBegin();
+            const fieldType = ret.ftype;
+            const fieldId = ret.fid;
+            if (fieldType === thrift.Thrift.Type.STOP) {
+                break;
+            }
+            switch (fieldId) {
+                default: {
+                    input.skip(fieldType);
+                }
+            }
+            input.readFieldEnd();
+        }
+        input.readStructEnd();
+        return new TypeDefinedOrder();
     }
-
-    input.readStructEnd();
-    return new TypeDefinedOrder();
-  }
-
 }
-//# sourceMappingURL=TypeDefinedOrder.js.map
+exports.TypeDefinedOrder = TypeDefinedOrder;

package/dist/parquetjs/parquet-thrift/UUIDType.js

@@ -1,39 +1,62 @@
-import * as thrift from 'thrift';
-export class UUIDType {
-  constructor() {}
-
-  write(output) {
-    output.writeStructBegin('UUIDType');
-    output.writeFieldStop();
-    output.writeStructEnd();
-    return;
-  }
-
-  static read(input) {
-    input.readStructBegin();
-
-    while (true) {
-      const ret = input.readFieldBegin();
-      const fieldType = ret.ftype;
-      const fieldId = ret.fid;
-
-      if (fieldType === thrift.Thrift.Type.STOP) {
-        break;
-      }
-
-      switch (fieldId) {
-        default:
-          {
-            input.skip(fieldType);
-          }
-      }
-
-      input.readFieldEnd();
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.UUIDType = void 0;
+/* tslint:disable */
+/* eslint-disable */
+/*
+ * Autogenerated by @creditkarma/thrift-typescript v3.7.2
+ * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING
+ */
+const thrift = __importStar(require("thrift"));
+class UUIDType {
+    constructor() { }
+    write(output) {
+        output.writeStructBegin('UUIDType');
+        output.writeFieldStop();
+        output.writeStructEnd();
+        return;
+    }
+    static read(input) {
+        input.readStructBegin();
+        while (true) {
+            const ret = input.readFieldBegin();
+            const fieldType = ret.ftype;
+            const fieldId = ret.fid;
+            if (fieldType === thrift.Thrift.Type.STOP) {
+                break;
+            }
+            switch (fieldId) {
+                default: {
+                    input.skip(fieldType);
+                }
+            }
+            input.readFieldEnd();
+        }
+        input.readStructEnd();
+        return new UUIDType();
     }
-
-    input.readStructEnd();
-    return new UUIDType();
-  }
-
 }
-//# sourceMappingURL=UUIDType.js.map
+exports.UUIDType = UUIDType;

package/dist/parquetjs/parquet-thrift/index.js

@@ -1,44 +1,65 @@
-export * from './Type';
-export * from './ConvertedType';
-export * from './FieldRepetitionType';
-export * from './Encoding';
-export * from './CompressionCodec';
-export * from './PageType';
-export * from './BoundaryOrder';
-export * from './Statistics';
-export * from './StringType';
-export * from './UUIDType';
-export * from './MapType';
-export * from './ListType';
-export * from './EnumType';
-export * from './DateType';
-export * from './NullType';
-export * from './DecimalType';
-export * from './MilliSeconds';
-export * from './MicroSeconds';
-export * from './TimestampType';
-export * from './TimeType';
-export * from './IntType';
-export * from './JsonType';
-export * from './BsonType';
-export * from './SchemaElement';
-export * from './DataPageHeader';
-export * from './IndexPageHeader';
-export * from './DictionaryPageHeader';
-export * from './DataPageHeaderV2';
-export * from './PageHeader';
-export * from './KeyValue';
-export * from './SortingColumn';
-export * from './PageEncodingStats';
-export * from './ColumnMetaData';
-export * from './ColumnChunk';
-export * from './RowGroup';
-export * from './TypeDefinedOrder';
-export * from './PageLocation';
-export * from './OffsetIndex';
-export * from './ColumnIndex';
-export * from './FileMetaData';
-export * from './TimeUnit';
-export * from './LogicalType';
-export * from './ColumnOrder';
-//# sourceMappingURL=index.js.map
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+/* tslint:disable */
+/* eslint-disable */
+/*
+ * Autogenerated by @creditkarma/thrift-typescript v3.7.2
+ * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING
+ */
+__exportStar(require("./Type"), exports);
+__exportStar(require("./ConvertedType"), exports);
+__exportStar(require("./FieldRepetitionType"), exports);
+__exportStar(require("./Encoding"), exports);
+__exportStar(require("./CompressionCodec"), exports);
+__exportStar(require("./PageType"), exports);
+__exportStar(require("./BoundaryOrder"), exports);
+__exportStar(require("./Statistics"), exports);
+__exportStar(require("./StringType"), exports);
+__exportStar(require("./UUIDType"), exports);
+__exportStar(require("./MapType"), exports);
+__exportStar(require("./ListType"), exports);
+__exportStar(require("./EnumType"), exports);
+__exportStar(require("./DateType"), exports);
+__exportStar(require("./NullType"), exports);
+__exportStar(require("./DecimalType"), exports);
+__exportStar(require("./MilliSeconds"), exports);
+__exportStar(require("./MicroSeconds"), exports);
+__exportStar(require("./TimestampType"), exports);
+__exportStar(require("./TimeType"), exports);
+__exportStar(require("./IntType"), exports);
+__exportStar(require("./JsonType"), exports);
+__exportStar(require("./BsonType"), exports);
+__exportStar(require("./SchemaElement"), exports);
+__exportStar(require("./DataPageHeader"), exports);
+__exportStar(require("./IndexPageHeader"), exports);
+__exportStar(require("./DictionaryPageHeader"), exports);
+__exportStar(require("./DataPageHeaderV2"), exports);
+__exportStar(require("./PageHeader"), exports);
+__exportStar(require("./KeyValue"), exports);
+__exportStar(require("./SortingColumn"), exports);
+__exportStar(require("./PageEncodingStats"), exports);
+__exportStar(require("./ColumnMetaData"), exports);
+__exportStar(require("./ColumnChunk"), exports);
+__exportStar(require("./RowGroup"), exports);
+__exportStar(require("./TypeDefinedOrder"), exports);
+__exportStar(require("./PageLocation"), exports);
+__exportStar(require("./OffsetIndex"), exports);
+__exportStar(require("./ColumnIndex"), exports);
+__exportStar(require("./FileMetaData"), exports);
+__exportStar(require("./TimeUnit"), exports);
+__exportStar(require("./LogicalType"), exports);
+__exportStar(require("./ColumnOrder"), exports);

package/dist/parquetjs/parser/decoders.d.ts

@@ -1,5 +1,5 @@
 /// <reference types="node" />
-import { ParquetData, ParquetOptions, ParquetPageData, SchemaDefinition } from '../schema/declare';
+import { ParquetColumnChunk, ParquetOptions, ParquetPageData, SchemaDefinition } from '../schema/declare';
 import { CursorBuffer } from '../codecs';
 import { SchemaElement } from '../parquet-thrift';
 /**
@@ -9,7 +9,7 @@ import { SchemaElement } from '../parquet-thrift';
  * @param compression - compression type
  * @returns parquet data page data
  */
-export declare function decodeDataPages(buffer: Buffer, options: ParquetOptions): Promise<ParquetData>;
+export declare function decodeDataPages(buffer: Buffer, options: ParquetOptions): Promise<ParquetColumnChunk>;
 /**
  * Decode parquet page based on page type
  * @param cursor

package/dist/parquetjs/parser/decoders.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"decoders.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/parser/decoders.ts"],"names":[],"mappings":";AACA,OAAO,EAEL,WAAW,EACX,cAAc,EACd,eAAe,EAGf,gBAAgB,EACjB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAAC,YAAY,EAAsC,MAAM,WAAW,CAAC;AAC5E,OAAO,EAML,aAAa,EAEd,MAAM,mBAAmB,CAAC;AAK3B;;;;;;GAMG;AACH,wBAAsB,eAAe,CACnC,MAAM,EAAE,MAAM,EACd,OAAO,EAAE,cAAc,GACtB,OAAO,CAAC,WAAW,CAAC,CAmDtB;AAED;;;;GAIG;AACH,wBAAsB,UAAU,CAC9B,MAAM,EAAE,YAAY,EACpB,OAAO,EAAE,cAAc,GACtB,OAAO,CAAC,eAAe,CAAC,CAyB1B;AAED;;;;;;;;;GASG;AACH,wBAAgB,YAAY,CAC1B,cAAc,EAAE,aAAa,EAAE,EAC/B,MAAM,EAAE,MAAM,EACd,GAAG,EAAE,MAAM,GACV;IACD,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,gBAAgB,CAAC;CAC1B,CA4DA"}
+{"version":3,"file":"decoders.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/parser/decoders.ts"],"names":[],"mappings":";AACA,OAAO,EAEL,kBAAkB,EAClB,cAAc,EACd,eAAe,EAGf,gBAAgB,EACjB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAAC,YAAY,EAAsC,MAAM,WAAW,CAAC;AAC5E,OAAO,EAML,aAAa,EAEd,MAAM,mBAAmB,CAAC;AAK3B;;;;;;GAMG;AACH,wBAAsB,eAAe,CACnC,MAAM,EAAE,MAAM,EACd,OAAO,EAAE,cAAc,GACtB,OAAO,CAAC,kBAAkB,CAAC,CAmD7B;AAED;;;;GAIG;AACH,wBAAsB,UAAU,CAC9B,MAAM,EAAE,YAAY,EACpB,OAAO,EAAE,cAAc,GACtB,OAAO,CAAC,eAAe,CAAC,CAyB1B;AAED;;;;;;;;;GASG;AACH,wBAAgB,YAAY,CAC1B,cAAc,EAAE,aAAa,EAAE,EAC/B,MAAM,EAAE,MAAM,EACd,GAAG,EAAE,MAAM,GACV;IACD,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,gBAAgB,CAAC;CAC1B,CA4DA"}