@loaders.gl/parquet 4.4.5 → 5.0.0-alpha.2

package/src/parquetjs/parquet-thrift/PageLocation.ts

@@ -10,8 +10,8 @@
  * Autogenerated by @creditkarma/thrift-typescript v3.7.2
  * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING
  */
-import Int64 from 'node-int64';
-import * as thrift from 'thrift';
+import {CompactInt64 as Int64} from '../utils/uint8-array-compact-protocol';
+import * as thrift from '../utils/thrift-runtime';
 export interface IPageLocationArgs {
   offset: number | Int64;
   compressed_page_size: number;

package/src/parquetjs/parquet-thrift/RowGroup.ts

@@ -10,8 +10,8 @@
  * Autogenerated by @creditkarma/thrift-typescript v3.7.2
  * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING
  */
-import Int64 from 'node-int64';
-import * as thrift from 'thrift';
+import {CompactInt64 as Int64} from '../utils/uint8-array-compact-protocol';
+import * as thrift from '../utils/thrift-runtime';
 import * as ColumnChunk from './ColumnChunk';
 import * as SortingColumn from './SortingColumn';
 export interface IRowGroupArgs {

package/src/parquetjs/parquet-thrift/SchemaElement.ts

@@ -10,7 +10,7 @@
  * Autogenerated by @creditkarma/thrift-typescript v3.7.2
  * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING
  */
-import * as thrift from 'thrift';
+import * as thrift from '../utils/thrift-runtime';
 import * as ConvertedType from './ConvertedType';
 import * as FieldRepetitionType from './FieldRepetitionType';
 import * as LogicalType from './LogicalType';

package/src/parquetjs/parquet-thrift/SortingColumn.ts

@@ -10,7 +10,7 @@
  * Autogenerated by @creditkarma/thrift-typescript v3.7.2
  * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING
  */
-import * as thrift from 'thrift';
+import * as thrift from '../utils/thrift-runtime';
 export interface ISortingColumnArgs {
   column_idx: number;
   descending: boolean;

package/src/parquetjs/parquet-thrift/Statistics.ts

@@ -10,23 +10,27 @@
  * Autogenerated by @creditkarma/thrift-typescript v3.7.2
  * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING
  */
-import Int64 from 'node-int64';
-import * as thrift from 'thrift';
+import {CompactInt64 as Int64} from '../utils/uint8-array-compact-protocol';
+import * as thrift from '../utils/thrift-runtime';
 export interface IStatisticsArgs {
-  max?: Buffer;
-  min?: Buffer;
+  max?: Uint8Array;
+  min?: Uint8Array;
   null_count?: number | Int64;
   distinct_count?: number | Int64;
-  max_value?: Buffer;
-  min_value?: Buffer;
+  max_value?: Uint8Array;
+  min_value?: Uint8Array;
+  is_max_value_exact?: boolean;
+  is_min_value_exact?: boolean;
 }
 export class Statistics {
-  public max?: Buffer;
-  public min?: Buffer;
+  public max?: Uint8Array;
+  public min?: Uint8Array;
   public null_count?: Int64;
   public distinct_count?: Int64;
-  public max_value?: Buffer;
-  public min_value?: Buffer;
+  public max_value?: Uint8Array;
+  public min_value?: Uint8Array;
+  public is_max_value_exact?: boolean;
+  public is_min_value_exact?: boolean;
   constructor(args?: IStatisticsArgs) {
     if (args != null && args.max != null) {
       this.max = args.max;
@@ -54,6 +58,12 @@ export class Statistics {
     if (args != null && args.min_value != null) {
       this.min_value = args.min_value;
     }
+    if (args != null && args.is_max_value_exact != null) {
+      this.is_max_value_exact = args.is_max_value_exact;
+    }
+    if (args != null && args.is_min_value_exact != null) {
+      this.is_min_value_exact = args.is_min_value_exact;
+    }
   }
   public write(output: thrift.TProtocol): void {
     output.writeStructBegin('Statistics');
@@ -87,6 +97,16 @@ export class Statistics {
       output.writeBinary(this.min_value);
       output.writeFieldEnd();
     }
+    if (this.is_max_value_exact != null) {
+      output.writeFieldBegin('is_max_value_exact', thrift.Thrift.Type.BOOL, 7);
+      output.writeBool(this.is_max_value_exact);
+      output.writeFieldEnd();
+    }
+    if (this.is_min_value_exact != null) {
+      output.writeFieldBegin('is_min_value_exact', thrift.Thrift.Type.BOOL, 8);
+      output.writeBool(this.is_min_value_exact);
+      output.writeFieldEnd();
+    }
     output.writeFieldStop();
     output.writeStructEnd();
     return;
@@ -104,7 +124,7 @@ export class Statistics {
       switch (fieldId) {
         case 1:
           if (fieldType === thrift.Thrift.Type.STRING) {
-            const value_1: Buffer = input.readBinary();
+            const value_1: Uint8Array = input.readBinary();
             _args.max = value_1;
           } else {
             input.skip(fieldType);
@@ -112,7 +132,7 @@ export class Statistics {
           break;
         case 2:
           if (fieldType === thrift.Thrift.Type.STRING) {
-            const value_2: Buffer = input.readBinary();
+            const value_2: Uint8Array = input.readBinary();
             _args.min = value_2;
           } else {
             input.skip(fieldType);
@@ -136,7 +156,7 @@ export class Statistics {
           break;
         case 5:
           if (fieldType === thrift.Thrift.Type.STRING) {
-            const value_5: Buffer = input.readBinary();
+            const value_5: Uint8Array = input.readBinary();
             _args.max_value = value_5;
           } else {
             input.skip(fieldType);
@@ -144,12 +164,28 @@ export class Statistics {
           break;
         case 6:
           if (fieldType === thrift.Thrift.Type.STRING) {
-            const value_6: Buffer = input.readBinary();
+            const value_6: Uint8Array = input.readBinary();
             _args.min_value = value_6;
           } else {
             input.skip(fieldType);
           }
           break;
+        case 7:
+          if (fieldType === thrift.Thrift.Type.BOOL) {
+            const value_7: boolean = input.readBool();
+            _args.is_max_value_exact = value_7;
+          } else {
+            input.skip(fieldType);
+          }
+          break;
+        case 8:
+          if (fieldType === thrift.Thrift.Type.BOOL) {
+            const value_8: boolean = input.readBool();
+            _args.is_min_value_exact = value_8;
+          } else {
+            input.skip(fieldType);
+          }
+          break;
         default: {
           input.skip(fieldType);
         }

package/src/parquetjs/parquet-thrift/StringType.ts

@@ -10,7 +10,7 @@
  * Autogenerated by @creditkarma/thrift-typescript v3.7.2
  * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING
  */
-import * as thrift from 'thrift';
+import * as thrift from '../utils/thrift-runtime';
 export interface IStringTypeArgs {}
 export class StringType {
   constructor() {}

package/src/parquetjs/parquet-thrift/TimeType.ts

@@ -10,7 +10,7 @@
  * Autogenerated by @creditkarma/thrift-typescript v3.7.2
  * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING
  */
-import * as thrift from 'thrift';
+import * as thrift from '../utils/thrift-runtime';
 import * as TimeUnit from './TimeUnit';
 export interface ITimeTypeArgs {
   isAdjustedToUTC: boolean;

package/src/parquetjs/parquet-thrift/TimeUnit.ts

@@ -10,16 +10,19 @@
  * Autogenerated by @creditkarma/thrift-typescript v3.7.2
  * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING
  */
-import * as thrift from 'thrift';
+import * as thrift from '../utils/thrift-runtime';
 import * as MicroSeconds from './MicroSeconds';
 import * as MilliSeconds from './MilliSeconds';
+import * as NanoSeconds from './NanoSeconds';
 export interface ITimeUnitArgs {
   MILLIS?: MilliSeconds.MilliSeconds;
   MICROS?: MicroSeconds.MicroSeconds;
+  NANOS?: NanoSeconds.NanoSeconds;
 }
 export class TimeUnit {
   public MILLIS?: MilliSeconds.MilliSeconds;
   public MICROS?: MicroSeconds.MicroSeconds;
+  public NANOS?: NanoSeconds.NanoSeconds;
   constructor(args?: ITimeUnitArgs) {
     let _fieldsSet: number = 0;
     if (args != null) {
@@ -31,6 +34,10 @@ export class TimeUnit {
         _fieldsSet++;
         this.MICROS = args.MICROS;
       }
+      if (args.NANOS != null) {
+        _fieldsSet++;
+        this.NANOS = args.NANOS;
+      }
       if (_fieldsSet > 1) {
         throw new thrift.Thrift.TProtocolException(
           thrift.Thrift.TProtocolExceptionType.INVALID_DATA,
@@ -50,6 +57,9 @@ export class TimeUnit {
   public static fromMICROS(MICROS: MicroSeconds.MicroSeconds): TimeUnit {
     return new TimeUnit({MICROS});
   }
+  public static fromNANOS(NANOS: NanoSeconds.NanoSeconds): TimeUnit {
+    return new TimeUnit({NANOS});
+  }
   public write(output: thrift.TProtocol): void {
     output.writeStructBegin('TimeUnit');
     if (this.MILLIS != null) {
@@ -62,6 +72,11 @@ export class TimeUnit {
       this.MICROS.write(output);
       output.writeFieldEnd();
     }
+    if (this.NANOS != null) {
+      output.writeFieldBegin('NANOS', thrift.Thrift.Type.STRUCT, 3);
+      this.NANOS.write(output);
+      output.writeFieldEnd();
+    }
     output.writeFieldStop();
     output.writeStructEnd();
     return;
@@ -96,6 +111,15 @@ export class TimeUnit {
             input.skip(fieldType);
           }
           break;
+        case 3:
+          if (fieldType === thrift.Thrift.Type.STRUCT) {
+            _fieldsSet++;
+            const value_3: NanoSeconds.NanoSeconds = NanoSeconds.NanoSeconds.read(input);
+            _returnValue = TimeUnit.fromNANOS(value_3);
+          } else {
+            input.skip(fieldType);
+          }
+          break;
         default: {
           input.skip(fieldType);
         }

package/src/parquetjs/parquet-thrift/TimestampType.ts

@@ -10,7 +10,7 @@
  * Autogenerated by @creditkarma/thrift-typescript v3.7.2
  * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING
  */
-import * as thrift from 'thrift';
+import * as thrift from '../utils/thrift-runtime';
 import * as TimeUnit from './TimeUnit';
 export interface ITimestampTypeArgs {
   isAdjustedToUTC: boolean;

package/src/parquetjs/parquet-thrift/TypeDefinedOrder.ts

@@ -10,7 +10,7 @@
  * Autogenerated by @creditkarma/thrift-typescript v3.7.2
  * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING
  */
-import * as thrift from 'thrift';
+import * as thrift from '../utils/thrift-runtime';
 export interface ITypeDefinedOrderArgs {}
 export class TypeDefinedOrder {
   constructor() {}

package/src/parquetjs/parquet-thrift/UUIDType.ts

@@ -10,7 +10,7 @@
  * Autogenerated by @creditkarma/thrift-typescript v3.7.2
  * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING
  */
-import * as thrift from 'thrift';
+import * as thrift from '../utils/thrift-runtime';
 export interface IUUIDTypeArgs {}
 export class UUIDType {
   constructor() {}

package/src/parquetjs/parquet-thrift/VariantType.ts

@@ -0,0 +1,43 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+
+/* tslint:disable */
+/* eslint-disable */
+import * as thrift from '../utils/thrift-runtime';
+
+export interface IVariantTypeArgs {
+  specification_version?: number;
+}
+export class VariantType {
+  public specification_version?: number;
+  constructor(args?: IVariantTypeArgs) {
+    this.specification_version = args?.specification_version;
+  }
+  public write(output: thrift.TProtocol): void {
+    output.writeStructBegin('VariantType');
+    if (this.specification_version != null) {
+      output.writeFieldBegin('specification_version', thrift.Thrift.Type.BYTE, 1);
+      output.writeByte(this.specification_version);
+      output.writeFieldEnd();
+    }
+    output.writeFieldStop();
+    output.writeStructEnd();
+  }
+  public static read(input: thrift.TProtocol): VariantType {
+    const args: IVariantTypeArgs = {};
+    input.readStructBegin();
+    while (true) {
+      const field = input.readFieldBegin();
+      if (field.ftype === thrift.Thrift.Type.STOP) break;
+      if (field.fid === 1 && field.ftype === thrift.Thrift.Type.BYTE) {
+        args.specification_version = input.readByte();
+      } else {
+        input.skip(field.ftype);
+      }
+      input.readFieldEnd();
+    }
+    input.readStructEnd();
+    return new VariantType(args);
+  }
+}

package/src/parquetjs/parquet-thrift/index.ts

@@ -10,10 +10,6 @@
  * Autogenerated by @creditkarma/thrift-typescript v3.7.2
  * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING
  */
-export {Buffer} from '../../polyfills/buffer/install-buffer-polyfill';
-
-export {TBufferedTransport, TCompactProtocol, TFramedTransport} from 'thrift';
-
 export * from './Type';
 export * from './ConvertedType';
 export * from './FieldRepetitionType';
@@ -24,6 +20,11 @@ export * from './BoundaryOrder';
 export * from './Statistics';
 export * from './StringType';
 export * from './UUIDType';
+export * from './Float16Type';
+export * from './VariantType';
+export * from './EdgeInterpolationAlgorithm';
+export * from './GeometryType';
+export * from './GeographyType';
 export * from './MapType';
 export * from './ListType';
 export * from './EnumType';
@@ -32,6 +33,7 @@ export * from './NullType';
 export * from './DecimalType';
 export * from './MilliSeconds';
 export * from './MicroSeconds';
+export * from './NanoSeconds';
 export * from './TimestampType';
 export * from './TimeType';
 export * from './IntType';