@loaders.gl/parquet 4.3.1 → 4.4.0-alpha.1

package/src/{parquet-wasm-loader.ts → parquet-arrow-loader.ts}

@@ -7,15 +7,14 @@ import type {Loader, LoaderWithParser, LoaderOptions} from '@loaders.gl/loader-u
 import {ReadableFile, BlobFile} from '@loaders.gl/loader-utils';
 
 import {
-  parseParquetFileWasm,
-  parseParquetFileInBatchesWasm
-} from './lib/parsers/parse-parquet-wasm';
+  parseParquetFileToArrow,
+  parseParquetFileToArrowInBatches
+} from './lib/parsers/parse-parquet-to-arrow';
 import {VERSION, PARQUET_WASM_URL} from './lib/constants';
 
 /** Parquet WASM loader options */
-export type ParquetWasmLoaderOptions = LoaderOptions & {
+export type ParquetArrowLoaderOptions = LoaderOptions & {
   parquet?: {
-    shape?: 'arrow-table';
     limit?: number; // Provide a limit to the number of rows to be read.
     offset?: number; // Provide an offset to skip over the given number of rows.
     batchSize?: number; // The number of rows in each batch. If not provided, the upstream parquet default is 1024.
@@ -27,7 +26,7 @@ export type ParquetWasmLoaderOptions = LoaderOptions & {
 };
 
 /** Parquet WASM table loader */
-export const ParquetWasmWorkerLoader = {
+export const ParquetArrowWorkerLoader = {
   dataType: null as unknown as ArrowTable,
   batchType: null as unknown as ArrowTableBatch,
 
@@ -43,7 +42,6 @@ export const ParquetWasmWorkerLoader = {
   tests: ['PAR1', 'PARE'],
   options: {
     parquet: {
-      shape: 'arrow-table',
       limit: undefined, // Provide a limit to the number of rows to be read.
       offset: 0, // Provide an offset to skip over the given number of rows.
       batchSize: undefined, // The number of rows in each batch. If not provided, the upstream parquet default is 1024.
@@ -53,24 +51,24 @@ export const ParquetWasmWorkerLoader = {
       wasmUrl: PARQUET_WASM_URL
     }
   }
-} as const satisfies Loader<ArrowTable, ArrowTableBatch, ParquetWasmLoaderOptions>;
+} as const satisfies Loader<ArrowTable, ArrowTableBatch, ParquetArrowLoaderOptions>;
 
 /** Parquet WASM table loader */
-export const ParquetWasmLoader = {
-  ...ParquetWasmWorkerLoader,
+export const ParquetArrowLoader = {
+  ...ParquetArrowWorkerLoader,
 
-  parse(arrayBuffer: ArrayBuffer, options?: ParquetWasmLoaderOptions) {
-    const wasmOptions = {...ParquetWasmLoader.options.parquet, ...options?.parquet};
-    return parseParquetFileWasm(new BlobFile(arrayBuffer), wasmOptions);
+  parse(arrayBuffer: ArrayBuffer, options?: ParquetArrowLoaderOptions) {
+    const wasmOptions = {...ParquetArrowLoader.options.parquet, ...options?.parquet};
+    return parseParquetFileToArrow(new BlobFile(arrayBuffer), wasmOptions);
   },
 
-  parseFile(file: ReadableFile, options?: ParquetWasmLoaderOptions) {
-    const wasmOptions = {...ParquetWasmLoader.options.parquet, ...options?.parquet};
-    return parseParquetFileWasm(file, wasmOptions);
+  parseFile(file: ReadableFile, options?: ParquetArrowLoaderOptions) {
+    const wasmOptions = {...ParquetArrowLoader.options.parquet, ...options?.parquet};
+    return parseParquetFileToArrow(file, wasmOptions);
   },
 
-  parseFileInBatches(file: ReadableFile, options?: ParquetWasmLoaderOptions) {
-    const wasmOptions = {...ParquetWasmLoader.options.parquet, ...options?.parquet};
-    return parseParquetFileInBatchesWasm(file, wasmOptions);
+  parseFileInBatches(file: ReadableFile, options?: ParquetArrowLoaderOptions) {
+    const wasmOptions = {...ParquetArrowLoader.options.parquet, ...options?.parquet};
+    return parseParquetFileToArrowInBatches(file, wasmOptions);
   }
-} as const satisfies LoaderWithParser<ArrowTable, ArrowTableBatch, ParquetWasmLoaderOptions>;
+} as const satisfies LoaderWithParser<ArrowTable, ArrowTableBatch, ParquetArrowLoaderOptions>;

package/src/parquet-arrow-writer.ts

@@ -0,0 +1,33 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+
+import type {WriterWithEncoder, WriterOptions} from '@loaders.gl/loader-utils';
+import type {ArrowTable} from '@loaders.gl/schema';
+import {encodeArrowToParquet} from './lib/encoders/encode-arrow-to-parquet';
+import {ParquetFormat} from './parquet-format';
+
+import {VERSION, PARQUET_WASM_URL} from './lib/constants';
+
+export type ParquetArrowWriterOptions = WriterOptions & {
+  parquet?: {
+    wasmUrl?: string;
+  };
+};
+
+/** Parquet WASM writer */
+export const ParquetArrowWriter = {
+  ...ParquetFormat,
+  id: 'parquet-wasm',
+  module: 'parquet',
+  version: VERSION,
+  options: {
+    parquet: {
+      wasmUrl: PARQUET_WASM_URL
+    }
+  },
+  encode(arrowTable: ArrowTable, options?: ParquetArrowWriterOptions) {
+    options = {parquet: {...ParquetArrowWriter.options.parquet, ...options?.parquet}, ...options};
+    return encodeArrowToParquet(arrowTable, options);
+  }
+} as const satisfies WriterWithEncoder<ArrowTable, never, ParquetArrowWriterOptions>;

package/src/parquet-format.ts

@@ -0,0 +1,14 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+
+import type {Format} from '@loaders.gl/loader-utils';
+
+export const ParquetFormat = {
+  name: 'Apache Parquet',
+  category: 'table',
+  extensions: ['parquet'],
+  mimeTypes: ['application/octet-stream'],
+  binary: true,
+  tests: ['PAR1', 'PARE']
+} as const satisfies Partial<Format>;

package/src/{parquet-loader.ts → parquet-json-loader.ts}

@@ -7,18 +7,22 @@ import type {
   ObjectRowTable,
   ObjectRowTableBatch,
   GeoJSONTable,
-  GeoJSONTableBatch,
-  ColumnarTable,
-  ColumnarTableBatch
+  GeoJSONTableBatch
+  // ColumnarTable,
+  // ColumnarTableBatch
 } from '@loaders.gl/schema';
 import {BlobFile} from '@loaders.gl/loader-utils';
 
-import {parseParquetFile, parseParquetFileInBatches} from './lib/parsers/parse-parquet';
-import {parseGeoParquetFile, parseGeoParquetFileInBatches} from './lib/parsers/parse-geoparquet';
+import {parseParquetFile, parseParquetFileInBatches} from './lib/parsers/parse-parquet-to-json';
 import {
-  parseParquetFileInColumns,
-  parseParquetFileInColumnarBatches
-} from './lib/parsers/parse-parquet-to-columns';
+  parseGeoParquetFile,
+  parseGeoParquetFileInBatches
+} from './lib/parsers/parse-geoparquet-to-geojson';
+// import {
+//   parseParquetFileInColumns,
+//   parseParquetFileInColumnarBatches
+// } from './lib/parsers/parse-parquet-to-columns';
+import {ParquetFormat} from './parquet-format';
 
 // Note: The Buffer polyfill is quite fragile
 // For some reason, just exporting directly fails with some bundlers
@@ -31,11 +35,9 @@ export {Buffer};
 const VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';
 
 /** Options for the parquet loader */
-export type ParquetLoaderOptions = LoaderOptions & {
+export type ParquetJSONLoaderOptions = LoaderOptions & {
   /** Options for the parquet loader */
   parquet?: {
-    /** Format of returned parsed data */
-    shape?: 'object-row-table' | 'geojson-table';
     /** Restrict which columns that are parsed from the table. Can save significant memory. */
     columnList?: string[] | string[][];
     /** If true, binary values are not converted to strings */
@@ -50,83 +52,74 @@ export type ParquetLoaderOptions = LoaderOptions & {
 /**
  * ParquetJS table loader
  */
-export const ParquetWorkerLoader = {
+export const ParquetJSONWorkerLoader = {
+  ...ParquetFormat,
+
   dataType: null as unknown as ObjectRowTable,
   batchType: null as unknown as ObjectRowTableBatch,
 
-  name: 'Apache Parquet',
   id: 'parquet',
   module: 'parquet',
   version: VERSION,
   worker: false,
-  category: 'table',
-  extensions: ['parquet'],
-  mimeTypes: ['application/octet-stream'],
-  binary: true,
-  tests: ['PAR1', 'PARE'],
   options: {
     parquet: {
-      shape: 'object-row-table',
       columnList: [],
       geoparquet: true,
       url: undefined,
       preserveBinary: false
     }
   }
-} as const satisfies Loader<ObjectRowTable, ObjectRowTableBatch, ParquetLoaderOptions>;
+} as const satisfies Loader<ObjectRowTable, ObjectRowTableBatch, ParquetJSONLoaderOptions>;
 
 /** ParquetJS table loader */
-export const ParquetLoader = {
-  ...ParquetWorkerLoader,
+export const ParquetJSONLoader = {
+  ...ParquetJSONWorkerLoader,
 
-  dataType: null as unknown as ObjectRowTable | GeoJSONTable,
-  batchType: null as unknown as ObjectRowTableBatch | GeoJSONTableBatch,
+  dataType: null as unknown as ObjectRowTable,
+  batchType: null as unknown as ObjectRowTableBatch,
 
-  parse: (arrayBuffer: ArrayBuffer, options?: ParquetLoaderOptions) =>
+  parse: (arrayBuffer: ArrayBuffer, options?: ParquetJSONLoaderOptions) =>
     parseParquetFile(new BlobFile(arrayBuffer), options),
 
   parseFile: parseParquetFile,
   parseFileInBatches: parseParquetFileInBatches
 } as const satisfies LoaderWithParser<
-  ObjectRowTable | GeoJSONTable,
-  ObjectRowTableBatch | GeoJSONTableBatch,
-  ParquetLoaderOptions
+  ObjectRowTable,
+  ObjectRowTableBatch,
+  ParquetJSONLoaderOptions
 >;
 
 // Defeat tree shaking
 // @ts-ignore
-ParquetLoader.Buffer = Buffer;
+ParquetJSONLoader.Buffer = Buffer;
 
 export const GeoParquetWorkerLoader = {
+  ...ParquetFormat,
+
   dataType: null as unknown as GeoJSONTable,
   batchType: null as unknown as GeoJSONTableBatch,
 
-  name: 'Apache Parquet',
   id: 'parquet',
   module: 'parquet',
   version: VERSION,
   worker: true,
-  category: 'table',
-  extensions: ['parquet'],
-  mimeTypes: ['application/octet-stream'],
-  binary: true,
-  tests: ['PAR1', 'PARE'],
+
   options: {
     parquet: {
-      shape: 'geojson-table',
       columnList: [],
       geoparquet: true,
       url: undefined,
       preserveBinary: false
     }
   }
-} as const satisfies Loader<GeoJSONTable, GeoJSONTableBatch, ParquetLoaderOptions>;
+} as const satisfies Loader<GeoJSONTable, GeoJSONTableBatch, ParquetJSONLoaderOptions>;
 
 /** ParquetJS table loader */
 export const GeoParquetLoader = {
   ...GeoParquetWorkerLoader,
 
-  parse(arrayBuffer: ArrayBuffer, options?: ParquetLoaderOptions) {
+  parse(arrayBuffer: ArrayBuffer, options?: ParquetJSONLoaderOptions) {
     return parseGeoParquetFile(new BlobFile(arrayBuffer), options);
   },
   parseFile: parseGeoParquetFile,
@@ -134,11 +127,11 @@ export const GeoParquetLoader = {
 } as const satisfies LoaderWithParser<
   ObjectRowTable | GeoJSONTable,
   ObjectRowTableBatch | GeoJSONTableBatch,
-  ParquetLoaderOptions
+  ParquetJSONLoaderOptions
 >;
 
-/** @deprecated Test to see if we can improve perf of parquetjs loader */
-export const ParquetColumnarWorkerLoader = {
+/** @deprecated Test to see if we can improve perf of parquetjs loader *
+export const ParquetJSONColumnarWorkerLoader = {
   dataType: null as any as ColumnarTable,
   batchType: null as any as ColumnarTableBatch,
 
@@ -152,15 +145,16 @@ export const ParquetColumnarWorkerLoader = {
   mimeTypes: ['application/octet-stream'],
   binary: true,
   tests: ['PAR1', 'PARE'],
-  options: ParquetLoader.options
-} as const satisfies Loader<ColumnarTable, ColumnarTableBatch, ParquetLoaderOptions>;
+  options: ParquetJSONLoader.options
+} as const satisfies Loader<ColumnarTable, ColumnarTableBatch, ParquetJSONLoaderOptions>;
 
-/** @deprecated Test to see if we can improve perf of parquetjs loader */
-export const ParquetColumnarLoader = {
-  ...ParquetColumnarWorkerLoader,
-  parse(arrayBuffer: ArrayBuffer, options?: ParquetLoaderOptions) {
+/** @deprecated Test to see if we can improve perf of parquetjs loader *
+export const ParquetJSONColumnarLoader = {
+  ...ParquetJSONColumnarWorkerLoader,
+  parse(arrayBuffer: ArrayBuffer, options?: ParquetJSONLoaderOptions) {
     return parseParquetFileInColumns(new BlobFile(arrayBuffer), options);
   },
   parseFile: parseParquetFileInColumns,
   parseFileInBatches: parseParquetFileInColumnarBatches
-} as const satisfies LoaderWithParser<ColumnarTable, ColumnarTableBatch, ParquetLoaderOptions>;
+} as const satisfies LoaderWithParser<ColumnarTable, ColumnarTableBatch, ParquetJSONLoaderOptions>;
+*/

package/src/{parquet-writer.ts → parquet-json-writer.ts}

@@ -4,26 +4,24 @@
 
 import type {WriterWithEncoder} from '@loaders.gl/loader-utils';
 import {Table, TableBatch} from '@loaders.gl/schema';
+import {ParquetFormat} from './parquet-format';
 
 // __VERSION__ is injected by babel-plugin-version-inline
 // @ts-ignore TS2304: Cannot find name '__VERSION__'.
 const VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';
 
-export type ParquetWriterOptions = {};
+export type ParquetJSONWriterOptions = {};
 
-export const ParquetWriter = {
-  name: 'Apache Parquet',
+export const ParquetJSONWriter = {
+  ...ParquetFormat,
   id: 'parquet',
   module: 'parquet',
   version: VERSION,
-  extensions: ['parquet'],
-  mimeTypes: ['application/octet-stream'],
-  binary: true,
   options: {},
   encode: async (data, options) => encodeSync(data, options),
   encodeSync
-} as const satisfies WriterWithEncoder<Table, TableBatch, ParquetWriterOptions>;
+} as const satisfies WriterWithEncoder<Table, TableBatch, ParquetJSONWriterOptions>;
 
-function encodeSync(data, options?: ParquetWriterOptions) {
+function encodeSync(data, options?: ParquetJSONWriterOptions) {
   return new ArrayBuffer(0);
 }

package/src/parquetjs/codecs/declare.ts

@@ -1,4 +1,9 @@
-// Forked from https://github.com/kbajalc/parquets under MIT license (Copyright (c) 2017 ironSource Ltd.)
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+// Copyright (c) 2017 ironSource Ltd.
+// Forked from https://github.com/kbajalc/parquets under MIT license
+
 import {PrimitiveType} from '../schema/declare';
 
 export interface CursorBuffer {

package/src/parquetjs/codecs/dictionary.ts

@@ -1,3 +1,9 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+// Copyright (c) 2017 ironSource Ltd.
+// Forked from https://github.com/kbajalc/parquets under MIT license
+
 import {decodeValues as decodeRleValues} from './rle';
 
 export function decodeValues(type, cursor, count, opts) {

package/src/parquetjs/codecs/index.ts

@@ -1,4 +1,9 @@
-// Forked from https://github.com/kbajalc/parquets under MIT license (Copyright (c) 2017 ironSource Ltd.)
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+// Copyright (c) 2017 ironSource Ltd.
+// Forked from https://github.com/kbajalc/parquets under MIT license
+
 import type {ParquetCodec} from '../schema/declare';
 import type {ParquetCodecKit} from './declare';
 import * as PLAIN from './plain';

package/src/parquetjs/codecs/plain.ts

@@ -1,4 +1,9 @@
-// Forked from https://github.com/kbajalc/parquets under MIT license (Copyright (c) 2017 ironSource Ltd.)
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+// Copyright (c) 2017 ironSource Ltd.
+// Forked from https://github.com/kbajalc/parquets under MIT license
+
 /* eslint-disable camelcase */
 import type {PrimitiveType} from '../schema/declare';
 import type {CursorBuffer, ParquetCodecOptions} from './declare';

package/src/parquetjs/codecs/rle.ts

@@ -1,4 +1,8 @@
-// Forked from https://github.com/kbajalc/parquets under MIT license (Copyright (c) 2017 ironSource Ltd.)
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+// Copyright (c) 2017 ironSource Ltd.
+// Forked from https://github.com/kbajalc/parquets under MIT license
 
 import type {PrimitiveType} from '../schema/declare';
 import type {CursorBuffer, ParquetCodecOptions} from './declare';

package/src/parquetjs/compression.ts

@@ -1,5 +1,8 @@
-// Forked from https://github.com/kbajalc/parquets under MIT license (Copyright (c) 2017 ironSource Ltd.)
-/* eslint-disable camelcase */
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+// Copyright (c) 2017 ironSource Ltd.
+// Forked from https://github.com/kbajalc/parquets under MIT license
 // Forked from https://github.com/ironSource/parquetjs under MIT license
 
 import {

package/src/parquetjs/encoder/parquet-encoder.ts

@@ -1,4 +1,9 @@
-// Forked from https://github.com/kbajalc/parquets under MIT license (Copyright (c) 2017 ironSource Ltd.)
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+// Copyright (c) 2017 ironSource Ltd.
+// Forked from https://github.com/kbajalc/parquets under MIT license
+
 /* eslint-disable camelcase */
 import {stream} from '@loaders.gl/loader-utils';
 import {ParquetCodecOptions, PARQUET_CODECS} from '../codecs/index';

package/src/parquetjs/modules.d.ts

@@ -1,4 +1,8 @@
-// Forked from https://github.com/kbajalc/parquets under MIT license (Copyright (c) 2017 ironSource Ltd.)
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+// Copyright (c) 2017 ironSource Ltd.
+// Forked from https://github.com/kbajalc/parquets under MIT license
 
 declare module 'int53' {
   declare function readInt64BE(buffer: Buffer, offset?: number): number;

package/src/parquetjs/parquet-thrift/BoundaryOrder.ts

@@ -1,3 +1,9 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+// Copyright (c) 2017 ironSource Ltd.
+// Forked from https://github.com/kbajalc/parquets under MIT license
+
 /* tslint:disable */
 /* eslint-disable */
 /*

package/src/parquetjs/parquet-thrift/BsonType.ts

@@ -1,3 +1,9 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+// Copyright (c) 2017 ironSource Ltd.
+// Forked from https://github.com/kbajalc/parquets under MIT license
+
 /* tslint:disable */
 /* eslint-disable */
 /*

package/src/parquetjs/parquet-thrift/ColumnChunk.ts

@@ -1,3 +1,9 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+// Copyright (c) 2017 ironSource Ltd.
+// Forked from https://github.com/kbajalc/parquets under MIT license
+
 /* tslint:disable */
 /* eslint-disable */
 /*

package/src/parquetjs/parquet-thrift/ColumnIndex.ts

@@ -1,3 +1,9 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+// Copyright (c) 2017 ironSource Ltd.
+// Forked from https://github.com/kbajalc/parquets under MIT license
+
 /* tslint:disable */
 /* eslint-disable */
 /*

package/src/parquetjs/parquet-thrift/ColumnMetaData.ts

@@ -1,3 +1,9 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+// Copyright (c) 2017 ironSource Ltd.
+// Forked from https://github.com/kbajalc/parquets under MIT license
+
 /* tslint:disable */
 /* eslint-disable */
 /*

package/src/parquetjs/parquet-thrift/ColumnOrder.ts

@@ -1,3 +1,9 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+// Copyright (c) 2017 ironSource Ltd.
+// Forked from https://github.com/kbajalc/parquets under MIT license
+
 /* tslint:disable */
 /* eslint-disable */
 /*

package/src/parquetjs/parquet-thrift/CompressionCodec.ts

@@ -1,3 +1,9 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+// Copyright (c) 2017 ironSource Ltd.
+// Forked from https://github.com/kbajalc/parquets under MIT license
+
 /* tslint:disable */
 /* eslint-disable */
 /*

package/src/parquetjs/parquet-thrift/ConvertedType.ts

@@ -1,3 +1,9 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+// Copyright (c) 2017 ironSource Ltd.
+// Forked from https://github.com/kbajalc/parquets under MIT license
+
 /* tslint:disable */
 /* eslint-disable */
 /*

package/src/parquetjs/parquet-thrift/DataPageHeader.ts

@@ -1,3 +1,9 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+// Copyright (c) 2017 ironSource Ltd.
+// Forked from https://github.com/kbajalc/parquets under MIT license
+
 /* tslint:disable */
 /* eslint-disable */
 /*

package/src/parquetjs/parquet-thrift/DataPageHeaderV2.ts

@@ -1,3 +1,9 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+// Copyright (c) 2017 ironSource Ltd.
+// Forked from https://github.com/kbajalc/parquets under MIT license
+
 /* tslint:disable */
 /* eslint-disable */
 /*

package/src/parquetjs/parquet-thrift/DateType.ts

@@ -1,3 +1,9 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+// Copyright (c) 2017 ironSource Ltd.
+// Forked from https://github.com/kbajalc/parquets under MIT license
+
 /* tslint:disable */
 /* eslint-disable */
 /*

package/src/parquetjs/parquet-thrift/DecimalType.ts

@@ -1,3 +1,9 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+// Copyright (c) 2017 ironSource Ltd.
+// Forked from https://github.com/kbajalc/parquets under MIT license
+
 /* tslint:disable */
 /* eslint-disable */
 /*

package/src/parquetjs/parquet-thrift/DictionaryPageHeader.ts

@@ -1,3 +1,9 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+// Copyright (c) 2017 ironSource Ltd.
+// Forked from https://github.com/kbajalc/parquets under MIT license
+
 /* tslint:disable */
 /* eslint-disable */
 /*

package/src/parquetjs/parquet-thrift/Encoding.ts

@@ -1,3 +1,9 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+// Copyright (c) 2017 ironSource Ltd.
+// Forked from https://github.com/kbajalc/parquets under MIT license
+
 /* tslint:disable */
 /* eslint-disable */
 /*

package/src/parquetjs/parquet-thrift/EnumType.ts

@@ -1,3 +1,9 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+// Copyright (c) 2017 ironSource Ltd.
+// Forked from https://github.com/kbajalc/parquets under MIT license
+
 /* tslint:disable */
 /* eslint-disable */
 /*

package/src/parquetjs/parquet-thrift/FieldRepetitionType.ts

@@ -1,3 +1,9 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+// Copyright (c) 2017 ironSource Ltd.
+// Forked from https://github.com/kbajalc/parquets under MIT license
+
 /* tslint:disable */
 /* eslint-disable */
 /*

package/src/parquetjs/parquet-thrift/FileMetaData.ts

@@ -1,3 +1,9 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+// Copyright (c) 2017 ironSource Ltd.
+// Forked from https://github.com/kbajalc/parquets under MIT license
+
 /* tslint:disable */
 /* eslint-disable */
 /*

package/src/parquetjs/parquet-thrift/IndexPageHeader.ts

@@ -1,3 +1,9 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+// Copyright (c) 2017 ironSource Ltd.
+// Forked from https://github.com/kbajalc/parquets under MIT license
+
 /* tslint:disable */
 /* eslint-disable */
 /*

package/src/parquetjs/parquet-thrift/IntType.ts

@@ -1,3 +1,9 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+// Copyright (c) 2017 ironSource Ltd.
+// Forked from https://github.com/kbajalc/parquets under MIT license
+
 /* tslint:disable */
 /* eslint-disable */
 /*

package/src/parquetjs/parquet-thrift/JsonType.ts

@@ -1,3 +1,9 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+// Copyright (c) 2017 ironSource Ltd.
+// Forked from https://github.com/kbajalc/parquets under MIT license
+
 /* tslint:disable */
 /* eslint-disable */
 /*