@loaders.gl/parquet 4.0.0-alpha.5 → 4.0.0-alpha.6

package/dist/esm/parquet-loader.js

@@ -0,0 +1,36 @@
+const VERSION = typeof "4.0.0-alpha.6" !== 'undefined' ? "4.0.0-alpha.6" : 'latest';
+const DEFAULT_PARQUET_LOADER_OPTIONS = {
+  parquet: {
+    type: 'object-row-table',
+    url: undefined,
+    columnList: [],
+    geoparquet: true
+  }
+};
+export const ParquetLoader = {
+  name: 'Apache Parquet',
+  id: 'parquet',
+  module: 'parquet',
+  version: VERSION,
+  worker: true,
+  category: 'table',
+  extensions: ['parquet'],
+  mimeTypes: ['application/octet-stream'],
+  binary: true,
+  tests: ['PAR1', 'PARE'],
+  options: DEFAULT_PARQUET_LOADER_OPTIONS
+};
+export const ParqueColumnnartLoader = {
+  name: 'Apache Parquet',
+  id: 'parquet',
+  module: 'parquet',
+  version: VERSION,
+  worker: true,
+  category: 'table',
+  extensions: ['parquet'],
+  mimeTypes: ['application/octet-stream'],
+  binary: true,
+  tests: ['PAR1', 'PARE'],
+  options: DEFAULT_PARQUET_LOADER_OPTIONS
+};
+//# sourceMappingURL=parquet-loader.js.map

package/dist/esm/parquet-loader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"parquet-loader.js","names":["VERSION","DEFAULT_PARQUET_LOADER_OPTIONS","parquet","type","url","undefined","columnList","geoparquet","ParquetLoader","name","id","module","version","worker","category","extensions","mimeTypes","binary","tests","options","ParqueColumnnartLoader"],"sources":["../../src/parquet-loader.ts"],"sourcesContent":["// loaders.gl, MIT license\nimport type {Loader, LoaderOptions} from '@loaders.gl/loader-utils';\nimport type {\n  ObjectRowTable,\n  ObjectRowTableBatch,\n  ColumnarTable,\n  ColumnarTableBatch\n} from '@loaders.gl/schema';\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\nexport type ParquetLoaderOptions = LoaderOptions & {\n  parquet?: {\n    type?: 'object-row-table';\n    url?: string;\n    columnList?: string[] | string[][];\n    geoparquet?: boolean;\n  };\n};\n\nconst DEFAULT_PARQUET_LOADER_OPTIONS: ParquetLoaderOptions = {\n  parquet: {\n    type: 'object-row-table',\n    url: undefined,\n    columnList: [],\n    geoparquet: true\n  }\n};\n\n/** ParquetJS table loader */\nexport const ParquetLoader: Loader<ObjectRowTable, ObjectRowTableBatch, ParquetLoaderOptions> = {\n  name: 'Apache Parquet',\n  id: 'parquet',\n  module: 'parquet',\n  version: VERSION,\n  worker: true,\n  category: 'table',\n  extensions: ['parquet'],\n  mimeTypes: ['application/octet-stream'],\n  binary: true,\n  tests: ['PAR1', 'PARE'],\n  options: DEFAULT_PARQUET_LOADER_OPTIONS\n};\n\nexport const ParqueColumnnartLoader: Loader<\n  ColumnarTable,\n  ColumnarTableBatch,\n  ParquetLoaderOptions\n> = {\n  name: 'Apache Parquet',\n  id: 'parquet',\n  module: 'parquet',\n  version: VERSION,\n  worker: true,\n  category: 'table',\n  extensions: ['parquet'],\n  mimeTypes: ['application/octet-stream'],\n  binary: true,\n  tests: ['PAR1', 'PARE'],\n  options: DEFAULT_PARQUET_LOADER_OPTIONS\n};\n"],"mappings":"AAWA,MAAMA,OAAO,GAAG,sBAAkB,KAAK,WAAW,qBAAiB,QAAQ;AAW3E,MAAMC,8BAAoD,GAAG;EAC3DC,OAAO,EAAE;IACPC,IAAI,EAAE,kBAAkB;IACxBC,GAAG,EAAEC,SAAS;IACdC,UAAU,EAAE,EAAE;IACdC,UAAU,EAAE;EACd;AACF,CAAC;AAGD,OAAO,MAAMC,aAAgF,GAAG;EAC9FC,IAAI,EAAE,gBAAgB;EACtBC,EAAE,EAAE,SAAS;EACbC,MAAM,EAAE,SAAS;EACjBC,OAAO,EAAEZ,OAAO;EAChBa,MAAM,EAAE,IAAI;EACZC,QAAQ,EAAE,OAAO;EACjBC,UAAU,EAAE,CAAC,SAAS,CAAC;EACvBC,SAAS,EAAE,CAAC,0BAA0B,CAAC;EACvCC,MAAM,EAAE,IAAI;EACZC,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC;EACvBC,OAAO,EAAElB;AACX,CAAC;AAED,OAAO,MAAMmB,sBAIZ,GAAG;EACFX,IAAI,EAAE,gBAAgB;EACtBC,EAAE,EAAE,SAAS;EACbC,MAAM,EAAE,SAAS;EACjBC,OAAO,EAAEZ,OAAO;EAChBa,MAAM,EAAE,IAAI;EACZC,QAAQ,EAAE,OAAO;EACjBC,UAAU,EAAE,CAAC,SAAS,CAAC;EACvBC,SAAS,EAAE,CAAC,0BAA0B,CAAC;EACvCC,MAAM,EAAE,IAAI;EACZC,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC;EACvBC,OAAO,EAAElB;AACX,CAAC"}

package/dist/esm/parquet-wasm-loader.js

@@ -0,0 +1,22 @@
+const VERSION = typeof "4.0.0-alpha.6" !== 'undefined' ? "4.0.0-alpha.6" : 'latest';
+const DEFAULT_PARQUET_LOADER_OPTIONS = {
+  parquet: {
+    type: 'arrow-table',
+    wasmUrl: 'https://unpkg.com/parquet-wasm@0.3.1/esm2/arrow1_bg.wasm'
+  }
+};
+export const ParquetWasmLoader = {
+  name: 'Apache Parquet',
+  id: 'parquet-wasm',
+  module: 'parquet',
+  version: VERSION,
+  worker: false,
+  category: 'table',
+  extensions: ['parquet'],
+  mimeTypes: ['application/octet-stream'],
+  binary: true,
+  tests: ['PAR1', 'PARE'],
+  options: DEFAULT_PARQUET_LOADER_OPTIONS
+};
+export const _typecheckParquetLoader = ParquetWasmLoader;
+//# sourceMappingURL=parquet-wasm-loader.js.map

package/dist/esm/parquet-wasm-loader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"parquet-wasm-loader.js","names":["VERSION","DEFAULT_PARQUET_LOADER_OPTIONS","parquet","type","wasmUrl","ParquetWasmLoader","name","id","module","version","worker","category","extensions","mimeTypes","binary","tests","options","_typecheckParquetLoader"],"sources":["../../src/parquet-wasm-loader.ts"],"sourcesContent":["import type {Loader, LoaderOptions} from '@loaders.gl/loader-utils';\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\nexport type ParquetLoaderOptions = LoaderOptions & {\n  parquet?: {\n    type?: 'arrow-table';\n    wasmUrl?: string;\n  };\n};\n\nconst DEFAULT_PARQUET_LOADER_OPTIONS: ParquetLoaderOptions = {\n  parquet: {\n    type: 'arrow-table',\n    wasmUrl: 'https://unpkg.com/parquet-wasm@0.3.1/esm2/arrow1_bg.wasm'\n  }\n};\n\n/** ParquetJS table loader */\nexport const ParquetWasmLoader = {\n  name: 'Apache Parquet',\n  id: 'parquet-wasm',\n  module: 'parquet',\n  version: VERSION,\n  worker: false,\n  category: 'table',\n  extensions: ['parquet'],\n  mimeTypes: ['application/octet-stream'],\n  binary: true,\n  tests: ['PAR1', 'PARE'],\n  options: DEFAULT_PARQUET_LOADER_OPTIONS\n};\n\nexport const _typecheckParquetLoader: Loader = ParquetWasmLoader;\n"],"mappings":"AAIA,MAAMA,OAAO,GAAG,sBAAkB,KAAK,WAAW,qBAAiB,QAAQ;AAS3E,MAAMC,8BAAoD,GAAG;EAC3DC,OAAO,EAAE;IACPC,IAAI,EAAE,aAAa;IACnBC,OAAO,EAAE;EACX;AACF,CAAC;AAGD,OAAO,MAAMC,iBAAiB,GAAG;EAC/BC,IAAI,EAAE,gBAAgB;EACtBC,EAAE,EAAE,cAAc;EAClBC,MAAM,EAAE,SAAS;EACjBC,OAAO,EAAET,OAAO;EAChBU,MAAM,EAAE,KAAK;EACbC,QAAQ,EAAE,OAAO;EACjBC,UAAU,EAAE,CAAC,SAAS,CAAC;EACvBC,SAAS,EAAE,CAAC,0BAA0B,CAAC;EACvCC,MAAM,EAAE,IAAI;EACZC,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC;EACvBC,OAAO,EAAEf;AACX,CAAC;AAED,OAAO,MAAMgB,uBAA+B,GAAGZ,iBAAiB"}

package/dist/esm/parquet-wasm-writer.js

@@ -0,0 +1,19 @@
+import { encode } from './lib/wasm/encode-parquet-wasm';
+const VERSION = typeof "4.0.0-alpha.6" !== 'undefined' ? "4.0.0-alpha.6" : 'latest';
+const DEFAULT_PARQUET_WRITER_OPTIONS = {
+  parquet: {
+    wasmUrl: 'https://unpkg.com/parquet-wasm@0.3.1/esm2/arrow1_bg.wasm'
+  }
+};
+export const ParquetWasmWriter = {
+  name: 'Apache Parquet',
+  id: 'parquet-wasm',
+  module: 'parquet',
+  version: VERSION,
+  extensions: ['parquet'],
+  mimeTypes: ['application/octet-stream'],
+  encode,
+  binary: true,
+  options: DEFAULT_PARQUET_WRITER_OPTIONS
+};
+//# sourceMappingURL=parquet-wasm-writer.js.map

package/dist/esm/parquet-wasm-writer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"parquet-wasm-writer.js","names":["encode","VERSION","DEFAULT_PARQUET_WRITER_OPTIONS","parquet","wasmUrl","ParquetWasmWriter","name","id","module","version","extensions","mimeTypes","binary","options"],"sources":["../../src/parquet-wasm-writer.ts"],"sourcesContent":["import type {Writer} from '@loaders.gl/loader-utils';\nimport {encode, ParquetWriterOptions} from './lib/wasm/encode-parquet-wasm';\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\nconst DEFAULT_PARQUET_WRITER_OPTIONS: ParquetWriterOptions = {\n  parquet: {\n    wasmUrl: 'https://unpkg.com/parquet-wasm@0.3.1/esm2/arrow1_bg.wasm'\n  }\n};\n\nexport const ParquetWasmWriter: Writer = {\n  name: 'Apache Parquet',\n  id: 'parquet-wasm',\n  module: 'parquet',\n  version: VERSION,\n  extensions: ['parquet'],\n  mimeTypes: ['application/octet-stream'],\n  encode,\n  binary: true,\n  options: DEFAULT_PARQUET_WRITER_OPTIONS\n};\n"],"mappings":"AACA,SAAQA,MAAM,QAA6B,gCAAgC;AAI3E,MAAMC,OAAO,GAAG,sBAAkB,KAAK,WAAW,qBAAiB,QAAQ;AAE3E,MAAMC,8BAAoD,GAAG;EAC3DC,OAAO,EAAE;IACPC,OAAO,EAAE;EACX;AACF,CAAC;AAED,OAAO,MAAMC,iBAAyB,GAAG;EACvCC,IAAI,EAAE,gBAAgB;EACtBC,EAAE,EAAE,cAAc;EAClBC,MAAM,EAAE,SAAS;EACjBC,OAAO,EAAER,OAAO;EAChBS,UAAU,EAAE,CAAC,SAAS,CAAC;EACvBC,SAAS,EAAE,CAAC,0BAA0B,CAAC;EACvCX,MAAM;EACNY,MAAM,EAAE,IAAI;EACZC,OAAO,EAAEX;AACX,CAAC"}

package/dist/esm/parquet-writer.js

@@ -0,0 +1,17 @@
+const VERSION = typeof "4.0.0-alpha.6" !== 'undefined' ? "4.0.0-alpha.6" : 'latest';
+const DEFAULT_PARQUET_LOADER_OPTIONS = {};
+export const ParquetWriter = {
+  name: 'Apache Parquet',
+  id: 'parquet',
+  module: 'parquet',
+  version: VERSION,
+  extensions: ['parquet'],
+  mimeTypes: ['application/octet-stream'],
+  encodeSync,
+  binary: true,
+  options: DEFAULT_PARQUET_LOADER_OPTIONS
+};
+function encodeSync(data, options) {
+  return new ArrayBuffer(0);
+}
+//# sourceMappingURL=parquet-writer.js.map

package/dist/esm/parquet-writer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"parquet-writer.js","names":["VERSION","DEFAULT_PARQUET_LOADER_OPTIONS","ParquetWriter","name","id","module","version","extensions","mimeTypes","encodeSync","binary","options","data","ArrayBuffer"],"sources":["../../src/parquet-writer.ts"],"sourcesContent":["// loaders.gl, MIT license\n\nimport type {Writer} from '@loaders.gl/loader-utils';\nimport {Table, TableBatch} from '@loaders.gl/schema';\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\nexport type ParquetWriterOptions = {};\n\nconst DEFAULT_PARQUET_LOADER_OPTIONS = {};\n\nexport const ParquetWriter: Writer<Table, TableBatch, ParquetWriterOptions> = {\n  name: 'Apache Parquet',\n  id: 'parquet',\n  module: 'parquet',\n  version: VERSION,\n  extensions: ['parquet'],\n  mimeTypes: ['application/octet-stream'],\n  encodeSync,\n  binary: true,\n  options: DEFAULT_PARQUET_LOADER_OPTIONS\n};\n\nfunction encodeSync(data, options?: ParquetWriterOptions) {\n  return new ArrayBuffer(0);\n}\n"],"mappings":"AAOA,MAAMA,OAAO,GAAG,sBAAkB,KAAK,WAAW,qBAAiB,QAAQ;AAI3E,MAAMC,8BAA8B,GAAG,CAAC,CAAC;AAEzC,OAAO,MAAMC,aAA8D,GAAG;EAC5EC,IAAI,EAAE,gBAAgB;EACtBC,EAAE,EAAE,SAAS;EACbC,MAAM,EAAE,SAAS;EACjBC,OAAO,EAAEN,OAAO;EAChBO,UAAU,EAAE,CAAC,SAAS,CAAC;EACvBC,SAAS,EAAE,CAAC,0BAA0B,CAAC;EACvCC,UAAU;EACVC,MAAM,EAAE,IAAI;EACZC,OAAO,EAAEV;AACX,CAAC;AAED,SAASQ,UAAUA,CAACG,IAAI,EAAED,OAA8B,EAAE;EACxD,OAAO,IAAIE,WAAW,CAAC,CAAC,CAAC;AAC3B"}

package/dist/esm/parquetjs/LICENSE

@@ -0,0 +1,20 @@
+The code in the parquetjs is forked from https://github.com/kbajalc/parquets under MIT license
+
+Copyright (c) 2017 ironSource Ltd.
+
+Permission is hereby granted, free of charge, to any person obtaining a copy of
+this software and associated documentation files (the "Software"), to deal in the
+Software without restriction, including without limitation the rights to use,
+copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the
+Software, and to permit persons to whom the Software is furnished to do so,
+subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED,
+INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A
+PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT
+HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

package/dist/esm/parquetjs/codecs/declare.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=declare.js.map

package/dist/esm/parquetjs/codecs/declare.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"declare.js","names":[],"sources":["../../../../src/parquetjs/codecs/declare.ts"],"sourcesContent":["// Forked from https://github.com/kbajalc/parquets under MIT license (Copyright (c) 2017 ironSource Ltd.)\nimport {PrimitiveType} from '../schema/declare';\n\nexport interface CursorBuffer {\n  buffer: Buffer;\n  offset: number;\n  size?: number;\n}\n\nexport interface ParquetCodecOptions {\n  bitWidth?: number;\n  disableEnvelope?: boolean;\n  typeLength?: number;\n}\n\nexport interface ParquetCodecKit {\n  encodeValues(type: PrimitiveType, values: any[], opts?: ParquetCodecOptions): Buffer;\n  decodeValues(\n    type: PrimitiveType,\n    cursor: CursorBuffer,\n    count: number,\n    opts: ParquetCodecOptions\n  ): any[];\n}\n"],"mappings":""}

package/dist/esm/parquetjs/codecs/dictionary.js

@@ -0,0 +1,13 @@
+import { decodeValues as decodeRleValues } from './rle';
+export function decodeValues(type, cursor, count, opts) {
+  opts.bitWidth = cursor.buffer.slice(cursor.offset, cursor.offset + 1).readInt8(0);
+  cursor.offset += 1;
+  return decodeRleValues(type, cursor, count, {
+    ...opts,
+    disableEnvelope: true
+  });
+}
+export function encodeValues(type, cursor, count, opts) {
+  throw new Error('Encode dictionary functionality is not supported');
+}
+//# sourceMappingURL=dictionary.js.map

package/dist/esm/parquetjs/codecs/dictionary.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"dictionary.js","names":["decodeValues","decodeRleValues","type","cursor","count","opts","bitWidth","buffer","slice","offset","readInt8","disableEnvelope","encodeValues","Error"],"sources":["../../../../src/parquetjs/codecs/dictionary.ts"],"sourcesContent":["import {decodeValues as decodeRleValues} from './rle';\n\nexport function decodeValues(type, cursor, count, opts) {\n  opts.bitWidth = cursor.buffer.slice(cursor.offset, cursor.offset + 1).readInt8(0);\n  cursor.offset += 1;\n  return decodeRleValues(type, cursor, count, {...opts, disableEnvelope: true});\n}\n\nexport function encodeValues(type, cursor, count, opts) {\n  throw new Error('Encode dictionary functionality is not supported');\n}\n"],"mappings":"AAAA,SAAQA,YAAY,IAAIC,eAAe,QAAO,OAAO;AAErD,OAAO,SAASD,YAAYA,CAACE,IAAI,EAAEC,MAAM,EAAEC,KAAK,EAAEC,IAAI,EAAE;EACtDA,IAAI,CAACC,QAAQ,GAAGH,MAAM,CAACI,MAAM,CAACC,KAAK,CAACL,MAAM,CAACM,MAAM,EAAEN,MAAM,CAACM,MAAM,GAAG,CAAC,CAAC,CAACC,QAAQ,CAAC,CAAC,CAAC;EACjFP,MAAM,CAACM,MAAM,IAAI,CAAC;EAClB,OAAOR,eAAe,CAACC,IAAI,EAAEC,MAAM,EAAEC,KAAK,EAAE;IAAC,GAAGC,IAAI;IAAEM,eAAe,EAAE;EAAI,CAAC,CAAC;AAC/E;AAEA,OAAO,SAASC,YAAYA,CAACV,IAAI,EAAEC,MAAM,EAAEC,KAAK,EAAEC,IAAI,EAAE;EACtD,MAAM,IAAIQ,KAAK,CAAC,kDAAkD,CAAC;AACrE"}

package/dist/esm/parquetjs/codecs/index.js

@@ -0,0 +1,23 @@
+import * as PLAIN from './plain';
+import * as RLE from './rle';
+import * as DICTIONARY from './dictionary';
+export * from './declare';
+export const PARQUET_CODECS = {
+  PLAIN: {
+    encodeValues: PLAIN.encodeValues,
+    decodeValues: PLAIN.decodeValues
+  },
+  RLE: {
+    encodeValues: RLE.encodeValues,
+    decodeValues: RLE.decodeValues
+  },
+  PLAIN_DICTIONARY: {
+    encodeValues: DICTIONARY.encodeValues,
+    decodeValues: DICTIONARY.decodeValues
+  },
+  RLE_DICTIONARY: {
+    encodeValues: DICTIONARY.encodeValues,
+    decodeValues: DICTIONARY.decodeValues
+  }
+};
+//# sourceMappingURL=index.js.map

package/dist/esm/parquetjs/codecs/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","names":["PLAIN","RLE","DICTIONARY","PARQUET_CODECS","encodeValues","decodeValues","PLAIN_DICTIONARY","RLE_DICTIONARY"],"sources":["../../../../src/parquetjs/codecs/index.ts"],"sourcesContent":["// Forked from https://github.com/kbajalc/parquets under MIT license (Copyright (c) 2017 ironSource Ltd.)\nimport type {ParquetCodec} from '../schema/declare';\nimport type {ParquetCodecKit} from './declare';\nimport * as PLAIN from './plain';\nimport * as RLE from './rle';\nimport * as DICTIONARY from './dictionary';\n\nexport * from './declare';\n\nexport const PARQUET_CODECS: Record<ParquetCodec, ParquetCodecKit> = {\n  PLAIN: {\n    encodeValues: PLAIN.encodeValues,\n    decodeValues: PLAIN.decodeValues\n  },\n  RLE: {\n    encodeValues: RLE.encodeValues,\n    decodeValues: RLE.decodeValues\n  },\n  // Using the PLAIN_DICTIONARY enum value is deprecated in the Parquet 2.0 specification.\n  PLAIN_DICTIONARY: {\n    // @ts-ignore\n    encodeValues: DICTIONARY.encodeValues,\n    decodeValues: DICTIONARY.decodeValues\n  },\n  // Prefer using RLE_DICTIONARY in a data page and PLAIN in a dictionary page for Parquet 2.0+ files.\n  RLE_DICTIONARY: {\n    // @ts-ignore\n    encodeValues: DICTIONARY.encodeValues,\n    decodeValues: DICTIONARY.decodeValues\n  }\n};\n"],"mappings":"AAGA,OAAO,KAAKA,KAAK,MAAM,SAAS;AAChC,OAAO,KAAKC,GAAG,MAAM,OAAO;AAC5B,OAAO,KAAKC,UAAU,MAAM,cAAc;AAE1C,cAAc,WAAW;AAEzB,OAAO,MAAMC,cAAqD,GAAG;EACnEH,KAAK,EAAE;IACLI,YAAY,EAAEJ,KAAK,CAACI,YAAY;IAChCC,YAAY,EAAEL,KAAK,CAACK;EACtB,CAAC;EACDJ,GAAG,EAAE;IACHG,YAAY,EAAEH,GAAG,CAACG,YAAY;IAC9BC,YAAY,EAAEJ,GAAG,CAACI;EACpB,CAAC;EAEDC,gBAAgB,EAAE;IAEhBF,YAAY,EAAEF,UAAU,CAACE,YAAY;IACrCC,YAAY,EAAEH,UAAU,CAACG;EAC3B,CAAC;EAEDE,cAAc,EAAE;IAEdH,YAAY,EAAEF,UAAU,CAACE,YAAY;IACrCC,YAAY,EAAEH,UAAU,CAACG;EAC3B;AACF,CAAC"}

package/dist/esm/parquetjs/codecs/plain.js

@@ -0,0 +1,200 @@
+import INT53 from 'int53';
+export function encodeValues(type, values, opts) {
+  switch (type) {
+    case 'BOOLEAN':
+      return encodeValues_BOOLEAN(values);
+    case 'INT32':
+      return encodeValues_INT32(values);
+    case 'INT64':
+      return encodeValues_INT64(values);
+    case 'INT96':
+      return encodeValues_INT96(values);
+    case 'FLOAT':
+      return encodeValues_FLOAT(values);
+    case 'DOUBLE':
+      return encodeValues_DOUBLE(values);
+    case 'BYTE_ARRAY':
+      return encodeValues_BYTE_ARRAY(values);
+    case 'FIXED_LEN_BYTE_ARRAY':
+      return encodeValues_FIXED_LEN_BYTE_ARRAY(values, opts);
+    default:
+      throw new Error("unsupported type: ".concat(type));
+  }
+}
+export function decodeValues(type, cursor, count, opts) {
+  switch (type) {
+    case 'BOOLEAN':
+      return decodeValues_BOOLEAN(cursor, count);
+    case 'INT32':
+      return decodeValues_INT32(cursor, count);
+    case 'INT64':
+      return decodeValues_INT64(cursor, count);
+    case 'INT96':
+      return decodeValues_INT96(cursor, count);
+    case 'FLOAT':
+      return decodeValues_FLOAT(cursor, count);
+    case 'DOUBLE':
+      return decodeValues_DOUBLE(cursor, count);
+    case 'BYTE_ARRAY':
+      return decodeValues_BYTE_ARRAY(cursor, count);
+    case 'FIXED_LEN_BYTE_ARRAY':
+      return decodeValues_FIXED_LEN_BYTE_ARRAY(cursor, count, opts);
+    default:
+      throw new Error("unsupported type: ".concat(type));
+  }
+}
+function encodeValues_BOOLEAN(values) {
+  const buf = Buffer.alloc(Math.ceil(values.length / 8));
+  buf.fill(0);
+  for (let i = 0; i < values.length; i++) {
+    if (values[i]) {
+      buf[Math.floor(i / 8)] |= 1 << i % 8;
+    }
+  }
+  return buf;
+}
+function decodeValues_BOOLEAN(cursor, count) {
+  const values = [];
+  for (let i = 0; i < count; i++) {
+    const b = cursor.buffer[cursor.offset + Math.floor(i / 8)];
+    values.push((b & 1 << i % 8) > 0);
+  }
+  cursor.offset += Math.ceil(count / 8);
+  return values;
+}
+function encodeValues_INT32(values) {
+  const buf = Buffer.alloc(4 * values.length);
+  for (let i = 0; i < values.length; i++) {
+    buf.writeInt32LE(values[i], i * 4);
+  }
+  return buf;
+}
+function decodeValues_INT32(cursor, count) {
+  const values = [];
+  for (let i = 0; i < count; i++) {
+    values.push(cursor.buffer.readInt32LE(cursor.offset));
+    cursor.offset += 4;
+  }
+  return values;
+}
+function encodeValues_INT64(values) {
+  const buf = Buffer.alloc(8 * values.length);
+  for (let i = 0; i < values.length; i++) {
+    INT53.writeInt64LE(values[i], buf, i * 8);
+  }
+  return buf;
+}
+function decodeValues_INT64(cursor, count) {
+  const values = [];
+  for (let i = 0; i < count; i++) {
+    values.push(INT53.readInt64LE(cursor.buffer, cursor.offset));
+    cursor.offset += 8;
+  }
+  return values;
+}
+function encodeValues_INT96(values) {
+  const buf = Buffer.alloc(12 * values.length);
+  for (let i = 0; i < values.length; i++) {
+    if (values[i] >= 0) {
+      INT53.writeInt64LE(values[i], buf, i * 12);
+      buf.writeUInt32LE(0, i * 12 + 8);
+    } else {
+      INT53.writeInt64LE(~-values[i] + 1, buf, i * 12);
+      buf.writeUInt32LE(0xffffffff, i * 12 + 8);
+    }
+  }
+  return buf;
+}
+function decodeValues_INT96(cursor, count) {
+  const values = [];
+  for (let i = 0; i < count; i++) {
+    const low = INT53.readInt64LE(cursor.buffer, cursor.offset);
+    const high = cursor.buffer.readUInt32LE(cursor.offset + 8);
+    if (high === 0xffffffff) {
+      values.push(~-low + 1);
+    } else {
+      values.push(low);
+    }
+    cursor.offset += 12;
+  }
+  return values;
+}
+function encodeValues_FLOAT(values) {
+  const buf = Buffer.alloc(4 * values.length);
+  for (let i = 0; i < values.length; i++) {
+    buf.writeFloatLE(values[i], i * 4);
+  }
+  return buf;
+}
+function decodeValues_FLOAT(cursor, count) {
+  const values = [];
+  for (let i = 0; i < count; i++) {
+    values.push(cursor.buffer.readFloatLE(cursor.offset));
+    cursor.offset += 4;
+  }
+  return values;
+}
+function encodeValues_DOUBLE(values) {
+  const buf = Buffer.alloc(8 * values.length);
+  for (let i = 0; i < values.length; i++) {
+    buf.writeDoubleLE(values[i], i * 8);
+  }
+  return buf;
+}
+function decodeValues_DOUBLE(cursor, count) {
+  const values = [];
+  for (let i = 0; i < count; i++) {
+    values.push(cursor.buffer.readDoubleLE(cursor.offset));
+    cursor.offset += 8;
+  }
+  return values;
+}
+function encodeValues_BYTE_ARRAY(values) {
+  let buf_len = 0;
+  for (let i = 0; i < values.length; i++) {
+    values[i] = Buffer.from(values[i]);
+    buf_len += 4 + values[i].length;
+  }
+  const buf = Buffer.alloc(buf_len);
+  let buf_pos = 0;
+  for (let i = 0; i < values.length; i++) {
+    buf.writeUInt32LE(values[i].length, buf_pos);
+    values[i].copy(buf, buf_pos + 4);
+    buf_pos += 4 + values[i].length;
+  }
+  return buf;
+}
+function decodeValues_BYTE_ARRAY(cursor, count) {
+  const values = [];
+  for (let i = 0; i < count; i++) {
+    const len = cursor.buffer.readUInt32LE(cursor.offset);
+    cursor.offset += 4;
+    values.push(cursor.buffer.slice(cursor.offset, cursor.offset + len));
+    cursor.offset += len;
+  }
+  return values;
+}
+function encodeValues_FIXED_LEN_BYTE_ARRAY(values, opts) {
+  if (!opts.typeLength) {
+    throw new Error('missing option: typeLength (required for FIXED_LEN_BYTE_ARRAY)');
+  }
+  for (let i = 0; i < values.length; i++) {
+    values[i] = Buffer.from(values[i]);
+    if (values[i].length !== opts.typeLength) {
+      throw new Error("invalid value for FIXED_LEN_BYTE_ARRAY: ".concat(values[i]));
+    }
+  }
+  return Buffer.concat(values);
+}
+function decodeValues_FIXED_LEN_BYTE_ARRAY(cursor, count, opts) {
+  const values = [];
+  if (!opts.typeLength) {
+    throw new Error('missing option: typeLength (required for FIXED_LEN_BYTE_ARRAY)');
+  }
+  for (let i = 0; i < count; i++) {
+    values.push(cursor.buffer.slice(cursor.offset, cursor.offset + opts.typeLength));
+    cursor.offset += opts.typeLength;
+  }
+  return values;
+}
+//# sourceMappingURL=plain.js.map

package/dist/esm/parquetjs/codecs/plain.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"plain.js","names":["INT53","encodeValues","type","values","opts","encodeValues_BOOLEAN","encodeValues_INT32","encodeValues_INT64","encodeValues_INT96","encodeValues_FLOAT","encodeValues_DOUBLE","encodeValues_BYTE_ARRAY","encodeValues_FIXED_LEN_BYTE_ARRAY","Error","concat","decodeValues","cursor","count","decodeValues_BOOLEAN","decodeValues_INT32","decodeValues_INT64","decodeValues_INT96","decodeValues_FLOAT","decodeValues_DOUBLE","decodeValues_BYTE_ARRAY","decodeValues_FIXED_LEN_BYTE_ARRAY","buf","Buffer","alloc","Math","ceil","length","fill","i","floor","b","buffer","offset","push","writeInt32LE","readInt32LE","writeInt64LE","readInt64LE","writeUInt32LE","low","high","readUInt32LE","writeFloatLE","readFloatLE","writeDoubleLE","readDoubleLE","buf_len","from","buf_pos","copy","len","slice","typeLength"],"sources":["../../../../src/parquetjs/codecs/plain.ts"],"sourcesContent":["// Forked from https://github.com/kbajalc/parquets under MIT license (Copyright (c) 2017 ironSource Ltd.)\n/* eslint-disable camelcase */\nimport type {PrimitiveType} from '../schema/declare';\nimport type {CursorBuffer, ParquetCodecOptions} from './declare';\nimport INT53 from 'int53';\n\nexport function encodeValues(\n  type: PrimitiveType,\n  values: any[],\n  opts: ParquetCodecOptions\n): Buffer {\n  switch (type) {\n    case 'BOOLEAN':\n      return encodeValues_BOOLEAN(values);\n    case 'INT32':\n      return encodeValues_INT32(values);\n    case 'INT64':\n      return encodeValues_INT64(values);\n    case 'INT96':\n      return encodeValues_INT96(values);\n    case 'FLOAT':\n      return encodeValues_FLOAT(values);\n    case 'DOUBLE':\n      return encodeValues_DOUBLE(values);\n    case 'BYTE_ARRAY':\n      return encodeValues_BYTE_ARRAY(values);\n    case 'FIXED_LEN_BYTE_ARRAY':\n      return encodeValues_FIXED_LEN_BYTE_ARRAY(values, opts);\n    default:\n      throw new Error(`unsupported type: ${type}`);\n  }\n}\n\nexport function decodeValues(\n  type: PrimitiveType,\n  cursor: CursorBuffer,\n  count: number,\n  opts: ParquetCodecOptions\n): any[] {\n  switch (type) {\n    case 'BOOLEAN':\n      return decodeValues_BOOLEAN(cursor, count);\n    case 'INT32':\n      return decodeValues_INT32(cursor, count);\n    case 'INT64':\n      return decodeValues_INT64(cursor, count);\n    case 'INT96':\n      return decodeValues_INT96(cursor, count);\n    case 'FLOAT':\n      return decodeValues_FLOAT(cursor, count);\n    case 'DOUBLE':\n      return decodeValues_DOUBLE(cursor, count);\n    case 'BYTE_ARRAY':\n      return decodeValues_BYTE_ARRAY(cursor, count);\n    case 'FIXED_LEN_BYTE_ARRAY':\n      return decodeValues_FIXED_LEN_BYTE_ARRAY(cursor, count, opts);\n    default:\n      throw new Error(`unsupported type: ${type}`);\n  }\n}\n\nfunction encodeValues_BOOLEAN(values: boolean[]): Buffer {\n  const buf = Buffer.alloc(Math.ceil(values.length / 8));\n  buf.fill(0);\n  for (let i = 0; i < values.length; i++) {\n    if (values[i]) {\n      buf[Math.floor(i / 8)] |= 1 << i % 8;\n    }\n  }\n  return buf;\n}\n\nfunction decodeValues_BOOLEAN(cursor: CursorBuffer, count: number): boolean[] {\n  const values: boolean[] = [];\n  for (let i = 0; i < count; i++) {\n    const b = cursor.buffer[cursor.offset + Math.floor(i / 8)];\n    values.push((b & (1 << i % 8)) > 0);\n  }\n  cursor.offset += Math.ceil(count / 8);\n  return values;\n}\n\nfunction encodeValues_INT32(values: number[]): Buffer {\n  const buf = Buffer.alloc(4 * values.length);\n  for (let i = 0; i < values.length; i++) {\n    buf.writeInt32LE(values[i], i * 4);\n  }\n  return buf;\n}\n\nfunction decodeValues_INT32(cursor: CursorBuffer, count: number): number[] {\n  const values: number[] = [];\n  for (let i = 0; i < count; i++) {\n    values.push(cursor.buffer.readInt32LE(cursor.offset));\n    cursor.offset += 4;\n  }\n  return values;\n}\n\nfunction encodeValues_INT64(values: number[]): Buffer {\n  const buf = Buffer.alloc(8 * values.length);\n  for (let i = 0; i < values.length; i++) {\n    INT53.writeInt64LE(values[i], buf, i * 8);\n  }\n  return buf;\n}\n\nfunction decodeValues_INT64(cursor: CursorBuffer, count: number): number[] {\n  const values: number[] = [];\n  for (let i = 0; i < count; i++) {\n    values.push(INT53.readInt64LE(cursor.buffer, cursor.offset));\n    cursor.offset += 8;\n  }\n  return values;\n}\n\nfunction encodeValues_INT96(values: number[]): Buffer {\n  const buf = Buffer.alloc(12 * values.length);\n  for (let i = 0; i < values.length; i++) {\n    if (values[i] >= 0) {\n      INT53.writeInt64LE(values[i], buf, i * 12);\n      buf.writeUInt32LE(0, i * 12 + 8); // truncate to 64 actual precision\n    } else {\n      INT53.writeInt64LE(~-values[i] + 1, buf, i * 12);\n      buf.writeUInt32LE(0xffffffff, i * 12 + 8); // truncate to 64 actual precision\n    }\n  }\n  return buf;\n}\n\nfunction decodeValues_INT96(cursor: CursorBuffer, count: number): number[] {\n  const values: number[] = [];\n  for (let i = 0; i < count; i++) {\n    const low = INT53.readInt64LE(cursor.buffer, cursor.offset);\n    const high = cursor.buffer.readUInt32LE(cursor.offset + 8);\n    if (high === 0xffffffff) {\n      values.push(~-low + 1); // truncate to 64 actual precision\n    } else {\n      values.push(low); // truncate to 64 actual precision\n    }\n    cursor.offset += 12;\n  }\n  return values;\n}\n\nfunction encodeValues_FLOAT(values: number[]): Buffer {\n  const buf = Buffer.alloc(4 * values.length);\n  for (let i = 0; i < values.length; i++) {\n    buf.writeFloatLE(values[i], i * 4);\n  }\n  return buf;\n}\n\nfunction decodeValues_FLOAT(cursor: CursorBuffer, count: number): number[] {\n  const values: number[] = [];\n  for (let i = 0; i < count; i++) {\n    values.push(cursor.buffer.readFloatLE(cursor.offset));\n    cursor.offset += 4;\n  }\n  return values;\n}\n\nfunction encodeValues_DOUBLE(values: number[]): Buffer {\n  const buf = Buffer.alloc(8 * values.length);\n  for (let i = 0; i < values.length; i++) {\n    buf.writeDoubleLE(values[i], i * 8);\n  }\n  return buf;\n}\n\nfunction decodeValues_DOUBLE(cursor: CursorBuffer, count: number): number[] {\n  const values: number[] = [];\n  for (let i = 0; i < count; i++) {\n    values.push(cursor.buffer.readDoubleLE(cursor.offset));\n    cursor.offset += 8;\n  }\n  return values;\n}\n\nfunction encodeValues_BYTE_ARRAY(values: Buffer[]): Buffer {\n  // tslint:disable-next-line:variable-name\n  let buf_len = 0;\n  for (let i = 0; i < values.length; i++) {\n    values[i] = Buffer.from(values[i]);\n    buf_len += 4 + values[i].length;\n  }\n  const buf = Buffer.alloc(buf_len);\n  // tslint:disable-next-line:variable-name\n  let buf_pos = 0;\n  for (let i = 0; i < values.length; i++) {\n    buf.writeUInt32LE(values[i].length, buf_pos);\n    values[i].copy(buf, buf_pos + 4);\n    buf_pos += 4 + values[i].length;\n  }\n  return buf;\n}\n\nfunction decodeValues_BYTE_ARRAY(cursor: CursorBuffer, count: number): Buffer[] {\n  const values: Buffer[] = [];\n  for (let i = 0; i < count; i++) {\n    const len = cursor.buffer.readUInt32LE(cursor.offset);\n    cursor.offset += 4;\n    values.push(cursor.buffer.slice(cursor.offset, cursor.offset + len));\n    cursor.offset += len;\n  }\n  return values;\n}\n\nfunction encodeValues_FIXED_LEN_BYTE_ARRAY(values: Buffer[], opts: ParquetCodecOptions): Buffer {\n  if (!opts.typeLength) {\n    throw new Error('missing option: typeLength (required for FIXED_LEN_BYTE_ARRAY)');\n  }\n  for (let i = 0; i < values.length; i++) {\n    values[i] = Buffer.from(values[i]);\n    if (values[i].length !== opts.typeLength) {\n      throw new Error(`invalid value for FIXED_LEN_BYTE_ARRAY: ${values[i]}`);\n    }\n  }\n  return Buffer.concat(values);\n}\n\nfunction decodeValues_FIXED_LEN_BYTE_ARRAY(\n  cursor: CursorBuffer,\n  count: number,\n  opts: ParquetCodecOptions\n): Buffer[] {\n  const values: Buffer[] = [];\n  if (!opts.typeLength) {\n    throw new Error('missing option: typeLength (required for FIXED_LEN_BYTE_ARRAY)');\n  }\n  for (let i = 0; i < count; i++) {\n    values.push(cursor.buffer.slice(cursor.offset, cursor.offset + opts.typeLength));\n    cursor.offset += opts.typeLength;\n  }\n  return values;\n}\n"],"mappings":"AAIA,OAAOA,KAAK,MAAM,OAAO;AAEzB,OAAO,SAASC,YAAYA,CAC1BC,IAAmB,EACnBC,MAAa,EACbC,IAAyB,EACjB;EACR,QAAQF,IAAI;IACV,KAAK,SAAS;MACZ,OAAOG,oBAAoB,CAACF,MAAM,CAAC;IACrC,KAAK,OAAO;MACV,OAAOG,kBAAkB,CAACH,MAAM,CAAC;IACnC,KAAK,OAAO;MACV,OAAOI,kBAAkB,CAACJ,MAAM,CAAC;IACnC,KAAK,OAAO;MACV,OAAOK,kBAAkB,CAACL,MAAM,CAAC;IACnC,KAAK,OAAO;MACV,OAAOM,kBAAkB,CAACN,MAAM,CAAC;IACnC,KAAK,QAAQ;MACX,OAAOO,mBAAmB,CAACP,MAAM,CAAC;IACpC,KAAK,YAAY;MACf,OAAOQ,uBAAuB,CAACR,MAAM,CAAC;IACxC,KAAK,sBAAsB;MACzB,OAAOS,iCAAiC,CAACT,MAAM,EAAEC,IAAI,CAAC;IACxD;MACE,MAAM,IAAIS,KAAK,sBAAAC,MAAA,CAAsBZ,IAAI,CAAE,CAAC;EAChD;AACF;AAEA,OAAO,SAASa,YAAYA,CAC1Bb,IAAmB,EACnBc,MAAoB,EACpBC,KAAa,EACbb,IAAyB,EAClB;EACP,QAAQF,IAAI;IACV,KAAK,SAAS;MACZ,OAAOgB,oBAAoB,CAACF,MAAM,EAAEC,KAAK,CAAC;IAC5C,KAAK,OAAO;MACV,OAAOE,kBAAkB,CAACH,MAAM,EAAEC,KAAK,CAAC;IAC1C,KAAK,OAAO;MACV,OAAOG,kBAAkB,CAACJ,MAAM,EAAEC,KAAK,CAAC;IAC1C,KAAK,OAAO;MACV,OAAOI,kBAAkB,CAACL,MAAM,EAAEC,KAAK,CAAC;IAC1C,KAAK,OAAO;MACV,OAAOK,kBAAkB,CAACN,MAAM,EAAEC,KAAK,CAAC;IAC1C,KAAK,QAAQ;MACX,OAAOM,mBAAmB,CAACP,MAAM,EAAEC,KAAK,CAAC;IAC3C,KAAK,YAAY;MACf,OAAOO,uBAAuB,CAACR,MAAM,EAAEC,KAAK,CAAC;IAC/C,KAAK,sBAAsB;MACzB,OAAOQ,iCAAiC,CAACT,MAAM,EAAEC,KAAK,EAAEb,IAAI,CAAC;IAC/D;MACE,MAAM,IAAIS,KAAK,sBAAAC,MAAA,CAAsBZ,IAAI,CAAE,CAAC;EAChD;AACF;AAEA,SAASG,oBAAoBA,CAACF,MAAiB,EAAU;EACvD,MAAMuB,GAAG,GAAGC,MAAM,CAACC,KAAK,CAACC,IAAI,CAACC,IAAI,CAAC3B,MAAM,CAAC4B,MAAM,GAAG,CAAC,CAAC,CAAC;EACtDL,GAAG,CAACM,IAAI,CAAC,CAAC,CAAC;EACX,KAAK,IAAIC,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAG9B,MAAM,CAAC4B,MAAM,EAAEE,CAAC,EAAE,EAAE;IACtC,IAAI9B,MAAM,CAAC8B,CAAC,CAAC,EAAE;MACbP,GAAG,CAACG,IAAI,CAACK,KAAK,CAACD,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,IAAIA,CAAC,GAAG,CAAC;IACtC;EACF;EACA,OAAOP,GAAG;AACZ;AAEA,SAASR,oBAAoBA,CAACF,MAAoB,EAAEC,KAAa,EAAa;EAC5E,MAAMd,MAAiB,GAAG,EAAE;EAC5B,KAAK,IAAI8B,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGhB,KAAK,EAAEgB,CAAC,EAAE,EAAE;IAC9B,MAAME,CAAC,GAAGnB,MAAM,CAACoB,MAAM,CAACpB,MAAM,CAACqB,MAAM,GAAGR,IAAI,CAACK,KAAK,CAACD,CAAC,GAAG,CAAC,CAAC,CAAC;IAC1D9B,MAAM,CAACmC,IAAI,CAAC,CAACH,CAAC,GAAI,CAAC,IAAIF,CAAC,GAAG,CAAE,IAAI,CAAC,CAAC;EACrC;EACAjB,MAAM,CAACqB,MAAM,IAAIR,IAAI,CAACC,IAAI,CAACb,KAAK,GAAG,CAAC,CAAC;EACrC,OAAOd,MAAM;AACf;AAEA,SAASG,kBAAkBA,CAACH,MAAgB,EAAU;EACpD,MAAMuB,GAAG,GAAGC,MAAM,CAACC,KAAK,CAAC,CAAC,GAAGzB,MAAM,CAAC4B,MAAM,CAAC;EAC3C,KAAK,IAAIE,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAG9B,MAAM,CAAC4B,MAAM,EAAEE,CAAC,EAAE,EAAE;IACtCP,GAAG,CAACa,YAAY,CAACpC,MAAM,CAAC8B,CAAC,CAAC,EAAEA,CAAC,GAAG,CAAC,CAAC;EACpC;EACA,OAAOP,GAAG;AACZ;AAEA,SAASP,kBAAkBA,CAACH,MAAoB,EAAEC,KAAa,EAAY;EACzE,MAAMd,MAAgB,GAAG,EAAE;EAC3B,KAAK,IAAI8B,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGhB,KAAK,EAAEgB,CAAC,EAAE,EAAE;IAC9B9B,MAAM,CAACmC,IAAI,CAACtB,MAAM,CAACoB,MAAM,CAACI,WAAW,CAACxB,MAAM,CAACqB,MAAM,CAAC,CAAC;IACrDrB,MAAM,CAACqB,MAAM,IAAI,CAAC;EACpB;EACA,OAAOlC,MAAM;AACf;AAEA,SAASI,kBAAkBA,CAACJ,MAAgB,EAAU;EACpD,MAAMuB,GAAG,GAAGC,MAAM,CAACC,KAAK,CAAC,CAAC,GAAGzB,MAAM,CAAC4B,MAAM,CAAC;EAC3C,KAAK,IAAIE,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAG9B,MAAM,CAAC4B,MAAM,EAAEE,CAAC,EAAE,EAAE;IACtCjC,KAAK,CAACyC,YAAY,CAACtC,MAAM,CAAC8B,CAAC,CAAC,EAAEP,GAAG,EAAEO,CAAC,GAAG,CAAC,CAAC;EAC3C;EACA,OAAOP,GAAG;AACZ;AAEA,SAASN,kBAAkBA,CAACJ,MAAoB,EAAEC,KAAa,EAAY;EACzE,MAAMd,MAAgB,GAAG,EAAE;EAC3B,KAAK,IAAI8B,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGhB,KAAK,EAAEgB,CAAC,EAAE,EAAE;IAC9B9B,MAAM,CAACmC,IAAI,CAACtC,KAAK,CAAC0C,WAAW,CAAC1B,MAAM,CAACoB,MAAM,EAAEpB,MAAM,CAACqB,MAAM,CAAC,CAAC;IAC5DrB,MAAM,CAACqB,MAAM,IAAI,CAAC;EACpB;EACA,OAAOlC,MAAM;AACf;AAEA,SAASK,kBAAkBA,CAACL,MAAgB,EAAU;EACpD,MAAMuB,GAAG,GAAGC,MAAM,CAACC,KAAK,CAAC,EAAE,GAAGzB,MAAM,CAAC4B,MAAM,CAAC;EAC5C,KAAK,IAAIE,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAG9B,MAAM,CAAC4B,MAAM,EAAEE,CAAC,EAAE,EAAE;IACtC,IAAI9B,MAAM,CAAC8B,CAAC,CAAC,IAAI,CAAC,EAAE;MAClBjC,KAAK,CAACyC,YAAY,CAACtC,MAAM,CAAC8B,CAAC,CAAC,EAAEP,GAAG,EAAEO,CAAC,GAAG,EAAE,CAAC;MAC1CP,GAAG,CAACiB,aAAa,CAAC,CAAC,EAAEV,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;IAClC,CAAC,MAAM;MACLjC,KAAK,CAACyC,YAAY,CAAC,CAAC,CAACtC,MAAM,CAAC8B,CAAC,CAAC,GAAG,CAAC,EAAEP,GAAG,EAAEO,CAAC,GAAG,EAAE,CAAC;MAChDP,GAAG,CAACiB,aAAa,CAAC,UAAU,EAAEV,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;IAC3C;EACF;EACA,OAAOP,GAAG;AACZ;AAEA,SAASL,kBAAkBA,CAACL,MAAoB,EAAEC,KAAa,EAAY;EACzE,MAAMd,MAAgB,GAAG,EAAE;EAC3B,KAAK,IAAI8B,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGhB,KAAK,EAAEgB,CAAC,EAAE,EAAE;IAC9B,MAAMW,GAAG,GAAG5C,KAAK,CAAC0C,WAAW,CAAC1B,MAAM,CAACoB,MAAM,EAAEpB,MAAM,CAACqB,MAAM,CAAC;IAC3D,MAAMQ,IAAI,GAAG7B,MAAM,CAACoB,MAAM,CAACU,YAAY,CAAC9B,MAAM,CAACqB,MAAM,GAAG,CAAC,CAAC;IAC1D,IAAIQ,IAAI,KAAK,UAAU,EAAE;MACvB1C,MAAM,CAACmC,IAAI,CAAC,CAAC,CAACM,GAAG,GAAG,CAAC,CAAC;IACxB,CAAC,MAAM;MACLzC,MAAM,CAACmC,IAAI,CAACM,GAAG,CAAC;IAClB;IACA5B,MAAM,CAACqB,MAAM,IAAI,EAAE;EACrB;EACA,OAAOlC,MAAM;AACf;AAEA,SAASM,kBAAkBA,CAACN,MAAgB,EAAU;EACpD,MAAMuB,GAAG,GAAGC,MAAM,CAACC,KAAK,CAAC,CAAC,GAAGzB,MAAM,CAAC4B,MAAM,CAAC;EAC3C,KAAK,IAAIE,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAG9B,MAAM,CAAC4B,MAAM,EAAEE,CAAC,EAAE,EAAE;IACtCP,GAAG,CAACqB,YAAY,CAAC5C,MAAM,CAAC8B,CAAC,CAAC,EAAEA,CAAC,GAAG,CAAC,CAAC;EACpC;EACA,OAAOP,GAAG;AACZ;AAEA,SAASJ,kBAAkBA,CAACN,MAAoB,EAAEC,KAAa,EAAY;EACzE,MAAMd,MAAgB,GAAG,EAAE;EAC3B,KAAK,IAAI8B,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGhB,KAAK,EAAEgB,CAAC,EAAE,EAAE;IAC9B9B,MAAM,CAACmC,IAAI,CAACtB,MAAM,CAACoB,MAAM,CAACY,WAAW,CAAChC,MAAM,CAACqB,MAAM,CAAC,CAAC;IACrDrB,MAAM,CAACqB,MAAM,IAAI,CAAC;EACpB;EACA,OAAOlC,MAAM;AACf;AAEA,SAASO,mBAAmBA,CAACP,MAAgB,EAAU;EACrD,MAAMuB,GAAG,GAAGC,MAAM,CAACC,KAAK,CAAC,CAAC,GAAGzB,MAAM,CAAC4B,MAAM,CAAC;EAC3C,KAAK,IAAIE,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAG9B,MAAM,CAAC4B,MAAM,EAAEE,CAAC,EAAE,EAAE;IACtCP,GAAG,CAACuB,aAAa,CAAC9C,MAAM,CAAC8B,CAAC,CAAC,EAAEA,CAAC,GAAG,CAAC,CAAC;EACrC;EACA,OAAOP,GAAG;AACZ;AAEA,SAASH,mBAAmBA,CAACP,MAAoB,EAAEC,KAAa,EAAY;EAC1E,MAAMd,MAAgB,GAAG,EAAE;EAC3B,KAAK,IAAI8B,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGhB,KAAK,EAAEgB,CAAC,EAAE,EAAE;IAC9B9B,MAAM,CAACmC,IAAI,CAACtB,MAAM,CAACoB,MAAM,CAACc,YAAY,CAAClC,MAAM,CAACqB,MAAM,CAAC,CAAC;IACtDrB,MAAM,CAACqB,MAAM,IAAI,CAAC;EACpB;EACA,OAAOlC,MAAM;AACf;AAEA,SAASQ,uBAAuBA,CAACR,MAAgB,EAAU;EAEzD,IAAIgD,OAAO,GAAG,CAAC;EACf,KAAK,IAAIlB,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAG9B,MAAM,CAAC4B,MAAM,EAAEE,CAAC,EAAE,EAAE;IACtC9B,MAAM,CAAC8B,CAAC,CAAC,GAAGN,MAAM,CAACyB,IAAI,CAACjD,MAAM,CAAC8B,CAAC,CAAC,CAAC;IAClCkB,OAAO,IAAI,CAAC,GAAGhD,MAAM,CAAC8B,CAAC,CAAC,CAACF,MAAM;EACjC;EACA,MAAML,GAAG,GAAGC,MAAM,CAACC,KAAK,CAACuB,OAAO,CAAC;EAEjC,IAAIE,OAAO,GAAG,CAAC;EACf,KAAK,IAAIpB,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAG9B,MAAM,CAAC4B,MAAM,EAAEE,CAAC,EAAE,EAAE;IACtCP,GAAG,CAACiB,aAAa,CAACxC,MAAM,CAAC8B,CAAC,CAAC,CAACF,MAAM,EAAEsB,OAAO,CAAC;IAC5ClD,MAAM,CAAC8B,CAAC,CAAC,CAACqB,IAAI,CAAC5B,GAAG,EAAE2B,OAAO,GAAG,CAAC,CAAC;IAChCA,OAAO,IAAI,CAAC,GAAGlD,MAAM,CAAC8B,CAAC,CAAC,CAACF,MAAM;EACjC;EACA,OAAOL,GAAG;AACZ;AAEA,SAASF,uBAAuBA,CAACR,MAAoB,EAAEC,KAAa,EAAY;EAC9E,MAAMd,MAAgB,GAAG,EAAE;EAC3B,KAAK,IAAI8B,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGhB,KAAK,EAAEgB,CAAC,EAAE,EAAE;IAC9B,MAAMsB,GAAG,GAAGvC,MAAM,CAACoB,MAAM,CAACU,YAAY,CAAC9B,MAAM,CAACqB,MAAM,CAAC;IACrDrB,MAAM,CAACqB,MAAM,IAAI,CAAC;IAClBlC,MAAM,CAACmC,IAAI,CAACtB,MAAM,CAACoB,MAAM,CAACoB,KAAK,CAACxC,MAAM,CAACqB,MAAM,EAAErB,MAAM,CAACqB,MAAM,GAAGkB,GAAG,CAAC,CAAC;IACpEvC,MAAM,CAACqB,MAAM,IAAIkB,GAAG;EACtB;EACA,OAAOpD,MAAM;AACf;AAEA,SAASS,iCAAiCA,CAACT,MAAgB,EAAEC,IAAyB,EAAU;EAC9F,IAAI,CAACA,IAAI,CAACqD,UAAU,EAAE;IACpB,MAAM,IAAI5C,KAAK,CAAC,gEAAgE,CAAC;EACnF;EACA,KAAK,IAAIoB,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAG9B,MAAM,CAAC4B,MAAM,EAAEE,CAAC,EAAE,EAAE;IACtC9B,MAAM,CAAC8B,CAAC,CAAC,GAAGN,MAAM,CAACyB,IAAI,CAACjD,MAAM,CAAC8B,CAAC,CAAC,CAAC;IAClC,IAAI9B,MAAM,CAAC8B,CAAC,CAAC,CAACF,MAAM,KAAK3B,IAAI,CAACqD,UAAU,EAAE;MACxC,MAAM,IAAI5C,KAAK,4CAAAC,MAAA,CAA4CX,MAAM,CAAC8B,CAAC,CAAC,CAAE,CAAC;IACzE;EACF;EACA,OAAON,MAAM,CAACb,MAAM,CAACX,MAAM,CAAC;AAC9B;AAEA,SAASsB,iCAAiCA,CACxCT,MAAoB,EACpBC,KAAa,EACbb,IAAyB,EACf;EACV,MAAMD,MAAgB,GAAG,EAAE;EAC3B,IAAI,CAACC,IAAI,CAACqD,UAAU,EAAE;IACpB,MAAM,IAAI5C,KAAK,CAAC,gEAAgE,CAAC;EACnF;EACA,KAAK,IAAIoB,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGhB,KAAK,EAAEgB,CAAC,EAAE,EAAE;IAC9B9B,MAAM,CAACmC,IAAI,CAACtB,MAAM,CAACoB,MAAM,CAACoB,KAAK,CAACxC,MAAM,CAACqB,MAAM,EAAErB,MAAM,CAACqB,MAAM,GAAGjC,IAAI,CAACqD,UAAU,CAAC,CAAC;IAChFzC,MAAM,CAACqB,MAAM,IAAIjC,IAAI,CAACqD,UAAU;EAClC;EACA,OAAOtD,MAAM;AACf"}

package/dist/esm/parquetjs/codecs/rle.js

@@ -0,0 +1,119 @@
+import varint from 'varint';
+export function encodeValues(type, values, opts) {
+  if (!('bitWidth' in opts)) {
+    throw new Error('bitWidth is required');
+  }
+  switch (type) {
+    case 'BOOLEAN':
+    case 'INT32':
+    case 'INT64':
+      values = values.map(x => parseInt(x, 10));
+      break;
+    default:
+      throw new Error("unsupported type: ".concat(type));
+  }
+  let buf = Buffer.alloc(0);
+  let run = [];
+  let repeats = 0;
+  for (let i = 0; i < values.length; i++) {
+    if (repeats === 0 && run.length % 8 === 0 && values[i] === values[i + 1]) {
+      if (run.length) {
+        buf = Buffer.concat([buf, encodeRunBitpacked(run, opts)]);
+        run = [];
+      }
+      repeats = 1;
+    } else if (repeats > 0 && values[i] === values[i - 1]) {
+      repeats += 1;
+    } else {
+      if (repeats) {
+        buf = Buffer.concat([buf, encodeRunRepeated(values[i - 1], repeats, opts)]);
+        repeats = 0;
+      }
+      run.push(values[i]);
+    }
+  }
+  if (repeats) {
+    buf = Buffer.concat([buf, encodeRunRepeated(values[values.length - 1], repeats, opts)]);
+  } else if (run.length) {
+    buf = Buffer.concat([buf, encodeRunBitpacked(run, opts)]);
+  }
+  if (opts.disableEnvelope) {
+    return buf;
+  }
+  const envelope = Buffer.alloc(buf.length + 4);
+  envelope.writeUInt32LE(buf.length, undefined);
+  buf.copy(envelope, 4);
+  return envelope;
+}
+export function decodeValues(type, cursor, count, opts) {
+  if (!('bitWidth' in opts)) {
+    throw new Error('bitWidth is required');
+  }
+  if (!opts.disableEnvelope) {
+    cursor.offset += 4;
+  }
+  let values = [];
+  while (values.length < count) {
+    const header = varint.decode(cursor.buffer, cursor.offset);
+    cursor.offset += varint.encodingLength(header);
+    if (header & 1) {
+      const count = (header >> 1) * 8;
+      values.push(...decodeRunBitpacked(cursor, count, opts));
+    } else {
+      const count = header >> 1;
+      values.push(...decodeRunRepeated(cursor, count, opts));
+    }
+  }
+  values = values.slice(0, count);
+  if (values.length !== count) {
+    throw new Error('invalid RLE encoding');
+  }
+  return values;
+}
+function decodeRunBitpacked(cursor, count, opts) {
+  const bitWidth = opts.bitWidth;
+  if (count % 8 !== 0) {
+    throw new Error('must be a multiple of 8');
+  }
+  const values = new Array(count).fill(0);
+  for (let b = 0; b < bitWidth * count; b++) {
+    if (cursor.buffer[cursor.offset + Math.floor(b / 8)] & 1 << b % 8) {
+      values[Math.floor(b / bitWidth)] |= 1 << b % bitWidth;
+    }
+  }
+  cursor.offset += bitWidth * (count / 8);
+  return values;
+}
+function decodeRunRepeated(cursor, count, opts) {
+  const bitWidth = opts.bitWidth;
+  let value = 0;
+  for (let i = 0; i < Math.ceil(bitWidth / 8); i++) {
+    value << 8;
+    value += cursor.buffer[cursor.offset];
+    cursor.offset += 1;
+  }
+  return new Array(count).fill(value);
+}
+function encodeRunBitpacked(values, opts) {
+  const bitWidth = opts.bitWidth;
+  for (let i = 0; i < values.length % 8; i++) {
+    values.push(0);
+  }
+  const buf = Buffer.alloc(Math.ceil(bitWidth * (values.length / 8)));
+  for (let b = 0; b < bitWidth * values.length; b++) {
+    if ((values[Math.floor(b / bitWidth)] & 1 << b % bitWidth) > 0) {
+      buf[Math.floor(b / 8)] |= 1 << b % 8;
+    }
+  }
+  return Buffer.concat([Buffer.from(varint.encode(values.length / 8 << 1 | 1)), buf]);
+}
+function encodeRunRepeated(value, count, opts) {
+  const bitWidth = opts.bitWidth;
+  const buf = Buffer.alloc(Math.ceil(bitWidth / 8));
+  for (let i = 0; i < buf.length; i++) {
+    buf.writeUInt8(value & 0xff, i);
+    value >> 8;
+  }
+  return Buffer.concat([Buffer.from(varint.encode(count << 1)), buf]);
+}
+//# sourceMappingURL=rle.js.map

package/dist/esm/parquetjs/codecs/rle.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"rle.js","names":["varint","encodeValues","type","values","opts","Error","map","x","parseInt","concat","buf","Buffer","alloc","run","repeats","i","length","encodeRunBitpacked","encodeRunRepeated","push","disableEnvelope","envelope","writeUInt32LE","undefined","copy","decodeValues","cursor","count","offset","header","decode","buffer","encodingLength","decodeRunBitpacked","decodeRunRepeated","slice","bitWidth","Array","fill","b","Math","floor","value","ceil","from","encode","writeUInt8"],"sources":["../../../../src/parquetjs/codecs/rle.ts"],"sourcesContent":["// Forked from https://github.com/kbajalc/parquets under MIT license (Copyright (c) 2017 ironSource Ltd.)\n\nimport type {PrimitiveType} from '../schema/declare';\nimport type {CursorBuffer, ParquetCodecOptions} from './declare';\nimport varint from 'varint';\n\n// eslint-disable-next-line max-statements, complexity\nexport function encodeValues(\n  type: PrimitiveType,\n  values: any[],\n  opts: ParquetCodecOptions\n): Buffer {\n  if (!('bitWidth' in opts)) {\n    throw new Error('bitWidth is required');\n  }\n\n  switch (type) {\n    case 'BOOLEAN':\n    case 'INT32':\n    case 'INT64':\n      // tslint:disable-next-line:no-parameter-reassignment\n      values = values.map((x) => parseInt(x, 10));\n      break;\n\n    default:\n      throw new Error(`unsupported type: ${type}`);\n  }\n\n  let buf = Buffer.alloc(0);\n  let run: any[] = [];\n  let repeats = 0;\n\n  for (let i = 0; i < values.length; i++) {\n    // If we are at the beginning of a run and the next value is same we start\n    // collecting repeated values\n    if (repeats === 0 && run.length % 8 === 0 && values[i] === values[i + 1]) {\n      // If we have any data in runs we need to encode them\n      if (run.length) {\n        buf = Buffer.concat([buf, encodeRunBitpacked(run, opts)]);\n        run = [];\n      }\n      repeats = 1;\n    } else if (repeats > 0 && values[i] === values[i - 1]) {\n      repeats += 1;\n    } else {\n      // If values changes we need to post any previous repeated values\n      if (repeats) {\n        buf = Buffer.concat([buf, encodeRunRepeated(values[i - 1], repeats, opts)]);\n        repeats = 0;\n      }\n      run.push(values[i]);\n    }\n  }\n\n  if (repeats) {\n    buf = Buffer.concat([buf, encodeRunRepeated(values[values.length - 1], repeats, opts)]);\n  } else if (run.length) {\n    buf = Buffer.concat([buf, encodeRunBitpacked(run, opts)]);\n  }\n\n  if (opts.disableEnvelope) {\n    return buf;\n  }\n\n  const envelope = Buffer.alloc(buf.length + 4);\n  envelope.writeUInt32LE(buf.length, undefined);\n  buf.copy(envelope, 4);\n\n  return envelope;\n}\n\nexport function decodeValues(\n  type: PrimitiveType,\n  cursor: CursorBuffer,\n  count: number,\n  opts: ParquetCodecOptions\n): number[] {\n  if (!('bitWidth' in opts)) {\n    throw new Error('bitWidth is required');\n  }\n\n  if (!opts.disableEnvelope) {\n    cursor.offset += 4;\n  }\n\n  let values: number[] = [];\n  while (values.length < count) {\n    const header = varint.decode(cursor.buffer, cursor.offset);\n    cursor.offset += varint.encodingLength(header);\n    if (header & 1) {\n      const count = (header >> 1) * 8;\n      values.push(...decodeRunBitpacked(cursor, count, opts));\n    } else {\n      const count = header >> 1;\n      values.push(...decodeRunRepeated(cursor, count, opts));\n    }\n  }\n  values = values.slice(0, count);\n\n  if (values.length !== count) {\n    throw new Error('invalid RLE encoding');\n  }\n\n  return values;\n}\n\nfunction decodeRunBitpacked(\n  cursor: CursorBuffer,\n  count: number,\n  opts: ParquetCodecOptions\n): number[] {\n  // @ts-ignore\n  const bitWidth: number = opts.bitWidth;\n\n  if (count % 8 !== 0) {\n    throw new Error('must be a multiple of 8');\n  }\n\n  // tslint:disable-next-line:prefer-array-literal\n  const values = new Array(count).fill(0);\n  for (let b = 0; b < bitWidth * count; b++) {\n    if (cursor.buffer[cursor.offset + Math.floor(b / 8)] & (1 << b % 8)) {\n      values[Math.floor(b / bitWidth)] |= 1 << b % bitWidth;\n    }\n  }\n\n  cursor.offset += bitWidth * (count / 8);\n  return values;\n}\n\nfunction decodeRunRepeated(\n  cursor: CursorBuffer,\n  count: number,\n  opts: ParquetCodecOptions\n): number[] {\n  // @ts-ignore\n  const bitWidth: number = opts.bitWidth;\n\n  let value = 0;\n  for (let i = 0; i < Math.ceil(bitWidth / 8); i++) {\n    // eslint-disable-next-line\n    value << 8; //  TODO - this looks wrong\n    value += cursor.buffer[cursor.offset];\n    cursor.offset += 1;\n  }\n\n  // tslint:disable-next-line:prefer-array-literal\n  return new Array(count).fill(value);\n}\n\nfunction encodeRunBitpacked(values: number[], opts: ParquetCodecOptions): Buffer {\n  // @ts-ignore\n  const bitWidth: number = opts.bitWidth;\n\n  for (let i = 0; i < values.length % 8; i++) {\n    values.push(0);\n  }\n\n  const buf = Buffer.alloc(Math.ceil(bitWidth * (values.length / 8)));\n  for (let b = 0; b < bitWidth * values.length; b++) {\n    if ((values[Math.floor(b / bitWidth)] & (1 << b % bitWidth)) > 0) {\n      buf[Math.floor(b / 8)] |= 1 << b % 8;\n    }\n  }\n\n  return Buffer.concat([Buffer.from(varint.encode(((values.length / 8) << 1) | 1)), buf]);\n}\n\nfunction encodeRunRepeated(value: number, count: number, opts: ParquetCodecOptions): Buffer {\n  // @ts-ignore\n  const bitWidth: number = opts.bitWidth;\n\n  const buf = Buffer.alloc(Math.ceil(bitWidth / 8));\n\n  for (let i = 0; i < buf.length; i++) {\n    buf.writeUInt8(value & 0xff, i);\n    // eslint-disable-next-line\n    value >> 8; //  TODO - this looks wrong\n  }\n\n  return Buffer.concat([Buffer.from(varint.encode(count << 1)), buf]);\n}\n"],"mappings":"AAIA,OAAOA,MAAM,MAAM,QAAQ;AAG3B,OAAO,SAASC,YAAYA,CAC1BC,IAAmB,EACnBC,MAAa,EACbC,IAAyB,EACjB;EACR,IAAI,EAAE,UAAU,IAAIA,IAAI,CAAC,EAAE;IACzB,MAAM,IAAIC,KAAK,CAAC,sBAAsB,CAAC;EACzC;EAEA,QAAQH,IAAI;IACV,KAAK,SAAS;IACd,KAAK,OAAO;IACZ,KAAK,OAAO;MAEVC,MAAM,GAAGA,MAAM,CAACG,GAAG,CAAEC,CAAC,IAAKC,QAAQ,CAACD,CAAC,EAAE,EAAE,CAAC,CAAC;MAC3C;IAEF;MACE,MAAM,IAAIF,KAAK,sBAAAI,MAAA,CAAsBP,IAAI,CAAE,CAAC;EAChD;EAEA,IAAIQ,GAAG,GAAGC,MAAM,CAACC,KAAK,CAAC,CAAC,CAAC;EACzB,IAAIC,GAAU,GAAG,EAAE;EACnB,IAAIC,OAAO,GAAG,CAAC;EAEf,KAAK,IAAIC,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGZ,MAAM,CAACa,MAAM,EAAED,CAAC,EAAE,EAAE;IAGtC,IAAID,OAAO,KAAK,CAAC,IAAID,GAAG,CAACG,MAAM,GAAG,CAAC,KAAK,CAAC,IAAIb,MAAM,CAACY,CAAC,CAAC,KAAKZ,MAAM,CAACY,CAAC,GAAG,CAAC,CAAC,EAAE;MAExE,IAAIF,GAAG,CAACG,MAAM,EAAE;QACdN,GAAG,GAAGC,MAAM,CAACF,MAAM,CAAC,CAACC,GAAG,EAAEO,kBAAkB,CAACJ,GAAG,EAAET,IAAI,CAAC,CAAC,CAAC;QACzDS,GAAG,GAAG,EAAE;MACV;MACAC,OAAO,GAAG,CAAC;IACb,CAAC,MAAM,IAAIA,OAAO,GAAG,CAAC,IAAIX,MAAM,CAACY,CAAC,CAAC,KAAKZ,MAAM,CAACY,CAAC,GAAG,CAAC,CAAC,EAAE;MACrDD,OAAO,IAAI,CAAC;IACd,CAAC,MAAM;MAEL,IAAIA,OAAO,EAAE;QACXJ,GAAG,GAAGC,MAAM,CAACF,MAAM,CAAC,CAACC,GAAG,EAAEQ,iBAAiB,CAACf,MAAM,CAACY,CAAC,GAAG,CAAC,CAAC,EAAED,OAAO,EAAEV,IAAI,CAAC,CAAC,CAAC;QAC3EU,OAAO,GAAG,CAAC;MACb;MACAD,GAAG,CAACM,IAAI,CAAChB,MAAM,CAACY,CAAC,CAAC,CAAC;IACrB;EACF;EAEA,IAAID,OAAO,EAAE;IACXJ,GAAG,GAAGC,MAAM,CAACF,MAAM,CAAC,CAACC,GAAG,EAAEQ,iBAAiB,CAACf,MAAM,CAACA,MAAM,CAACa,MAAM,GAAG,CAAC,CAAC,EAAEF,OAAO,EAAEV,IAAI,CAAC,CAAC,CAAC;EACzF,CAAC,MAAM,IAAIS,GAAG,CAACG,MAAM,EAAE;IACrBN,GAAG,GAAGC,MAAM,CAACF,MAAM,CAAC,CAACC,GAAG,EAAEO,kBAAkB,CAACJ,GAAG,EAAET,IAAI,CAAC,CAAC,CAAC;EAC3D;EAEA,IAAIA,IAAI,CAACgB,eAAe,EAAE;IACxB,OAAOV,GAAG;EACZ;EAEA,MAAMW,QAAQ,GAAGV,MAAM,CAACC,KAAK,CAACF,GAAG,CAACM,MAAM,GAAG,CAAC,CAAC;EAC7CK,QAAQ,CAACC,aAAa,CAACZ,GAAG,CAACM,MAAM,EAAEO,SAAS,CAAC;EAC7Cb,GAAG,CAACc,IAAI,CAACH,QAAQ,EAAE,CAAC,CAAC;EAErB,OAAOA,QAAQ;AACjB;AAEA,OAAO,SAASI,YAAYA,CAC1BvB,IAAmB,EACnBwB,MAAoB,EACpBC,KAAa,EACbvB,IAAyB,EACf;EACV,IAAI,EAAE,UAAU,IAAIA,IAAI,CAAC,EAAE;IACzB,MAAM,IAAIC,KAAK,CAAC,sBAAsB,CAAC;EACzC;EAEA,IAAI,CAACD,IAAI,CAACgB,eAAe,EAAE;IACzBM,MAAM,CAACE,MAAM,IAAI,CAAC;EACpB;EAEA,IAAIzB,MAAgB,GAAG,EAAE;EACzB,OAAOA,MAAM,CAACa,MAAM,GAAGW,KAAK,EAAE;IAC5B,MAAME,MAAM,GAAG7B,MAAM,CAAC8B,MAAM,CAACJ,MAAM,CAACK,MAAM,EAAEL,MAAM,CAACE,MAAM,CAAC;IAC1DF,MAAM,CAACE,MAAM,IAAI5B,MAAM,CAACgC,cAAc,CAACH,MAAM,CAAC;IAC9C,IAAIA,MAAM,GAAG,CAAC,EAAE;MACd,MAAMF,KAAK,GAAG,CAACE,MAAM,IAAI,CAAC,IAAI,CAAC;MAC/B1B,MAAM,CAACgB,IAAI,CAAC,GAAGc,kBAAkB,CAACP,MAAM,EAAEC,KAAK,EAAEvB,IAAI,CAAC,CAAC;IACzD,CAAC,MAAM;MACL,MAAMuB,KAAK,GAAGE,MAAM,IAAI,CAAC;MACzB1B,MAAM,CAACgB,IAAI,CAAC,GAAGe,iBAAiB,CAACR,MAAM,EAAEC,KAAK,EAAEvB,IAAI,CAAC,CAAC;IACxD;EACF;EACAD,MAAM,GAAGA,MAAM,CAACgC,KAAK,CAAC,CAAC,EAAER,KAAK,CAAC;EAE/B,IAAIxB,MAAM,CAACa,MAAM,KAAKW,KAAK,EAAE;IAC3B,MAAM,IAAItB,KAAK,CAAC,sBAAsB,CAAC;EACzC;EAEA,OAAOF,MAAM;AACf;AAEA,SAAS8B,kBAAkBA,CACzBP,MAAoB,EACpBC,KAAa,EACbvB,IAAyB,EACf;EAEV,MAAMgC,QAAgB,GAAGhC,IAAI,CAACgC,QAAQ;EAEtC,IAAIT,KAAK,GAAG,CAAC,KAAK,CAAC,EAAE;IACnB,MAAM,IAAItB,KAAK,CAAC,yBAAyB,CAAC;EAC5C;EAGA,MAAMF,MAAM,GAAG,IAAIkC,KAAK,CAACV,KAAK,CAAC,CAACW,IAAI,CAAC,CAAC,CAAC;EACvC,KAAK,IAAIC,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGH,QAAQ,GAAGT,KAAK,EAAEY,CAAC,EAAE,EAAE;IACzC,IAAIb,MAAM,CAACK,MAAM,CAACL,MAAM,CAACE,MAAM,GAAGY,IAAI,CAACC,KAAK,CAACF,CAAC,GAAG,CAAC,CAAC,CAAC,GAAI,CAAC,IAAIA,CAAC,GAAG,CAAE,EAAE;MACnEpC,MAAM,CAACqC,IAAI,CAACC,KAAK,CAACF,CAAC,GAAGH,QAAQ,CAAC,CAAC,IAAI,CAAC,IAAIG,CAAC,GAAGH,QAAQ;IACvD;EACF;EAEAV,MAAM,CAACE,MAAM,IAAIQ,QAAQ,IAAIT,KAAK,GAAG,CAAC,CAAC;EACvC,OAAOxB,MAAM;AACf;AAEA,SAAS+B,iBAAiBA,CACxBR,MAAoB,EACpBC,KAAa,EACbvB,IAAyB,EACf;EAEV,MAAMgC,QAAgB,GAAGhC,IAAI,CAACgC,QAAQ;EAEtC,IAAIM,KAAK,GAAG,CAAC;EACb,KAAK,IAAI3B,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGyB,IAAI,CAACG,IAAI,CAACP,QAAQ,GAAG,CAAC,CAAC,EAAErB,CAAC,EAAE,EAAE;IAEhD2B,KAAK,IAAI,CAAC;IACVA,KAAK,IAAIhB,MAAM,CAACK,MAAM,CAACL,MAAM,CAACE,MAAM,CAAC;IACrCF,MAAM,CAACE,MAAM,IAAI,CAAC;EACpB;EAGA,OAAO,IAAIS,KAAK,CAACV,KAAK,CAAC,CAACW,IAAI,CAACI,KAAK,CAAC;AACrC;AAEA,SAASzB,kBAAkBA,CAACd,MAAgB,EAAEC,IAAyB,EAAU;EAE/E,MAAMgC,QAAgB,GAAGhC,IAAI,CAACgC,QAAQ;EAEtC,KAAK,IAAIrB,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGZ,MAAM,CAACa,MAAM,GAAG,CAAC,EAAED,CAAC,EAAE,EAAE;IAC1CZ,MAAM,CAACgB,IAAI,CAAC,CAAC,CAAC;EAChB;EAEA,MAAMT,GAAG,GAAGC,MAAM,CAACC,KAAK,CAAC4B,IAAI,CAACG,IAAI,CAACP,QAAQ,IAAIjC,MAAM,CAACa,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;EACnE,KAAK,IAAIuB,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGH,QAAQ,GAAGjC,MAAM,CAACa,MAAM,EAAEuB,CAAC,EAAE,EAAE;IACjD,IAAI,CAACpC,MAAM,CAACqC,IAAI,CAACC,KAAK,CAACF,CAAC,GAAGH,QAAQ,CAAC,CAAC,GAAI,CAAC,IAAIG,CAAC,GAAGH,QAAS,IAAI,CAAC,EAAE;MAChE1B,GAAG,CAAC8B,IAAI,CAACC,KAAK,CAACF,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,IAAIA,CAAC,GAAG,CAAC;IACtC;EACF;EAEA,OAAO5B,MAAM,CAACF,MAAM,CAAC,CAACE,MAAM,CAACiC,IAAI,CAAC5C,MAAM,CAAC6C,MAAM,CAAG1C,MAAM,CAACa,MAAM,GAAG,CAAC,IAAK,CAAC,GAAI,CAAC,CAAC,CAAC,EAAEN,GAAG,CAAC,CAAC;AACzF;AAEA,SAASQ,iBAAiBA,CAACwB,KAAa,EAAEf,KAAa,EAAEvB,IAAyB,EAAU;EAE1F,MAAMgC,QAAgB,GAAGhC,IAAI,CAACgC,QAAQ;EAEtC,MAAM1B,GAAG,GAAGC,MAAM,CAACC,KAAK,CAAC4B,IAAI,CAACG,IAAI,CAACP,QAAQ,GAAG,CAAC,CAAC,CAAC;EAEjD,KAAK,IAAIrB,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGL,GAAG,CAACM,MAAM,EAAED,CAAC,EAAE,EAAE;IACnCL,GAAG,CAACoC,UAAU,CAACJ,KAAK,GAAG,IAAI,EAAE3B,CAAC,CAAC;IAE/B2B,KAAK,IAAI,CAAC;EACZ;EAEA,OAAO/B,MAAM,CAACF,MAAM,CAAC,CAACE,MAAM,CAACiC,IAAI,CAAC5C,MAAM,CAAC6C,MAAM,CAAClB,KAAK,IAAI,CAAC,CAAC,CAAC,EAAEjB,GAAG,CAAC,CAAC;AACrE"}

package/dist/esm/parquetjs/compression.js

@@ -0,0 +1,61 @@
+import { NoCompression, GZipCompression, SnappyCompression, BrotliCompression, LZ4Compression, ZstdCompression } from '@loaders.gl/compression';
+function toBuffer(arrayBuffer) {
+  return Buffer.from(arrayBuffer);
+}
+function toArrayBuffer(buffer) {
+  if (Buffer.isBuffer(buffer)) {
+    const typedArray = new Uint8Array(buffer.buffer, buffer.byteOffset, buffer.length);
+    return typedArray.slice().buffer;
+  }
+  return buffer;
+}
+import lz4js from 'lz4js';
+const modules = {
+  lz4js
+};
+export const PARQUET_COMPRESSION_METHODS = {
+  UNCOMPRESSED: new NoCompression(),
+  GZIP: new GZipCompression(),
+  SNAPPY: new SnappyCompression(),
+  BROTLI: new BrotliCompression({
+    modules
+  }),
+  LZ4: new LZ4Compression({
+    modules
+  }),
+  LZ4_RAW: new LZ4Compression({
+    modules
+  }),
+  ZSTD: new ZstdCompression({
+    modules
+  })
+};
+export async function preloadCompressions(options) {
+  const compressions = Object.values(PARQUET_COMPRESSION_METHODS);
+  return await Promise.all(compressions.map(compression => compression.preload()));
+}
+export async function deflate(method, value) {
+  const compression = PARQUET_COMPRESSION_METHODS[method];
+  if (!compression) {
+    throw new Error("parquet: invalid compression method: ".concat(method));
+  }
+  const inputArrayBuffer = toArrayBuffer(value);
+  const compressedArrayBuffer = await compression.compress(inputArrayBuffer);
+  return toBuffer(compressedArrayBuffer);
+}
+export async function decompress(method, value, size) {
+  const compression = PARQUET_COMPRESSION_METHODS[method];
+  if (!compression) {
+    throw new Error("parquet: invalid compression method: ".concat(method));
+  }
+  const inputArrayBuffer = toArrayBuffer(value);
+  const compressedArrayBuffer = await compression.decompress(inputArrayBuffer, size);
+  return toBuffer(compressedArrayBuffer);
+}
+export function inflate(method, value, size) {
+  if (!(method in PARQUET_COMPRESSION_METHODS)) {
+    throw new Error("invalid compression method: ".concat(method));
+  }
+  return PARQUET_COMPRESSION_METHODS[method].inflate(value, size);
+}
+//# sourceMappingURL=compression.js.map