@loaders.gl/parquet 4.0.0-beta.1 → 4.0.0-beta.3

package/dist/{esm/parquetjs → parquetjs}/codecs/plain.js

@@ -18,7 +18,7 @@ export function encodeValues(type, values, opts) {
     case 'FIXED_LEN_BYTE_ARRAY':
       return encodeValues_FIXED_LEN_BYTE_ARRAY(values, opts);
     default:
-      throw new Error("unsupported type: ".concat(type));
+      throw new Error(`unsupported type: ${type}`);
   }
 }
 export function decodeValues(type, cursor, count, opts) {
@@ -40,7 +40,7 @@ export function decodeValues(type, cursor, count, opts) {
     case 'FIXED_LEN_BYTE_ARRAY':
       return decodeValues_FIXED_LEN_BYTE_ARRAY(cursor, count, opts);
     default:
-      throw new Error("unsupported type: ".concat(type));
+      throw new Error(`unsupported type: ${type}`);
   }
 }
 function encodeValues_BOOLEAN(values) {
@@ -181,7 +181,7 @@ function encodeValues_FIXED_LEN_BYTE_ARRAY(values, opts) {
   for (let i = 0; i < values.length; i++) {
     values[i] = Buffer.from(values[i]);
     if (values[i].length !== opts.typeLength) {
-      throw new Error("invalid value for FIXED_LEN_BYTE_ARRAY: ".concat(values[i]));
+      throw new Error(`invalid value for FIXED_LEN_BYTE_ARRAY: ${values[i]}`);
     }
   }
   return Buffer.concat(values);

package/dist/parquetjs/codecs/plain.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"plain.js","names":["INT53","encodeValues","type","values","opts","encodeValues_BOOLEAN","encodeValues_INT32","encodeValues_INT64","encodeValues_INT96","encodeValues_FLOAT","encodeValues_DOUBLE","encodeValues_BYTE_ARRAY","encodeValues_FIXED_LEN_BYTE_ARRAY","Error","decodeValues","cursor","count","decodeValues_BOOLEAN","decodeValues_INT32","decodeValues_INT64","decodeValues_INT96","decodeValues_FLOAT","decodeValues_DOUBLE","decodeValues_BYTE_ARRAY","decodeValues_FIXED_LEN_BYTE_ARRAY","buf","Buffer","alloc","Math","ceil","length","fill","i","floor","b","buffer","offset","push","writeInt32LE","readInt32LE","writeInt64LE","readInt64LE","writeUInt32LE","low","high","readUInt32LE","writeFloatLE","readFloatLE","writeDoubleLE","readDoubleLE","buf_len","from","buf_pos","copy","len","slice","typeLength","concat"],"sources":["../../../src/parquetjs/codecs/plain.ts"],"sourcesContent":["// Forked from https://github.com/kbajalc/parquets under MIT license (Copyright (c) 2017 ironSource Ltd.)\n/* eslint-disable camelcase */\nimport type {PrimitiveType} from '../schema/declare';\nimport type {CursorBuffer, ParquetCodecOptions} from './declare';\nimport INT53 from 'int53';\n\nexport function encodeValues(\n  type: PrimitiveType,\n  values: any[],\n  opts: ParquetCodecOptions\n): Buffer {\n  switch (type) {\n    case 'BOOLEAN':\n      return encodeValues_BOOLEAN(values);\n    case 'INT32':\n      return encodeValues_INT32(values);\n    case 'INT64':\n      return encodeValues_INT64(values);\n    case 'INT96':\n      return encodeValues_INT96(values);\n    case 'FLOAT':\n      return encodeValues_FLOAT(values);\n    case 'DOUBLE':\n      return encodeValues_DOUBLE(values);\n    case 'BYTE_ARRAY':\n      return encodeValues_BYTE_ARRAY(values);\n    case 'FIXED_LEN_BYTE_ARRAY':\n      return encodeValues_FIXED_LEN_BYTE_ARRAY(values, opts);\n    default:\n      throw new Error(`unsupported type: ${type}`);\n  }\n}\n\nexport function decodeValues(\n  type: PrimitiveType,\n  cursor: CursorBuffer,\n  count: number,\n  opts: ParquetCodecOptions\n): any[] {\n  switch (type) {\n    case 'BOOLEAN':\n      return decodeValues_BOOLEAN(cursor, count);\n    case 'INT32':\n      return decodeValues_INT32(cursor, count);\n    case 'INT64':\n      return decodeValues_INT64(cursor, count);\n    case 'INT96':\n      return decodeValues_INT96(cursor, count);\n    case 'FLOAT':\n      return decodeValues_FLOAT(cursor, count);\n    case 'DOUBLE':\n      return decodeValues_DOUBLE(cursor, count);\n    case 'BYTE_ARRAY':\n      return decodeValues_BYTE_ARRAY(cursor, count);\n    case 'FIXED_LEN_BYTE_ARRAY':\n      return decodeValues_FIXED_LEN_BYTE_ARRAY(cursor, count, opts);\n    default:\n      throw new Error(`unsupported type: ${type}`);\n  }\n}\n\nfunction encodeValues_BOOLEAN(values: boolean[]): Buffer {\n  const buf = Buffer.alloc(Math.ceil(values.length / 8));\n  buf.fill(0);\n  for (let i = 0; i < values.length; i++) {\n    if (values[i]) {\n      buf[Math.floor(i / 8)] |= 1 << i % 8;\n    }\n  }\n  return buf;\n}\n\nfunction decodeValues_BOOLEAN(cursor: CursorBuffer, count: number): boolean[] {\n  const values: boolean[] = [];\n  for (let i = 0; i < count; i++) {\n    const b = cursor.buffer[cursor.offset + Math.floor(i / 8)];\n    values.push((b & (1 << i % 8)) > 0);\n  }\n  cursor.offset += Math.ceil(count / 8);\n  return values;\n}\n\nfunction encodeValues_INT32(values: number[]): Buffer {\n  const buf = Buffer.alloc(4 * values.length);\n  for (let i = 0; i < values.length; i++) {\n    buf.writeInt32LE(values[i], i * 4);\n  }\n  return buf;\n}\n\nfunction decodeValues_INT32(cursor: CursorBuffer, count: number): number[] {\n  const values: number[] = [];\n  for (let i = 0; i < count; i++) {\n    values.push(cursor.buffer.readInt32LE(cursor.offset));\n    cursor.offset += 4;\n  }\n  return values;\n}\n\nfunction encodeValues_INT64(values: number[]): Buffer {\n  const buf = Buffer.alloc(8 * values.length);\n  for (let i = 0; i < values.length; i++) {\n    INT53.writeInt64LE(values[i], buf, i * 8);\n  }\n  return buf;\n}\n\nfunction decodeValues_INT64(cursor: CursorBuffer, count: number): number[] {\n  const values: number[] = [];\n  for (let i = 0; i < count; i++) {\n    values.push(INT53.readInt64LE(cursor.buffer, cursor.offset));\n    cursor.offset += 8;\n  }\n  return values;\n}\n\nfunction encodeValues_INT96(values: number[]): Buffer {\n  const buf = Buffer.alloc(12 * values.length);\n  for (let i = 0; i < values.length; i++) {\n    if (values[i] >= 0) {\n      INT53.writeInt64LE(values[i], buf, i * 12);\n      buf.writeUInt32LE(0, i * 12 + 8); // truncate to 64 actual precision\n    } else {\n      INT53.writeInt64LE(~-values[i] + 1, buf, i * 12);\n      buf.writeUInt32LE(0xffffffff, i * 12 + 8); // truncate to 64 actual precision\n    }\n  }\n  return buf;\n}\n\nfunction decodeValues_INT96(cursor: CursorBuffer, count: number): number[] {\n  const values: number[] = [];\n  for (let i = 0; i < count; i++) {\n    const low = INT53.readInt64LE(cursor.buffer, cursor.offset);\n    const high = cursor.buffer.readUInt32LE(cursor.offset + 8);\n    if (high === 0xffffffff) {\n      values.push(~-low + 1); // truncate to 64 actual precision\n    } else {\n      values.push(low); // truncate to 64 actual precision\n    }\n    cursor.offset += 12;\n  }\n  return values;\n}\n\nfunction encodeValues_FLOAT(values: number[]): Buffer {\n  const buf = Buffer.alloc(4 * values.length);\n  for (let i = 0; i < values.length; i++) {\n    buf.writeFloatLE(values[i], i * 4);\n  }\n  return buf;\n}\n\nfunction decodeValues_FLOAT(cursor: CursorBuffer, count: number): number[] {\n  const values: number[] = [];\n  for (let i = 0; i < count; i++) {\n    values.push(cursor.buffer.readFloatLE(cursor.offset));\n    cursor.offset += 4;\n  }\n  return values;\n}\n\nfunction encodeValues_DOUBLE(values: number[]): Buffer {\n  const buf = Buffer.alloc(8 * values.length);\n  for (let i = 0; i < values.length; i++) {\n    buf.writeDoubleLE(values[i], i * 8);\n  }\n  return buf;\n}\n\nfunction decodeValues_DOUBLE(cursor: CursorBuffer, count: number): number[] {\n  const values: number[] = [];\n  for (let i = 0; i < count; i++) {\n    values.push(cursor.buffer.readDoubleLE(cursor.offset));\n    cursor.offset += 8;\n  }\n  return values;\n}\n\nfunction encodeValues_BYTE_ARRAY(values: Buffer[]): Buffer {\n  // tslint:disable-next-line:variable-name\n  let buf_len = 0;\n  for (let i = 0; i < values.length; i++) {\n    values[i] = Buffer.from(values[i]);\n    buf_len += 4 + values[i].length;\n  }\n  const buf = Buffer.alloc(buf_len);\n  // tslint:disable-next-line:variable-name\n  let buf_pos = 0;\n  for (let i = 0; i < values.length; i++) {\n    buf.writeUInt32LE(values[i].length, buf_pos);\n    values[i].copy(buf, buf_pos + 4);\n    buf_pos += 4 + values[i].length;\n  }\n  return buf;\n}\n\nfunction decodeValues_BYTE_ARRAY(cursor: CursorBuffer, count: number): Buffer[] {\n  const values: Buffer[] = [];\n  for (let i = 0; i < count; i++) {\n    const len = cursor.buffer.readUInt32LE(cursor.offset);\n    cursor.offset += 4;\n    // values.push(cursor.buffer.buffer.slice(cursor.offset, cursor.offset + len));\n    values.push(cursor.buffer.slice(cursor.offset, cursor.offset + len));\n    cursor.offset += len;\n  }\n  return values;\n}\n\nfunction encodeValues_FIXED_LEN_BYTE_ARRAY(values: Buffer[], opts: ParquetCodecOptions): Buffer {\n  if (!opts.typeLength) {\n    throw new Error('missing option: typeLength (required for FIXED_LEN_BYTE_ARRAY)');\n  }\n  for (let i = 0; i < values.length; i++) {\n    values[i] = Buffer.from(values[i]);\n    if (values[i].length !== opts.typeLength) {\n      throw new Error(`invalid value for FIXED_LEN_BYTE_ARRAY: ${values[i]}`);\n    }\n  }\n  return Buffer.concat(values);\n}\n\nfunction decodeValues_FIXED_LEN_BYTE_ARRAY(\n  cursor: CursorBuffer,\n  count: number,\n  opts: ParquetCodecOptions\n): Buffer[] {\n  const values: Buffer[] = [];\n  if (!opts.typeLength) {\n    throw new Error('missing option: typeLength (required for FIXED_LEN_BYTE_ARRAY)');\n  }\n  for (let i = 0; i < count; i++) {\n    values.push(cursor.buffer.slice(cursor.offset, cursor.offset + opts.typeLength));\n    cursor.offset += opts.typeLength;\n  }\n  return values;\n}\n"],"mappings":"AAIA,OAAOA,KAAK,MAAM,OAAO;AAEzB,OAAO,SAASC,YAAYA,CAC1BC,IAAmB,EACnBC,MAAa,EACbC,IAAyB,EACjB;EACR,QAAQF,IAAI;IACV,KAAK,SAAS;MACZ,OAAOG,oBAAoB,CAACF,MAAM,CAAC;IACrC,KAAK,OAAO;MACV,OAAOG,kBAAkB,CAACH,MAAM,CAAC;IACnC,KAAK,OAAO;MACV,OAAOI,kBAAkB,CAACJ,MAAM,CAAC;IACnC,KAAK,OAAO;MACV,OAAOK,kBAAkB,CAACL,MAAM,CAAC;IACnC,KAAK,OAAO;MACV,OAAOM,kBAAkB,CAACN,MAAM,CAAC;IACnC,KAAK,QAAQ;MACX,OAAOO,mBAAmB,CAACP,MAAM,CAAC;IACpC,KAAK,YAAY;MACf,OAAOQ,uBAAuB,CAACR,MAAM,CAAC;IACxC,KAAK,sBAAsB;MACzB,OAAOS,iCAAiC,CAACT,MAAM,EAAEC,IAAI,CAAC;IACxD;MACE,MAAM,IAAIS,KAAK,CAAE,qBAAoBX,IAAK,EAAC,CAAC;EAChD;AACF;AAEA,OAAO,SAASY,YAAYA,CAC1BZ,IAAmB,EACnBa,MAAoB,EACpBC,KAAa,EACbZ,IAAyB,EAClB;EACP,QAAQF,IAAI;IACV,KAAK,SAAS;MACZ,OAAOe,oBAAoB,CAACF,MAAM,EAAEC,KAAK,CAAC;IAC5C,KAAK,OAAO;MACV,OAAOE,kBAAkB,CAACH,MAAM,EAAEC,KAAK,CAAC;IAC1C,KAAK,OAAO;MACV,OAAOG,kBAAkB,CAACJ,MAAM,EAAEC,KAAK,CAAC;IAC1C,KAAK,OAAO;MACV,OAAOI,kBAAkB,CAACL,MAAM,EAAEC,KAAK,CAAC;IAC1C,KAAK,OAAO;MACV,OAAOK,kBAAkB,CAACN,MAAM,EAAEC,KAAK,CAAC;IAC1C,KAAK,QAAQ;MACX,OAAOM,mBAAmB,CAACP,MAAM,EAAEC,KAAK,CAAC;IAC3C,KAAK,YAAY;MACf,OAAOO,uBAAuB,CAACR,MAAM,EAAEC,KAAK,CAAC;IAC/C,KAAK,sBAAsB;MACzB,OAAOQ,iCAAiC,CAACT,MAAM,EAAEC,KAAK,EAAEZ,IAAI,CAAC;IAC/D;MACE,MAAM,IAAIS,KAAK,CAAE,qBAAoBX,IAAK,EAAC,CAAC;EAChD;AACF;AAEA,SAASG,oBAAoBA,CAACF,MAAiB,EAAU;EACvD,MAAMsB,GAAG,GAAGC,MAAM,CAACC,KAAK,CAACC,IAAI,CAACC,IAAI,CAAC1B,MAAM,CAAC2B,MAAM,GAAG,CAAC,CAAC,CAAC;EACtDL,GAAG,CAACM,IAAI,CAAC,CAAC,CAAC;EACX,KAAK,IAAIC,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAG7B,MAAM,CAAC2B,MAAM,EAAEE,CAAC,EAAE,EAAE;IACtC,IAAI7B,MAAM,CAAC6B,CAAC,CAAC,EAAE;MACbP,GAAG,CAACG,IAAI,CAACK,KAAK,CAACD,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,IAAIA,CAAC,GAAG,CAAC;IACtC;EACF;EACA,OAAOP,GAAG;AACZ;AAEA,SAASR,oBAAoBA,CAACF,MAAoB,EAAEC,KAAa,EAAa;EAC5E,MAAMb,MAAiB,GAAG,EAAE;EAC5B,KAAK,IAAI6B,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGhB,KAAK,EAAEgB,CAAC,EAAE,EAAE;IAC9B,MAAME,CAAC,GAAGnB,MAAM,CAACoB,MAAM,CAACpB,MAAM,CAACqB,MAAM,GAAGR,IAAI,CAACK,KAAK,CAACD,CAAC,GAAG,CAAC,CAAC,CAAC;IAC1D7B,MAAM,CAACkC,IAAI,CAAC,CAACH,CAAC,GAAI,CAAC,IAAIF,CAAC,GAAG,CAAE,IAAI,CAAC,CAAC;EACrC;EACAjB,MAAM,CAACqB,MAAM,IAAIR,IAAI,CAACC,IAAI,CAACb,KAAK,GAAG,CAAC,CAAC;EACrC,OAAOb,MAAM;AACf;AAEA,SAASG,kBAAkBA,CAACH,MAAgB,EAAU;EACpD,MAAMsB,GAAG,GAAGC,MAAM,CAACC,KAAK,CAAC,CAAC,GAAGxB,MAAM,CAAC2B,MAAM,CAAC;EAC3C,KAAK,IAAIE,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAG7B,MAAM,CAAC2B,MAAM,EAAEE,CAAC,EAAE,EAAE;IACtCP,GAAG,CAACa,YAAY,CAACnC,MAAM,CAAC6B,CAAC,CAAC,EAAEA,CAAC,GAAG,CAAC,CAAC;EACpC;EACA,OAAOP,GAAG;AACZ;AAEA,SAASP,kBAAkBA,CAACH,MAAoB,EAAEC,KAAa,EAAY;EACzE,MAAMb,MAAgB,GAAG,EAAE;EAC3B,KAAK,IAAI6B,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGhB,KAAK,EAAEgB,CAAC,EAAE,EAAE;IAC9B7B,MAAM,CAACkC,IAAI,CAACtB,MAAM,CAACoB,MAAM,CAACI,WAAW,CAACxB,MAAM,CAACqB,MAAM,CAAC,CAAC;IACrDrB,MAAM,CAACqB,MAAM,IAAI,CAAC;EACpB;EACA,OAAOjC,MAAM;AACf;AAEA,SAASI,kBAAkBA,CAACJ,MAAgB,EAAU;EACpD,MAAMsB,GAAG,GAAGC,MAAM,CAACC,KAAK,CAAC,CAAC,GAAGxB,MAAM,CAAC2B,MAAM,CAAC;EAC3C,KAAK,IAAIE,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAG7B,MAAM,CAAC2B,MAAM,EAAEE,CAAC,EAAE,EAAE;IACtChC,KAAK,CAACwC,YAAY,CAACrC,MAAM,CAAC6B,CAAC,CAAC,EAAEP,GAAG,EAAEO,CAAC,GAAG,CAAC,CAAC;EAC3C;EACA,OAAOP,GAAG;AACZ;AAEA,SAASN,kBAAkBA,CAACJ,MAAoB,EAAEC,KAAa,EAAY;EACzE,MAAMb,MAAgB,GAAG,EAAE;EAC3B,KAAK,IAAI6B,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGhB,KAAK,EAAEgB,CAAC,EAAE,EAAE;IAC9B7B,MAAM,CAACkC,IAAI,CAACrC,KAAK,CAACyC,WAAW,CAAC1B,MAAM,CAACoB,MAAM,EAAEpB,MAAM,CAACqB,MAAM,CAAC,CAAC;IAC5DrB,MAAM,CAACqB,MAAM,IAAI,CAAC;EACpB;EACA,OAAOjC,MAAM;AACf;AAEA,SAASK,kBAAkBA,CAACL,MAAgB,EAAU;EACpD,MAAMsB,GAAG,GAAGC,MAAM,CAACC,KAAK,CAAC,EAAE,GAAGxB,MAAM,CAAC2B,MAAM,CAAC;EAC5C,KAAK,IAAIE,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAG7B,MAAM,CAAC2B,MAAM,EAAEE,CAAC,EAAE,EAAE;IACtC,IAAI7B,MAAM,CAAC6B,CAAC,CAAC,IAAI,CAAC,EAAE;MAClBhC,KAAK,CAACwC,YAAY,CAACrC,MAAM,CAAC6B,CAAC,CAAC,EAAEP,GAAG,EAAEO,CAAC,GAAG,EAAE,CAAC;MAC1CP,GAAG,CAACiB,aAAa,CAAC,CAAC,EAAEV,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;IAClC,CAAC,MAAM;MACLhC,KAAK,CAACwC,YAAY,CAAC,CAAC,CAACrC,MAAM,CAAC6B,CAAC,CAAC,GAAG,CAAC,EAAEP,GAAG,EAAEO,CAAC,GAAG,EAAE,CAAC;MAChDP,GAAG,CAACiB,aAAa,CAAC,UAAU,EAAEV,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;IAC3C;EACF;EACA,OAAOP,GAAG;AACZ;AAEA,SAASL,kBAAkBA,CAACL,MAAoB,EAAEC,KAAa,EAAY;EACzE,MAAMb,MAAgB,GAAG,EAAE;EAC3B,KAAK,IAAI6B,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGhB,KAAK,EAAEgB,CAAC,EAAE,EAAE;IAC9B,MAAMW,GAAG,GAAG3C,KAAK,CAACyC,WAAW,CAAC1B,MAAM,CAACoB,MAAM,EAAEpB,MAAM,CAACqB,MAAM,CAAC;IAC3D,MAAMQ,IAAI,GAAG7B,MAAM,CAACoB,MAAM,CAACU,YAAY,CAAC9B,MAAM,CAACqB,MAAM,GAAG,CAAC,CAAC;IAC1D,IAAIQ,IAAI,KAAK,UAAU,EAAE;MACvBzC,MAAM,CAACkC,IAAI,CAAC,CAAC,CAACM,GAAG,GAAG,CAAC,CAAC;IACxB,CAAC,MAAM;MACLxC,MAAM,CAACkC,IAAI,CAACM,GAAG,CAAC;IAClB;IACA5B,MAAM,CAACqB,MAAM,IAAI,EAAE;EACrB;EACA,OAAOjC,MAAM;AACf;AAEA,SAASM,kBAAkBA,CAACN,MAAgB,EAAU;EACpD,MAAMsB,GAAG,GAAGC,MAAM,CAACC,KAAK,CAAC,CAAC,GAAGxB,MAAM,CAAC2B,MAAM,CAAC;EAC3C,KAAK,IAAIE,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAG7B,MAAM,CAAC2B,MAAM,EAAEE,CAAC,EAAE,EAAE;IACtCP,GAAG,CAACqB,YAAY,CAAC3C,MAAM,CAAC6B,CAAC,CAAC,EAAEA,CAAC,GAAG,CAAC,CAAC;EACpC;EACA,OAAOP,GAAG;AACZ;AAEA,SAASJ,kBAAkBA,CAACN,MAAoB,EAAEC,KAAa,EAAY;EACzE,MAAMb,MAAgB,GAAG,EAAE;EAC3B,KAAK,IAAI6B,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGhB,KAAK,EAAEgB,CAAC,EAAE,EAAE;IAC9B7B,MAAM,CAACkC,IAAI,CAACtB,MAAM,CAACoB,MAAM,CAACY,WAAW,CAAChC,MAAM,CAACqB,MAAM,CAAC,CAAC;IACrDrB,MAAM,CAACqB,MAAM,IAAI,CAAC;EACpB;EACA,OAAOjC,MAAM;AACf;AAEA,SAASO,mBAAmBA,CAACP,MAAgB,EAAU;EACrD,MAAMsB,GAAG,GAAGC,MAAM,CAACC,KAAK,CAAC,CAAC,GAAGxB,MAAM,CAAC2B,MAAM,CAAC;EAC3C,KAAK,IAAIE,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAG7B,MAAM,CAAC2B,MAAM,EAAEE,CAAC,EAAE,EAAE;IACtCP,GAAG,CAACuB,aAAa,CAAC7C,MAAM,CAAC6B,CAAC,CAAC,EAAEA,CAAC,GAAG,CAAC,CAAC;EACrC;EACA,OAAOP,GAAG;AACZ;AAEA,SAASH,mBAAmBA,CAACP,MAAoB,EAAEC,KAAa,EAAY;EAC1E,MAAMb,MAAgB,GAAG,EAAE;EAC3B,KAAK,IAAI6B,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGhB,KAAK,EAAEgB,CAAC,EAAE,EAAE;IAC9B7B,MAAM,CAACkC,IAAI,CAACtB,MAAM,CAACoB,MAAM,CAACc,YAAY,CAAClC,MAAM,CAACqB,MAAM,CAAC,CAAC;IACtDrB,MAAM,CAACqB,MAAM,IAAI,CAAC;EACpB;EACA,OAAOjC,MAAM;AACf;AAEA,SAASQ,uBAAuBA,CAACR,MAAgB,EAAU;EAEzD,IAAI+C,OAAO,GAAG,CAAC;EACf,KAAK,IAAIlB,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAG7B,MAAM,CAAC2B,MAAM,EAAEE,CAAC,EAAE,EAAE;IACtC7B,MAAM,CAAC6B,CAAC,CAAC,GAAGN,MAAM,CAACyB,IAAI,CAAChD,MAAM,CAAC6B,CAAC,CAAC,CAAC;IAClCkB,OAAO,IAAI,CAAC,GAAG/C,MAAM,CAAC6B,CAAC,CAAC,CAACF,MAAM;EACjC;EACA,MAAML,GAAG,GAAGC,MAAM,CAACC,KAAK,CAACuB,OAAO,CAAC;EAEjC,IAAIE,OAAO,GAAG,CAAC;EACf,KAAK,IAAIpB,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAG7B,MAAM,CAAC2B,MAAM,EAAEE,CAAC,EAAE,EAAE;IACtCP,GAAG,CAACiB,aAAa,CAACvC,MAAM,CAAC6B,CAAC,CAAC,CAACF,MAAM,EAAEsB,OAAO,CAAC;IAC5CjD,MAAM,CAAC6B,CAAC,CAAC,CAACqB,IAAI,CAAC5B,GAAG,EAAE2B,OAAO,GAAG,CAAC,CAAC;IAChCA,OAAO,IAAI,CAAC,GAAGjD,MAAM,CAAC6B,CAAC,CAAC,CAACF,MAAM;EACjC;EACA,OAAOL,GAAG;AACZ;AAEA,SAASF,uBAAuBA,CAACR,MAAoB,EAAEC,KAAa,EAAY;EAC9E,MAAMb,MAAgB,GAAG,EAAE;EAC3B,KAAK,IAAI6B,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGhB,KAAK,EAAEgB,CAAC,EAAE,EAAE;IAC9B,MAAMsB,GAAG,GAAGvC,MAAM,CAACoB,MAAM,CAACU,YAAY,CAAC9B,MAAM,CAACqB,MAAM,CAAC;IACrDrB,MAAM,CAACqB,MAAM,IAAI,CAAC;IAElBjC,MAAM,CAACkC,IAAI,CAACtB,MAAM,CAACoB,MAAM,CAACoB,KAAK,CAACxC,MAAM,CAACqB,MAAM,EAAErB,MAAM,CAACqB,MAAM,GAAGkB,GAAG,CAAC,CAAC;IACpEvC,MAAM,CAACqB,MAAM,IAAIkB,GAAG;EACtB;EACA,OAAOnD,MAAM;AACf;AAEA,SAASS,iCAAiCA,CAACT,MAAgB,EAAEC,IAAyB,EAAU;EAC9F,IAAI,CAACA,IAAI,CAACoD,UAAU,EAAE;IACpB,MAAM,IAAI3C,KAAK,CAAC,gEAAgE,CAAC;EACnF;EACA,KAAK,IAAImB,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAG7B,MAAM,CAAC2B,MAAM,EAAEE,CAAC,EAAE,EAAE;IACtC7B,MAAM,CAAC6B,CAAC,CAAC,GAAGN,MAAM,CAACyB,IAAI,CAAChD,MAAM,CAAC6B,CAAC,CAAC,CAAC;IAClC,IAAI7B,MAAM,CAAC6B,CAAC,CAAC,CAACF,MAAM,KAAK1B,IAAI,CAACoD,UAAU,EAAE;MACxC,MAAM,IAAI3C,KAAK,CAAE,2CAA0CV,MAAM,CAAC6B,CAAC,CAAE,EAAC,CAAC;IACzE;EACF;EACA,OAAON,MAAM,CAAC+B,MAAM,CAACtD,MAAM,CAAC;AAC9B;AAEA,SAASqB,iCAAiCA,CACxCT,MAAoB,EACpBC,KAAa,EACbZ,IAAyB,EACf;EACV,MAAMD,MAAgB,GAAG,EAAE;EAC3B,IAAI,CAACC,IAAI,CAACoD,UAAU,EAAE;IACpB,MAAM,IAAI3C,KAAK,CAAC,gEAAgE,CAAC;EACnF;EACA,KAAK,IAAImB,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGhB,KAAK,EAAEgB,CAAC,EAAE,EAAE;IAC9B7B,MAAM,CAACkC,IAAI,CAACtB,MAAM,CAACoB,MAAM,CAACoB,KAAK,CAACxC,MAAM,CAACqB,MAAM,EAAErB,MAAM,CAACqB,MAAM,GAAGhC,IAAI,CAACoD,UAAU,CAAC,CAAC;IAChFzC,MAAM,CAACqB,MAAM,IAAIhC,IAAI,CAACoD,UAAU;EAClC;EACA,OAAOrD,MAAM;AACf"}

package/dist/parquetjs/codecs/rle.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"rle.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/codecs/rle.ts"],"names":[],"mappings":";AAEA,OAAO,KAAK,EAAC,aAAa,EAAC,MAAM,mBAAmB,CAAC;AACrD,OAAO,KAAK,EAAC,YAAY,EAAE,mBAAmB,EAAC,MAAM,WAAW,CAAC;AAIjE,wBAAgB,YAAY,CAC1B,IAAI,EAAE,aAAa,EACnB,MAAM,EAAE,GAAG,EAAE,EACb,IAAI,EAAE,mBAAmB,GACxB,MAAM,CA4DR;AAED,wBAAgB,YAAY,CAC1B,IAAI,EAAE,aAAa,EACnB,MAAM,EAAE,YAAY,EACpB,KAAK,EAAE,MAAM,EACb,IAAI,EAAE,mBAAmB,GACxB,MAAM,EAAE,CA4BV"}

package/dist/{esm/parquetjs → parquetjs}/codecs/rle.js

@@ -10,7 +10,7 @@ export function encodeValues(type, values, opts) {
       values = values.map(x => parseInt(x, 10));
       break;
     default:
-      throw new Error("unsupported type: ".concat(type));
+      throw new Error(`unsupported type: ${type}`);
   }
   let buf = Buffer.alloc(0);
   let run = [];

package/dist/parquetjs/codecs/rle.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"rle.js","names":["varint","encodeValues","type","values","opts","Error","map","x","parseInt","buf","Buffer","alloc","run","repeats","i","length","concat","encodeRunBitpacked","encodeRunRepeated","push","disableEnvelope","envelope","writeUInt32LE","undefined","copy","decodeValues","cursor","count","offset","header","decode","buffer","encodingLength","decodeRunBitpacked","decodeRunRepeated","slice","bitWidth","Array","fill","b","Math","floor","value","ceil","from","encode","writeUInt8"],"sources":["../../../src/parquetjs/codecs/rle.ts"],"sourcesContent":["// Forked from https://github.com/kbajalc/parquets under MIT license (Copyright (c) 2017 ironSource Ltd.)\n\nimport type {PrimitiveType} from '../schema/declare';\nimport type {CursorBuffer, ParquetCodecOptions} from './declare';\nimport varint from 'varint';\n\n// eslint-disable-next-line max-statements, complexity\nexport function encodeValues(\n  type: PrimitiveType,\n  values: any[],\n  opts: ParquetCodecOptions\n): Buffer {\n  if (!('bitWidth' in opts)) {\n    throw new Error('bitWidth is required');\n  }\n\n  switch (type) {\n    case 'BOOLEAN':\n    case 'INT32':\n    case 'INT64':\n      // tslint:disable-next-line:no-parameter-reassignment\n      values = values.map((x) => parseInt(x, 10));\n      break;\n\n    default:\n      throw new Error(`unsupported type: ${type}`);\n  }\n\n  let buf = Buffer.alloc(0);\n  let run: any[] = [];\n  let repeats = 0;\n\n  for (let i = 0; i < values.length; i++) {\n    // If we are at the beginning of a run and the next value is same we start\n    // collecting repeated values\n    if (repeats === 0 && run.length % 8 === 0 && values[i] === values[i + 1]) {\n      // If we have any data in runs we need to encode them\n      if (run.length) {\n        buf = Buffer.concat([buf, encodeRunBitpacked(run, opts)]);\n        run = [];\n      }\n      repeats = 1;\n    } else if (repeats > 0 && values[i] === values[i - 1]) {\n      repeats += 1;\n    } else {\n      // If values changes we need to post any previous repeated values\n      if (repeats) {\n        buf = Buffer.concat([buf, encodeRunRepeated(values[i - 1], repeats, opts)]);\n        repeats = 0;\n      }\n      run.push(values[i]);\n    }\n  }\n\n  if (repeats) {\n    buf = Buffer.concat([buf, encodeRunRepeated(values[values.length - 1], repeats, opts)]);\n  } else if (run.length) {\n    buf = Buffer.concat([buf, encodeRunBitpacked(run, opts)]);\n  }\n\n  if (opts.disableEnvelope) {\n    return buf;\n  }\n\n  const envelope = Buffer.alloc(buf.length + 4);\n\n  // @ts-ignore buffer polyfill\n  envelope.writeUInt32LE(buf.length, undefined);\n  buf.copy(envelope, 4);\n\n  return envelope;\n}\n\nexport function decodeValues(\n  type: PrimitiveType,\n  cursor: CursorBuffer,\n  count: number,\n  opts: ParquetCodecOptions\n): number[] {\n  if (!('bitWidth' in opts)) {\n    throw new Error('bitWidth is required');\n  }\n\n  if (!opts.disableEnvelope) {\n    cursor.offset += 4;\n  }\n\n  let values: number[] = [];\n  while (values.length < count) {\n    const header = varint.decode(cursor.buffer, cursor.offset);\n    cursor.offset += varint.encodingLength(header);\n    if (header & 1) {\n      const count = (header >> 1) * 8;\n      values.push(...decodeRunBitpacked(cursor, count, opts));\n    } else {\n      const count = header >> 1;\n      values.push(...decodeRunRepeated(cursor, count, opts));\n    }\n  }\n  values = values.slice(0, count);\n\n  if (values.length !== count) {\n    throw new Error('invalid RLE encoding');\n  }\n\n  return values;\n}\n\nfunction decodeRunBitpacked(\n  cursor: CursorBuffer,\n  count: number,\n  opts: ParquetCodecOptions\n): number[] {\n  // @ts-ignore\n  const bitWidth: number = opts.bitWidth;\n\n  if (count % 8 !== 0) {\n    throw new Error('must be a multiple of 8');\n  }\n\n  // tslint:disable-next-line:prefer-array-literal\n  const values = new Array(count).fill(0);\n  for (let b = 0; b < bitWidth * count; b++) {\n    if (cursor.buffer[cursor.offset + Math.floor(b / 8)] & (1 << b % 8)) {\n      values[Math.floor(b / bitWidth)] |= 1 << b % bitWidth;\n    }\n  }\n\n  cursor.offset += bitWidth * (count / 8);\n  return values;\n}\n\nfunction decodeRunRepeated(\n  cursor: CursorBuffer,\n  count: number,\n  opts: ParquetCodecOptions\n): number[] {\n  // @ts-ignore\n  const bitWidth: number = opts.bitWidth;\n\n  let value = 0;\n  for (let i = 0; i < Math.ceil(bitWidth / 8); i++) {\n    // eslint-disable-next-line\n    value << 8; //  TODO - this looks wrong\n    value += cursor.buffer[cursor.offset];\n    cursor.offset += 1;\n  }\n\n  // tslint:disable-next-line:prefer-array-literal\n  return new Array(count).fill(value);\n}\n\nfunction encodeRunBitpacked(values: number[], opts: ParquetCodecOptions): Buffer {\n  // @ts-ignore\n  const bitWidth: number = opts.bitWidth;\n\n  for (let i = 0; i < values.length % 8; i++) {\n    values.push(0);\n  }\n\n  const buf = Buffer.alloc(Math.ceil(bitWidth * (values.length / 8)));\n  for (let b = 0; b < bitWidth * values.length; b++) {\n    if ((values[Math.floor(b / bitWidth)] & (1 << b % bitWidth)) > 0) {\n      buf[Math.floor(b / 8)] |= 1 << b % 8;\n    }\n  }\n\n  return Buffer.concat([Buffer.from(varint.encode(((values.length / 8) << 1) | 1)), buf]);\n}\n\nfunction encodeRunRepeated(value: number, count: number, opts: ParquetCodecOptions): Buffer {\n  // @ts-ignore\n  const bitWidth: number = opts.bitWidth;\n\n  const buf = Buffer.alloc(Math.ceil(bitWidth / 8));\n\n  for (let i = 0; i < buf.length; i++) {\n    buf.writeUInt8(value & 0xff, i);\n    // eslint-disable-next-line\n    value >> 8; //  TODO - this looks wrong\n  }\n\n  return Buffer.concat([Buffer.from(varint.encode(count << 1)), buf]);\n}\n"],"mappings":"AAIA,OAAOA,MAAM,MAAM,QAAQ;AAG3B,OAAO,SAASC,YAAYA,CAC1BC,IAAmB,EACnBC,MAAa,EACbC,IAAyB,EACjB;EACR,IAAI,EAAE,UAAU,IAAIA,IAAI,CAAC,EAAE;IACzB,MAAM,IAAIC,KAAK,CAAC,sBAAsB,CAAC;EACzC;EAEA,QAAQH,IAAI;IACV,KAAK,SAAS;IACd,KAAK,OAAO;IACZ,KAAK,OAAO;MAEVC,MAAM,GAAGA,MAAM,CAACG,GAAG,CAAEC,CAAC,IAAKC,QAAQ,CAACD,CAAC,EAAE,EAAE,CAAC,CAAC;MAC3C;IAEF;MACE,MAAM,IAAIF,KAAK,CAAE,qBAAoBH,IAAK,EAAC,CAAC;EAChD;EAEA,IAAIO,GAAG,GAAGC,MAAM,CAACC,KAAK,CAAC,CAAC,CAAC;EACzB,IAAIC,GAAU,GAAG,EAAE;EACnB,IAAIC,OAAO,GAAG,CAAC;EAEf,KAAK,IAAIC,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGX,MAAM,CAACY,MAAM,EAAED,CAAC,EAAE,EAAE;IAGtC,IAAID,OAAO,KAAK,CAAC,IAAID,GAAG,CAACG,MAAM,GAAG,CAAC,KAAK,CAAC,IAAIZ,MAAM,CAACW,CAAC,CAAC,KAAKX,MAAM,CAACW,CAAC,GAAG,CAAC,CAAC,EAAE;MAExE,IAAIF,GAAG,CAACG,MAAM,EAAE;QACdN,GAAG,GAAGC,MAAM,CAACM,MAAM,CAAC,CAACP,GAAG,EAAEQ,kBAAkB,CAACL,GAAG,EAAER,IAAI,CAAC,CAAC,CAAC;QACzDQ,GAAG,GAAG,EAAE;MACV;MACAC,OAAO,GAAG,CAAC;IACb,CAAC,MAAM,IAAIA,OAAO,GAAG,CAAC,IAAIV,MAAM,CAACW,CAAC,CAAC,KAAKX,MAAM,CAACW,CAAC,GAAG,CAAC,CAAC,EAAE;MACrDD,OAAO,IAAI,CAAC;IACd,CAAC,MAAM;MAEL,IAAIA,OAAO,EAAE;QACXJ,GAAG,GAAGC,MAAM,CAACM,MAAM,CAAC,CAACP,GAAG,EAAES,iBAAiB,CAACf,MAAM,CAACW,CAAC,GAAG,CAAC,CAAC,EAAED,OAAO,EAAET,IAAI,CAAC,CAAC,CAAC;QAC3ES,OAAO,GAAG,CAAC;MACb;MACAD,GAAG,CAACO,IAAI,CAAChB,MAAM,CAACW,CAAC,CAAC,CAAC;IACrB;EACF;EAEA,IAAID,OAAO,EAAE;IACXJ,GAAG,GAAGC,MAAM,CAACM,MAAM,CAAC,CAACP,GAAG,EAAES,iBAAiB,CAACf,MAAM,CAACA,MAAM,CAACY,MAAM,GAAG,CAAC,CAAC,EAAEF,OAAO,EAAET,IAAI,CAAC,CAAC,CAAC;EACzF,CAAC,MAAM,IAAIQ,GAAG,CAACG,MAAM,EAAE;IACrBN,GAAG,GAAGC,MAAM,CAACM,MAAM,CAAC,CAACP,GAAG,EAAEQ,kBAAkB,CAACL,GAAG,EAAER,IAAI,CAAC,CAAC,CAAC;EAC3D;EAEA,IAAIA,IAAI,CAACgB,eAAe,EAAE;IACxB,OAAOX,GAAG;EACZ;EAEA,MAAMY,QAAQ,GAAGX,MAAM,CAACC,KAAK,CAACF,GAAG,CAACM,MAAM,GAAG,CAAC,CAAC;EAG7CM,QAAQ,CAACC,aAAa,CAACb,GAAG,CAACM,MAAM,EAAEQ,SAAS,CAAC;EAC7Cd,GAAG,CAACe,IAAI,CAACH,QAAQ,EAAE,CAAC,CAAC;EAErB,OAAOA,QAAQ;AACjB;AAEA,OAAO,SAASI,YAAYA,CAC1BvB,IAAmB,EACnBwB,MAAoB,EACpBC,KAAa,EACbvB,IAAyB,EACf;EACV,IAAI,EAAE,UAAU,IAAIA,IAAI,CAAC,EAAE;IACzB,MAAM,IAAIC,KAAK,CAAC,sBAAsB,CAAC;EACzC;EAEA,IAAI,CAACD,IAAI,CAACgB,eAAe,EAAE;IACzBM,MAAM,CAACE,MAAM,IAAI,CAAC;EACpB;EAEA,IAAIzB,MAAgB,GAAG,EAAE;EACzB,OAAOA,MAAM,CAACY,MAAM,GAAGY,KAAK,EAAE;IAC5B,MAAME,MAAM,GAAG7B,MAAM,CAAC8B,MAAM,CAACJ,MAAM,CAACK,MAAM,EAAEL,MAAM,CAACE,MAAM,CAAC;IAC1DF,MAAM,CAACE,MAAM,IAAI5B,MAAM,CAACgC,cAAc,CAACH,MAAM,CAAC;IAC9C,IAAIA,MAAM,GAAG,CAAC,EAAE;MACd,MAAMF,KAAK,GAAG,CAACE,MAAM,IAAI,CAAC,IAAI,CAAC;MAC/B1B,MAAM,CAACgB,IAAI,CAAC,GAAGc,kBAAkB,CAACP,MAAM,EAAEC,KAAK,EAAEvB,IAAI,CAAC,CAAC;IACzD,CAAC,MAAM;MACL,MAAMuB,KAAK,GAAGE,MAAM,IAAI,CAAC;MACzB1B,MAAM,CAACgB,IAAI,CAAC,GAAGe,iBAAiB,CAACR,MAAM,EAAEC,KAAK,EAAEvB,IAAI,CAAC,CAAC;IACxD;EACF;EACAD,MAAM,GAAGA,MAAM,CAACgC,KAAK,CAAC,CAAC,EAAER,KAAK,CAAC;EAE/B,IAAIxB,MAAM,CAACY,MAAM,KAAKY,KAAK,EAAE;IAC3B,MAAM,IAAItB,KAAK,CAAC,sBAAsB,CAAC;EACzC;EAEA,OAAOF,MAAM;AACf;AAEA,SAAS8B,kBAAkBA,CACzBP,MAAoB,EACpBC,KAAa,EACbvB,IAAyB,EACf;EAEV,MAAMgC,QAAgB,GAAGhC,IAAI,CAACgC,QAAQ;EAEtC,IAAIT,KAAK,GAAG,CAAC,KAAK,CAAC,EAAE;IACnB,MAAM,IAAItB,KAAK,CAAC,yBAAyB,CAAC;EAC5C;EAGA,MAAMF,MAAM,GAAG,IAAIkC,KAAK,CAACV,KAAK,CAAC,CAACW,IAAI,CAAC,CAAC,CAAC;EACvC,KAAK,IAAIC,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGH,QAAQ,GAAGT,KAAK,EAAEY,CAAC,EAAE,EAAE;IACzC,IAAIb,MAAM,CAACK,MAAM,CAACL,MAAM,CAACE,MAAM,GAAGY,IAAI,CAACC,KAAK,CAACF,CAAC,GAAG,CAAC,CAAC,CAAC,GAAI,CAAC,IAAIA,CAAC,GAAG,CAAE,EAAE;MACnEpC,MAAM,CAACqC,IAAI,CAACC,KAAK,CAACF,CAAC,GAAGH,QAAQ,CAAC,CAAC,IAAI,CAAC,IAAIG,CAAC,GAAGH,QAAQ;IACvD;EACF;EAEAV,MAAM,CAACE,MAAM,IAAIQ,QAAQ,IAAIT,KAAK,GAAG,CAAC,CAAC;EACvC,OAAOxB,MAAM;AACf;AAEA,SAAS+B,iBAAiBA,CACxBR,MAAoB,EACpBC,KAAa,EACbvB,IAAyB,EACf;EAEV,MAAMgC,QAAgB,GAAGhC,IAAI,CAACgC,QAAQ;EAEtC,IAAIM,KAAK,GAAG,CAAC;EACb,KAAK,IAAI5B,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAG0B,IAAI,CAACG,IAAI,CAACP,QAAQ,GAAG,CAAC,CAAC,EAAEtB,CAAC,EAAE,EAAE;IAEhD4B,KAAK,IAAI,CAAC;IACVA,KAAK,IAAIhB,MAAM,CAACK,MAAM,CAACL,MAAM,CAACE,MAAM,CAAC;IACrCF,MAAM,CAACE,MAAM,IAAI,CAAC;EACpB;EAGA,OAAO,IAAIS,KAAK,CAACV,KAAK,CAAC,CAACW,IAAI,CAACI,KAAK,CAAC;AACrC;AAEA,SAASzB,kBAAkBA,CAACd,MAAgB,EAAEC,IAAyB,EAAU;EAE/E,MAAMgC,QAAgB,GAAGhC,IAAI,CAACgC,QAAQ;EAEtC,KAAK,IAAItB,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGX,MAAM,CAACY,MAAM,GAAG,CAAC,EAAED,CAAC,EAAE,EAAE;IAC1CX,MAAM,CAACgB,IAAI,CAAC,CAAC,CAAC;EAChB;EAEA,MAAMV,GAAG,GAAGC,MAAM,CAACC,KAAK,CAAC6B,IAAI,CAACG,IAAI,CAACP,QAAQ,IAAIjC,MAAM,CAACY,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;EACnE,KAAK,IAAIwB,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGH,QAAQ,GAAGjC,MAAM,CAACY,MAAM,EAAEwB,CAAC,EAAE,EAAE;IACjD,IAAI,CAACpC,MAAM,CAACqC,IAAI,CAACC,KAAK,CAACF,CAAC,GAAGH,QAAQ,CAAC,CAAC,GAAI,CAAC,IAAIG,CAAC,GAAGH,QAAS,IAAI,CAAC,EAAE;MAChE3B,GAAG,CAAC+B,IAAI,CAACC,KAAK,CAACF,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,IAAIA,CAAC,GAAG,CAAC;IACtC;EACF;EAEA,OAAO7B,MAAM,CAACM,MAAM,CAAC,CAACN,MAAM,CAACkC,IAAI,CAAC5C,MAAM,CAAC6C,MAAM,CAAG1C,MAAM,CAACY,MAAM,GAAG,CAAC,IAAK,CAAC,GAAI,CAAC,CAAC,CAAC,EAAEN,GAAG,CAAC,CAAC;AACzF;AAEA,SAASS,iBAAiBA,CAACwB,KAAa,EAAEf,KAAa,EAAEvB,IAAyB,EAAU;EAE1F,MAAMgC,QAAgB,GAAGhC,IAAI,CAACgC,QAAQ;EAEtC,MAAM3B,GAAG,GAAGC,MAAM,CAACC,KAAK,CAAC6B,IAAI,CAACG,IAAI,CAACP,QAAQ,GAAG,CAAC,CAAC,CAAC;EAEjD,KAAK,IAAItB,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGL,GAAG,CAACM,MAAM,EAAED,CAAC,EAAE,EAAE;IACnCL,GAAG,CAACqC,UAAU,CAACJ,KAAK,GAAG,IAAI,EAAE5B,CAAC,CAAC;IAE/B4B,KAAK,IAAI,CAAC;EACZ;EAEA,OAAOhC,MAAM,CAACM,MAAM,CAAC,CAACN,MAAM,CAACkC,IAAI,CAAC5C,MAAM,CAAC6C,MAAM,CAAClB,KAAK,IAAI,CAAC,CAAC,CAAC,EAAElB,GAAG,CAAC,CAAC;AACrE"}

package/dist/parquetjs/compression.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"compression.d.ts","sourceRoot":"","sources":["../../src/parquetjs/compression.ts"],"names":[],"mappings":";AAIA,OAAO,EACL,WAAW,EAQZ,MAAM,yBAAyB,CAAC;AAEjC,OAAO,EAAC,kBAAkB,EAAC,MAAM,kBAAkB,CAAC;AAsCpD;;GAEG;AAEH,eAAO,MAAM,2BAA2B,EAAE,MAAM,CAAC,kBAAkB,EAAE,WAAW,CAW/E,CAAC;AAEF;;;GAGG;AACH,wBAAsB,mBAAmB,CAAC,OAAO,CAAC,EAAE;IAAC,OAAO,EAAE;QAAC,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAA;KAAC,CAAA;CAAC,mBAGlF;AAED;;GAEG;AACH,wBAAsB,OAAO,CAAC,MAAM,EAAE,kBAAkB,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAQxF;AAED;;GAEG;AACH,wBAAsB,UAAU,CAC9B,MAAM,EAAE,kBAAkB,EAC1B,KAAK,EAAE,MAAM,EACb,IAAI,EAAE,MAAM,GACX,OAAO,CAAC,MAAM,CAAC,CAQjB;AAKD,wBAAgB,OAAO,CAAC,MAAM,EAAE,kBAAkB,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,MAAM,CAMvF"}

package/dist/{esm/parquetjs → parquetjs}/compression.js

@@ -37,7 +37,7 @@ export async function preloadCompressions(options) {
 export async function deflate(method, value) {
   const compression = PARQUET_COMPRESSION_METHODS[method];
   if (!compression) {
-    throw new Error("parquet: invalid compression method: ".concat(method));
+    throw new Error(`parquet: invalid compression method: ${method}`);
   }
   const inputArrayBuffer = toArrayBuffer(value);
   const compressedArrayBuffer = await compression.compress(inputArrayBuffer);
@@ -46,7 +46,7 @@ export async function deflate(method, value) {
 export async function decompress(method, value, size) {
   const compression = PARQUET_COMPRESSION_METHODS[method];
   if (!compression) {
-    throw new Error("parquet: invalid compression method: ".concat(method));
+    throw new Error(`parquet: invalid compression method: ${method}`);
   }
   const inputArrayBuffer = toArrayBuffer(value);
   const compressedArrayBuffer = await compression.decompress(inputArrayBuffer, size);
@@ -54,7 +54,7 @@ export async function decompress(method, value, size) {
 }
 export function inflate(method, value, size) {
   if (!(method in PARQUET_COMPRESSION_METHODS)) {
-    throw new Error("invalid compression method: ".concat(method));
+    throw new Error(`invalid compression method: ${method}`);
   }
   return PARQUET_COMPRESSION_METHODS[method].inflate(value, size);
 }

package/dist/parquetjs/compression.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"compression.js","names":["NoCompression","GZipCompression","SnappyCompression","BrotliCompression","LZ4Compression","ZstdCompression","toBuffer","arrayBuffer","Buffer","from","toArrayBuffer","buffer","isBuffer","typedArray","Uint8Array","byteOffset","length","slice","lz4js","modules","PARQUET_COMPRESSION_METHODS","UNCOMPRESSED","GZIP","SNAPPY","BROTLI","LZ4","LZ4_RAW","ZSTD","preloadCompressions","options","compressions","Object","values","Promise","all","map","compression","preload","deflate","method","value","Error","inputArrayBuffer","compressedArrayBuffer","compress","decompress","size","inflate"],"sources":["../../src/parquetjs/compression.ts"],"sourcesContent":["// Forked from https://github.com/kbajalc/parquets under MIT license (Copyright (c) 2017 ironSource Ltd.)\n/* eslint-disable camelcase */\n// Forked from https://github.com/ironSource/parquetjs under MIT license\n\nimport {\n  Compression,\n  NoCompression,\n  GZipCompression,\n  SnappyCompression,\n  BrotliCompression,\n  // LZOCompression,\n  LZ4Compression,\n  ZstdCompression\n} from '@loaders.gl/compression';\n\nimport {ParquetCompression} from './schema/declare';\n\n/** We can't use loaders-util buffer handling since we are dependent on buffers even in the browser */\nfunction toBuffer(arrayBuffer: ArrayBuffer): Buffer {\n  return Buffer.from(arrayBuffer);\n}\n\nfunction toArrayBuffer(buffer: Buffer): ArrayBuffer {\n  // TODO - per docs we should just be able to call buffer.buffer, but there are issues\n  if (Buffer.isBuffer(buffer)) {\n    const typedArray = new Uint8Array(buffer.buffer, buffer.byteOffset, buffer.length);\n    return typedArray.slice().buffer;\n  }\n  return buffer;\n}\n\n// TODO switch to worker compression to avoid bundling...\n\n// import brotli from 'brotli'; - brotli has problems with decompress in browsers\n// import brotliDecompress from 'brotli/decompress';\nimport lz4js from 'lz4js';\n// import lzo from 'lzo';\n// import {ZstdCodec} from 'zstd-codec';\n\n// Inject large dependencies through Compression constructor options\nconst modules = {\n  // brotli has problems with decompress in browsers\n  // brotli: {\n  //   decompress: brotliDecompress,\n  //   compress: () => {\n  //     throw new Error('brotli compress');\n  //   }\n  // },\n  lz4js\n  // lzo\n  // 'zstd-codec': ZstdCodec\n};\n\n/**\n * See https://github.com/apache/parquet-format/blob/master/Compression.md\n */\n// @ts-expect-error\nexport const PARQUET_COMPRESSION_METHODS: Record<ParquetCompression, Compression> = {\n  UNCOMPRESSED: new NoCompression(),\n  GZIP: new GZipCompression(),\n  SNAPPY: new SnappyCompression(),\n  BROTLI: new BrotliCompression({modules}),\n  // TODO: Understand difference between LZ4 and LZ4_RAW\n  LZ4: new LZ4Compression({modules}),\n  LZ4_RAW: new LZ4Compression({modules}),\n  //\n  // LZO: new LZOCompression({modules}),\n  ZSTD: new ZstdCompression({modules})\n};\n\n/**\n * Register compressions that have big external libraries\n * @param options.modules External library dependencies\n */\nexport async function preloadCompressions(options?: {modules: {[key: string]: any}}) {\n  const compressions = Object.values(PARQUET_COMPRESSION_METHODS);\n  return await Promise.all(compressions.map((compression) => compression.preload()));\n}\n\n/**\n * Deflate a value using compression method `method`\n */\nexport async function deflate(method: ParquetCompression, value: Buffer): Promise<Buffer> {\n  const compression = PARQUET_COMPRESSION_METHODS[method];\n  if (!compression) {\n    throw new Error(`parquet: invalid compression method: ${method}`);\n  }\n  const inputArrayBuffer = toArrayBuffer(value);\n  const compressedArrayBuffer = await compression.compress(inputArrayBuffer);\n  return toBuffer(compressedArrayBuffer);\n}\n\n/**\n * Inflate a value using compression method `method`\n */\nexport async function decompress(\n  method: ParquetCompression,\n  value: Buffer,\n  size: number\n): Promise<Buffer> {\n  const compression = PARQUET_COMPRESSION_METHODS[method];\n  if (!compression) {\n    throw new Error(`parquet: invalid compression method: ${method}`);\n  }\n  const inputArrayBuffer = toArrayBuffer(value);\n  const compressedArrayBuffer = await compression.decompress(inputArrayBuffer, size);\n  return toBuffer(compressedArrayBuffer);\n}\n\n/*\n * Inflate a value using compression method `method`\n */\nexport function inflate(method: ParquetCompression, value: Buffer, size: number): Buffer {\n  if (!(method in PARQUET_COMPRESSION_METHODS)) {\n    throw new Error(`invalid compression method: ${method}`);\n  }\n  // @ts-ignore\n  return PARQUET_COMPRESSION_METHODS[method].inflate(value, size);\n}\n\n/*\nfunction deflate_identity(value: Buffer): Buffer {\n  return value;\n}\n\nfunction deflate_gzip(value: Buffer): Buffer {\n  return zlib.gzipSync(value);\n}\n\nfunction deflate_snappy(value: Buffer): Buffer {\n  return snappyjs.compress(value);\n}\n\nfunction deflate_lzo(value: Buffer): Buffer {\n  lzo = lzo || Util.load('lzo');\n  return lzo.compress(value);\n}\n\nfunction deflate_brotli(value: Buffer): Buffer {\n  brotli = brotli || Util.load('brotli');\n  const result = brotli.compress(value, {\n    mode: 0,\n    quality: 8,\n    lgwin: 22\n  });\n  return result ? Buffer.from(result) : Buffer.alloc(0);\n}\n\nfunction deflate_lz4(value: Buffer): Buffer {\n  lz4js = lz4js || Util.load('lz4js');\n  try {\n    // let result = Buffer.alloc(lz4js.encodeBound(value.length));\n    // const compressedSize = lz4.encodeBlock(value, result);\n    // // remove unnecessary bytes\n    // result = result.slice(0, compressedSize);\n    // return result;\n    return Buffer.from(lz4js.compress(value));\n  } catch (err) {\n    throw err;\n  }\n}\nfunction inflate_identity(value: Buffer): Buffer {\n  return value;\n}\n\nfunction inflate_gzip(value: Buffer): Buffer {\n  return zlib.gunzipSync(value);\n}\n\nfunction inflate_snappy(value: Buffer): Buffer {\n  return snappyjs.uncompress(value);\n}\n\nfunction inflate_lzo(value: Buffer, size: number): Buffer {\n  lzo = lzo || Util.load('lzo');\n  return lzo.decompress(value, size);\n}\n\nfunction inflate_lz4(value: Buffer, size: number): Buffer {\n  lz4js = lz4js || Util.load('lz4js');\n  try {\n    // let result = Buffer.alloc(size);\n    // const uncompressedSize = lz4js.decodeBlock(value, result);\n    // // remove unnecessary bytes\n    // result = result.slice(0, uncompressedSize);\n    // return result;\n    return Buffer.from(lz4js.decompress(value, size));\n  } catch (err) {\n    throw err;\n  }\n}\n\nfunction inflate_brotli(value: Buffer): Buffer {\n  brotli = brotli || Util.load('brotli');\n  if (!value.length) {\n    return Buffer.alloc(0);\n  }\n  return Buffer.from(brotli.decompress(value));\n}\n*/\n"],"mappings":"AAIA,SAEEA,aAAa,EACbC,eAAe,EACfC,iBAAiB,EACjBC,iBAAiB,EAEjBC,cAAc,EACdC,eAAe,QACV,yBAAyB;AAKhC,SAASC,QAAQA,CAACC,WAAwB,EAAU;EAClD,OAAOC,MAAM,CAACC,IAAI,CAACF,WAAW,CAAC;AACjC;AAEA,SAASG,aAAaA,CAACC,MAAc,EAAe;EAElD,IAAIH,MAAM,CAACI,QAAQ,CAACD,MAAM,CAAC,EAAE;IAC3B,MAAME,UAAU,GAAG,IAAIC,UAAU,CAACH,MAAM,CAACA,MAAM,EAAEA,MAAM,CAACI,UAAU,EAAEJ,MAAM,CAACK,MAAM,CAAC;IAClF,OAAOH,UAAU,CAACI,KAAK,CAAC,CAAC,CAACN,MAAM;EAClC;EACA,OAAOA,MAAM;AACf;AAMA,OAAOO,KAAK,MAAM,OAAO;AAKzB,MAAMC,OAAO,GAAG;EAQdD;AAGF,CAAC;AAMD,OAAO,MAAME,2BAAoE,GAAG;EAClFC,YAAY,EAAE,IAAIrB,aAAa,CAAC,CAAC;EACjCsB,IAAI,EAAE,IAAIrB,eAAe,CAAC,CAAC;EAC3BsB,MAAM,EAAE,IAAIrB,iBAAiB,CAAC,CAAC;EAC/BsB,MAAM,EAAE,IAAIrB,iBAAiB,CAAC;IAACgB;EAAO,CAAC,CAAC;EAExCM,GAAG,EAAE,IAAIrB,cAAc,CAAC;IAACe;EAAO,CAAC,CAAC;EAClCO,OAAO,EAAE,IAAItB,cAAc,CAAC;IAACe;EAAO,CAAC,CAAC;EAGtCQ,IAAI,EAAE,IAAItB,eAAe,CAAC;IAACc;EAAO,CAAC;AACrC,CAAC;AAMD,OAAO,eAAeS,mBAAmBA,CAACC,OAAyC,EAAE;EACnF,MAAMC,YAAY,GAAGC,MAAM,CAACC,MAAM,CAACZ,2BAA2B,CAAC;EAC/D,OAAO,MAAMa,OAAO,CAACC,GAAG,CAACJ,YAAY,CAACK,GAAG,CAAEC,WAAW,IAAKA,WAAW,CAACC,OAAO,CAAC,CAAC,CAAC,CAAC;AACpF;AAKA,OAAO,eAAeC,OAAOA,CAACC,MAA0B,EAAEC,KAAa,EAAmB;EACxF,MAAMJ,WAAW,GAAGhB,2BAA2B,CAACmB,MAAM,CAAC;EACvD,IAAI,CAACH,WAAW,EAAE;IAChB,MAAM,IAAIK,KAAK,CAAE,wCAAuCF,MAAO,EAAC,CAAC;EACnE;EACA,MAAMG,gBAAgB,GAAGhC,aAAa,CAAC8B,KAAK,CAAC;EAC7C,MAAMG,qBAAqB,GAAG,MAAMP,WAAW,CAACQ,QAAQ,CAACF,gBAAgB,CAAC;EAC1E,OAAOpC,QAAQ,CAACqC,qBAAqB,CAAC;AACxC;AAKA,OAAO,eAAeE,UAAUA,CAC9BN,MAA0B,EAC1BC,KAAa,EACbM,IAAY,EACK;EACjB,MAAMV,WAAW,GAAGhB,2BAA2B,CAACmB,MAAM,CAAC;EACvD,IAAI,CAACH,WAAW,EAAE;IAChB,MAAM,IAAIK,KAAK,CAAE,wCAAuCF,MAAO,EAAC,CAAC;EACnE;EACA,MAAMG,gBAAgB,GAAGhC,aAAa,CAAC8B,KAAK,CAAC;EAC7C,MAAMG,qBAAqB,GAAG,MAAMP,WAAW,CAACS,UAAU,CAACH,gBAAgB,EAAEI,IAAI,CAAC;EAClF,OAAOxC,QAAQ,CAACqC,qBAAqB,CAAC;AACxC;AAKA,OAAO,SAASI,OAAOA,CAACR,MAA0B,EAAEC,KAAa,EAAEM,IAAY,EAAU;EACvF,IAAI,EAAEP,MAAM,IAAInB,2BAA2B,CAAC,EAAE;IAC5C,MAAM,IAAIqB,KAAK,CAAE,+BAA8BF,MAAO,EAAC,CAAC;EAC1D;EAEA,OAAOnB,2BAA2B,CAACmB,MAAM,CAAC,CAACQ,OAAO,CAACP,KAAK,EAAEM,IAAI,CAAC;AACjE"}

package/dist/parquetjs/encoder/parquet-encoder.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"parquet-encoder.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/encoder/parquet-encoder.ts"],"names":[],"mappings":";;AAEA,OAAO,EAAC,MAAM,EAAC,MAAM,0BAA0B,CAAC;AAGhD,OAAO,EACL,eAAe,EAKf,UAAU,EACX,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAAC,aAAa,EAAC,MAAM,kBAAkB,CAAC;AAE/C,OAAO,EAaL,QAAQ,EAGT,MAAM,mBAAmB,CAAC;AA2B3B,MAAM,WAAW,qBAAqB;IACpC,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,aAAa,CAAC,EAAE,OAAO,CAAC;IAGxB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED;;;;GAIG;AAEH,qBAAa,cAAc,CAAC,CAAC;IAC3B;;;OAGG;WACU,QAAQ,CAAC,CAAC,EACrB,MAAM,EAAE,aAAa,EACrB,IAAI,EAAE,MAAM,EACZ,IAAI,CAAC,EAAE,qBAAqB,GAC3B,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC;IAK7B;;;OAGG;WACU,UAAU,CAAC,CAAC,EACvB,MAAM,EAAE,aAAa,EACrB,YAAY,EAAE,MAAM,CAAC,QAAQ,EAC7B,IAAI,GAAE,qBAA0B,GAC/B,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC;IAKtB,MAAM,EAAE,aAAa,CAAC;IACtB,cAAc,EAAE,qBAAqB,CAAC;IACtC,SAAS,EAAE,eAAe,CAAC;IAC3B,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE,OAAO,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAE5C;;OAEG;gBAED,MAAM,EAAE,aAAa,EACrB,cAAc,EAAE,qBAAqB,EACrC,IAAI,EAAE,qBAAqB;IAcvB,WAAW,IAAI,OAAO,CAAC,IAAI,CAAC;IAUlC;;;OAGG;IACG,SAAS,CAAC,CAAC,SAAS,UAAU,EAAE,GAAG,EAAE,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IAW5D;;;;;OAKG;IACG,KAAK,CAAC,QAAQ,CAAC,EAAE,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;IAqBjD;;OAEG;IACH,WAAW,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,IAAI;IAK7C;;;;;OAKG;IACH,eAAe,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI;IAIlC;;;OAGG;IACH,WAAW,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI;CAG/B;AAED;;;;;GAKG;AACH,qBAAa,qBAAqB;IAChC;;OAEG;WACU,UAAU,CACrB,MAAM,EAAE,aAAa,EACrB,YAAY,EAAE,MAAM,CAAC,QAAQ,EAC7B,IAAI,EAAE,qBAAqB,GAC1B,OAAO,CAAC,qBAAqB,CAAC;IAM1B,MAAM,EAAE,aAAa,CAAC;IACtB,KAAK,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACtC,KAAK,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IAC3B,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,QAAQ,EAAE,CAAC;IACtB,QAAQ,EAAE,MAAM,CAAC;IACjB,aAAa,EAAE,OAAO,CAAC;gBAG5B,MAAM,EAAE,aAAa,EACrB,OAAO,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,EACvC,OAAO,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,EAC5B,UAAU,EAAE,MAAM,EAClB,IAAI,EAAE,qBAAqB;IAY7B,YAAY,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAKxC;;OAEG;IACH,WAAW,IAAI,OAAO,CAAC,IAAI,CAAC;IAI5B;;;OAGG;IACG,aAAa,CAAC,OAAO,EAAE,eAAe,GAAG,OAAO,CAAC,IAAI,CAAC;IAY5D;;OAEG;IACH,WAAW,CAAC,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IAWhE;;;OAGG;IACH,WAAW,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI;CAG/B"}

package/dist/{esm/parquetjs → parquetjs}/encoder/parquet-encoder.js

@@ -1,10 +1,9 @@
-import _defineProperty from "@babel/runtime/helpers/esm/defineProperty";
-import { PARQUET_CODECS } from '../codecs';
-import * as Compression from '../compression';
-import * as Shred from '../schema/shred';
-import { ColumnChunk, ColumnMetaData, CompressionCodec, ConvertedType, DataPageHeader, DataPageHeaderV2, Encoding, FieldRepetitionType, FileMetaData, KeyValue, PageHeader, PageType, RowGroup, SchemaElement, Type } from '../parquet-thrift';
-import { osopen, oswrite, osclose } from '../utils/file-utils';
-import { getBitWidth, serializeThrift } from '../utils/read-utils';
+import { PARQUET_CODECS } from "../codecs/index.js";
+import * as Compression from "../compression.js";
+import * as Shred from "../schema/shred.js";
+import { ColumnChunk, ColumnMetaData, CompressionCodec, ConvertedType, DataPageHeader, DataPageHeaderV2, Encoding, FieldRepetitionType, FileMetaData, KeyValue, PageHeader, PageType, RowGroup, SchemaElement, Type } from "../parquet-thrift/index.js";
+import { osopen, oswrite, osclose } from "../utils/file-utils.js";
+import { getBitWidth, serializeThrift } from "../utils/read-utils.js";
 import Int64 from 'node-int64';
 const PARQUET_MAGIC = 'PAR1';
 const PARQUET_VERSION = 1;
@@ -23,12 +22,12 @@ export class ParquetEncoder {
     return new ParquetEncoder(schema, envelopeWriter, opts);
   }
   constructor(schema, envelopeWriter, opts) {
-    _defineProperty(this, "schema", void 0);
-    _defineProperty(this, "envelopeWriter", void 0);
-    _defineProperty(this, "rowBuffer", void 0);
-    _defineProperty(this, "rowGroupSize", void 0);
-    _defineProperty(this, "closed", void 0);
-    _defineProperty(this, "userMetadata", void 0);
+    this.schema = void 0;
+    this.envelopeWriter = void 0;
+    this.rowBuffer = void 0;
+    this.rowGroupSize = void 0;
+    this.closed = void 0;
+    this.userMetadata = void 0;
     this.schema = schema;
     this.envelopeWriter = envelopeWriter;
     this.rowBuffer = {};
@@ -85,14 +84,14 @@ export class ParquetEnvelopeWriter {
     return new ParquetEnvelopeWriter(schema, writeFn, closeFn, 0, opts);
   }
   constructor(schema, writeFn, closeFn, fileOffset, opts) {
-    _defineProperty(this, "schema", void 0);
-    _defineProperty(this, "write", void 0);
-    _defineProperty(this, "close", void 0);
-    _defineProperty(this, "offset", void 0);
-    _defineProperty(this, "rowCount", void 0);
-    _defineProperty(this, "rowGroups", void 0);
-    _defineProperty(this, "pageSize", void 0);
-    _defineProperty(this, "useDataPageV2", void 0);
+    this.schema = void 0;
+    this.write = void 0;
+    this.close = void 0;
+    this.offset = void 0;
+    this.rowCount = void 0;
+    this.rowGroups = void 0;
+    this.pageSize = void 0;
+    this.useDataPageV2 = void 0;
     this.schema = schema;
     this.write = writeFn;
     this.close = closeFn;
@@ -131,7 +130,7 @@ export class ParquetEnvelopeWriter {
 }
 function encodeValues(type, encoding, values, opts) {
   if (!(encoding in PARQUET_CODECS)) {
-    throw new Error("invalid encoding: ".concat(encoding));
+    throw new Error(`invalid encoding: ${encoding}`);
   }
   return PARQUET_CODECS[encoding].encodeValues(type, values, opts);
 }

package/dist/parquetjs/encoder/parquet-encoder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"parquet-encoder.js","names":["PARQUET_CODECS","Compression","Shred","ColumnChunk","ColumnMetaData","CompressionCodec","ConvertedType","DataPageHeader","DataPageHeaderV2","Encoding","FieldRepetitionType","FileMetaData","KeyValue","PageHeader","PageType","RowGroup","SchemaElement","Type","osopen","oswrite","osclose","getBitWidth","serializeThrift","Int64","PARQUET_MAGIC","PARQUET_VERSION","PARQUET_DEFAULT_PAGE_SIZE","PARQUET_DEFAULT_ROW_GROUP_SIZE","PARQUET_RDLVL_TYPE","PARQUET_RDLVL_ENCODING","ParquetEncoder","openFile","schema","path","opts","outputStream","openStream","arguments","length","undefined","envelopeWriter","ParquetEnvelopeWriter","constructor","rowBuffer","rowGroupSize","closed","userMetadata","writeHeader","err","close","appendRow","row","Error","shredRecord","rowCount","callback","writeFooter","setMetadata","key","value","String","setRowGroupSize","cnt","setPageSize","writeFn","bind","closeFn","fileOffset","write","offset","rowGroups","pageSize","useDataPageV2","Boolean","writeSection","buf","Buffer","from","writeRowGroup","records","rgroup","encodeRowGroup","baseOffset","push","metadata","body","encodeFooter","encodeValues","type","encoding","values","encodeDataPage","column","data","rLevelsBuf","alloc","rLevelMax","rlevels","bitWidth","dLevelsBuf","dLevelMax","dlevels","valuesBuf","primitiveType","typeLength","dataBuf","concat","compressedBuf","deflate","compression","header","DATA_PAGE","data_page_header","num_values","count","definition_level_encoding","repetition_level_encoding","uncompressed_page_size","compressed_page_size","headerBuf","page","headerSize","encodeDataPageV2","disableEnvelope","DATA_PAGE_V2","data_page_header_v2","num_nulls","num_rows","definition_levels_byte_length","repetition_levels_byte_length","is_compressed","encodeColumnChunk","buffer","columnData","join","pageBuf","total_uncompressed_size","total_compressed_size","result","path_in_schema","data_page_offset","encodings","codec","metadataOffset","columns","total_byte_size","field","fieldList","isNested","cchunkData","cchunk","file_offset","meta_data","Number","version","created_by","row_groups","key_value_metadata","_metadata$key_value_m","_metadata$key_value_m2","_metadata$key_value_m3","kv","call","schemaRoot","name","num_children","Object","keys","fields","relt","repetitionType","schemaElem","repetition_type","fieldCount","originalType","converted_type","type_length","metadataEncoded","footerEncoded","copy","writeUInt32LE"],"sources":["../../../src/parquetjs/encoder/parquet-encoder.ts"],"sourcesContent":["// Forked from https://github.com/kbajalc/parquets under MIT license (Copyright (c) 2017 ironSource Ltd.)\n/* eslint-disable camelcase */\nimport {stream} from '@loaders.gl/loader-utils';\nimport {ParquetCodecOptions, PARQUET_CODECS} from '../codecs';\nimport * as Compression from '../compression';\nimport {\n  ParquetRowGroup,\n  ParquetCodec,\n  ParquetColumnChunk,\n  ParquetField,\n  PrimitiveType,\n  ParquetRow\n} from '../schema/declare';\nimport {ParquetSchema} from '../schema/schema';\nimport * as Shred from '../schema/shred';\nimport {\n  ColumnChunk,\n  ColumnMetaData,\n  CompressionCodec,\n  ConvertedType,\n  DataPageHeader,\n  DataPageHeaderV2,\n  Encoding,\n  FieldRepetitionType,\n  FileMetaData,\n  KeyValue,\n  PageHeader,\n  PageType,\n  RowGroup,\n  SchemaElement,\n  Type\n} from '../parquet-thrift';\nimport {osopen, oswrite, osclose} from '../utils/file-utils';\nimport {getBitWidth, serializeThrift} from '../utils/read-utils';\nimport Int64 from 'node-int64';\n\n/**\n * Parquet File Magic String\n */\nconst PARQUET_MAGIC = 'PAR1';\n\n/**\n * Parquet File Format Version\n */\nconst PARQUET_VERSION = 1;\n\n/**\n * Default Page and Row Group sizes\n */\nconst PARQUET_DEFAULT_PAGE_SIZE = 8192;\nconst PARQUET_DEFAULT_ROW_GROUP_SIZE = 4096;\n\n/**\n * Repetition and Definition Level Encoding\n */\nconst PARQUET_RDLVL_TYPE = 'INT32';\nconst PARQUET_RDLVL_ENCODING = 'RLE';\n\nexport interface ParquetEncoderOptions {\n  baseOffset?: number;\n  rowGroupSize?: number;\n  pageSize?: number;\n  useDataPageV2?: boolean;\n\n  // Write Stream Options\n  flags?: string;\n  encoding?: string;\n  fd?: number;\n  mode?: number;\n  autoClose?: boolean;\n  start?: number;\n}\n\n/**\n * Write a parquet file to an output stream. The ParquetEncoder will perform\n * buffering/batching for performance, so close() must be called after all rows\n * are written.\n */\n// eslint-disable-next-line @typescript-eslint/no-unused-vars\nexport class ParquetEncoder<T> {\n  /**\n   * Convenience method to create a new buffered parquet writer that writes to\n   * the specified file\n   */\n  static async openFile<T>(\n    schema: ParquetSchema,\n    path: string,\n    opts?: ParquetEncoderOptions\n  ): Promise<ParquetEncoder<T>> {\n    const outputStream = await osopen(path, opts);\n    return ParquetEncoder.openStream(schema, outputStream, opts);\n  }\n\n  /**\n   * Convenience method to create a new buffered parquet writer that writes to\n   * the specified stream\n   */\n  static async openStream<T>(\n    schema: ParquetSchema,\n    outputStream: stream.Writable,\n    opts: ParquetEncoderOptions = {}\n  ): Promise<ParquetEncoder<T>> {\n    const envelopeWriter = await ParquetEnvelopeWriter.openStream(schema, outputStream, opts);\n    return new ParquetEncoder(schema, envelopeWriter, opts);\n  }\n\n  public schema: ParquetSchema;\n  public envelopeWriter: ParquetEnvelopeWriter;\n  public rowBuffer: ParquetRowGroup;\n  public rowGroupSize: number;\n  public closed: boolean;\n  public userMetadata: Record<string, string>;\n\n  /**\n   * Create a new buffered parquet writer for a given envelope writer\n   */\n  constructor(\n    schema: ParquetSchema,\n    envelopeWriter: ParquetEnvelopeWriter,\n    opts: ParquetEncoderOptions\n  ) {\n    this.schema = schema;\n    this.envelopeWriter = envelopeWriter;\n    // @ts-ignore Row buffer typings...\n    this.rowBuffer = {};\n    this.rowGroupSize = opts.rowGroupSize || PARQUET_DEFAULT_ROW_GROUP_SIZE;\n    this.closed = false;\n    this.userMetadata = {};\n\n    // eslint-disable-next-line @typescript-eslint/no-floating-promises\n    this.writeHeader();\n  }\n\n  async writeHeader(): Promise<void> {\n    // TODO - better not mess with promises in the constructor\n    try {\n      await this.envelopeWriter.writeHeader();\n    } catch (err) {\n      await this.envelopeWriter.close();\n      throw err;\n    }\n  }\n\n  /**\n   * Append a single row to the parquet file. Rows are buffered in memory until\n   * rowGroupSize rows are in the buffer or close() is called\n   */\n  async appendRow<T extends ParquetRow>(row: T): Promise<void> {\n    if (this.closed) {\n      throw new Error('writer was closed');\n    }\n    Shred.shredRecord(this.schema, row, this.rowBuffer);\n    if (this.rowBuffer.rowCount >= this.rowGroupSize) {\n      // @ts-ignore\n      this.rowBuffer = {};\n    }\n  }\n\n  /**\n   * Finish writing the parquet file and commit the footer to disk. This method\n   * MUST be called after you are finished adding rows. You must not call this\n   * method twice on the same object or add any rows after the close() method has\n   * been called\n   */\n  async close(callback?: () => void): Promise<void> {\n    if (this.closed) {\n      throw new Error('writer was closed');\n    }\n\n    this.closed = true;\n\n    if (this.rowBuffer.rowCount > 0 || this.rowBuffer.rowCount >= this.rowGroupSize) {\n      // @ts-ignore\n      this.rowBuffer = {};\n    }\n\n    await this.envelopeWriter.writeFooter(this.userMetadata);\n    await this.envelopeWriter.close();\n    // this.envelopeWriter = null;\n\n    if (callback) {\n      callback();\n    }\n  }\n\n  /**\n   * Add key<>value metadata to the file\n   */\n  setMetadata(key: string, value: string): void {\n    // TODO: value to be any, obj -> JSON\n    this.userMetadata[String(key)] = String(value);\n  }\n\n  /**\n   * Set the parquet row group size. This values controls the maximum number\n   * of rows that are buffered in memory at any given time as well as the number\n   * of rows that are co-located on disk. A higher value is generally better for\n   * read-time I/O performance at the tradeoff of write-time memory usage.\n   */\n  setRowGroupSize(cnt: number): void {\n    this.rowGroupSize = cnt;\n  }\n\n  /**\n   * Set the parquet data page size. The data page size controls the maximum\n   * number of column values that are written to disk as a consecutive array\n   */\n  setPageSize(cnt: number): void {\n    this.envelopeWriter.setPageSize(cnt);\n  }\n}\n\n/**\n * Create a parquet file from a schema and a number of row groups. This class\n * performs direct, unbuffered writes to the underlying output stream and is\n * intendend for advanced and internal users; the writeXXX methods must be\n * called in the correct order to produce a valid file.\n */\nexport class ParquetEnvelopeWriter {\n  /**\n   * Create a new parquet envelope writer that writes to the specified stream\n   */\n  static async openStream(\n    schema: ParquetSchema,\n    outputStream: stream.Writable,\n    opts: ParquetEncoderOptions\n  ): Promise<ParquetEnvelopeWriter> {\n    const writeFn = oswrite.bind(undefined, outputStream);\n    const closeFn = osclose.bind(undefined, outputStream);\n    return new ParquetEnvelopeWriter(schema, writeFn, closeFn, 0, opts);\n  }\n\n  public schema: ParquetSchema;\n  public write: (buf: Buffer) => Promise<void>;\n  public close: () => Promise<void>;\n  public offset: number;\n  public rowCount: number;\n  public rowGroups: RowGroup[];\n  public pageSize: number;\n  public useDataPageV2: boolean;\n\n  constructor(\n    schema: ParquetSchema,\n    writeFn: (buf: Buffer) => Promise<void>,\n    closeFn: () => Promise<void>,\n    fileOffset: number,\n    opts: ParquetEncoderOptions\n  ) {\n    this.schema = schema;\n    this.write = writeFn;\n    this.close = closeFn;\n    this.offset = fileOffset;\n    this.rowCount = 0;\n    this.rowGroups = [];\n    this.pageSize = opts.pageSize || PARQUET_DEFAULT_PAGE_SIZE;\n    this.useDataPageV2 = 'useDataPageV2' in opts ? Boolean(opts.useDataPageV2) : false;\n  }\n\n  writeSection(buf: Buffer): Promise<void> {\n    this.offset += buf.length;\n    return this.write(buf);\n  }\n\n  /**\n   * Encode the parquet file header\n   */\n  writeHeader(): Promise<void> {\n    return this.writeSection(Buffer.from(PARQUET_MAGIC));\n  }\n\n  /**\n   * Encode a parquet row group. The records object should be created using the\n   * shredRecord method\n   */\n  async writeRowGroup(records: ParquetRowGroup): Promise<void> {\n    const rgroup = await encodeRowGroup(this.schema, records, {\n      baseOffset: this.offset,\n      pageSize: this.pageSize,\n      useDataPageV2: this.useDataPageV2\n    });\n\n    this.rowCount += records.rowCount;\n    this.rowGroups.push(rgroup.metadata);\n    return await this.writeSection(rgroup.body);\n  }\n\n  /**\n   * Write the parquet file footer\n   */\n  writeFooter(userMetadata: Record<string, string>): Promise<void> {\n    if (!userMetadata) {\n      // tslint:disable-next-line:no-parameter-reassignment\n      userMetadata = {};\n    }\n\n    return this.writeSection(\n      encodeFooter(this.schema, this.rowCount, this.rowGroups, userMetadata)\n    );\n  }\n\n  /**\n   * Set the parquet data page size. The data page size controls the maximum\n   * number of column values that are written to disk as a consecutive array\n   */\n  setPageSize(cnt: number): void {\n    this.pageSize = cnt;\n  }\n}\n\n/**\n * Create a parquet transform stream\nexport class ParquetTransformer<T> extends stream.Transform {\n  public writer: ParquetEncoder<T>;\n\n  constructor(schema: ParquetSchema, opts: ParquetEncoderOptions = {}) {\n    super({objectMode: true});\n\n    const writeProxy = (function (t: ParquetTransformer<any>) {\n      return async function (b: any): Promise<void> {\n        t.push(b);\n      };\n    })(this);\n\n    this.writer = new ParquetEncoder(\n      schema,\n      new ParquetEnvelopeWriter(schema, writeProxy, async () => {}, 0, opts),\n      opts\n    );\n  }\n\n  // tslint:disable-next-line:function-name\n  _transform(row: any, encoding: string, callback: (val?: any) => void): Promise<void> {\n    if (row) {\n      return this.writer.appendRow(row).then(callback);\n    }\n    callback();\n    return Promise.resolve();\n  }\n\n  // tslint:disable-next-line:function-name\n  async _flush(callback: (val?: any) => void) {\n    await this.writer.close(callback);\n  }\n}\n */\n\n/**\n * Encode a consecutive array of data using one of the parquet encodings\n */\nfunction encodeValues(\n  type: PrimitiveType,\n  encoding: ParquetCodec,\n  values: any[],\n  opts: ParquetCodecOptions\n) {\n  if (!(encoding in PARQUET_CODECS)) {\n    throw new Error(`invalid encoding: ${encoding}`);\n  }\n  return PARQUET_CODECS[encoding].encodeValues(type, values, opts);\n}\n\n/**\n * Encode a parquet data page\n */\nasync function encodeDataPage(\n  column: ParquetField,\n  data: ParquetColumnChunk\n): Promise<{\n  header: PageHeader;\n  headerSize: number;\n  page: Buffer;\n}> {\n  /* encode repetition and definition levels */\n  let rLevelsBuf = Buffer.alloc(0);\n  if (column.rLevelMax > 0) {\n    rLevelsBuf = encodeValues(PARQUET_RDLVL_TYPE, PARQUET_RDLVL_ENCODING, data.rlevels, {\n      bitWidth: getBitWidth(column.rLevelMax)\n      // disableEnvelope: false\n    });\n  }\n\n  let dLevelsBuf = Buffer.alloc(0);\n  if (column.dLevelMax > 0) {\n    dLevelsBuf = encodeValues(PARQUET_RDLVL_TYPE, PARQUET_RDLVL_ENCODING, data.dlevels, {\n      bitWidth: getBitWidth(column.dLevelMax)\n      // disableEnvelope: false\n    });\n  }\n\n  /* encode values */\n  const valuesBuf = encodeValues(column.primitiveType!, column.encoding!, data.values, {\n    typeLength: column.typeLength,\n    bitWidth: column.typeLength\n  });\n\n  const dataBuf = Buffer.concat([rLevelsBuf, dLevelsBuf, valuesBuf]);\n\n  // compression = column.compression === 'UNCOMPRESSED' ? (compression || 'UNCOMPRESSED') : column.compression;\n  const compressedBuf = await Compression.deflate(column.compression!, dataBuf);\n\n  /* build page header */\n  const header = new PageHeader({\n    type: PageType.DATA_PAGE,\n    data_page_header: new DataPageHeader({\n      num_values: data.count,\n      encoding: Encoding[column.encoding!] as any,\n      definition_level_encoding: Encoding[PARQUET_RDLVL_ENCODING], // [PARQUET_RDLVL_ENCODING],\n      repetition_level_encoding: Encoding[PARQUET_RDLVL_ENCODING] // [PARQUET_RDLVL_ENCODING]\n    }),\n    uncompressed_page_size: dataBuf.length,\n    compressed_page_size: compressedBuf.length\n  });\n\n  /* concat page header, repetition and definition levels and values */\n  const headerBuf = serializeThrift(header);\n  const page = Buffer.concat([headerBuf, compressedBuf]);\n\n  return {header, headerSize: headerBuf.length, page};\n}\n\n/**\n * Encode a parquet data page (v2)\n */\nasync function encodeDataPageV2(\n  column: ParquetField,\n  data: ParquetColumnChunk,\n  rowCount: number\n): Promise<{\n  header: PageHeader;\n  headerSize: number;\n  page: Buffer;\n}> {\n  /* encode values */\n  const valuesBuf = encodeValues(column.primitiveType!, column.encoding!, data.values, {\n    typeLength: column.typeLength,\n    bitWidth: column.typeLength\n  });\n\n  // compression = column.compression === 'UNCOMPRESSED' ? (compression || 'UNCOMPRESSED') : column.compression;\n  const compressedBuf = await Compression.deflate(column.compression!, valuesBuf);\n\n  /* encode repetition and definition levels */\n  let rLevelsBuf = Buffer.alloc(0);\n  if (column.rLevelMax > 0) {\n    rLevelsBuf = encodeValues(PARQUET_RDLVL_TYPE, PARQUET_RDLVL_ENCODING, data.rlevels, {\n      bitWidth: getBitWidth(column.rLevelMax),\n      disableEnvelope: true\n    });\n  }\n\n  let dLevelsBuf = Buffer.alloc(0);\n  if (column.dLevelMax > 0) {\n    dLevelsBuf = encodeValues(PARQUET_RDLVL_TYPE, PARQUET_RDLVL_ENCODING, data.dlevels, {\n      bitWidth: getBitWidth(column.dLevelMax),\n      disableEnvelope: true\n    });\n  }\n\n  /* build page header */\n  const header = new PageHeader({\n    type: PageType.DATA_PAGE_V2,\n    data_page_header_v2: new DataPageHeaderV2({\n      num_values: data.count,\n      num_nulls: data.count - data.values.length,\n      num_rows: rowCount,\n      encoding: Encoding[column.encoding!] as any,\n      definition_levels_byte_length: dLevelsBuf.length,\n      repetition_levels_byte_length: rLevelsBuf.length,\n      is_compressed: column.compression !== 'UNCOMPRESSED'\n    }),\n    uncompressed_page_size: rLevelsBuf.length + dLevelsBuf.length + valuesBuf.length,\n    compressed_page_size: rLevelsBuf.length + dLevelsBuf.length + compressedBuf.length\n  });\n\n  /* concat page header, repetition and definition levels and values */\n  const headerBuf = serializeThrift(header);\n  const page = Buffer.concat([headerBuf, rLevelsBuf, dLevelsBuf, compressedBuf]);\n  return {header, headerSize: headerBuf.length, page};\n}\n\n/**\n * Encode an array of values into a parquet column chunk\n */\nasync function encodeColumnChunk(\n  column: ParquetField,\n  buffer: ParquetRowGroup,\n  offset: number,\n  opts: ParquetEncoderOptions\n): Promise<{\n  body: Buffer;\n  metadata: ColumnMetaData;\n  metadataOffset: number;\n}> {\n  const data = buffer.columnData[column.path.join()];\n  const baseOffset = (opts.baseOffset || 0) + offset;\n  /* encode data page(s) */\n  // const pages: Buffer[] = [];\n  let pageBuf: Buffer;\n  // tslint:disable-next-line:variable-name\n  let total_uncompressed_size = 0;\n  // tslint:disable-next-line:variable-name\n  let total_compressed_size = 0;\n  {\n    const result = opts.useDataPageV2\n      ? await encodeDataPageV2(column, data, buffer.rowCount)\n      : await encodeDataPage(column, data);\n    // pages.push(result.page);\n    pageBuf = result.page;\n    total_uncompressed_size += result.header.uncompressed_page_size + result.headerSize;\n    total_compressed_size += result.header.compressed_page_size + result.headerSize;\n  }\n\n  // const pagesBuf = Buffer.concat(pages);\n  // const compression = column.compression === 'UNCOMPRESSED' ? (opts.compression || 'UNCOMPRESSED') : column.compression;\n\n  /* prepare metadata header */\n  const metadata = new ColumnMetaData({\n    path_in_schema: column.path,\n    num_values: data.count,\n    data_page_offset: baseOffset,\n    encodings: [],\n    total_uncompressed_size, //  : pagesBuf.length,\n    total_compressed_size,\n    type: Type[column.primitiveType!],\n    codec: CompressionCodec[column.compression!]\n  });\n\n  /* list encodings */\n  metadata.encodings.push(Encoding[PARQUET_RDLVL_ENCODING]);\n  metadata.encodings.push(Encoding[column.encoding!]);\n\n  /* concat metadata header and data pages */\n  const metadataOffset = baseOffset + pageBuf.length;\n  const body = Buffer.concat([pageBuf, serializeThrift(metadata)]);\n  return {body, metadata, metadataOffset};\n}\n\n/**\n * Encode a list of column values into a parquet row group\n */\nasync function encodeRowGroup(\n  schema: ParquetSchema,\n  data: ParquetRowGroup,\n  opts: ParquetEncoderOptions\n): Promise<{\n  body: Buffer;\n  metadata: RowGroup;\n}> {\n  const metadata = new RowGroup({\n    num_rows: data.rowCount,\n    columns: [],\n    total_byte_size: 0\n  });\n\n  let body = Buffer.alloc(0);\n  for (const field of schema.fieldList) {\n    if (field.isNested) {\n      continue; // eslint-disable-line no-continue\n    }\n\n    const cchunkData = await encodeColumnChunk(field, data, body.length, opts);\n\n    const cchunk = new ColumnChunk({\n      file_offset: cchunkData.metadataOffset,\n      meta_data: cchunkData.metadata\n    });\n\n    metadata.columns.push(cchunk);\n    metadata.total_byte_size = new Int64(Number(metadata.total_byte_size) + cchunkData.body.length);\n\n    body = Buffer.concat([body, cchunkData.body]);\n  }\n\n  return {body, metadata};\n}\n\n/**\n * Encode a parquet file metadata footer\n */\nfunction encodeFooter(\n  schema: ParquetSchema,\n  rowCount: number,\n  rowGroups: RowGroup[],\n  userMetadata: Record<string, string>\n): Buffer {\n  const metadata = new FileMetaData({\n    version: PARQUET_VERSION,\n    created_by: 'parquets',\n    num_rows: rowCount,\n    row_groups: rowGroups,\n    schema: [],\n    key_value_metadata: []\n  });\n\n  for (const key in userMetadata) {\n    const kv = new KeyValue({\n      key,\n      value: userMetadata[key]\n    });\n    metadata.key_value_metadata?.push?.(kv);\n  }\n\n  {\n    const schemaRoot = new SchemaElement({\n      name: 'root',\n      num_children: Object.keys(schema.fields).length\n    });\n    metadata.schema.push(schemaRoot);\n  }\n\n  for (const field of schema.fieldList) {\n    const relt = FieldRepetitionType[field.repetitionType];\n    const schemaElem = new SchemaElement({\n      name: field.name,\n      repetition_type: relt as any\n    });\n\n    if (field.isNested) {\n      schemaElem.num_children = field.fieldCount;\n    } else {\n      schemaElem.type = Type[field.primitiveType!] as Type;\n    }\n\n    if (field.originalType) {\n      schemaElem.converted_type = ConvertedType[field.originalType] as ConvertedType;\n    }\n\n    schemaElem.type_length = field.typeLength;\n\n    metadata.schema.push(schemaElem);\n  }\n\n  const metadataEncoded = serializeThrift(metadata);\n  const footerEncoded = Buffer.alloc(metadataEncoded.length + 8);\n\n  metadataEncoded.copy(footerEncoded);\n  footerEncoded.writeUInt32LE(metadataEncoded.length, metadataEncoded.length);\n  footerEncoded.write(PARQUET_MAGIC, metadataEncoded.length + 4);\n  return footerEncoded;\n}\n"],"mappings":"SAG6BA,cAAc;AAAA,OACpC,KAAKC,WAAW;AAAA,OAUhB,KAAKC,KAAK;AAAA,SAEfC,WAAW,EACXC,cAAc,EACdC,gBAAgB,EAChBC,aAAa,EACbC,cAAc,EACdC,gBAAgB,EAChBC,QAAQ,EACRC,mBAAmB,EACnBC,YAAY,EACZC,QAAQ,EACRC,UAAU,EACVC,QAAQ,EACRC,QAAQ,EACRC,aAAa,EACbC,IAAI;AAAA,SAEEC,MAAM,EAAEC,OAAO,EAAEC,OAAO;AAAA,SACxBC,WAAW,EAAEC,eAAe;AACpC,OAAOC,KAAK,MAAM,YAAY;AAK9B,MAAMC,aAAa,GAAG,MAAM;AAK5B,MAAMC,eAAe,GAAG,CAAC;AAKzB,MAAMC,yBAAyB,GAAG,IAAI;AACtC,MAAMC,8BAA8B,GAAG,IAAI;AAK3C,MAAMC,kBAAkB,GAAG,OAAO;AAClC,MAAMC,sBAAsB,GAAG,KAAK;AAuBpC,OAAO,MAAMC,cAAc,CAAI;EAK7B,aAAaC,QAAQA,CACnBC,MAAqB,EACrBC,IAAY,EACZC,IAA4B,EACA;IAC5B,MAAMC,YAAY,GAAG,MAAMjB,MAAM,CAACe,IAAI,EAAEC,IAAI,CAAC;IAC7C,OAAOJ,cAAc,CAACM,UAAU,CAACJ,MAAM,EAAEG,YAAY,EAAED,IAAI,CAAC;EAC9D;EAMA,aAAaE,UAAUA,CACrBJ,MAAqB,EACrBG,YAA6B,EAED;IAAA,IAD5BD,IAA2B,GAAAG,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;IAEhC,MAAMG,cAAc,GAAG,MAAMC,qBAAqB,CAACL,UAAU,CAACJ,MAAM,EAAEG,YAAY,EAAED,IAAI,CAAC;IACzF,OAAO,IAAIJ,cAAc,CAACE,MAAM,EAAEQ,cAAc,EAAEN,IAAI,CAAC;EACzD;EAYAQ,WAAWA,CACTV,MAAqB,EACrBQ,cAAqC,EACrCN,IAA2B,EAC3B;IAAA,KAdKF,MAAM;IAAA,KACNQ,cAAc;IAAA,KACdG,SAAS;IAAA,KACTC,YAAY;IAAA,KACZC,MAAM;IAAA,KACNC,YAAY;IAUjB,IAAI,CAACd,MAAM,GAAGA,MAAM;IACpB,IAAI,CAACQ,cAAc,GAAGA,cAAc;IAEpC,IAAI,CAACG,SAAS,GAAG,CAAC,CAAC;IACnB,IAAI,CAACC,YAAY,GAAGV,IAAI,CAACU,YAAY,IAAIjB,8BAA8B;IACvE,IAAI,CAACkB,MAAM,GAAG,KAAK;IACnB,IAAI,CAACC,YAAY,GAAG,CAAC,CAAC;IAGtB,IAAI,CAACC,WAAW,CAAC,CAAC;EACpB;EAEA,MAAMA,WAAWA,CAAA,EAAkB;IAEjC,IAAI;MACF,MAAM,IAAI,CAACP,cAAc,CAACO,WAAW,CAAC,CAAC;IACzC,CAAC,CAAC,OAAOC,GAAG,EAAE;MACZ,MAAM,IAAI,CAACR,cAAc,CAACS,KAAK,CAAC,CAAC;MACjC,MAAMD,GAAG;IACX;EACF;EAMA,MAAME,SAASA,CAAuBC,GAAM,EAAiB;IAC3D,IAAI,IAAI,CAACN,MAAM,EAAE;MACf,MAAM,IAAIO,KAAK,CAAC,mBAAmB,CAAC;IACtC;IACAlD,KAAK,CAACmD,WAAW,CAAC,IAAI,CAACrB,MAAM,EAAEmB,GAAG,EAAE,IAAI,CAACR,SAAS,CAAC;IACnD,IAAI,IAAI,CAACA,SAAS,CAACW,QAAQ,IAAI,IAAI,CAACV,YAAY,EAAE;MAEhD,IAAI,CAACD,SAAS,GAAG,CAAC,CAAC;IACrB;EACF;EAQA,MAAMM,KAAKA,CAACM,QAAqB,EAAiB;IAChD,IAAI,IAAI,CAACV,MAAM,EAAE;MACf,MAAM,IAAIO,KAAK,CAAC,mBAAmB,CAAC;IACtC;IAEA,IAAI,CAACP,MAAM,GAAG,IAAI;IAElB,IAAI,IAAI,CAACF,SAAS,CAACW,QAAQ,GAAG,CAAC,IAAI,IAAI,CAACX,SAAS,CAACW,QAAQ,IAAI,IAAI,CAACV,YAAY,EAAE;MAE/E,IAAI,CAACD,SAAS,GAAG,CAAC,CAAC;IACrB;IAEA,MAAM,IAAI,CAACH,cAAc,CAACgB,WAAW,CAAC,IAAI,CAACV,YAAY,CAAC;IACxD,MAAM,IAAI,CAACN,cAAc,CAACS,KAAK,CAAC,CAAC;IAGjC,IAAIM,QAAQ,EAAE;MACZA,QAAQ,CAAC,CAAC;IACZ;EACF;EAKAE,WAAWA,CAACC,GAAW,EAAEC,KAAa,EAAQ;IAE5C,IAAI,CAACb,YAAY,CAACc,MAAM,CAACF,GAAG,CAAC,CAAC,GAAGE,MAAM,CAACD,KAAK,CAAC;EAChD;EAQAE,eAAeA,CAACC,GAAW,EAAQ;IACjC,IAAI,CAAClB,YAAY,GAAGkB,GAAG;EACzB;EAMAC,WAAWA,CAACD,GAAW,EAAQ;IAC7B,IAAI,CAACtB,cAAc,CAACuB,WAAW,CAACD,GAAG,CAAC;EACtC;AACF;AAQA,OAAO,MAAMrB,qBAAqB,CAAC;EAIjC,aAAaL,UAAUA,CACrBJ,MAAqB,EACrBG,YAA6B,EAC7BD,IAA2B,EACK;IAChC,MAAM8B,OAAO,GAAG7C,OAAO,CAAC8C,IAAI,CAAC1B,SAAS,EAAEJ,YAAY,CAAC;IACrD,MAAM+B,OAAO,GAAG9C,OAAO,CAAC6C,IAAI,CAAC1B,SAAS,EAAEJ,YAAY,CAAC;IACrD,OAAO,IAAIM,qBAAqB,CAACT,MAAM,EAAEgC,OAAO,EAAEE,OAAO,EAAE,CAAC,EAAEhC,IAAI,CAAC;EACrE;EAWAQ,WAAWA,CACTV,MAAqB,EACrBgC,OAAuC,EACvCE,OAA4B,EAC5BC,UAAkB,EAClBjC,IAA2B,EAC3B;IAAA,KAfKF,MAAM;IAAA,KACNoC,KAAK;IAAA,KACLnB,KAAK;IAAA,KACLoB,MAAM;IAAA,KACNf,QAAQ;IAAA,KACRgB,SAAS;IAAA,KACTC,QAAQ;IAAA,KACRC,aAAa;IASlB,IAAI,CAACxC,MAAM,GAAGA,MAAM;IACpB,IAAI,CAACoC,KAAK,GAAGJ,OAAO;IACpB,IAAI,CAACf,KAAK,GAAGiB,OAAO;IACpB,IAAI,CAACG,MAAM,GAAGF,UAAU;IACxB,IAAI,CAACb,QAAQ,GAAG,CAAC;IACjB,IAAI,CAACgB,SAAS,GAAG,EAAE;IACnB,IAAI,CAACC,QAAQ,GAAGrC,IAAI,CAACqC,QAAQ,IAAI7C,yBAAyB;IAC1D,IAAI,CAAC8C,aAAa,GAAG,eAAe,IAAItC,IAAI,GAAGuC,OAAO,CAACvC,IAAI,CAACsC,aAAa,CAAC,GAAG,KAAK;EACpF;EAEAE,YAAYA,CAACC,GAAW,EAAiB;IACvC,IAAI,CAACN,MAAM,IAAIM,GAAG,CAACrC,MAAM;IACzB,OAAO,IAAI,CAAC8B,KAAK,CAACO,GAAG,CAAC;EACxB;EAKA5B,WAAWA,CAAA,EAAkB;IAC3B,OAAO,IAAI,CAAC2B,YAAY,CAACE,MAAM,CAACC,IAAI,CAACrD,aAAa,CAAC,CAAC;EACtD;EAMA,MAAMsD,aAAaA,CAACC,OAAwB,EAAiB;IAC3D,MAAMC,MAAM,GAAG,MAAMC,cAAc,CAAC,IAAI,CAACjD,MAAM,EAAE+C,OAAO,EAAE;MACxDG,UAAU,EAAE,IAAI,CAACb,MAAM;MACvBE,QAAQ,EAAE,IAAI,CAACA,QAAQ;MACvBC,aAAa,EAAE,IAAI,CAACA;IACtB,CAAC,CAAC;IAEF,IAAI,CAAClB,QAAQ,IAAIyB,OAAO,CAACzB,QAAQ;IACjC,IAAI,CAACgB,SAAS,CAACa,IAAI,CAACH,MAAM,CAACI,QAAQ,CAAC;IACpC,OAAO,MAAM,IAAI,CAACV,YAAY,CAACM,MAAM,CAACK,IAAI,CAAC;EAC7C;EAKA7B,WAAWA,CAACV,YAAoC,EAAiB;IAC/D,IAAI,CAACA,YAAY,EAAE;MAEjBA,YAAY,GAAG,CAAC,CAAC;IACnB;IAEA,OAAO,IAAI,CAAC4B,YAAY,CACtBY,YAAY,CAAC,IAAI,CAACtD,MAAM,EAAE,IAAI,CAACsB,QAAQ,EAAE,IAAI,CAACgB,SAAS,EAAExB,YAAY,CACvE,CAAC;EACH;EAMAiB,WAAWA,CAACD,GAAW,EAAQ;IAC7B,IAAI,CAACS,QAAQ,GAAGT,GAAG;EACrB;AACF;AA0CA,SAASyB,YAAYA,CACnBC,IAAmB,EACnBC,QAAsB,EACtBC,MAAa,EACbxD,IAAyB,EACzB;EACA,IAAI,EAAEuD,QAAQ,IAAIzF,cAAc,CAAC,EAAE;IACjC,MAAM,IAAIoD,KAAK,CAAE,qBAAoBqC,QAAS,EAAC,CAAC;EAClD;EACA,OAAOzF,cAAc,CAACyF,QAAQ,CAAC,CAACF,YAAY,CAACC,IAAI,EAAEE,MAAM,EAAExD,IAAI,CAAC;AAClE;AAKA,eAAeyD,cAAcA,CAC3BC,MAAoB,EACpBC,IAAwB,EAKvB;EAED,IAAIC,UAAU,GAAGlB,MAAM,CAACmB,KAAK,CAAC,CAAC,CAAC;EAChC,IAAIH,MAAM,CAACI,SAAS,GAAG,CAAC,EAAE;IACxBF,UAAU,GAAGP,YAAY,CAAC3D,kBAAkB,EAAEC,sBAAsB,EAAEgE,IAAI,CAACI,OAAO,EAAE;MAClFC,QAAQ,EAAE7E,WAAW,CAACuE,MAAM,CAACI,SAAS;IAExC,CAAC,CAAC;EACJ;EAEA,IAAIG,UAAU,GAAGvB,MAAM,CAACmB,KAAK,CAAC,CAAC,CAAC;EAChC,IAAIH,MAAM,CAACQ,SAAS,GAAG,CAAC,EAAE;IACxBD,UAAU,GAAGZ,YAAY,CAAC3D,kBAAkB,EAAEC,sBAAsB,EAAEgE,IAAI,CAACQ,OAAO,EAAE;MAClFH,QAAQ,EAAE7E,WAAW,CAACuE,MAAM,CAACQ,SAAS;IAExC,CAAC,CAAC;EACJ;EAGA,MAAME,SAAS,GAAGf,YAAY,CAACK,MAAM,CAACW,aAAa,EAAGX,MAAM,CAACH,QAAQ,EAAGI,IAAI,CAACH,MAAM,EAAE;IACnFc,UAAU,EAAEZ,MAAM,CAACY,UAAU;IAC7BN,QAAQ,EAAEN,MAAM,CAACY;EACnB,CAAC,CAAC;EAEF,MAAMC,OAAO,GAAG7B,MAAM,CAAC8B,MAAM,CAAC,CAACZ,UAAU,EAAEK,UAAU,EAAEG,SAAS,CAAC,CAAC;EAGlE,MAAMK,aAAa,GAAG,MAAM1G,WAAW,CAAC2G,OAAO,CAAChB,MAAM,CAACiB,WAAW,EAAGJ,OAAO,CAAC;EAG7E,MAAMK,MAAM,GAAG,IAAIjG,UAAU,CAAC;IAC5B2E,IAAI,EAAE1E,QAAQ,CAACiG,SAAS;IACxBC,gBAAgB,EAAE,IAAIzG,cAAc,CAAC;MACnC0G,UAAU,EAAEpB,IAAI,CAACqB,KAAK;MACtBzB,QAAQ,EAAEhF,QAAQ,CAACmF,MAAM,CAACH,QAAQ,CAAS;MAC3C0B,yBAAyB,EAAE1G,QAAQ,CAACoB,sBAAsB,CAAC;MAC3DuF,yBAAyB,EAAE3G,QAAQ,CAACoB,sBAAsB;IAC5D,CAAC,CAAC;IACFwF,sBAAsB,EAAEZ,OAAO,CAACnE,MAAM;IACtCgF,oBAAoB,EAAEX,aAAa,CAACrE;EACtC,CAAC,CAAC;EAGF,MAAMiF,SAAS,GAAGjG,eAAe,CAACwF,MAAM,CAAC;EACzC,MAAMU,IAAI,GAAG5C,MAAM,CAAC8B,MAAM,CAAC,CAACa,SAAS,EAAEZ,aAAa,CAAC,CAAC;EAEtD,OAAO;IAACG,MAAM;IAAEW,UAAU,EAAEF,SAAS,CAACjF,MAAM;IAAEkF;EAAI,CAAC;AACrD;AAKA,eAAeE,gBAAgBA,CAC7B9B,MAAoB,EACpBC,IAAwB,EACxBvC,QAAgB,EAKf;EAED,MAAMgD,SAAS,GAAGf,YAAY,CAACK,MAAM,CAACW,aAAa,EAAGX,MAAM,CAACH,QAAQ,EAAGI,IAAI,CAACH,MAAM,EAAE;IACnFc,UAAU,EAAEZ,MAAM,CAACY,UAAU;IAC7BN,QAAQ,EAAEN,MAAM,CAACY;EACnB,CAAC,CAAC;EAGF,MAAMG,aAAa,GAAG,MAAM1G,WAAW,CAAC2G,OAAO,CAAChB,MAAM,CAACiB,WAAW,EAAGP,SAAS,CAAC;EAG/E,IAAIR,UAAU,GAAGlB,MAAM,CAACmB,KAAK,CAAC,CAAC,CAAC;EAChC,IAAIH,MAAM,CAACI,SAAS,GAAG,CAAC,EAAE;IACxBF,UAAU,GAAGP,YAAY,CAAC3D,kBAAkB,EAAEC,sBAAsB,EAAEgE,IAAI,CAACI,OAAO,EAAE;MAClFC,QAAQ,EAAE7E,WAAW,CAACuE,MAAM,CAACI,SAAS,CAAC;MACvC2B,eAAe,EAAE;IACnB,CAAC,CAAC;EACJ;EAEA,IAAIxB,UAAU,GAAGvB,MAAM,CAACmB,KAAK,CAAC,CAAC,CAAC;EAChC,IAAIH,MAAM,CAACQ,SAAS,GAAG,CAAC,EAAE;IACxBD,UAAU,GAAGZ,YAAY,CAAC3D,kBAAkB,EAAEC,sBAAsB,EAAEgE,IAAI,CAACQ,OAAO,EAAE;MAClFH,QAAQ,EAAE7E,WAAW,CAACuE,MAAM,CAACQ,SAAS,CAAC;MACvCuB,eAAe,EAAE;IACnB,CAAC,CAAC;EACJ;EAGA,MAAMb,MAAM,GAAG,IAAIjG,UAAU,CAAC;IAC5B2E,IAAI,EAAE1E,QAAQ,CAAC8G,YAAY;IAC3BC,mBAAmB,EAAE,IAAIrH,gBAAgB,CAAC;MACxCyG,UAAU,EAAEpB,IAAI,CAACqB,KAAK;MACtBY,SAAS,EAAEjC,IAAI,CAACqB,KAAK,GAAGrB,IAAI,CAACH,MAAM,CAACpD,MAAM;MAC1CyF,QAAQ,EAAEzE,QAAQ;MAClBmC,QAAQ,EAAEhF,QAAQ,CAACmF,MAAM,CAACH,QAAQ,CAAS;MAC3CuC,6BAA6B,EAAE7B,UAAU,CAAC7D,MAAM;MAChD2F,6BAA6B,EAAEnC,UAAU,CAACxD,MAAM;MAChD4F,aAAa,EAAEtC,MAAM,CAACiB,WAAW,KAAK;IACxC,CAAC,CAAC;IACFQ,sBAAsB,EAAEvB,UAAU,CAACxD,MAAM,GAAG6D,UAAU,CAAC7D,MAAM,GAAGgE,SAAS,CAAChE,MAAM;IAChFgF,oBAAoB,EAAExB,UAAU,CAACxD,MAAM,GAAG6D,UAAU,CAAC7D,MAAM,GAAGqE,aAAa,CAACrE;EAC9E,CAAC,CAAC;EAGF,MAAMiF,SAAS,GAAGjG,eAAe,CAACwF,MAAM,CAAC;EACzC,MAAMU,IAAI,GAAG5C,MAAM,CAAC8B,MAAM,CAAC,CAACa,SAAS,EAAEzB,UAAU,EAAEK,UAAU,EAAEQ,aAAa,CAAC,CAAC;EAC9E,OAAO;IAACG,MAAM;IAAEW,UAAU,EAAEF,SAAS,CAACjF,MAAM;IAAEkF;EAAI,CAAC;AACrD;AAKA,eAAeW,iBAAiBA,CAC9BvC,MAAoB,EACpBwC,MAAuB,EACvB/D,MAAc,EACdnC,IAA2B,EAK1B;EACD,MAAM2D,IAAI,GAAGuC,MAAM,CAACC,UAAU,CAACzC,MAAM,CAAC3D,IAAI,CAACqG,IAAI,CAAC,CAAC,CAAC;EAClD,MAAMpD,UAAU,GAAG,CAAChD,IAAI,CAACgD,UAAU,IAAI,CAAC,IAAIb,MAAM;EAGlD,IAAIkE,OAAe;EAEnB,IAAIC,uBAAuB,GAAG,CAAC;EAE/B,IAAIC,qBAAqB,GAAG,CAAC;EAC7B;IACE,MAAMC,MAAM,GAAGxG,IAAI,CAACsC,aAAa,GAC7B,MAAMkD,gBAAgB,CAAC9B,MAAM,EAAEC,IAAI,EAAEuC,MAAM,CAAC9E,QAAQ,CAAC,GACrD,MAAMqC,cAAc,CAACC,MAAM,EAAEC,IAAI,CAAC;IAEtC0C,OAAO,GAAGG,MAAM,CAAClB,IAAI;IACrBgB,uBAAuB,IAAIE,MAAM,CAAC5B,MAAM,CAACO,sBAAsB,GAAGqB,MAAM,CAACjB,UAAU;IACnFgB,qBAAqB,IAAIC,MAAM,CAAC5B,MAAM,CAACQ,oBAAoB,GAAGoB,MAAM,CAACjB,UAAU;EACjF;EAMA,MAAMrC,QAAQ,GAAG,IAAIhF,cAAc,CAAC;IAClCuI,cAAc,EAAE/C,MAAM,CAAC3D,IAAI;IAC3BgF,UAAU,EAAEpB,IAAI,CAACqB,KAAK;IACtB0B,gBAAgB,EAAE1D,UAAU;IAC5B2D,SAAS,EAAE,EAAE;IACbL,uBAAuB;IACvBC,qBAAqB;IACrBjD,IAAI,EAAEvE,IAAI,CAAC2E,MAAM,CAACW,aAAa,CAAE;IACjCuC,KAAK,EAAEzI,gBAAgB,CAACuF,MAAM,CAACiB,WAAW;EAC5C,CAAC,CAAC;EAGFzB,QAAQ,CAACyD,SAAS,CAAC1D,IAAI,CAAC1E,QAAQ,CAACoB,sBAAsB,CAAC,CAAC;EACzDuD,QAAQ,CAACyD,SAAS,CAAC1D,IAAI,CAAC1E,QAAQ,CAACmF,MAAM,CAACH,QAAQ,CAAE,CAAC;EAGnD,MAAMsD,cAAc,GAAG7D,UAAU,GAAGqD,OAAO,CAACjG,MAAM;EAClD,MAAM+C,IAAI,GAAGT,MAAM,CAAC8B,MAAM,CAAC,CAAC6B,OAAO,EAAEjH,eAAe,CAAC8D,QAAQ,CAAC,CAAC,CAAC;EAChE,OAAO;IAACC,IAAI;IAAED,QAAQ;IAAE2D;EAAc,CAAC;AACzC;AAKA,eAAe9D,cAAcA,CAC3BjD,MAAqB,EACrB6D,IAAqB,EACrB3D,IAA2B,EAI1B;EACD,MAAMkD,QAAQ,GAAG,IAAIrE,QAAQ,CAAC;IAC5BgH,QAAQ,EAAElC,IAAI,CAACvC,QAAQ;IACvB0F,OAAO,EAAE,EAAE;IACXC,eAAe,EAAE;EACnB,CAAC,CAAC;EAEF,IAAI5D,IAAI,GAAGT,MAAM,CAACmB,KAAK,CAAC,CAAC,CAAC;EAC1B,KAAK,MAAMmD,KAAK,IAAIlH,MAAM,CAACmH,SAAS,EAAE;IACpC,IAAID,KAAK,CAACE,QAAQ,EAAE;MAClB;IACF;IAEA,MAAMC,UAAU,GAAG,MAAMlB,iBAAiB,CAACe,KAAK,EAAErD,IAAI,EAAER,IAAI,CAAC/C,MAAM,EAAEJ,IAAI,CAAC;IAE1E,MAAMoH,MAAM,GAAG,IAAInJ,WAAW,CAAC;MAC7BoJ,WAAW,EAAEF,UAAU,CAACN,cAAc;MACtCS,SAAS,EAAEH,UAAU,CAACjE;IACxB,CAAC,CAAC;IAEFA,QAAQ,CAAC4D,OAAO,CAAC7D,IAAI,CAACmE,MAAM,CAAC;IAC7BlE,QAAQ,CAAC6D,eAAe,GAAG,IAAI1H,KAAK,CAACkI,MAAM,CAACrE,QAAQ,CAAC6D,eAAe,CAAC,GAAGI,UAAU,CAAChE,IAAI,CAAC/C,MAAM,CAAC;IAE/F+C,IAAI,GAAGT,MAAM,CAAC8B,MAAM,CAAC,CAACrB,IAAI,EAAEgE,UAAU,CAAChE,IAAI,CAAC,CAAC;EAC/C;EAEA,OAAO;IAACA,IAAI;IAAED;EAAQ,CAAC;AACzB;AAKA,SAASE,YAAYA,CACnBtD,MAAqB,EACrBsB,QAAgB,EAChBgB,SAAqB,EACrBxB,YAAoC,EAC5B;EACR,MAAMsC,QAAQ,GAAG,IAAIzE,YAAY,CAAC;IAChC+I,OAAO,EAAEjI,eAAe;IACxBkI,UAAU,EAAE,UAAU;IACtB5B,QAAQ,EAAEzE,QAAQ;IAClBsG,UAAU,EAAEtF,SAAS;IACrBtC,MAAM,EAAE,EAAE;IACV6H,kBAAkB,EAAE;EACtB,CAAC,CAAC;EAEF,KAAK,MAAMnG,GAAG,IAAIZ,YAAY,EAAE;IAAA,IAAAgH,qBAAA,EAAAC,sBAAA,EAAAC,sBAAA;IAC9B,MAAMC,EAAE,GAAG,IAAIrJ,QAAQ,CAAC;MACtB8C,GAAG;MACHC,KAAK,EAAEb,YAAY,CAACY,GAAG;IACzB,CAAC,CAAC;IACF,CAAAoG,qBAAA,GAAA1E,QAAQ,CAACyE,kBAAkB,cAAAC,qBAAA,wBAAAC,sBAAA,GAA3B,CAAAC,sBAAA,GAAAF,qBAAA,EAA6B3E,IAAI,cAAA4E,sBAAA,uBAAjCA,sBAAA,CAAAG,IAAA,CAAAF,sBAAA,EAAoCC,EAAE,CAAC;EACzC;EAEA;IACE,MAAME,UAAU,GAAG,IAAInJ,aAAa,CAAC;MACnCoJ,IAAI,EAAE,MAAM;MACZC,YAAY,EAAEC,MAAM,CAACC,IAAI,CAACvI,MAAM,CAACwI,MAAM,CAAC,CAAClI;IAC3C,CAAC,CAAC;IACF8C,QAAQ,CAACpD,MAAM,CAACmD,IAAI,CAACgF,UAAU,CAAC;EAClC;EAEA,KAAK,MAAMjB,KAAK,IAAIlH,MAAM,CAACmH,SAAS,EAAE;IACpC,MAAMsB,IAAI,GAAG/J,mBAAmB,CAACwI,KAAK,CAACwB,cAAc,CAAC;IACtD,MAAMC,UAAU,GAAG,IAAI3J,aAAa,CAAC;MACnCoJ,IAAI,EAAElB,KAAK,CAACkB,IAAI;MAChBQ,eAAe,EAAEH;IACnB,CAAC,CAAC;IAEF,IAAIvB,KAAK,CAACE,QAAQ,EAAE;MAClBuB,UAAU,CAACN,YAAY,GAAGnB,KAAK,CAAC2B,UAAU;IAC5C,CAAC,MAAM;MACLF,UAAU,CAACnF,IAAI,GAAGvE,IAAI,CAACiI,KAAK,CAAC3C,aAAa,CAAU;IACtD;IAEA,IAAI2C,KAAK,CAAC4B,YAAY,EAAE;MACtBH,UAAU,CAACI,cAAc,GAAGzK,aAAa,CAAC4I,KAAK,CAAC4B,YAAY,CAAkB;IAChF;IAEAH,UAAU,CAACK,WAAW,GAAG9B,KAAK,CAAC1C,UAAU;IAEzCpB,QAAQ,CAACpD,MAAM,CAACmD,IAAI,CAACwF,UAAU,CAAC;EAClC;EAEA,MAAMM,eAAe,GAAG3J,eAAe,CAAC8D,QAAQ,CAAC;EACjD,MAAM8F,aAAa,GAAGtG,MAAM,CAACmB,KAAK,CAACkF,eAAe,CAAC3I,MAAM,GAAG,CAAC,CAAC;EAE9D2I,eAAe,CAACE,IAAI,CAACD,aAAa,CAAC;EACnCA,aAAa,CAACE,aAAa,CAACH,eAAe,CAAC3I,MAAM,EAAE2I,eAAe,CAAC3I,MAAM,CAAC;EAC3E4I,aAAa,CAAC9G,KAAK,CAAC5C,aAAa,EAAEyJ,eAAe,CAAC3I,MAAM,GAAG,CAAC,CAAC;EAC9D,OAAO4I,aAAa;AACtB"}

package/dist/parquetjs/modules.d.js

@@ -0,0 +1,2 @@
+
+//# sourceMappingURL=modules.d.js.map

package/dist/parquetjs/modules.d.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"modules.d.js","names":[],"sources":["../../src/parquetjs/modules.d.ts"],"sourcesContent":["// Forked from https://github.com/kbajalc/parquets under MIT license (Copyright (c) 2017 ironSource Ltd.)\n\ndeclare module 'int53' {\n  declare function readInt64BE(buffer: Buffer, offset?: number): number;\n  declare function readInt64LE(buffer: Buffer, offset?: number): number;\n  declare function readUInt64BE(buffer: Buffer, offset?: number): number;\n  declare function readUInt64LE(buffer: Buffer, offset?: number): number;\n  declare function writeInt64BE(value: number, buffer: Buffer, offset?: number): void;\n  declare function writeInt64LE(value: number, buffer: Buffer, offset?: number): void;\n  declare function writeUInt64BE(value: number, buffer: Buffer, offset?: number): void;\n  declare function writeUInt64LE(value: number, buffer: Buffer, offset?: number): void;\n}\n\n// declare module 'snappyjs' {\n//   declare function compress(uncompressed: Buffer): Buffer;\n//   declare function compress(uncompressed: ArrayBuffer): ArrayBuffer;\n//   declare function compress(uncompressed: Uint8Array): Uint8Array;\n//   declare function uncompress(compressed: Buffer): Buffer;\n//   declare function uncompress(compressed: ArrayBuffer): ArrayBuffer;\n//   declare function uncompress(compressed: Uint8Array): Uint8Array;\n// }\n"],"mappings":""}

package/dist/parquetjs/parquet-thrift/BoundaryOrder.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"BoundaryOrder.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/parquet-thrift/BoundaryOrder.ts"],"names":[],"mappings":"AAMA,oBAAY,aAAa;IACvB,SAAS,IAAI;IACb,SAAS,IAAI;IACb,UAAU,IAAI;CACf"}

package/dist/parquetjs/parquet-thrift/BoundaryOrder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"BoundaryOrder.js","names":["BoundaryOrder"],"sources":["../../../src/parquetjs/parquet-thrift/BoundaryOrder.ts"],"sourcesContent":["/* tslint:disable */\n/* eslint-disable */\n/*\n * Autogenerated by @creditkarma/thrift-typescript v3.7.2\n * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING\n */\nexport enum BoundaryOrder {\n  UNORDERED = 0,\n  ASCENDING = 1,\n  DESCENDING = 2\n}\n"],"mappings":"AAMA,WAAYA,aAAa,aAAbA,aAAa;EAAbA,aAAa,CAAbA,aAAa;EAAbA,aAAa,CAAbA,aAAa;EAAbA,aAAa,CAAbA,aAAa;EAAA,OAAbA,aAAa;AAAA"}

package/dist/parquetjs/parquet-thrift/BsonType.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"BsonType.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/parquet-thrift/BsonType.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,MAAM,MAAM,QAAQ,CAAC;AACjC,MAAM,WAAW,aAAa;CAAG;AACjC,qBAAa,QAAQ;;IAEZ,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,SAAS,GAAG,IAAI;WAM9B,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,SAAS,GAAG,QAAQ;CAmBtD"}

package/dist/parquetjs/parquet-thrift/BsonType.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"BsonType.js","names":["thrift","BsonType","constructor","write","output","writeStructBegin","writeFieldStop","writeStructEnd","read","input","readStructBegin","ret","readFieldBegin","fieldType","ftype","fieldId","fid","Thrift","Type","STOP","skip","readFieldEnd","readStructEnd"],"sources":["../../../src/parquetjs/parquet-thrift/BsonType.ts"],"sourcesContent":["/* tslint:disable */\n/* eslint-disable */\n/*\n * Autogenerated by @creditkarma/thrift-typescript v3.7.2\n * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING\n */\nimport * as thrift from 'thrift';\nexport interface IBsonTypeArgs {}\nexport class BsonType {\n  constructor() {}\n  public write(output: thrift.TProtocol): void {\n    output.writeStructBegin('BsonType');\n    output.writeFieldStop();\n    output.writeStructEnd();\n    return;\n  }\n  public static read(input: thrift.TProtocol): BsonType {\n    input.readStructBegin();\n    while (true) {\n      const ret: thrift.TField = input.readFieldBegin();\n      const fieldType: thrift.Thrift.Type = ret.ftype;\n      const fieldId: number = ret.fid;\n      if (fieldType === thrift.Thrift.Type.STOP) {\n        break;\n      }\n      switch (fieldId) {\n        default: {\n          input.skip(fieldType);\n        }\n      }\n      input.readFieldEnd();\n    }\n    input.readStructEnd();\n    return new BsonType();\n  }\n}\n"],"mappings":"AAMA,OAAO,KAAKA,MAAM,MAAM,QAAQ;AAEhC,OAAO,MAAMC,QAAQ,CAAC;EACpBC,WAAWA,CAAA,EAAG,CAAC;EACRC,KAAKA,CAACC,MAAwB,EAAQ;IAC3CA,MAAM,CAACC,gBAAgB,CAAC,UAAU,CAAC;IACnCD,MAAM,CAACE,cAAc,CAAC,CAAC;IACvBF,MAAM,CAACG,cAAc,CAAC,CAAC;IACvB;EACF;EACA,OAAcC,IAAIA,CAACC,KAAuB,EAAY;IACpDA,KAAK,CAACC,eAAe,CAAC,CAAC;IACvB,OAAO,IAAI,EAAE;MACX,MAAMC,GAAkB,GAAGF,KAAK,CAACG,cAAc,CAAC,CAAC;MACjD,MAAMC,SAA6B,GAAGF,GAAG,CAACG,KAAK;MAC/C,MAAMC,OAAe,GAAGJ,GAAG,CAACK,GAAG;MAC/B,IAAIH,SAAS,KAAKb,MAAM,CAACiB,MAAM,CAACC,IAAI,CAACC,IAAI,EAAE;QACzC;MACF;MACA,QAAQJ,OAAO;QACb;UAAS;YACPN,KAAK,CAACW,IAAI,CAACP,SAAS,CAAC;UACvB;MACF;MACAJ,KAAK,CAACY,YAAY,CAAC,CAAC;IACtB;IACAZ,KAAK,CAACa,aAAa,CAAC,CAAC;IACrB,OAAO,IAAIrB,QAAQ,CAAC,CAAC;EACvB;AACF"}

package/dist/parquetjs/parquet-thrift/ColumnChunk.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ColumnChunk.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/parquet-thrift/ColumnChunk.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,MAAM,YAAY,CAAC;AAC/B,OAAO,KAAK,MAAM,MAAM,QAAQ,CAAC;AACjC,OAAO,KAAK,cAAc,MAAM,kBAAkB,CAAC;AACnD,MAAM,WAAW,gBAAgB;IAC/B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,GAAG,KAAK,CAAC;IAC5B,SAAS,CAAC,EAAE,cAAc,CAAC,cAAc,CAAC;IAC1C,mBAAmB,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC;IACrC,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,mBAAmB,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC;IACrC,mBAAmB,CAAC,EAAE,MAAM,CAAC;CAC9B;AACD,qBAAa,WAAW;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,KAAK,CAAC;IACnB,SAAS,CAAC,EAAE,cAAc,CAAC,cAAc,CAAC;IAC1C,mBAAmB,CAAC,EAAE,KAAK,CAAC;IAC5B,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,mBAAmB,CAAC,EAAE,KAAK,CAAC;IAC5B,mBAAmB,CAAC,EAAE,MAAM,CAAC;gBACxB,IAAI,EAAE,gBAAgB;IAwC3B,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,SAAS,GAAG,IAAI;WAyC9B,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,SAAS,GAAG,WAAW;CAoFzD"}

package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/ColumnChunk.js

@@ -1,16 +1,15 @@
-import _defineProperty from "@babel/runtime/helpers/esm/defineProperty";
 import Int64 from 'node-int64';
 import * as thrift from 'thrift';
-import * as ColumnMetaData from './ColumnMetaData';
+import * as ColumnMetaData from "./ColumnMetaData.js";
 export class ColumnChunk {
   constructor(args) {
-    _defineProperty(this, "file_path", void 0);
-    _defineProperty(this, "file_offset", void 0);
-    _defineProperty(this, "meta_data", void 0);
-    _defineProperty(this, "offset_index_offset", void 0);
-    _defineProperty(this, "offset_index_length", void 0);
-    _defineProperty(this, "column_index_offset", void 0);
-    _defineProperty(this, "column_index_length", void 0);
+    this.file_path = void 0;
+    this.file_offset = void 0;
+    this.meta_data = void 0;
+    this.offset_index_offset = void 0;
+    this.offset_index_length = void 0;
+    this.column_index_offset = void 0;
+    this.column_index_length = void 0;
     if (args != null && args.file_path != null) {
       this.file_path = args.file_path;
     }

package/dist/parquetjs/parquet-thrift/ColumnChunk.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ColumnChunk.js","names":["Int64","thrift","ColumnMetaData","ColumnChunk","constructor","args","file_path","file_offset","meta_data","offset_index_offset","offset_index_length","column_index_offset","column_index_length","Thrift","TProtocolException","TProtocolExceptionType","UNKNOWN","write","output","writeStructBegin","writeFieldBegin","Type","STRING","writeString","writeFieldEnd","I64","writeI64","STRUCT","I32","writeI32","writeFieldStop","writeStructEnd","read","input","readStructBegin","_args","ret","readFieldBegin","fieldType","ftype","fieldId","fid","STOP","value_1","readString","skip","value_2","readI64","value_3","value_4","value_5","readI32","value_6","value_7","readFieldEnd","readStructEnd","undefined"],"sources":["../../../src/parquetjs/parquet-thrift/ColumnChunk.ts"],"sourcesContent":["/* tslint:disable */\n/* eslint-disable */\n/*\n * Autogenerated by @creditkarma/thrift-typescript v3.7.2\n * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING\n */\nimport Int64 from 'node-int64';\nimport * as thrift from 'thrift';\nimport * as ColumnMetaData from './ColumnMetaData';\nexport interface IColumnChunkArgs {\n  file_path?: string;\n  file_offset: number | Int64;\n  meta_data?: ColumnMetaData.ColumnMetaData;\n  offset_index_offset?: number | Int64;\n  offset_index_length?: number;\n  column_index_offset?: number | Int64;\n  column_index_length?: number;\n}\nexport class ColumnChunk {\n  public file_path?: string;\n  public file_offset: Int64;\n  public meta_data?: ColumnMetaData.ColumnMetaData;\n  public offset_index_offset?: Int64;\n  public offset_index_length?: number;\n  public column_index_offset?: Int64;\n  public column_index_length?: number;\n  constructor(args: IColumnChunkArgs) {\n    if (args != null && args.file_path != null) {\n      this.file_path = args.file_path;\n    }\n    if (args != null && args.file_offset != null) {\n      if (typeof args.file_offset === 'number') {\n        this.file_offset = new Int64(args.file_offset);\n      } else {\n        this.file_offset = args.file_offset;\n      }\n    } else {\n      throw new thrift.Thrift.TProtocolException(\n        thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n        'Required field[file_offset] is unset!'\n      );\n    }\n    if (args != null && args.meta_data != null) {\n      this.meta_data = args.meta_data;\n    }\n    if (args != null && args.offset_index_offset != null) {\n      if (typeof args.offset_index_offset === 'number') {\n        this.offset_index_offset = new Int64(args.offset_index_offset);\n      } else {\n        this.offset_index_offset = args.offset_index_offset;\n      }\n    }\n    if (args != null && args.offset_index_length != null) {\n      this.offset_index_length = args.offset_index_length;\n    }\n    if (args != null && args.column_index_offset != null) {\n      if (typeof args.column_index_offset === 'number') {\n        this.column_index_offset = new Int64(args.column_index_offset);\n      } else {\n        this.column_index_offset = args.column_index_offset;\n      }\n    }\n    if (args != null && args.column_index_length != null) {\n      this.column_index_length = args.column_index_length;\n    }\n  }\n  public write(output: thrift.TProtocol): void {\n    output.writeStructBegin('ColumnChunk');\n    if (this.file_path != null) {\n      output.writeFieldBegin('file_path', thrift.Thrift.Type.STRING, 1);\n      output.writeString(this.file_path);\n      output.writeFieldEnd();\n    }\n    if (this.file_offset != null) {\n      output.writeFieldBegin('file_offset', thrift.Thrift.Type.I64, 2);\n      output.writeI64(this.file_offset);\n      output.writeFieldEnd();\n    }\n    if (this.meta_data != null) {\n      output.writeFieldBegin('meta_data', thrift.Thrift.Type.STRUCT, 3);\n      this.meta_data.write(output);\n      output.writeFieldEnd();\n    }\n    if (this.offset_index_offset != null) {\n      output.writeFieldBegin('offset_index_offset', thrift.Thrift.Type.I64, 4);\n      output.writeI64(this.offset_index_offset);\n      output.writeFieldEnd();\n    }\n    if (this.offset_index_length != null) {\n      output.writeFieldBegin('offset_index_length', thrift.Thrift.Type.I32, 5);\n      output.writeI32(this.offset_index_length);\n      output.writeFieldEnd();\n    }\n    if (this.column_index_offset != null) {\n      output.writeFieldBegin('column_index_offset', thrift.Thrift.Type.I64, 6);\n      output.writeI64(this.column_index_offset);\n      output.writeFieldEnd();\n    }\n    if (this.column_index_length != null) {\n      output.writeFieldBegin('column_index_length', thrift.Thrift.Type.I32, 7);\n      output.writeI32(this.column_index_length);\n      output.writeFieldEnd();\n    }\n    output.writeFieldStop();\n    output.writeStructEnd();\n    return;\n  }\n  public static read(input: thrift.TProtocol): ColumnChunk {\n    input.readStructBegin();\n    let _args: any = {};\n    while (true) {\n      const ret: thrift.TField = input.readFieldBegin();\n      const fieldType: thrift.Thrift.Type = ret.ftype;\n      const fieldId: number = ret.fid;\n      if (fieldType === thrift.Thrift.Type.STOP) {\n        break;\n      }\n      switch (fieldId) {\n        case 1:\n          if (fieldType === thrift.Thrift.Type.STRING) {\n            const value_1: string = input.readString();\n            _args.file_path = value_1;\n          } else {\n            input.skip(fieldType);\n          }\n          break;\n        case 2:\n          if (fieldType === thrift.Thrift.Type.I64) {\n            const value_2: Int64 = input.readI64();\n            _args.file_offset = value_2;\n          } else {\n            input.skip(fieldType);\n          }\n          break;\n        case 3:\n          if (fieldType === thrift.Thrift.Type.STRUCT) {\n            const value_3: ColumnMetaData.ColumnMetaData =\n              ColumnMetaData.ColumnMetaData.read(input);\n            _args.meta_data = value_3;\n          } else {\n            input.skip(fieldType);\n          }\n          break;\n        case 4:\n          if (fieldType === thrift.Thrift.Type.I64) {\n            const value_4: Int64 = input.readI64();\n            _args.offset_index_offset = value_4;\n          } else {\n            input.skip(fieldType);\n          }\n          break;\n        case 5:\n          if (fieldType === thrift.Thrift.Type.I32) {\n            const value_5: number = input.readI32();\n            _args.offset_index_length = value_5;\n          } else {\n            input.skip(fieldType);\n          }\n          break;\n        case 6:\n          if (fieldType === thrift.Thrift.Type.I64) {\n            const value_6: Int64 = input.readI64();\n            _args.column_index_offset = value_6;\n          } else {\n            input.skip(fieldType);\n          }\n          break;\n        case 7:\n          if (fieldType === thrift.Thrift.Type.I32) {\n            const value_7: number = input.readI32();\n            _args.column_index_length = value_7;\n          } else {\n            input.skip(fieldType);\n          }\n          break;\n        default: {\n          input.skip(fieldType);\n        }\n      }\n      input.readFieldEnd();\n    }\n    input.readStructEnd();\n    if (_args.file_offset !== undefined) {\n      return new ColumnChunk(_args);\n    } else {\n      throw new thrift.Thrift.TProtocolException(\n        thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n        'Unable to read ColumnChunk from input'\n      );\n    }\n  }\n}\n"],"mappings":"AAMA,OAAOA,KAAK,MAAM,YAAY;AAC9B,OAAO,KAAKC,MAAM,MAAM,QAAQ;AAAC,OAC1B,KAAKC,cAAc;AAU1B,OAAO,MAAMC,WAAW,CAAC;EAQvBC,WAAWA,CAACC,IAAsB,EAAE;IAAA,KAP7BC,SAAS;IAAA,KACTC,WAAW;IAAA,KACXC,SAAS;IAAA,KACTC,mBAAmB;IAAA,KACnBC,mBAAmB;IAAA,KACnBC,mBAAmB;IAAA,KACnBC,mBAAmB;IAExB,IAAIP,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACC,SAAS,IAAI,IAAI,EAAE;MAC1C,IAAI,CAACA,SAAS,GAAGD,IAAI,CAACC,SAAS;IACjC;IACA,IAAID,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACE,WAAW,IAAI,IAAI,EAAE;MAC5C,IAAI,OAAOF,IAAI,CAACE,WAAW,KAAK,QAAQ,EAAE;QACxC,IAAI,CAACA,WAAW,GAAG,IAAIP,KAAK,CAACK,IAAI,CAACE,WAAW,CAAC;MAChD,CAAC,MAAM;QACL,IAAI,CAACA,WAAW,GAAGF,IAAI,CAACE,WAAW;MACrC;IACF,CAAC,MAAM;MACL,MAAM,IAAIN,MAAM,CAACY,MAAM,CAACC,kBAAkB,CACxCb,MAAM,CAACY,MAAM,CAACE,sBAAsB,CAACC,OAAO,EAC5C,uCACF,CAAC;IACH;IACA,IAAIX,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACG,SAAS,IAAI,IAAI,EAAE;MAC1C,IAAI,CAACA,SAAS,GAAGH,IAAI,CAACG,SAAS;IACjC;IACA,IAAIH,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACI,mBAAmB,IAAI,IAAI,EAAE;MACpD,IAAI,OAAOJ,IAAI,CAACI,mBAAmB,KAAK,QAAQ,EAAE;QAChD,IAAI,CAACA,mBAAmB,GAAG,IAAIT,KAAK,CAACK,IAAI,CAACI,mBAAmB,CAAC;MAChE,CAAC,MAAM;QACL,IAAI,CAACA,mBAAmB,GAAGJ,IAAI,CAACI,mBAAmB;MACrD;IACF;IACA,IAAIJ,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACK,mBAAmB,IAAI,IAAI,EAAE;MACpD,IAAI,CAACA,mBAAmB,GAAGL,IAAI,CAACK,mBAAmB;IACrD;IACA,IAAIL,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACM,mBAAmB,IAAI,IAAI,EAAE;MACpD,IAAI,OAAON,IAAI,CAACM,mBAAmB,KAAK,QAAQ,EAAE;QAChD,IAAI,CAACA,mBAAmB,GAAG,IAAIX,KAAK,CAACK,IAAI,CAACM,mBAAmB,CAAC;MAChE,CAAC,MAAM;QACL,IAAI,CAACA,mBAAmB,GAAGN,IAAI,CAACM,mBAAmB;MACrD;IACF;IACA,IAAIN,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACO,mBAAmB,IAAI,IAAI,EAAE;MACpD,IAAI,CAACA,mBAAmB,GAAGP,IAAI,CAACO,mBAAmB;IACrD;EACF;EACOK,KAAKA,CAACC,MAAwB,EAAQ;IAC3CA,MAAM,CAACC,gBAAgB,CAAC,aAAa,CAAC;IACtC,IAAI,IAAI,CAACb,SAAS,IAAI,IAAI,EAAE;MAC1BY,MAAM,CAACE,eAAe,CAAC,WAAW,EAAEnB,MAAM,CAACY,MAAM,CAACQ,IAAI,CAACC,MAAM,EAAE,CAAC,CAAC;MACjEJ,MAAM,CAACK,WAAW,CAAC,IAAI,CAACjB,SAAS,CAAC;MAClCY,MAAM,CAACM,aAAa,CAAC,CAAC;IACxB;IACA,IAAI,IAAI,CAACjB,WAAW,IAAI,IAAI,EAAE;MAC5BW,MAAM,CAACE,eAAe,CAAC,aAAa,EAAEnB,MAAM,CAACY,MAAM,CAACQ,IAAI,CAACI,GAAG,EAAE,CAAC,CAAC;MAChEP,MAAM,CAACQ,QAAQ,CAAC,IAAI,CAACnB,WAAW,CAAC;MACjCW,MAAM,CAACM,aAAa,CAAC,CAAC;IACxB;IACA,IAAI,IAAI,CAAChB,SAAS,IAAI,IAAI,EAAE;MAC1BU,MAAM,CAACE,eAAe,CAAC,WAAW,EAAEnB,MAAM,CAACY,MAAM,CAACQ,IAAI,CAACM,MAAM,EAAE,CAAC,CAAC;MACjE,IAAI,CAACnB,SAAS,CAACS,KAAK,CAACC,MAAM,CAAC;MAC5BA,MAAM,CAACM,aAAa,CAAC,CAAC;IACxB;IACA,IAAI,IAAI,CAACf,mBAAmB,IAAI,IAAI,EAAE;MACpCS,MAAM,CAACE,eAAe,CAAC,qBAAqB,EAAEnB,MAAM,CAACY,MAAM,CAACQ,IAAI,CAACI,GAAG,EAAE,CAAC,CAAC;MACxEP,MAAM,CAACQ,QAAQ,CAAC,IAAI,CAACjB,mBAAmB,CAAC;MACzCS,MAAM,CAACM,aAAa,CAAC,CAAC;IACxB;IACA,IAAI,IAAI,CAACd,mBAAmB,IAAI,IAAI,EAAE;MACpCQ,MAAM,CAACE,eAAe,CAAC,qBAAqB,EAAEnB,MAAM,CAACY,MAAM,CAACQ,IAAI,CAACO,GAAG,EAAE,CAAC,CAAC;MACxEV,MAAM,CAACW,QAAQ,CAAC,IAAI,CAACnB,mBAAmB,CAAC;MACzCQ,MAAM,CAACM,aAAa,CAAC,CAAC;IACxB;IACA,IAAI,IAAI,CAACb,mBAAmB,IAAI,IAAI,EAAE;MACpCO,MAAM,CAACE,eAAe,CAAC,qBAAqB,EAAEnB,MAAM,CAACY,MAAM,CAACQ,IAAI,CAACI,GAAG,EAAE,CAAC,CAAC;MACxEP,MAAM,CAACQ,QAAQ,CAAC,IAAI,CAACf,mBAAmB,CAAC;MACzCO,MAAM,CAACM,aAAa,CAAC,CAAC;IACxB;IACA,IAAI,IAAI,CAACZ,mBAAmB,IAAI,IAAI,EAAE;MACpCM,MAAM,CAACE,eAAe,CAAC,qBAAqB,EAAEnB,MAAM,CAACY,MAAM,CAACQ,IAAI,CAACO,GAAG,EAAE,CAAC,CAAC;MACxEV,MAAM,CAACW,QAAQ,CAAC,IAAI,CAACjB,mBAAmB,CAAC;MACzCM,MAAM,CAACM,aAAa,CAAC,CAAC;IACxB;IACAN,MAAM,CAACY,cAAc,CAAC,CAAC;IACvBZ,MAAM,CAACa,cAAc,CAAC,CAAC;IACvB;EACF;EACA,OAAcC,IAAIA,CAACC,KAAuB,EAAe;IACvDA,KAAK,CAACC,eAAe,CAAC,CAAC;IACvB,IAAIC,KAAU,GAAG,CAAC,CAAC;IACnB,OAAO,IAAI,EAAE;MACX,MAAMC,GAAkB,GAAGH,KAAK,CAACI,cAAc,CAAC,CAAC;MACjD,MAAMC,SAA6B,GAAGF,GAAG,CAACG,KAAK;MAC/C,MAAMC,OAAe,GAAGJ,GAAG,CAACK,GAAG;MAC/B,IAAIH,SAAS,KAAKrC,MAAM,CAACY,MAAM,CAACQ,IAAI,CAACqB,IAAI,EAAE;QACzC;MACF;MACA,QAAQF,OAAO;QACb,KAAK,CAAC;UACJ,IAAIF,SAAS,KAAKrC,MAAM,CAACY,MAAM,CAACQ,IAAI,CAACC,MAAM,EAAE;YAC3C,MAAMqB,OAAe,GAAGV,KAAK,CAACW,UAAU,CAAC,CAAC;YAC1CT,KAAK,CAAC7B,SAAS,GAAGqC,OAAO;UAC3B,CAAC,MAAM;YACLV,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;UACA;QACF,KAAK,CAAC;UACJ,IAAIA,SAAS,KAAKrC,MAAM,CAACY,MAAM,CAACQ,IAAI,CAACI,GAAG,EAAE;YACxC,MAAMqB,OAAc,GAAGb,KAAK,CAACc,OAAO,CAAC,CAAC;YACtCZ,KAAK,CAAC5B,WAAW,GAAGuC,OAAO;UAC7B,CAAC,MAAM;YACLb,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;UACA;QACF,KAAK,CAAC;UACJ,IAAIA,SAAS,KAAKrC,MAAM,CAACY,MAAM,CAACQ,IAAI,CAACM,MAAM,EAAE;YAC3C,MAAMqB,OAAsC,GAC1C9C,cAAc,CAACA,cAAc,CAAC8B,IAAI,CAACC,KAAK,CAAC;YAC3CE,KAAK,CAAC3B,SAAS,GAAGwC,OAAO;UAC3B,CAAC,MAAM;YACLf,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;UACA;QACF,KAAK,CAAC;UACJ,IAAIA,SAAS,KAAKrC,MAAM,CAACY,MAAM,CAACQ,IAAI,CAACI,GAAG,EAAE;YACxC,MAAMwB,OAAc,GAAGhB,KAAK,CAACc,OAAO,CAAC,CAAC;YACtCZ,KAAK,CAAC1B,mBAAmB,GAAGwC,OAAO;UACrC,CAAC,MAAM;YACLhB,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;UACA;QACF,KAAK,CAAC;UACJ,IAAIA,SAAS,KAAKrC,MAAM,CAACY,MAAM,CAACQ,IAAI,CAACO,GAAG,EAAE;YACxC,MAAMsB,OAAe,GAAGjB,KAAK,CAACkB,OAAO,CAAC,CAAC;YACvChB,KAAK,CAACzB,mBAAmB,GAAGwC,OAAO;UACrC,CAAC,MAAM;YACLjB,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;UACA;QACF,KAAK,CAAC;UACJ,IAAIA,SAAS,KAAKrC,MAAM,CAACY,MAAM,CAACQ,IAAI,CAACI,GAAG,EAAE;YACxC,MAAM2B,OAAc,GAAGnB,KAAK,CAACc,OAAO,CAAC,CAAC;YACtCZ,KAAK,CAACxB,mBAAmB,GAAGyC,OAAO;UACrC,CAAC,MAAM;YACLnB,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;UACA;QACF,KAAK,CAAC;UACJ,IAAIA,SAAS,KAAKrC,MAAM,CAACY,MAAM,CAACQ,IAAI,CAACO,GAAG,EAAE;YACxC,MAAMyB,OAAe,GAAGpB,KAAK,CAACkB,OAAO,CAAC,CAAC;YACvChB,KAAK,CAACvB,mBAAmB,GAAGyC,OAAO;UACrC,CAAC,MAAM;YACLpB,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;UACA;QACF;UAAS;YACPL,KAAK,CAACY,IAAI,CAACP,SAAS,CAAC;UACvB;MACF;MACAL,KAAK,CAACqB,YAAY,CAAC,CAAC;IACtB;IACArB,KAAK,CAACsB,aAAa,CAAC,CAAC;IACrB,IAAIpB,KAAK,CAAC5B,WAAW,KAAKiD,SAAS,EAAE;MACnC,OAAO,IAAIrD,WAAW,CAACgC,KAAK,CAAC;IAC/B,CAAC,MAAM;MACL,MAAM,IAAIlC,MAAM,CAACY,MAAM,CAACC,kBAAkB,CACxCb,MAAM,CAACY,MAAM,CAACE,sBAAsB,CAACC,OAAO,EAC5C,uCACF,CAAC;IACH;EACF;AACF"}

package/dist/parquetjs/parquet-thrift/ColumnIndex.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ColumnIndex.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/parquet-thrift/ColumnIndex.ts"],"names":[],"mappings":";AAMA,OAAO,KAAK,MAAM,YAAY,CAAC;AAC/B,OAAO,KAAK,MAAM,MAAM,QAAQ,CAAC;AACjC,OAAO,KAAK,aAAa,MAAM,iBAAiB,CAAC;AACjD,MAAM,WAAW,gBAAgB;IAC/B,UAAU,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;IAC3B,UAAU,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAC1B,UAAU,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAC1B,cAAc,EAAE,aAAa,CAAC,aAAa,CAAC;IAC5C,WAAW,CAAC,EAAE,KAAK,CAAC,MAAM,GAAG,KAAK,CAAC,CAAC;CACrC;AACD,qBAAa,WAAW;IACf,UAAU,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;IAC3B,UAAU,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAC1B,UAAU,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAC1B,cAAc,EAAE,aAAa,CAAC,aAAa,CAAC;IAC5C,WAAW,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;gBACtB,IAAI,EAAE,gBAAgB;IAqC3B,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,SAAS,GAAG,IAAI;WA+C9B,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,SAAS,GAAG,WAAW;CAoGzD"}

package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/ColumnIndex.js

@@ -1,13 +1,12 @@
-import _defineProperty from "@babel/runtime/helpers/esm/defineProperty";
 import Int64 from 'node-int64';
 import * as thrift from 'thrift';
 export class ColumnIndex {
   constructor(args) {
-    _defineProperty(this, "null_pages", void 0);
-    _defineProperty(this, "min_values", void 0);
-    _defineProperty(this, "max_values", void 0);
-    _defineProperty(this, "boundary_order", void 0);
-    _defineProperty(this, "null_counts", void 0);
+    this.null_pages = void 0;
+    this.min_values = void 0;
+    this.max_values = void 0;
+    this.boundary_order = void 0;
+    this.null_counts = void 0;
     if (args != null && args.null_pages != null) {
       this.null_pages = args.null_pages;
     } else {

package/dist/parquetjs/parquet-thrift/ColumnIndex.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ColumnIndex.js","names":["Int64","thrift","ColumnIndex","constructor","args","null_pages","min_values","max_values","boundary_order","null_counts","Thrift","TProtocolException","TProtocolExceptionType","UNKNOWN","map","c","write","output","writeStructBegin","writeFieldBegin","Type","LIST","writeListBegin","BOOL","length","forEach","value_1","writeBool","writeListEnd","writeFieldEnd","STRING","value_2","writeBinary","value_3","I32","writeI32","I64","value_4","writeI64","writeFieldStop","writeStructEnd","read","input","readStructBegin","_args","ret","readFieldBegin","fieldType","ftype","fieldId","fid","STOP","value_5","Array","metadata_1","readListBegin","size_1","size","i_1","value_6","readBool","push","readListEnd","skip","value_7","metadata_2","size_2","i_2","value_8","readBinary","value_9","metadata_3","size_3","i_3","value_10","value_11","readI32","value_12","metadata_4","size_4","i_4","value_13","readI64","readFieldEnd","readStructEnd","undefined"],"sources":["../../../src/parquetjs/parquet-thrift/ColumnIndex.ts"],"sourcesContent":["/* tslint:disable */\n/* eslint-disable */\n/*\n * Autogenerated by @creditkarma/thrift-typescript v3.7.2\n * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING\n */\nimport Int64 from 'node-int64';\nimport * as thrift from 'thrift';\nimport * as BoundaryOrder from './BoundaryOrder';\nexport interface IColumnIndexArgs {\n  null_pages: Array<boolean>;\n  min_values: Array<Buffer>;\n  max_values: Array<Buffer>;\n  boundary_order: BoundaryOrder.BoundaryOrder;\n  null_counts?: Array<number | Int64>;\n}\nexport class ColumnIndex {\n  public null_pages: Array<boolean>;\n  public min_values: Array<Buffer>;\n  public max_values: Array<Buffer>;\n  public boundary_order: BoundaryOrder.BoundaryOrder;\n  public null_counts?: Array<Int64>;\n  constructor(args: IColumnIndexArgs) {\n    if (args != null && args.null_pages != null) {\n      this.null_pages = args.null_pages;\n    } else {\n      throw new thrift.Thrift.TProtocolException(\n        thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n        'Required field[null_pages] is unset!'\n      );\n    }\n    if (args != null && args.min_values != null) {\n      this.min_values = args.min_values;\n    } else {\n      throw new thrift.Thrift.TProtocolException(\n        thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n        'Required field[min_values] is unset!'\n      );\n    }\n    if (args != null && args.max_values != null) {\n      this.max_values = args.max_values;\n    } else {\n      throw new thrift.Thrift.TProtocolException(\n        thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n        'Required field[max_values] is unset!'\n      );\n    }\n    if (args != null && args.boundary_order != null) {\n      this.boundary_order = args.boundary_order;\n    } else {\n      throw new thrift.Thrift.TProtocolException(\n        thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n        'Required field[boundary_order] is unset!'\n      );\n    }\n    if (args != null && args.null_counts != null) {\n      this.null_counts = args.null_counts.map((c) => new Int64(+c));\n    }\n  }\n  public write(output: thrift.TProtocol): void {\n    output.writeStructBegin('ColumnIndex');\n    if (this.null_pages != null) {\n      output.writeFieldBegin('null_pages', thrift.Thrift.Type.LIST, 1);\n      output.writeListBegin(thrift.Thrift.Type.BOOL, this.null_pages.length);\n      this.null_pages.forEach((value_1: boolean): void => {\n        output.writeBool(value_1);\n      });\n      output.writeListEnd();\n      output.writeFieldEnd();\n    }\n    if (this.min_values != null) {\n      output.writeFieldBegin('min_values', thrift.Thrift.Type.LIST, 2);\n      output.writeListBegin(thrift.Thrift.Type.STRING, this.min_values.length);\n      this.min_values.forEach((value_2: Buffer): void => {\n        output.writeBinary(value_2);\n      });\n      output.writeListEnd();\n      output.writeFieldEnd();\n    }\n    if (this.max_values != null) {\n      output.writeFieldBegin('max_values', thrift.Thrift.Type.LIST, 3);\n      output.writeListBegin(thrift.Thrift.Type.STRING, this.max_values.length);\n      this.max_values.forEach((value_3: Buffer): void => {\n        output.writeBinary(value_3);\n      });\n      output.writeListEnd();\n      output.writeFieldEnd();\n    }\n    if (this.boundary_order != null) {\n      output.writeFieldBegin('boundary_order', thrift.Thrift.Type.I32, 4);\n      output.writeI32(this.boundary_order);\n      output.writeFieldEnd();\n    }\n    if (this.null_counts != null) {\n      output.writeFieldBegin('null_counts', thrift.Thrift.Type.LIST, 5);\n      output.writeListBegin(thrift.Thrift.Type.I64, this.null_counts.length);\n      this.null_counts.forEach((value_4: Int64): void => {\n        output.writeI64(value_4);\n      });\n      output.writeListEnd();\n      output.writeFieldEnd();\n    }\n    output.writeFieldStop();\n    output.writeStructEnd();\n    return;\n  }\n  public static read(input: thrift.TProtocol): ColumnIndex {\n    input.readStructBegin();\n    let _args: any = {};\n    while (true) {\n      const ret: thrift.TField = input.readFieldBegin();\n      const fieldType: thrift.Thrift.Type = ret.ftype;\n      const fieldId: number = ret.fid;\n      if (fieldType === thrift.Thrift.Type.STOP) {\n        break;\n      }\n      switch (fieldId) {\n        case 1:\n          if (fieldType === thrift.Thrift.Type.LIST) {\n            const value_5: Array<boolean> = new Array<boolean>();\n            const metadata_1: thrift.TList = input.readListBegin();\n            const size_1: number = metadata_1.size;\n            for (let i_1: number = 0; i_1 < size_1; i_1++) {\n              const value_6: boolean = input.readBool();\n              value_5.push(value_6);\n            }\n            input.readListEnd();\n            _args.null_pages = value_5;\n          } else {\n            input.skip(fieldType);\n          }\n          break;\n        case 2:\n          if (fieldType === thrift.Thrift.Type.LIST) {\n            const value_7: Array<Buffer> = new Array<Buffer>();\n            const metadata_2: thrift.TList = input.readListBegin();\n            const size_2: number = metadata_2.size;\n            for (let i_2: number = 0; i_2 < size_2; i_2++) {\n              const value_8: Buffer = input.readBinary();\n              value_7.push(value_8);\n            }\n            input.readListEnd();\n            _args.min_values = value_7;\n          } else {\n            input.skip(fieldType);\n          }\n          break;\n        case 3:\n          if (fieldType === thrift.Thrift.Type.LIST) {\n            const value_9: Array<Buffer> = new Array<Buffer>();\n            const metadata_3: thrift.TList = input.readListBegin();\n            const size_3: number = metadata_3.size;\n            for (let i_3: number = 0; i_3 < size_3; i_3++) {\n              const value_10: Buffer = input.readBinary();\n              value_9.push(value_10);\n            }\n            input.readListEnd();\n            _args.max_values = value_9;\n          } else {\n            input.skip(fieldType);\n          }\n          break;\n        case 4:\n          if (fieldType === thrift.Thrift.Type.I32) {\n            const value_11: BoundaryOrder.BoundaryOrder = input.readI32();\n            _args.boundary_order = value_11;\n          } else {\n            input.skip(fieldType);\n          }\n          break;\n        case 5:\n          if (fieldType === thrift.Thrift.Type.LIST) {\n            const value_12: Array<Int64> = new Array<Int64>();\n            const metadata_4: thrift.TList = input.readListBegin();\n            const size_4: number = metadata_4.size;\n            for (let i_4: number = 0; i_4 < size_4; i_4++) {\n              const value_13: Int64 = input.readI64();\n              value_12.push(value_13);\n            }\n            input.readListEnd();\n            _args.null_counts = value_12;\n          } else {\n            input.skip(fieldType);\n          }\n          break;\n        default: {\n          input.skip(fieldType);\n        }\n      }\n      input.readFieldEnd();\n    }\n    input.readStructEnd();\n    if (\n      _args.null_pages !== undefined &&\n      _args.min_values !== undefined &&\n      _args.max_values !== undefined &&\n      _args.boundary_order !== undefined\n    ) {\n      return new ColumnIndex(_args);\n    } else {\n      throw new thrift.Thrift.TProtocolException(\n        thrift.Thrift.TProtocolExceptionType.UNKNOWN,\n        'Unable to read ColumnIndex from input'\n      );\n    }\n  }\n}\n"],"mappings":"AAMA,OAAOA,KAAK,MAAM,YAAY;AAC9B,OAAO,KAAKC,MAAM,MAAM,QAAQ;AAShC,OAAO,MAAMC,WAAW,CAAC;EAMvBC,WAAWA,CAACC,IAAsB,EAAE;IAAA,KAL7BC,UAAU;IAAA,KACVC,UAAU;IAAA,KACVC,UAAU;IAAA,KACVC,cAAc;IAAA,KACdC,WAAW;IAEhB,IAAIL,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACC,UAAU,IAAI,IAAI,EAAE;MAC3C,IAAI,CAACA,UAAU,GAAGD,IAAI,CAACC,UAAU;IACnC,CAAC,MAAM;MACL,MAAM,IAAIJ,MAAM,CAACS,MAAM,CAACC,kBAAkB,CACxCV,MAAM,CAACS,MAAM,CAACE,sBAAsB,CAACC,OAAO,EAC5C,sCACF,CAAC;IACH;IACA,IAAIT,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACE,UAAU,IAAI,IAAI,EAAE;MAC3C,IAAI,CAACA,UAAU,GAAGF,IAAI,CAACE,UAAU;IACnC,CAAC,MAAM;MACL,MAAM,IAAIL,MAAM,CAACS,MAAM,CAACC,kBAAkB,CACxCV,MAAM,CAACS,MAAM,CAACE,sBAAsB,CAACC,OAAO,EAC5C,sCACF,CAAC;IACH;IACA,IAAIT,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACG,UAAU,IAAI,IAAI,EAAE;MAC3C,IAAI,CAACA,UAAU,GAAGH,IAAI,CAACG,UAAU;IACnC,CAAC,MAAM;MACL,MAAM,IAAIN,MAAM,CAACS,MAAM,CAACC,kBAAkB,CACxCV,MAAM,CAACS,MAAM,CAACE,sBAAsB,CAACC,OAAO,EAC5C,sCACF,CAAC;IACH;IACA,IAAIT,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACI,cAAc,IAAI,IAAI,EAAE;MAC/C,IAAI,CAACA,cAAc,GAAGJ,IAAI,CAACI,cAAc;IAC3C,CAAC,MAAM;MACL,MAAM,IAAIP,MAAM,CAACS,MAAM,CAACC,kBAAkB,CACxCV,MAAM,CAACS,MAAM,CAACE,sBAAsB,CAACC,OAAO,EAC5C,0CACF,CAAC;IACH;IACA,IAAIT,IAAI,IAAI,IAAI,IAAIA,IAAI,CAACK,WAAW,IAAI,IAAI,EAAE;MAC5C,IAAI,CAACA,WAAW,GAAGL,IAAI,CAACK,WAAW,CAACK,GAAG,CAAEC,CAAC,IAAK,IAAIf,KAAK,CAAC,CAACe,CAAC,CAAC,CAAC;IAC/D;EACF;EACOC,KAAKA,CAACC,MAAwB,EAAQ;IAC3CA,MAAM,CAACC,gBAAgB,CAAC,aAAa,CAAC;IACtC,IAAI,IAAI,CAACb,UAAU,IAAI,IAAI,EAAE;MAC3BY,MAAM,CAACE,eAAe,CAAC,YAAY,EAAElB,MAAM,CAACS,MAAM,CAACU,IAAI,CAACC,IAAI,EAAE,CAAC,CAAC;MAChEJ,MAAM,CAACK,cAAc,CAACrB,MAAM,CAACS,MAAM,CAACU,IAAI,CAACG,IAAI,EAAE,IAAI,CAAClB,UAAU,CAACmB,MAAM,CAAC;MACtE,IAAI,CAACnB,UAAU,CAACoB,OAAO,CAAEC,OAAgB,IAAW;QAClDT,MAAM,CAACU,SAAS,CAACD,OAAO,CAAC;MAC3B,CAAC,CAAC;MACFT,MAAM,CAACW,YAAY,CAAC,CAAC;MACrBX,MAAM,CAACY,aAAa,CAAC,CAAC;IACxB;IACA,IAAI,IAAI,CAACvB,UAAU,IAAI,IAAI,EAAE;MAC3BW,MAAM,CAACE,eAAe,CAAC,YAAY,EAAElB,MAAM,CAACS,MAAM,CAACU,IAAI,CAACC,IAAI,EAAE,CAAC,CAAC;MAChEJ,MAAM,CAACK,cAAc,CAACrB,MAAM,CAACS,MAAM,CAACU,IAAI,CAACU,MAAM,EAAE,IAAI,CAACxB,UAAU,CAACkB,MAAM,CAAC;MACxE,IAAI,CAAClB,UAAU,CAACmB,OAAO,CAAEM,OAAe,IAAW;QACjDd,MAAM,CAACe,WAAW,CAACD,OAAO,CAAC;MAC7B,CAAC,CAAC;MACFd,MAAM,CAACW,YAAY,CAAC,CAAC;MACrBX,MAAM,CAACY,aAAa,CAAC,CAAC;IACxB;IACA,IAAI,IAAI,CAACtB,UAAU,IAAI,IAAI,EAAE;MAC3BU,MAAM,CAACE,eAAe,CAAC,YAAY,EAAElB,MAAM,CAACS,MAAM,CAACU,IAAI,CAACC,IAAI,EAAE,CAAC,CAAC;MAChEJ,MAAM,CAACK,cAAc,CAACrB,MAAM,CAACS,MAAM,CAACU,IAAI,CAACU,MAAM,EAAE,IAAI,CAACvB,UAAU,CAACiB,MAAM,CAAC;MACxE,IAAI,CAACjB,UAAU,CAACkB,OAAO,CAAEQ,OAAe,IAAW;QACjDhB,MAAM,CAACe,WAAW,CAACC,OAAO,CAAC;MAC7B,CAAC,CAAC;MACFhB,MAAM,CAACW,YAAY,CAAC,CAAC;MACrBX,MAAM,CAACY,aAAa,CAAC,CAAC;IACxB;IACA,IAAI,IAAI,CAACrB,cAAc,IAAI,IAAI,EAAE;MAC/BS,MAAM,CAACE,eAAe,CAAC,gBAAgB,EAAElB,MAAM,CAACS,MAAM,CAACU,IAAI,CAACc,GAAG,EAAE,CAAC,CAAC;MACnEjB,MAAM,CAACkB,QAAQ,CAAC,IAAI,CAAC3B,cAAc,CAAC;MACpCS,MAAM,CAACY,aAAa,CAAC,CAAC;IACxB;IACA,IAAI,IAAI,CAACpB,WAAW,IAAI,IAAI,EAAE;MAC5BQ,MAAM,CAACE,eAAe,CAAC,aAAa,EAAElB,MAAM,CAACS,MAAM,CAACU,IAAI,CAACC,IAAI,EAAE,CAAC,CAAC;MACjEJ,MAAM,CAACK,cAAc,CAACrB,MAAM,CAACS,MAAM,CAACU,IAAI,CAACgB,GAAG,EAAE,IAAI,CAAC3B,WAAW,CAACe,MAAM,CAAC;MACtE,IAAI,CAACf,WAAW,CAACgB,OAAO,CAAEY,OAAc,IAAW;QACjDpB,MAAM,CAACqB,QAAQ,CAACD,OAAO,CAAC;MAC1B,CAAC,CAAC;MACFpB,MAAM,CAACW,YAAY,CAAC,CAAC;MACrBX,MAAM,CAACY,aAAa,CAAC,CAAC;IACxB;IACAZ,MAAM,CAACsB,cAAc,CAAC,CAAC;IACvBtB,MAAM,CAACuB,cAAc,CAAC,CAAC;IACvB;EACF;EACA,OAAcC,IAAIA,CAACC,KAAuB,EAAe;IACvDA,KAAK,CAACC,eAAe,CAAC,CAAC;IACvB,IAAIC,KAAU,GAAG,CAAC,CAAC;IACnB,OAAO,IAAI,EAAE;MACX,MAAMC,GAAkB,GAAGH,KAAK,CAACI,cAAc,CAAC,CAAC;MACjD,MAAMC,SAA6B,GAAGF,GAAG,CAACG,KAAK;MAC/C,MAAMC,OAAe,GAAGJ,GAAG,CAACK,GAAG;MAC/B,IAAIH,SAAS,KAAK9C,MAAM,CAACS,MAAM,CAACU,IAAI,CAAC+B,IAAI,EAAE;QACzC;MACF;MACA,QAAQF,OAAO;QACb,KAAK,CAAC;UACJ,IAAIF,SAAS,KAAK9C,MAAM,CAACS,MAAM,CAACU,IAAI,CAACC,IAAI,EAAE;YACzC,MAAM+B,OAAuB,GAAG,IAAIC,KAAK,CAAU,CAAC;YACpD,MAAMC,UAAwB,GAAGZ,KAAK,CAACa,aAAa,CAAC,CAAC;YACtD,MAAMC,MAAc,GAAGF,UAAU,CAACG,IAAI;YACtC,KAAK,IAAIC,GAAW,GAAG,CAAC,EAAEA,GAAG,GAAGF,MAAM,EAAEE,GAAG,EAAE,EAAE;cAC7C,MAAMC,OAAgB,GAAGjB,KAAK,CAACkB,QAAQ,CAAC,CAAC;cACzCR,OAAO,CAACS,IAAI,CAACF,OAAO,CAAC;YACvB;YACAjB,KAAK,CAACoB,WAAW,CAAC,CAAC;YACnBlB,KAAK,CAACvC,UAAU,GAAG+C,OAAO;UAC5B,CAAC,MAAM;YACLV,KAAK,CAACqB,IAAI,CAAChB,SAAS,CAAC;UACvB;UACA;QACF,KAAK,CAAC;UACJ,IAAIA,SAAS,KAAK9C,MAAM,CAACS,MAAM,CAACU,IAAI,CAACC,IAAI,EAAE;YACzC,MAAM2C,OAAsB,GAAG,IAAIX,KAAK,CAAS,CAAC;YAClD,MAAMY,UAAwB,GAAGvB,KAAK,CAACa,aAAa,CAAC,CAAC;YACtD,MAAMW,MAAc,GAAGD,UAAU,CAACR,IAAI;YACtC,KAAK,IAAIU,GAAW,GAAG,CAAC,EAAEA,GAAG,GAAGD,MAAM,EAAEC,GAAG,EAAE,EAAE;cAC7C,MAAMC,OAAe,GAAG1B,KAAK,CAAC2B,UAAU,CAAC,CAAC;cAC1CL,OAAO,CAACH,IAAI,CAACO,OAAO,CAAC;YACvB;YACA1B,KAAK,CAACoB,WAAW,CAAC,CAAC;YACnBlB,KAAK,CAACtC,UAAU,GAAG0D,OAAO;UAC5B,CAAC,MAAM;YACLtB,KAAK,CAACqB,IAAI,CAAChB,SAAS,CAAC;UACvB;UACA;QACF,KAAK,CAAC;UACJ,IAAIA,SAAS,KAAK9C,MAAM,CAACS,MAAM,CAACU,IAAI,CAACC,IAAI,EAAE;YACzC,MAAMiD,OAAsB,GAAG,IAAIjB,KAAK,CAAS,CAAC;YAClD,MAAMkB,UAAwB,GAAG7B,KAAK,CAACa,aAAa,CAAC,CAAC;YACtD,MAAMiB,MAAc,GAAGD,UAAU,CAACd,IAAI;YACtC,KAAK,IAAIgB,GAAW,GAAG,CAAC,EAAEA,GAAG,GAAGD,MAAM,EAAEC,GAAG,EAAE,EAAE;cAC7C,MAAMC,QAAgB,GAAGhC,KAAK,CAAC2B,UAAU,CAAC,CAAC;cAC3CC,OAAO,CAACT,IAAI,CAACa,QAAQ,CAAC;YACxB;YACAhC,KAAK,CAACoB,WAAW,CAAC,CAAC;YACnBlB,KAAK,CAACrC,UAAU,GAAG+D,OAAO;UAC5B,CAAC,MAAM;YACL5B,KAAK,CAACqB,IAAI,CAAChB,SAAS,CAAC;UACvB;UACA;QACF,KAAK,CAAC;UACJ,IAAIA,SAAS,KAAK9C,MAAM,CAACS,MAAM,CAACU,IAAI,CAACc,GAAG,EAAE;YACxC,MAAMyC,QAAqC,GAAGjC,KAAK,CAACkC,OAAO,CAAC,CAAC;YAC7DhC,KAAK,CAACpC,cAAc,GAAGmE,QAAQ;UACjC,CAAC,MAAM;YACLjC,KAAK,CAACqB,IAAI,CAAChB,SAAS,CAAC;UACvB;UACA;QACF,KAAK,CAAC;UACJ,IAAIA,SAAS,KAAK9C,MAAM,CAACS,MAAM,CAACU,IAAI,CAACC,IAAI,EAAE;YACzC,MAAMwD,QAAsB,GAAG,IAAIxB,KAAK,CAAQ,CAAC;YACjD,MAAMyB,UAAwB,GAAGpC,KAAK,CAACa,aAAa,CAAC,CAAC;YACtD,MAAMwB,MAAc,GAAGD,UAAU,CAACrB,IAAI;YACtC,KAAK,IAAIuB,GAAW,GAAG,CAAC,EAAEA,GAAG,GAAGD,MAAM,EAAEC,GAAG,EAAE,EAAE;cAC7C,MAAMC,QAAe,GAAGvC,KAAK,CAACwC,OAAO,CAAC,CAAC;cACvCL,QAAQ,CAAChB,IAAI,CAACoB,QAAQ,CAAC;YACzB;YACAvC,KAAK,CAACoB,WAAW,CAAC,CAAC;YACnBlB,KAAK,CAACnC,WAAW,GAAGoE,QAAQ;UAC9B,CAAC,MAAM;YACLnC,KAAK,CAACqB,IAAI,CAAChB,SAAS,CAAC;UACvB;UACA;QACF;UAAS;YACPL,KAAK,CAACqB,IAAI,CAAChB,SAAS,CAAC;UACvB;MACF;MACAL,KAAK,CAACyC,YAAY,CAAC,CAAC;IACtB;IACAzC,KAAK,CAAC0C,aAAa,CAAC,CAAC;IACrB,IACExC,KAAK,CAACvC,UAAU,KAAKgF,SAAS,IAC9BzC,KAAK,CAACtC,UAAU,KAAK+E,SAAS,IAC9BzC,KAAK,CAACrC,UAAU,KAAK8E,SAAS,IAC9BzC,KAAK,CAACpC,cAAc,KAAK6E,SAAS,EAClC;MACA,OAAO,IAAInF,WAAW,CAAC0C,KAAK,CAAC;IAC/B,CAAC,MAAM;MACL,MAAM,IAAI3C,MAAM,CAACS,MAAM,CAACC,kBAAkB,CACxCV,MAAM,CAACS,MAAM,CAACE,sBAAsB,CAACC,OAAO,EAC5C,uCACF,CAAC;IACH;EACF;AACF"}

package/dist/parquetjs/parquet-thrift/ColumnMetaData.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ColumnMetaData.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/parquet-thrift/ColumnMetaData.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,MAAM,YAAY,CAAC;AAC/B,OAAO,KAAK,MAAM,MAAM,QAAQ,CAAC;AACjC,OAAO,KAAK,gBAAgB,MAAM,oBAAoB,CAAC;AACvD,OAAO,KAAK,QAAQ,MAAM,YAAY,CAAC;AACvC,OAAO,KAAK,QAAQ,MAAM,YAAY,CAAC;AACvC,OAAO,KAAK,iBAAiB,MAAM,qBAAqB,CAAC;AACzD,OAAO,KAAK,UAAU,MAAM,cAAc,CAAC;AAC3C,OAAO,KAAK,IAAI,MAAM,QAAQ,CAAC;AAC/B,MAAM,WAAW,mBAAmB;IAClC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC;IAChB,SAAS,EAAE,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACpC,cAAc,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAC9B,KAAK,EAAE,gBAAgB,CAAC,gBAAgB,CAAC;IACzC,UAAU,EAAE,MAAM,GAAG,KAAK,CAAC;IAC3B,uBAAuB,EAAE,MAAM,GAAG,KAAK,CAAC;IACxC,qBAAqB,EAAE,MAAM,GAAG,KAAK,CAAC;IACtC,kBAAkB,CAAC,EAAE,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAC9C,gBAAgB,EAAE,MAAM,GAAG,KAAK,CAAC;IACjC,iBAAiB,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC;IACnC,sBAAsB,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC;IACxC,UAAU,CAAC,EAAE,UAAU,CAAC,UAAU,CAAC;IACnC,cAAc,CAAC,EAAE,KAAK,CAAC,iBAAiB,CAAC,iBAAiB,CAAC,CAAC;CAC7D;AACD,qBAAa,cAAc;IAClB,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC;IAChB,SAAS,EAAE,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACpC,cAAc,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAC9B,KAAK,EAAE,gBAAgB,CAAC,gBAAgB,CAAC;IACzC,UAAU,EAAE,KAAK,CAAC;IAClB,uBAAuB,EAAE,KAAK,CAAC;IAC/B,qBAAqB,EAAE,KAAK,CAAC;IAC7B,kBAAkB,CAAC,EAAE,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAC9C,gBAAgB,EAAE,KAAK,CAAC;IACxB,iBAAiB,CAAC,EAAE,KAAK,CAAC;IAC1B,sBAAsB,CAAC,EAAE,KAAK,CAAC;IAC/B,UAAU,CAAC,EAAE,UAAU,CAAC,UAAU,CAAC;IACnC,cAAc,CAAC,EAAE,KAAK,CAAC,iBAAiB,CAAC,iBAAiB,CAAC,CAAC;gBACvD,IAAI,EAAE,mBAAmB;IAyG9B,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,SAAS,GAAG,IAAI;WAuF9B,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,SAAS,GAAG,cAAc;CA0K5D"}

package/dist/{esm/parquetjs → parquetjs}/parquet-thrift/ColumnMetaData.js

@@ -1,24 +1,23 @@
-import _defineProperty from "@babel/runtime/helpers/esm/defineProperty";
 import Int64 from 'node-int64';
 import * as thrift from 'thrift';
-import * as KeyValue from './KeyValue';
-import * as PageEncodingStats from './PageEncodingStats';
-import * as Statistics from './Statistics';
+import * as KeyValue from "./KeyValue.js";
+import * as PageEncodingStats from "./PageEncodingStats.js";
+import * as Statistics from "./Statistics.js";
 export class ColumnMetaData {
   constructor(args) {
-    _defineProperty(this, "type", void 0);
-    _defineProperty(this, "encodings", void 0);
-    _defineProperty(this, "path_in_schema", void 0);
-    _defineProperty(this, "codec", void 0);
-    _defineProperty(this, "num_values", void 0);
-    _defineProperty(this, "total_uncompressed_size", void 0);
-    _defineProperty(this, "total_compressed_size", void 0);
-    _defineProperty(this, "key_value_metadata", void 0);
-    _defineProperty(this, "data_page_offset", void 0);
-    _defineProperty(this, "index_page_offset", void 0);
-    _defineProperty(this, "dictionary_page_offset", void 0);
-    _defineProperty(this, "statistics", void 0);
-    _defineProperty(this, "encoding_stats", void 0);
+    this.type = void 0;
+    this.encodings = void 0;
+    this.path_in_schema = void 0;
+    this.codec = void 0;
+    this.num_values = void 0;
+    this.total_uncompressed_size = void 0;
+    this.total_compressed_size = void 0;
+    this.key_value_metadata = void 0;
+    this.data_page_offset = void 0;
+    this.index_page_offset = void 0;
+    this.dictionary_page_offset = void 0;
+    this.statistics = void 0;
+    this.encoding_stats = void 0;
     if (args != null && args.type != null) {
       this.type = args.type;
     } else {