@loaders.gl/parquet 4.0.0-alpha.23 → 4.0.0-alpha.25

package/dist/parquet-writer.js

@@ -1,21 +0,0 @@
-"use strict";
-// loaders.gl, MIT license
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.ParquetWriter = void 0;
-// __VERSION__ is injected by babel-plugin-version-inline
-// @ts-ignore TS2304: Cannot find name '__VERSION__'.
-const VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';
-exports.ParquetWriter = {
-    name: 'Apache Parquet',
-    id: 'parquet',
-    module: 'parquet',
-    version: VERSION,
-    extensions: ['parquet'],
-    mimeTypes: ['application/octet-stream'],
-    encodeSync,
-    binary: true,
-    options: {}
-};
-function encodeSync(data, options) {
-    return new ArrayBuffer(0);
-}

package/dist/parquetjs/codecs/declare.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"declare.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/codecs/declare.ts"],"names":[],"mappings":";AACA,OAAO,EAAC,aAAa,EAAC,MAAM,mBAAmB,CAAC;AAEhD,MAAM,WAAW,YAAY;IAC3B,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,mBAAmB;IAClC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,eAAe;IAC9B,YAAY,CAAC,IAAI,EAAE,aAAa,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE,IAAI,CAAC,EAAE,mBAAmB,GAAG,MAAM,CAAC;IACrF,YAAY,CACV,IAAI,EAAE,aAAa,EACnB,MAAM,EAAE,YAAY,EACpB,KAAK,EAAE,MAAM,EACb,IAAI,EAAE,mBAAmB,GACxB,GAAG,EAAE,CAAC;CACV"}

package/dist/parquetjs/codecs/declare.js

@@ -1,2 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });

package/dist/parquetjs/codecs/dictionary.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"dictionary.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/codecs/dictionary.ts"],"names":[],"mappings":"AAEA,wBAAgB,YAAY,CAAC,IAAI,KAAA,EAAE,MAAM,KAAA,EAAE,KAAK,KAAA,EAAE,IAAI,KAAA,YAIrD;AAED,wBAAgB,YAAY,CAAC,IAAI,KAAA,EAAE,MAAM,KAAA,EAAE,KAAK,KAAA,EAAE,IAAI,KAAA,QAErD"}

package/dist/parquetjs/codecs/dictionary.js

@@ -1,14 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.encodeValues = exports.decodeValues = void 0;
-const rle_1 = require("./rle");
-function decodeValues(type, cursor, count, opts) {
-    opts.bitWidth = cursor.buffer.slice(cursor.offset, cursor.offset + 1).readInt8(0);
-    cursor.offset += 1;
-    return (0, rle_1.decodeValues)(type, cursor, count, { ...opts, disableEnvelope: true });
-}
-exports.decodeValues = decodeValues;
-function encodeValues(type, cursor, count, opts) {
-    throw new Error('Encode dictionary functionality is not supported');
-}
-exports.encodeValues = encodeValues;

package/dist/parquetjs/codecs/index.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/codecs/index.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,mBAAmB,CAAC;AACpD,OAAO,KAAK,EAAC,eAAe,EAAC,MAAM,WAAW,CAAC;AAK/C,cAAc,WAAW,CAAC;AAE1B,eAAO,MAAM,cAAc,EAAE,MAAM,CAAC,YAAY,EAAE,eAAe,CAqBhE,CAAC"}

package/dist/parquetjs/codecs/index.js

@@ -1,55 +0,0 @@
-"use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
-    Object.defineProperty(o, "default", { enumerable: true, value: v });
-}) : function(o, v) {
-    o["default"] = v;
-});
-var __importStar = (this && this.__importStar) || function (mod) {
-    if (mod && mod.__esModule) return mod;
-    var result = {};
-    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
-    __setModuleDefault(result, mod);
-    return result;
-};
-var __exportStar = (this && this.__exportStar) || function(m, exports) {
-    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.PARQUET_CODECS = void 0;
-const PLAIN = __importStar(require("./plain"));
-const RLE = __importStar(require("./rle"));
-const DICTIONARY = __importStar(require("./dictionary"));
-__exportStar(require("./declare"), exports);
-exports.PARQUET_CODECS = {
-    PLAIN: {
-        encodeValues: PLAIN.encodeValues,
-        decodeValues: PLAIN.decodeValues
-    },
-    RLE: {
-        encodeValues: RLE.encodeValues,
-        decodeValues: RLE.decodeValues
-    },
-    // Using the PLAIN_DICTIONARY enum value is deprecated in the Parquet 2.0 specification.
-    PLAIN_DICTIONARY: {
-        // @ts-ignore
-        encodeValues: DICTIONARY.encodeValues,
-        decodeValues: DICTIONARY.decodeValues
-    },
-    // Prefer using RLE_DICTIONARY in a data page and PLAIN in a dictionary page for Parquet 2.0+ files.
-    RLE_DICTIONARY: {
-        // @ts-ignore
-        encodeValues: DICTIONARY.encodeValues,
-        decodeValues: DICTIONARY.decodeValues
-    }
-};

package/dist/parquetjs/codecs/plain.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"plain.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/codecs/plain.ts"],"names":[],"mappings":";AAEA,OAAO,KAAK,EAAC,aAAa,EAAC,MAAM,mBAAmB,CAAC;AACrD,OAAO,KAAK,EAAC,YAAY,EAAE,mBAAmB,EAAC,MAAM,WAAW,CAAC;AAGjE,wBAAgB,YAAY,CAC1B,IAAI,EAAE,aAAa,EACnB,MAAM,EAAE,GAAG,EAAE,EACb,IAAI,EAAE,mBAAmB,GACxB,MAAM,CAqBR;AAED,wBAAgB,YAAY,CAC1B,IAAI,EAAE,aAAa,EACnB,MAAM,EAAE,YAAY,EACpB,KAAK,EAAE,MAAM,EACb,IAAI,EAAE,mBAAmB,GACxB,GAAG,EAAE,CAqBP"}

package/dist/parquetjs/codecs/plain.js

@@ -1,211 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.decodeValues = exports.encodeValues = void 0;
-const int53_1 = __importDefault(require("int53"));
-function encodeValues(type, values, opts) {
-    switch (type) {
-        case 'BOOLEAN':
-            return encodeValues_BOOLEAN(values);
-        case 'INT32':
-            return encodeValues_INT32(values);
-        case 'INT64':
-            return encodeValues_INT64(values);
-        case 'INT96':
-            return encodeValues_INT96(values);
-        case 'FLOAT':
-            return encodeValues_FLOAT(values);
-        case 'DOUBLE':
-            return encodeValues_DOUBLE(values);
-        case 'BYTE_ARRAY':
-            return encodeValues_BYTE_ARRAY(values);
-        case 'FIXED_LEN_BYTE_ARRAY':
-            return encodeValues_FIXED_LEN_BYTE_ARRAY(values, opts);
-        default:
-            throw new Error(`unsupported type: ${type}`);
-    }
-}
-exports.encodeValues = encodeValues;
-function decodeValues(type, cursor, count, opts) {
-    switch (type) {
-        case 'BOOLEAN':
-            return decodeValues_BOOLEAN(cursor, count);
-        case 'INT32':
-            return decodeValues_INT32(cursor, count);
-        case 'INT64':
-            return decodeValues_INT64(cursor, count);
-        case 'INT96':
-            return decodeValues_INT96(cursor, count);
-        case 'FLOAT':
-            return decodeValues_FLOAT(cursor, count);
-        case 'DOUBLE':
-            return decodeValues_DOUBLE(cursor, count);
-        case 'BYTE_ARRAY':
-            return decodeValues_BYTE_ARRAY(cursor, count);
-        case 'FIXED_LEN_BYTE_ARRAY':
-            return decodeValues_FIXED_LEN_BYTE_ARRAY(cursor, count, opts);
-        default:
-            throw new Error(`unsupported type: ${type}`);
-    }
-}
-exports.decodeValues = decodeValues;
-function encodeValues_BOOLEAN(values) {
-    const buf = Buffer.alloc(Math.ceil(values.length / 8));
-    buf.fill(0);
-    for (let i = 0; i < values.length; i++) {
-        if (values[i]) {
-            buf[Math.floor(i / 8)] |= 1 << i % 8;
-        }
-    }
-    return buf;
-}
-function decodeValues_BOOLEAN(cursor, count) {
-    const values = [];
-    for (let i = 0; i < count; i++) {
-        const b = cursor.buffer[cursor.offset + Math.floor(i / 8)];
-        values.push((b & (1 << i % 8)) > 0);
-    }
-    cursor.offset += Math.ceil(count / 8);
-    return values;
-}
-function encodeValues_INT32(values) {
-    const buf = Buffer.alloc(4 * values.length);
-    for (let i = 0; i < values.length; i++) {
-        buf.writeInt32LE(values[i], i * 4);
-    }
-    return buf;
-}
-function decodeValues_INT32(cursor, count) {
-    const values = [];
-    for (let i = 0; i < count; i++) {
-        values.push(cursor.buffer.readInt32LE(cursor.offset));
-        cursor.offset += 4;
-    }
-    return values;
-}
-function encodeValues_INT64(values) {
-    const buf = Buffer.alloc(8 * values.length);
-    for (let i = 0; i < values.length; i++) {
-        int53_1.default.writeInt64LE(values[i], buf, i * 8);
-    }
-    return buf;
-}
-function decodeValues_INT64(cursor, count) {
-    const values = [];
-    for (let i = 0; i < count; i++) {
-        values.push(int53_1.default.readInt64LE(cursor.buffer, cursor.offset));
-        cursor.offset += 8;
-    }
-    return values;
-}
-function encodeValues_INT96(values) {
-    const buf = Buffer.alloc(12 * values.length);
-    for (let i = 0; i < values.length; i++) {
-        if (values[i] >= 0) {
-            int53_1.default.writeInt64LE(values[i], buf, i * 12);
-            buf.writeUInt32LE(0, i * 12 + 8); // truncate to 64 actual precision
-        }
-        else {
-            int53_1.default.writeInt64LE(~-values[i] + 1, buf, i * 12);
-            buf.writeUInt32LE(0xffffffff, i * 12 + 8); // truncate to 64 actual precision
-        }
-    }
-    return buf;
-}
-function decodeValues_INT96(cursor, count) {
-    const values = [];
-    for (let i = 0; i < count; i++) {
-        const low = int53_1.default.readInt64LE(cursor.buffer, cursor.offset);
-        const high = cursor.buffer.readUInt32LE(cursor.offset + 8);
-        if (high === 0xffffffff) {
-            values.push(~-low + 1); // truncate to 64 actual precision
-        }
-        else {
-            values.push(low); // truncate to 64 actual precision
-        }
-        cursor.offset += 12;
-    }
-    return values;
-}
-function encodeValues_FLOAT(values) {
-    const buf = Buffer.alloc(4 * values.length);
-    for (let i = 0; i < values.length; i++) {
-        buf.writeFloatLE(values[i], i * 4);
-    }
-    return buf;
-}
-function decodeValues_FLOAT(cursor, count) {
-    const values = [];
-    for (let i = 0; i < count; i++) {
-        values.push(cursor.buffer.readFloatLE(cursor.offset));
-        cursor.offset += 4;
-    }
-    return values;
-}
-function encodeValues_DOUBLE(values) {
-    const buf = Buffer.alloc(8 * values.length);
-    for (let i = 0; i < values.length; i++) {
-        buf.writeDoubleLE(values[i], i * 8);
-    }
-    return buf;
-}
-function decodeValues_DOUBLE(cursor, count) {
-    const values = [];
-    for (let i = 0; i < count; i++) {
-        values.push(cursor.buffer.readDoubleLE(cursor.offset));
-        cursor.offset += 8;
-    }
-    return values;
-}
-function encodeValues_BYTE_ARRAY(values) {
-    // tslint:disable-next-line:variable-name
-    let buf_len = 0;
-    for (let i = 0; i < values.length; i++) {
-        values[i] = Buffer.from(values[i]);
-        buf_len += 4 + values[i].length;
-    }
-    const buf = Buffer.alloc(buf_len);
-    // tslint:disable-next-line:variable-name
-    let buf_pos = 0;
-    for (let i = 0; i < values.length; i++) {
-        buf.writeUInt32LE(values[i].length, buf_pos);
-        values[i].copy(buf, buf_pos + 4);
-        buf_pos += 4 + values[i].length;
-    }
-    return buf;
-}
-function decodeValues_BYTE_ARRAY(cursor, count) {
-    const values = [];
-    for (let i = 0; i < count; i++) {
-        const len = cursor.buffer.readUInt32LE(cursor.offset);
-        cursor.offset += 4;
-        values.push(cursor.buffer.slice(cursor.offset, cursor.offset + len));
-        cursor.offset += len;
-    }
-    return values;
-}
-function encodeValues_FIXED_LEN_BYTE_ARRAY(values, opts) {
-    if (!opts.typeLength) {
-        throw new Error('missing option: typeLength (required for FIXED_LEN_BYTE_ARRAY)');
-    }
-    for (let i = 0; i < values.length; i++) {
-        values[i] = Buffer.from(values[i]);
-        if (values[i].length !== opts.typeLength) {
-            throw new Error(`invalid value for FIXED_LEN_BYTE_ARRAY: ${values[i]}`);
-        }
-    }
-    return Buffer.concat(values);
-}
-function decodeValues_FIXED_LEN_BYTE_ARRAY(cursor, count, opts) {
-    const values = [];
-    if (!opts.typeLength) {
-        throw new Error('missing option: typeLength (required for FIXED_LEN_BYTE_ARRAY)');
-    }
-    for (let i = 0; i < count; i++) {
-        values.push(cursor.buffer.slice(cursor.offset, cursor.offset + opts.typeLength));
-        cursor.offset += opts.typeLength;
-    }
-    return values;
-}

package/dist/parquetjs/codecs/rle.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"rle.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/codecs/rle.ts"],"names":[],"mappings":";AAEA,OAAO,KAAK,EAAC,aAAa,EAAC,MAAM,mBAAmB,CAAC;AACrD,OAAO,KAAK,EAAC,YAAY,EAAE,mBAAmB,EAAC,MAAM,WAAW,CAAC;AAIjE,wBAAgB,YAAY,CAC1B,IAAI,EAAE,aAAa,EACnB,MAAM,EAAE,GAAG,EAAE,EACb,IAAI,EAAE,mBAAmB,GACxB,MAAM,CA0DR;AAED,wBAAgB,YAAY,CAC1B,IAAI,EAAE,aAAa,EACnB,MAAM,EAAE,YAAY,EACpB,KAAK,EAAE,MAAM,EACb,IAAI,EAAE,mBAAmB,GACxB,MAAM,EAAE,CA4BV"}

package/dist/parquetjs/codecs/rle.js

@@ -1,145 +0,0 @@
-"use strict";
-// Forked from https://github.com/kbajalc/parquets under MIT license (Copyright (c) 2017 ironSource Ltd.)
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.decodeValues = exports.encodeValues = void 0;
-const varint_1 = __importDefault(require("varint"));
-// eslint-disable-next-line max-statements, complexity
-function encodeValues(type, values, opts) {
-    if (!('bitWidth' in opts)) {
-        throw new Error('bitWidth is required');
-    }
-    switch (type) {
-        case 'BOOLEAN':
-        case 'INT32':
-        case 'INT64':
-            // tslint:disable-next-line:no-parameter-reassignment
-            values = values.map((x) => parseInt(x, 10));
-            break;
-        default:
-            throw new Error(`unsupported type: ${type}`);
-    }
-    let buf = Buffer.alloc(0);
-    let run = [];
-    let repeats = 0;
-    for (let i = 0; i < values.length; i++) {
-        // If we are at the beginning of a run and the next value is same we start
-        // collecting repeated values
-        if (repeats === 0 && run.length % 8 === 0 && values[i] === values[i + 1]) {
-            // If we have any data in runs we need to encode them
-            if (run.length) {
-                buf = Buffer.concat([buf, encodeRunBitpacked(run, opts)]);
-                run = [];
-            }
-            repeats = 1;
-        }
-        else if (repeats > 0 && values[i] === values[i - 1]) {
-            repeats += 1;
-        }
-        else {
-            // If values changes we need to post any previous repeated values
-            if (repeats) {
-                buf = Buffer.concat([buf, encodeRunRepeated(values[i - 1], repeats, opts)]);
-                repeats = 0;
-            }
-            run.push(values[i]);
-        }
-    }
-    if (repeats) {
-        buf = Buffer.concat([buf, encodeRunRepeated(values[values.length - 1], repeats, opts)]);
-    }
-    else if (run.length) {
-        buf = Buffer.concat([buf, encodeRunBitpacked(run, opts)]);
-    }
-    if (opts.disableEnvelope) {
-        return buf;
-    }
-    const envelope = Buffer.alloc(buf.length + 4);
-    envelope.writeUInt32LE(buf.length, undefined);
-    buf.copy(envelope, 4);
-    return envelope;
-}
-exports.encodeValues = encodeValues;
-function decodeValues(type, cursor, count, opts) {
-    if (!('bitWidth' in opts)) {
-        throw new Error('bitWidth is required');
-    }
-    if (!opts.disableEnvelope) {
-        cursor.offset += 4;
-    }
-    let values = [];
-    while (values.length < count) {
-        const header = varint_1.default.decode(cursor.buffer, cursor.offset);
-        cursor.offset += varint_1.default.encodingLength(header);
-        if (header & 1) {
-            const count = (header >> 1) * 8;
-            values.push(...decodeRunBitpacked(cursor, count, opts));
-        }
-        else {
-            const count = header >> 1;
-            values.push(...decodeRunRepeated(cursor, count, opts));
-        }
-    }
-    values = values.slice(0, count);
-    if (values.length !== count) {
-        throw new Error('invalid RLE encoding');
-    }
-    return values;
-}
-exports.decodeValues = decodeValues;
-function decodeRunBitpacked(cursor, count, opts) {
-    // @ts-ignore
-    const bitWidth = opts.bitWidth;
-    if (count % 8 !== 0) {
-        throw new Error('must be a multiple of 8');
-    }
-    // tslint:disable-next-line:prefer-array-literal
-    const values = new Array(count).fill(0);
-    for (let b = 0; b < bitWidth * count; b++) {
-        if (cursor.buffer[cursor.offset + Math.floor(b / 8)] & (1 << b % 8)) {
-            values[Math.floor(b / bitWidth)] |= 1 << b % bitWidth;
-        }
-    }
-    cursor.offset += bitWidth * (count / 8);
-    return values;
-}
-function decodeRunRepeated(cursor, count, opts) {
-    // @ts-ignore
-    const bitWidth = opts.bitWidth;
-    let value = 0;
-    for (let i = 0; i < Math.ceil(bitWidth / 8); i++) {
-        // eslint-disable-next-line
-        value << 8; //  TODO - this looks wrong
-        value += cursor.buffer[cursor.offset];
-        cursor.offset += 1;
-    }
-    // tslint:disable-next-line:prefer-array-literal
-    return new Array(count).fill(value);
-}
-function encodeRunBitpacked(values, opts) {
-    // @ts-ignore
-    const bitWidth = opts.bitWidth;
-    for (let i = 0; i < values.length % 8; i++) {
-        values.push(0);
-    }
-    const buf = Buffer.alloc(Math.ceil(bitWidth * (values.length / 8)));
-    for (let b = 0; b < bitWidth * values.length; b++) {
-        if ((values[Math.floor(b / bitWidth)] & (1 << b % bitWidth)) > 0) {
-            buf[Math.floor(b / 8)] |= 1 << b % 8;
-        }
-    }
-    return Buffer.concat([Buffer.from(varint_1.default.encode(((values.length / 8) << 1) | 1)), buf]);
-}
-function encodeRunRepeated(value, count, opts) {
-    // @ts-ignore
-    const bitWidth = opts.bitWidth;
-    const buf = Buffer.alloc(Math.ceil(bitWidth / 8));
-    for (let i = 0; i < buf.length; i++) {
-        buf.writeUInt8(value & 0xff, i);
-        // eslint-disable-next-line
-        value >> 8; //  TODO - this looks wrong
-    }
-    return Buffer.concat([Buffer.from(varint_1.default.encode(count << 1)), buf]);
-}

package/dist/parquetjs/compression.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"compression.d.ts","sourceRoot":"","sources":["../../src/parquetjs/compression.ts"],"names":[],"mappings":";AAIA,OAAO,EACL,WAAW,EAQZ,MAAM,yBAAyB,CAAC;AAEjC,OAAO,EAAC,kBAAkB,EAAC,MAAM,kBAAkB,CAAC;AAsCpD;;GAEG;AAEH,eAAO,MAAM,2BAA2B,EAAE,MAAM,CAAC,kBAAkB,EAAE,WAAW,CAW/E,CAAC;AAEF;;;GAGG;AACH,wBAAsB,mBAAmB,CAAC,OAAO,CAAC,EAAE;IAAC,OAAO,EAAE;QAAC,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAA;KAAC,CAAA;CAAC,mBAGlF;AAED;;GAEG;AACH,wBAAsB,OAAO,CAAC,MAAM,EAAE,kBAAkB,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAQxF;AAED;;GAEG;AACH,wBAAsB,UAAU,CAC9B,MAAM,EAAE,kBAAkB,EAC1B,KAAK,EAAE,MAAM,EACb,IAAI,EAAE,MAAM,GACX,OAAO,CAAC,MAAM,CAAC,CAQjB;AAKD,wBAAgB,OAAO,CAAC,MAAM,EAAE,kBAAkB,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,MAAM,CAMvF"}

package/dist/parquetjs/compression.js

@@ -1,183 +0,0 @@
-"use strict";
-// Forked from https://github.com/kbajalc/parquets under MIT license (Copyright (c) 2017 ironSource Ltd.)
-/* eslint-disable camelcase */
-// Forked from https://github.com/ironSource/parquetjs under MIT license
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.inflate = exports.decompress = exports.deflate = exports.preloadCompressions = exports.PARQUET_COMPRESSION_METHODS = void 0;
-const compression_1 = require("@loaders.gl/compression");
-/** We can't use loaders-util buffer handling since we are dependent on buffers even in the browser */
-function toBuffer(arrayBuffer) {
-    return Buffer.from(arrayBuffer);
-}
-function toArrayBuffer(buffer) {
-    // TODO - per docs we should just be able to call buffer.buffer, but there are issues
-    if (Buffer.isBuffer(buffer)) {
-        const typedArray = new Uint8Array(buffer.buffer, buffer.byteOffset, buffer.length);
-        return typedArray.slice().buffer;
-    }
-    return buffer;
-}
-// TODO switch to worker compression to avoid bundling...
-// import brotli from 'brotli'; - brotli has problems with decompress in browsers
-// import brotliDecompress from 'brotli/decompress';
-const lz4js_1 = __importDefault(require("lz4js"));
-// import lzo from 'lzo';
-// import {ZstdCodec} from 'zstd-codec';
-// Inject large dependencies through Compression constructor options
-const modules = {
-    // brotli has problems with decompress in browsers
-    // brotli: {
-    //   decompress: brotliDecompress,
-    //   compress: () => {
-    //     throw new Error('brotli compress');
-    //   }
-    // },
-    lz4js: lz4js_1.default
-    // lzo
-    // 'zstd-codec': ZstdCodec
-};
-/**
- * See https://github.com/apache/parquet-format/blob/master/Compression.md
- */
-// @ts-expect-error
-exports.PARQUET_COMPRESSION_METHODS = {
-    UNCOMPRESSED: new compression_1.NoCompression(),
-    GZIP: new compression_1.GZipCompression(),
-    SNAPPY: new compression_1.SnappyCompression(),
-    BROTLI: new compression_1.BrotliCompression({ modules }),
-    // TODO: Understand difference between LZ4 and LZ4_RAW
-    LZ4: new compression_1.LZ4Compression({ modules }),
-    LZ4_RAW: new compression_1.LZ4Compression({ modules }),
-    //
-    // LZO: new LZOCompression({modules}),
-    ZSTD: new compression_1.ZstdCompression({ modules })
-};
-/**
- * Register compressions that have big external libraries
- * @param options.modules External library dependencies
- */
-async function preloadCompressions(options) {
-    const compressions = Object.values(exports.PARQUET_COMPRESSION_METHODS);
-    return await Promise.all(compressions.map((compression) => compression.preload()));
-}
-exports.preloadCompressions = preloadCompressions;
-/**
- * Deflate a value using compression method `method`
- */
-async function deflate(method, value) {
-    const compression = exports.PARQUET_COMPRESSION_METHODS[method];
-    if (!compression) {
-        throw new Error(`parquet: invalid compression method: ${method}`);
-    }
-    const inputArrayBuffer = toArrayBuffer(value);
-    const compressedArrayBuffer = await compression.compress(inputArrayBuffer);
-    return toBuffer(compressedArrayBuffer);
-}
-exports.deflate = deflate;
-/**
- * Inflate a value using compression method `method`
- */
-async function decompress(method, value, size) {
-    const compression = exports.PARQUET_COMPRESSION_METHODS[method];
-    if (!compression) {
-        throw new Error(`parquet: invalid compression method: ${method}`);
-    }
-    const inputArrayBuffer = toArrayBuffer(value);
-    const compressedArrayBuffer = await compression.decompress(inputArrayBuffer, size);
-    return toBuffer(compressedArrayBuffer);
-}
-exports.decompress = decompress;
-/*
- * Inflate a value using compression method `method`
- */
-function inflate(method, value, size) {
-    if (!(method in exports.PARQUET_COMPRESSION_METHODS)) {
-        throw new Error(`invalid compression method: ${method}`);
-    }
-    // @ts-ignore
-    return exports.PARQUET_COMPRESSION_METHODS[method].inflate(value, size);
-}
-exports.inflate = inflate;
-/*
-function deflate_identity(value: Buffer): Buffer {
-  return value;
-}
-
-function deflate_gzip(value: Buffer): Buffer {
-  return zlib.gzipSync(value);
-}
-
-function deflate_snappy(value: Buffer): Buffer {
-  return snappyjs.compress(value);
-}
-
-function deflate_lzo(value: Buffer): Buffer {
-  lzo = lzo || Util.load('lzo');
-  return lzo.compress(value);
-}
-
-function deflate_brotli(value: Buffer): Buffer {
-  brotli = brotli || Util.load('brotli');
-  const result = brotli.compress(value, {
-    mode: 0,
-    quality: 8,
-    lgwin: 22
-  });
-  return result ? Buffer.from(result) : Buffer.alloc(0);
-}
-
-function deflate_lz4(value: Buffer): Buffer {
-  lz4js = lz4js || Util.load('lz4js');
-  try {
-    // let result = Buffer.alloc(lz4js.encodeBound(value.length));
-    // const compressedSize = lz4.encodeBlock(value, result);
-    // // remove unnecessary bytes
-    // result = result.slice(0, compressedSize);
-    // return result;
-    return Buffer.from(lz4js.compress(value));
-  } catch (err) {
-    throw err;
-  }
-}
-function inflate_identity(value: Buffer): Buffer {
-  return value;
-}
-
-function inflate_gzip(value: Buffer): Buffer {
-  return zlib.gunzipSync(value);
-}
-
-function inflate_snappy(value: Buffer): Buffer {
-  return snappyjs.uncompress(value);
-}
-
-function inflate_lzo(value: Buffer, size: number): Buffer {
-  lzo = lzo || Util.load('lzo');
-  return lzo.decompress(value, size);
-}
-
-function inflate_lz4(value: Buffer, size: number): Buffer {
-  lz4js = lz4js || Util.load('lz4js');
-  try {
-    // let result = Buffer.alloc(size);
-    // const uncompressedSize = lz4js.decodeBlock(value, result);
-    // // remove unnecessary bytes
-    // result = result.slice(0, uncompressedSize);
-    // return result;
-    return Buffer.from(lz4js.decompress(value, size));
-  } catch (err) {
-    throw err;
-  }
-}
-
-function inflate_brotli(value: Buffer): Buffer {
-  brotli = brotli || Util.load('brotli');
-  if (!value.length) {
-    return Buffer.alloc(0);
-  }
-  return Buffer.from(brotli.decompress(value));
-}
-*/

package/dist/parquetjs/encoder/parquet-encoder.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"parquet-encoder.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/encoder/parquet-encoder.ts"],"names":[],"mappings":";;AAEA,OAAO,EAAC,MAAM,EAAC,MAAM,0BAA0B,CAAC;AAGhD,OAAO,EACL,eAAe,EAKf,UAAU,EACX,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAAC,aAAa,EAAC,MAAM,kBAAkB,CAAC;AAE/C,OAAO,EAaL,QAAQ,EAGT,MAAM,mBAAmB,CAAC;AA2B3B,MAAM,WAAW,qBAAqB;IACpC,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,aAAa,CAAC,EAAE,OAAO,CAAC;IAGxB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED;;;;GAIG;AAEH,qBAAa,cAAc,CAAC,CAAC;IAC3B;;;OAGG;WACU,QAAQ,CAAC,CAAC,EACrB,MAAM,EAAE,aAAa,EACrB,IAAI,EAAE,MAAM,EACZ,IAAI,CAAC,EAAE,qBAAqB,GAC3B,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC;IAK7B;;;OAGG;WACU,UAAU,CAAC,CAAC,EACvB,MAAM,EAAE,aAAa,EACrB,YAAY,EAAE,MAAM,CAAC,QAAQ,EAC7B,IAAI,GAAE,qBAA0B,GAC/B,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC;IAKtB,MAAM,EAAE,aAAa,CAAC;IACtB,cAAc,EAAE,qBAAqB,CAAC;IACtC,SAAS,EAAE,eAAe,CAAC;IAC3B,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE,OAAO,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAE5C;;OAEG;gBAED,MAAM,EAAE,aAAa,EACrB,cAAc,EAAE,qBAAqB,EACrC,IAAI,EAAE,qBAAqB;IAcvB,WAAW,IAAI,OAAO,CAAC,IAAI,CAAC;IAUlC;;;OAGG;IACG,SAAS,CAAC,CAAC,SAAS,UAAU,EAAE,GAAG,EAAE,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IAW5D;;;;;OAKG;IACG,KAAK,CAAC,QAAQ,CAAC,EAAE,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;IAqBjD;;OAEG;IACH,WAAW,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,IAAI;IAK7C;;;;;OAKG;IACH,eAAe,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI;IAIlC;;;OAGG;IACH,WAAW,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI;CAG/B;AAED;;;;;GAKG;AACH,qBAAa,qBAAqB;IAChC;;OAEG;WACU,UAAU,CACrB,MAAM,EAAE,aAAa,EACrB,YAAY,EAAE,MAAM,CAAC,QAAQ,EAC7B,IAAI,EAAE,qBAAqB,GAC1B,OAAO,CAAC,qBAAqB,CAAC;IAM1B,MAAM,EAAE,aAAa,CAAC;IACtB,KAAK,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACtC,KAAK,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IAC3B,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,QAAQ,EAAE,CAAC;IACtB,QAAQ,EAAE,MAAM,CAAC;IACjB,aAAa,EAAE,OAAO,CAAC;gBAG5B,MAAM,EAAE,aAAa,EACrB,OAAO,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,EACvC,OAAO,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,EAC5B,UAAU,EAAE,MAAM,EAClB,IAAI,EAAE,qBAAqB;IAY7B,YAAY,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAKxC;;OAEG;IACH,WAAW,IAAI,OAAO,CAAC,IAAI,CAAC;IAI5B;;;OAGG;IACG,aAAa,CAAC,OAAO,EAAE,eAAe,GAAG,OAAO,CAAC,IAAI,CAAC;IAY5D;;OAEG;IACH,WAAW,CAAC,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IAWhE;;;OAGG;IACH,WAAW,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI;CAG/B"}