@loaders.gl/parquet 4.2.0-beta.1 → 4.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.cjs +12 -6
- package/dist/index.cjs.map +2 -2
- package/dist/lib/constants.js +1 -1
- package/dist/parquet-loader.js +1 -1
- package/dist/parquet-writer.js +1 -1
- package/dist/parquetjs/codecs/rle.d.ts.map +1 -1
- package/dist/parquetjs/codecs/rle.js +6 -2
- package/dist/parquetjs/parser/decoders.d.ts.map +1 -1
- package/dist/parquetjs/parser/decoders.js +4 -1
- package/package.json +9 -9
- package/src/parquetjs/codecs/rle.ts +6 -2
- package/src/parquetjs/parser/decoders.ts +7 -1
package/dist/index.cjs
CHANGED
|
@@ -2005,12 +2005,16 @@ function decodeValues2(type, cursor, count, opts) {
|
|
|
2005
2005
|
while (values.length < count) {
|
|
2006
2006
|
const header = import_varint.default.decode(cursor.buffer, cursor.offset);
|
|
2007
2007
|
cursor.offset += import_varint.default.encodingLength(header);
|
|
2008
|
+
let decodedValues;
|
|
2008
2009
|
if (header & 1) {
|
|
2009
2010
|
const count2 = (header >> 1) * 8;
|
|
2010
|
-
|
|
2011
|
+
decodedValues = decodeRunBitpacked(cursor, count2, opts);
|
|
2011
2012
|
} else {
|
|
2012
2013
|
const count2 = header >> 1;
|
|
2013
|
-
|
|
2014
|
+
decodedValues = decodeRunRepeated(cursor, count2, opts);
|
|
2015
|
+
}
|
|
2016
|
+
for (const value of decodedValues) {
|
|
2017
|
+
values.push(value);
|
|
2014
2018
|
}
|
|
2015
2019
|
}
|
|
2016
2020
|
values = values.slice(0, count);
|
|
@@ -6316,7 +6320,7 @@ var FileMetaData = class {
|
|
|
6316
6320
|
};
|
|
6317
6321
|
|
|
6318
6322
|
// dist/lib/constants.js
|
|
6319
|
-
var VERSION = true ? "4.2.0-
|
|
6323
|
+
var VERSION = true ? "4.2.0-beta.2" : "latest";
|
|
6320
6324
|
var PARQUET_WASM_URL = "https://unpkg.com/parquet-wasm@0.6.0-beta.1/esm/arrow1_bg.wasm";
|
|
6321
6325
|
var PARQUET_MAGIC = "PAR1";
|
|
6322
6326
|
var PARQUET_MAGIC_ENCRYPTED = "PARE";
|
|
@@ -6395,6 +6399,7 @@ function fieldIndexOf(arr, elem) {
|
|
|
6395
6399
|
|
|
6396
6400
|
// dist/parquetjs/parser/decoders.js
|
|
6397
6401
|
async function decodeDataPages(buffer, context) {
|
|
6402
|
+
var _a;
|
|
6398
6403
|
const cursor = {
|
|
6399
6404
|
buffer,
|
|
6400
6405
|
offset: 0,
|
|
@@ -6417,7 +6422,8 @@ async function decodeDataPages(buffer, context) {
|
|
|
6417
6422
|
dictionary = page.dictionary;
|
|
6418
6423
|
continue;
|
|
6419
6424
|
}
|
|
6420
|
-
|
|
6425
|
+
const valueEncoding = getThriftEnum(Encoding, (_a = page.pageHeader.data_page_header) == null ? void 0 : _a.encoding);
|
|
6426
|
+
if (dictionary.length && valueEncoding !== "PLAIN") {
|
|
6421
6427
|
page.values = page.values.map((value) => dictionary[value]);
|
|
6422
6428
|
}
|
|
6423
6429
|
for (let index = 0; index < page.rlevels.length; index++) {
|
|
@@ -7095,7 +7101,7 @@ function convertRowGroupToTableBatch(rowGroup, parquetSchema, schema) {
|
|
|
7095
7101
|
}
|
|
7096
7102
|
|
|
7097
7103
|
// dist/parquet-loader.js
|
|
7098
|
-
var VERSION2 = true ? "4.2.0-
|
|
7104
|
+
var VERSION2 = true ? "4.2.0-beta.2" : "latest";
|
|
7099
7105
|
var ParquetWorkerLoader = {
|
|
7100
7106
|
dataType: null,
|
|
7101
7107
|
batchType: null,
|
|
@@ -7184,7 +7190,7 @@ var ParquetColumnarLoader = {
|
|
|
7184
7190
|
};
|
|
7185
7191
|
|
|
7186
7192
|
// dist/parquet-writer.js
|
|
7187
|
-
var VERSION3 = true ? "4.2.0-
|
|
7193
|
+
var VERSION3 = true ? "4.2.0-beta.2" : "latest";
|
|
7188
7194
|
var ParquetWriter = {
|
|
7189
7195
|
name: "Apache Parquet",
|
|
7190
7196
|
id: "parquet",
|