@loaders.gl/parquet 4.4.0-alpha.9 → 4.4.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.cjs +14 -7
- package/dist/index.cjs.map +2 -2
- package/dist/lib/constants.js +1 -1
- package/dist/lib/constants.js.map +1 -1
- package/dist/lib/encoders/encode-arrow-to-parquet.d.ts.map +1 -1
- package/dist/lib/encoders/encode-arrow-to-parquet.js +2 -1
- package/dist/lib/encoders/encode-arrow-to-parquet.js.map +1 -1
- package/dist/parquet-json-loader.js +1 -1
- package/dist/parquet-json-loader.js.map +1 -1
- package/dist/parquet-json-writer.js +1 -1
- package/dist/parquet-json-writer.js.map +1 -1
- package/dist/parquetjs/codecs/plain.js +2 -2
- package/dist/parquetjs/codecs/plain.js.map +1 -1
- package/dist/parquetjs/codecs/rle.d.ts.map +1 -1
- package/dist/parquetjs/codecs/rle.js +12 -6
- package/dist/parquetjs/codecs/rle.js.map +1 -1
- package/dist/parquetjs/encoder/parquet-encoder.js.map +1 -1
- package/dist/parquetjs/parser/decoders.js +1 -1
- package/dist/parquetjs/parser/decoders.js.map +1 -1
- package/dist/parquetjs/utils/read-utils.js.map +1 -1
- package/dist/polyfills/buffer/install-buffer-polyfill.d.ts +1 -28
- package/dist/polyfills/buffer/install-buffer-polyfill.d.ts.map +1 -1
- package/package.json +12 -13
- package/src/lib/encoders/encode-arrow-to-parquet.ts +4 -2
- package/src/parquetjs/codecs/plain.ts +4 -4
- package/src/parquetjs/codecs/rle.ts +17 -11
- package/src/parquetjs/encoder/parquet-encoder.ts +10 -10
- package/src/parquetjs/parser/decoders.ts +2 -2
- package/src/parquetjs/utils/read-utils.ts +1 -1
package/dist/index.cjs
CHANGED
|
@@ -1997,7 +1997,10 @@ function encodeValues2(type, values, opts) {
|
|
|
1997
1997
|
}
|
|
1998
1998
|
}
|
|
1999
1999
|
if (repeats) {
|
|
2000
|
-
buf = Buffer.concat([
|
|
2000
|
+
buf = Buffer.concat([
|
|
2001
|
+
buf,
|
|
2002
|
+
encodeRunRepeated(values[values.length - 1], repeats, opts)
|
|
2003
|
+
]);
|
|
2001
2004
|
} else if (run.length) {
|
|
2002
2005
|
buf = Buffer.concat([buf, encodeRunBitpacked(run, opts)]);
|
|
2003
2006
|
}
|
|
@@ -2073,7 +2076,10 @@ function encodeRunBitpacked(values, opts) {
|
|
|
2073
2076
|
buf[Math.floor(b / 8)] |= 1 << b % 8;
|
|
2074
2077
|
}
|
|
2075
2078
|
}
|
|
2076
|
-
return Buffer.concat([
|
|
2079
|
+
return Buffer.concat([
|
|
2080
|
+
Buffer.from(import_varint.default.encode(values.length / 8 << 1 | 1)),
|
|
2081
|
+
buf
|
|
2082
|
+
]);
|
|
2077
2083
|
}
|
|
2078
2084
|
function encodeRunRepeated(value, count, opts) {
|
|
2079
2085
|
const bitWidth = opts.bitWidth;
|
|
@@ -6245,7 +6251,7 @@ var FileMetaData = class {
|
|
|
6245
6251
|
};
|
|
6246
6252
|
|
|
6247
6253
|
// dist/lib/constants.js
|
|
6248
|
-
var VERSION = true ? "4.4.0
|
|
6254
|
+
var VERSION = true ? "4.4.0" : "latest";
|
|
6249
6255
|
var PARQUET_WASM_URL = "https://unpkg.com/parquet-wasm@0.6.1/esm/parquet_wasm_bg.wasm";
|
|
6250
6256
|
var PARQUET_MAGIC = "PAR1";
|
|
6251
6257
|
var PARQUET_MAGIC_ENCRYPTED = "PARE";
|
|
@@ -6590,7 +6596,7 @@ function preserveBinary(d) {
|
|
|
6590
6596
|
return d;
|
|
6591
6597
|
}
|
|
6592
6598
|
if (Buffer.isBuffer(d)) {
|
|
6593
|
-
return d.buffer
|
|
6599
|
+
return new Uint8Array(d.buffer, d.byteOffset, d.byteLength).slice().buffer;
|
|
6594
6600
|
}
|
|
6595
6601
|
return d.toString();
|
|
6596
6602
|
}
|
|
@@ -6945,7 +6951,7 @@ async function* parseGeoParquetFileInBatches(file, options) {
|
|
|
6945
6951
|
}
|
|
6946
6952
|
|
|
6947
6953
|
// dist/parquet-json-loader.js
|
|
6948
|
-
var VERSION2 = true ? "4.4.0
|
|
6954
|
+
var VERSION2 = true ? "4.4.0" : "latest";
|
|
6949
6955
|
var ParquetJSONWorkerLoader = {
|
|
6950
6956
|
...ParquetFormat,
|
|
6951
6957
|
dataType: null,
|
|
@@ -6999,7 +7005,7 @@ var GeoParquetLoader = {
|
|
|
6999
7005
|
};
|
|
7000
7006
|
|
|
7001
7007
|
// dist/parquet-json-writer.js
|
|
7002
|
-
var VERSION3 = true ? "4.4.0
|
|
7008
|
+
var VERSION3 = true ? "4.4.0" : "latest";
|
|
7003
7009
|
var ParquetJSONWriter = {
|
|
7004
7010
|
...ParquetFormat,
|
|
7005
7011
|
id: "parquet",
|
|
@@ -7167,7 +7173,8 @@ async function encodeArrowToParquet(table, options) {
|
|
|
7167
7173
|
const wasmProperties = new wasm.WriterPropertiesBuilder().build();
|
|
7168
7174
|
try {
|
|
7169
7175
|
const parquetBytes = wasm.writeParquet(wasmTable, wasmProperties);
|
|
7170
|
-
|
|
7176
|
+
const bytes = new Uint8Array(parquetBytes.buffer, parquetBytes.byteOffset, parquetBytes.byteLength);
|
|
7177
|
+
return bytes.slice().buffer;
|
|
7171
7178
|
} finally {
|
|
7172
7179
|
}
|
|
7173
7180
|
}
|