@loaders.gl/parquet 4.3.0-alpha.7 → 4.3.0-beta.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.cjs +5 -5
- package/dist/index.cjs.map +3 -3
- package/dist/lib/constants.js +1 -1
- package/dist/lib/utils/make-stream-iterator.d.ts +0 -1
- package/dist/lib/utils/make-stream-iterator.d.ts.map +1 -1
- package/dist/parquet-loader.d.ts +4 -3
- package/dist/parquet-loader.d.ts.map +1 -1
- package/dist/parquet-loader.js +7 -3
- package/dist/parquet-wasm-loader.d.ts.map +1 -1
- package/dist/parquet-wasm-writer.d.ts.map +1 -1
- package/dist/parquet-writer.js +1 -1
- package/dist/parquetjs/codecs/declare.d.ts +0 -1
- package/dist/parquetjs/codecs/declare.d.ts.map +1 -1
- package/dist/parquetjs/codecs/plain.d.ts +0 -1
- package/dist/parquetjs/codecs/plain.d.ts.map +1 -1
- package/dist/parquetjs/codecs/rle.d.ts +0 -1
- package/dist/parquetjs/codecs/rle.d.ts.map +1 -1
- package/dist/parquetjs/compression.d.ts +0 -1
- package/dist/parquetjs/compression.d.ts.map +1 -1
- package/dist/parquetjs/encoder/parquet-encoder.d.ts +0 -2
- package/dist/parquetjs/encoder/parquet-encoder.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/ColumnIndex.d.ts +0 -1
- package/dist/parquetjs/parquet-thrift/ColumnIndex.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/Statistics.d.ts +0 -1
- package/dist/parquetjs/parquet-thrift/Statistics.d.ts.map +1 -1
- package/dist/parquetjs/parser/decoders.d.ts +0 -1
- package/dist/parquetjs/parser/decoders.d.ts.map +1 -1
- package/dist/parquetjs/parser/parquet-reader.d.ts.map +1 -1
- package/dist/parquetjs/parser/parquet-reader.js +1 -2
- package/dist/parquetjs/utils/file-utils.d.ts +0 -3
- package/dist/parquetjs/utils/file-utils.d.ts.map +1 -1
- package/dist/parquetjs/utils/read-utils.d.ts +0 -1
- package/dist/parquetjs/utils/read-utils.d.ts.map +1 -1
- package/dist/parquetjs/utils/read-utils.js +1 -2
- package/dist/polyfills/buffer/buffer-polyfill.browser.d.ts +0 -1
- package/dist/polyfills/buffer/buffer-polyfill.browser.d.ts.map +1 -1
- package/dist/polyfills/buffer/buffer-polyfill.node.d.ts +0 -1
- package/dist/polyfills/buffer/buffer-polyfill.node.d.ts.map +1 -1
- package/dist/polyfills/buffer/install-buffer-polyfill.d.ts +9 -10
- package/dist/polyfills/buffer/install-buffer-polyfill.d.ts.map +1 -1
- package/dist/polyfills/util.d.ts +1 -1
- package/package.json +9 -9
- package/src/parquet-loader.ts +6 -2
- package/src/parquet-wasm-writer.ts +1 -2
- package/src/parquetjs/parser/parquet-reader.ts +1 -2
- package/src/parquetjs/utils/read-utils.ts +7 -2
package/dist/lib/constants.js
CHANGED
|
@@ -3,7 +3,7 @@
|
|
|
3
3
|
// Copyright (c) vis.gl contributors
|
|
4
4
|
// __VERSION__ is injected by babel-plugin-version-inline
|
|
5
5
|
// @ts-ignore TS2304: Cannot find name '__VERSION__'.
|
|
6
|
-
export const VERSION = typeof "4.3.0-alpha.
|
|
6
|
+
export const VERSION = typeof "4.3.0-alpha.8" !== 'undefined' ? "4.3.0-alpha.8" : 'latest';
|
|
7
7
|
export const PARQUET_WASM_URL = 'https://unpkg.com/parquet-wasm@0.6.1/esm/parquet_wasm_bg.wasm';
|
|
8
8
|
/**
|
|
9
9
|
* Parquet File Magic String
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"make-stream-iterator.d.ts","sourceRoot":"","sources":["../../../src/lib/utils/make-stream-iterator.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"make-stream-iterator.d.ts","sourceRoot":"","sources":["../../../src/lib/utils/make-stream-iterator.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,QAAQ,EAAC,MAAM,QAAQ,CAAC;AAGrC,MAAM,MAAM,qBAAqB,GAAG;IAClC,gBAAgB,CAAC,EAAE,OAAO,CAAC;CAC5B,CAAC;AAEF;;;GAGG;AACH,wBAAgB,kBAAkB,CAAC,CAAC,EAClC,MAAM,EAAE,cAAc,CAAC,CAAC,CAAC,GAAG,QAAQ,EACpC,OAAO,CAAC,EAAE,qBAAqB,GAC9B,aAAa,CAAC,CAAC,CAAC,CAIlB"}
|
package/dist/parquet-loader.d.ts
CHANGED
|
@@ -3,7 +3,8 @@ import type { ObjectRowTable, ObjectRowTableBatch, GeoJSONTable, GeoJSONTableBat
|
|
|
3
3
|
import { parseParquetFile, parseParquetFileInBatches } from "./lib/parsers/parse-parquet.js";
|
|
4
4
|
import { parseGeoParquetFile, parseGeoParquetFileInBatches } from "./lib/parsers/parse-geoparquet.js";
|
|
5
5
|
import { parseParquetFileInColumns, parseParquetFileInColumnarBatches } from "./lib/parsers/parse-parquet-to-columns.js";
|
|
6
|
-
|
|
6
|
+
import { Buffer } from "./polyfills/buffer/install-buffer-polyfill.js";
|
|
7
|
+
export { Buffer };
|
|
7
8
|
/** Options for the parquet loader */
|
|
8
9
|
export type ParquetLoaderOptions = LoaderOptions & {
|
|
9
10
|
/** Options for the parquet loader */
|
|
@@ -30,7 +31,7 @@ export declare const ParquetWorkerLoader: {
|
|
|
30
31
|
readonly id: "parquet";
|
|
31
32
|
readonly module: "parquet";
|
|
32
33
|
readonly version: any;
|
|
33
|
-
readonly worker:
|
|
34
|
+
readonly worker: false;
|
|
34
35
|
readonly category: "table";
|
|
35
36
|
readonly extensions: ["parquet"];
|
|
36
37
|
readonly mimeTypes: ["application/octet-stream"];
|
|
@@ -57,7 +58,7 @@ export declare const ParquetLoader: {
|
|
|
57
58
|
readonly id: "parquet";
|
|
58
59
|
readonly module: "parquet";
|
|
59
60
|
readonly version: any;
|
|
60
|
-
readonly worker:
|
|
61
|
+
readonly worker: false;
|
|
61
62
|
readonly category: "table";
|
|
62
63
|
readonly extensions: ["parquet"];
|
|
63
64
|
readonly mimeTypes: ["application/octet-stream"];
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"parquet-loader.d.ts","sourceRoot":"","sources":["../src/parquet-loader.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAA2B,aAAa,EAAC,MAAM,0BAA0B,CAAC;AACtF,OAAO,KAAK,EACV,cAAc,EACd,mBAAmB,EACnB,YAAY,EACZ,iBAAiB,EACjB,aAAa,EACb,kBAAkB,EACnB,MAAM,oBAAoB,CAAC;AAG5B,OAAO,EAAC,gBAAgB,EAAE,yBAAyB,EAAC,uCAAoC;AACxF,OAAO,EAAC,mBAAmB,EAAE,4BAA4B,EAAC,0CAAuC;AACjG,OAAO,EACL,yBAAyB,EACzB,iCAAiC,EAClC,kDAA+C;
|
|
1
|
+
{"version":3,"file":"parquet-loader.d.ts","sourceRoot":"","sources":["../src/parquet-loader.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAA2B,aAAa,EAAC,MAAM,0BAA0B,CAAC;AACtF,OAAO,KAAK,EACV,cAAc,EACd,mBAAmB,EACnB,YAAY,EACZ,iBAAiB,EACjB,aAAa,EACb,kBAAkB,EACnB,MAAM,oBAAoB,CAAC;AAG5B,OAAO,EAAC,gBAAgB,EAAE,yBAAyB,EAAC,uCAAoC;AACxF,OAAO,EAAC,mBAAmB,EAAE,4BAA4B,EAAC,0CAAuC;AACjG,OAAO,EACL,yBAAyB,EACzB,iCAAiC,EAClC,kDAA+C;AAKhD,OAAO,EAAC,MAAM,EAAC,sDAAmD;AAClE,OAAO,EAAC,MAAM,EAAC,CAAC;AAMhB,qCAAqC;AACrC,MAAM,MAAM,oBAAoB,GAAG,aAAa,GAAG;IACjD,qCAAqC;IACrC,OAAO,CAAC,EAAE;QACR,qCAAqC;QACrC,KAAK,CAAC,EAAE,kBAAkB,GAAG,eAAe,CAAC;QAC7C,0FAA0F;QAC1F,UAAU,CAAC,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE,EAAE,CAAC;QACnC,0DAA0D;QAC1D,cAAc,CAAC,EAAE,OAAO,CAAC;QACzB,qFAAqF;QACrF,UAAU,CAAC,EAAE,OAAO,CAAC;QACrB,gEAAgE;QAChE,GAAG,CAAC,EAAE,MAAM,CAAC;KACd,CAAC;CACH,CAAC;AAEF;;GAEG;AACH,eAAO,MAAM,mBAAmB;uBACD,cAAc;wBACb,mBAAmB;;;;;;;;;;;;;;;;;;;;CAqBmC,CAAC;AAEvF,6BAA6B;AAC7B,eAAO,MAAM,aAAa;uBAGK,cAAc,GAAG,YAAY;wBAC5B,mBAAmB,GAAG,iBAAiB;kCAEhD,WAAW,YAAY,oBAAoB;;;;;;;;;;;;;;;;;;;;;;CASjE,CAAC;AAMF,eAAO,MAAM,sBAAsB;uBACJ,YAAY;wBACX,iBAAiB;;;;;;;;;;;;;;;;;;;;CAqBiC,CAAC;AAEnF,6BAA6B;AAC7B,eAAO,MAAM,gBAAgB;kCAGR,WAAW,YAAY,oBAAoB;;;uBA5BjC,YAAY;wBACX,iBAAiB;;;;;;;;;;;;;;;;;;;;CAoChD,CAAC;AAEF,yEAAyE;AACzE,eAAO,MAAM,2BAA2B;uBACb,aAAa;wBACZ,kBAAkB;;;;;;;;;;;;;;;;;;;;CAasC,CAAC;AAErF,yEAAyE;AACzE,eAAO,MAAM,qBAAqB;kCAEb,WAAW,YAAY,oBAAoB;;;uBAnBrC,aAAa;wBACZ,kBAAkB;;;;;;;;;;;;;;;;;;;;CAuBgD,CAAC"}
|
package/dist/parquet-loader.js
CHANGED
|
@@ -5,10 +5,14 @@ import { BlobFile } from '@loaders.gl/loader-utils';
|
|
|
5
5
|
import { parseParquetFile, parseParquetFileInBatches } from "./lib/parsers/parse-parquet.js";
|
|
6
6
|
import { parseGeoParquetFile, parseGeoParquetFileInBatches } from "./lib/parsers/parse-geoparquet.js";
|
|
7
7
|
import { parseParquetFileInColumns, parseParquetFileInColumnarBatches } from "./lib/parsers/parse-parquet-to-columns.js";
|
|
8
|
-
|
|
8
|
+
// Note: The Buffer polyfill is quite fragile
|
|
9
|
+
// For some reason, just exporting directly fails with some bundlers
|
|
10
|
+
// export {Buffer} from './polyfills/buffer/install-buffer-polyfill';
|
|
11
|
+
import { Buffer } from "./polyfills/buffer/install-buffer-polyfill.js";
|
|
12
|
+
export { Buffer };
|
|
9
13
|
// __VERSION__ is injected by babel-plugin-version-inline
|
|
10
14
|
// @ts-ignore TS2304: Cannot find name '__VERSION__'.
|
|
11
|
-
const VERSION = typeof "4.3.0-alpha.
|
|
15
|
+
const VERSION = typeof "4.3.0-alpha.8" !== 'undefined' ? "4.3.0-alpha.8" : 'latest';
|
|
12
16
|
/**
|
|
13
17
|
* ParquetJS table loader
|
|
14
18
|
*/
|
|
@@ -19,7 +23,7 @@ export const ParquetWorkerLoader = {
|
|
|
19
23
|
id: 'parquet',
|
|
20
24
|
module: 'parquet',
|
|
21
25
|
version: VERSION,
|
|
22
|
-
worker:
|
|
26
|
+
worker: false,
|
|
23
27
|
category: 'table',
|
|
24
28
|
extensions: ['parquet'],
|
|
25
29
|
mimeTypes: ['application/octet-stream'],
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"parquet-wasm-loader.d.ts","sourceRoot":"","sources":["../src/parquet-wasm-loader.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,UAAU,EAAE,eAAe,EAAC,MAAM,oBAAoB,CAAC;AACpE,OAAO,KAAK,EAA2B,aAAa,EAAC,MAAM,0BAA0B,CAAC;AAStF,kCAAkC;AAClC,MAAM,MAAM,wBAAwB,GAAG,aAAa,GAAG;IACrD,OAAO,CAAC,EAAE;QACR,KAAK,CAAC,EAAE,aAAa,CAAC;QACtB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;QACnB,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;QACrB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,OAAO,CAAC,EAAE,MAAM,CAAC;KAClB,CAAC;CACH,CAAC;AAEF,gCAAgC;AAChC,eAAO,MAAM,uBAAuB
|
|
1
|
+
{"version":3,"file":"parquet-wasm-loader.d.ts","sourceRoot":"","sources":["../src/parquet-wasm-loader.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,UAAU,EAAE,eAAe,EAAC,MAAM,oBAAoB,CAAC;AACpE,OAAO,KAAK,EAA2B,aAAa,EAAC,MAAM,0BAA0B,CAAC;AAStF,kCAAkC;AAClC,MAAM,MAAM,wBAAwB,GAAG,aAAa,GAAG;IACrD,OAAO,CAAC,EAAE;QACR,KAAK,CAAC,EAAE,aAAa,CAAC;QACtB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;QACnB,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;QACrB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,OAAO,CAAC,EAAE,MAAM,CAAC;KAClB,CAAC;CACH,CAAC;AAEF,gCAAgC;AAChC,eAAO,MAAM,uBAAuB;uBACL,UAAU;wBACT,eAAe;;;;;;;;;;;;;;;;;;;;;;;CAwBmC,CAAC;AAEnF,gCAAgC;AAChC,eAAO,MAAM,iBAAiB,KAiB8D,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"parquet-wasm-writer.d.ts","sourceRoot":"","sources":["../src/parquet-wasm-writer.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"parquet-wasm-writer.d.ts","sourceRoot":"","sources":["../src/parquet-wasm-writer.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAoB,aAAa,EAAC,MAAM,0BAA0B,CAAC;AAM/E,MAAM,MAAM,oBAAoB,GAAG,aAAa,GAAG;IACjD,OAAO,CAAC,EAAE;QACR,OAAO,CAAC,EAAE,MAAM,CAAC;KAClB,CAAC;CACH,CAAC;AAEF,0BAA0B;AAC1B,eAAO,MAAM,iBAAiB,KAiBiD,CAAC"}
|
package/dist/parquet-writer.js
CHANGED
|
@@ -3,7 +3,7 @@
|
|
|
3
3
|
// Copyright (c) vis.gl contributors
|
|
4
4
|
// __VERSION__ is injected by babel-plugin-version-inline
|
|
5
5
|
// @ts-ignore TS2304: Cannot find name '__VERSION__'.
|
|
6
|
-
const VERSION = typeof "4.3.0-alpha.
|
|
6
|
+
const VERSION = typeof "4.3.0-alpha.8" !== 'undefined' ? "4.3.0-alpha.8" : 'latest';
|
|
7
7
|
export const ParquetWriter = {
|
|
8
8
|
name: 'Apache Parquet',
|
|
9
9
|
id: 'parquet',
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"declare.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/codecs/declare.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"declare.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/codecs/declare.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,aAAa,EAAC,6BAA0B;AAEhD,MAAM,WAAW,YAAY;IAC3B,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,mBAAmB;IAClC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,eAAe;IAC9B,YAAY,CAAC,IAAI,EAAE,aAAa,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE,IAAI,CAAC,EAAE,mBAAmB,GAAG,MAAM,CAAC;IACrF,YAAY,CACV,IAAI,EAAE,aAAa,EACnB,MAAM,EAAE,YAAY,EACpB,KAAK,EAAE,MAAM,EACb,IAAI,EAAE,mBAAmB,GACxB,GAAG,EAAE,CAAC;CACV"}
|
|
@@ -1,4 +1,3 @@
|
|
|
1
|
-
/// <reference types="node" />
|
|
2
1
|
import type { PrimitiveType } from "../schema/declare.js";
|
|
3
2
|
import type { CursorBuffer, ParquetCodecOptions } from "./declare.js";
|
|
4
3
|
export declare function encodeValues(type: PrimitiveType, values: any[], opts: ParquetCodecOptions): Buffer;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"plain.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/codecs/plain.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"plain.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/codecs/plain.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAC,aAAa,EAAC,6BAA0B;AACrD,OAAO,KAAK,EAAC,YAAY,EAAE,mBAAmB,EAAC,qBAAkB;AAGjE,wBAAgB,YAAY,CAC1B,IAAI,EAAE,aAAa,EACnB,MAAM,EAAE,GAAG,EAAE,EACb,IAAI,EAAE,mBAAmB,GACxB,MAAM,CAqBR;AAED,wBAAgB,YAAY,CAC1B,IAAI,EAAE,aAAa,EACnB,MAAM,EAAE,YAAY,EACpB,KAAK,EAAE,MAAM,EACb,IAAI,EAAE,mBAAmB,GACxB,GAAG,EAAE,CAqBP"}
|
|
@@ -1,4 +1,3 @@
|
|
|
1
|
-
/// <reference types="node" />
|
|
2
1
|
import type { PrimitiveType } from "../schema/declare.js";
|
|
3
2
|
import type { CursorBuffer, ParquetCodecOptions } from "./declare.js";
|
|
4
3
|
export declare function encodeValues(type: PrimitiveType, values: any[], opts: ParquetCodecOptions): Buffer;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"rle.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/codecs/rle.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"rle.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/codecs/rle.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAC,aAAa,EAAC,6BAA0B;AACrD,OAAO,KAAK,EAAC,YAAY,EAAE,mBAAmB,EAAC,qBAAkB;AAIjE,wBAAgB,YAAY,CAC1B,IAAI,EAAE,aAAa,EACnB,MAAM,EAAE,GAAG,EAAE,EACb,IAAI,EAAE,mBAAmB,GACxB,MAAM,CA4DR;AAED,wBAAgB,YAAY,CAC1B,IAAI,EAAE,aAAa,EACnB,MAAM,EAAE,YAAY,EACpB,KAAK,EAAE,MAAM,EACb,IAAI,EAAE,mBAAmB,GACxB,MAAM,EAAE,CAkCV"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"compression.d.ts","sourceRoot":"","sources":["../../src/parquetjs/compression.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"compression.d.ts","sourceRoot":"","sources":["../../src/parquetjs/compression.ts"],"names":[],"mappings":"AAIA,OAAO,EACL,WAAW,EAQZ,MAAM,yBAAyB,CAAC;AAGjC,OAAO,EAAC,kBAAkB,EAAC,4BAAyB;AAsCpD;;GAEG;AAEH,eAAO,MAAM,2BAA2B,EAAE,MAAM,CAAC,kBAAkB,EAAE,WAAW,CAW/E,CAAC;AAEF;;;GAGG;AACH,wBAAsB,mBAAmB,CAAC,OAAO,CAAC,EAAE;IAAC,OAAO,CAAC,EAAE;QAAC,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAA;KAAC,CAAA;CAAC,mBAMnF;AAED;;GAEG;AACH,wBAAsB,OAAO,CAAC,MAAM,EAAE,kBAAkB,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAQxF;AAED;;GAEG;AACH,wBAAsB,UAAU,CAC9B,MAAM,EAAE,kBAAkB,EAC1B,KAAK,EAAE,MAAM,EACb,IAAI,EAAE,MAAM,GACX,OAAO,CAAC,MAAM,CAAC,CAQjB;AAKD,wBAAgB,OAAO,CAAC,MAAM,EAAE,kBAAkB,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,MAAM,CAMvF"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"parquet-encoder.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/encoder/parquet-encoder.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"parquet-encoder.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/encoder/parquet-encoder.ts"],"names":[],"mappings":"AAEA,OAAO,EAAC,MAAM,EAAC,MAAM,0BAA0B,CAAC;AAGhD,OAAO,EACL,eAAe,EAKf,UAAU,EACX,6BAA0B;AAC3B,OAAO,EAAC,aAAa,EAAC,4BAAyB;AAE/C,OAAO,EAaL,QAAQ,EAGT,mCAAgC;AA2BjC,MAAM,WAAW,qBAAqB;IACpC,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,aAAa,CAAC,EAAE,OAAO,CAAC;IAGxB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED;;;;GAIG;AAEH,qBAAa,cAAc,CAAC,CAAC;IAC3B;;;OAGG;WACU,QAAQ,CAAC,CAAC,EACrB,MAAM,EAAE,aAAa,EACrB,IAAI,EAAE,MAAM,EACZ,IAAI,CAAC,EAAE,qBAAqB,GAC3B,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC;IAK7B;;;OAGG;WACU,UAAU,CAAC,CAAC,EACvB,MAAM,EAAE,aAAa,EACrB,YAAY,EAAE,MAAM,CAAC,QAAQ,EAC7B,IAAI,GAAE,qBAA0B,GAC/B,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC;IAKtB,MAAM,EAAE,aAAa,CAAC;IACtB,cAAc,EAAE,qBAAqB,CAAC;IACtC,SAAS,EAAE,eAAe,CAAC;IAC3B,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE,OAAO,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAE5C;;OAEG;gBAED,MAAM,EAAE,aAAa,EACrB,cAAc,EAAE,qBAAqB,EACrC,IAAI,EAAE,qBAAqB;IAcvB,WAAW,IAAI,OAAO,CAAC,IAAI,CAAC;IAUlC;;;OAGG;IACG,SAAS,CAAC,CAAC,SAAS,UAAU,EAAE,GAAG,EAAE,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IAW5D;;;;;OAKG;IACG,KAAK,CAAC,QAAQ,CAAC,EAAE,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;IAqBjD;;OAEG;IACH,WAAW,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,IAAI;IAK7C;;;;;OAKG;IACH,eAAe,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI;IAIlC;;;OAGG;IACH,WAAW,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI;CAG/B;AAED;;;;;GAKG;AACH,qBAAa,qBAAqB;IAChC;;OAEG;WACU,UAAU,CACrB,MAAM,EAAE,aAAa,EACrB,YAAY,EAAE,MAAM,CAAC,QAAQ,EAC7B,IAAI,EAAE,qBAAqB,GAC1B,OAAO,CAAC,qBAAqB,CAAC;IAM1B,MAAM,EAAE,aAAa,CAAC;IACtB,KAAK,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACtC,KAAK,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IAC3B,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,QAAQ,EAAE,CAAC;IACtB,QAAQ,EAAE,MAAM,CAAC;IACjB,aAAa,EAAE,OAAO,CAAC;gBAG5B,MAAM,EAAE,aAAa,EACrB,OAAO,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,EACvC,OAAO,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,EAC5B,UAAU,EAAE,MAAM,EAClB,IAAI,EAAE,qBAAqB;IAY7B,YAAY,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAKxC;;OAEG;IACH,WAAW,IAAI,OAAO,CAAC,IAAI,CAAC;IAI5B;;;OAGG;IACG,aAAa,CAAC,OAAO,EAAE,eAAe,GAAG,OAAO,CAAC,IAAI,CAAC;IAY5D;;OAEG;IACH,WAAW,CAAC,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IAWhE;;;OAGG;IACH,WAAW,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI;CAG/B"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"ColumnIndex.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/parquet-thrift/ColumnIndex.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"ColumnIndex.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/parquet-thrift/ColumnIndex.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,MAAM,YAAY,CAAC;AAC/B,OAAO,KAAK,MAAM,MAAM,QAAQ,CAAC;AACjC,OAAO,KAAK,aAAa,2BAAwB;AACjD,MAAM,WAAW,gBAAgB;IAC/B,UAAU,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;IAC3B,UAAU,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAC1B,UAAU,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAC1B,cAAc,EAAE,aAAa,CAAC,aAAa,CAAC;IAC5C,WAAW,CAAC,EAAE,KAAK,CAAC,MAAM,GAAG,KAAK,CAAC,CAAC;CACrC;AACD,qBAAa,WAAW;IACf,UAAU,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;IAC3B,UAAU,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAC1B,UAAU,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAC1B,cAAc,EAAE,aAAa,CAAC,aAAa,CAAC;IAC5C,WAAW,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;gBACtB,IAAI,EAAE,gBAAgB;IAqC3B,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,SAAS,GAAG,IAAI;WA+C9B,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,SAAS,GAAG,WAAW;CAoGzD"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"Statistics.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/parquet-thrift/Statistics.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"Statistics.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/parquet-thrift/Statistics.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,MAAM,YAAY,CAAC;AAC/B,OAAO,KAAK,MAAM,MAAM,QAAQ,CAAC;AACjC,MAAM,WAAW,eAAe;IAC9B,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,UAAU,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC;IAC5B,cAAc,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC;IAChC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AACD,qBAAa,UAAU;IACd,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,UAAU,CAAC,EAAE,KAAK,CAAC;IACnB,cAAc,CAAC,EAAE,KAAK,CAAC;IACvB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;gBACd,IAAI,CAAC,EAAE,eAAe;IA4B3B,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,SAAS,GAAG,IAAI;WAoC9B,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,SAAS,GAAG,UAAU;CAoExD"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"decoders.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/parser/decoders.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"decoders.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/parser/decoders.ts"],"names":[],"mappings":"AACA,OAAO,EAEL,kBAAkB,EAClB,oBAAoB,EACpB,eAAe,EAGf,gBAAgB,EACjB,6BAA0B;AAC3B,OAAO,EAAC,YAAY,EAAsC,2BAAwB;AAClF,OAAO,EAML,aAAa,EAEd,mCAAgC;AAKjC;;;;;;GAMG;AACH,wBAAsB,eAAe,CACnC,MAAM,EAAE,MAAM,EACd,OAAO,EAAE,oBAAoB,GAC5B,OAAO,CAAC,kBAAkB,CAAC,CAyD7B;AAED;;;;GAIG;AACH,wBAAsB,UAAU,CAC9B,MAAM,EAAE,YAAY,EACpB,OAAO,EAAE,oBAAoB,GAC5B,OAAO,CAAC,eAAe,CAAC,CA0B1B;AAED;;;;;;;;;GASG;AACH,wBAAgB,YAAY,CAC1B,cAAc,EAAE,aAAa,EAAE,EAC/B,MAAM,EAAE,MAAM,EACd,GAAG,EAAE,MAAM,GACV;IACD,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,gBAAgB,CAAC;CAC1B,CA4DA"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"parquet-reader.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/parser/parquet-reader.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,0BAA0B,CAAC;AAE3D,OAAO,EAAC,aAAa,EAAC,4BAAyB;AAK/C,OAAO,EAAC,WAAW,EAAoB,YAAY,EAAE,QAAQ,EAAO,mCAAgC;AACpG,OAAO,EACL,eAAe,EAEf,kBAAkB,EAElB,oBAAoB,EACrB,6BAA0B;
|
|
1
|
+
{"version":3,"file":"parquet-reader.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/parser/parquet-reader.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,0BAA0B,CAAC;AAE3D,OAAO,EAAC,aAAa,EAAC,4BAAyB;AAK/C,OAAO,EAAC,WAAW,EAAoB,YAAY,EAAE,QAAQ,EAAO,mCAAgC;AACpG,OAAO,EACL,eAAe,EAEf,kBAAkB,EAElB,oBAAoB,EACrB,6BAA0B;AAG3B,MAAM,MAAM,kBAAkB,GAAG;IAC/B,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,cAAc,CAAC,EAAE,OAAO,CAAC;CAC1B,CAAC;AAEF,0DAA0D;AAC1D,MAAM,MAAM,qBAAqB,GAAG;IAClC,iDAAiD;IACjD,UAAU,CAAC,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE,EAAE,CAAC;CACpC,CAAC;AAEF;;;;;GAKG;AACH,qBAAa,aAAa;IACxB,MAAM,CAAC,YAAY,EAAE,QAAQ,CAAC,kBAAkB,CAAC,CAI/C;IAEF,KAAK,EAAE,QAAQ,CAAC,kBAAkB,CAAC,CAAC;IACpC,IAAI,EAAE,YAAY,CAAC;IACnB,QAAQ,EAAE,OAAO,CAAC,YAAY,CAAC,GAAG,IAAI,CAAQ;gBAElC,IAAI,EAAE,YAAY,EAAE,KAAK,CAAC,EAAE,kBAAkB;IAK1D,KAAK,IAAI,IAAI;IAOb,8BAA8B;IACvB,WAAW,CAAC,KAAK,CAAC,EAAE,qBAAqB;IAShD,wCAAwC;IACjC,gBAAgB,CAAC,KAAK,CAAC,EAAE,qBAAqB;IAOrD,sCAAsC;IAC/B,gBAAgB,CAAC,KAAK,CAAC,EAAE,qBAAqB;IAqB/C,WAAW,IAAI,OAAO,CAAC,MAAM,CAAC;IAK9B,SAAS,IAAI,OAAO,CAAC,aAAa,CAAC;IAQzC;;;OAGG;IACG,iBAAiB,IAAI,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IASpD,eAAe,IAAI,OAAO,CAAC,YAAY,CAAC;IAU9C,uCAAuC;IACjC,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAcjC,uCAAuC;IACjC,UAAU,IAAI,OAAO,CAAC,YAAY,CAAC;IAyBzC,4EAA4E;IACtE,YAAY,CAChB,MAAM,EAAE,aAAa,EACrB,QAAQ,EAAE,QAAQ,EAClB,UAAU,EAAE,MAAM,EAAE,EAAE,GACrB,OAAO,CAAC,eAAe,CAAC;IAgB3B;;OAEG;IACG,eAAe,CAAC,MAAM,EAAE,aAAa,EAAE,QAAQ,EAAE,WAAW,GAAG,OAAO,CAAC,kBAAkB,CAAC;IAuDhG;;;;;;OAMG;IACG,aAAa,CACjB,oBAAoB,EAAE,MAAM,EAC5B,OAAO,EAAE,oBAAoB,EAC7B,WAAW,EAAE,MAAM,GAClB,OAAO,CAAC,MAAM,EAAE,CAAC;CAwBrB"}
|
|
@@ -1,10 +1,9 @@
|
|
|
1
1
|
import { ParquetSchema } from "../schema/schema.js";
|
|
2
|
-
import { decodeSchema } from "./decoders.js";
|
|
2
|
+
import { decodeSchema, decodeDataPages, decodePage } from "./decoders.js";
|
|
3
3
|
import { materializeRows } from "../schema/shred.js";
|
|
4
4
|
import { PARQUET_MAGIC, PARQUET_MAGIC_ENCRYPTED } from "../../lib/constants.js";
|
|
5
5
|
import { CompressionCodec, Type } from "../parquet-thrift/index.js";
|
|
6
6
|
import { decodeFileMetadata, getThriftEnum, fieldIndexOf } from "../utils/read-utils.js";
|
|
7
|
-
import { decodeDataPages, decodePage } from "./decoders.js";
|
|
8
7
|
/**
|
|
9
8
|
* The parquet envelope reader allows direct, unbuffered access to the individual
|
|
10
9
|
* sections of the parquet file, namely the header, footer and the row groups.
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"file-utils.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/utils/file-utils.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"file-utils.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/utils/file-utils.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,MAAM,EAAC,MAAM,0BAA0B,CAAC;AAChD,OAAO,KAAK,EAAE,MAAM,IAAI,CAAC;AAEzB,wBAAgB,IAAI,CAAC,IAAI,EAAE,MAAM,GAAG,GAAG,CAEtC;AACD,MAAM,WAAW,kBAAkB;IACjC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,wBAAgB,OAAO,CAAC,EAAE,EAAE,MAAM,CAAC,QAAQ,EAAE,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAUvE;AAED,wBAAgB,OAAO,CAAC,EAAE,EAAE,MAAM,CAAC,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC,CAU1D;AAED,wBAAgB,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,kBAAkB,GAAG,OAAO,CAAC,EAAE,CAAC,WAAW,CAAC,CAMvF"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"read-utils.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/utils/read-utils.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"read-utils.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/utils/read-utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAIL,YAAY,EACZ,UAAU,EACX,mCAAgC;AAMjC;;GAEG;AACH,wBAAgB,eAAe,CAAC,GAAG,EAAE,GAAG,GAAG,MAAM,CAYhD;AAED,wBAAgB,YAAY,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,UAWlE;AAED;;GAEG;AACH,wBAAgB,aAAa,CAAC,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,MAAM,CAOxE;AAED,wBAAgB,kBAAkB,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM;;;EAW9D;AAED,wBAAgB,gBAAgB,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM;;;EAW5D;AAED;;GAEG;AACH,wBAAgB,WAAW,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAM/C;AAKD,wBAAgB,YAAY,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,MAAM,CAmBpE"}
|
|
@@ -1,5 +1,4 @@
|
|
|
1
|
-
import { TBufferedTransport, TCompactProtocol, TFramedTransport } from "../parquet-thrift/index.js";
|
|
2
|
-
import { FileMetaData, PageHeader } from "../parquet-thrift/index.js";
|
|
1
|
+
import { TBufferedTransport, TCompactProtocol, TFramedTransport, FileMetaData, PageHeader } from "../parquet-thrift/index.js";
|
|
3
2
|
class UFramedTransport extends TFramedTransport {
|
|
4
3
|
readPos = 0;
|
|
5
4
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"buffer-polyfill.browser.d.ts","sourceRoot":"","sources":["../../../src/polyfills/buffer/buffer-polyfill.browser.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"buffer-polyfill.browser.d.ts","sourceRoot":"","sources":["../../../src/polyfills/buffer/buffer-polyfill.browser.ts"],"names":[],"mappings":"AAMA,yDAAyD;AACzD,wBAAgB,qBAAqB,IAAI,OAAO,MAAM,CAMrD"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"buffer-polyfill.node.d.ts","sourceRoot":"","sources":["../../../src/polyfills/buffer/buffer-polyfill.node.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"buffer-polyfill.node.d.ts","sourceRoot":"","sources":["../../../src/polyfills/buffer/buffer-polyfill.node.ts"],"names":[],"mappings":"AAMA,6DAA6D;AAC7D,wBAAgB,qBAAqB,IAAI,OAAO,MAAM,CAWrD"}
|
|
@@ -1,28 +1,27 @@
|
|
|
1
|
-
/// <reference types="node" />
|
|
2
1
|
export declare const Buffer: {
|
|
3
|
-
new (str: string, encoding?: string
|
|
2
|
+
new (str: string, encoding?: string): Buffer;
|
|
4
3
|
new (size: number): Buffer;
|
|
5
4
|
new (array: Uint8Array): Buffer;
|
|
6
5
|
new (arrayBuffer: ArrayBuffer | SharedArrayBuffer): Buffer;
|
|
7
|
-
new (array:
|
|
6
|
+
new (array: ReadonlyArray<any>): Buffer;
|
|
8
7
|
new (buffer: Buffer): Buffer;
|
|
9
8
|
prototype: Buffer;
|
|
10
|
-
from(arrayBuffer: ArrayBuffer | SharedArrayBuffer, byteOffset?: number
|
|
11
|
-
from(data:
|
|
9
|
+
from(arrayBuffer: ArrayBuffer | SharedArrayBuffer, byteOffset?: number, length?: number): Buffer;
|
|
10
|
+
from(data: ReadonlyArray<any>): Buffer;
|
|
12
11
|
from(data: Uint8Array): Buffer;
|
|
13
12
|
from(obj: {
|
|
14
13
|
valueOf(): string | object;
|
|
15
14
|
} | {
|
|
16
15
|
[Symbol.toPrimitive](hint: "string"): string;
|
|
17
|
-
}, byteOffset?: number
|
|
18
|
-
from(str: string, encoding?: string
|
|
16
|
+
}, byteOffset?: number, length?: number): Buffer;
|
|
17
|
+
from(str: string, encoding?: string): Buffer;
|
|
19
18
|
of(...items: number[]): Buffer;
|
|
20
19
|
isBuffer(obj: any): obj is Buffer;
|
|
21
20
|
isEncoding(encoding: string): boolean | undefined;
|
|
22
|
-
byteLength(string: string |
|
|
23
|
-
concat(list:
|
|
21
|
+
byteLength(string: string | NodeJS.TypedArray | DataView | ArrayBuffer | SharedArrayBuffer, encoding?: string): number;
|
|
22
|
+
concat(list: ReadonlyArray<Uint8Array>, totalLength?: number): Buffer;
|
|
24
23
|
compare(buf1: Uint8Array, buf2: Uint8Array): number;
|
|
25
|
-
alloc(size: number, fill?: string |
|
|
24
|
+
alloc(size: number, fill?: string | Buffer | number, encoding?: string): Buffer;
|
|
26
25
|
allocUnsafe(size: number): Buffer;
|
|
27
26
|
allocUnsafeSlow(size: number): Buffer;
|
|
28
27
|
poolSize: number;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"install-buffer-polyfill.d.ts","sourceRoot":"","sources":["../../../src/polyfills/buffer/install-buffer-polyfill.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"install-buffer-polyfill.d.ts","sourceRoot":"","sources":["../../../src/polyfills/buffer/install-buffer-polyfill.ts"],"names":[],"mappings":"AAOA,eAAO,MAAM,MAAM;;;;;;;;;;;;;;SACgwd,OAAO,WAAW;;;;;;gCAAoxC,OAAQ,UAAU;;;;;;;CAD9hgB,CAAC"}
|
package/dist/polyfills/util.d.ts
CHANGED
|
@@ -3,7 +3,7 @@ export const TextEncoder: {
|
|
|
3
3
|
prototype: TextEncoder;
|
|
4
4
|
};
|
|
5
5
|
export const TextDecoder: {
|
|
6
|
-
new (label?: string
|
|
6
|
+
new (label?: string, options?: TextDecoderOptions): TextDecoder;
|
|
7
7
|
prototype: TextDecoder;
|
|
8
8
|
};
|
|
9
9
|
//# sourceMappingURL=util.d.ts.map
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@loaders.gl/parquet",
|
|
3
|
-
"version": "4.3.0-
|
|
3
|
+
"version": "4.3.0-beta.1",
|
|
4
4
|
"description": "Framework-independent loader for Apache Parquet files",
|
|
5
5
|
"license": "MIT",
|
|
6
6
|
"type": "module",
|
|
@@ -60,13 +60,13 @@
|
|
|
60
60
|
"base64-js and ieee754 are used by buffer polyfill"
|
|
61
61
|
],
|
|
62
62
|
"dependencies": {
|
|
63
|
-
"@loaders.gl/arrow": "4.3.0-
|
|
64
|
-
"@loaders.gl/bson": "4.3.0-
|
|
65
|
-
"@loaders.gl/compression": "4.3.0-
|
|
66
|
-
"@loaders.gl/gis": "4.3.0-
|
|
67
|
-
"@loaders.gl/loader-utils": "4.3.0-
|
|
68
|
-
"@loaders.gl/schema": "4.3.0-
|
|
69
|
-
"@loaders.gl/wkt": "4.3.0-
|
|
63
|
+
"@loaders.gl/arrow": "4.3.0-beta.1",
|
|
64
|
+
"@loaders.gl/bson": "4.3.0-beta.1",
|
|
65
|
+
"@loaders.gl/compression": "4.3.0-beta.1",
|
|
66
|
+
"@loaders.gl/gis": "4.3.0-beta.1",
|
|
67
|
+
"@loaders.gl/loader-utils": "4.3.0-beta.1",
|
|
68
|
+
"@loaders.gl/schema": "4.3.0-beta.1",
|
|
69
|
+
"@loaders.gl/wkt": "4.3.0-beta.1",
|
|
70
70
|
"@probe.gl/log": "^4.0.9",
|
|
71
71
|
"async-mutex": "^0.2.2",
|
|
72
72
|
"base64-js": "^1.3.1",
|
|
@@ -94,5 +94,5 @@
|
|
|
94
94
|
"@loaders.gl/core": "^4.0.0",
|
|
95
95
|
"apache-arrow": ">= 15.0.0"
|
|
96
96
|
},
|
|
97
|
-
"gitHead": "
|
|
97
|
+
"gitHead": "992d24e7d4e3015a91fa1cbfe87ee7dc1b333322"
|
|
98
98
|
}
|
package/src/parquet-loader.ts
CHANGED
|
@@ -20,7 +20,11 @@ import {
|
|
|
20
20
|
parseParquetFileInColumnarBatches
|
|
21
21
|
} from './lib/parsers/parse-parquet-to-columns';
|
|
22
22
|
|
|
23
|
-
|
|
23
|
+
// Note: The Buffer polyfill is quite fragile
|
|
24
|
+
// For some reason, just exporting directly fails with some bundlers
|
|
25
|
+
// export {Buffer} from './polyfills/buffer/install-buffer-polyfill';
|
|
26
|
+
import {Buffer} from './polyfills/buffer/install-buffer-polyfill';
|
|
27
|
+
export {Buffer};
|
|
24
28
|
|
|
25
29
|
// __VERSION__ is injected by babel-plugin-version-inline
|
|
26
30
|
// @ts-ignore TS2304: Cannot find name '__VERSION__'.
|
|
@@ -54,7 +58,7 @@ export const ParquetWorkerLoader = {
|
|
|
54
58
|
id: 'parquet',
|
|
55
59
|
module: 'parquet',
|
|
56
60
|
version: VERSION,
|
|
57
|
-
worker:
|
|
61
|
+
worker: false,
|
|
58
62
|
category: 'table',
|
|
59
63
|
extensions: ['parquet'],
|
|
60
64
|
mimeTypes: ['application/octet-stream'],
|
|
@@ -2,10 +2,9 @@
|
|
|
2
2
|
// SPDX-License-Identifier: MIT
|
|
3
3
|
// Copyright (c) vis.gl contributors
|
|
4
4
|
|
|
5
|
-
import type {WriterWithEncoder} from '@loaders.gl/loader-utils';
|
|
5
|
+
import type {WriterWithEncoder, WriterOptions} from '@loaders.gl/loader-utils';
|
|
6
6
|
import type {ArrowTable} from '@loaders.gl/arrow';
|
|
7
7
|
import {encode} from './lib/encoders/encode-parquet-wasm';
|
|
8
|
-
import type {WriterOptions} from '@loaders.gl/loader-utils';
|
|
9
8
|
|
|
10
9
|
import {VERSION, PARQUET_WASM_URL} from './lib/constants';
|
|
11
10
|
|
|
@@ -2,7 +2,7 @@
|
|
|
2
2
|
import type {ReadableFile} from '@loaders.gl/loader-utils';
|
|
3
3
|
|
|
4
4
|
import {ParquetSchema} from '../schema/schema';
|
|
5
|
-
import {decodeSchema} from './decoders';
|
|
5
|
+
import {decodeSchema, decodeDataPages, decodePage} from './decoders';
|
|
6
6
|
import {materializeRows} from '../schema/shred';
|
|
7
7
|
|
|
8
8
|
import {PARQUET_MAGIC, PARQUET_MAGIC_ENCRYPTED} from '../../lib/constants';
|
|
@@ -15,7 +15,6 @@ import {
|
|
|
15
15
|
ParquetReaderContext
|
|
16
16
|
} from '../schema/declare';
|
|
17
17
|
import {decodeFileMetadata, getThriftEnum, fieldIndexOf} from '../utils/read-utils';
|
|
18
|
-
import {decodeDataPages, decodePage} from './decoders';
|
|
19
18
|
|
|
20
19
|
export type ParquetReaderProps = {
|
|
21
20
|
defaultDictionarySize?: number;
|
|
@@ -1,5 +1,10 @@
|
|
|
1
|
-
import {
|
|
2
|
-
|
|
1
|
+
import {
|
|
2
|
+
TBufferedTransport,
|
|
3
|
+
TCompactProtocol,
|
|
4
|
+
TFramedTransport,
|
|
5
|
+
FileMetaData,
|
|
6
|
+
PageHeader
|
|
7
|
+
} from '../parquet-thrift/index';
|
|
3
8
|
|
|
4
9
|
class UFramedTransport extends TFramedTransport {
|
|
5
10
|
public readPos: number = 0;
|