@loaders.gl/parquet 4.4.2 → 5.0.0-alpha.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/bundled.d.ts +6 -0
- package/dist/bundled.d.ts.map +1 -0
- package/dist/bundled.js +7 -0
- package/dist/bundled.js.map +1 -0
- package/dist/geoparquet-loader-with-parser.d.ts +34 -0
- package/dist/geoparquet-loader-with-parser.d.ts.map +1 -0
- package/dist/geoparquet-loader-with-parser.js +52 -0
- package/dist/geoparquet-loader-with-parser.js.map +1 -0
- package/dist/geoparquet-loader.d.ts +61 -0
- package/dist/geoparquet-loader.d.ts.map +1 -0
- package/dist/geoparquet-loader.js +30 -0
- package/dist/geoparquet-loader.js.map +1 -0
- package/dist/index.cjs +5879 -5643
- package/dist/index.cjs.map +4 -4
- package/dist/index.d.ts +7 -7
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +5 -11
- package/dist/index.js.map +1 -1
- package/dist/lib/constants.d.ts +1 -1
- package/dist/lib/constants.js +2 -2
- package/dist/lib/constants.js.map +1 -1
- package/dist/lib/encoders/encode-arrow-to-parquet.d.ts +2 -2
- package/dist/lib/encoders/encode-arrow-to-parquet.d.ts.map +1 -1
- package/dist/lib/encoders/encode-arrow-to-parquet.js +3 -10
- package/dist/lib/encoders/encode-arrow-to-parquet.js.map +1 -1
- package/dist/lib/encoders/encode-table-to-parquet-js.d.ts +5 -0
- package/dist/lib/encoders/encode-table-to-parquet-js.d.ts.map +1 -0
- package/dist/lib/encoders/encode-table-to-parquet-js.js +149 -0
- package/dist/lib/encoders/encode-table-to-parquet-js.js.map +1 -0
- package/dist/lib/geo/geospatial-metadata.d.ts +67 -0
- package/dist/lib/geo/geospatial-metadata.d.ts.map +1 -0
- package/dist/lib/geo/geospatial-metadata.js +357 -0
- package/dist/lib/geo/geospatial-metadata.js.map +1 -0
- package/dist/lib/parsers/get-parquet-schema.d.ts.map +1 -1
- package/dist/lib/parsers/get-parquet-schema.js +3 -1
- package/dist/lib/parsers/get-parquet-schema.js.map +1 -1
- package/dist/lib/parsers/parse-geoparquet-to-geojson.d.ts +4 -4
- package/dist/lib/parsers/parse-geoparquet-to-geojson.d.ts.map +1 -1
- package/dist/lib/parsers/parse-geoparquet-to-geojson.js +19 -6
- package/dist/lib/parsers/parse-geoparquet-to-geojson.js.map +1 -1
- package/dist/lib/parsers/parse-parquet-tables.d.ts +50 -0
- package/dist/lib/parsers/parse-parquet-tables.d.ts.map +1 -0
- package/dist/lib/parsers/parse-parquet-tables.js +101 -0
- package/dist/lib/parsers/parse-parquet-tables.js.map +1 -0
- package/dist/lib/parsers/parse-parquet-to-arrow-js.d.ts +6 -0
- package/dist/lib/parsers/parse-parquet-to-arrow-js.d.ts.map +1 -0
- package/dist/lib/parsers/parse-parquet-to-arrow-js.js +23 -0
- package/dist/lib/parsers/parse-parquet-to-arrow-js.js.map +1 -0
- package/dist/lib/parsers/parse-parquet-to-arrow.d.ts +7 -7
- package/dist/lib/parsers/parse-parquet-to-arrow.d.ts.map +1 -1
- package/dist/lib/parsers/parse-parquet-to-arrow.js +45 -32
- package/dist/lib/parsers/parse-parquet-to-arrow.js.map +1 -1
- package/dist/lib/parsers/parse-parquet-to-columns.d.ts +3 -3
- package/dist/lib/parsers/parse-parquet-to-columns.d.ts.map +1 -1
- package/dist/lib/parsers/parse-parquet-to-columns.js +1 -4
- package/dist/lib/parsers/parse-parquet-to-columns.js.map +1 -1
- package/dist/lib/parsers/parse-parquet-to-json.d.ts +3 -3
- package/dist/lib/parsers/parse-parquet-to-json.d.ts.map +1 -1
- package/dist/lib/parsers/parse-parquet-to-json.js +77 -26
- package/dist/lib/parsers/parse-parquet-to-json.js.map +1 -1
- package/dist/lib/utils/load-wasm.d.ts +2 -2
- package/dist/lib/utils/load-wasm.d.ts.map +1 -1
- package/dist/lib/utils/load-wasm.js +7 -7
- package/dist/lib/utils/load-wasm.js.map +1 -1
- package/dist/lib/utils/make-stream-iterator.js +1 -1
- package/dist/lib/utils/make-stream-iterator.js.map +1 -1
- package/dist/lib/utils/normalize-parquet-options.d.ts +5 -0
- package/dist/lib/utils/normalize-parquet-options.d.ts.map +1 -0
- package/dist/lib/utils/normalize-parquet-options.js +11 -0
- package/dist/lib/utils/normalize-parquet-options.js.map +1 -0
- package/dist/parquet-format.d.ts +2 -0
- package/dist/parquet-format.d.ts.map +1 -1
- package/dist/parquet-format.js +2 -0
- package/dist/parquet-format.js.map +1 -1
- package/dist/parquet-js-loader.d.ts +57 -0
- package/dist/parquet-js-loader.d.ts.map +1 -0
- package/dist/parquet-js-loader.js +33 -0
- package/dist/parquet-js-loader.js.map +1 -0
- package/dist/parquet-js-writer.d.ts +34 -0
- package/dist/parquet-js-writer.d.ts.map +1 -0
- package/dist/parquet-js-writer.js +28 -0
- package/dist/parquet-js-writer.js.map +1 -0
- package/dist/parquet-loader-options.d.ts +56 -0
- package/dist/parquet-loader-options.d.ts.map +1 -0
- package/dist/parquet-loader-options.js +11 -0
- package/dist/parquet-loader-options.js.map +1 -0
- package/dist/parquet-loader-with-parser.d.ts +33 -0
- package/dist/parquet-loader-with-parser.d.ts.map +1 -0
- package/dist/parquet-loader-with-parser.js +40 -0
- package/dist/parquet-loader-with-parser.js.map +1 -0
- package/dist/parquet-loader.d.ts +62 -0
- package/dist/parquet-loader.d.ts.map +1 -0
- package/dist/parquet-loader.js +53 -0
- package/dist/parquet-loader.js.map +1 -0
- package/dist/parquet-wasm-loader-with-parser.d.ts +40 -0
- package/dist/parquet-wasm-loader-with-parser.d.ts.map +1 -0
- package/dist/parquet-wasm-loader-with-parser.js +68 -0
- package/dist/parquet-wasm-loader-with-parser.js.map +1 -0
- package/dist/parquet-writer.d.ts +10 -0
- package/dist/parquet-writer.d.ts.map +1 -0
- package/dist/parquet-writer.js +29 -0
- package/dist/parquet-writer.js.map +1 -0
- package/dist/parquet_wasm_bg.wasm +0 -0
- package/dist/parquetjs/codecs/declare.d.ts +2 -2
- package/dist/parquetjs/codecs/declare.d.ts.map +1 -1
- package/dist/parquetjs/codecs/dictionary.js +1 -1
- package/dist/parquetjs/codecs/dictionary.js.map +1 -1
- package/dist/parquetjs/codecs/plain.d.ts +1 -1
- package/dist/parquetjs/codecs/plain.d.ts.map +1 -1
- package/dist/parquetjs/codecs/plain.js +36 -41
- package/dist/parquetjs/codecs/plain.js.map +1 -1
- package/dist/parquetjs/codecs/rle.d.ts +1 -1
- package/dist/parquetjs/codecs/rle.d.ts.map +1 -1
- package/dist/parquetjs/codecs/rle.js +16 -21
- package/dist/parquetjs/codecs/rle.js.map +1 -1
- package/dist/parquetjs/compression.d.ts +2 -3
- package/dist/parquetjs/compression.d.ts.map +1 -1
- package/dist/parquetjs/compression.js +4 -105
- package/dist/parquetjs/compression.js.map +1 -1
- package/dist/parquetjs/encoder/parquet-encoder.d.ts +4 -4
- package/dist/parquetjs/encoder/parquet-encoder.d.ts.map +1 -1
- package/dist/parquetjs/encoder/parquet-encoder.js +38 -33
- package/dist/parquetjs/encoder/parquet-encoder.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/ColumnIndex.js +1 -1
- package/dist/parquetjs/parquet-thrift/ColumnIndex.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/index.d.ts +0 -1
- package/dist/parquetjs/parquet-thrift/index.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/index.js +0 -1
- package/dist/parquetjs/parquet-thrift/index.js.map +1 -1
- package/dist/parquetjs/parser/decoders.d.ts +1 -1
- package/dist/parquetjs/parser/decoders.d.ts.map +1 -1
- package/dist/parquetjs/parser/decoders.js +4 -22
- package/dist/parquetjs/parser/decoders.js.map +1 -1
- package/dist/parquetjs/parser/parquet-reader.d.ts +1 -1
- package/dist/parquetjs/parser/parquet-reader.d.ts.map +1 -1
- package/dist/parquetjs/parser/parquet-reader.js +9 -9
- package/dist/parquetjs/parser/parquet-reader.js.map +1 -1
- package/dist/parquetjs/schema/declare.d.ts +1 -1
- package/dist/parquetjs/schema/declare.d.ts.map +1 -1
- package/dist/parquetjs/schema/types.d.ts.map +1 -1
- package/dist/parquetjs/schema/types.js +36 -35
- package/dist/parquetjs/schema/types.js.map +1 -1
- package/dist/parquetjs/utils/binary-utils.d.ts +39 -0
- package/dist/parquetjs/utils/binary-utils.d.ts.map +1 -0
- package/dist/parquetjs/utils/binary-utils.js +102 -0
- package/dist/parquetjs/utils/binary-utils.js.map +1 -0
- package/dist/parquetjs/utils/file-utils.d.ts +1 -1
- package/dist/parquetjs/utils/file-utils.d.ts.map +1 -1
- package/dist/parquetjs/utils/file-utils.js +3 -3
- package/dist/parquetjs/utils/file-utils.js.map +1 -1
- package/dist/parquetjs/utils/read-utils.d.ts +4 -4
- package/dist/parquetjs/utils/read-utils.d.ts.map +1 -1
- package/dist/parquetjs/utils/read-utils.js +12 -17
- package/dist/parquetjs/utils/read-utils.js.map +1 -1
- package/dist/parquetjs/utils/uint8-array-compact-protocol-writer.d.ts +78 -0
- package/dist/parquetjs/utils/uint8-array-compact-protocol-writer.d.ts.map +1 -0
- package/dist/parquetjs/utils/uint8-array-compact-protocol-writer.js +213 -0
- package/dist/parquetjs/utils/uint8-array-compact-protocol-writer.js.map +1 -0
- package/dist/parquetjs/utils/uint8-array-compact-protocol.d.ts +78 -0
- package/dist/parquetjs/utils/uint8-array-compact-protocol.d.ts.map +1 -0
- package/dist/parquetjs/utils/uint8-array-compact-protocol.js +276 -0
- package/dist/parquetjs/utils/uint8-array-compact-protocol.js.map +1 -0
- package/dist/parquetjs/utils/uint8-array-transport.d.ts +25 -0
- package/dist/parquetjs/utils/uint8-array-transport.d.ts.map +1 -0
- package/dist/parquetjs/utils/uint8-array-transport.js +62 -0
- package/dist/parquetjs/utils/uint8-array-transport.js.map +1 -0
- package/dist/unbundled.d.ts +6 -0
- package/dist/unbundled.d.ts.map +1 -0
- package/dist/unbundled.js +7 -0
- package/dist/unbundled.js.map +1 -0
- package/package.json +21 -25
- package/src/bundled.ts +9 -0
- package/src/geoparquet-loader-with-parser.ts +95 -0
- package/src/geoparquet-loader.ts +54 -0
- package/src/index.ts +7 -25
- package/src/lib/constants.ts +1 -1
- package/src/lib/encoders/encode-arrow-to-parquet.ts +9 -15
- package/src/lib/encoders/encode-table-to-parquet-js.ts +199 -0
- package/src/lib/geo/geospatial-metadata.ts +507 -0
- package/src/lib/parsers/get-parquet-schema.ts +3 -1
- package/src/lib/parsers/parse-geoparquet-to-geojson.ts +27 -14
- package/src/lib/parsers/parse-parquet-tables.ts +137 -0
- package/src/lib/parsers/parse-parquet-to-arrow-js.ts +36 -0
- package/src/lib/parsers/parse-parquet-to-arrow.ts +63 -36
- package/src/lib/parsers/parse-parquet-to-columns.ts +6 -7
- package/src/lib/parsers/parse-parquet-to-json.ts +101 -33
- package/src/lib/utils/load-wasm.ts +16 -9
- package/src/lib/utils/make-stream-iterator.ts +1 -1
- package/src/lib/utils/normalize-parquet-options.ts +14 -0
- package/src/parquet-format.ts +2 -0
- package/src/parquet-js-loader.ts +43 -0
- package/src/parquet-js-writer.ts +52 -0
- package/src/parquet-loader-options.ts +63 -0
- package/src/parquet-loader-with-parser.ts +68 -0
- package/src/parquet-loader.ts +79 -0
- package/src/parquet-wasm-loader-with-parser.ts +115 -0
- package/src/parquet-writer.ts +44 -0
- package/src/parquetjs/codecs/declare.ts +2 -2
- package/src/parquetjs/codecs/dictionary.ts +1 -1
- package/src/parquetjs/codecs/plain.ts +67 -53
- package/src/parquetjs/codecs/rle.ts +20 -26
- package/src/parquetjs/compression.ts +7 -114
- package/src/parquetjs/encoder/parquet-encoder.ts +49 -43
- package/src/parquetjs/parquet-thrift/ColumnIndex.ts +1 -1
- package/src/parquetjs/parquet-thrift/index.ts +0 -2
- package/src/parquetjs/parser/decoders.ts +5 -23
- package/src/parquetjs/parser/parquet-reader.ts +10 -12
- package/src/parquetjs/schema/declare.ts +1 -1
- package/src/parquetjs/schema/types.ts +48 -40
- package/src/parquetjs/utils/binary-utils.ts +127 -0
- package/src/parquetjs/utils/file-utils.ts +4 -4
- package/src/parquetjs/utils/read-utils.ts +19 -34
- package/src/parquetjs/utils/uint8-array-compact-protocol-writer.ts +254 -0
- package/src/parquetjs/utils/uint8-array-compact-protocol.ts +322 -0
- package/src/parquetjs/utils/uint8-array-transport.ts +79 -0
- package/src/unbundled.ts +9 -0
- package/dist/parquet-arrow-loader.d.ts +0 -43
- package/dist/parquet-arrow-loader.d.ts.map +0 -1
- package/dist/parquet-arrow-loader.js +0 -49
- package/dist/parquet-arrow-loader.js.map +0 -1
- package/dist/parquet-arrow-writer.d.ts +0 -9
- package/dist/parquet-arrow-writer.d.ts.map +0 -1
- package/dist/parquet-arrow-writer.js +0 -23
- package/dist/parquet-arrow-writer.js.map +0 -1
- package/dist/parquet-json-loader.d.ts +0 -148
- package/dist/parquet-json-loader.d.ts.map +0 -1
- package/dist/parquet-json-loader.js +0 -106
- package/dist/parquet-json-loader.js.map +0 -1
- package/dist/parquet-json-writer.d.ts +0 -19
- package/dist/parquet-json-writer.d.ts.map +0 -1
- package/dist/parquet-json-writer.js +0 -20
- package/dist/parquet-json-writer.js.map +0 -1
- package/dist/polyfills/buffer/buffer-polyfill.browser.d.ts +0 -3
- package/dist/polyfills/buffer/buffer-polyfill.browser.d.ts.map +0 -1
- package/dist/polyfills/buffer/buffer-polyfill.browser.js +0 -12
- package/dist/polyfills/buffer/buffer-polyfill.browser.js.map +0 -1
- package/dist/polyfills/buffer/buffer-polyfill.node.d.ts +0 -3
- package/dist/polyfills/buffer/buffer-polyfill.node.d.ts.map +0 -1
- package/dist/polyfills/buffer/buffer-polyfill.node.js +0 -17
- package/dist/polyfills/buffer/buffer-polyfill.node.js.map +0 -1
- package/dist/polyfills/buffer/buffer.d.ts +0 -222
- package/dist/polyfills/buffer/buffer.d.ts.map +0 -1
- package/dist/polyfills/buffer/buffer.js +0 -1868
- package/dist/polyfills/buffer/buffer.js.map +0 -1
- package/dist/polyfills/buffer/index.d.ts +0 -4
- package/dist/polyfills/buffer/index.d.ts.map +0 -1
- package/dist/polyfills/buffer/index.js +0 -9
- package/dist/polyfills/buffer/index.js.map +0 -1
- package/dist/polyfills/buffer/install-buffer-polyfill.d.ts +0 -2
- package/dist/polyfills/buffer/install-buffer-polyfill.d.ts.map +0 -1
- package/dist/polyfills/buffer/install-buffer-polyfill.js +0 -10
- package/dist/polyfills/buffer/install-buffer-polyfill.js.map +0 -1
- package/dist/workers/parquet-json-worker.d.ts +0 -2
- package/dist/workers/parquet-json-worker.d.ts.map +0 -1
- package/dist/workers/parquet-json-worker.js +0 -7
- package/dist/workers/parquet-json-worker.js.map +0 -1
- package/src/parquet-arrow-loader.ts +0 -74
- package/src/parquet-arrow-writer.ts +0 -33
- package/src/parquet-json-loader.ts +0 -160
- package/src/parquet-json-writer.ts +0 -27
- package/src/parquetjs/modules.d.ts +0 -25
- package/src/polyfills/buffer/buffer-polyfill.browser.ts +0 -14
- package/src/polyfills/buffer/buffer-polyfill.node.ts +0 -19
- package/src/polyfills/buffer/buffer.ts +0 -2205
- package/src/polyfills/buffer/index.ts +0 -11
- package/src/polyfills/buffer/install-buffer-polyfill.ts +0 -12
- package/src/workers/parquet-json-worker.ts +0 -8
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"parquet-arrow-loader.d.ts","sourceRoot":"","sources":["../src/parquet-arrow-loader.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,UAAU,EAAE,eAAe,EAAC,MAAM,oBAAoB,CAAC;AACpE,OAAO,KAAK,EAA2B,aAAa,EAAC,MAAM,0BAA0B,CAAC;AAStF,kCAAkC;AAClC,MAAM,MAAM,yBAAyB,GAAG,aAAa,GAAG;IACtD,OAAO,CAAC,EAAE;QACR,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;QACnB,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;QACrB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,OAAO,CAAC,EAAE,MAAM,CAAC;KAClB,CAAC;CACH,CAAC;AAEF,gCAAgC;AAChC,eAAO,MAAM,wBAAwB;uBACN,UAAU;wBACT,eAAe;;;;;;;;;;;;;;;;;;;;;;CAuBoC,CAAC;AAEpF,gCAAgC;AAChC,eAAO,MAAM,kBAAkB,KAiB8D,CAAC"}
|
|
@@ -1,49 +0,0 @@
|
|
|
1
|
-
// loaders.gl
|
|
2
|
-
// SPDX-License-Identifier: MIT
|
|
3
|
-
// Copyright (c) vis.gl contributors
|
|
4
|
-
import { BlobFile } from '@loaders.gl/loader-utils';
|
|
5
|
-
import { parseParquetFileToArrow, parseParquetFileToArrowInBatches } from "./lib/parsers/parse-parquet-to-arrow.js";
|
|
6
|
-
import { VERSION, PARQUET_WASM_URL } from "./lib/constants.js";
|
|
7
|
-
/** Parquet WASM table loader */
|
|
8
|
-
export const ParquetArrowWorkerLoader = {
|
|
9
|
-
dataType: null,
|
|
10
|
-
batchType: null,
|
|
11
|
-
name: 'Apache Parquet',
|
|
12
|
-
id: 'parquet-wasm',
|
|
13
|
-
module: 'parquet',
|
|
14
|
-
version: VERSION,
|
|
15
|
-
worker: false,
|
|
16
|
-
category: 'table',
|
|
17
|
-
extensions: ['parquet'],
|
|
18
|
-
mimeTypes: ['application/octet-stream'],
|
|
19
|
-
binary: true,
|
|
20
|
-
tests: ['PAR1', 'PARE'],
|
|
21
|
-
options: {
|
|
22
|
-
parquet: {
|
|
23
|
-
limit: undefined, // Provide a limit to the number of rows to be read.
|
|
24
|
-
offset: 0, // Provide an offset to skip over the given number of rows.
|
|
25
|
-
batchSize: undefined, // The number of rows in each batch. If not provided, the upstream parquet default is 1024.
|
|
26
|
-
columns: undefined, // The column names from the file to read.
|
|
27
|
-
rowGroups: undefined, // Only read data from the provided row group indexes.
|
|
28
|
-
concurrency: undefined, // The number of concurrent requests to make
|
|
29
|
-
wasmUrl: PARQUET_WASM_URL
|
|
30
|
-
}
|
|
31
|
-
}
|
|
32
|
-
};
|
|
33
|
-
/** Parquet WASM table loader */
|
|
34
|
-
export const ParquetArrowLoader = {
|
|
35
|
-
...ParquetArrowWorkerLoader,
|
|
36
|
-
parse(arrayBuffer, options) {
|
|
37
|
-
const wasmOptions = { ...ParquetArrowLoader.options.parquet, ...options?.parquet };
|
|
38
|
-
return parseParquetFileToArrow(new BlobFile(arrayBuffer), wasmOptions);
|
|
39
|
-
},
|
|
40
|
-
parseFile(file, options) {
|
|
41
|
-
const wasmOptions = { ...ParquetArrowLoader.options.parquet, ...options?.parquet };
|
|
42
|
-
return parseParquetFileToArrow(file, wasmOptions);
|
|
43
|
-
},
|
|
44
|
-
parseFileInBatches(file, options) {
|
|
45
|
-
const wasmOptions = { ...ParquetArrowLoader.options.parquet, ...options?.parquet };
|
|
46
|
-
return parseParquetFileToArrowInBatches(file, wasmOptions);
|
|
47
|
-
}
|
|
48
|
-
};
|
|
49
|
-
//# sourceMappingURL=parquet-arrow-loader.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"parquet-arrow-loader.js","sourceRoot":"","sources":["../src/parquet-arrow-loader.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAIpC,OAAO,EAAe,QAAQ,EAAC,MAAM,0BAA0B,CAAC;AAEhE,OAAO,EACL,uBAAuB,EACvB,gCAAgC,EACjC,gDAA6C;AAC9C,OAAO,EAAC,OAAO,EAAE,gBAAgB,EAAC,2BAAwB;AAe1D,gCAAgC;AAChC,MAAM,CAAC,MAAM,wBAAwB,GAAG;IACtC,QAAQ,EAAE,IAA6B;IACvC,SAAS,EAAE,IAAkC;IAE7C,IAAI,EAAE,gBAAgB;IACtB,EAAE,EAAE,cAAc;IAClB,MAAM,EAAE,SAAS;IACjB,OAAO,EAAE,OAAO;IAChB,MAAM,EAAE,KAAK;IACb,QAAQ,EAAE,OAAO;IACjB,UAAU,EAAE,CAAC,SAAS,CAAC;IACvB,SAAS,EAAE,CAAC,0BAA0B,CAAC;IACvC,MAAM,EAAE,IAAI;IACZ,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC;IACvB,OAAO,EAAE;QACP,OAAO,EAAE;YACP,KAAK,EAAE,SAAS,EAAE,oDAAoD;YACtE,MAAM,EAAE,CAAC,EAAE,2DAA2D;YACtE,SAAS,EAAE,SAAS,EAAE,2FAA2F;YACjH,OAAO,EAAE,SAAS,EAAE,0CAA0C;YAC9D,SAAS,EAAE,SAAS,EAAE,sDAAsD;YAC5E,WAAW,EAAE,SAAS,EAAE,4CAA4C;YACpE,OAAO,EAAE,gBAAgB;SAC1B;KACF;CACgF,CAAC;AAEpF,gCAAgC;AAChC,MAAM,CAAC,MAAM,kBAAkB,GAAG;IAChC,GAAG,wBAAwB;IAE3B,KAAK,CAAC,WAAwB,EAAE,OAAmC;QACjE,MAAM,WAAW,GAAG,EAAC,GAAG,kBAAkB,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,OAAO,EAAE,OAAO,EAAC,CAAC;QACjF,OAAO,uBAAuB,CAAC,IAAI,QAAQ,CAAC,WAAW,CAAC,EAAE,WAAW,CAAC,CAAC;IACzE,CAAC;IAED,SAAS,CAAC,IAAkB,EAAE,OAAmC;QAC/D,MAAM,WAAW,GAAG,EAAC,GAAG,kBAAkB,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,OAAO,EAAE,OAAO,EAAC,CAAC;QACjF,OAAO,uBAAuB,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;IACpD,CAAC;IAED,kBAAkB,CAAC,IAAkB,EAAE,OAAmC;QACxE,MAAM,WAAW,GAAG,EAAC,GAAG,kBAAkB,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,OAAO,EAAE,OAAO,EAAC,CAAC;QACjF,OAAO,gCAAgC,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;IAC7D,CAAC;CAC0F,CAAC"}
|
|
@@ -1,9 +0,0 @@
|
|
|
1
|
-
import type { WriterOptions } from '@loaders.gl/loader-utils';
|
|
2
|
-
export type ParquetArrowWriterOptions = WriterOptions & {
|
|
3
|
-
parquet?: {
|
|
4
|
-
wasmUrl?: string;
|
|
5
|
-
};
|
|
6
|
-
};
|
|
7
|
-
/** Parquet WASM writer */
|
|
8
|
-
export declare const ParquetArrowWriter: any;
|
|
9
|
-
//# sourceMappingURL=parquet-arrow-writer.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"parquet-arrow-writer.d.ts","sourceRoot":"","sources":["../src/parquet-arrow-writer.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAoB,aAAa,EAAC,MAAM,0BAA0B,CAAC;AAO/E,MAAM,MAAM,yBAAyB,GAAG,aAAa,GAAG;IACtD,OAAO,CAAC,EAAE;QACR,OAAO,CAAC,EAAE,MAAM,CAAC;KAClB,CAAC;CACH,CAAC;AAEF,0BAA0B;AAC1B,eAAO,MAAM,kBAAkB,KAcqD,CAAC"}
|
|
@@ -1,23 +0,0 @@
|
|
|
1
|
-
// loaders.gl
|
|
2
|
-
// SPDX-License-Identifier: MIT
|
|
3
|
-
// Copyright (c) vis.gl contributors
|
|
4
|
-
import { encodeArrowToParquet } from "./lib/encoders/encode-arrow-to-parquet.js";
|
|
5
|
-
import { ParquetFormat } from "./parquet-format.js";
|
|
6
|
-
import { VERSION, PARQUET_WASM_URL } from "./lib/constants.js";
|
|
7
|
-
/** Parquet WASM writer */
|
|
8
|
-
export const ParquetArrowWriter = {
|
|
9
|
-
...ParquetFormat,
|
|
10
|
-
id: 'parquet-wasm',
|
|
11
|
-
module: 'parquet',
|
|
12
|
-
version: VERSION,
|
|
13
|
-
options: {
|
|
14
|
-
parquet: {
|
|
15
|
-
wasmUrl: PARQUET_WASM_URL
|
|
16
|
-
}
|
|
17
|
-
},
|
|
18
|
-
encode(arrowTable, options) {
|
|
19
|
-
options = { parquet: { ...ParquetArrowWriter.options.parquet, ...options?.parquet }, ...options };
|
|
20
|
-
return encodeArrowToParquet(arrowTable, options);
|
|
21
|
-
}
|
|
22
|
-
};
|
|
23
|
-
//# sourceMappingURL=parquet-arrow-writer.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"parquet-arrow-writer.js","sourceRoot":"","sources":["../src/parquet-arrow-writer.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAIpC,OAAO,EAAC,oBAAoB,EAAC,kDAA+C;AAC5E,OAAO,EAAC,aAAa,EAAC,4BAAyB;AAE/C,OAAO,EAAC,OAAO,EAAE,gBAAgB,EAAC,2BAAwB;AAQ1D,0BAA0B;AAC1B,MAAM,CAAC,MAAM,kBAAkB,GAAG;IAChC,GAAG,aAAa;IAChB,EAAE,EAAE,cAAc;IAClB,MAAM,EAAE,SAAS;IACjB,OAAO,EAAE,OAAO;IAChB,OAAO,EAAE;QACP,OAAO,EAAE;YACP,OAAO,EAAE,gBAAgB;SAC1B;KACF;IACD,MAAM,CAAC,UAAsB,EAAE,OAAmC;QAChE,OAAO,GAAG,EAAC,OAAO,EAAE,EAAC,GAAG,kBAAkB,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,OAAO,EAAE,OAAO,EAAC,EAAE,GAAG,OAAO,EAAC,CAAC;QAC9F,OAAO,oBAAoB,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;IACnD,CAAC;CACiF,CAAC"}
|
|
@@ -1,148 +0,0 @@
|
|
|
1
|
-
import type { LoaderOptions } from '@loaders.gl/loader-utils';
|
|
2
|
-
import type { ObjectRowTable, ObjectRowTableBatch, GeoJSONTable, GeoJSONTableBatch } from '@loaders.gl/schema';
|
|
3
|
-
import { parseParquetFile, parseParquetFileInBatches } from "./lib/parsers/parse-parquet-to-json.js";
|
|
4
|
-
import { parseGeoParquetFile, parseGeoParquetFileInBatches } from "./lib/parsers/parse-geoparquet-to-geojson.js";
|
|
5
|
-
import { Buffer } from "./polyfills/buffer/install-buffer-polyfill.js";
|
|
6
|
-
export { Buffer };
|
|
7
|
-
/** Options for the parquet loader */
|
|
8
|
-
export type ParquetJSONLoaderOptions = LoaderOptions & {
|
|
9
|
-
/** Options for the parquet loader */
|
|
10
|
-
parquet?: {
|
|
11
|
-
/** Restrict which columns that are parsed from the table. Can save significant memory. */
|
|
12
|
-
columnList?: string[] | string[][];
|
|
13
|
-
/** If true, binary values are not converted to strings */
|
|
14
|
-
preserveBinary?: boolean;
|
|
15
|
-
/** @deprecated not used? Set to true to indicate that this is a geoparquet file. */
|
|
16
|
-
geoparquet?: boolean;
|
|
17
|
-
/** @deprecated URL to override loaders.gl/core parser system */
|
|
18
|
-
url?: string;
|
|
19
|
-
};
|
|
20
|
-
};
|
|
21
|
-
/**
|
|
22
|
-
* ParquetJS table loader
|
|
23
|
-
*/
|
|
24
|
-
export declare const ParquetJSONWorkerLoader: {
|
|
25
|
-
readonly dataType: ObjectRowTable;
|
|
26
|
-
readonly batchType: ObjectRowTableBatch;
|
|
27
|
-
readonly id: "parquet";
|
|
28
|
-
readonly module: "parquet";
|
|
29
|
-
readonly version: any;
|
|
30
|
-
readonly worker: false;
|
|
31
|
-
readonly options: {
|
|
32
|
-
readonly parquet: {
|
|
33
|
-
readonly columnList: [];
|
|
34
|
-
readonly geoparquet: true;
|
|
35
|
-
readonly url: undefined;
|
|
36
|
-
readonly preserveBinary: false;
|
|
37
|
-
};
|
|
38
|
-
};
|
|
39
|
-
readonly name: "Apache Parquet";
|
|
40
|
-
readonly category: "table";
|
|
41
|
-
readonly extensions: ["parquet"];
|
|
42
|
-
readonly mimeTypes: ["application/octet-stream"];
|
|
43
|
-
readonly binary: true;
|
|
44
|
-
readonly tests: ["PAR1", "PARE"];
|
|
45
|
-
};
|
|
46
|
-
/** ParquetJS table loader */
|
|
47
|
-
export declare const ParquetJSONLoader: {
|
|
48
|
-
readonly dataType: ObjectRowTable;
|
|
49
|
-
readonly batchType: ObjectRowTableBatch;
|
|
50
|
-
readonly parse: (arrayBuffer: ArrayBuffer, options?: ParquetJSONLoaderOptions) => Promise<ObjectRowTable>;
|
|
51
|
-
readonly parseFile: typeof parseParquetFile;
|
|
52
|
-
readonly parseFileInBatches: typeof parseParquetFileInBatches;
|
|
53
|
-
readonly id: "parquet";
|
|
54
|
-
readonly module: "parquet";
|
|
55
|
-
readonly version: any;
|
|
56
|
-
readonly worker: false;
|
|
57
|
-
readonly options: {
|
|
58
|
-
readonly parquet: {
|
|
59
|
-
readonly columnList: [];
|
|
60
|
-
readonly geoparquet: true;
|
|
61
|
-
readonly url: undefined;
|
|
62
|
-
readonly preserveBinary: false;
|
|
63
|
-
};
|
|
64
|
-
};
|
|
65
|
-
readonly name: "Apache Parquet";
|
|
66
|
-
readonly category: "table";
|
|
67
|
-
readonly extensions: ["parquet"];
|
|
68
|
-
readonly mimeTypes: ["application/octet-stream"];
|
|
69
|
-
readonly binary: true;
|
|
70
|
-
readonly tests: ["PAR1", "PARE"];
|
|
71
|
-
};
|
|
72
|
-
export declare const GeoParquetWorkerLoader: {
|
|
73
|
-
readonly dataType: GeoJSONTable;
|
|
74
|
-
readonly batchType: GeoJSONTableBatch;
|
|
75
|
-
readonly id: "parquet";
|
|
76
|
-
readonly module: "parquet";
|
|
77
|
-
readonly version: any;
|
|
78
|
-
readonly worker: true;
|
|
79
|
-
readonly options: {
|
|
80
|
-
readonly parquet: {
|
|
81
|
-
readonly columnList: [];
|
|
82
|
-
readonly geoparquet: true;
|
|
83
|
-
readonly url: undefined;
|
|
84
|
-
readonly preserveBinary: false;
|
|
85
|
-
};
|
|
86
|
-
};
|
|
87
|
-
readonly name: "Apache Parquet";
|
|
88
|
-
readonly category: "table";
|
|
89
|
-
readonly extensions: ["parquet"];
|
|
90
|
-
readonly mimeTypes: ["application/octet-stream"];
|
|
91
|
-
readonly binary: true;
|
|
92
|
-
readonly tests: ["PAR1", "PARE"];
|
|
93
|
-
};
|
|
94
|
-
/** ParquetJS table loader */
|
|
95
|
-
export declare const GeoParquetLoader: {
|
|
96
|
-
readonly parse: (arrayBuffer: ArrayBuffer, options?: ParquetJSONLoaderOptions) => Promise<ObjectRowTable | GeoJSONTable>;
|
|
97
|
-
readonly parseFile: typeof parseGeoParquetFile;
|
|
98
|
-
readonly parseFileInBatches: typeof parseGeoParquetFileInBatches;
|
|
99
|
-
readonly dataType: GeoJSONTable;
|
|
100
|
-
readonly batchType: GeoJSONTableBatch;
|
|
101
|
-
readonly id: "parquet";
|
|
102
|
-
readonly module: "parquet";
|
|
103
|
-
readonly version: any;
|
|
104
|
-
readonly worker: true;
|
|
105
|
-
readonly options: {
|
|
106
|
-
readonly parquet: {
|
|
107
|
-
readonly columnList: [];
|
|
108
|
-
readonly geoparquet: true;
|
|
109
|
-
readonly url: undefined;
|
|
110
|
-
readonly preserveBinary: false;
|
|
111
|
-
};
|
|
112
|
-
};
|
|
113
|
-
readonly name: "Apache Parquet";
|
|
114
|
-
readonly category: "table";
|
|
115
|
-
readonly extensions: ["parquet"];
|
|
116
|
-
readonly mimeTypes: ["application/octet-stream"];
|
|
117
|
-
readonly binary: true;
|
|
118
|
-
readonly tests: ["PAR1", "PARE"];
|
|
119
|
-
};
|
|
120
|
-
/** @deprecated Test to see if we can improve perf of parquetjs loader *
|
|
121
|
-
export const ParquetJSONColumnarWorkerLoader = {
|
|
122
|
-
dataType: null as any as ColumnarTable,
|
|
123
|
-
batchType: null as any as ColumnarTableBatch,
|
|
124
|
-
|
|
125
|
-
name: 'Apache Parquet',
|
|
126
|
-
id: 'parquet',
|
|
127
|
-
module: 'parquet',
|
|
128
|
-
version: VERSION,
|
|
129
|
-
worker: true,
|
|
130
|
-
category: 'table',
|
|
131
|
-
extensions: ['parquet'],
|
|
132
|
-
mimeTypes: ['application/octet-stream'],
|
|
133
|
-
binary: true,
|
|
134
|
-
tests: ['PAR1', 'PARE'],
|
|
135
|
-
options: ParquetJSONLoader.options
|
|
136
|
-
} as const satisfies Loader<ColumnarTable, ColumnarTableBatch, ParquetJSONLoaderOptions>;
|
|
137
|
-
|
|
138
|
-
/** @deprecated Test to see if we can improve perf of parquetjs loader *
|
|
139
|
-
export const ParquetJSONColumnarLoader = {
|
|
140
|
-
...ParquetJSONColumnarWorkerLoader,
|
|
141
|
-
parse(arrayBuffer: ArrayBuffer, options?: ParquetJSONLoaderOptions) {
|
|
142
|
-
return parseParquetFileInColumns(new BlobFile(arrayBuffer), options);
|
|
143
|
-
},
|
|
144
|
-
parseFile: parseParquetFileInColumns,
|
|
145
|
-
parseFileInBatches: parseParquetFileInColumnarBatches
|
|
146
|
-
} as const satisfies LoaderWithParser<ColumnarTable, ColumnarTableBatch, ParquetJSONLoaderOptions>;
|
|
147
|
-
*/
|
|
148
|
-
//# sourceMappingURL=parquet-json-loader.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"parquet-json-loader.d.ts","sourceRoot":"","sources":["../src/parquet-json-loader.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAA2B,aAAa,EAAC,MAAM,0BAA0B,CAAC;AACtF,OAAO,KAAK,EACV,cAAc,EACd,mBAAmB,EACnB,YAAY,EACZ,iBAAiB,EAGlB,MAAM,oBAAoB,CAAC;AAG5B,OAAO,EAAC,gBAAgB,EAAE,yBAAyB,EAAC,+CAA4C;AAChG,OAAO,EACL,mBAAmB,EACnB,4BAA4B,EAC7B,qDAAkD;AAUnD,OAAO,EAAC,MAAM,EAAC,sDAAmD;AAClE,OAAO,EAAC,MAAM,EAAC,CAAC;AAMhB,qCAAqC;AACrC,MAAM,MAAM,wBAAwB,GAAG,aAAa,GAAG;IACrD,qCAAqC;IACrC,OAAO,CAAC,EAAE;QACR,0FAA0F;QAC1F,UAAU,CAAC,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE,EAAE,CAAC;QACnC,0DAA0D;QAC1D,cAAc,CAAC,EAAE,OAAO,CAAC;QACzB,qFAAqF;QACrF,UAAU,CAAC,EAAE,OAAO,CAAC;QACrB,gEAAgE;QAChE,GAAG,CAAC,EAAE,MAAM,CAAC;KACd,CAAC;CACH,CAAC;AAEF;;GAEG;AACH,eAAO,MAAM,uBAAuB;uBAGL,cAAc;wBACb,mBAAmB;;;;;;;;;;;;;;;;;;;CAcuC,CAAC;AAE3F,6BAA6B;AAC7B,eAAO,MAAM,iBAAiB;uBAGC,cAAc;wBACb,mBAAmB;kCAE5B,WAAW,YAAY,wBAAwB;;;;;;;;;;;;;;;;;;;;;CASrE,CAAC;AAMF,eAAO,MAAM,sBAAsB;uBAGJ,YAAY;wBACX,iBAAiB;;;;;;;;;;;;;;;;;;;CAeqC,CAAC;AAEvF,6BAA6B;AAC7B,eAAO,MAAM,gBAAgB;kCAGR,WAAW,YAAY,wBAAwB;;;uBAtBrC,YAAY;wBACX,iBAAiB;;;;;;;;;;;;;;;;;;;CA8BhD,CAAC;AAEF;;;;;;;;;;;;;;;;;;;;;;;;;;;EA2BE"}
|
|
@@ -1,106 +0,0 @@
|
|
|
1
|
-
// loaders.gl
|
|
2
|
-
// SPDX-License-Identifier: MIT
|
|
3
|
-
// Copyright (c) vis.gl contributors
|
|
4
|
-
import { BlobFile } from '@loaders.gl/loader-utils';
|
|
5
|
-
import { parseParquetFile, parseParquetFileInBatches } from "./lib/parsers/parse-parquet-to-json.js";
|
|
6
|
-
import { parseGeoParquetFile, parseGeoParquetFileInBatches } from "./lib/parsers/parse-geoparquet-to-geojson.js";
|
|
7
|
-
// import {
|
|
8
|
-
// parseParquetFileInColumns,
|
|
9
|
-
// parseParquetFileInColumnarBatches
|
|
10
|
-
// } from './lib/parsers/parse-parquet-to-columns';
|
|
11
|
-
import { ParquetFormat } from "./parquet-format.js";
|
|
12
|
-
// Note: The Buffer polyfill is quite fragile
|
|
13
|
-
// For some reason, just exporting directly fails with some bundlers
|
|
14
|
-
// export {Buffer} from './polyfills/buffer/install-buffer-polyfill';
|
|
15
|
-
import { Buffer } from "./polyfills/buffer/install-buffer-polyfill.js";
|
|
16
|
-
export { Buffer };
|
|
17
|
-
// __VERSION__ is injected by babel-plugin-version-inline
|
|
18
|
-
// @ts-ignore TS2304: Cannot find name '__VERSION__'.
|
|
19
|
-
const VERSION = typeof "4.4.2" !== 'undefined' ? "4.4.2" : 'latest';
|
|
20
|
-
/**
|
|
21
|
-
* ParquetJS table loader
|
|
22
|
-
*/
|
|
23
|
-
export const ParquetJSONWorkerLoader = {
|
|
24
|
-
...ParquetFormat,
|
|
25
|
-
dataType: null,
|
|
26
|
-
batchType: null,
|
|
27
|
-
id: 'parquet',
|
|
28
|
-
module: 'parquet',
|
|
29
|
-
version: VERSION,
|
|
30
|
-
worker: false,
|
|
31
|
-
options: {
|
|
32
|
-
parquet: {
|
|
33
|
-
columnList: [],
|
|
34
|
-
geoparquet: true,
|
|
35
|
-
url: undefined,
|
|
36
|
-
preserveBinary: false
|
|
37
|
-
}
|
|
38
|
-
}
|
|
39
|
-
};
|
|
40
|
-
/** ParquetJS table loader */
|
|
41
|
-
export const ParquetJSONLoader = {
|
|
42
|
-
...ParquetJSONWorkerLoader,
|
|
43
|
-
dataType: null,
|
|
44
|
-
batchType: null,
|
|
45
|
-
parse: (arrayBuffer, options) => parseParquetFile(new BlobFile(arrayBuffer), options),
|
|
46
|
-
parseFile: parseParquetFile,
|
|
47
|
-
parseFileInBatches: parseParquetFileInBatches
|
|
48
|
-
};
|
|
49
|
-
// Defeat tree shaking
|
|
50
|
-
// @ts-ignore
|
|
51
|
-
ParquetJSONLoader.Buffer = Buffer;
|
|
52
|
-
export const GeoParquetWorkerLoader = {
|
|
53
|
-
...ParquetFormat,
|
|
54
|
-
dataType: null,
|
|
55
|
-
batchType: null,
|
|
56
|
-
id: 'parquet',
|
|
57
|
-
module: 'parquet',
|
|
58
|
-
version: VERSION,
|
|
59
|
-
worker: true,
|
|
60
|
-
options: {
|
|
61
|
-
parquet: {
|
|
62
|
-
columnList: [],
|
|
63
|
-
geoparquet: true,
|
|
64
|
-
url: undefined,
|
|
65
|
-
preserveBinary: false
|
|
66
|
-
}
|
|
67
|
-
}
|
|
68
|
-
};
|
|
69
|
-
/** ParquetJS table loader */
|
|
70
|
-
export const GeoParquetLoader = {
|
|
71
|
-
...GeoParquetWorkerLoader,
|
|
72
|
-
parse(arrayBuffer, options) {
|
|
73
|
-
return parseGeoParquetFile(new BlobFile(arrayBuffer), options);
|
|
74
|
-
},
|
|
75
|
-
parseFile: parseGeoParquetFile,
|
|
76
|
-
parseFileInBatches: parseGeoParquetFileInBatches
|
|
77
|
-
};
|
|
78
|
-
/** @deprecated Test to see if we can improve perf of parquetjs loader *
|
|
79
|
-
export const ParquetJSONColumnarWorkerLoader = {
|
|
80
|
-
dataType: null as any as ColumnarTable,
|
|
81
|
-
batchType: null as any as ColumnarTableBatch,
|
|
82
|
-
|
|
83
|
-
name: 'Apache Parquet',
|
|
84
|
-
id: 'parquet',
|
|
85
|
-
module: 'parquet',
|
|
86
|
-
version: VERSION,
|
|
87
|
-
worker: true,
|
|
88
|
-
category: 'table',
|
|
89
|
-
extensions: ['parquet'],
|
|
90
|
-
mimeTypes: ['application/octet-stream'],
|
|
91
|
-
binary: true,
|
|
92
|
-
tests: ['PAR1', 'PARE'],
|
|
93
|
-
options: ParquetJSONLoader.options
|
|
94
|
-
} as const satisfies Loader<ColumnarTable, ColumnarTableBatch, ParquetJSONLoaderOptions>;
|
|
95
|
-
|
|
96
|
-
/** @deprecated Test to see if we can improve perf of parquetjs loader *
|
|
97
|
-
export const ParquetJSONColumnarLoader = {
|
|
98
|
-
...ParquetJSONColumnarWorkerLoader,
|
|
99
|
-
parse(arrayBuffer: ArrayBuffer, options?: ParquetJSONLoaderOptions) {
|
|
100
|
-
return parseParquetFileInColumns(new BlobFile(arrayBuffer), options);
|
|
101
|
-
},
|
|
102
|
-
parseFile: parseParquetFileInColumns,
|
|
103
|
-
parseFileInBatches: parseParquetFileInColumnarBatches
|
|
104
|
-
} as const satisfies LoaderWithParser<ColumnarTable, ColumnarTableBatch, ParquetJSONLoaderOptions>;
|
|
105
|
-
*/
|
|
106
|
-
//# sourceMappingURL=parquet-json-loader.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"parquet-json-loader.js","sourceRoot":"","sources":["../src/parquet-json-loader.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAWpC,OAAO,EAAC,QAAQ,EAAC,MAAM,0BAA0B,CAAC;AAElD,OAAO,EAAC,gBAAgB,EAAE,yBAAyB,EAAC,+CAA4C;AAChG,OAAO,EACL,mBAAmB,EACnB,4BAA4B,EAC7B,qDAAkD;AACnD,WAAW;AACX,+BAA+B;AAC/B,sCAAsC;AACtC,mDAAmD;AACnD,OAAO,EAAC,aAAa,EAAC,4BAAyB;AAE/C,6CAA6C;AAC7C,oEAAoE;AACpE,qEAAqE;AACrE,OAAO,EAAC,MAAM,EAAC,sDAAmD;AAClE,OAAO,EAAC,MAAM,EAAC,CAAC;AAEhB,yDAAyD;AACzD,qDAAqD;AACrD,MAAM,OAAO,GAAG,cAAkB,KAAK,WAAW,CAAC,CAAC,SAAa,CAAC,CAAC,QAAQ,CAAC;AAiB5E;;GAEG;AACH,MAAM,CAAC,MAAM,uBAAuB,GAAG;IACrC,GAAG,aAAa;IAEhB,QAAQ,EAAE,IAAiC;IAC3C,SAAS,EAAE,IAAsC;IAEjD,EAAE,EAAE,SAAS;IACb,MAAM,EAAE,SAAS;IACjB,OAAO,EAAE,OAAO;IAChB,MAAM,EAAE,KAAK;IACb,OAAO,EAAE;QACP,OAAO,EAAE;YACP,UAAU,EAAE,EAAE;YACd,UAAU,EAAE,IAAI;YAChB,GAAG,EAAE,SAAS;YACd,cAAc,EAAE,KAAK;SACtB;KACF;CACuF,CAAC;AAE3F,6BAA6B;AAC7B,MAAM,CAAC,MAAM,iBAAiB,GAAG;IAC/B,GAAG,uBAAuB;IAE1B,QAAQ,EAAE,IAAiC;IAC3C,SAAS,EAAE,IAAsC;IAEjD,KAAK,EAAE,CAAC,WAAwB,EAAE,OAAkC,EAAE,EAAE,CACtE,gBAAgB,CAAC,IAAI,QAAQ,CAAC,WAAW,CAAC,EAAE,OAAO,CAAC;IAEtD,SAAS,EAAE,gBAAgB;IAC3B,kBAAkB,EAAE,yBAAyB;CAK9C,CAAC;AAEF,sBAAsB;AACtB,aAAa;AACb,iBAAiB,CAAC,MAAM,GAAG,MAAM,CAAC;AAElC,MAAM,CAAC,MAAM,sBAAsB,GAAG;IACpC,GAAG,aAAa;IAEhB,QAAQ,EAAE,IAA+B;IACzC,SAAS,EAAE,IAAoC;IAE/C,EAAE,EAAE,SAAS;IACb,MAAM,EAAE,SAAS;IACjB,OAAO,EAAE,OAAO;IAChB,MAAM,EAAE,IAAI;IAEZ,OAAO,EAAE;QACP,OAAO,EAAE;YACP,UAAU,EAAE,EAAE;YACd,UAAU,EAAE,IAAI;YAChB,GAAG,EAAE,SAAS;YACd,cAAc,EAAE,KAAK;SACtB;KACF;CACmF,CAAC;AAEvF,6BAA6B;AAC7B,MAAM,CAAC,MAAM,gBAAgB,GAAG;IAC9B,GAAG,sBAAsB;IAEzB,KAAK,CAAC,WAAwB,EAAE,OAAkC;QAChE,OAAO,mBAAmB,CAAC,IAAI,QAAQ,CAAC,WAAW,CAAC,EAAE,OAAO,CAAC,CAAC;IACjE,CAAC;IACD,SAAS,EAAE,mBAAmB;IAC9B,kBAAkB,EAAE,4BAA4B;CAKjD,CAAC;AAEF;;;;;;;;;;;;;;;;;;;;;;;;;;;EA2BE"}
|
|
@@ -1,19 +0,0 @@
|
|
|
1
|
-
import { Table } from '@loaders.gl/schema';
|
|
2
|
-
export type ParquetJSONWriterOptions = {};
|
|
3
|
-
export declare const ParquetJSONWriter: {
|
|
4
|
-
readonly id: "parquet";
|
|
5
|
-
readonly module: "parquet";
|
|
6
|
-
readonly version: any;
|
|
7
|
-
readonly options: {};
|
|
8
|
-
readonly encode: (data: Table, options: ParquetJSONWriterOptions | undefined) => Promise<ArrayBuffer>;
|
|
9
|
-
readonly encodeSync: typeof encodeSync;
|
|
10
|
-
readonly name: "Apache Parquet";
|
|
11
|
-
readonly category: "table";
|
|
12
|
-
readonly extensions: ["parquet"];
|
|
13
|
-
readonly mimeTypes: ["application/octet-stream"];
|
|
14
|
-
readonly binary: true;
|
|
15
|
-
readonly tests: ["PAR1", "PARE"];
|
|
16
|
-
};
|
|
17
|
-
declare function encodeSync(data: any, options?: ParquetJSONWriterOptions): ArrayBuffer;
|
|
18
|
-
export {};
|
|
19
|
-
//# sourceMappingURL=parquet-json-writer.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"parquet-json-writer.d.ts","sourceRoot":"","sources":["../src/parquet-json-writer.ts"],"names":[],"mappings":"AAKA,OAAO,EAAC,KAAK,EAAa,MAAM,oBAAoB,CAAC;AAOrD,MAAM,MAAM,wBAAwB,GAAG,EAAE,CAAC;AAE1C,eAAO,MAAM,iBAAiB;;;;;;;;;;;;;CAQqD,CAAC;AAEpF,iBAAS,UAAU,CAAC,IAAI,KAAA,EAAE,OAAO,CAAC,EAAE,wBAAwB,eAE3D"}
|
|
@@ -1,20 +0,0 @@
|
|
|
1
|
-
// loaders.gl
|
|
2
|
-
// SPDX-License-Identifier: MIT
|
|
3
|
-
// Copyright (c) vis.gl contributors
|
|
4
|
-
import { ParquetFormat } from "./parquet-format.js";
|
|
5
|
-
// __VERSION__ is injected by babel-plugin-version-inline
|
|
6
|
-
// @ts-ignore TS2304: Cannot find name '__VERSION__'.
|
|
7
|
-
const VERSION = typeof "4.4.2" !== 'undefined' ? "4.4.2" : 'latest';
|
|
8
|
-
export const ParquetJSONWriter = {
|
|
9
|
-
...ParquetFormat,
|
|
10
|
-
id: 'parquet',
|
|
11
|
-
module: 'parquet',
|
|
12
|
-
version: VERSION,
|
|
13
|
-
options: {},
|
|
14
|
-
encode: async (data, options) => encodeSync(data, options),
|
|
15
|
-
encodeSync
|
|
16
|
-
};
|
|
17
|
-
function encodeSync(data, options) {
|
|
18
|
-
return new ArrayBuffer(0);
|
|
19
|
-
}
|
|
20
|
-
//# sourceMappingURL=parquet-json-writer.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"parquet-json-writer.js","sourceRoot":"","sources":["../src/parquet-json-writer.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAIpC,OAAO,EAAC,aAAa,EAAC,4BAAyB;AAE/C,yDAAyD;AACzD,qDAAqD;AACrD,MAAM,OAAO,GAAG,cAAkB,KAAK,WAAW,CAAC,CAAC,SAAa,CAAC,CAAC,QAAQ,CAAC;AAI5E,MAAM,CAAC,MAAM,iBAAiB,GAAG;IAC/B,GAAG,aAAa;IAChB,EAAE,EAAE,SAAS;IACb,MAAM,EAAE,SAAS;IACjB,OAAO,EAAE,OAAO;IAChB,OAAO,EAAE,EAAE;IACX,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,IAAI,EAAE,OAAO,CAAC;IAC1D,UAAU;CACuE,CAAC;AAEpF,SAAS,UAAU,CAAC,IAAI,EAAE,OAAkC;IAC1D,OAAO,IAAI,WAAW,CAAC,CAAC,CAAC,CAAC;AAC5B,CAAC"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"buffer-polyfill.browser.d.ts","sourceRoot":"","sources":["../../../src/polyfills/buffer/buffer-polyfill.browser.ts"],"names":[],"mappings":"AAMA,yDAAyD;AACzD,wBAAgB,qBAAqB,IAAI,OAAO,MAAM,CAMrD"}
|
|
@@ -1,12 +0,0 @@
|
|
|
1
|
-
// loaders.gl
|
|
2
|
-
// SPDX-License-Identifier: MIT
|
|
3
|
-
// Copyright vis.gl contributors
|
|
4
|
-
import { Buffer as BufferPolyfill } from "./buffer.js";
|
|
5
|
-
/** Install Node.js Buffer polyfill (NO-OP in Node.js) */
|
|
6
|
-
export function installBufferPolyfill() {
|
|
7
|
-
// @ts-ignore
|
|
8
|
-
globalThis.Buffer = globalThis.Buffer || BufferPolyfill;
|
|
9
|
-
// @ts-ignore
|
|
10
|
-
return globalThis.Buffer;
|
|
11
|
-
}
|
|
12
|
-
//# sourceMappingURL=buffer-polyfill.browser.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"buffer-polyfill.browser.js","sourceRoot":"","sources":["../../../src/polyfills/buffer/buffer-polyfill.browser.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,gCAAgC;AAEhC,OAAO,EAAC,MAAM,IAAI,cAAc,EAAC,oBAAiB;AAElD,yDAAyD;AACzD,MAAM,UAAU,qBAAqB;IACnC,aAAa;IACb,UAAU,CAAC,MAAM,GAAG,UAAU,CAAC,MAAM,IAAI,cAAc,CAAC;IAExD,aAAa;IACb,OAAO,UAAU,CAAC,MAAM,CAAC;AAC3B,CAAC"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"buffer-polyfill.node.d.ts","sourceRoot":"","sources":["../../../src/polyfills/buffer/buffer-polyfill.node.ts"],"names":[],"mappings":"AAMA,6DAA6D;AAC7D,wBAAgB,qBAAqB,IAAI,OAAO,MAAM,CAWrD"}
|
|
@@ -1,17 +0,0 @@
|
|
|
1
|
-
// loaders.gl
|
|
2
|
-
// SPDX-License-Identifier: MIT
|
|
3
|
-
// Copyright vis.gl contributors
|
|
4
|
-
import { Buffer as BufferPolyfill } from "./buffer.js";
|
|
5
|
-
/** Install the Node.js Buffer polyfill (NO-OP in Node.js) */
|
|
6
|
-
export function installBufferPolyfill() {
|
|
7
|
-
const Buffer_ = typeof Buffer !== 'undefined' ? Buffer : null;
|
|
8
|
-
if (!Buffer_) {
|
|
9
|
-
// @ts-expect-error
|
|
10
|
-
globalThis.Buffer = BufferPolyfill;
|
|
11
|
-
return BufferPolyfill;
|
|
12
|
-
}
|
|
13
|
-
globalThis.process = globalThis.process || {};
|
|
14
|
-
// Buffer is a global variable in Node.js
|
|
15
|
-
return Buffer_;
|
|
16
|
-
}
|
|
17
|
-
//# sourceMappingURL=buffer-polyfill.node.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"buffer-polyfill.node.js","sourceRoot":"","sources":["../../../src/polyfills/buffer/buffer-polyfill.node.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,gCAAgC;AAEhC,OAAO,EAAC,MAAM,IAAI,cAAc,EAAC,oBAAiB;AAElD,6DAA6D;AAC7D,MAAM,UAAU,qBAAqB;IACnC,MAAM,OAAO,GAAG,OAAO,MAAM,KAAK,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC;IAC9D,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,mBAAmB;QACnB,UAAU,CAAC,MAAM,GAAG,cAAc,CAAC;QACnC,OAAO,cAA0C,CAAC;IACpD,CAAC;IAED,UAAU,CAAC,OAAO,GAAG,UAAU,CAAC,OAAO,IAAI,EAAE,CAAC;IAC9C,yCAAyC;IACzC,OAAO,OAAO,CAAC;AACjB,CAAC"}
|