@loaders.gl/parquet 4.4.2 → 5.0.0-alpha.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/bundled.d.ts +6 -0
- package/dist/bundled.d.ts.map +1 -0
- package/dist/bundled.js +7 -0
- package/dist/bundled.js.map +1 -0
- package/dist/geoparquet-loader-with-parser.d.ts +34 -0
- package/dist/geoparquet-loader-with-parser.d.ts.map +1 -0
- package/dist/geoparquet-loader-with-parser.js +52 -0
- package/dist/geoparquet-loader-with-parser.js.map +1 -0
- package/dist/geoparquet-loader.d.ts +61 -0
- package/dist/geoparquet-loader.d.ts.map +1 -0
- package/dist/geoparquet-loader.js +30 -0
- package/dist/geoparquet-loader.js.map +1 -0
- package/dist/index.cjs +5879 -5643
- package/dist/index.cjs.map +4 -4
- package/dist/index.d.ts +7 -7
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +5 -11
- package/dist/index.js.map +1 -1
- package/dist/lib/constants.d.ts +1 -1
- package/dist/lib/constants.js +2 -2
- package/dist/lib/constants.js.map +1 -1
- package/dist/lib/encoders/encode-arrow-to-parquet.d.ts +2 -2
- package/dist/lib/encoders/encode-arrow-to-parquet.d.ts.map +1 -1
- package/dist/lib/encoders/encode-arrow-to-parquet.js +3 -10
- package/dist/lib/encoders/encode-arrow-to-parquet.js.map +1 -1
- package/dist/lib/encoders/encode-table-to-parquet-js.d.ts +5 -0
- package/dist/lib/encoders/encode-table-to-parquet-js.d.ts.map +1 -0
- package/dist/lib/encoders/encode-table-to-parquet-js.js +149 -0
- package/dist/lib/encoders/encode-table-to-parquet-js.js.map +1 -0
- package/dist/lib/geo/geospatial-metadata.d.ts +67 -0
- package/dist/lib/geo/geospatial-metadata.d.ts.map +1 -0
- package/dist/lib/geo/geospatial-metadata.js +357 -0
- package/dist/lib/geo/geospatial-metadata.js.map +1 -0
- package/dist/lib/parsers/get-parquet-schema.d.ts.map +1 -1
- package/dist/lib/parsers/get-parquet-schema.js +3 -1
- package/dist/lib/parsers/get-parquet-schema.js.map +1 -1
- package/dist/lib/parsers/parse-geoparquet-to-geojson.d.ts +4 -4
- package/dist/lib/parsers/parse-geoparquet-to-geojson.d.ts.map +1 -1
- package/dist/lib/parsers/parse-geoparquet-to-geojson.js +19 -6
- package/dist/lib/parsers/parse-geoparquet-to-geojson.js.map +1 -1
- package/dist/lib/parsers/parse-parquet-tables.d.ts +50 -0
- package/dist/lib/parsers/parse-parquet-tables.d.ts.map +1 -0
- package/dist/lib/parsers/parse-parquet-tables.js +101 -0
- package/dist/lib/parsers/parse-parquet-tables.js.map +1 -0
- package/dist/lib/parsers/parse-parquet-to-arrow-js.d.ts +6 -0
- package/dist/lib/parsers/parse-parquet-to-arrow-js.d.ts.map +1 -0
- package/dist/lib/parsers/parse-parquet-to-arrow-js.js +23 -0
- package/dist/lib/parsers/parse-parquet-to-arrow-js.js.map +1 -0
- package/dist/lib/parsers/parse-parquet-to-arrow.d.ts +7 -7
- package/dist/lib/parsers/parse-parquet-to-arrow.d.ts.map +1 -1
- package/dist/lib/parsers/parse-parquet-to-arrow.js +45 -32
- package/dist/lib/parsers/parse-parquet-to-arrow.js.map +1 -1
- package/dist/lib/parsers/parse-parquet-to-columns.d.ts +3 -3
- package/dist/lib/parsers/parse-parquet-to-columns.d.ts.map +1 -1
- package/dist/lib/parsers/parse-parquet-to-columns.js +1 -4
- package/dist/lib/parsers/parse-parquet-to-columns.js.map +1 -1
- package/dist/lib/parsers/parse-parquet-to-json.d.ts +3 -3
- package/dist/lib/parsers/parse-parquet-to-json.d.ts.map +1 -1
- package/dist/lib/parsers/parse-parquet-to-json.js +77 -26
- package/dist/lib/parsers/parse-parquet-to-json.js.map +1 -1
- package/dist/lib/utils/load-wasm.d.ts +2 -2
- package/dist/lib/utils/load-wasm.d.ts.map +1 -1
- package/dist/lib/utils/load-wasm.js +7 -7
- package/dist/lib/utils/load-wasm.js.map +1 -1
- package/dist/lib/utils/make-stream-iterator.js +1 -1
- package/dist/lib/utils/make-stream-iterator.js.map +1 -1
- package/dist/lib/utils/normalize-parquet-options.d.ts +5 -0
- package/dist/lib/utils/normalize-parquet-options.d.ts.map +1 -0
- package/dist/lib/utils/normalize-parquet-options.js +11 -0
- package/dist/lib/utils/normalize-parquet-options.js.map +1 -0
- package/dist/parquet-format.d.ts +2 -0
- package/dist/parquet-format.d.ts.map +1 -1
- package/dist/parquet-format.js +2 -0
- package/dist/parquet-format.js.map +1 -1
- package/dist/parquet-js-loader.d.ts +57 -0
- package/dist/parquet-js-loader.d.ts.map +1 -0
- package/dist/parquet-js-loader.js +33 -0
- package/dist/parquet-js-loader.js.map +1 -0
- package/dist/parquet-js-writer.d.ts +34 -0
- package/dist/parquet-js-writer.d.ts.map +1 -0
- package/dist/parquet-js-writer.js +28 -0
- package/dist/parquet-js-writer.js.map +1 -0
- package/dist/parquet-loader-options.d.ts +56 -0
- package/dist/parquet-loader-options.d.ts.map +1 -0
- package/dist/parquet-loader-options.js +11 -0
- package/dist/parquet-loader-options.js.map +1 -0
- package/dist/parquet-loader-with-parser.d.ts +33 -0
- package/dist/parquet-loader-with-parser.d.ts.map +1 -0
- package/dist/parquet-loader-with-parser.js +40 -0
- package/dist/parquet-loader-with-parser.js.map +1 -0
- package/dist/parquet-loader.d.ts +62 -0
- package/dist/parquet-loader.d.ts.map +1 -0
- package/dist/parquet-loader.js +53 -0
- package/dist/parquet-loader.js.map +1 -0
- package/dist/parquet-wasm-loader-with-parser.d.ts +40 -0
- package/dist/parquet-wasm-loader-with-parser.d.ts.map +1 -0
- package/dist/parquet-wasm-loader-with-parser.js +68 -0
- package/dist/parquet-wasm-loader-with-parser.js.map +1 -0
- package/dist/parquet-writer.d.ts +10 -0
- package/dist/parquet-writer.d.ts.map +1 -0
- package/dist/parquet-writer.js +29 -0
- package/dist/parquet-writer.js.map +1 -0
- package/dist/parquet_wasm_bg.wasm +0 -0
- package/dist/parquetjs/codecs/declare.d.ts +2 -2
- package/dist/parquetjs/codecs/declare.d.ts.map +1 -1
- package/dist/parquetjs/codecs/dictionary.js +1 -1
- package/dist/parquetjs/codecs/dictionary.js.map +1 -1
- package/dist/parquetjs/codecs/plain.d.ts +1 -1
- package/dist/parquetjs/codecs/plain.d.ts.map +1 -1
- package/dist/parquetjs/codecs/plain.js +36 -41
- package/dist/parquetjs/codecs/plain.js.map +1 -1
- package/dist/parquetjs/codecs/rle.d.ts +1 -1
- package/dist/parquetjs/codecs/rle.d.ts.map +1 -1
- package/dist/parquetjs/codecs/rle.js +16 -21
- package/dist/parquetjs/codecs/rle.js.map +1 -1
- package/dist/parquetjs/compression.d.ts +2 -3
- package/dist/parquetjs/compression.d.ts.map +1 -1
- package/dist/parquetjs/compression.js +4 -105
- package/dist/parquetjs/compression.js.map +1 -1
- package/dist/parquetjs/encoder/parquet-encoder.d.ts +4 -4
- package/dist/parquetjs/encoder/parquet-encoder.d.ts.map +1 -1
- package/dist/parquetjs/encoder/parquet-encoder.js +38 -33
- package/dist/parquetjs/encoder/parquet-encoder.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/ColumnIndex.js +1 -1
- package/dist/parquetjs/parquet-thrift/ColumnIndex.js.map +1 -1
- package/dist/parquetjs/parquet-thrift/index.d.ts +0 -1
- package/dist/parquetjs/parquet-thrift/index.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/index.js +0 -1
- package/dist/parquetjs/parquet-thrift/index.js.map +1 -1
- package/dist/parquetjs/parser/decoders.d.ts +1 -1
- package/dist/parquetjs/parser/decoders.d.ts.map +1 -1
- package/dist/parquetjs/parser/decoders.js +4 -22
- package/dist/parquetjs/parser/decoders.js.map +1 -1
- package/dist/parquetjs/parser/parquet-reader.d.ts +1 -1
- package/dist/parquetjs/parser/parquet-reader.d.ts.map +1 -1
- package/dist/parquetjs/parser/parquet-reader.js +9 -9
- package/dist/parquetjs/parser/parquet-reader.js.map +1 -1
- package/dist/parquetjs/schema/declare.d.ts +1 -1
- package/dist/parquetjs/schema/declare.d.ts.map +1 -1
- package/dist/parquetjs/schema/types.d.ts.map +1 -1
- package/dist/parquetjs/schema/types.js +36 -35
- package/dist/parquetjs/schema/types.js.map +1 -1
- package/dist/parquetjs/utils/binary-utils.d.ts +39 -0
- package/dist/parquetjs/utils/binary-utils.d.ts.map +1 -0
- package/dist/parquetjs/utils/binary-utils.js +102 -0
- package/dist/parquetjs/utils/binary-utils.js.map +1 -0
- package/dist/parquetjs/utils/file-utils.d.ts +1 -1
- package/dist/parquetjs/utils/file-utils.d.ts.map +1 -1
- package/dist/parquetjs/utils/file-utils.js +3 -3
- package/dist/parquetjs/utils/file-utils.js.map +1 -1
- package/dist/parquetjs/utils/read-utils.d.ts +4 -4
- package/dist/parquetjs/utils/read-utils.d.ts.map +1 -1
- package/dist/parquetjs/utils/read-utils.js +12 -17
- package/dist/parquetjs/utils/read-utils.js.map +1 -1
- package/dist/parquetjs/utils/uint8-array-compact-protocol-writer.d.ts +78 -0
- package/dist/parquetjs/utils/uint8-array-compact-protocol-writer.d.ts.map +1 -0
- package/dist/parquetjs/utils/uint8-array-compact-protocol-writer.js +213 -0
- package/dist/parquetjs/utils/uint8-array-compact-protocol-writer.js.map +1 -0
- package/dist/parquetjs/utils/uint8-array-compact-protocol.d.ts +78 -0
- package/dist/parquetjs/utils/uint8-array-compact-protocol.d.ts.map +1 -0
- package/dist/parquetjs/utils/uint8-array-compact-protocol.js +276 -0
- package/dist/parquetjs/utils/uint8-array-compact-protocol.js.map +1 -0
- package/dist/parquetjs/utils/uint8-array-transport.d.ts +25 -0
- package/dist/parquetjs/utils/uint8-array-transport.d.ts.map +1 -0
- package/dist/parquetjs/utils/uint8-array-transport.js +62 -0
- package/dist/parquetjs/utils/uint8-array-transport.js.map +1 -0
- package/dist/unbundled.d.ts +6 -0
- package/dist/unbundled.d.ts.map +1 -0
- package/dist/unbundled.js +7 -0
- package/dist/unbundled.js.map +1 -0
- package/package.json +21 -25
- package/src/bundled.ts +9 -0
- package/src/geoparquet-loader-with-parser.ts +95 -0
- package/src/geoparquet-loader.ts +54 -0
- package/src/index.ts +7 -25
- package/src/lib/constants.ts +1 -1
- package/src/lib/encoders/encode-arrow-to-parquet.ts +9 -15
- package/src/lib/encoders/encode-table-to-parquet-js.ts +199 -0
- package/src/lib/geo/geospatial-metadata.ts +507 -0
- package/src/lib/parsers/get-parquet-schema.ts +3 -1
- package/src/lib/parsers/parse-geoparquet-to-geojson.ts +27 -14
- package/src/lib/parsers/parse-parquet-tables.ts +137 -0
- package/src/lib/parsers/parse-parquet-to-arrow-js.ts +36 -0
- package/src/lib/parsers/parse-parquet-to-arrow.ts +63 -36
- package/src/lib/parsers/parse-parquet-to-columns.ts +6 -7
- package/src/lib/parsers/parse-parquet-to-json.ts +101 -33
- package/src/lib/utils/load-wasm.ts +16 -9
- package/src/lib/utils/make-stream-iterator.ts +1 -1
- package/src/lib/utils/normalize-parquet-options.ts +14 -0
- package/src/parquet-format.ts +2 -0
- package/src/parquet-js-loader.ts +43 -0
- package/src/parquet-js-writer.ts +52 -0
- package/src/parquet-loader-options.ts +63 -0
- package/src/parquet-loader-with-parser.ts +68 -0
- package/src/parquet-loader.ts +79 -0
- package/src/parquet-wasm-loader-with-parser.ts +115 -0
- package/src/parquet-writer.ts +44 -0
- package/src/parquetjs/codecs/declare.ts +2 -2
- package/src/parquetjs/codecs/dictionary.ts +1 -1
- package/src/parquetjs/codecs/plain.ts +67 -53
- package/src/parquetjs/codecs/rle.ts +20 -26
- package/src/parquetjs/compression.ts +7 -114
- package/src/parquetjs/encoder/parquet-encoder.ts +49 -43
- package/src/parquetjs/parquet-thrift/ColumnIndex.ts +1 -1
- package/src/parquetjs/parquet-thrift/index.ts +0 -2
- package/src/parquetjs/parser/decoders.ts +5 -23
- package/src/parquetjs/parser/parquet-reader.ts +10 -12
- package/src/parquetjs/schema/declare.ts +1 -1
- package/src/parquetjs/schema/types.ts +48 -40
- package/src/parquetjs/utils/binary-utils.ts +127 -0
- package/src/parquetjs/utils/file-utils.ts +4 -4
- package/src/parquetjs/utils/read-utils.ts +19 -34
- package/src/parquetjs/utils/uint8-array-compact-protocol-writer.ts +254 -0
- package/src/parquetjs/utils/uint8-array-compact-protocol.ts +322 -0
- package/src/parquetjs/utils/uint8-array-transport.ts +79 -0
- package/src/unbundled.ts +9 -0
- package/dist/parquet-arrow-loader.d.ts +0 -43
- package/dist/parquet-arrow-loader.d.ts.map +0 -1
- package/dist/parquet-arrow-loader.js +0 -49
- package/dist/parquet-arrow-loader.js.map +0 -1
- package/dist/parquet-arrow-writer.d.ts +0 -9
- package/dist/parquet-arrow-writer.d.ts.map +0 -1
- package/dist/parquet-arrow-writer.js +0 -23
- package/dist/parquet-arrow-writer.js.map +0 -1
- package/dist/parquet-json-loader.d.ts +0 -148
- package/dist/parquet-json-loader.d.ts.map +0 -1
- package/dist/parquet-json-loader.js +0 -106
- package/dist/parquet-json-loader.js.map +0 -1
- package/dist/parquet-json-writer.d.ts +0 -19
- package/dist/parquet-json-writer.d.ts.map +0 -1
- package/dist/parquet-json-writer.js +0 -20
- package/dist/parquet-json-writer.js.map +0 -1
- package/dist/polyfills/buffer/buffer-polyfill.browser.d.ts +0 -3
- package/dist/polyfills/buffer/buffer-polyfill.browser.d.ts.map +0 -1
- package/dist/polyfills/buffer/buffer-polyfill.browser.js +0 -12
- package/dist/polyfills/buffer/buffer-polyfill.browser.js.map +0 -1
- package/dist/polyfills/buffer/buffer-polyfill.node.d.ts +0 -3
- package/dist/polyfills/buffer/buffer-polyfill.node.d.ts.map +0 -1
- package/dist/polyfills/buffer/buffer-polyfill.node.js +0 -17
- package/dist/polyfills/buffer/buffer-polyfill.node.js.map +0 -1
- package/dist/polyfills/buffer/buffer.d.ts +0 -222
- package/dist/polyfills/buffer/buffer.d.ts.map +0 -1
- package/dist/polyfills/buffer/buffer.js +0 -1868
- package/dist/polyfills/buffer/buffer.js.map +0 -1
- package/dist/polyfills/buffer/index.d.ts +0 -4
- package/dist/polyfills/buffer/index.d.ts.map +0 -1
- package/dist/polyfills/buffer/index.js +0 -9
- package/dist/polyfills/buffer/index.js.map +0 -1
- package/dist/polyfills/buffer/install-buffer-polyfill.d.ts +0 -2
- package/dist/polyfills/buffer/install-buffer-polyfill.d.ts.map +0 -1
- package/dist/polyfills/buffer/install-buffer-polyfill.js +0 -10
- package/dist/polyfills/buffer/install-buffer-polyfill.js.map +0 -1
- package/dist/workers/parquet-json-worker.d.ts +0 -2
- package/dist/workers/parquet-json-worker.d.ts.map +0 -1
- package/dist/workers/parquet-json-worker.js +0 -7
- package/dist/workers/parquet-json-worker.js.map +0 -1
- package/src/parquet-arrow-loader.ts +0 -74
- package/src/parquet-arrow-writer.ts +0 -33
- package/src/parquet-json-loader.ts +0 -160
- package/src/parquet-json-writer.ts +0 -27
- package/src/parquetjs/modules.d.ts +0 -25
- package/src/polyfills/buffer/buffer-polyfill.browser.ts +0 -14
- package/src/polyfills/buffer/buffer-polyfill.node.ts +0 -19
- package/src/polyfills/buffer/buffer.ts +0 -2205
- package/src/polyfills/buffer/index.ts +0 -11
- package/src/polyfills/buffer/install-buffer-polyfill.ts +0 -12
- package/src/workers/parquet-json-worker.ts +0 -8
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/schema/types.ts"],"names":[],"mappings":"AAQA,OAAO,EAAC,YAAY,EAAE,YAAY,EAAE,WAAW,EAAE,aAAa,EAAC,qBAAkB;
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/schema/types.ts"],"names":[],"mappings":"AAQA,OAAO,EAAC,YAAY,EAAE,YAAY,EAAE,WAAW,EAAE,aAAa,EAAC,qBAAkB;AAUjF,MAAM,WAAW,cAAc;IAC7B,aAAa,EAAE,aAAa,CAAC;IAC7B,YAAY,CAAC,EAAE,YAAY,CAAC;IAC5B,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,QAAQ,CAAC;IACtB,aAAa,CAAC,EAAE,QAAQ,CAAC;CAC1B;AAED,eAAO,MAAM,qBAAqB,EAAE,MAAM,CAAC,WAAW,EAAE,cAAc,CAuJrE,CAAC;AAEF;;;GAGG;AACH,wBAAgB,WAAW,CAAC,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,CAAC,EAAE,YAAY,GAAG,OAAO,CAM5F;AAED;;;GAGG;AACH,wBAAgB,aAAa,CAAC,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,CAAC,EAAE,YAAY,OAUpF"}
|
|
@@ -4,7 +4,8 @@
|
|
|
4
4
|
// Copyright (c) 2017 ironSource Ltd.
|
|
5
5
|
// Forked from https://github.com/kbajalc/parquets under MIT license
|
|
6
6
|
/* eslint-disable camelcase */
|
|
7
|
-
import {
|
|
7
|
+
import { BSONWriter, parseBSONSync } from '@loaders.gl/bson';
|
|
8
|
+
import { decodeUtf8, encodeUtf8, readUInt32LE, toArrayBuffer, toUint8Array, writeUInt32LE } from "../utils/binary-utils.js";
|
|
8
9
|
export const PARQUET_LOGICAL_TYPES = {
|
|
9
10
|
BOOLEAN: {
|
|
10
11
|
primitiveType: 'BOOLEAN',
|
|
@@ -189,49 +190,49 @@ function fromPrimitive_BOOLEAN(value) {
|
|
|
189
190
|
}
|
|
190
191
|
function toPrimitive_FLOAT(value) {
|
|
191
192
|
const v = parseFloat(value);
|
|
192
|
-
if (isNaN(v)) {
|
|
193
|
+
if (Number.isNaN(v)) {
|
|
193
194
|
throw new Error(`invalid value for FLOAT: ${value}`);
|
|
194
195
|
}
|
|
195
196
|
return v;
|
|
196
197
|
}
|
|
197
198
|
function toPrimitive_DOUBLE(value) {
|
|
198
199
|
const v = parseFloat(value);
|
|
199
|
-
if (isNaN(v)) {
|
|
200
|
+
if (Number.isNaN(v)) {
|
|
200
201
|
throw new Error(`invalid value for DOUBLE: ${value}`);
|
|
201
202
|
}
|
|
202
203
|
return v;
|
|
203
204
|
}
|
|
204
205
|
function toPrimitive_INT8(value) {
|
|
205
206
|
const v = parseInt(value, 10);
|
|
206
|
-
if (v < -0x80 || v > 0x7f || isNaN(v)) {
|
|
207
|
+
if (v < -0x80 || v > 0x7f || Number.isNaN(v)) {
|
|
207
208
|
throw new Error(`invalid value for INT8: ${value}`);
|
|
208
209
|
}
|
|
209
210
|
return v;
|
|
210
211
|
}
|
|
211
212
|
function toPrimitive_UINT8(value) {
|
|
212
213
|
const v = parseInt(value, 10);
|
|
213
|
-
if (v < 0 || v > 0xff || isNaN(v)) {
|
|
214
|
+
if (v < 0 || v > 0xff || Number.isNaN(v)) {
|
|
214
215
|
throw new Error(`invalid value for UINT8: ${value}`);
|
|
215
216
|
}
|
|
216
217
|
return v;
|
|
217
218
|
}
|
|
218
219
|
function toPrimitive_INT16(value) {
|
|
219
220
|
const v = parseInt(value, 10);
|
|
220
|
-
if (v < -0x8000 || v > 0x7fff || isNaN(v)) {
|
|
221
|
+
if (v < -0x8000 || v > 0x7fff || Number.isNaN(v)) {
|
|
221
222
|
throw new Error(`invalid value for INT16: ${value}`);
|
|
222
223
|
}
|
|
223
224
|
return v;
|
|
224
225
|
}
|
|
225
226
|
function toPrimitive_UINT16(value) {
|
|
226
227
|
const v = parseInt(value, 10);
|
|
227
|
-
if (v < 0 || v > 0xffff || isNaN(v)) {
|
|
228
|
+
if (v < 0 || v > 0xffff || Number.isNaN(v)) {
|
|
228
229
|
throw new Error(`invalid value for UINT16: ${value}`);
|
|
229
230
|
}
|
|
230
231
|
return v;
|
|
231
232
|
}
|
|
232
233
|
function toPrimitive_INT32(value) {
|
|
233
234
|
const v = parseInt(value, 10);
|
|
234
|
-
if (v < -0x80000000 || v > 0x7fffffff || isNaN(v)) {
|
|
235
|
+
if (v < -0x80000000 || v > 0x7fffffff || Number.isNaN(v)) {
|
|
235
236
|
throw new Error(`invalid value for INT32: ${value}`);
|
|
236
237
|
}
|
|
237
238
|
return v;
|
|
@@ -239,21 +240,21 @@ function toPrimitive_INT32(value) {
|
|
|
239
240
|
function decimalToPrimitive_INT32(value, field) {
|
|
240
241
|
const primitiveValue = value * 10 ** (field.scale || 0);
|
|
241
242
|
const v = Math.round(((primitiveValue * 10 ** -field.presision) % 1) * 10 ** field.presision);
|
|
242
|
-
if (v < -0x80000000 || v > 0x7fffffff || isNaN(v)) {
|
|
243
|
+
if (v < -0x80000000 || v > 0x7fffffff || Number.isNaN(v)) {
|
|
243
244
|
throw new Error(`invalid value for INT32: ${value}`);
|
|
244
245
|
}
|
|
245
246
|
return v;
|
|
246
247
|
}
|
|
247
248
|
function toPrimitive_UINT32(value) {
|
|
248
249
|
const v = parseInt(value, 10);
|
|
249
|
-
if (v < 0 || v > 0xffffffffffff || isNaN(v)) {
|
|
250
|
+
if (v < 0 || v > 0xffffffffffff || Number.isNaN(v)) {
|
|
250
251
|
throw new Error(`invalid value for UINT32: ${value}`);
|
|
251
252
|
}
|
|
252
253
|
return v;
|
|
253
254
|
}
|
|
254
255
|
function toPrimitive_INT64(value) {
|
|
255
256
|
const v = parseInt(value, 10);
|
|
256
|
-
if (isNaN(v)) {
|
|
257
|
+
if (Number.isNaN(v)) {
|
|
257
258
|
throw new Error(`invalid value for INT64: ${value}`);
|
|
258
259
|
}
|
|
259
260
|
return v;
|
|
@@ -261,63 +262,63 @@ function toPrimitive_INT64(value) {
|
|
|
261
262
|
function decimalToPrimitive_INT64(value, field) {
|
|
262
263
|
const primitiveValue = value * 10 ** (field.scale || 0);
|
|
263
264
|
const v = Math.round(((primitiveValue * 10 ** -field.presision) % 1) * 10 ** field.presision);
|
|
264
|
-
if (isNaN(v)) {
|
|
265
|
+
if (Number.isNaN(v)) {
|
|
265
266
|
throw new Error(`invalid value for INT64: ${value}`);
|
|
266
267
|
}
|
|
267
268
|
return v;
|
|
268
269
|
}
|
|
269
270
|
function toPrimitive_UINT64(value) {
|
|
270
271
|
const v = parseInt(value, 10);
|
|
271
|
-
if (v < 0 || isNaN(v)) {
|
|
272
|
+
if (v < 0 || Number.isNaN(v)) {
|
|
272
273
|
throw new Error(`invalid value for UINT64: ${value}`);
|
|
273
274
|
}
|
|
274
275
|
return v;
|
|
275
276
|
}
|
|
276
277
|
function toPrimitive_INT96(value) {
|
|
277
278
|
const v = parseInt(value, 10);
|
|
278
|
-
if (isNaN(v)) {
|
|
279
|
+
if (Number.isNaN(v)) {
|
|
279
280
|
throw new Error(`invalid value for INT96: ${value}`);
|
|
280
281
|
}
|
|
281
282
|
return v;
|
|
282
283
|
}
|
|
283
284
|
function toPrimitive_BYTE_ARRAY(value) {
|
|
284
|
-
return
|
|
285
|
+
return typeof value === 'string' ? encodeUtf8(value) : toUint8Array(value);
|
|
285
286
|
}
|
|
286
287
|
function decimalToPrimitive_BYTE_ARRAY(value) {
|
|
287
288
|
// TBD
|
|
288
|
-
return
|
|
289
|
+
return typeof value === 'string' ? encodeUtf8(value) : toUint8Array(value);
|
|
289
290
|
}
|
|
290
291
|
function toPrimitive_UTF8(value) {
|
|
291
|
-
return
|
|
292
|
+
return encodeUtf8(String(value));
|
|
292
293
|
}
|
|
293
294
|
function fromPrimitive_UTF8(value) {
|
|
294
|
-
return value
|
|
295
|
+
return decodeUtf8(toUint8Array(value));
|
|
295
296
|
}
|
|
296
297
|
function toPrimitive_JSON(value) {
|
|
297
|
-
return
|
|
298
|
+
return encodeUtf8(JSON.stringify(value));
|
|
298
299
|
}
|
|
299
300
|
function fromPrimitive_JSON(value) {
|
|
300
|
-
return JSON.parse(value);
|
|
301
|
+
return JSON.parse(decodeUtf8(toUint8Array(value)));
|
|
301
302
|
}
|
|
302
303
|
function toPrimitive_BSON(value) {
|
|
303
304
|
// @ts-ignore
|
|
304
305
|
const arrayBuffer = BSONWriter.encodeSync?.(value);
|
|
305
|
-
return
|
|
306
|
+
return toUint8Array(arrayBuffer);
|
|
306
307
|
}
|
|
307
308
|
function fromPrimitive_BSON(value) {
|
|
308
|
-
return
|
|
309
|
+
return parseBSONSync(toArrayBuffer(value));
|
|
309
310
|
}
|
|
310
311
|
function toPrimitive_TIME_MILLIS(value) {
|
|
311
312
|
const v = parseInt(value, 10);
|
|
312
313
|
// eslint-disable-next-line @typescript-eslint/no-loss-of-precision
|
|
313
|
-
if (v < 0 || v > 0xffffffffffffffff || isNaN(v)) {
|
|
314
|
+
if (v < 0 || v > 0xffffffffffffffff || Number.isNaN(v)) {
|
|
314
315
|
throw new Error(`invalid value for TIME_MILLIS: ${value}`);
|
|
315
316
|
}
|
|
316
317
|
return v;
|
|
317
318
|
}
|
|
318
319
|
function toPrimitive_TIME_MICROS(value) {
|
|
319
320
|
const v = parseInt(value, 10);
|
|
320
|
-
if (v < 0 || isNaN(v)) {
|
|
321
|
+
if (v < 0 || Number.isNaN(v)) {
|
|
321
322
|
throw new Error(`invalid value for TIME_MICROS: ${value}`);
|
|
322
323
|
}
|
|
323
324
|
return v;
|
|
@@ -331,7 +332,7 @@ function toPrimitive_DATE(value) {
|
|
|
331
332
|
/* convert from integer */
|
|
332
333
|
{
|
|
333
334
|
const v = parseInt(value, 10);
|
|
334
|
-
if (v < 0 || isNaN(v)) {
|
|
335
|
+
if (v < 0 || Number.isNaN(v)) {
|
|
335
336
|
throw new Error(`invalid value for DATE: ${value}`);
|
|
336
337
|
}
|
|
337
338
|
return v;
|
|
@@ -348,7 +349,7 @@ function toPrimitive_TIMESTAMP_MILLIS(value) {
|
|
|
348
349
|
/* convert from integer */
|
|
349
350
|
{
|
|
350
351
|
const v = parseInt(value, 10);
|
|
351
|
-
if (v < 0 || isNaN(v)) {
|
|
352
|
+
if (v < 0 || Number.isNaN(v)) {
|
|
352
353
|
throw new Error(`invalid value for TIMESTAMP_MILLIS: ${value}`);
|
|
353
354
|
}
|
|
354
355
|
return v;
|
|
@@ -365,7 +366,7 @@ function toPrimitive_TIMESTAMP_MICROS(value) {
|
|
|
365
366
|
/* convert from integer */
|
|
366
367
|
{
|
|
367
368
|
const v = parseInt(value, 10);
|
|
368
|
-
if (v < 0 || isNaN(v)) {
|
|
369
|
+
if (v < 0 || Number.isNaN(v)) {
|
|
369
370
|
throw new Error(`invalid value for TIMESTAMP_MICROS: ${value}`);
|
|
370
371
|
}
|
|
371
372
|
return v;
|
|
@@ -378,17 +379,17 @@ function toPrimitive_INTERVAL(value) {
|
|
|
378
379
|
if (!value.months || !value.days || !value.milliseconds) {
|
|
379
380
|
throw new Error('value for INTERVAL must be object { months: ..., days: ..., milliseconds: ... }');
|
|
380
381
|
}
|
|
381
|
-
const buf =
|
|
382
|
-
|
|
383
|
-
|
|
384
|
-
|
|
382
|
+
const buf = new Uint8Array(12);
|
|
383
|
+
writeUInt32LE(buf, value.months, 0);
|
|
384
|
+
writeUInt32LE(buf, value.days, 4);
|
|
385
|
+
writeUInt32LE(buf, value.milliseconds, 8);
|
|
385
386
|
return buf;
|
|
386
387
|
}
|
|
387
388
|
function fromPrimitive_INTERVAL(value) {
|
|
388
|
-
const
|
|
389
|
-
const months =
|
|
390
|
-
const days =
|
|
391
|
-
const millis =
|
|
389
|
+
const bytes = toUint8Array(value);
|
|
390
|
+
const months = readUInt32LE(bytes, 0);
|
|
391
|
+
const days = readUInt32LE(bytes, 4);
|
|
392
|
+
const millis = readUInt32LE(bytes, 8);
|
|
392
393
|
return { months, days, milliseconds: millis };
|
|
393
394
|
}
|
|
394
395
|
function decimalFromPrimitive_INT(value, field) {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/parquetjs/schema/types.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AACpC,qCAAqC;AACrC,oEAAoE;AAEpE,8BAA8B;AAC9B,OAAO,EAAC,UAAU,EAAE,UAAU,EAAC,MAAM,kBAAkB,CAAC;AAWxD,MAAM,CAAC,MAAM,qBAAqB,GAAwC;IACxE,OAAO,EAAE;QACP,aAAa,EAAE,SAAS;QACxB,WAAW,EAAE,mBAAmB;QAChC,aAAa,EAAE,qBAAqB;KACrC;IACD,KAAK,EAAE;QACL,aAAa,EAAE,OAAO;QACtB,WAAW,EAAE,iBAAiB;KAC/B;IACD,KAAK,EAAE;QACL,aAAa,EAAE,OAAO;QACtB,WAAW,EAAE,iBAAiB;KAC/B;IACD,KAAK,EAAE;QACL,aAAa,EAAE,OAAO;QACtB,WAAW,EAAE,iBAAiB;KAC/B;IACD,KAAK,EAAE;QACL,aAAa,EAAE,OAAO;QACtB,WAAW,EAAE,iBAAiB;KAC/B;IACD,MAAM,EAAE;QACN,aAAa,EAAE,QAAQ;QACvB,WAAW,EAAE,kBAAkB;KAChC;IACD,UAAU,EAAE;QACV,aAAa,EAAE,YAAY;QAC3B,WAAW,EAAE,sBAAsB;KACpC;IACD,oBAAoB,EAAE;QACpB,aAAa,EAAE,sBAAsB;QACrC,WAAW,EAAE,sBAAsB;KACpC;IACD,IAAI,EAAE;QACJ,aAAa,EAAE,YAAY;QAC3B,YAAY,EAAE,MAAM;QACpB,WAAW,EAAE,gBAAgB;QAC7B,aAAa,EAAE,kBAAkB;KAClC;IACD,WAAW,EAAE;QACX,aAAa,EAAE,OAAO;QACtB,YAAY,EAAE,aAAa;QAC3B,WAAW,EAAE,uBAAuB;KACrC;IACD,WAAW,EAAE;QACX,aAAa,EAAE,OAAO;QACtB,YAAY,EAAE,aAAa;QAC3B,WAAW,EAAE,uBAAuB;KACrC;IACD,IAAI,EAAE;QACJ,aAAa,EAAE,OAAO;QACtB,YAAY,EAAE,MAAM;QACpB,WAAW,EAAE,gBAAgB;QAC7B,aAAa,EAAE,kBAAkB;KAClC;IACD,gBAAgB,EAAE;QAChB,aAAa,EAAE,OAAO;QACtB,YAAY,EAAE,kBAAkB;QAChC,WAAW,EAAE,4BAA4B;QACzC,aAAa,EAAE,8BAA8B;KAC9C;IACD,gBAAgB,EAAE;QAChB,aAAa,EAAE,OAAO;QACtB,YAAY,EAAE,kBAAkB;QAChC,WAAW,EAAE,4BAA4B;QACzC,aAAa,EAAE,8BAA8B;KAC9C;IACD,MAAM,EAAE;QACN,aAAa,EAAE,OAAO;QACtB,YAAY,EAAE,QAAQ;QACtB,WAAW,EAAE,iBAAiB;KAC/B;IACD,OAAO,EAAE;QACP,aAAa,EAAE,OAAO;QACtB,YAAY,EAAE,SAAS;QACvB,WAAW,EAAE,kBAAkB;KAChC;IACD,OAAO,EAAE;QACP,aAAa,EAAE,OAAO;QACtB,YAAY,EAAE,SAAS;QACvB,WAAW,EAAE,kBAAkB;KAChC;IACD,OAAO,EAAE;QACP,aAAa,EAAE,OAAO;QACtB,YAAY,EAAE,SAAS;QACvB,WAAW,EAAE,kBAAkB;KAChC;IACD,KAAK,EAAE;QACL,aAAa,EAAE,OAAO;QACtB,YAAY,EAAE,OAAO;QACrB,WAAW,EAAE,gBAAgB;KAC9B;IACD,MAAM,EAAE;QACN,aAAa,EAAE,OAAO;QACtB,YAAY,EAAE,QAAQ;QACtB,WAAW,EAAE,iBAAiB;KAC/B;IACD,MAAM,EAAE;QACN,aAAa,EAAE,OAAO;QACtB,YAAY,EAAE,QAAQ;QACtB,WAAW,EAAE,iBAAiB;KAC/B;IACD,MAAM,EAAE;QACN,aAAa,EAAE,OAAO;QACtB,YAAY,EAAE,QAAQ;QACtB,WAAW,EAAE,iBAAiB;KAC/B;IACD,IAAI,EAAE;QACJ,aAAa,EAAE,YAAY;QAC3B,YAAY,EAAE,MAAM;QACpB,WAAW,EAAE,gBAAgB;QAC7B,aAAa,EAAE,kBAAkB;KAClC;IACD,IAAI,EAAE;QACJ,aAAa,EAAE,YAAY;QAC3B,YAAY,EAAE,MAAM;QACpB,WAAW,EAAE,gBAAgB;QAC7B,aAAa,EAAE,kBAAkB;KAClC;IACD,QAAQ,EAAE;QACR,aAAa,EAAE,sBAAsB;QACrC,YAAY,EAAE,UAAU;QACxB,UAAU,EAAE,EAAE;QACd,WAAW,EAAE,oBAAoB;QACjC,aAAa,EAAE,sBAAsB;KACtC;IACD,aAAa,EAAE;QACb,aAAa,EAAE,OAAO;QACtB,YAAY,EAAE,eAAe;QAC7B,WAAW,EAAE,wBAAwB;QACrC,aAAa,EAAE,wBAAwB;KACxC;IACD,aAAa,EAAE;QACb,aAAa,EAAE,OAAO;QACtB,YAAY,EAAE,eAAe;QAC7B,WAAW,EAAE,wBAAwB;QACrC,aAAa,EAAE,wBAAwB;KACxC;IACD,kBAAkB,EAAE;QAClB,aAAa,EAAE,YAAY;QAC3B,YAAY,EAAE,oBAAoB;QAClC,WAAW,EAAE,6BAA6B;QAC1C,aAAa,EAAE,+BAA+B;KAC/C;IACD,4BAA4B,EAAE;QAC5B,aAAa,EAAE,sBAAsB;QACrC,YAAY,EAAE,8BAA8B;QAC5C,WAAW,EAAE,6BAA6B;QAC1C,aAAa,EAAE,+BAA+B;KAC/C;CACF,CAAC;AAEF;;;GAGG;AACH,MAAM,UAAU,WAAW,CAAC,IAAiB,EAAE,KAAc,EAAE,KAAoB;IACjF,IAAI,CAAC,CAAC,IAAI,IAAI,qBAAqB,CAAC,EAAE,CAAC;QACrC,MAAM,IAAI,KAAK,CAAC,iBAAiB,IAAI,EAAE,CAAC,CAAC;IAC3C,CAAC;IAED,OAAO,qBAAqB,CAAC,IAAI,CAAC,CAAC,WAAW,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;AAC/D,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,aAAa,CAAC,IAAiB,EAAE,KAAc,EAAE,KAAoB;IACnF,IAAI,CAAC,CAAC,IAAI,IAAI,qBAAqB,CAAC,EAAE,CAAC;QACrC,MAAM,IAAI,KAAK,CAAC,iBAAiB,IAAI,EAAE,CAAC,CAAC;IAC3C,CAAC;IAED,IAAI,eAAe,IAAI,qBAAqB,CAAC,IAAI,CAAC,EAAE,CAAC;QACnD,OAAO,qBAAqB,CAAC,IAAI,CAAC,CAAC,aAAa,EAAE,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QACjE,gDAAgD;IAClD,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,mBAAmB,CAAC,KAAc;IACzC,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC;AACxB,CAAC;AAED,SAAS,qBAAqB,CAAC,KAAU;IACvC,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC;AACxB,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAU;IACnC,MAAM,CAAC,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC;IAC5B,IAAI,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;QACb,MAAM,IAAI,KAAK,CAAC,4BAA4B,KAAK,EAAE,CAAC,CAAC;IACvD,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAU;IACpC,MAAM,CAAC,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC;IAC5B,IAAI,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;QACb,MAAM,IAAI,KAAK,CAAC,6BAA6B,KAAK,EAAE,CAAC,CAAC;IACxD,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAU;IAClC,MAAM,CAAC,GAAG,QAAQ,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IAC9B,IAAI,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,GAAG,IAAI,IAAI,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;QACtC,MAAM,IAAI,KAAK,CAAC,2BAA2B,KAAK,EAAE,CAAC,CAAC;IACtD,CAAC;IAED,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAU;IACnC,MAAM,CAAC,GAAG,QAAQ,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IAC9B,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,IAAI,IAAI,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;QAClC,MAAM,IAAI,KAAK,CAAC,4BAA4B,KAAK,EAAE,CAAC,CAAC;IACvD,CAAC;IAED,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAU;IACnC,MAAM,CAAC,GAAG,QAAQ,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IAC9B,IAAI,CAAC,GAAG,CAAC,MAAM,IAAI,CAAC,GAAG,MAAM,IAAI,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;QAC1C,MAAM,IAAI,KAAK,CAAC,4BAA4B,KAAK,EAAE,CAAC,CAAC;IACvD,CAAC;IAED,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAU;IACpC,MAAM,CAAC,GAAG,QAAQ,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IAC9B,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,MAAM,IAAI,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;QACpC,MAAM,IAAI,KAAK,CAAC,6BAA6B,KAAK,EAAE,CAAC,CAAC;IACxD,CAAC;IAED,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAU;IACnC,MAAM,CAAC,GAAG,QAAQ,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IAC9B,IAAI,CAAC,GAAG,CAAC,UAAU,IAAI,CAAC,GAAG,UAAU,IAAI,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;QAClD,MAAM,IAAI,KAAK,CAAC,4BAA4B,KAAK,EAAE,CAAC,CAAC;IACvD,CAAC;IAED,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,wBAAwB,CAAC,KAAa,EAAE,KAAmB;IAClE,MAAM,cAAc,GAAG,KAAK,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC;IACxD,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,cAAc,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,SAAU,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,KAAK,CAAC,SAAU,CAAC,CAAC;IAChG,IAAI,CAAC,GAAG,CAAC,UAAU,IAAI,CAAC,GAAG,UAAU,IAAI,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;QAClD,MAAM,IAAI,KAAK,CAAC,4BAA4B,KAAK,EAAE,CAAC,CAAC;IACvD,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAU;IACpC,MAAM,CAAC,GAAG,QAAQ,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IAC9B,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,cAAc,IAAI,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;QAC5C,MAAM,IAAI,KAAK,CAAC,6BAA6B,KAAK,EAAE,CAAC,CAAC;IACxD,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAU;IACnC,MAAM,CAAC,GAAG,QAAQ,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IAC9B,IAAI,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;QACb,MAAM,IAAI,KAAK,CAAC,4BAA4B,KAAK,EAAE,CAAC,CAAC;IACvD,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,wBAAwB,CAAC,KAAa,EAAE,KAAmB;IAClE,MAAM,cAAc,GAAG,KAAK,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC;IACxD,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,cAAc,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,SAAU,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,KAAK,CAAC,SAAU,CAAC,CAAC;IAChG,IAAI,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;QACb,MAAM,IAAI,KAAK,CAAC,4BAA4B,KAAK,EAAE,CAAC,CAAC;IACvD,CAAC;IAED,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAU;IACpC,MAAM,CAAC,GAAG,QAAQ,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IAC9B,IAAI,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;QACtB,MAAM,IAAI,KAAK,CAAC,6BAA6B,KAAK,EAAE,CAAC,CAAC;IACxD,CAAC;IAED,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAU;IACnC,MAAM,CAAC,GAAG,QAAQ,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IAC9B,IAAI,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;QACb,MAAM,IAAI,KAAK,CAAC,4BAA4B,KAAK,EAAE,CAAC,CAAC;IACvD,CAAC;IAED,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,sBAAsB,CAAC,KAAU;IACxC,OAAO,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;AAC5B,CAAC;AAED,SAAS,6BAA6B,CAAC,KAAU;IAC/C,MAAM;IACN,OAAO,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;AAC5B,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAU;IAClC,OAAO,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;AACpC,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAU;IACpC,OAAO,KAAK,CAAC,QAAQ,EAAE,CAAC;AAC1B,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAU;IAClC,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;AAC5C,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAU;IACpC,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;AAC3B,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAU;IAClC,aAAa;IACb,MAAM,WAAW,GAAgB,UAAU,CAAC,UAAU,EAAE,CAAC,KAAK,CAAC,CAAC;IAChE,OAAO,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;AAClC,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAU;IACpC,OAAO,UAAU,CAAC,SAAS,EAAE,CAAC,KAAK,CAAC,CAAC;AACvC,CAAC;AAED,SAAS,uBAAuB,CAAC,KAAU;IACzC,MAAM,CAAC,GAAG,QAAQ,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IAC9B,mEAAmE;IACnE,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,kBAAkB,IAAI,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;QAChD,MAAM,IAAI,KAAK,CAAC,kCAAkC,KAAK,EAAE,CAAC,CAAC;IAC7D,CAAC;IAED,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,uBAAuB,CAAC,KAAU;IACzC,MAAM,CAAC,GAAG,QAAQ,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IAC9B,IAAI,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;QACtB,MAAM,IAAI,KAAK,CAAC,kCAAkC,KAAK,EAAE,CAAC,CAAC;IAC7D,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC;AAED,MAAM,aAAa,GAAG,QAAQ,CAAC;AAE/B,SAAS,gBAAgB,CAAC,KAAU;IAClC,uBAAuB;IACvB,IAAI,KAAK,YAAY,IAAI,EAAE,CAAC;QAC1B,OAAO,KAAK,CAAC,OAAO,EAAE,GAAG,aAAa,CAAC;IACzC,CAAC;IAED,0BAA0B;IAC1B,CAAC;QACC,MAAM,CAAC,GAAG,QAAQ,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QAC9B,IAAI,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,2BAA2B,KAAK,EAAE,CAAC,CAAC;QACtD,CAAC;QAED,OAAO,CAAC,CAAC;IACX,CAAC;AACH,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAU;IACpC,OAAO,IAAI,IAAI,CAAC,KAAK,GAAG,aAAa,CAAC,CAAC;AACzC,CAAC;AAED,SAAS,4BAA4B,CAAC,KAAU;IAC9C,uBAAuB;IACvB,IAAI,KAAK,YAAY,IAAI,EAAE,CAAC;QAC1B,OAAO,KAAK,CAAC,OAAO,EAAE,CAAC;IACzB,CAAC;IAED,0BAA0B;IAC1B,CAAC;QACC,MAAM,CAAC,GAAG,QAAQ,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QAC9B,IAAI,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,uCAAuC,KAAK,EAAE,CAAC,CAAC;QAClE,CAAC;QAED,OAAO,CAAC,CAAC;IACX,CAAC;AACH,CAAC;AAED,SAAS,8BAA8B,CAAC,KAAU;IAChD,OAAO,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC;AACzB,CAAC;AAED,SAAS,4BAA4B,CAAC,KAAU;IAC9C,uBAAuB;IACvB,IAAI,KAAK,YAAY,IAAI,EAAE,CAAC;QAC1B,OAAO,KAAK,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC;IAChC,CAAC;IAED,0BAA0B;IAC1B,CAAC;QACC,MAAM,CAAC,GAAG,QAAQ,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QAC9B,IAAI,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,uCAAuC,KAAK,EAAE,CAAC,CAAC;QAClE,CAAC;QAED,OAAO,CAAC,CAAC;IACX,CAAC;AACH,CAAC;AAED,SAAS,8BAA8B,CAAC,KAAU;IAChD,OAAO,IAAI,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,CAAC;AAChC,CAAC;AAED,SAAS,oBAAoB,CAAC,KAAU;IACtC,IAAI,CAAC,KAAK,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE,CAAC;QACxD,MAAM,IAAI,KAAK,CACb,iFAAiF,CAClF,CAAC;IACJ,CAAC;IAED,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IAE7B,GAAG,CAAC,aAAa,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACnC,GAAG,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;IACjC,GAAG,CAAC,aAAa,CAAC,KAAK,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC;IACzC,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,sBAAsB,CAAC,KAAU;IACxC,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC/B,MAAM,MAAM,GAAG,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IACnC,MAAM,IAAI,GAAG,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IACjC,MAAM,MAAM,GAAG,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IAEnC,OAAO,EAAC,MAAM,EAAE,IAAI,EAAE,YAAY,EAAE,MAAM,EAAC,CAAC;AAC9C,CAAC;AAED,SAAS,wBAAwB,CAAC,KAAU,EAAE,KAAmB;IAC/D,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,SAAU,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,KAAK,CAAC,SAAU,CAAC,CAAC;IAClG,OAAO,YAAY,GAAG,EAAE,IAAI,CAAC,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC;AAClD,CAAC;AAED,SAAS,+BAA+B,CAAC,KAAU,EAAE,KAAmB;IACtE,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,IAAI,KAAK,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;QACtB,wDAAwD;QACxD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACtC,+DAA+D;YAC/D,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YAC3D,MAAM,IAAI,SAAS,CAAC;QACtB,CAAC;IACH,CAAC;SAAM,CAAC;QACN,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACtC,+DAA+D;YAC/D,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YAC/D,MAAM,IAAI,SAAS,CAAC;QACtB,CAAC;IACH,CAAC;IAED,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAC7B,CAAC,CAAC,MAAM,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,SAAU,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,KAAK,CAAC,SAAU,CAClE,CAAC;IACF,OAAO,YAAY,GAAG,EAAE,IAAI,CAAC,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC;AAClD,CAAC"}
|
|
1
|
+
{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/parquetjs/schema/types.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AACpC,qCAAqC;AACrC,oEAAoE;AAEpE,8BAA8B;AAC9B,OAAO,EAAC,UAAU,EAAE,aAAa,EAAC,MAAM,kBAAkB,CAAC;AAE3D,OAAO,EACL,UAAU,EACV,UAAU,EACV,YAAY,EACZ,aAAa,EACb,YAAY,EACZ,aAAa,EACd,iCAA8B;AAU/B,MAAM,CAAC,MAAM,qBAAqB,GAAwC;IACxE,OAAO,EAAE;QACP,aAAa,EAAE,SAAS;QACxB,WAAW,EAAE,mBAAmB;QAChC,aAAa,EAAE,qBAAqB;KACrC;IACD,KAAK,EAAE;QACL,aAAa,EAAE,OAAO;QACtB,WAAW,EAAE,iBAAiB;KAC/B;IACD,KAAK,EAAE;QACL,aAAa,EAAE,OAAO;QACtB,WAAW,EAAE,iBAAiB;KAC/B;IACD,KAAK,EAAE;QACL,aAAa,EAAE,OAAO;QACtB,WAAW,EAAE,iBAAiB;KAC/B;IACD,KAAK,EAAE;QACL,aAAa,EAAE,OAAO;QACtB,WAAW,EAAE,iBAAiB;KAC/B;IACD,MAAM,EAAE;QACN,aAAa,EAAE,QAAQ;QACvB,WAAW,EAAE,kBAAkB;KAChC;IACD,UAAU,EAAE;QACV,aAAa,EAAE,YAAY;QAC3B,WAAW,EAAE,sBAAsB;KACpC;IACD,oBAAoB,EAAE;QACpB,aAAa,EAAE,sBAAsB;QACrC,WAAW,EAAE,sBAAsB;KACpC;IACD,IAAI,EAAE;QACJ,aAAa,EAAE,YAAY;QAC3B,YAAY,EAAE,MAAM;QACpB,WAAW,EAAE,gBAAgB;QAC7B,aAAa,EAAE,kBAAkB;KAClC;IACD,WAAW,EAAE;QACX,aAAa,EAAE,OAAO;QACtB,YAAY,EAAE,aAAa;QAC3B,WAAW,EAAE,uBAAuB;KACrC;IACD,WAAW,EAAE;QACX,aAAa,EAAE,OAAO;QACtB,YAAY,EAAE,aAAa;QAC3B,WAAW,EAAE,uBAAuB;KACrC;IACD,IAAI,EAAE;QACJ,aAAa,EAAE,OAAO;QACtB,YAAY,EAAE,MAAM;QACpB,WAAW,EAAE,gBAAgB;QAC7B,aAAa,EAAE,kBAAkB;KAClC;IACD,gBAAgB,EAAE;QAChB,aAAa,EAAE,OAAO;QACtB,YAAY,EAAE,kBAAkB;QAChC,WAAW,EAAE,4BAA4B;QACzC,aAAa,EAAE,8BAA8B;KAC9C;IACD,gBAAgB,EAAE;QAChB,aAAa,EAAE,OAAO;QACtB,YAAY,EAAE,kBAAkB;QAChC,WAAW,EAAE,4BAA4B;QACzC,aAAa,EAAE,8BAA8B;KAC9C;IACD,MAAM,EAAE;QACN,aAAa,EAAE,OAAO;QACtB,YAAY,EAAE,QAAQ;QACtB,WAAW,EAAE,iBAAiB;KAC/B;IACD,OAAO,EAAE;QACP,aAAa,EAAE,OAAO;QACtB,YAAY,EAAE,SAAS;QACvB,WAAW,EAAE,kBAAkB;KAChC;IACD,OAAO,EAAE;QACP,aAAa,EAAE,OAAO;QACtB,YAAY,EAAE,SAAS;QACvB,WAAW,EAAE,kBAAkB;KAChC;IACD,OAAO,EAAE;QACP,aAAa,EAAE,OAAO;QACtB,YAAY,EAAE,SAAS;QACvB,WAAW,EAAE,kBAAkB;KAChC;IACD,KAAK,EAAE;QACL,aAAa,EAAE,OAAO;QACtB,YAAY,EAAE,OAAO;QACrB,WAAW,EAAE,gBAAgB;KAC9B;IACD,MAAM,EAAE;QACN,aAAa,EAAE,OAAO;QACtB,YAAY,EAAE,QAAQ;QACtB,WAAW,EAAE,iBAAiB;KAC/B;IACD,MAAM,EAAE;QACN,aAAa,EAAE,OAAO;QACtB,YAAY,EAAE,QAAQ;QACtB,WAAW,EAAE,iBAAiB;KAC/B;IACD,MAAM,EAAE;QACN,aAAa,EAAE,OAAO;QACtB,YAAY,EAAE,QAAQ;QACtB,WAAW,EAAE,iBAAiB;KAC/B;IACD,IAAI,EAAE;QACJ,aAAa,EAAE,YAAY;QAC3B,YAAY,EAAE,MAAM;QACpB,WAAW,EAAE,gBAAgB;QAC7B,aAAa,EAAE,kBAAkB;KAClC;IACD,IAAI,EAAE;QACJ,aAAa,EAAE,YAAY;QAC3B,YAAY,EAAE,MAAM;QACpB,WAAW,EAAE,gBAAgB;QAC7B,aAAa,EAAE,kBAAkB;KAClC;IACD,QAAQ,EAAE;QACR,aAAa,EAAE,sBAAsB;QACrC,YAAY,EAAE,UAAU;QACxB,UAAU,EAAE,EAAE;QACd,WAAW,EAAE,oBAAoB;QACjC,aAAa,EAAE,sBAAsB;KACtC;IACD,aAAa,EAAE;QACb,aAAa,EAAE,OAAO;QACtB,YAAY,EAAE,eAAe;QAC7B,WAAW,EAAE,wBAAwB;QACrC,aAAa,EAAE,wBAAwB;KACxC;IACD,aAAa,EAAE;QACb,aAAa,EAAE,OAAO;QACtB,YAAY,EAAE,eAAe;QAC7B,WAAW,EAAE,wBAAwB;QACrC,aAAa,EAAE,wBAAwB;KACxC;IACD,kBAAkB,EAAE;QAClB,aAAa,EAAE,YAAY;QAC3B,YAAY,EAAE,oBAAoB;QAClC,WAAW,EAAE,6BAA6B;QAC1C,aAAa,EAAE,+BAA+B;KAC/C;IACD,4BAA4B,EAAE;QAC5B,aAAa,EAAE,sBAAsB;QACrC,YAAY,EAAE,8BAA8B;QAC5C,WAAW,EAAE,6BAA6B;QAC1C,aAAa,EAAE,+BAA+B;KAC/C;CACF,CAAC;AAEF;;;GAGG;AACH,MAAM,UAAU,WAAW,CAAC,IAAiB,EAAE,KAAc,EAAE,KAAoB;IACjF,IAAI,CAAC,CAAC,IAAI,IAAI,qBAAqB,CAAC,EAAE,CAAC;QACrC,MAAM,IAAI,KAAK,CAAC,iBAAiB,IAAI,EAAE,CAAC,CAAC;IAC3C,CAAC;IAED,OAAO,qBAAqB,CAAC,IAAI,CAAC,CAAC,WAAW,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;AAC/D,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,aAAa,CAAC,IAAiB,EAAE,KAAc,EAAE,KAAoB;IACnF,IAAI,CAAC,CAAC,IAAI,IAAI,qBAAqB,CAAC,EAAE,CAAC;QACrC,MAAM,IAAI,KAAK,CAAC,iBAAiB,IAAI,EAAE,CAAC,CAAC;IAC3C,CAAC;IAED,IAAI,eAAe,IAAI,qBAAqB,CAAC,IAAI,CAAC,EAAE,CAAC;QACnD,OAAO,qBAAqB,CAAC,IAAI,CAAC,CAAC,aAAa,EAAE,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QACjE,gDAAgD;IAClD,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,mBAAmB,CAAC,KAAc;IACzC,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC;AACxB,CAAC;AAED,SAAS,qBAAqB,CAAC,KAAU;IACvC,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC;AACxB,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAU;IACnC,MAAM,CAAC,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC;IAC5B,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;QACpB,MAAM,IAAI,KAAK,CAAC,4BAA4B,KAAK,EAAE,CAAC,CAAC;IACvD,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAU;IACpC,MAAM,CAAC,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC;IAC5B,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;QACpB,MAAM,IAAI,KAAK,CAAC,6BAA6B,KAAK,EAAE,CAAC,CAAC;IACxD,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAU;IAClC,MAAM,CAAC,GAAG,QAAQ,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IAC9B,IAAI,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,GAAG,IAAI,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;QAC7C,MAAM,IAAI,KAAK,CAAC,2BAA2B,KAAK,EAAE,CAAC,CAAC;IACtD,CAAC;IAED,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAU;IACnC,MAAM,CAAC,GAAG,QAAQ,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IAC9B,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,IAAI,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;QACzC,MAAM,IAAI,KAAK,CAAC,4BAA4B,KAAK,EAAE,CAAC,CAAC;IACvD,CAAC;IAED,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAU;IACnC,MAAM,CAAC,GAAG,QAAQ,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IAC9B,IAAI,CAAC,GAAG,CAAC,MAAM,IAAI,CAAC,GAAG,MAAM,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;QACjD,MAAM,IAAI,KAAK,CAAC,4BAA4B,KAAK,EAAE,CAAC,CAAC;IACvD,CAAC;IAED,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAU;IACpC,MAAM,CAAC,GAAG,QAAQ,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IAC9B,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,MAAM,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;QAC3C,MAAM,IAAI,KAAK,CAAC,6BAA6B,KAAK,EAAE,CAAC,CAAC;IACxD,CAAC;IAED,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAU;IACnC,MAAM,CAAC,GAAG,QAAQ,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IAC9B,IAAI,CAAC,GAAG,CAAC,UAAU,IAAI,CAAC,GAAG,UAAU,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;QACzD,MAAM,IAAI,KAAK,CAAC,4BAA4B,KAAK,EAAE,CAAC,CAAC;IACvD,CAAC;IAED,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,wBAAwB,CAAC,KAAa,EAAE,KAAmB;IAClE,MAAM,cAAc,GAAG,KAAK,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC;IACxD,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,cAAc,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,SAAU,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,KAAK,CAAC,SAAU,CAAC,CAAC;IAChG,IAAI,CAAC,GAAG,CAAC,UAAU,IAAI,CAAC,GAAG,UAAU,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;QACzD,MAAM,IAAI,KAAK,CAAC,4BAA4B,KAAK,EAAE,CAAC,CAAC;IACvD,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAU;IACpC,MAAM,CAAC,GAAG,QAAQ,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IAC9B,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,cAAc,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;QACnD,MAAM,IAAI,KAAK,CAAC,6BAA6B,KAAK,EAAE,CAAC,CAAC;IACxD,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAU;IACnC,MAAM,CAAC,GAAG,QAAQ,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IAC9B,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;QACpB,MAAM,IAAI,KAAK,CAAC,4BAA4B,KAAK,EAAE,CAAC,CAAC;IACvD,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,wBAAwB,CAAC,KAAa,EAAE,KAAmB;IAClE,MAAM,cAAc,GAAG,KAAK,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC;IACxD,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,cAAc,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,SAAU,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,KAAK,CAAC,SAAU,CAAC,CAAC;IAChG,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;QACpB,MAAM,IAAI,KAAK,CAAC,4BAA4B,KAAK,EAAE,CAAC,CAAC;IACvD,CAAC;IAED,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAU;IACpC,MAAM,CAAC,GAAG,QAAQ,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IAC9B,IAAI,CAAC,GAAG,CAAC,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;QAC7B,MAAM,IAAI,KAAK,CAAC,6BAA6B,KAAK,EAAE,CAAC,CAAC;IACxD,CAAC;IAED,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAU;IACnC,MAAM,CAAC,GAAG,QAAQ,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IAC9B,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;QACpB,MAAM,IAAI,KAAK,CAAC,4BAA4B,KAAK,EAAE,CAAC,CAAC;IACvD,CAAC;IAED,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,sBAAsB,CAAC,KAAU;IACxC,OAAO,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;AAC7E,CAAC;AAED,SAAS,6BAA6B,CAAC,KAAU;IAC/C,MAAM;IACN,OAAO,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;AAC7E,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAU;IAClC,OAAO,UAAU,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;AACnC,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAU;IACpC,OAAO,UAAU,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC;AACzC,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAU;IAClC,OAAO,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;AAC3C,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAU;IACpC,OAAO,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;AACrD,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAU;IAClC,aAAa;IACb,MAAM,WAAW,GAAgB,UAAU,CAAC,UAAU,EAAE,CAAC,KAAK,CAAC,CAAC;IAChE,OAAO,YAAY,CAAC,WAAW,CAAC,CAAC;AACnC,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAU;IACpC,OAAO,aAAa,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC;AAC7C,CAAC;AAED,SAAS,uBAAuB,CAAC,KAAU;IACzC,MAAM,CAAC,GAAG,QAAQ,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IAC9B,mEAAmE;IACnE,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,kBAAkB,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;QACvD,MAAM,IAAI,KAAK,CAAC,kCAAkC,KAAK,EAAE,CAAC,CAAC;IAC7D,CAAC;IAED,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,uBAAuB,CAAC,KAAU;IACzC,MAAM,CAAC,GAAG,QAAQ,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IAC9B,IAAI,CAAC,GAAG,CAAC,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;QAC7B,MAAM,IAAI,KAAK,CAAC,kCAAkC,KAAK,EAAE,CAAC,CAAC;IAC7D,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC;AAED,MAAM,aAAa,GAAG,QAAQ,CAAC;AAE/B,SAAS,gBAAgB,CAAC,KAAU;IAClC,uBAAuB;IACvB,IAAI,KAAK,YAAY,IAAI,EAAE,CAAC;QAC1B,OAAO,KAAK,CAAC,OAAO,EAAE,GAAG,aAAa,CAAC;IACzC,CAAC;IAED,0BAA0B;IAC1B,CAAC;QACC,MAAM,CAAC,GAAG,QAAQ,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QAC9B,IAAI,CAAC,GAAG,CAAC,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;YAC7B,MAAM,IAAI,KAAK,CAAC,2BAA2B,KAAK,EAAE,CAAC,CAAC;QACtD,CAAC;QAED,OAAO,CAAC,CAAC;IACX,CAAC;AACH,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAU;IACpC,OAAO,IAAI,IAAI,CAAC,KAAK,GAAG,aAAa,CAAC,CAAC;AACzC,CAAC;AAED,SAAS,4BAA4B,CAAC,KAAU;IAC9C,uBAAuB;IACvB,IAAI,KAAK,YAAY,IAAI,EAAE,CAAC;QAC1B,OAAO,KAAK,CAAC,OAAO,EAAE,CAAC;IACzB,CAAC;IAED,0BAA0B;IAC1B,CAAC;QACC,MAAM,CAAC,GAAG,QAAQ,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QAC9B,IAAI,CAAC,GAAG,CAAC,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;YAC7B,MAAM,IAAI,KAAK,CAAC,uCAAuC,KAAK,EAAE,CAAC,CAAC;QAClE,CAAC;QAED,OAAO,CAAC,CAAC;IACX,CAAC;AACH,CAAC;AAED,SAAS,8BAA8B,CAAC,KAAU;IAChD,OAAO,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC;AACzB,CAAC;AAED,SAAS,4BAA4B,CAAC,KAAU;IAC9C,uBAAuB;IACvB,IAAI,KAAK,YAAY,IAAI,EAAE,CAAC;QAC1B,OAAO,KAAK,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC;IAChC,CAAC;IAED,0BAA0B;IAC1B,CAAC;QACC,MAAM,CAAC,GAAG,QAAQ,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QAC9B,IAAI,CAAC,GAAG,CAAC,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;YAC7B,MAAM,IAAI,KAAK,CAAC,uCAAuC,KAAK,EAAE,CAAC,CAAC;QAClE,CAAC;QAED,OAAO,CAAC,CAAC;IACX,CAAC;AACH,CAAC;AAED,SAAS,8BAA8B,CAAC,KAAU;IAChD,OAAO,IAAI,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,CAAC;AAChC,CAAC;AAED,SAAS,oBAAoB,CAAC,KAAU;IACtC,IAAI,CAAC,KAAK,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE,CAAC;QACxD,MAAM,IAAI,KAAK,CACb,iFAAiF,CAClF,CAAC;IACJ,CAAC;IAED,MAAM,GAAG,GAAG,IAAI,UAAU,CAAC,EAAE,CAAC,CAAC;IAE/B,aAAa,CAAC,GAAG,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACpC,aAAa,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;IAClC,aAAa,CAAC,GAAG,EAAE,KAAK,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC;IAC1C,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,sBAAsB,CAAC,KAAU;IACxC,MAAM,KAAK,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC;IAClC,MAAM,MAAM,GAAG,YAAY,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;IACtC,MAAM,IAAI,GAAG,YAAY,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;IACpC,MAAM,MAAM,GAAG,YAAY,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;IAEtC,OAAO,EAAC,MAAM,EAAE,IAAI,EAAE,YAAY,EAAE,MAAM,EAAC,CAAC;AAC9C,CAAC;AAED,SAAS,wBAAwB,CAAC,KAAU,EAAE,KAAmB;IAC/D,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,SAAU,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,KAAK,CAAC,SAAU,CAAC,CAAC;IAClG,OAAO,YAAY,GAAG,EAAE,IAAI,CAAC,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC;AAClD,CAAC;AAED,SAAS,+BAA+B,CAAC,KAAU,EAAE,KAAmB;IACtE,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,IAAI,KAAK,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;QACtB,wDAAwD;QACxD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACtC,+DAA+D;YAC/D,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YAC3D,MAAM,IAAI,SAAS,CAAC;QACtB,CAAC;IACH,CAAC;SAAM,CAAC;QACN,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACtC,+DAA+D;YAC/D,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YAC/D,MAAM,IAAI,SAAS,CAAC;QACtB,CAAC;IACH,CAAC;IAED,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAC7B,CAAC,CAAC,MAAM,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,SAAU,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,KAAK,CAAC,SAAU,CAClE,CAAC;IACF,OAAO,YAAY,GAAG,EAAE,IAAI,CAAC,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC;AAClD,CAAC"}
|
|
@@ -0,0 +1,39 @@
|
|
|
1
|
+
/** Returns bytes as an exact Uint8Array view. */
|
|
2
|
+
export declare function toUint8Array(binary: ArrayBuffer | ArrayBufferView): Uint8Array;
|
|
3
|
+
/** Returns bytes as a copied ArrayBuffer with no extra prefix/suffix bytes. */
|
|
4
|
+
export declare function toArrayBuffer(binary: ArrayBuffer | ArrayBufferView): ArrayBuffer;
|
|
5
|
+
/** Returns a copied Uint8Array. */
|
|
6
|
+
export declare function copyUint8Array(binary: Uint8Array): Uint8Array;
|
|
7
|
+
/** Decode UTF-8 bytes. */
|
|
8
|
+
export declare function decodeUtf8(binary: Uint8Array): string;
|
|
9
|
+
/** Encode text as UTF-8 bytes. */
|
|
10
|
+
export declare function encodeUtf8(text: string): Uint8Array;
|
|
11
|
+
/** Decode an ASCII/UTF-8 range from bytes. */
|
|
12
|
+
export declare function decodeString(binary: Uint8Array, start?: number, end?: number): string;
|
|
13
|
+
/** Read signed little-endian 32-bit integer. */
|
|
14
|
+
export declare function readInt32LE(binary: Uint8Array, offset: number): number;
|
|
15
|
+
/** Read unsigned little-endian 32-bit integer. */
|
|
16
|
+
export declare function readUInt32LE(binary: Uint8Array, offset: number): number;
|
|
17
|
+
/** Read signed little-endian 64-bit integer as number. */
|
|
18
|
+
export declare function readInt64LE(binary: Uint8Array, offset: number): number;
|
|
19
|
+
/** Read little-endian 32-bit float. */
|
|
20
|
+
export declare function readFloatLE(binary: Uint8Array, offset: number): number;
|
|
21
|
+
/** Read little-endian 64-bit float. */
|
|
22
|
+
export declare function readDoubleLE(binary: Uint8Array, offset: number): number;
|
|
23
|
+
/** Concatenate bytes into one exact Uint8Array. */
|
|
24
|
+
export declare function concatUint8Arrays(chunks: Uint8Array[]): Uint8Array;
|
|
25
|
+
/** Write signed little-endian 16-bit integer. */
|
|
26
|
+
export declare function writeInt16LE(binary: Uint8Array, value: number, offset: number): void;
|
|
27
|
+
/** Write unsigned little-endian 16-bit integer. */
|
|
28
|
+
export declare function writeUInt16LE(binary: Uint8Array, value: number, offset: number): void;
|
|
29
|
+
/** Write signed little-endian 32-bit integer. */
|
|
30
|
+
export declare function writeInt32LE(binary: Uint8Array, value: number, offset: number): void;
|
|
31
|
+
/** Write unsigned little-endian 32-bit integer. */
|
|
32
|
+
export declare function writeUInt32LE(binary: Uint8Array, value: number, offset: number): void;
|
|
33
|
+
/** Write signed little-endian 64-bit integer. */
|
|
34
|
+
export declare function writeInt64LE(binary: Uint8Array, value: number | bigint, offset: number): void;
|
|
35
|
+
/** Write little-endian 32-bit float. */
|
|
36
|
+
export declare function writeFloatLE(binary: Uint8Array, value: number, offset: number): void;
|
|
37
|
+
/** Write little-endian 64-bit float. */
|
|
38
|
+
export declare function writeDoubleLE(binary: Uint8Array, value: number, offset: number): void;
|
|
39
|
+
//# sourceMappingURL=binary-utils.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"binary-utils.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/utils/binary-utils.ts"],"names":[],"mappings":"AAOA,iDAAiD;AACjD,wBAAgB,YAAY,CAAC,MAAM,EAAE,WAAW,GAAG,eAAe,GAAG,UAAU,CAQ9E;AAED,+EAA+E;AAC/E,wBAAgB,aAAa,CAAC,MAAM,EAAE,WAAW,GAAG,eAAe,GAAG,WAAW,CAGhF;AAED,mCAAmC;AACnC,wBAAgB,cAAc,CAAC,MAAM,EAAE,UAAU,GAAG,UAAU,CAE7D;AAED,0BAA0B;AAC1B,wBAAgB,UAAU,CAAC,MAAM,EAAE,UAAU,GAAG,MAAM,CAErD;AAED,kCAAkC;AAClC,wBAAgB,UAAU,CAAC,IAAI,EAAE,MAAM,GAAG,UAAU,CAEnD;AAED,8CAA8C;AAC9C,wBAAgB,YAAY,CAC1B,MAAM,EAAE,UAAU,EAClB,KAAK,GAAE,MAAU,EACjB,GAAG,GAAE,MAAsB,GAC1B,MAAM,CAER;AAMD,gDAAgD;AAChD,wBAAgB,WAAW,CAAC,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,GAAG,MAAM,CAEtE;AAED,kDAAkD;AAClD,wBAAgB,YAAY,CAAC,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,GAAG,MAAM,CAEvE;AAED,0DAA0D;AAC1D,wBAAgB,WAAW,CAAC,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,GAAG,MAAM,CAEtE;AAED,uCAAuC;AACvC,wBAAgB,WAAW,CAAC,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,GAAG,MAAM,CAEtE;AAED,uCAAuC;AACvC,wBAAgB,YAAY,CAAC,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,GAAG,MAAM,CAEvE;AAED,mDAAmD;AACnD,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,UAAU,EAAE,GAAG,UAAU,CAalE;AAED,iDAAiD;AACjD,wBAAgB,YAAY,CAAC,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,IAAI,CAEpF;AAED,mDAAmD;AACnD,wBAAgB,aAAa,CAAC,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,IAAI,CAErF;AAED,iDAAiD;AACjD,wBAAgB,YAAY,CAAC,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,IAAI,CAEpF;AAED,mDAAmD;AACnD,wBAAgB,aAAa,CAAC,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,IAAI,CAErF;AAED,iDAAiD;AACjD,wBAAgB,YAAY,CAAC,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,IAAI,CAE7F;AAED,wCAAwC;AACxC,wBAAgB,YAAY,CAAC,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,IAAI,CAEpF;AAED,wCAAwC;AACxC,wBAAgB,aAAa,CAAC,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,IAAI,CAErF"}
|
|
@@ -0,0 +1,102 @@
|
|
|
1
|
+
// loaders.gl
|
|
2
|
+
// SPDX-License-Identifier: MIT
|
|
3
|
+
// Copyright (c) vis.gl contributors
|
|
4
|
+
const TEXT_DECODER = new TextDecoder();
|
|
5
|
+
const TEXT_ENCODER = new TextEncoder();
|
|
6
|
+
/** Returns bytes as an exact Uint8Array view. */
|
|
7
|
+
export function toUint8Array(binary) {
|
|
8
|
+
if (binary instanceof Uint8Array) {
|
|
9
|
+
return binary;
|
|
10
|
+
}
|
|
11
|
+
if (ArrayBuffer.isView(binary)) {
|
|
12
|
+
return new Uint8Array(binary.buffer, binary.byteOffset, binary.byteLength);
|
|
13
|
+
}
|
|
14
|
+
return new Uint8Array(binary);
|
|
15
|
+
}
|
|
16
|
+
/** Returns bytes as a copied ArrayBuffer with no extra prefix/suffix bytes. */
|
|
17
|
+
export function toArrayBuffer(binary) {
|
|
18
|
+
const bytes = toUint8Array(binary);
|
|
19
|
+
return bytes.slice().buffer;
|
|
20
|
+
}
|
|
21
|
+
/** Returns a copied Uint8Array. */
|
|
22
|
+
export function copyUint8Array(binary) {
|
|
23
|
+
return binary.slice();
|
|
24
|
+
}
|
|
25
|
+
/** Decode UTF-8 bytes. */
|
|
26
|
+
export function decodeUtf8(binary) {
|
|
27
|
+
return TEXT_DECODER.decode(binary);
|
|
28
|
+
}
|
|
29
|
+
/** Encode text as UTF-8 bytes. */
|
|
30
|
+
export function encodeUtf8(text) {
|
|
31
|
+
return TEXT_ENCODER.encode(text);
|
|
32
|
+
}
|
|
33
|
+
/** Decode an ASCII/UTF-8 range from bytes. */
|
|
34
|
+
export function decodeString(binary, start = 0, end = binary.length) {
|
|
35
|
+
return decodeUtf8(binary.subarray(start, end));
|
|
36
|
+
}
|
|
37
|
+
function getDataView(binary) {
|
|
38
|
+
return new DataView(binary.buffer, binary.byteOffset, binary.byteLength);
|
|
39
|
+
}
|
|
40
|
+
/** Read signed little-endian 32-bit integer. */
|
|
41
|
+
export function readInt32LE(binary, offset) {
|
|
42
|
+
return getDataView(binary).getInt32(offset, true);
|
|
43
|
+
}
|
|
44
|
+
/** Read unsigned little-endian 32-bit integer. */
|
|
45
|
+
export function readUInt32LE(binary, offset) {
|
|
46
|
+
return getDataView(binary).getUint32(offset, true);
|
|
47
|
+
}
|
|
48
|
+
/** Read signed little-endian 64-bit integer as number. */
|
|
49
|
+
export function readInt64LE(binary, offset) {
|
|
50
|
+
return Number(getDataView(binary).getBigInt64(offset, true));
|
|
51
|
+
}
|
|
52
|
+
/** Read little-endian 32-bit float. */
|
|
53
|
+
export function readFloatLE(binary, offset) {
|
|
54
|
+
return getDataView(binary).getFloat32(offset, true);
|
|
55
|
+
}
|
|
56
|
+
/** Read little-endian 64-bit float. */
|
|
57
|
+
export function readDoubleLE(binary, offset) {
|
|
58
|
+
return getDataView(binary).getFloat64(offset, true);
|
|
59
|
+
}
|
|
60
|
+
/** Concatenate bytes into one exact Uint8Array. */
|
|
61
|
+
export function concatUint8Arrays(chunks) {
|
|
62
|
+
let byteLength = 0;
|
|
63
|
+
for (const chunk of chunks) {
|
|
64
|
+
byteLength += chunk.length;
|
|
65
|
+
}
|
|
66
|
+
const result = new Uint8Array(byteLength);
|
|
67
|
+
let offset = 0;
|
|
68
|
+
for (const chunk of chunks) {
|
|
69
|
+
result.set(chunk, offset);
|
|
70
|
+
offset += chunk.length;
|
|
71
|
+
}
|
|
72
|
+
return result;
|
|
73
|
+
}
|
|
74
|
+
/** Write signed little-endian 16-bit integer. */
|
|
75
|
+
export function writeInt16LE(binary, value, offset) {
|
|
76
|
+
getDataView(binary).setInt16(offset, value, true);
|
|
77
|
+
}
|
|
78
|
+
/** Write unsigned little-endian 16-bit integer. */
|
|
79
|
+
export function writeUInt16LE(binary, value, offset) {
|
|
80
|
+
getDataView(binary).setUint16(offset, value, true);
|
|
81
|
+
}
|
|
82
|
+
/** Write signed little-endian 32-bit integer. */
|
|
83
|
+
export function writeInt32LE(binary, value, offset) {
|
|
84
|
+
getDataView(binary).setInt32(offset, value, true);
|
|
85
|
+
}
|
|
86
|
+
/** Write unsigned little-endian 32-bit integer. */
|
|
87
|
+
export function writeUInt32LE(binary, value, offset) {
|
|
88
|
+
getDataView(binary).setUint32(offset, value, true);
|
|
89
|
+
}
|
|
90
|
+
/** Write signed little-endian 64-bit integer. */
|
|
91
|
+
export function writeInt64LE(binary, value, offset) {
|
|
92
|
+
getDataView(binary).setBigInt64(offset, BigInt(value), true);
|
|
93
|
+
}
|
|
94
|
+
/** Write little-endian 32-bit float. */
|
|
95
|
+
export function writeFloatLE(binary, value, offset) {
|
|
96
|
+
getDataView(binary).setFloat32(offset, value, true);
|
|
97
|
+
}
|
|
98
|
+
/** Write little-endian 64-bit float. */
|
|
99
|
+
export function writeDoubleLE(binary, value, offset) {
|
|
100
|
+
getDataView(binary).setFloat64(offset, value, true);
|
|
101
|
+
}
|
|
102
|
+
//# sourceMappingURL=binary-utils.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"binary-utils.js","sourceRoot":"","sources":["../../../src/parquetjs/utils/binary-utils.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAEpC,MAAM,YAAY,GAAG,IAAI,WAAW,EAAE,CAAC;AACvC,MAAM,YAAY,GAAG,IAAI,WAAW,EAAE,CAAC;AAEvC,iDAAiD;AACjD,MAAM,UAAU,YAAY,CAAC,MAAqC;IAChE,IAAI,MAAM,YAAY,UAAU,EAAE,CAAC;QACjC,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,IAAI,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;QAC/B,OAAO,IAAI,UAAU,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;IAC7E,CAAC;IACD,OAAO,IAAI,UAAU,CAAC,MAAM,CAAC,CAAC;AAChC,CAAC;AAED,+EAA+E;AAC/E,MAAM,UAAU,aAAa,CAAC,MAAqC;IACjE,MAAM,KAAK,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC;IACnC,OAAO,KAAK,CAAC,KAAK,EAAE,CAAC,MAAM,CAAC;AAC9B,CAAC;AAED,mCAAmC;AACnC,MAAM,UAAU,cAAc,CAAC,MAAkB;IAC/C,OAAO,MAAM,CAAC,KAAK,EAAE,CAAC;AACxB,CAAC;AAED,0BAA0B;AAC1B,MAAM,UAAU,UAAU,CAAC,MAAkB;IAC3C,OAAO,YAAY,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;AACrC,CAAC;AAED,kCAAkC;AAClC,MAAM,UAAU,UAAU,CAAC,IAAY;IACrC,OAAO,YAAY,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;AACnC,CAAC;AAED,8CAA8C;AAC9C,MAAM,UAAU,YAAY,CAC1B,MAAkB,EAClB,QAAgB,CAAC,EACjB,MAAc,MAAM,CAAC,MAAM;IAE3B,OAAO,UAAU,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC;AACjD,CAAC;AAED,SAAS,WAAW,CAAC,MAAkB;IACrC,OAAO,IAAI,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;AAC3E,CAAC;AAED,gDAAgD;AAChD,MAAM,UAAU,WAAW,CAAC,MAAkB,EAAE,MAAc;IAC5D,OAAO,WAAW,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;AACpD,CAAC;AAED,kDAAkD;AAClD,MAAM,UAAU,YAAY,CAAC,MAAkB,EAAE,MAAc;IAC7D,OAAO,WAAW,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;AACrD,CAAC;AAED,0DAA0D;AAC1D,MAAM,UAAU,WAAW,CAAC,MAAkB,EAAE,MAAc;IAC5D,OAAO,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,WAAW,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC;AAC/D,CAAC;AAED,uCAAuC;AACvC,MAAM,UAAU,WAAW,CAAC,MAAkB,EAAE,MAAc;IAC5D,OAAO,WAAW,CAAC,MAAM,CAAC,CAAC,UAAU,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;AACtD,CAAC;AAED,uCAAuC;AACvC,MAAM,UAAU,YAAY,CAAC,MAAkB,EAAE,MAAc;IAC7D,OAAO,WAAW,CAAC,MAAM,CAAC,CAAC,UAAU,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;AACtD,CAAC;AAED,mDAAmD;AACnD,MAAM,UAAU,iBAAiB,CAAC,MAAoB;IACpD,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,UAAU,IAAI,KAAK,CAAC,MAAM,CAAC;IAC7B,CAAC;IAED,MAAM,MAAM,GAAG,IAAI,UAAU,CAAC,UAAU,CAAC,CAAC;IAC1C,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QAC1B,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC;IACzB,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,iDAAiD;AACjD,MAAM,UAAU,YAAY,CAAC,MAAkB,EAAE,KAAa,EAAE,MAAc;IAC5E,WAAW,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,MAAM,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;AACpD,CAAC;AAED,mDAAmD;AACnD,MAAM,UAAU,aAAa,CAAC,MAAkB,EAAE,KAAa,EAAE,MAAc;IAC7E,WAAW,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,MAAM,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;AACrD,CAAC;AAED,iDAAiD;AACjD,MAAM,UAAU,YAAY,CAAC,MAAkB,EAAE,KAAa,EAAE,MAAc;IAC5E,WAAW,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,MAAM,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;AACpD,CAAC;AAED,mDAAmD;AACnD,MAAM,UAAU,aAAa,CAAC,MAAkB,EAAE,KAAa,EAAE,MAAc;IAC7E,WAAW,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,MAAM,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;AACrD,CAAC;AAED,iDAAiD;AACjD,MAAM,UAAU,YAAY,CAAC,MAAkB,EAAE,KAAsB,EAAE,MAAc;IACrF,WAAW,CAAC,MAAM,CAAC,CAAC,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,EAAE,IAAI,CAAC,CAAC;AAC/D,CAAC;AAED,wCAAwC;AACxC,MAAM,UAAU,YAAY,CAAC,MAAkB,EAAE,KAAa,EAAE,MAAc;IAC5E,WAAW,CAAC,MAAM,CAAC,CAAC,UAAU,CAAC,MAAM,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;AACtD,CAAC;AAED,wCAAwC;AACxC,MAAM,UAAU,aAAa,CAAC,MAAkB,EAAE,KAAa,EAAE,MAAc;IAC7E,WAAW,CAAC,MAAM,CAAC,CAAC,UAAU,CAAC,MAAM,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;AACtD,CAAC"}
|
|
@@ -9,7 +9,7 @@ export interface WriteStreamOptions {
|
|
|
9
9
|
autoClose?: boolean;
|
|
10
10
|
start?: number;
|
|
11
11
|
}
|
|
12
|
-
export declare function oswrite(os: stream.Writable, buf:
|
|
12
|
+
export declare function oswrite(os: stream.Writable, buf: Uint8Array): Promise<void>;
|
|
13
13
|
export declare function osclose(os: stream.Writable): Promise<void>;
|
|
14
14
|
export declare function osopen(path: string, opts?: WriteStreamOptions): Promise<fs.WriteStream>;
|
|
15
15
|
//# sourceMappingURL=file-utils.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"file-utils.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/utils/file-utils.ts"],"names":[],"mappings":"AAMA,OAAO,EAAC,MAAM,EAAC,MAAM,0BAA0B,CAAC;AAChD,OAAO,KAAK,EAAE,MAAM,IAAI,CAAC;AAEzB,wBAAgB,IAAI,CAAC,IAAI,EAAE,MAAM,GAAG,GAAG,CAEtC;AACD,MAAM,WAAW,kBAAkB;IACjC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,wBAAgB,OAAO,CAAC,EAAE,EAAE,MAAM,CAAC,QAAQ,EAAE,GAAG,EAAE,
|
|
1
|
+
{"version":3,"file":"file-utils.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/utils/file-utils.ts"],"names":[],"mappings":"AAMA,OAAO,EAAC,MAAM,EAAC,MAAM,0BAA0B,CAAC;AAChD,OAAO,KAAK,EAAE,MAAM,IAAI,CAAC;AAEzB,wBAAgB,IAAI,CAAC,IAAI,EAAE,MAAM,GAAG,GAAG,CAEtC;AACD,MAAM,WAAW,kBAAkB;IACjC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,wBAAgB,OAAO,CAAC,EAAE,EAAE,MAAM,CAAC,QAAQ,EAAE,GAAG,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CAU3E;AAED,wBAAgB,OAAO,CAAC,EAAE,EAAE,MAAM,CAAC,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC,CAU1D;AAED,wBAAgB,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,kBAAkB,GAAG,OAAO,CAAC,EAAE,CAAC,WAAW,CAAC,CAMvF"}
|
|
@@ -9,7 +9,7 @@ export function load(name) {
|
|
|
9
9
|
}
|
|
10
10
|
export function oswrite(os, buf) {
|
|
11
11
|
return new Promise((resolve, reject) => {
|
|
12
|
-
os.write(buf,
|
|
12
|
+
os.write(buf, err => {
|
|
13
13
|
if (err) {
|
|
14
14
|
reject(err);
|
|
15
15
|
}
|
|
@@ -34,8 +34,8 @@ export function osclose(os) {
|
|
|
34
34
|
export function osopen(path, opts) {
|
|
35
35
|
return new Promise((resolve, reject) => {
|
|
36
36
|
const outputStream = fs.createWriteStream(path, opts);
|
|
37
|
-
outputStream.once('open',
|
|
38
|
-
outputStream.once('error',
|
|
37
|
+
outputStream.once('open', _fd => resolve(outputStream));
|
|
38
|
+
outputStream.once('error', err => reject(err));
|
|
39
39
|
});
|
|
40
40
|
}
|
|
41
41
|
//# sourceMappingURL=file-utils.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"file-utils.js","sourceRoot":"","sources":["../../../src/parquetjs/utils/file-utils.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AACpC,qCAAqC;AACrC,oEAAoE;AAGpE,OAAO,KAAK,EAAE,MAAM,IAAI,CAAC;AAEzB,MAAM,UAAU,IAAI,CAAC,IAAY;IAC/B,OAAO,CAAC,MAAM,IAAK,MAAc,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;AACnD,CAAC;AAUD,MAAM,UAAU,OAAO,CAAC,EAAmB,EAAE,
|
|
1
|
+
{"version":3,"file":"file-utils.js","sourceRoot":"","sources":["../../../src/parquetjs/utils/file-utils.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AACpC,qCAAqC;AACrC,oEAAoE;AAGpE,OAAO,KAAK,EAAE,MAAM,IAAI,CAAC;AAEzB,MAAM,UAAU,IAAI,CAAC,IAAY;IAC/B,OAAO,CAAC,MAAM,IAAK,MAAc,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;AACnD,CAAC;AAUD,MAAM,UAAU,OAAO,CAAC,EAAmB,EAAE,GAAe;IAC1D,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE;YAClB,IAAI,GAAG,EAAE,CAAC;gBACR,MAAM,CAAC,GAAG,CAAC,CAAC;YACd,CAAC;iBAAM,CAAC;gBACN,OAAO,EAAE,CAAC;YACZ,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,OAAO,CAAC,EAAmB;IACzC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACpC,EAAU,CAAC,KAAK,CAAC,CAAC,GAAQ,EAAE,EAAE;YAC7B,IAAI,GAAG,EAAE,CAAC;gBACR,MAAM,CAAC,GAAG,CAAC,CAAC;YACd,CAAC;iBAAM,CAAC;gBACN,OAAO,EAAE,CAAC;YACZ,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,MAAM,CAAC,IAAY,EAAE,IAAyB;IAC5D,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,MAAM,YAAY,GAAG,EAAE,CAAC,iBAAiB,CAAC,IAAI,EAAE,IAAW,CAAC,CAAC;QAC7D,YAAY,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC;QACxD,YAAY,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;IACjD,CAAC,CAAC,CAAC;AACL,CAAC"}
|
|
@@ -2,17 +2,17 @@ import { FileMetaData, PageHeader } from "../parquet-thrift/index.js";
|
|
|
2
2
|
/**
|
|
3
3
|
* Helper function that serializes a thrift object into a buffer
|
|
4
4
|
*/
|
|
5
|
-
export declare function serializeThrift(obj: any):
|
|
6
|
-
export declare function decodeThrift(obj: any, buf:
|
|
5
|
+
export declare function serializeThrift(obj: any): Uint8Array;
|
|
6
|
+
export declare function decodeThrift(obj: any, buf: Uint8Array, offset?: number): number;
|
|
7
7
|
/**
|
|
8
8
|
* FIXME not ideal that this is linear
|
|
9
9
|
*/
|
|
10
10
|
export declare function getThriftEnum(klass: any, value: number | string): string;
|
|
11
|
-
export declare function decodeFileMetadata(buf:
|
|
11
|
+
export declare function decodeFileMetadata(buf: Uint8Array, offset?: number): {
|
|
12
12
|
length: number;
|
|
13
13
|
metadata: FileMetaData;
|
|
14
14
|
};
|
|
15
|
-
export declare function decodePageHeader(buf:
|
|
15
|
+
export declare function decodePageHeader(buf: Uint8Array, offset?: number): {
|
|
16
16
|
length: number;
|
|
17
17
|
pageHeader: PageHeader;
|
|
18
18
|
};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"read-utils.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/utils/read-utils.ts"],"names":[],"mappings":"AAMA,OAAO,
|
|
1
|
+
{"version":3,"file":"read-utils.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/utils/read-utils.ts"],"names":[],"mappings":"AAMA,OAAO,EAAC,YAAY,EAAE,UAAU,EAAC,mCAAgC;AAKjE;;GAEG;AACH,wBAAgB,eAAe,CAAC,GAAG,EAAE,GAAG,GAAG,UAAU,CAIpD;AAED,wBAAgB,YAAY,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,UAAU,EAAE,MAAM,CAAC,EAAE,MAAM,UAWtE;AAED;;GAEG;AACH,wBAAgB,aAAa,CAAC,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,MAAM,CAOxE;AAED,wBAAgB,kBAAkB,CAAC,GAAG,EAAE,UAAU,EAAE,MAAM,CAAC,EAAE,MAAM;;;EAWlE;AAED,wBAAgB,gBAAgB,CAAC,GAAG,EAAE,UAAU,EAAE,MAAM,CAAC,EAAE,MAAM;;;EAWhE;AAED;;GAEG;AACH,wBAAgB,WAAW,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAM/C;AAKD,wBAAgB,YAAY,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,MAAM,CAmBpE"}
|
|
@@ -3,31 +3,26 @@
|
|
|
3
3
|
// Copyright (c) vis.gl contributors
|
|
4
4
|
// Copyright (c) 2017 ironSource Ltd.
|
|
5
5
|
// Forked from https://github.com/kbajalc/parquets under MIT license
|
|
6
|
-
import {
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
}
|
|
6
|
+
import { FileMetaData, PageHeader } from "../parquet-thrift/index.js";
|
|
7
|
+
import { Uint8ArrayCompactProtocol } from "./uint8-array-compact-protocol.js";
|
|
8
|
+
import { Uint8ArrayCompactProtocolWriter } from "./uint8-array-compact-protocol-writer.js";
|
|
9
|
+
import { Uint8ArrayTransport } from "./uint8-array-transport.js";
|
|
10
10
|
/**
|
|
11
11
|
* Helper function that serializes a thrift object into a buffer
|
|
12
12
|
*/
|
|
13
13
|
export function serializeThrift(obj) {
|
|
14
|
-
const
|
|
15
|
-
const transport = new TBufferedTransport(undefined, (buf) => {
|
|
16
|
-
output.push(buf);
|
|
17
|
-
});
|
|
18
|
-
const protocol = new TCompactProtocol(transport);
|
|
14
|
+
const protocol = new Uint8ArrayCompactProtocolWriter();
|
|
19
15
|
obj.write(protocol);
|
|
20
|
-
|
|
21
|
-
return Buffer.concat(output);
|
|
16
|
+
return protocol.getBytes();
|
|
22
17
|
}
|
|
23
18
|
export function decodeThrift(obj, buf, offset) {
|
|
24
19
|
if (!offset) {
|
|
25
20
|
// tslint:disable-next-line:no-parameter-reassignment
|
|
26
21
|
offset = 0;
|
|
27
22
|
}
|
|
28
|
-
const transport = new
|
|
23
|
+
const transport = new Uint8ArrayTransport(buf);
|
|
29
24
|
transport.readPos = offset;
|
|
30
|
-
const protocol = new
|
|
25
|
+
const protocol = new Uint8ArrayCompactProtocol(transport);
|
|
31
26
|
obj.read(protocol);
|
|
32
27
|
return transport.readPos - offset;
|
|
33
28
|
}
|
|
@@ -47,9 +42,9 @@ export function decodeFileMetadata(buf, offset) {
|
|
|
47
42
|
// tslint:disable-next-line:no-parameter-reassignment
|
|
48
43
|
offset = 0;
|
|
49
44
|
}
|
|
50
|
-
const transport = new
|
|
45
|
+
const transport = new Uint8ArrayTransport(buf);
|
|
51
46
|
transport.readPos = offset;
|
|
52
|
-
const protocol = new
|
|
47
|
+
const protocol = new Uint8ArrayCompactProtocol(transport);
|
|
53
48
|
const metadata = FileMetaData.read(protocol);
|
|
54
49
|
return { length: transport.readPos - offset, metadata };
|
|
55
50
|
}
|
|
@@ -58,9 +53,9 @@ export function decodePageHeader(buf, offset) {
|
|
|
58
53
|
// tslint:disable-next-line:no-parameter-reassignment
|
|
59
54
|
offset = 0;
|
|
60
55
|
}
|
|
61
|
-
const transport = new
|
|
56
|
+
const transport = new Uint8ArrayTransport(buf);
|
|
62
57
|
transport.readPos = offset;
|
|
63
|
-
const protocol = new
|
|
58
|
+
const protocol = new Uint8ArrayCompactProtocol(transport);
|
|
64
59
|
const pageHeader = PageHeader.read(protocol);
|
|
65
60
|
return { length: transport.readPos - offset, pageHeader };
|
|
66
61
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"read-utils.js","sourceRoot":"","sources":["../../../src/parquetjs/utils/read-utils.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AACpC,qCAAqC;AACrC,oEAAoE;AAEpE,OAAO,
|
|
1
|
+
{"version":3,"file":"read-utils.js","sourceRoot":"","sources":["../../../src/parquetjs/utils/read-utils.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AACpC,qCAAqC;AACrC,oEAAoE;AAEpE,OAAO,EAAC,YAAY,EAAE,UAAU,EAAC,mCAAgC;AACjE,OAAO,EAAC,yBAAyB,EAAC,0CAAuC;AACzE,OAAO,EAAC,+BAA+B,EAAC,iDAA8C;AACtF,OAAO,EAAC,mBAAmB,EAAC,mCAAgC;AAE5D;;GAEG;AACH,MAAM,UAAU,eAAe,CAAC,GAAQ;IACtC,MAAM,QAAQ,GAAG,IAAI,+BAA+B,EAAE,CAAC;IACvD,GAAG,CAAC,KAAK,CAAC,QAAe,CAAC,CAAC;IAC3B,OAAO,QAAQ,CAAC,QAAQ,EAAE,CAAC;AAC7B,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,GAAQ,EAAE,GAAe,EAAE,MAAe;IACrE,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,qDAAqD;QACrD,MAAM,GAAG,CAAC,CAAC;IACb,CAAC;IAED,MAAM,SAAS,GAAG,IAAI,mBAAmB,CAAC,GAAG,CAAC,CAAC;IAC/C,SAAS,CAAC,OAAO,GAAG,MAAM,CAAC;IAC3B,MAAM,QAAQ,GAAG,IAAI,yBAAyB,CAAC,SAAS,CAAC,CAAC;IAC1D,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACnB,OAAO,SAAS,CAAC,OAAO,GAAG,MAAM,CAAC;AACpC,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,aAAa,CAAC,KAAU,EAAE,KAAsB;IAC9D,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;QACtB,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,KAAK,EAAE,CAAC;YACvB,OAAO,CAAC,CAAC;QACX,CAAC;IACH,CAAC;IACD,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;AACxC,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,GAAe,EAAE,MAAe;IACjE,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,qDAAqD;QACrD,MAAM,GAAG,CAAC,CAAC;IACb,CAAC;IAED,MAAM,SAAS,GAAG,IAAI,mBAAmB,CAAC,GAAG,CAAC,CAAC;IAC/C,SAAS,CAAC,OAAO,GAAG,MAAM,CAAC;IAC3B,MAAM,QAAQ,GAAG,IAAI,yBAAyB,CAAC,SAAS,CAAC,CAAC;IAC1D,MAAM,QAAQ,GAAG,YAAY,CAAC,IAAI,CAAC,QAAe,CAAC,CAAC;IACpD,OAAO,EAAC,MAAM,EAAE,SAAS,CAAC,OAAO,GAAG,MAAM,EAAE,QAAQ,EAAC,CAAC;AACxD,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,GAAe,EAAE,MAAe;IAC/D,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,qDAAqD;QACrD,MAAM,GAAG,CAAC,CAAC;IACb,CAAC;IAED,MAAM,SAAS,GAAG,IAAI,mBAAmB,CAAC,GAAG,CAAC,CAAC;IAC/C,SAAS,CAAC,OAAO,GAAG,MAAM,CAAC;IAC3B,MAAM,QAAQ,GAAG,IAAI,yBAAyB,CAAC,SAAS,CAAC,CAAC;IAC1D,MAAM,UAAU,GAAG,UAAU,CAAC,IAAI,CAAC,QAAe,CAAC,CAAC;IACpD,OAAO,EAAC,MAAM,EAAE,SAAS,CAAC,OAAO,GAAG,MAAM,EAAE,UAAU,EAAC,CAAC;AAC1D,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,WAAW,CAAC,GAAW;IACrC,IAAI,GAAG,KAAK,CAAC,EAAE,CAAC;QACd,OAAO,CAAC,CAAC;QACT,gDAAgD;IAClD,CAAC;IACD,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;AACvC,CAAC;AAED,+BAA+B;AAC/B,2BAA2B;AAC3B,oBAAoB;AACpB,MAAM,UAAU,YAAY,CAAC,GAAe,EAAE,IAAc;IAC1D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACpC,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;YAChC,SAAS,CAAC,kCAAkC;QAC9C,CAAC;QACD,IAAI,CAAC,GAAG,IAAI,CAAC;QACb,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACrC,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,EAAE,CAAC;gBACpE,SAAS,CAAC,kCAAkC;YAC9C,CAAC;YACD,IAAI,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,KAAK,GAAG,EAAE,CAAC;gBAC5D,SAAS,CAAC,kCAAkC;YAC9C,CAAC;YACD,CAAC,GAAG,KAAK,CAAC;YACV,MAAM;QACR,CAAC;QACD,IAAI,CAAC;YAAE,OAAO,CAAC,CAAC;IAClB,CAAC;IACD,OAAO,CAAC,CAAC,CAAC;AACZ,CAAC"}
|