@loaders.gl/parquet 4.3.1 → 4.4.0-alpha.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.cjs +76 -286
- package/dist/index.cjs.map +4 -4
- package/dist/index.d.ts +6 -5
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +9 -4
- package/dist/lib/constants.js +1 -1
- package/dist/lib/encoders/encode-arrow-to-parquet.d.ts +7 -0
- package/dist/lib/encoders/encode-arrow-to-parquet.d.ts.map +1 -0
- package/dist/lib/encoders/{encode-parquet-wasm.js → encode-arrow-to-parquet.js} +1 -1
- package/dist/lib/parsers/get-parquet-schema.d.ts.map +1 -1
- package/dist/lib/parsers/get-parquet-schema.js +3 -3
- package/dist/lib/parsers/parse-geoparquet-to-geojson.d.ts +6 -0
- package/dist/lib/parsers/parse-geoparquet-to-geojson.d.ts.map +1 -0
- package/dist/lib/parsers/parse-geoparquet-to-geojson.js +15 -0
- package/dist/lib/parsers/{parse-parquet-wasm.d.ts → parse-parquet-to-arrow.d.ts} +3 -3
- package/dist/lib/parsers/parse-parquet-to-arrow.d.ts.map +1 -0
- package/dist/lib/parsers/{parse-parquet-wasm.js → parse-parquet-to-arrow.js} +8 -8
- package/dist/lib/parsers/parse-parquet-to-columns.d.ts +4 -4
- package/dist/lib/parsers/parse-parquet-to-columns.d.ts.map +1 -1
- package/dist/lib/parsers/parse-parquet-to-columns.js +1 -1
- package/dist/lib/parsers/{parse-parquet.d.ts → parse-parquet-to-json.d.ts} +4 -4
- package/dist/lib/parsers/parse-parquet-to-json.d.ts.map +1 -0
- package/dist/lib/parsers/{parse-parquet.js → parse-parquet-to-json.js} +2 -16
- package/dist/{parquet-wasm-loader.d.ts → parquet-arrow-loader.d.ts} +4 -6
- package/dist/parquet-arrow-loader.d.ts.map +1 -0
- package/dist/{parquet-wasm-loader.js → parquet-arrow-loader.js} +10 -11
- package/dist/parquet-arrow-writer.d.ts +9 -0
- package/dist/parquet-arrow-writer.d.ts.map +1 -0
- package/dist/{parquet-wasm-writer.js → parquet-arrow-writer.js} +6 -8
- package/dist/parquet-format.d.ts +9 -0
- package/dist/parquet-format.d.ts.map +1 -0
- package/dist/parquet-format.js +11 -0
- package/dist/{parquet-loader.d.ts → parquet-json-loader.d.ts} +57 -87
- package/dist/parquet-json-loader.d.ts.map +1 -0
- package/dist/{parquet-loader.js → parquet-json-loader.js} +42 -47
- package/dist/parquet-json-writer.d.ts +19 -0
- package/dist/parquet-json-writer.d.ts.map +1 -0
- package/dist/{parquet-writer.js → parquet-json-writer.js} +4 -6
- package/dist/parquetjs/codecs/declare.d.ts.map +1 -1
- package/dist/parquetjs/codecs/declare.js +5 -0
- package/dist/parquetjs/codecs/dictionary.d.ts.map +1 -1
- package/dist/parquetjs/codecs/dictionary.js +5 -0
- package/dist/parquetjs/codecs/index.d.ts.map +1 -1
- package/dist/parquetjs/codecs/index.js +5 -0
- package/dist/parquetjs/codecs/plain.d.ts.map +1 -1
- package/dist/parquetjs/codecs/plain.js +5 -0
- package/dist/parquetjs/codecs/rle.d.ts.map +1 -1
- package/dist/parquetjs/codecs/rle.js +5 -1
- package/dist/parquetjs/compression.d.ts.map +1 -1
- package/dist/parquetjs/compression.js +5 -2
- package/dist/parquetjs/encoder/parquet-encoder.d.ts.map +1 -1
- package/dist/parquetjs/encoder/parquet-encoder.js +5 -0
- package/dist/parquetjs/parquet-thrift/BoundaryOrder.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/BoundaryOrder.js +5 -0
- package/dist/parquetjs/parquet-thrift/BsonType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/BsonType.js +5 -0
- package/dist/parquetjs/parquet-thrift/ColumnChunk.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/ColumnChunk.js +5 -0
- package/dist/parquetjs/parquet-thrift/ColumnIndex.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/ColumnIndex.js +5 -0
- package/dist/parquetjs/parquet-thrift/ColumnMetaData.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/ColumnMetaData.js +5 -0
- package/dist/parquetjs/parquet-thrift/ColumnOrder.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/ColumnOrder.js +5 -0
- package/dist/parquetjs/parquet-thrift/CompressionCodec.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/CompressionCodec.js +5 -0
- package/dist/parquetjs/parquet-thrift/ConvertedType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/ConvertedType.js +5 -0
- package/dist/parquetjs/parquet-thrift/DataPageHeader.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/DataPageHeader.js +5 -0
- package/dist/parquetjs/parquet-thrift/DataPageHeaderV2.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/DataPageHeaderV2.js +5 -0
- package/dist/parquetjs/parquet-thrift/DateType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/DateType.js +5 -0
- package/dist/parquetjs/parquet-thrift/DecimalType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/DecimalType.js +5 -0
- package/dist/parquetjs/parquet-thrift/DictionaryPageHeader.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/DictionaryPageHeader.js +5 -0
- package/dist/parquetjs/parquet-thrift/Encoding.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/Encoding.js +5 -0
- package/dist/parquetjs/parquet-thrift/EnumType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/EnumType.js +5 -0
- package/dist/parquetjs/parquet-thrift/FieldRepetitionType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/FieldRepetitionType.js +5 -0
- package/dist/parquetjs/parquet-thrift/FileMetaData.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/FileMetaData.js +5 -0
- package/dist/parquetjs/parquet-thrift/IndexPageHeader.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/IndexPageHeader.js +5 -0
- package/dist/parquetjs/parquet-thrift/IntType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/IntType.js +5 -0
- package/dist/parquetjs/parquet-thrift/JsonType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/JsonType.js +5 -0
- package/dist/parquetjs/parquet-thrift/KeyValue.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/KeyValue.js +5 -0
- package/dist/parquetjs/parquet-thrift/ListType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/ListType.js +5 -0
- package/dist/parquetjs/parquet-thrift/LogicalType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/LogicalType.js +5 -0
- package/dist/parquetjs/parquet-thrift/MapType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/MapType.js +5 -0
- package/dist/parquetjs/parquet-thrift/MicroSeconds.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/MicroSeconds.js +5 -0
- package/dist/parquetjs/parquet-thrift/MilliSeconds.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/MilliSeconds.js +5 -0
- package/dist/parquetjs/parquet-thrift/NullType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/NullType.js +5 -0
- package/dist/parquetjs/parquet-thrift/OffsetIndex.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/OffsetIndex.js +5 -0
- package/dist/parquetjs/parquet-thrift/PageEncodingStats.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/PageEncodingStats.js +5 -0
- package/dist/parquetjs/parquet-thrift/PageHeader.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/PageHeader.js +5 -0
- package/dist/parquetjs/parquet-thrift/PageLocation.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/PageLocation.js +5 -0
- package/dist/parquetjs/parquet-thrift/PageType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/PageType.js +5 -0
- package/dist/parquetjs/parquet-thrift/RowGroup.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/RowGroup.js +5 -0
- package/dist/parquetjs/parquet-thrift/SchemaElement.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/SchemaElement.js +5 -0
- package/dist/parquetjs/parquet-thrift/SortingColumn.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/SortingColumn.js +5 -0
- package/dist/parquetjs/parquet-thrift/Statistics.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/Statistics.js +5 -0
- package/dist/parquetjs/parquet-thrift/StringType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/StringType.js +5 -0
- package/dist/parquetjs/parquet-thrift/TimeType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/TimeType.js +5 -0
- package/dist/parquetjs/parquet-thrift/TimeUnit.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/TimeUnit.js +5 -0
- package/dist/parquetjs/parquet-thrift/TimestampType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/TimestampType.js +5 -0
- package/dist/parquetjs/parquet-thrift/Type.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/Type.js +5 -0
- package/dist/parquetjs/parquet-thrift/TypeDefinedOrder.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/TypeDefinedOrder.js +5 -0
- package/dist/parquetjs/parquet-thrift/UUIDType.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/UUIDType.js +5 -0
- package/dist/parquetjs/parquet-thrift/index.d.ts.map +1 -1
- package/dist/parquetjs/parquet-thrift/index.js +5 -0
- package/dist/parquetjs/parser/decoders.d.ts.map +1 -1
- package/dist/parquetjs/parser/decoders.js +5 -0
- package/dist/parquetjs/parser/parquet-reader.d.ts.map +1 -1
- package/dist/parquetjs/parser/parquet-reader.js +5 -0
- package/dist/parquetjs/schema/declare.d.ts.map +1 -1
- package/dist/parquetjs/schema/declare.js +5 -0
- package/dist/parquetjs/schema/schema.d.ts.map +1 -1
- package/dist/parquetjs/schema/schema.js +5 -1
- package/dist/parquetjs/schema/shred.d.ts.map +1 -1
- package/dist/parquetjs/schema/shred.js +5 -1
- package/dist/parquetjs/schema/types.d.ts.map +1 -1
- package/dist/parquetjs/schema/types.js +5 -1
- package/dist/parquetjs/utils/file-utils.d.ts.map +1 -1
- package/dist/parquetjs/utils/file-utils.js +5 -0
- package/dist/parquetjs/utils/read-utils.d.ts.map +1 -1
- package/dist/parquetjs/utils/read-utils.js +5 -0
- package/dist/polyfills/buffer/buffer.d.ts.map +1 -1
- package/dist/polyfills/buffer/buffer.js +0 -1
- package/dist/polyfills/buffer/index.d.ts.map +1 -1
- package/dist/polyfills/buffer/install-buffer-polyfill.d.ts.map +1 -1
- package/dist/polyfills/buffer/install-buffer-polyfill.js +3 -0
- package/dist/workers/parquet-json-worker.d.ts +2 -0
- package/dist/workers/parquet-json-worker.d.ts.map +1 -0
- package/dist/workers/{parquet-worker.js → parquet-json-worker.js} +2 -2
- package/package.json +13 -13
- package/src/index.ts +16 -9
- package/src/lib/encoders/{encode-parquet-wasm.ts → encode-arrow-to-parquet.ts} +4 -4
- package/src/lib/parsers/get-parquet-schema.ts +3 -3
- package/src/lib/parsers/parse-geoparquet-to-geojson.ts +36 -0
- package/src/lib/parsers/{parse-parquet-wasm.ts → parse-parquet-to-arrow.ts} +9 -9
- package/src/lib/parsers/parse-parquet-to-columns.ts +4 -4
- package/src/lib/parsers/{parse-parquet.ts → parse-parquet-to-json.ts} +5 -25
- package/src/{parquet-wasm-loader.ts → parquet-arrow-loader.ts} +18 -20
- package/src/parquet-arrow-writer.ts +33 -0
- package/src/parquet-format.ts +14 -0
- package/src/{parquet-loader.ts → parquet-json-loader.ts} +42 -48
- package/src/{parquet-writer.ts → parquet-json-writer.ts} +6 -8
- package/src/parquetjs/codecs/declare.ts +6 -1
- package/src/parquetjs/codecs/dictionary.ts +6 -0
- package/src/parquetjs/codecs/index.ts +6 -1
- package/src/parquetjs/codecs/plain.ts +6 -1
- package/src/parquetjs/codecs/rle.ts +5 -1
- package/src/parquetjs/compression.ts +5 -2
- package/src/parquetjs/encoder/parquet-encoder.ts +6 -1
- package/src/parquetjs/modules.d.ts +5 -1
- package/src/parquetjs/parquet-thrift/BoundaryOrder.ts +6 -0
- package/src/parquetjs/parquet-thrift/BsonType.ts +6 -0
- package/src/parquetjs/parquet-thrift/ColumnChunk.ts +6 -0
- package/src/parquetjs/parquet-thrift/ColumnIndex.ts +6 -0
- package/src/parquetjs/parquet-thrift/ColumnMetaData.ts +6 -0
- package/src/parquetjs/parquet-thrift/ColumnOrder.ts +6 -0
- package/src/parquetjs/parquet-thrift/CompressionCodec.ts +6 -0
- package/src/parquetjs/parquet-thrift/ConvertedType.ts +6 -0
- package/src/parquetjs/parquet-thrift/DataPageHeader.ts +6 -0
- package/src/parquetjs/parquet-thrift/DataPageHeaderV2.ts +6 -0
- package/src/parquetjs/parquet-thrift/DateType.ts +6 -0
- package/src/parquetjs/parquet-thrift/DecimalType.ts +6 -0
- package/src/parquetjs/parquet-thrift/DictionaryPageHeader.ts +6 -0
- package/src/parquetjs/parquet-thrift/Encoding.ts +6 -0
- package/src/parquetjs/parquet-thrift/EnumType.ts +6 -0
- package/src/parquetjs/parquet-thrift/FieldRepetitionType.ts +6 -0
- package/src/parquetjs/parquet-thrift/FileMetaData.ts +6 -0
- package/src/parquetjs/parquet-thrift/IndexPageHeader.ts +6 -0
- package/src/parquetjs/parquet-thrift/IntType.ts +6 -0
- package/src/parquetjs/parquet-thrift/JsonType.ts +6 -0
- package/src/parquetjs/parquet-thrift/KeyValue.ts +6 -0
- package/src/parquetjs/parquet-thrift/ListType.ts +6 -0
- package/src/parquetjs/parquet-thrift/LogicalType.ts +6 -0
- package/src/parquetjs/parquet-thrift/MapType.ts +6 -0
- package/src/parquetjs/parquet-thrift/MicroSeconds.ts +6 -0
- package/src/parquetjs/parquet-thrift/MilliSeconds.ts +6 -0
- package/src/parquetjs/parquet-thrift/NullType.ts +6 -0
- package/src/parquetjs/parquet-thrift/OffsetIndex.ts +6 -0
- package/src/parquetjs/parquet-thrift/PageEncodingStats.ts +6 -0
- package/src/parquetjs/parquet-thrift/PageHeader.ts +6 -0
- package/src/parquetjs/parquet-thrift/PageLocation.ts +6 -0
- package/src/parquetjs/parquet-thrift/PageType.ts +6 -0
- package/src/parquetjs/parquet-thrift/RowGroup.ts +6 -0
- package/src/parquetjs/parquet-thrift/SchemaElement.ts +6 -0
- package/src/parquetjs/parquet-thrift/SortingColumn.ts +6 -0
- package/src/parquetjs/parquet-thrift/Statistics.ts +6 -0
- package/src/parquetjs/parquet-thrift/StringType.ts +6 -0
- package/src/parquetjs/parquet-thrift/TimeType.ts +6 -0
- package/src/parquetjs/parquet-thrift/TimeUnit.ts +6 -0
- package/src/parquetjs/parquet-thrift/TimestampType.ts +6 -0
- package/src/parquetjs/parquet-thrift/Type.ts +6 -0
- package/src/parquetjs/parquet-thrift/TypeDefinedOrder.ts +6 -0
- package/src/parquetjs/parquet-thrift/UUIDType.ts +6 -0
- package/src/parquetjs/parquet-thrift/index.ts +6 -0
- package/src/parquetjs/parser/decoders.ts +6 -1
- package/src/parquetjs/parser/parquet-reader.ts +6 -1
- package/src/parquetjs/schema/declare.ts +6 -1
- package/src/parquetjs/schema/schema.ts +5 -1
- package/src/parquetjs/schema/shred.ts +5 -1
- package/src/parquetjs/schema/types.ts +6 -1
- package/src/parquetjs/utils/file-utils.ts +6 -1
- package/src/parquetjs/utils/read-utils.ts +6 -0
- package/src/polyfills/buffer/buffer.ts +0 -1
- package/src/polyfills/buffer/index.ts +1 -0
- package/src/polyfills/buffer/install-buffer-polyfill.ts +4 -0
- package/src/workers/{parquet-worker.ts → parquet-json-worker.ts} +2 -2
- package/dist/lib/encoders/encode-parquet-wasm.d.ts +0 -7
- package/dist/lib/encoders/encode-parquet-wasm.d.ts.map +0 -1
- package/dist/lib/parsers/parse-geoparquet.d.ts +0 -6
- package/dist/lib/parsers/parse-geoparquet.d.ts.map +0 -1
- package/dist/lib/parsers/parse-geoparquet.js +0 -58
- package/dist/lib/parsers/parse-parquet-wasm.d.ts.map +0 -1
- package/dist/lib/parsers/parse-parquet.d.ts.map +0 -1
- package/dist/parquet-loader.d.ts.map +0 -1
- package/dist/parquet-wasm-loader.d.ts.map +0 -1
- package/dist/parquet-wasm-writer.d.ts +0 -9
- package/dist/parquet-wasm-writer.d.ts.map +0 -1
- package/dist/parquet-writer.d.ts +0 -17
- package/dist/parquet-writer.d.ts.map +0 -1
- package/dist/workers/parquet-worker.d.ts +0 -2
- package/dist/workers/parquet-worker.d.ts.map +0 -1
- package/src/lib/parsers/parse-geoparquet.ts +0 -88
- package/src/parquet-wasm-writer.ts +0 -35
|
@@ -1,35 +0,0 @@
|
|
|
1
|
-
// loaders.gl
|
|
2
|
-
// SPDX-License-Identifier: MIT
|
|
3
|
-
// Copyright (c) vis.gl contributors
|
|
4
|
-
|
|
5
|
-
import type {WriterWithEncoder, WriterOptions} from '@loaders.gl/loader-utils';
|
|
6
|
-
import type {ArrowTable} from '@loaders.gl/arrow';
|
|
7
|
-
import {encode} from './lib/encoders/encode-parquet-wasm';
|
|
8
|
-
|
|
9
|
-
import {VERSION, PARQUET_WASM_URL} from './lib/constants';
|
|
10
|
-
|
|
11
|
-
export type ParquetWriterOptions = WriterOptions & {
|
|
12
|
-
parquet?: {
|
|
13
|
-
wasmUrl?: string;
|
|
14
|
-
};
|
|
15
|
-
};
|
|
16
|
-
|
|
17
|
-
/** Parquet WASM writer */
|
|
18
|
-
export const ParquetWasmWriter = {
|
|
19
|
-
name: 'Apache Parquet',
|
|
20
|
-
id: 'parquet-wasm',
|
|
21
|
-
module: 'parquet',
|
|
22
|
-
version: VERSION,
|
|
23
|
-
extensions: ['parquet'],
|
|
24
|
-
mimeTypes: ['application/octet-stream'],
|
|
25
|
-
binary: true,
|
|
26
|
-
options: {
|
|
27
|
-
parquet: {
|
|
28
|
-
wasmUrl: PARQUET_WASM_URL
|
|
29
|
-
}
|
|
30
|
-
},
|
|
31
|
-
encode(arrowTable: ArrowTable, options?: ParquetWriterOptions) {
|
|
32
|
-
options = {parquet: {...ParquetWasmWriter.options.parquet, ...options?.parquet}, ...options};
|
|
33
|
-
return encode(arrowTable, options);
|
|
34
|
-
}
|
|
35
|
-
} as const satisfies WriterWithEncoder<ArrowTable, never, ParquetWriterOptions>;
|