@loaders.gl/parquet 5.0.0-alpha.10 → 5.0.0-alpha.11
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/delta-source-loader-types.js +1 -1
- package/dist/delta-source.js +1 -1
- package/dist/geoparquet-loader.js +1 -1
- package/dist/index.cjs +234 -234
- package/dist/index.cjs.map +3 -3
- package/dist/lib/constants.js +1 -1
- package/dist/parquet-dataset-source.cjs +123 -123
- package/dist/parquet-dataset-source.cjs.map +3 -3
- package/dist/parquet-js-loader-types.js +1 -1
- package/dist/parquet-js-writer.js +1 -1
- package/dist/parquet-loader-base.js +1 -1
- package/dist/parquet-source-loader-types.js +1 -1
- package/dist/parquet-source-loader.cjs +123 -123
- package/dist/parquet-source-loader.cjs.map +3 -3
- package/dist/parquet-source-worker.js +234 -234
- package/dist/parquet-source-worker.js.map +4 -4
- package/dist/parquet-worker-node.cjs +29 -11
- package/dist/parquet-worker-node.cjs.map +3 -3
- package/dist/parquet-worker.js +1 -1
- package/dist/parquet-worker.js.map +1 -1
- package/package.json +12 -12
|
@@ -4,7 +4,7 @@
|
|
|
4
4
|
import { DeltaFormat } from "./delta-format.js";
|
|
5
5
|
// __VERSION__ is injected by babel-plugin-version-inline
|
|
6
6
|
// @ts-ignore TS2304: Cannot find name '__VERSION__'.
|
|
7
|
-
const VERSION = typeof "5.0.0-alpha.
|
|
7
|
+
const VERSION = typeof "5.0.0-alpha.11" !== 'undefined' ? "5.0.0-alpha.11" : 'latest';
|
|
8
8
|
/** Loads the parser-bearing Delta source implementation on demand. */
|
|
9
9
|
async function preloadDeltaSourceLoader() {
|
|
10
10
|
const { DeltaSourceLoaderWithParser } = await import('@loaders.gl/parquet/delta-source');
|
package/dist/delta-source.js
CHANGED
|
@@ -7,7 +7,7 @@ import { PARQUET_TABLE_QUERY_CAPABILITIES } from "./parquet-source-capabilities.
|
|
|
7
7
|
import { DeltaFormat } from "./delta-format.js";
|
|
8
8
|
// __VERSION__ is injected by babel-plugin-version-inline
|
|
9
9
|
// @ts-ignore TS2304: Cannot find name '__VERSION__'.
|
|
10
|
-
const VERSION = typeof "5.0.0-alpha.
|
|
10
|
+
const VERSION = typeof "5.0.0-alpha.11" !== 'undefined' ? "5.0.0-alpha.11" : 'latest';
|
|
11
11
|
/** Lightweight Delta Lake snapshot source backed by a newline-delimited commit log. */
|
|
12
12
|
export class DeltaTableSource extends DataSource {
|
|
13
13
|
actionsPromises = new Map();
|
|
@@ -5,7 +5,7 @@ import { ParquetFormat } from "./parquet-format.js";
|
|
|
5
5
|
import { PARQUET_LOADER_DEFAULT_OPTIONS } from "./parquet-loader-options.js";
|
|
6
6
|
// __VERSION__ is injected by babel-plugin-version-inline
|
|
7
7
|
// @ts-ignore TS2304: Cannot find name '__VERSION__'.
|
|
8
|
-
const VERSION = typeof "5.0.0-alpha.
|
|
8
|
+
const VERSION = typeof "5.0.0-alpha.11" !== 'undefined' ? "5.0.0-alpha.11" : 'latest';
|
|
9
9
|
/** Preloads the parser-bearing GeoParquet loader implementation. */
|
|
10
10
|
async function preloadGeoParquetLoader() {
|
|
11
11
|
const { GeoParquetLoaderWithParser } = await import("./geoparquet-loader-with-parser.js");
|
package/dist/index.cjs
CHANGED
|
@@ -73,7 +73,7 @@ var init_parquet_loader_base = __esm({
|
|
|
73
73
|
"use strict";
|
|
74
74
|
init_parquet_format();
|
|
75
75
|
init_parquet_loader_options();
|
|
76
|
-
VERSION = true ? "5.0.0-alpha.
|
|
76
|
+
VERSION = true ? "5.0.0-alpha.11" : "latest";
|
|
77
77
|
PARQUET_LOADER_BASE = {
|
|
78
78
|
...ParquetFormat,
|
|
79
79
|
dataType: null,
|
|
@@ -7587,7 +7587,7 @@ var init_geoparquet_loader = __esm({
|
|
|
7587
7587
|
"use strict";
|
|
7588
7588
|
init_parquet_format();
|
|
7589
7589
|
init_parquet_loader_options();
|
|
7590
|
-
VERSION5 = true ? "5.0.0-alpha.
|
|
7590
|
+
VERSION5 = true ? "5.0.0-alpha.11" : "latest";
|
|
7591
7591
|
GeoParquetLoader = {
|
|
7592
7592
|
...ParquetFormat,
|
|
7593
7593
|
dataType: null,
|
|
@@ -9845,6 +9845,234 @@ var init_codecs = __esm({
|
|
|
9845
9845
|
}
|
|
9846
9846
|
});
|
|
9847
9847
|
|
|
9848
|
+
// ../compression/src/lib/native-compressor.ts
|
|
9849
|
+
var native_compressor_exports = {};
|
|
9850
|
+
__export(native_compressor_exports, {
|
|
9851
|
+
NativeCompressor: () => NativeCompressor
|
|
9852
|
+
});
|
|
9853
|
+
var NativeCompressor;
|
|
9854
|
+
var init_native_compressor = __esm({
|
|
9855
|
+
"../compression/src/lib/native-compressor.ts"() {
|
|
9856
|
+
"use strict";
|
|
9857
|
+
init_compression();
|
|
9858
|
+
init_compression_stream();
|
|
9859
|
+
NativeCompressor = class extends Compressor {
|
|
9860
|
+
name;
|
|
9861
|
+
extensions;
|
|
9862
|
+
contentEncodings;
|
|
9863
|
+
isSupported = true;
|
|
9864
|
+
/** Runtime stream format used for every operation. */
|
|
9865
|
+
format;
|
|
9866
|
+
constructor(metadata, format, options = {}) {
|
|
9867
|
+
super(options);
|
|
9868
|
+
this.name = metadata.name;
|
|
9869
|
+
this.extensions = [...metadata.extensions];
|
|
9870
|
+
this.contentEncodings = [...metadata.contentEncodings];
|
|
9871
|
+
this.format = format;
|
|
9872
|
+
}
|
|
9873
|
+
/** Compresses one buffer with the runtime-provided stream. */
|
|
9874
|
+
async compress(input) {
|
|
9875
|
+
const output = await compressWithNativeCompressionStream(input, this.format);
|
|
9876
|
+
if (!output) throw new Error(`${this.name}: built-in compression is no longer available`);
|
|
9877
|
+
return output;
|
|
9878
|
+
}
|
|
9879
|
+
/** Compresses batches incrementally with the runtime-provided stream. */
|
|
9880
|
+
async *compressBatches(inputBatches) {
|
|
9881
|
+
const output = compressBatchesWithNativeCompressionStream(inputBatches, this.format);
|
|
9882
|
+
if (!output) throw new Error(`${this.name}: built-in compression is no longer available`);
|
|
9883
|
+
yield* output;
|
|
9884
|
+
}
|
|
9885
|
+
};
|
|
9886
|
+
}
|
|
9887
|
+
});
|
|
9888
|
+
|
|
9889
|
+
// ../compression/src/lib/native-decompressor.ts
|
|
9890
|
+
var native_decompressor_exports = {};
|
|
9891
|
+
__export(native_decompressor_exports, {
|
|
9892
|
+
NativeDecompressor: () => NativeDecompressor
|
|
9893
|
+
});
|
|
9894
|
+
var NativeDecompressor;
|
|
9895
|
+
var init_native_decompressor = __esm({
|
|
9896
|
+
"../compression/src/lib/native-decompressor.ts"() {
|
|
9897
|
+
"use strict";
|
|
9898
|
+
init_compression();
|
|
9899
|
+
init_decompression_stream();
|
|
9900
|
+
NativeDecompressor = class extends Decompressor {
|
|
9901
|
+
name;
|
|
9902
|
+
extensions;
|
|
9903
|
+
contentEncodings;
|
|
9904
|
+
isSupported = true;
|
|
9905
|
+
/** Runtime stream format used for every operation. */
|
|
9906
|
+
format;
|
|
9907
|
+
constructor(metadata, format, options = {}) {
|
|
9908
|
+
super(options);
|
|
9909
|
+
this.name = metadata.name;
|
|
9910
|
+
this.extensions = [...metadata.extensions];
|
|
9911
|
+
this.contentEncodings = [...metadata.contentEncodings];
|
|
9912
|
+
this.format = format;
|
|
9913
|
+
}
|
|
9914
|
+
/** Decompresses one buffer with the runtime-provided stream. */
|
|
9915
|
+
async decompress(input) {
|
|
9916
|
+
const output = await decompressWithNativeDecompressionStream(input, this.format);
|
|
9917
|
+
if (!output) throw new Error(`${this.name}: built-in decompression is no longer available`);
|
|
9918
|
+
return output;
|
|
9919
|
+
}
|
|
9920
|
+
/** Decompresses batches incrementally with the runtime-provided stream. */
|
|
9921
|
+
async *decompressBatches(inputBatches) {
|
|
9922
|
+
const output = decompressBatchesWithNativeDecompressionStream(inputBatches, this.format);
|
|
9923
|
+
if (!output) throw new Error(`${this.name}: built-in decompression is no longer available`);
|
|
9924
|
+
yield* output;
|
|
9925
|
+
}
|
|
9926
|
+
};
|
|
9927
|
+
}
|
|
9928
|
+
});
|
|
9929
|
+
|
|
9930
|
+
// ../compression/src/lib/lazy-compression.ts
|
|
9931
|
+
function mergeModules(options, modules) {
|
|
9932
|
+
return { ...options, modules: { ...options.modules, ...modules } };
|
|
9933
|
+
}
|
|
9934
|
+
var LazyCompressor, LazyDecompressor;
|
|
9935
|
+
var init_lazy_compression = __esm({
|
|
9936
|
+
"../compression/src/lib/lazy-compression.ts"() {
|
|
9937
|
+
"use strict";
|
|
9938
|
+
init_compression();
|
|
9939
|
+
init_compression_stream();
|
|
9940
|
+
init_decompression_stream();
|
|
9941
|
+
LazyCompressor = class extends Compressor {
|
|
9942
|
+
name;
|
|
9943
|
+
extensions;
|
|
9944
|
+
contentEncodings;
|
|
9945
|
+
isSupported = true;
|
|
9946
|
+
/** Constructor options retained until a concrete implementation is selected. */
|
|
9947
|
+
options;
|
|
9948
|
+
/** Built-in stream format to probe, or null when the format has no built-in path. */
|
|
9949
|
+
nativeFormat;
|
|
9950
|
+
/** Returns whether built-in selection remains eligible for the merged preload options. */
|
|
9951
|
+
shouldUseNative;
|
|
9952
|
+
/** Dynamically imports the balanced fallback constructor. */
|
|
9953
|
+
loadFallback;
|
|
9954
|
+
/** Selected concrete implementation after preload completes. */
|
|
9955
|
+
implementation = null;
|
|
9956
|
+
/** Shared in-flight selection used by concurrent asynchronous calls. */
|
|
9957
|
+
implementationPromise = null;
|
|
9958
|
+
constructor(metadata, loadFallback, options = {}, nativeFormat = null, shouldUseNative = () => true) {
|
|
9959
|
+
super(options);
|
|
9960
|
+
this.name = metadata.name;
|
|
9961
|
+
this.extensions = [...metadata.extensions];
|
|
9962
|
+
this.contentEncodings = [...metadata.contentEncodings];
|
|
9963
|
+
this.options = options;
|
|
9964
|
+
this.nativeFormat = nativeFormat;
|
|
9965
|
+
this.shouldUseNative = shouldUseNative;
|
|
9966
|
+
this.loadFallback = loadFallback;
|
|
9967
|
+
}
|
|
9968
|
+
/** Selects and returns the built-in or dynamically imported fallback compressor. */
|
|
9969
|
+
async preload(modules = {}) {
|
|
9970
|
+
if (this.implementation) return this.implementation;
|
|
9971
|
+
const options = mergeModules(this.options, modules);
|
|
9972
|
+
this.implementationPromise ||= this.loadImplementation(options);
|
|
9973
|
+
try {
|
|
9974
|
+
this.implementation = await this.implementationPromise;
|
|
9975
|
+
return this.implementation;
|
|
9976
|
+
} catch (error) {
|
|
9977
|
+
this.implementationPromise = null;
|
|
9978
|
+
throw error;
|
|
9979
|
+
}
|
|
9980
|
+
}
|
|
9981
|
+
/** Loads the selected concrete compressor. */
|
|
9982
|
+
async loadImplementation(options) {
|
|
9983
|
+
if (options.useNative !== false && this.nativeFormat && this.shouldUseNative(options) && isNativeCompressionSupported(this.nativeFormat)) {
|
|
9984
|
+
const { NativeCompressor: NativeCompressor2 } = await Promise.resolve().then(() => (init_native_compressor(), native_compressor_exports));
|
|
9985
|
+
return new NativeCompressor2(this, this.nativeFormat, options);
|
|
9986
|
+
}
|
|
9987
|
+
const Compressor2 = await this.loadFallback();
|
|
9988
|
+
const implementation = new Compressor2({ ...options, useNative: false });
|
|
9989
|
+
await implementation.preload(options.modules);
|
|
9990
|
+
return implementation;
|
|
9991
|
+
}
|
|
9992
|
+
/** Compresses after lazily selecting the default implementation. */
|
|
9993
|
+
async compress(input) {
|
|
9994
|
+
return (await this.preload()).compress(input);
|
|
9995
|
+
}
|
|
9996
|
+
/** Compresses synchronously after an implementation has been preloaded. */
|
|
9997
|
+
compressSync(input) {
|
|
9998
|
+
if (!this.implementation) throw new Error(`${this.name}: call preload() before compressSync()`);
|
|
9999
|
+
return this.implementation.compressSync(input);
|
|
10000
|
+
}
|
|
10001
|
+
/** Compresses batches after lazily selecting the default implementation. */
|
|
10002
|
+
async *compressBatches(inputBatches) {
|
|
10003
|
+
yield* (await this.preload()).compressBatches(inputBatches);
|
|
10004
|
+
}
|
|
10005
|
+
};
|
|
10006
|
+
LazyDecompressor = class extends Decompressor {
|
|
10007
|
+
name;
|
|
10008
|
+
extensions;
|
|
10009
|
+
contentEncodings;
|
|
10010
|
+
isSupported = true;
|
|
10011
|
+
/** Constructor options retained until a concrete implementation is selected. */
|
|
10012
|
+
options;
|
|
10013
|
+
/** Built-in stream format to probe, or null when the format has no built-in path. */
|
|
10014
|
+
nativeFormat;
|
|
10015
|
+
/** Returns whether built-in selection remains eligible for the merged preload options. */
|
|
10016
|
+
shouldUseNative;
|
|
10017
|
+
/** Dynamically imports the balanced fallback constructor. */
|
|
10018
|
+
loadFallback;
|
|
10019
|
+
/** Selected concrete implementation after preload completes. */
|
|
10020
|
+
implementation = null;
|
|
10021
|
+
/** Shared in-flight selection used by concurrent asynchronous calls. */
|
|
10022
|
+
implementationPromise = null;
|
|
10023
|
+
constructor(metadata, loadFallback, options = {}, nativeFormat = null, shouldUseNative = () => true) {
|
|
10024
|
+
super(options);
|
|
10025
|
+
this.name = metadata.name;
|
|
10026
|
+
this.extensions = [...metadata.extensions];
|
|
10027
|
+
this.contentEncodings = [...metadata.contentEncodings];
|
|
10028
|
+
this.options = options;
|
|
10029
|
+
this.nativeFormat = nativeFormat;
|
|
10030
|
+
this.shouldUseNative = shouldUseNative;
|
|
10031
|
+
this.loadFallback = loadFallback;
|
|
10032
|
+
}
|
|
10033
|
+
/** Selects and returns the built-in or dynamically imported fallback decompressor. */
|
|
10034
|
+
async preload(modules = {}) {
|
|
10035
|
+
if (this.implementation) return this.implementation;
|
|
10036
|
+
const options = mergeModules(this.options, modules);
|
|
10037
|
+
this.implementationPromise ||= this.loadImplementation(options);
|
|
10038
|
+
try {
|
|
10039
|
+
this.implementation = await this.implementationPromise;
|
|
10040
|
+
return this.implementation;
|
|
10041
|
+
} catch (error) {
|
|
10042
|
+
this.implementationPromise = null;
|
|
10043
|
+
throw error;
|
|
10044
|
+
}
|
|
10045
|
+
}
|
|
10046
|
+
/** Loads the selected concrete decompressor. */
|
|
10047
|
+
async loadImplementation(options) {
|
|
10048
|
+
if (options.useNative !== false && this.nativeFormat && this.shouldUseNative(options) && isNativeDecompressionSupported(this.nativeFormat)) {
|
|
10049
|
+
const { NativeDecompressor: NativeDecompressor2 } = await Promise.resolve().then(() => (init_native_decompressor(), native_decompressor_exports));
|
|
10050
|
+
return new NativeDecompressor2(this, this.nativeFormat, options);
|
|
10051
|
+
}
|
|
10052
|
+
const Decompressor2 = await this.loadFallback();
|
|
10053
|
+
const implementation = new Decompressor2({ ...options, useNative: false });
|
|
10054
|
+
await implementation.preload(options.modules);
|
|
10055
|
+
return implementation;
|
|
10056
|
+
}
|
|
10057
|
+
/** Decompresses after lazily selecting the default implementation. */
|
|
10058
|
+
async decompress(input, size) {
|
|
10059
|
+
return (await this.preload()).decompress(input, size);
|
|
10060
|
+
}
|
|
10061
|
+
/** Decompresses synchronously after an implementation has been preloaded. */
|
|
10062
|
+
decompressSync(input, size) {
|
|
10063
|
+
if (!this.implementation) {
|
|
10064
|
+
throw new Error(`${this.name}: call preload() before decompressSync()`);
|
|
10065
|
+
}
|
|
10066
|
+
return this.implementation.decompressSync(input, size);
|
|
10067
|
+
}
|
|
10068
|
+
/** Decompresses batches after lazily selecting the default implementation. */
|
|
10069
|
+
async *decompressBatches(inputBatches) {
|
|
10070
|
+
yield* (await this.preload()).decompressBatches(inputBatches);
|
|
10071
|
+
}
|
|
10072
|
+
};
|
|
10073
|
+
}
|
|
10074
|
+
});
|
|
10075
|
+
|
|
9848
10076
|
// ../compression/src/lib/fflate/index.ts
|
|
9849
10077
|
function gzipSync(data, opts) {
|
|
9850
10078
|
if (!opts) opts = {};
|
|
@@ -10634,234 +10862,6 @@ var init_fflate = __esm({
|
|
|
10634
10862
|
}
|
|
10635
10863
|
});
|
|
10636
10864
|
|
|
10637
|
-
// ../compression/src/lib/native-compressor.ts
|
|
10638
|
-
var native_compressor_exports = {};
|
|
10639
|
-
__export(native_compressor_exports, {
|
|
10640
|
-
NativeCompressor: () => NativeCompressor
|
|
10641
|
-
});
|
|
10642
|
-
var NativeCompressor;
|
|
10643
|
-
var init_native_compressor = __esm({
|
|
10644
|
-
"../compression/src/lib/native-compressor.ts"() {
|
|
10645
|
-
"use strict";
|
|
10646
|
-
init_compression();
|
|
10647
|
-
init_compression_stream();
|
|
10648
|
-
NativeCompressor = class extends Compressor {
|
|
10649
|
-
name;
|
|
10650
|
-
extensions;
|
|
10651
|
-
contentEncodings;
|
|
10652
|
-
isSupported = true;
|
|
10653
|
-
/** Runtime stream format used for every operation. */
|
|
10654
|
-
format;
|
|
10655
|
-
constructor(metadata, format, options = {}) {
|
|
10656
|
-
super(options);
|
|
10657
|
-
this.name = metadata.name;
|
|
10658
|
-
this.extensions = [...metadata.extensions];
|
|
10659
|
-
this.contentEncodings = [...metadata.contentEncodings];
|
|
10660
|
-
this.format = format;
|
|
10661
|
-
}
|
|
10662
|
-
/** Compresses one buffer with the runtime-provided stream. */
|
|
10663
|
-
async compress(input) {
|
|
10664
|
-
const output = await compressWithNativeCompressionStream(input, this.format);
|
|
10665
|
-
if (!output) throw new Error(`${this.name}: built-in compression is no longer available`);
|
|
10666
|
-
return output;
|
|
10667
|
-
}
|
|
10668
|
-
/** Compresses batches incrementally with the runtime-provided stream. */
|
|
10669
|
-
async *compressBatches(inputBatches) {
|
|
10670
|
-
const output = compressBatchesWithNativeCompressionStream(inputBatches, this.format);
|
|
10671
|
-
if (!output) throw new Error(`${this.name}: built-in compression is no longer available`);
|
|
10672
|
-
yield* output;
|
|
10673
|
-
}
|
|
10674
|
-
};
|
|
10675
|
-
}
|
|
10676
|
-
});
|
|
10677
|
-
|
|
10678
|
-
// ../compression/src/lib/native-decompressor.ts
|
|
10679
|
-
var native_decompressor_exports = {};
|
|
10680
|
-
__export(native_decompressor_exports, {
|
|
10681
|
-
NativeDecompressor: () => NativeDecompressor
|
|
10682
|
-
});
|
|
10683
|
-
var NativeDecompressor;
|
|
10684
|
-
var init_native_decompressor = __esm({
|
|
10685
|
-
"../compression/src/lib/native-decompressor.ts"() {
|
|
10686
|
-
"use strict";
|
|
10687
|
-
init_compression();
|
|
10688
|
-
init_decompression_stream();
|
|
10689
|
-
NativeDecompressor = class extends Decompressor {
|
|
10690
|
-
name;
|
|
10691
|
-
extensions;
|
|
10692
|
-
contentEncodings;
|
|
10693
|
-
isSupported = true;
|
|
10694
|
-
/** Runtime stream format used for every operation. */
|
|
10695
|
-
format;
|
|
10696
|
-
constructor(metadata, format, options = {}) {
|
|
10697
|
-
super(options);
|
|
10698
|
-
this.name = metadata.name;
|
|
10699
|
-
this.extensions = [...metadata.extensions];
|
|
10700
|
-
this.contentEncodings = [...metadata.contentEncodings];
|
|
10701
|
-
this.format = format;
|
|
10702
|
-
}
|
|
10703
|
-
/** Decompresses one buffer with the runtime-provided stream. */
|
|
10704
|
-
async decompress(input) {
|
|
10705
|
-
const output = await decompressWithNativeDecompressionStream(input, this.format);
|
|
10706
|
-
if (!output) throw new Error(`${this.name}: built-in decompression is no longer available`);
|
|
10707
|
-
return output;
|
|
10708
|
-
}
|
|
10709
|
-
/** Decompresses batches incrementally with the runtime-provided stream. */
|
|
10710
|
-
async *decompressBatches(inputBatches) {
|
|
10711
|
-
const output = decompressBatchesWithNativeDecompressionStream(inputBatches, this.format);
|
|
10712
|
-
if (!output) throw new Error(`${this.name}: built-in decompression is no longer available`);
|
|
10713
|
-
yield* output;
|
|
10714
|
-
}
|
|
10715
|
-
};
|
|
10716
|
-
}
|
|
10717
|
-
});
|
|
10718
|
-
|
|
10719
|
-
// ../compression/src/lib/lazy-compression.ts
|
|
10720
|
-
function mergeModules(options, modules) {
|
|
10721
|
-
return { ...options, modules: { ...options.modules, ...modules } };
|
|
10722
|
-
}
|
|
10723
|
-
var LazyCompressor, LazyDecompressor;
|
|
10724
|
-
var init_lazy_compression = __esm({
|
|
10725
|
-
"../compression/src/lib/lazy-compression.ts"() {
|
|
10726
|
-
"use strict";
|
|
10727
|
-
init_compression();
|
|
10728
|
-
init_compression_stream();
|
|
10729
|
-
init_decompression_stream();
|
|
10730
|
-
LazyCompressor = class extends Compressor {
|
|
10731
|
-
name;
|
|
10732
|
-
extensions;
|
|
10733
|
-
contentEncodings;
|
|
10734
|
-
isSupported = true;
|
|
10735
|
-
/** Constructor options retained until a concrete implementation is selected. */
|
|
10736
|
-
options;
|
|
10737
|
-
/** Built-in stream format to probe, or null when the format has no built-in path. */
|
|
10738
|
-
nativeFormat;
|
|
10739
|
-
/** Returns whether built-in selection remains eligible for the merged preload options. */
|
|
10740
|
-
shouldUseNative;
|
|
10741
|
-
/** Dynamically imports the balanced fallback constructor. */
|
|
10742
|
-
loadFallback;
|
|
10743
|
-
/** Selected concrete implementation after preload completes. */
|
|
10744
|
-
implementation = null;
|
|
10745
|
-
/** Shared in-flight selection used by concurrent asynchronous calls. */
|
|
10746
|
-
implementationPromise = null;
|
|
10747
|
-
constructor(metadata, loadFallback, options = {}, nativeFormat = null, shouldUseNative = () => true) {
|
|
10748
|
-
super(options);
|
|
10749
|
-
this.name = metadata.name;
|
|
10750
|
-
this.extensions = [...metadata.extensions];
|
|
10751
|
-
this.contentEncodings = [...metadata.contentEncodings];
|
|
10752
|
-
this.options = options;
|
|
10753
|
-
this.nativeFormat = nativeFormat;
|
|
10754
|
-
this.shouldUseNative = shouldUseNative;
|
|
10755
|
-
this.loadFallback = loadFallback;
|
|
10756
|
-
}
|
|
10757
|
-
/** Selects and returns the built-in or dynamically imported fallback compressor. */
|
|
10758
|
-
async preload(modules = {}) {
|
|
10759
|
-
if (this.implementation) return this.implementation;
|
|
10760
|
-
const options = mergeModules(this.options, modules);
|
|
10761
|
-
this.implementationPromise ||= this.loadImplementation(options);
|
|
10762
|
-
try {
|
|
10763
|
-
this.implementation = await this.implementationPromise;
|
|
10764
|
-
return this.implementation;
|
|
10765
|
-
} catch (error) {
|
|
10766
|
-
this.implementationPromise = null;
|
|
10767
|
-
throw error;
|
|
10768
|
-
}
|
|
10769
|
-
}
|
|
10770
|
-
/** Loads the selected concrete compressor. */
|
|
10771
|
-
async loadImplementation(options) {
|
|
10772
|
-
if (options.useNative !== false && this.nativeFormat && this.shouldUseNative(options) && isNativeCompressionSupported(this.nativeFormat)) {
|
|
10773
|
-
const { NativeCompressor: NativeCompressor2 } = await Promise.resolve().then(() => (init_native_compressor(), native_compressor_exports));
|
|
10774
|
-
return new NativeCompressor2(this, this.nativeFormat, options);
|
|
10775
|
-
}
|
|
10776
|
-
const Compressor2 = await this.loadFallback();
|
|
10777
|
-
const implementation = new Compressor2({ ...options, useNative: false });
|
|
10778
|
-
await implementation.preload(options.modules);
|
|
10779
|
-
return implementation;
|
|
10780
|
-
}
|
|
10781
|
-
/** Compresses after lazily selecting the default implementation. */
|
|
10782
|
-
async compress(input) {
|
|
10783
|
-
return (await this.preload()).compress(input);
|
|
10784
|
-
}
|
|
10785
|
-
/** Compresses synchronously after an implementation has been preloaded. */
|
|
10786
|
-
compressSync(input) {
|
|
10787
|
-
if (!this.implementation) throw new Error(`${this.name}: call preload() before compressSync()`);
|
|
10788
|
-
return this.implementation.compressSync(input);
|
|
10789
|
-
}
|
|
10790
|
-
/** Compresses batches after lazily selecting the default implementation. */
|
|
10791
|
-
async *compressBatches(inputBatches) {
|
|
10792
|
-
yield* (await this.preload()).compressBatches(inputBatches);
|
|
10793
|
-
}
|
|
10794
|
-
};
|
|
10795
|
-
LazyDecompressor = class extends Decompressor {
|
|
10796
|
-
name;
|
|
10797
|
-
extensions;
|
|
10798
|
-
contentEncodings;
|
|
10799
|
-
isSupported = true;
|
|
10800
|
-
/** Constructor options retained until a concrete implementation is selected. */
|
|
10801
|
-
options;
|
|
10802
|
-
/** Built-in stream format to probe, or null when the format has no built-in path. */
|
|
10803
|
-
nativeFormat;
|
|
10804
|
-
/** Returns whether built-in selection remains eligible for the merged preload options. */
|
|
10805
|
-
shouldUseNative;
|
|
10806
|
-
/** Dynamically imports the balanced fallback constructor. */
|
|
10807
|
-
loadFallback;
|
|
10808
|
-
/** Selected concrete implementation after preload completes. */
|
|
10809
|
-
implementation = null;
|
|
10810
|
-
/** Shared in-flight selection used by concurrent asynchronous calls. */
|
|
10811
|
-
implementationPromise = null;
|
|
10812
|
-
constructor(metadata, loadFallback, options = {}, nativeFormat = null, shouldUseNative = () => true) {
|
|
10813
|
-
super(options);
|
|
10814
|
-
this.name = metadata.name;
|
|
10815
|
-
this.extensions = [...metadata.extensions];
|
|
10816
|
-
this.contentEncodings = [...metadata.contentEncodings];
|
|
10817
|
-
this.options = options;
|
|
10818
|
-
this.nativeFormat = nativeFormat;
|
|
10819
|
-
this.shouldUseNative = shouldUseNative;
|
|
10820
|
-
this.loadFallback = loadFallback;
|
|
10821
|
-
}
|
|
10822
|
-
/** Selects and returns the built-in or dynamically imported fallback decompressor. */
|
|
10823
|
-
async preload(modules = {}) {
|
|
10824
|
-
if (this.implementation) return this.implementation;
|
|
10825
|
-
const options = mergeModules(this.options, modules);
|
|
10826
|
-
this.implementationPromise ||= this.loadImplementation(options);
|
|
10827
|
-
try {
|
|
10828
|
-
this.implementation = await this.implementationPromise;
|
|
10829
|
-
return this.implementation;
|
|
10830
|
-
} catch (error) {
|
|
10831
|
-
this.implementationPromise = null;
|
|
10832
|
-
throw error;
|
|
10833
|
-
}
|
|
10834
|
-
}
|
|
10835
|
-
/** Loads the selected concrete decompressor. */
|
|
10836
|
-
async loadImplementation(options) {
|
|
10837
|
-
if (options.useNative !== false && this.nativeFormat && this.shouldUseNative(options) && isNativeDecompressionSupported(this.nativeFormat)) {
|
|
10838
|
-
const { NativeDecompressor: NativeDecompressor2 } = await Promise.resolve().then(() => (init_native_decompressor(), native_decompressor_exports));
|
|
10839
|
-
return new NativeDecompressor2(this, this.nativeFormat, options);
|
|
10840
|
-
}
|
|
10841
|
-
const Decompressor2 = await this.loadFallback();
|
|
10842
|
-
const implementation = new Decompressor2({ ...options, useNative: false });
|
|
10843
|
-
await implementation.preload(options.modules);
|
|
10844
|
-
return implementation;
|
|
10845
|
-
}
|
|
10846
|
-
/** Decompresses after lazily selecting the default implementation. */
|
|
10847
|
-
async decompress(input, size) {
|
|
10848
|
-
return (await this.preload()).decompress(input, size);
|
|
10849
|
-
}
|
|
10850
|
-
/** Decompresses synchronously after an implementation has been preloaded. */
|
|
10851
|
-
decompressSync(input, size) {
|
|
10852
|
-
if (!this.implementation) {
|
|
10853
|
-
throw new Error(`${this.name}: call preload() before decompressSync()`);
|
|
10854
|
-
}
|
|
10855
|
-
return this.implementation.decompressSync(input, size);
|
|
10856
|
-
}
|
|
10857
|
-
/** Decompresses batches after lazily selecting the default implementation. */
|
|
10858
|
-
async *decompressBatches(inputBatches) {
|
|
10859
|
-
yield* (await this.preload()).decompressBatches(inputBatches);
|
|
10860
|
-
}
|
|
10861
|
-
};
|
|
10862
|
-
}
|
|
10863
|
-
});
|
|
10864
|
-
|
|
10865
10865
|
// ../compression/src/lib/fflate-stream.ts
|
|
10866
10866
|
async function* transformFflateBatches(processor, inputBatches) {
|
|
10867
10867
|
const chunks = [];
|
|
@@ -29234,7 +29234,7 @@ init_geoparquet_loader();
|
|
|
29234
29234
|
|
|
29235
29235
|
// dist/parquet-js-loader-types.js
|
|
29236
29236
|
init_parquet_format();
|
|
29237
|
-
var VERSION8 = true ? "5.0.0-alpha.
|
|
29237
|
+
var VERSION8 = true ? "5.0.0-alpha.11" : "latest";
|
|
29238
29238
|
var DEFAULT_PARQUET_JS_OPTIONS3 = {
|
|
29239
29239
|
columns: void 0,
|
|
29240
29240
|
preserveBinary: false,
|
|
@@ -29261,7 +29261,7 @@ var ParquetJSLoader2 = {
|
|
|
29261
29261
|
|
|
29262
29262
|
// dist/parquet-source-loader-types.js
|
|
29263
29263
|
init_parquet_format();
|
|
29264
|
-
var VERSION10 = true ? "5.0.0-alpha.
|
|
29264
|
+
var VERSION10 = true ? "5.0.0-alpha.11" : "latest";
|
|
29265
29265
|
async function preloadParquetSourceLoader2() {
|
|
29266
29266
|
const { ParquetSourceLoaderWithParser: ParquetSourceLoaderWithParser2 } = await Promise.resolve().then(() => (init_parquet_source_loader(), parquet_source_loader_exports));
|
|
29267
29267
|
return ParquetSourceLoaderWithParser2;
|
|
@@ -29385,7 +29385,7 @@ init_normalize_parquet_options2();
|
|
|
29385
29385
|
init_parquet_format();
|
|
29386
29386
|
|
|
29387
29387
|
// dist/lib/constants.js
|
|
29388
|
-
var VERSION11 = true ? "5.0.0-alpha.
|
|
29388
|
+
var VERSION11 = true ? "5.0.0-alpha.11" : "latest";
|
|
29389
29389
|
var PARQUET_MAGIC2 = "PAR1";
|
|
29390
29390
|
var PARQUET_MAGIC_ENCRYPTED2 = "PARE";
|
|
29391
29391
|
var PARQUET_RDLVL_TYPE2 = "INT32";
|
|
@@ -40258,7 +40258,7 @@ function formatDataType(dataType) {
|
|
|
40258
40258
|
|
|
40259
40259
|
// dist/parquet-js-writer.js
|
|
40260
40260
|
init_parquet_format();
|
|
40261
|
-
var VERSION12 = true ? "5.0.0-alpha.
|
|
40261
|
+
var VERSION12 = true ? "5.0.0-alpha.11" : "latest";
|
|
40262
40262
|
var DEFAULT_PARQUET_JS_OPTIONS4 = {};
|
|
40263
40263
|
var ParquetJSWriter = {
|
|
40264
40264
|
...ParquetFormat,
|