@loaders.gl/scan 5.0.0-alpha.6 → 5.0.0-alpha.8
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/delta.cjs +302 -90
- package/dist/delta.cjs.map +3 -3
- package/dist/dist.min.js +44 -13
- package/dist/hudi.cjs +302 -90
- package/dist/hudi.cjs.map +3 -3
- package/dist/iceberg.cjs +303 -91
- package/dist/iceberg.cjs.map +3 -3
- package/dist/index.cjs +39 -13
- package/dist/index.cjs.map +1 -1
- package/dist/vector-table-scan-source.d.ts +2 -0
- package/dist/vector-table-scan-source.d.ts.map +1 -1
- package/dist/vector-table-scan-source.js +6 -1
- package/dist/vector-table-scan-source.js.map +1 -1
- package/package.json +8 -8
- package/src/vector-table-scan-source.ts +7 -1
package/dist/dist.min.js
CHANGED
|
@@ -15672,6 +15672,12 @@ return true;`);
|
|
|
15672
15672
|
// ../sql/src/sql-utils.ts
|
|
15673
15673
|
init_Arrow_dom();
|
|
15674
15674
|
|
|
15675
|
+
// ../../node_modules/@math.gl/types/dist/float16.js
|
|
15676
|
+
var NativeFloat16ArrayConstructor = globalThis.Float16Array;
|
|
15677
|
+
function getFloat16ArrayConstructor() {
|
|
15678
|
+
return NativeFloat16ArrayConstructor ?? Uint16Array;
|
|
15679
|
+
}
|
|
15680
|
+
|
|
15675
15681
|
// ../schema-utils/src/lib/schema/data-type.ts
|
|
15676
15682
|
function getDataTypeFromValue(value, defaultNumberType = "float32") {
|
|
15677
15683
|
if (value instanceof Date) {
|
|
@@ -15703,6 +15709,9 @@ return true;`);
|
|
|
15703
15709
|
return { type: "null", nullable: true };
|
|
15704
15710
|
}
|
|
15705
15711
|
function getDataTypeFromTypedArray(array) {
|
|
15712
|
+
if (typeof Float16Array !== "undefined" && array instanceof Float16Array) {
|
|
15713
|
+
return "float16";
|
|
15714
|
+
}
|
|
15706
15715
|
switch (array.constructor) {
|
|
15707
15716
|
case Int8Array:
|
|
15708
15717
|
return "int8";
|
|
@@ -15717,6 +15726,10 @@ return true;`);
|
|
|
15717
15726
|
return "int32";
|
|
15718
15727
|
case Uint32Array:
|
|
15719
15728
|
return "uint32";
|
|
15729
|
+
case BigInt64Array:
|
|
15730
|
+
return "int64";
|
|
15731
|
+
case BigUint64Array:
|
|
15732
|
+
return "uint64";
|
|
15720
15733
|
case Float32Array:
|
|
15721
15734
|
return "float32";
|
|
15722
15735
|
case Float64Array:
|
|
@@ -15744,6 +15757,8 @@ return true;`);
|
|
|
15744
15757
|
return Float32Array;
|
|
15745
15758
|
case "float64":
|
|
15746
15759
|
return Float64Array;
|
|
15760
|
+
case "float16":
|
|
15761
|
+
return getFloat16ArrayConstructor();
|
|
15747
15762
|
default:
|
|
15748
15763
|
break;
|
|
15749
15764
|
}
|
|
@@ -15800,6 +15815,13 @@ return true;`);
|
|
|
15800
15815
|
if (isArrowViewType(arrowType, "Utf8View")) {
|
|
15801
15816
|
return "utf8-view";
|
|
15802
15817
|
}
|
|
15818
|
+
if (isOptionalArrowType(arrowType, "LargeList")) {
|
|
15819
|
+
const largeListType = arrowType;
|
|
15820
|
+
return {
|
|
15821
|
+
type: "large-list",
|
|
15822
|
+
children: [serializeArrowField(largeListType.valueField)]
|
|
15823
|
+
};
|
|
15824
|
+
}
|
|
15803
15825
|
switch (arrowType.constructor) {
|
|
15804
15826
|
case Null2:
|
|
15805
15827
|
return "null";
|
|
@@ -15938,12 +15960,6 @@ return true;`);
|
|
|
15938
15960
|
type: "list",
|
|
15939
15961
|
children: [serializeArrowField(listField)]
|
|
15940
15962
|
};
|
|
15941
|
-
case LargeList2:
|
|
15942
|
-
const largeListType = arrowType;
|
|
15943
|
-
return {
|
|
15944
|
-
type: "large-list",
|
|
15945
|
-
children: [serializeArrowField(largeListType.valueField)]
|
|
15946
|
-
};
|
|
15947
15963
|
case FixedSizeList2:
|
|
15948
15964
|
const fixedSizeList = arrowType;
|
|
15949
15965
|
return {
|
|
@@ -15996,7 +16012,13 @@ return true;`);
|
|
|
15996
16012
|
}
|
|
15997
16013
|
case "large-list": {
|
|
15998
16014
|
const field = deserializeArrowField(dataType.children[0], options);
|
|
15999
|
-
|
|
16015
|
+
const LargeList3 = getOptionalArrowConstructor("LargeList");
|
|
16016
|
+
if (!LargeList3) {
|
|
16017
|
+
throw new Error(
|
|
16018
|
+
"LargeList requires an Apache Arrow runtime that exports the LargeList constructor"
|
|
16019
|
+
);
|
|
16020
|
+
}
|
|
16021
|
+
return new LargeList3(field);
|
|
16000
16022
|
}
|
|
16001
16023
|
case "fixed-size-list": {
|
|
16002
16024
|
const child = deserializeArrowField(dataType.children[0], options);
|
|
@@ -16092,11 +16114,11 @@ return true;`);
|
|
|
16092
16114
|
throw new Error("array type not supported");
|
|
16093
16115
|
}
|
|
16094
16116
|
}
|
|
16095
|
-
function
|
|
16096
|
-
return Arrow_dom_exports;
|
|
16117
|
+
function getOptionalArrowConstructor(typeName) {
|
|
16118
|
+
return Arrow_dom_exports[typeName];
|
|
16097
16119
|
}
|
|
16098
16120
|
function isArrowViewType(arrowType, viewTypeName) {
|
|
16099
|
-
const constructor =
|
|
16121
|
+
const constructor = getOptionalArrowConstructor(viewTypeName);
|
|
16100
16122
|
if (constructor && arrowType instanceof constructor) {
|
|
16101
16123
|
return true;
|
|
16102
16124
|
}
|
|
@@ -16104,12 +16126,16 @@ return true;`);
|
|
|
16104
16126
|
const guard = viewTypeName === "BinaryView" ? guards.isBinaryView : guards.isUtf8View;
|
|
16105
16127
|
return Boolean(guard?.(arrowType));
|
|
16106
16128
|
}
|
|
16129
|
+
function isOptionalArrowType(arrowType, typeName) {
|
|
16130
|
+
const constructor = getOptionalArrowConstructor(typeName);
|
|
16131
|
+
return Boolean(constructor && arrowType instanceof constructor);
|
|
16132
|
+
}
|
|
16107
16133
|
function makeVariableWidthArrowType(viewTypeName, fallbackType, options) {
|
|
16108
16134
|
const viewTypeMode = options?.viewTypes || "never";
|
|
16109
16135
|
if (viewTypeMode === "never") {
|
|
16110
16136
|
return fallbackType;
|
|
16111
16137
|
}
|
|
16112
|
-
const constructor =
|
|
16138
|
+
const constructor = getOptionalArrowConstructor(viewTypeName);
|
|
16113
16139
|
if (constructor) {
|
|
16114
16140
|
return new constructor();
|
|
16115
16141
|
}
|
|
@@ -16121,7 +16147,7 @@ return true;`);
|
|
|
16121
16147
|
return fallbackType;
|
|
16122
16148
|
}
|
|
16123
16149
|
function makeRequiredArrowViewType(viewTypeName) {
|
|
16124
|
-
const constructor =
|
|
16150
|
+
const constructor = getOptionalArrowConstructor(viewTypeName);
|
|
16125
16151
|
if (!constructor) {
|
|
16126
16152
|
throw new Error(
|
|
16127
16153
|
`${viewTypeName} requires apache-arrow 21.2.0 or later; the installed runtime does not support it`
|
|
@@ -18367,6 +18393,10 @@ return true;`);
|
|
|
18367
18393
|
const result = await this.query(options);
|
|
18368
18394
|
yield makeTableScanBatch(result);
|
|
18369
18395
|
}
|
|
18396
|
+
/** Scans the addressed query result through the same batch contract as `read()`. */
|
|
18397
|
+
scan(options = {}) {
|
|
18398
|
+
return this.read(options);
|
|
18399
|
+
}
|
|
18370
18400
|
/** Resolves and caches the addressed table while allowing failed loads to be retried. */
|
|
18371
18401
|
async getTable(signal) {
|
|
18372
18402
|
throwIfAborted3(signal);
|
|
@@ -18431,7 +18461,8 @@ return true;`);
|
|
|
18431
18461
|
Object.freeze([...options.request.boundingBox[1]])
|
|
18432
18462
|
])
|
|
18433
18463
|
});
|
|
18434
|
-
const
|
|
18464
|
+
const boundsCrs = request.requestCrs || request.crs;
|
|
18465
|
+
const coordinateReferenceSystems = typeof boundsCrs === "string" ? [boundsCrs] : void 0;
|
|
18435
18466
|
super(options, {
|
|
18436
18467
|
sourceType: "vector-feature-table",
|
|
18437
18468
|
description: `Vector feature request for ${normalizeLayers(request.layers).join(", ")}`,
|