@maplibre/mlt 0.0.1-alpha.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +28 -0
- package/dist/encodings/decodingUtils.d.ts +13 -0
- package/dist/encodings/decodingUtils.js +194 -0
- package/dist/encodings/decodingUtils.js.map +1 -0
- package/dist/encodings/doubleDecoder.d.ts +4 -0
- package/dist/encodings/doubleDecoder.js +22 -0
- package/dist/encodings/doubleDecoder.js.map +1 -0
- package/dist/encodings/fastpfor/bitpacking.d.ts +51 -0
- package/dist/encodings/fastpfor/bitpacking.js +4444 -0
- package/dist/encodings/fastpfor/bitpacking.js.map +1 -0
- package/dist/encodings/fastpfor/codec.d.ts +19 -0
- package/dist/encodings/fastpfor/codec.js +3 -0
- package/dist/encodings/fastpfor/codec.js.map +1 -0
- package/dist/encodings/fastpfor/fastpfor.d.ts +38 -0
- package/dist/encodings/fastpfor/fastpfor.js +123 -0
- package/dist/encodings/fastpfor/fastpfor.js.map +1 -0
- package/dist/encodings/fastpfor/index.d.ts +20 -0
- package/dist/encodings/fastpfor/index.js +47 -0
- package/dist/encodings/fastpfor/index.js.map +1 -0
- package/dist/encodings/fastpfor/util.d.ts +2 -0
- package/dist/encodings/fastpfor/util.js +16 -0
- package/dist/encodings/fastpfor/util.js.map +1 -0
- package/dist/encodings/fastpfor/varint.d.ts +18 -0
- package/dist/encodings/fastpfor/varint.js +125 -0
- package/dist/encodings/fastpfor/varint.js.map +1 -0
- package/dist/encodings/fsstDecoder.d.ts +9 -0
- package/dist/encodings/fsstDecoder.js +34 -0
- package/dist/encodings/fsstDecoder.js.map +1 -0
- package/dist/encodings/geometryDecoder.d.ts +5 -0
- package/dist/encodings/geometryDecoder.js +453 -0
- package/dist/encodings/geometryDecoder.js.map +1 -0
- package/dist/encodings/geometryScaling.d.ts +6 -0
- package/dist/encodings/geometryScaling.js +3 -0
- package/dist/encodings/geometryScaling.js.map +1 -0
- package/dist/encodings/intWrapper.d.ts +8 -0
- package/dist/encodings/intWrapper.js +22 -0
- package/dist/encodings/intWrapper.js.map +1 -0
- package/dist/encodings/integerDecodingUtils.d.ts +46 -0
- package/dist/encodings/integerDecodingUtils.js +703 -0
- package/dist/encodings/integerDecodingUtils.js.map +1 -0
- package/dist/encodings/integerStreamDecoder.d.ts +26 -0
- package/dist/encodings/integerStreamDecoder.js +254 -0
- package/dist/encodings/integerStreamDecoder.js.map +1 -0
- package/dist/encodings/propertyDecoder.d.ts +4 -0
- package/dist/encodings/propertyDecoder.js +194 -0
- package/dist/encodings/propertyDecoder.js.map +1 -0
- package/dist/encodings/stringDecoder.d.ts +11 -0
- package/dist/encodings/stringDecoder.js +148 -0
- package/dist/encodings/stringDecoder.js.map +1 -0
- package/dist/index.d.ts +8 -0
- package/dist/index.js +19 -0
- package/dist/index.js.map +1 -0
- package/dist/metadata/tile/dictionaryType.d.ts +8 -0
- package/dist/metadata/tile/dictionaryType.js +13 -0
- package/dist/metadata/tile/dictionaryType.js.map +1 -0
- package/dist/metadata/tile/lengthType.d.ts +9 -0
- package/dist/metadata/tile/lengthType.js +14 -0
- package/dist/metadata/tile/lengthType.js.map +1 -0
- package/dist/metadata/tile/logicalLevelTechnique.d.ts +8 -0
- package/dist/metadata/tile/logicalLevelTechnique.js +15 -0
- package/dist/metadata/tile/logicalLevelTechnique.js.map +1 -0
- package/dist/metadata/tile/logicalStreamType.d.ts +12 -0
- package/dist/metadata/tile/logicalStreamType.js +21 -0
- package/dist/metadata/tile/logicalStreamType.js.map +1 -0
- package/dist/metadata/tile/mortonEncodedStreamMetadata.d.ts +15 -0
- package/dist/metadata/tile/mortonEncodedStreamMetadata.js +29 -0
- package/dist/metadata/tile/mortonEncodedStreamMetadata.js.map +1 -0
- package/dist/metadata/tile/offsetType.d.ts +6 -0
- package/dist/metadata/tile/offsetType.js +11 -0
- package/dist/metadata/tile/offsetType.js.map +1 -0
- package/dist/metadata/tile/physicalLevelTechnique.d.ts +17 -0
- package/dist/metadata/tile/physicalLevelTechnique.js +22 -0
- package/dist/metadata/tile/physicalLevelTechnique.js.map +1 -0
- package/dist/metadata/tile/physicalStreamType.d.ts +6 -0
- package/dist/metadata/tile/physicalStreamType.js +11 -0
- package/dist/metadata/tile/physicalStreamType.js.map +1 -0
- package/dist/metadata/tile/rleEncodedStreamMetadata.d.ts +20 -0
- package/dist/metadata/tile/rleEncodedStreamMetadata.js +34 -0
- package/dist/metadata/tile/rleEncodedStreamMetadata.js.map +1 -0
- package/dist/metadata/tile/scalarType.d.ts +12 -0
- package/dist/metadata/tile/scalarType.js +17 -0
- package/dist/metadata/tile/scalarType.js.map +1 -0
- package/dist/metadata/tile/streamMetadata.d.ts +23 -0
- package/dist/metadata/tile/streamMetadata.js +71 -0
- package/dist/metadata/tile/streamMetadata.js.map +1 -0
- package/dist/metadata/tile/streamMetadataDecoder.d.ts +5 -0
- package/dist/metadata/tile/streamMetadataDecoder.js +24 -0
- package/dist/metadata/tile/streamMetadataDecoder.js.map +1 -0
- package/dist/metadata/tileset/embeddedTilesetMetadataDecoder.d.ts +10 -0
- package/dist/metadata/tileset/embeddedTilesetMetadataDecoder.js +112 -0
- package/dist/metadata/tileset/embeddedTilesetMetadataDecoder.js.map +1 -0
- package/dist/metadata/tileset/tilesetMetadata.g.d.ts +418 -0
- package/dist/metadata/tileset/tilesetMetadata.g.js +476 -0
- package/dist/metadata/tileset/tilesetMetadata.g.js.map +1 -0
- package/dist/metadata/tileset/typeMap.d.ts +38 -0
- package/dist/metadata/tileset/typeMap.js +185 -0
- package/dist/metadata/tileset/typeMap.js.map +1 -0
- package/dist/mltDecoder.d.ts +11 -0
- package/dist/mltDecoder.js +146 -0
- package/dist/mltDecoder.js.map +1 -0
- package/dist/mltMetadata.d.ts +40 -0
- package/dist/mltMetadata.js +34 -0
- package/dist/mltMetadata.js.map +1 -0
- package/dist/vector/constant/intConstVector.d.ts +19 -0
- package/dist/vector/constant/intConstVector.js +89 -0
- package/dist/vector/constant/intConstVector.js.map +1 -0
- package/dist/vector/constant/longConstVector.d.ts +19 -0
- package/dist/vector/constant/longConstVector.js +87 -0
- package/dist/vector/constant/longConstVector.js.map +1 -0
- package/dist/vector/dictionary/stringDictionaryVector.d.ts +22 -0
- package/dist/vector/dictionary/stringDictionaryVector.js +180 -0
- package/dist/vector/dictionary/stringDictionaryVector.js.map +1 -0
- package/dist/vector/featureTable.d.ts +29 -0
- package/dist/vector/featureTable.js +70 -0
- package/dist/vector/featureTable.js.map +1 -0
- package/dist/vector/filter/constSelectionVector.d.ts +0 -0
- package/dist/vector/filter/constSelectionVector.js +1 -0
- package/dist/vector/filter/constSelectionVector.js.map +1 -0
- package/dist/vector/filter/flatSelectionVector.d.ts +16 -0
- package/dist/vector/filter/flatSelectionVector.js +42 -0
- package/dist/vector/filter/flatSelectionVector.js.map +1 -0
- package/dist/vector/filter/selectionVector.d.ts +8 -0
- package/dist/vector/filter/selectionVector.js +3 -0
- package/dist/vector/filter/selectionVector.js.map +1 -0
- package/dist/vector/filter/selectionVectorUtils.d.ts +7 -0
- package/dist/vector/filter/selectionVectorUtils.js +44 -0
- package/dist/vector/filter/selectionVectorUtils.js.map +1 -0
- package/dist/vector/filter/sequenceSelectionVector.d.ts +0 -0
- package/dist/vector/filter/sequenceSelectionVector.js +1 -0
- package/dist/vector/filter/sequenceSelectionVector.js.map +1 -0
- package/dist/vector/fixedSizeVector.d.ts +5 -0
- package/dist/vector/fixedSizeVector.js +14 -0
- package/dist/vector/fixedSizeVector.js.map +1 -0
- package/dist/vector/flat/bitVector.d.ts +14 -0
- package/dist/vector/flat/bitVector.js +38 -0
- package/dist/vector/flat/bitVector.js.map +1 -0
- package/dist/vector/flat/booleanFlatVector.d.ts +20 -0
- package/dist/vector/flat/booleanFlatVector.js +55 -0
- package/dist/vector/flat/booleanFlatVector.js.map +1 -0
- package/dist/vector/flat/doubleFlatVector.d.ts +19 -0
- package/dist/vector/flat/doubleFlatVector.js +109 -0
- package/dist/vector/flat/doubleFlatVector.js.map +1 -0
- package/dist/vector/flat/floatFlatVector.d.ts +19 -0
- package/dist/vector/flat/floatFlatVector.js +109 -0
- package/dist/vector/flat/floatFlatVector.js.map +1 -0
- package/dist/vector/flat/intFlatVector.d.ts +19 -0
- package/dist/vector/flat/intFlatVector.js +123 -0
- package/dist/vector/flat/intFlatVector.js.map +1 -0
- package/dist/vector/flat/longFlatVector.d.ts +19 -0
- package/dist/vector/flat/longFlatVector.js +124 -0
- package/dist/vector/flat/longFlatVector.js.map +1 -0
- package/dist/vector/flat/stringFlatVector.d.ts +20 -0
- package/dist/vector/flat/stringFlatVector.js +165 -0
- package/dist/vector/flat/stringFlatVector.js.map +1 -0
- package/dist/vector/fsst-dictionary/stringFsstDictionaryVector.d.ts +27 -0
- package/dist/vector/fsst-dictionary/stringFsstDictionaryVector.js +115 -0
- package/dist/vector/fsst-dictionary/stringFsstDictionaryVector.js.map +1 -0
- package/dist/vector/geometry/constGeometryVector.d.ts +17 -0
- package/dist/vector/geometry/constGeometryVector.js +51 -0
- package/dist/vector/geometry/constGeometryVector.js.map +1 -0
- package/dist/vector/geometry/constGpuVector.d.ts +15 -0
- package/dist/vector/geometry/constGpuVector.js +66 -0
- package/dist/vector/geometry/constGpuVector.js.map +1 -0
- package/dist/vector/geometry/flatGeometryVector.d.ts +16 -0
- package/dist/vector/geometry/flatGeometryVector.js +64 -0
- package/dist/vector/geometry/flatGeometryVector.js.map +1 -0
- package/dist/vector/geometry/flatGpuVector.d.ts +14 -0
- package/dist/vector/geometry/flatGpuVector.js +67 -0
- package/dist/vector/geometry/flatGpuVector.js.map +1 -0
- package/dist/vector/geometry/geometryType.d.ts +13 -0
- package/dist/vector/geometry/geometryType.js +19 -0
- package/dist/vector/geometry/geometryType.js.map +1 -0
- package/dist/vector/geometry/geometryVector.d.ts +37 -0
- package/dist/vector/geometry/geometryVector.js +73 -0
- package/dist/vector/geometry/geometryVector.js.map +1 -0
- package/dist/vector/geometry/geometryVectorConverter.d.ts +2 -0
- package/dist/vector/geometry/geometryVectorConverter.js +302 -0
- package/dist/vector/geometry/geometryVectorConverter.js.map +1 -0
- package/dist/vector/geometry/gpuVector.d.ts +21 -0
- package/dist/vector/geometry/gpuVector.js +38 -0
- package/dist/vector/geometry/gpuVector.js.map +1 -0
- package/dist/vector/geometry/point.d.ts +195 -0
- package/dist/vector/geometry/point.js +283 -0
- package/dist/vector/geometry/point.js.map +1 -0
- package/dist/vector/geometry/spaceFillingCurve.d.ts +22 -0
- package/dist/vector/geometry/spaceFillingCurve.js +26 -0
- package/dist/vector/geometry/spaceFillingCurve.js.map +1 -0
- package/dist/vector/geometry/topologyVector.d.ts +9 -0
- package/dist/vector/geometry/topologyVector.js +21 -0
- package/dist/vector/geometry/topologyVector.js.map +1 -0
- package/dist/vector/geometry/zOrderCurve.d.ts +17 -0
- package/dist/vector/geometry/zOrderCurve.js +44 -0
- package/dist/vector/geometry/zOrderCurve.js.map +1 -0
- package/dist/vector/intVector.d.ts +8 -0
- package/dist/vector/intVector.js +3 -0
- package/dist/vector/intVector.js.map +1 -0
- package/dist/vector/sequence/intSequenceVector.d.ts +18 -0
- package/dist/vector/sequence/intSequenceVector.js +72 -0
- package/dist/vector/sequence/intSequenceVector.js.map +1 -0
- package/dist/vector/sequence/longSequenceVector.d.ts +18 -0
- package/dist/vector/sequence/longSequenceVector.js +57 -0
- package/dist/vector/sequence/longSequenceVector.js.map +1 -0
- package/dist/vector/sequence/sequenceVector.d.ts +5 -0
- package/dist/vector/sequence/sequenceVector.js +15 -0
- package/dist/vector/sequence/sequenceVector.js.map +1 -0
- package/dist/vector/variableSizeVector.d.ts +6 -0
- package/dist/vector/variableSizeVector.js +16 -0
- package/dist/vector/variableSizeVector.js.map +1 -0
- package/dist/vector/vector.d.ts +30 -0
- package/dist/vector/vector.js +73 -0
- package/dist/vector/vector.js.map +1 -0
- package/dist/vector/vectorType.d.ts +7 -0
- package/dist/vector/vectorType.js +12 -0
- package/dist/vector/vectorType.js.map +1 -0
- package/package.json +81 -0
|
@@ -0,0 +1,124 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.LongFlatVector = void 0;
|
|
4
|
+
const fixedSizeVector_1 = require("../fixedSizeVector");
|
|
5
|
+
const flatSelectionVector_1 = require("../filter/flatSelectionVector");
|
|
6
|
+
class LongFlatVector extends fixedSizeVector_1.FixedSizeVector {
|
|
7
|
+
constructor(name, dataBuffer, sizeOrNullabilityBuffer) {
|
|
8
|
+
super(name, dataBuffer, sizeOrNullabilityBuffer);
|
|
9
|
+
}
|
|
10
|
+
getValueFromBuffer(index) {
|
|
11
|
+
return this.dataBuffer[index];
|
|
12
|
+
}
|
|
13
|
+
filter(value) {
|
|
14
|
+
const selectionVector = [];
|
|
15
|
+
for (let i = 0; i < this.dataBuffer.length; i++) {
|
|
16
|
+
if ((!this.nullabilityBuffer || this.nullabilityBuffer.get(i)) && this.dataBuffer[i] === value) {
|
|
17
|
+
selectionVector.push(i);
|
|
18
|
+
}
|
|
19
|
+
}
|
|
20
|
+
return new flatSelectionVector_1.FlatSelectionVector(selectionVector);
|
|
21
|
+
}
|
|
22
|
+
match(values) {
|
|
23
|
+
const selectionVector = [];
|
|
24
|
+
for (let i = 0; i < this.dataBuffer.length; i++) {
|
|
25
|
+
for (let j = 0; j < values.length; j++) {
|
|
26
|
+
if ((!this.nullabilityBuffer || this.nullabilityBuffer.get(i)) && this.dataBuffer[i] === values[j]) {
|
|
27
|
+
selectionVector.push(i);
|
|
28
|
+
}
|
|
29
|
+
}
|
|
30
|
+
}
|
|
31
|
+
return new flatSelectionVector_1.FlatSelectionVector(selectionVector);
|
|
32
|
+
}
|
|
33
|
+
//TODO: fix -> values in style are number not bigint
|
|
34
|
+
filterSelected(testValue, selectionVector) {
|
|
35
|
+
let limit = 0;
|
|
36
|
+
const vector = selectionVector.selectionValues();
|
|
37
|
+
for (let i = 0; i < selectionVector.limit; i++) {
|
|
38
|
+
const index = vector[i];
|
|
39
|
+
if ((!this.nullabilityBuffer || this.nullabilityBuffer.get(index)) && this.dataBuffer[index] === testValue) {
|
|
40
|
+
vector[limit++] = index;
|
|
41
|
+
}
|
|
42
|
+
}
|
|
43
|
+
selectionVector.setLimit(limit);
|
|
44
|
+
}
|
|
45
|
+
matchSelected(testValues, selectionVector) {
|
|
46
|
+
let limit = 0;
|
|
47
|
+
const vector = selectionVector.selectionValues();
|
|
48
|
+
for (let i = 0; i < selectionVector.limit; i++) {
|
|
49
|
+
const index = vector[i];
|
|
50
|
+
if ((!this.nullabilityBuffer || this.nullabilityBuffer.get(index)) && testValues.includes(this.dataBuffer[index])) {
|
|
51
|
+
vector[limit++] = index;
|
|
52
|
+
}
|
|
53
|
+
}
|
|
54
|
+
selectionVector.setLimit(limit);
|
|
55
|
+
}
|
|
56
|
+
greaterThanOrEqualTo(value) {
|
|
57
|
+
const selectionVector = [];
|
|
58
|
+
for (let i = 0; i < this.dataBuffer.length; i++) {
|
|
59
|
+
if ((!this.nullabilityBuffer || this.nullabilityBuffer.get(i)) && this.dataBuffer[i] >= value) {
|
|
60
|
+
selectionVector.push(i);
|
|
61
|
+
}
|
|
62
|
+
}
|
|
63
|
+
return new flatSelectionVector_1.FlatSelectionVector(selectionVector);
|
|
64
|
+
}
|
|
65
|
+
greaterThanOrEqualToSelected(testValue, selectionVector) {
|
|
66
|
+
let limit = 0;
|
|
67
|
+
const vector = selectionVector.selectionValues();
|
|
68
|
+
for (let i = 0; i < selectionVector.limit; i++) {
|
|
69
|
+
const index = vector[i];
|
|
70
|
+
if ((!this.nullabilityBuffer || this.nullabilityBuffer.get(index)) && this.dataBuffer[index] >= testValue) {
|
|
71
|
+
vector[limit++] = index;
|
|
72
|
+
}
|
|
73
|
+
}
|
|
74
|
+
selectionVector.setLimit(limit);
|
|
75
|
+
}
|
|
76
|
+
smallerThanOrEqualTo(value) {
|
|
77
|
+
const selectionVector = [];
|
|
78
|
+
for (let i = 0; i < this.dataBuffer.length; i++) {
|
|
79
|
+
if ((!this.nullabilityBuffer || this.nullabilityBuffer.get(i)) && this.dataBuffer[i] <= value) {
|
|
80
|
+
selectionVector.push(i);
|
|
81
|
+
}
|
|
82
|
+
}
|
|
83
|
+
return new flatSelectionVector_1.FlatSelectionVector(selectionVector);
|
|
84
|
+
}
|
|
85
|
+
smallerThanOrEqualToSelected(testValue, selectionVector) {
|
|
86
|
+
let limit = 0;
|
|
87
|
+
const vector = selectionVector.selectionValues();
|
|
88
|
+
for (let i = 0; i < selectionVector.limit; i++) {
|
|
89
|
+
const index = vector[i];
|
|
90
|
+
if ((!this.nullabilityBuffer || this.nullabilityBuffer.get(index)) && this.dataBuffer[index] <= testValue) {
|
|
91
|
+
vector[limit++] = index;
|
|
92
|
+
}
|
|
93
|
+
}
|
|
94
|
+
selectionVector.setLimit(limit);
|
|
95
|
+
}
|
|
96
|
+
filterNotEqual(value) {
|
|
97
|
+
const selectionVector = [];
|
|
98
|
+
for (let i = 0; i < this.dataBuffer.length; i++) {
|
|
99
|
+
if ((this.nullabilityBuffer && !this.nullabilityBuffer.get(i)) || this.dataBuffer[i] !== value) {
|
|
100
|
+
selectionVector.push(i);
|
|
101
|
+
}
|
|
102
|
+
}
|
|
103
|
+
return new flatSelectionVector_1.FlatSelectionVector(selectionVector);
|
|
104
|
+
}
|
|
105
|
+
filterNotEqualSelected(testValue, selectionVector) {
|
|
106
|
+
let limit = 0;
|
|
107
|
+
const vector = selectionVector.selectionValues();
|
|
108
|
+
for (let i = 0; i < selectionVector.limit; i++) {
|
|
109
|
+
const index = vector[i];
|
|
110
|
+
if ((this.nullabilityBuffer && !this.nullabilityBuffer.get(i)) || this.dataBuffer[index] !== testValue) {
|
|
111
|
+
vector[limit++] = index;
|
|
112
|
+
}
|
|
113
|
+
}
|
|
114
|
+
selectionVector.setLimit(limit);
|
|
115
|
+
}
|
|
116
|
+
noneMatch(values) {
|
|
117
|
+
throw new Error("Not implemented yet.");
|
|
118
|
+
}
|
|
119
|
+
noneMatchSelected(values, selectionVector) {
|
|
120
|
+
throw new Error("Not implemented yet.");
|
|
121
|
+
}
|
|
122
|
+
}
|
|
123
|
+
exports.LongFlatVector = LongFlatVector;
|
|
124
|
+
//# sourceMappingURL=longFlatVector.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"longFlatVector.js","sourceRoot":"","sources":["../../../src/vector/flat/longFlatVector.ts"],"names":[],"mappings":";;;AAAA,wDAAmD;AAGnD,uEAAkE;AAElE,MAAa,cAAe,SAAQ,iCAAsC;IAEtE,YACI,IAAY,EACZ,UAAyB,EACzB,uBAA4C;QAC5C,KAAK,CAAC,IAAI,EAAE,UAAU,EAAE,uBAAuB,CAAC,CAAC;IACrD,CAAC;IAES,kBAAkB,CAAC,KAAa;QACtC,OAAO,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;IAClC,CAAC;IAED,MAAM,CAAC,KAAa;QAChB,MAAM,eAAe,GAAG,EAAE,CAAC;QAC3B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC9C,IAAI,CAAC,CAAC,IAAI,CAAC,iBAAiB,IAAI,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,KAAK,KAAK,EAAE,CAAC;gBAC7F,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAC5B,CAAC;QACL,CAAC;QAED,OAAO,IAAI,yCAAmB,CAAC,eAAe,CAAC,CAAC;IACpD,CAAC;IAED,KAAK,CAAC,MAAgB;QAClB,MAAM,eAAe,GAAG,EAAE,CAAC;QAC3B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC9C,KAAI,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAC,CAAC;gBACnC,IAAI,CAAC,CAAC,IAAI,CAAC,iBAAiB,IAAI,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,KAAK,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;oBACjG,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBAC5B,CAAC;YACL,CAAC;QACL,CAAC;QAED,OAAO,IAAI,yCAAmB,CAAC,eAAe,CAAC,CAAC;IACpD,CAAC;IAED,oDAAoD;IACpD,cAAc,CAAC,SAAiB,EAAE,eAAgC;QAC9D,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,MAAM,MAAM,GAAG,eAAe,CAAC,eAAe,EAAE,CAAC;QACjD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,eAAe,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;YAC7C,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;YACxB,IAAI,CAAC,CAAC,IAAI,CAAC,iBAAiB,IAAI,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,KAAK,SAAS,EAAE,CAAC;gBACzG,MAAM,CAAC,KAAK,EAAE,CAAC,GAAG,KAAK,CAAC;YAC5B,CAAC;QACL,CAAC;QAED,eAAe,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;IAED,aAAa,CAAC,UAAoB,EAAE,eAAgC;QAChE,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,MAAM,MAAM,GAAG,eAAe,CAAC,eAAe,EAAE,CAAC;QACjD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,eAAe,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;YAC7C,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;YACxB,IAAI,CAAC,CAAC,IAAI,CAAC,iBAAiB,IAAI,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,IAAI,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;gBAChH,MAAM,CAAC,KAAK,EAAE,CAAC,GAAG,KAAK,CAAC;YAC5B,CAAC;QACL,CAAC;QAED,eAAe,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;IAED,oBAAoB,CAAC,KAAa;QAC9B,MAAM,eAAe,GAAG,EAAE,CAAC;QAC3B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC9C,IAAI,CAAC,CAAC,IAAI,CAAC,iBAAiB,IAAI,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,KAAK,EAAE,CAAC;gBAC5F,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAC5B,CAAC;QACL,CAAC;QAED,OAAO,IAAI,yCAAmB,CAAC,eAAe,CAAC,CAAC;IACpD,CAAC;IAED,4BAA4B,CAAC,SAAiB,EAAE,eAAgC;QAC5E,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,MAAM,MAAM,GAAG,eAAe,CAAC,eAAe,EAAE,CAAC;QACjD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,eAAe,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;YAC7C,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;YACxB,IAAI,CAAC,CAAC,IAAI,CAAC,iBAAiB,IAAI,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,SAAS,EAAE,CAAC;gBACxG,MAAM,CAAC,KAAK,EAAE,CAAC,GAAG,KAAK,CAAC;YAC5B,CAAC;QACL,CAAC;QAED,eAAe,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;IAED,oBAAoB,CAAC,KAAa;QAC9B,MAAM,eAAe,GAAG,EAAE,CAAC;QAC3B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC9C,IAAI,CAAC,CAAC,IAAI,CAAC,iBAAiB,IAAI,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,KAAK,EAAE,CAAC;gBAC5F,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAC5B,CAAC;QACL,CAAC;QAED,OAAO,IAAI,yCAAmB,CAAC,eAAe,CAAC,CAAC;IACpD,CAAC;IAED,4BAA4B,CAAC,SAAiB,EAAE,eAAgC;QAC5E,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,MAAM,MAAM,GAAG,eAAe,CAAC,eAAe,EAAE,CAAC;QACjD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,eAAe,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;YAC7C,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;YACxB,IAAI,CAAC,CAAC,IAAI,CAAC,iBAAiB,IAAI,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,SAAS,EAAE,CAAC;gBACxG,MAAM,CAAC,KAAK,EAAE,CAAC,GAAG,KAAK,CAAC;YAC5B,CAAC;QACL,CAAC;QAED,eAAe,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;IAED,cAAc,CAAC,KAAa;QACxB,MAAM,eAAe,GAAG,EAAE,CAAC;QAC3B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC9C,IAAI,CAAC,IAAI,CAAC,iBAAiB,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,KAAK,KAAK,EAAE,CAAC;gBAC7F,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAC5B,CAAC;QACL,CAAC;QAED,OAAO,IAAI,yCAAmB,CAAC,eAAe,CAAC,CAAC;IACpD,CAAC;IAED,sBAAsB,CAAC,SAAiB,EAAE,eAAgC;QACtE,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,MAAM,MAAM,GAAG,eAAe,CAAC,eAAe,EAAE,CAAC;QACjD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,eAAe,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;YAC7C,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;YACxB,IAAI,CAAC,IAAI,CAAC,iBAAiB,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,KAAK,SAAS,EAAE,CAAC;gBACrG,MAAM,CAAC,KAAK,EAAE,CAAC,GAAG,KAAK,CAAC;YAC5B,CAAC;QACL,CAAC;QAED,eAAe,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;IAED,SAAS,CAAC,MAAgB;QACtB,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;IAC5C,CAAC;IAED,iBAAiB,CAAC,MAAgB,EAAE,eAAgC;QAChE,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;IAC5C,CAAC;CAEJ;AAhJD,wCAgJC"}
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
import { VariableSizeVector } from "../variableSizeVector";
|
|
2
|
+
import BitVector from "./bitVector";
|
|
3
|
+
import { SelectionVector } from "../filter/selectionVector";
|
|
4
|
+
export declare class StringFlatVector extends VariableSizeVector<Uint8Array, string> {
|
|
5
|
+
private readonly textEncoder;
|
|
6
|
+
constructor(name: string, offsetBuffer: Int32Array, dataBuffer: Uint8Array, nullabilityBuffer?: BitVector);
|
|
7
|
+
protected getValueFromBuffer(index: number): string;
|
|
8
|
+
filter(testValue: string): SelectionVector;
|
|
9
|
+
match(testValues: string[]): SelectionVector;
|
|
10
|
+
filterSelected(value: string, selectionVector: SelectionVector): void;
|
|
11
|
+
matchSelected(values: string[], selectionVector: SelectionVector): void;
|
|
12
|
+
filterNotEqual(testValue: string): SelectionVector;
|
|
13
|
+
filterNotEqualSelected(value: string, selectionVector: SelectionVector): void;
|
|
14
|
+
noneMatch(testValues: string[]): SelectionVector;
|
|
15
|
+
noneMatchSelected(values: string[], selectionVector: SelectionVector): void;
|
|
16
|
+
greaterThanOrEqualTo(value: string): SelectionVector;
|
|
17
|
+
greaterThanOrEqualToSelected(value: string, selectionVector: SelectionVector): void;
|
|
18
|
+
smallerThanOrEqualTo(value: string): SelectionVector;
|
|
19
|
+
smallerThanOrEqualToSelected(value: string, selectionVector: SelectionVector): void;
|
|
20
|
+
}
|
|
@@ -0,0 +1,165 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.StringFlatVector = void 0;
|
|
4
|
+
const variableSizeVector_1 = require("../variableSizeVector");
|
|
5
|
+
const decodingUtils_1 = require("../../encodings/decodingUtils");
|
|
6
|
+
const flatSelectionVector_1 = require("../filter/flatSelectionVector");
|
|
7
|
+
class StringFlatVector extends variableSizeVector_1.VariableSizeVector {
|
|
8
|
+
constructor(name, offsetBuffer, dataBuffer, nullabilityBuffer) {
|
|
9
|
+
super(name, offsetBuffer, dataBuffer, nullabilityBuffer ?? offsetBuffer.length - 1);
|
|
10
|
+
this.textEncoder = new TextEncoder();
|
|
11
|
+
}
|
|
12
|
+
getValueFromBuffer(index) {
|
|
13
|
+
const start = this.offsetBuffer[index];
|
|
14
|
+
const end = this.offsetBuffer[index + 1];
|
|
15
|
+
return (0, decodingUtils_1.decodeString)(this.dataBuffer, start, end);
|
|
16
|
+
}
|
|
17
|
+
filter(testValue) {
|
|
18
|
+
const selectionVector = [];
|
|
19
|
+
const predicateUtf8 = this.textEncoder.encode(testValue);
|
|
20
|
+
for (let i = 0; i < this.size - 1; i++) {
|
|
21
|
+
const length = this.offsetBuffer[i + 1] - this.offsetBuffer[i];
|
|
22
|
+
//TODO: get rid of every
|
|
23
|
+
if ((!this.nullabilityBuffer || this.nullabilityBuffer.get(i)) && length === predicateUtf8.length &&
|
|
24
|
+
this.dataBuffer.subarray(this.offsetBuffer[i], this.offsetBuffer[i + 1]).
|
|
25
|
+
every((val, idx) => val === predicateUtf8[idx])) {
|
|
26
|
+
selectionVector.push(i);
|
|
27
|
+
}
|
|
28
|
+
}
|
|
29
|
+
return new flatSelectionVector_1.FlatSelectionVector(selectionVector);
|
|
30
|
+
}
|
|
31
|
+
match(testValues) {
|
|
32
|
+
const selectionVector = [];
|
|
33
|
+
const numPredicates = testValues.length;
|
|
34
|
+
const testValuesUtf8 = testValues.map(v => this.textEncoder.encode(v));
|
|
35
|
+
for (let i = 0; i < this.size - 1; i++) {
|
|
36
|
+
const valueLength = this.offsetBuffer[i + 1] - this.offsetBuffer[i];
|
|
37
|
+
const valueUtf8 = this.dataBuffer.subarray(this.offsetBuffer[i], this.offsetBuffer[i + 1]);
|
|
38
|
+
for (let j = 0; j < numPredicates; j++) {
|
|
39
|
+
//TODO: get rid of every
|
|
40
|
+
if ((!this.nullabilityBuffer || this.nullabilityBuffer.get(i)) && valueLength === testValuesUtf8[j].length &&
|
|
41
|
+
valueUtf8.every((val, idx) => val === testValuesUtf8[j][idx])) {
|
|
42
|
+
selectionVector.push(i);
|
|
43
|
+
}
|
|
44
|
+
}
|
|
45
|
+
}
|
|
46
|
+
return new flatSelectionVector_1.FlatSelectionVector(selectionVector);
|
|
47
|
+
}
|
|
48
|
+
filterSelected(value, selectionVector) {
|
|
49
|
+
const predicateUtf8 = this.textEncoder.encode(value);
|
|
50
|
+
const vector = selectionVector.selectionValues();
|
|
51
|
+
let limit = 0;
|
|
52
|
+
for (let i = 0; i < selectionVector.limit; i++) {
|
|
53
|
+
const index = selectionVector[i];
|
|
54
|
+
const length = this.offsetBuffer[index + 1] - this.offsetBuffer[index];
|
|
55
|
+
//TODO: get rid of every
|
|
56
|
+
if ((!this.nullabilityBuffer || this.nullabilityBuffer.get(i)) && length === predicateUtf8.length &&
|
|
57
|
+
this.dataBuffer.subarray(this.offsetBuffer[index], this.offsetBuffer[index + 1]).
|
|
58
|
+
every((val, idx) => val === predicateUtf8[idx])) {
|
|
59
|
+
vector[limit++] = index;
|
|
60
|
+
}
|
|
61
|
+
}
|
|
62
|
+
selectionVector.setLimit(limit);
|
|
63
|
+
}
|
|
64
|
+
matchSelected(values, selectionVector) {
|
|
65
|
+
//TODO: get rid of map?
|
|
66
|
+
const testValuesUtf8 = values.map(v => this.textEncoder.encode(v));
|
|
67
|
+
//TODO: sort and use binary search?
|
|
68
|
+
const vector = selectionVector.selectionValues();
|
|
69
|
+
let limit = 0;
|
|
70
|
+
for (let i = 0; i < selectionVector.limit; i++) {
|
|
71
|
+
const index = selectionVector[i];
|
|
72
|
+
const value = this.dataBuffer.subarray(this.offsetBuffer[index], this.offsetBuffer[index + 1]);
|
|
73
|
+
for (const testValue of testValuesUtf8) {
|
|
74
|
+
//TODO: get rid of every
|
|
75
|
+
if ((!this.nullabilityBuffer || this.nullabilityBuffer.get(i)) && value.length === testValue.length &&
|
|
76
|
+
value.every((val, idx) => val === testValue[idx])) {
|
|
77
|
+
vector[limit++] = index;
|
|
78
|
+
break;
|
|
79
|
+
}
|
|
80
|
+
}
|
|
81
|
+
}
|
|
82
|
+
selectionVector.setLimit(limit);
|
|
83
|
+
}
|
|
84
|
+
filterNotEqual(testValue) {
|
|
85
|
+
const selectionVector = [];
|
|
86
|
+
const predicateUtf8 = this.textEncoder.encode(testValue);
|
|
87
|
+
for (let i = 0; i < this.size - 1; i++) {
|
|
88
|
+
const length = this.offsetBuffer[i + 1] - this.offsetBuffer[i];
|
|
89
|
+
//TODO: get rid of every
|
|
90
|
+
if ((!this.nullabilityBuffer || this.nullabilityBuffer.get(i)) && (length !== predicateUtf8.length ||
|
|
91
|
+
!this.dataBuffer.subarray(this.offsetBuffer[i], this.offsetBuffer[i + 1]).
|
|
92
|
+
every((val, idx) => val === predicateUtf8[idx]))) {
|
|
93
|
+
selectionVector.push(i);
|
|
94
|
+
}
|
|
95
|
+
}
|
|
96
|
+
return new flatSelectionVector_1.FlatSelectionVector(selectionVector);
|
|
97
|
+
}
|
|
98
|
+
filterNotEqualSelected(value, selectionVector) {
|
|
99
|
+
const predicateUtf8 = this.textEncoder.encode(value);
|
|
100
|
+
const vector = selectionVector.selectionValues();
|
|
101
|
+
let limit = 0;
|
|
102
|
+
for (let i = 0; i < selectionVector.limit; i++) {
|
|
103
|
+
const index = selectionVector[i];
|
|
104
|
+
const length = this.offsetBuffer[index + 1] - this.offsetBuffer[index];
|
|
105
|
+
//TODO: get rid of every
|
|
106
|
+
if ((!this.nullabilityBuffer || this.nullabilityBuffer.get(i)) && (length !== predicateUtf8.length ||
|
|
107
|
+
!this.dataBuffer.subarray(this.offsetBuffer[i], this.offsetBuffer[i + 1]).
|
|
108
|
+
every((val, idx) => val === predicateUtf8[idx]))) {
|
|
109
|
+
vector[limit++] = index;
|
|
110
|
+
}
|
|
111
|
+
}
|
|
112
|
+
selectionVector.setLimit(limit);
|
|
113
|
+
}
|
|
114
|
+
noneMatch(testValues) {
|
|
115
|
+
const selectionVector = [];
|
|
116
|
+
const numPredicates = testValues.length;
|
|
117
|
+
const testValuesUtf8 = testValues.map(v => this.textEncoder.encode(v));
|
|
118
|
+
for (let i = 0; i < this.size - 1; i++) {
|
|
119
|
+
const valueLength = this.offsetBuffer[i + 1] - this.offsetBuffer[i];
|
|
120
|
+
const valueUtf8 = this.dataBuffer.subarray(this.offsetBuffer[i], this.offsetBuffer[i + 1]);
|
|
121
|
+
for (let j = 0; j < numPredicates; j++) {
|
|
122
|
+
//TODO: get rid of every
|
|
123
|
+
if ((!this.nullabilityBuffer || this.nullabilityBuffer.get(i)) && (valueLength !== testValuesUtf8[j].length ||
|
|
124
|
+
!valueUtf8.every((val, idx) => val === testValuesUtf8[j][idx]))) {
|
|
125
|
+
selectionVector.push(i);
|
|
126
|
+
}
|
|
127
|
+
}
|
|
128
|
+
}
|
|
129
|
+
return new flatSelectionVector_1.FlatSelectionVector(selectionVector);
|
|
130
|
+
}
|
|
131
|
+
noneMatchSelected(values, selectionVector) {
|
|
132
|
+
//TODO: get rid of map?
|
|
133
|
+
const testValuesUtf8 = values.map(v => this.textEncoder.encode(v));
|
|
134
|
+
//TODO: sort and use binary search?
|
|
135
|
+
const vector = selectionVector.selectionValues();
|
|
136
|
+
let limit = 0;
|
|
137
|
+
for (let i = 0; i < selectionVector.limit; i++) {
|
|
138
|
+
const index = selectionVector[i];
|
|
139
|
+
const value = this.dataBuffer.subarray(this.offsetBuffer[index], this.offsetBuffer[index + 1]);
|
|
140
|
+
for (const testValue of testValuesUtf8) {
|
|
141
|
+
//TODO: get rid of every
|
|
142
|
+
if ((!this.nullabilityBuffer || this.nullabilityBuffer.get(i)) && (value.length !== testValue.length ||
|
|
143
|
+
!value.every((val, idx) => val === testValue[idx]))) {
|
|
144
|
+
vector[limit++] = index;
|
|
145
|
+
break;
|
|
146
|
+
}
|
|
147
|
+
}
|
|
148
|
+
}
|
|
149
|
+
selectionVector.setLimit(limit);
|
|
150
|
+
}
|
|
151
|
+
greaterThanOrEqualTo(value) {
|
|
152
|
+
throw new Error("Not implemented yet.");
|
|
153
|
+
}
|
|
154
|
+
greaterThanOrEqualToSelected(value, selectionVector) {
|
|
155
|
+
throw new Error("Not implemented yet.");
|
|
156
|
+
}
|
|
157
|
+
smallerThanOrEqualTo(value) {
|
|
158
|
+
throw new Error("Not implemented yet.");
|
|
159
|
+
}
|
|
160
|
+
smallerThanOrEqualToSelected(value, selectionVector) {
|
|
161
|
+
throw new Error("Not implemented yet.");
|
|
162
|
+
}
|
|
163
|
+
}
|
|
164
|
+
exports.StringFlatVector = StringFlatVector;
|
|
165
|
+
//# sourceMappingURL=stringFlatVector.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"stringFlatVector.js","sourceRoot":"","sources":["../../../src/vector/flat/stringFlatVector.ts"],"names":[],"mappings":";;;AAAA,8DAAyD;AAEzD,iEAA2D;AAE3D,uEAAkE;AAGlE,MAAa,gBAAiB,SAAQ,uCAAsC;IAGxE,YAAY,IAAY,EAAE,YAAwB,EAAE,UAAsB,EACpD,iBAA6B;QAC/C,KAAK,CAAC,IAAI,EAAE,YAAY,EAAE,UAAU,EAAE,iBAAiB,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACpF,IAAI,CAAC,WAAW,GAAG,IAAI,WAAW,EAAE,CAAC;IACzC,CAAC;IAES,kBAAkB,CAAC,KAAa;QACtC,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;QACvC,MAAM,GAAG,GAAG,IAAI,CAAC,YAAY,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;QACzC,OAAO,IAAA,4BAAY,EAAC,IAAI,CAAC,UAAU,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;IACrD,CAAC;IAED,MAAM,CAAC,SAAiB;QACpB,MAAM,eAAe,GAAG,EAAE,CAAC;QAC3B,MAAM,aAAa,GAAG,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QACzD,KAAI,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC,EAAE,EAAC,CAAC;YACnC,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,CAAC,GAAC,CAAC,CAAC,GAAG,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YAC7D,wBAAwB;YACxB,IAAI,CAAC,CAAC,IAAI,CAAC,iBAAiB,IAAI,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,MAAM,KAAK,aAAa,CAAC,MAAM;gBAC7F,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC,GAAC,CAAC,CAAC,CAAC;oBAClE,KAAK,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,KAAK,aAAa,CAAC,GAAG,CAAC,CAAC,EACtD,CAAC;gBACE,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAC5B,CAAC;QACL,CAAC;QAED,OAAO,IAAI,yCAAmB,CAAC,eAAe,CAAC,CAAC;IACpD,CAAC;IAED,KAAK,CAAC,UAAoB;QACtB,MAAM,eAAe,GAAG,EAAE,CAAC;QAC3B,MAAM,aAAa,GAAG,UAAU,CAAC,MAAM,CAAC;QACxC,MAAM,cAAc,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QACvE,KAAI,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,IAAI,GAAC,CAAC,EAAE,CAAC,EAAE,EAAC,CAAC;YACjC,MAAM,WAAW,GAAG,IAAI,CAAC,YAAY,CAAC,CAAC,GAAC,CAAC,CAAC,GAAG,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YAClE,MAAM,SAAS,GAAG,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC,GAAC,CAAC,CAAC,CAAC,CAAC;YAEzF,KAAI,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,aAAa,EAAE,CAAC,EAAE,EAAC,CAAC;gBACnC,wBAAwB;gBACxB,IAAI,CAAC,CAAC,IAAI,CAAC,iBAAiB,IAAI,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,WAAW,KAAK,cAAc,CAAC,CAAC,CAAC,CAAC,MAAM;oBACtG,SAAS,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,KAAK,cAAc,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,EAAC,CAAC;oBAC/D,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBAC5B,CAAC;YACL,CAAC;QACL,CAAC;QAED,OAAO,IAAI,yCAAmB,CAAC,eAAe,CAAC,CAAC;IACpD,CAAC;IAED,cAAc,CAAC,KAAa,EAAE,eAAgC;QAC1D,MAAM,aAAa,GAAG,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACrD,MAAM,MAAM,GAAG,eAAe,CAAC,eAAe,EAAE,CAAC;QACjD,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAI,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,eAAe,CAAC,KAAK,EAAE,CAAC,EAAE,EAAC,CAAC;YAC3C,MAAM,KAAK,GAAG,eAAe,CAAC,CAAC,CAAC,CAAC;YACjC,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,KAAK,GAAC,CAAC,CAAC,GAAG,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;YACrE,wBAAwB;YACxB,IAAI,CAAC,CAAC,IAAI,CAAC,iBAAiB,IAAI,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,MAAM,KAAK,aAAa,CAAC,MAAM;gBAC7F,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,IAAI,CAAC,YAAY,CAAC,KAAK,GAAC,CAAC,CAAC,CAAC;oBAC9E,KAAK,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,KAAK,aAAa,CAAC,GAAG,CAAC,CAAC,EAClD,CAAC;gBACE,MAAM,CAAC,KAAK,EAAE,CAAC,GAAG,KAAK,CAAC;YAC5B,CAAC;QACL,CAAC;QAED,eAAe,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;IAED,aAAa,CAAC,MAAgB,EAAE,eAAgC;QAC5D,uBAAuB;QACvB,MAAM,cAAc,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QAEnE,mCAAmC;QACnC,MAAM,MAAM,GAAG,eAAe,CAAC,eAAe,EAAE,CAAC;QACjD,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAI,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,eAAe,CAAC,KAAK,EAAE,CAAC,EAAE,EAAC,CAAC;YAC3C,MAAM,KAAK,GAAG,eAAe,CAAC,CAAC,CAAC,CAAC;YACjC,MAAM,KAAK,GAAG,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,IAAI,CAAC,YAAY,CAAC,KAAK,GAAC,CAAC,CAAC,CAAC,CAAC;YAC7F,KAAI,MAAM,SAAS,IAAI,cAAc,EAAC,CAAC;gBACnC,wBAAwB;gBACxB,IAAI,CAAC,CAAC,IAAI,CAAC,iBAAiB,IAAI,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,KAAK,SAAS,CAAC,MAAM;oBAC/F,KAAK,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,KAAK,SAAS,CAAC,GAAG,CAAC,CAAC,EACpD,CAAC;oBACE,MAAM,CAAC,KAAK,EAAE,CAAC,GAAG,KAAK,CAAC;oBACxB,MAAM;gBACV,CAAC;YACL,CAAC;QACL,CAAC;QAED,eAAe,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;IAED,cAAc,CAAC,SAAiB;QAC5B,MAAM,eAAe,GAAG,EAAE,CAAC;QAC3B,MAAM,aAAa,GAAG,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QACzD,KAAI,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC,EAAE,EAAC,CAAC;YACnC,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,CAAC,GAAC,CAAC,CAAC,GAAG,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YAC7D,wBAAwB;YACxB,IAAI,CAAC,CAAC,IAAI,CAAC,iBAAiB,IAAI,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,KAAK,aAAa,CAAC,MAAM;gBAC9F,CAAC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC,GAAC,CAAC,CAAC,CAAC;oBACvE,KAAK,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,KAAK,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EACnD,CAAC;gBACE,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAC5B,CAAC;QACL,CAAC;QAED,OAAO,IAAI,yCAAmB,CAAC,eAAe,CAAC,CAAC;IACpD,CAAC;IAED,sBAAsB,CAAC,KAAa,EAAE,eAAgC;QAClE,MAAM,aAAa,GAAG,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACrD,MAAM,MAAM,GAAG,eAAe,CAAC,eAAe,EAAE,CAAC;QACjD,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAI,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,eAAe,CAAC,KAAK,EAAE,CAAC,EAAE,EAAC,CAAC;YAC3C,MAAM,KAAK,GAAG,eAAe,CAAC,CAAC,CAAC,CAAC;YACjC,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,KAAK,GAAC,CAAC,CAAC,GAAG,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;YACrE,wBAAwB;YACxB,IAAI,CAAC,CAAC,IAAI,CAAC,iBAAiB,IAAI,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,KAAK,aAAa,CAAC,MAAM;gBAC9F,CAAC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC,GAAC,CAAC,CAAC,CAAC;oBACvE,KAAK,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,KAAK,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EACnD,CAAC;gBACE,MAAM,CAAC,KAAK,EAAE,CAAC,GAAG,KAAK,CAAC;YAC5B,CAAC;QACL,CAAC;QAED,eAAe,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;IAED,SAAS,CAAC,UAAoB;QAC1B,MAAM,eAAe,GAAG,EAAE,CAAC;QAC3B,MAAM,aAAa,GAAG,UAAU,CAAC,MAAM,CAAC;QACxC,MAAM,cAAc,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QACvE,KAAI,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,IAAI,GAAC,CAAC,EAAE,CAAC,EAAE,EAAC,CAAC;YACjC,MAAM,WAAW,GAAG,IAAI,CAAC,YAAY,CAAC,CAAC,GAAC,CAAC,CAAC,GAAG,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YAClE,MAAM,SAAS,GAAG,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC,GAAC,CAAC,CAAC,CAAC,CAAC;YAEzF,KAAI,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,aAAa,EAAE,CAAC,EAAE,EAAC,CAAC;gBACnC,wBAAwB;gBACxB,IAAI,CAAC,CAAC,IAAI,CAAC,iBAAiB,IAAI,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,KAAK,cAAc,CAAC,CAAC,CAAC,CAAC,MAAM;oBACvG,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,KAAK,cAAc,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAC,CAAC;oBACjE,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBAC5B,CAAC;YACL,CAAC;QACL,CAAC;QAED,OAAO,IAAI,yCAAmB,CAAC,eAAe,CAAC,CAAC;IACpD,CAAC;IAED,iBAAiB,CAAC,MAAgB,EAAE,eAAgC;QAChE,uBAAuB;QACvB,MAAM,cAAc,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QAEnE,mCAAmC;QACnC,MAAM,MAAM,GAAG,eAAe,CAAC,eAAe,EAAE,CAAC;QACjD,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAI,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,eAAe,CAAC,KAAK,EAAE,CAAC,EAAE,EAAC,CAAC;YAC3C,MAAM,KAAK,GAAG,eAAe,CAAC,CAAC,CAAC,CAAC;YACjC,MAAM,KAAK,GAAG,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,IAAI,CAAC,YAAY,CAAC,KAAK,GAAC,CAAC,CAAC,CAAC,CAAC;YAC7F,KAAI,MAAM,SAAS,IAAI,cAAc,EAAC,CAAC;gBACnC,wBAAwB;gBACxB,IAAI,CAAC,CAAC,IAAI,CAAC,iBAAiB,IAAI,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,SAAS,CAAC,MAAM;oBAChG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,KAAK,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EACtD,CAAC;oBACE,MAAM,CAAC,KAAK,EAAE,CAAC,GAAG,KAAK,CAAC;oBACxB,MAAM;gBACV,CAAC;YACL,CAAC;QACL,CAAC;QAED,eAAe,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IAEpC,CAAC;IAED,oBAAoB,CAAC,KAAa;QAC9B,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;IAC5C,CAAC;IAED,4BAA4B,CAAC,KAAa,EAAE,eAAgC;QACxE,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;IAC5C,CAAC;IAED,oBAAoB,CAAC,KAAa;QAC9B,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;IAC5C,CAAC;IAED,4BAA4B,CAAC,KAAa,EAAE,eAAgC;QACxE,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;IAC5C,CAAC;CAEJ;AAhMD,4CAgMC"}
|
|
@@ -0,0 +1,27 @@
|
|
|
1
|
+
import { VariableSizeVector } from "../variableSizeVector";
|
|
2
|
+
import BitVector from "../flat/bitVector";
|
|
3
|
+
import { SelectionVector } from "../filter/selectionVector";
|
|
4
|
+
export declare class StringFsstDictionaryVector extends VariableSizeVector<Uint8Array, string> {
|
|
5
|
+
private readonly indexBuffer;
|
|
6
|
+
private readonly symbolOffsetBuffer;
|
|
7
|
+
private readonly symbolTableBuffer;
|
|
8
|
+
private readonly textEncoder;
|
|
9
|
+
private symbolLengthBuffer;
|
|
10
|
+
private lengthBuffer;
|
|
11
|
+
private decodedDictionary;
|
|
12
|
+
constructor(name: string, indexBuffer: Int32Array, offsetBuffer: Int32Array, dictionaryBuffer: Uint8Array, symbolOffsetBuffer: Int32Array, symbolTableBuffer: Uint8Array, nullabilityBuffer: BitVector);
|
|
13
|
+
filter(value: string): SelectionVector;
|
|
14
|
+
match(values: string[]): SelectionVector;
|
|
15
|
+
filterSelected(value: string, selectionVector: SelectionVector): void;
|
|
16
|
+
matchSelected(values: string[], selectionVector: SelectionVector): void;
|
|
17
|
+
protected getValueFromBuffer(index: number): string;
|
|
18
|
+
private offsetToLengthBuffer;
|
|
19
|
+
filterNotEqual(value: string): SelectionVector;
|
|
20
|
+
filterNotEqualSelected(value: string, selectionVector: SelectionVector): void;
|
|
21
|
+
greaterThanOrEqualTo(value: string): SelectionVector;
|
|
22
|
+
greaterThanOrEqualToSelected(value: string, selectionVector: SelectionVector): void;
|
|
23
|
+
noneMatch(values: string[]): SelectionVector;
|
|
24
|
+
noneMatchSelected(values: string[], selectionVector: SelectionVector): void;
|
|
25
|
+
smallerThanOrEqualTo(value: string): SelectionVector;
|
|
26
|
+
smallerThanOrEqualToSelected(value: string, selectionVector: SelectionVector): void;
|
|
27
|
+
}
|
|
@@ -0,0 +1,115 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.StringFsstDictionaryVector = void 0;
|
|
4
|
+
const variableSizeVector_1 = require("../variableSizeVector");
|
|
5
|
+
const fsstDecoder_1 = require("../../encodings/fsstDecoder");
|
|
6
|
+
const decodingUtils_1 = require("../../encodings/decodingUtils");
|
|
7
|
+
class StringFsstDictionaryVector extends variableSizeVector_1.VariableSizeVector {
|
|
8
|
+
constructor(name, indexBuffer, offsetBuffer, dictionaryBuffer, symbolOffsetBuffer, symbolTableBuffer, nullabilityBuffer) {
|
|
9
|
+
super(name, offsetBuffer, dictionaryBuffer, nullabilityBuffer);
|
|
10
|
+
this.indexBuffer = indexBuffer;
|
|
11
|
+
this.symbolOffsetBuffer = symbolOffsetBuffer;
|
|
12
|
+
this.symbolTableBuffer = symbolTableBuffer;
|
|
13
|
+
this.textEncoder = new TextEncoder();
|
|
14
|
+
}
|
|
15
|
+
filter(value) {
|
|
16
|
+
/*
|
|
17
|
+
* -> create utf-8 buffer from value
|
|
18
|
+
* -> convert utf-8 buffer to fsst compressed corpus
|
|
19
|
+
* -> replace utf-8 character with index of SymbolTable
|
|
20
|
+
* */
|
|
21
|
+
throw new Error("Not implemented yet.");
|
|
22
|
+
}
|
|
23
|
+
match(values) {
|
|
24
|
+
throw new Error("Not implemented yet.");
|
|
25
|
+
}
|
|
26
|
+
filterSelected(value, selectionVector) {
|
|
27
|
+
throw new Error("Not implemented yet.");
|
|
28
|
+
}
|
|
29
|
+
matchSelected(values, selectionVector) {
|
|
30
|
+
throw new Error("Not implemented yet.");
|
|
31
|
+
}
|
|
32
|
+
getValueFromBuffer(index) {
|
|
33
|
+
//if (this.decodedValues == null) {
|
|
34
|
+
/*if (this.decodedDictionary == null) {
|
|
35
|
+
if (this.symbolLengthBuffer == null) {
|
|
36
|
+
// TODO: change FsstEncoder to take offsets instead of length to get rid of this conversion
|
|
37
|
+
this.symbolLengthBuffer = this.offsetToLengthBuffer(this.symbolOffsetBuffer);
|
|
38
|
+
this.lengthBuffer = this.offsetToLengthBuffer(this.offsetBuffer);
|
|
39
|
+
}
|
|
40
|
+
|
|
41
|
+
const dictionaryBuffer = decodeFsst(this.symbolTableBuffer, this.symbolLengthBuffer,
|
|
42
|
+
this.dataBuffer);
|
|
43
|
+
|
|
44
|
+
this.decodedDictionary = new Array<string>(this.lengthBuffer.length);
|
|
45
|
+
let i = 0;
|
|
46
|
+
let strStart = 0;
|
|
47
|
+
for (const strLength of this.lengthBuffer) {
|
|
48
|
+
this.decodedDictionary[i++] = decodeString(dictionaryBuffer, strStart, strStart + strLength);
|
|
49
|
+
strStart += strLength;
|
|
50
|
+
}
|
|
51
|
+
|
|
52
|
+
/!*this.decodedValues = new Array(this.indexBuffer.length);
|
|
53
|
+
i = 0;
|
|
54
|
+
for (const index of this.indexBuffer) {
|
|
55
|
+
const value = decodedDictionary[index];
|
|
56
|
+
this.decodedValues[i++] = value;
|
|
57
|
+
}*!/
|
|
58
|
+
}*/
|
|
59
|
+
/*this.decodedValues = new Array(this.indexBuffer.length);
|
|
60
|
+
i = 0;
|
|
61
|
+
for (const index of this.indexBuffer) {
|
|
62
|
+
const value = decodedDictionary[index];
|
|
63
|
+
this.decodedValues[i++] = value;
|
|
64
|
+
}*/
|
|
65
|
+
if (this.decodedDictionary == null) {
|
|
66
|
+
if (this.symbolLengthBuffer == null) {
|
|
67
|
+
// TODO: change FsstEncoder to take offsets instead of length to get rid of this conversion
|
|
68
|
+
this.symbolLengthBuffer = this.offsetToLengthBuffer(this.symbolOffsetBuffer);
|
|
69
|
+
this.lengthBuffer = this.offsetToLengthBuffer(this.offsetBuffer);
|
|
70
|
+
}
|
|
71
|
+
this.decodedDictionary = (0, fsstDecoder_1.decodeFsst)(this.symbolTableBuffer, this.symbolLengthBuffer, this.dataBuffer);
|
|
72
|
+
}
|
|
73
|
+
const offset = this.indexBuffer[index];
|
|
74
|
+
const start = this.offsetBuffer[offset];
|
|
75
|
+
const end = this.offsetBuffer[offset + 1];
|
|
76
|
+
return (0, decodingUtils_1.decodeString)(this.decodedDictionary, start, end);
|
|
77
|
+
}
|
|
78
|
+
// TODO: get rid of that conversion
|
|
79
|
+
offsetToLengthBuffer(offsetBuffer) {
|
|
80
|
+
const lengthBuffer = new Uint32Array(offsetBuffer.length - 1);
|
|
81
|
+
let previousOffset = offsetBuffer[0];
|
|
82
|
+
for (let i = 1; i < offsetBuffer.length; i++) {
|
|
83
|
+
const offset = offsetBuffer[i];
|
|
84
|
+
lengthBuffer[i - 1] = offset - previousOffset;
|
|
85
|
+
previousOffset = offset;
|
|
86
|
+
}
|
|
87
|
+
return lengthBuffer;
|
|
88
|
+
}
|
|
89
|
+
filterNotEqual(value) {
|
|
90
|
+
throw new Error("Not implemented yet.");
|
|
91
|
+
}
|
|
92
|
+
filterNotEqualSelected(value, selectionVector) {
|
|
93
|
+
throw new Error("Not implemented yet.");
|
|
94
|
+
}
|
|
95
|
+
greaterThanOrEqualTo(value) {
|
|
96
|
+
throw new Error("Not implemented yet.");
|
|
97
|
+
}
|
|
98
|
+
greaterThanOrEqualToSelected(value, selectionVector) {
|
|
99
|
+
throw new Error("Not implemented yet.");
|
|
100
|
+
}
|
|
101
|
+
noneMatch(values) {
|
|
102
|
+
throw new Error("Not implemented yet.");
|
|
103
|
+
}
|
|
104
|
+
noneMatchSelected(values, selectionVector) {
|
|
105
|
+
throw new Error("Not implemented yet.");
|
|
106
|
+
}
|
|
107
|
+
smallerThanOrEqualTo(value) {
|
|
108
|
+
throw new Error("Not implemented yet.");
|
|
109
|
+
}
|
|
110
|
+
smallerThanOrEqualToSelected(value, selectionVector) {
|
|
111
|
+
throw new Error("Not implemented yet.");
|
|
112
|
+
}
|
|
113
|
+
}
|
|
114
|
+
exports.StringFsstDictionaryVector = StringFsstDictionaryVector;
|
|
115
|
+
//# sourceMappingURL=stringFsstDictionaryVector.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"stringFsstDictionaryVector.js","sourceRoot":"","sources":["../../../src/vector/fsst-dictionary/stringFsstDictionaryVector.ts"],"names":[],"mappings":";;;AAAA,8DAAyD;AAEzD,6DAAuD;AACvD,iEAA2D;AAI3D,MAAa,0BAA2B,SAAQ,uCAAsC;IAQlF,YACI,IAAY,EACK,WAAuB,EACxC,YAAwB,EACxB,gBAA4B,EACX,kBAA8B,EAC9B,iBAA6B,EAC9C,iBAA6B;QAE7B,KAAK,CAAC,IAAI,EAAE,YAAY,EAAE,gBAAgB,EAAE,iBAAiB,CAAC,CAAC;QAP9C,gBAAW,GAAX,WAAW,CAAY;QAGvB,uBAAkB,GAAlB,kBAAkB,CAAY;QAC9B,sBAAiB,GAAjB,iBAAiB,CAAY;QAI9C,IAAI,CAAC,WAAW,GAAG,IAAI,WAAW,EAAE,CAAC;IACzC,CAAC;IAED,MAAM,CAAC,KAAa;QAChB;;;;YAII;QAEJ,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAA;IAC3C,CAAC;IAED,KAAK,CAAC,MAAgB;QAClB,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAA;IAC3C,CAAC;IAED,cAAc,CAAC,KAAa,EAAE,eAAgC;QAC1D,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAA;IAC3C,CAAC;IAED,aAAa,CAAC,MAAgB,EAAE,eAAgC;QAC5D,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAA;IAC3C,CAAC;IAES,kBAAkB,CAAC,KAAa;QACtC,mCAAmC;QACnC;;;;;;;;;;;;;;;;;;;;;;;;WAwBG;QACH;;;;;eAKO;QAEP,IAAI,IAAI,CAAC,iBAAiB,IAAI,IAAI,EAAE,CAAC;YACjC,IAAI,IAAI,CAAC,kBAAkB,IAAI,IAAI,EAAE,CAAC;gBAClC,2FAA2F;gBAC3F,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;gBAC7E,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YACrE,CAAC;YAED,IAAI,CAAC,iBAAiB,GAAG,IAAA,wBAAU,EAAC,IAAI,CAAC,iBAAiB,EAAE,IAAI,CAAC,kBAAkB,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;QAC1G,CAAC;QAED,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QACvC,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;QACxC,MAAM,GAAG,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAC1C,OAAO,IAAA,4BAAY,EAAC,IAAI,CAAC,iBAAiB,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;IAC5D,CAAC;IAED,mCAAmC;IAC3B,oBAAoB,CAAC,YAAwB;QACjD,MAAM,YAAY,GAAG,IAAI,WAAW,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAC9D,IAAI,cAAc,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC;QACrC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC3C,MAAM,MAAM,GAAG,YAAY,CAAC,CAAC,CAAC,CAAA;YAC9B,YAAY,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,MAAM,GAAG,cAAc,CAAC;YAC9C,cAAc,GAAG,MAAM,CAAC;QAC5B,CAAC;QAED,OAAO,YAAY,CAAC;IACxB,CAAC;IAED,cAAc,CAAC,KAAa;QACxB,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;IAC5C,CAAC;IAED,sBAAsB,CAAC,KAAa,EAAE,eAAgC;QAClE,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;IAC5C,CAAC;IAED,oBAAoB,CAAC,KAAa;QAC9B,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;IAC5C,CAAC;IAED,4BAA4B,CAAC,KAAa,EAAE,eAAgC;QACxE,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;IAC5C,CAAC;IAED,SAAS,CAAC,MAAgB;QACtB,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;IAC5C,CAAC;IAED,iBAAiB,CAAC,MAAgB,EAAE,eAAgC;QAChE,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;IAC5C,CAAC;IAED,oBAAoB,CAAC,KAAa;QAC9B,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;IAC5C,CAAC;IAED,4BAA4B,CAAC,KAAa,EAAE,eAAgC;QACxE,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;IAC5C,CAAC;CAYJ;AApJD,gEAoJC"}
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
import { GeometryVector, MortonSettings, VertexBufferType } from "./geometryVector";
|
|
2
|
+
import TopologyVector from "../../vector/geometry/topologyVector";
|
|
3
|
+
import { SelectionVector } from "../filter/selectionVector";
|
|
4
|
+
import { SINGLE_PART_GEOMETRY_TYPE } from "./geometryType";
|
|
5
|
+
export declare class ConstGeometryVector extends GeometryVector {
|
|
6
|
+
private readonly _numGeometries;
|
|
7
|
+
private readonly _geometryType;
|
|
8
|
+
constructor(_numGeometries: number, _geometryType: number, vertexBufferType: VertexBufferType, topologyVector: TopologyVector, vertexOffsets: Int32Array, vertexBuffer: Int32Array, mortonSettings?: MortonSettings);
|
|
9
|
+
static createMortonEncoded(numGeometries: number, geometryType: number, topologyVector: TopologyVector, vertexOffsets: Int32Array, vertexBuffer: Int32Array, mortonInfo: MortonSettings): ConstGeometryVector;
|
|
10
|
+
static create(numGeometries: number, geometryType: number, topologyVector: TopologyVector, vertexOffsets: Int32Array, vertexBuffer: Int32Array): ConstGeometryVector;
|
|
11
|
+
geometryType(index: number): number;
|
|
12
|
+
get numGeometries(): number;
|
|
13
|
+
containsPolygonGeometry(): boolean;
|
|
14
|
+
filter(geometryType: SINGLE_PART_GEOMETRY_TYPE): SelectionVector;
|
|
15
|
+
filterSelected(geometryType: SINGLE_PART_GEOMETRY_TYPE, selectionVector: SelectionVector): void;
|
|
16
|
+
containsSingleGeometryType(): boolean;
|
|
17
|
+
}
|
|
@@ -0,0 +1,51 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.ConstGeometryVector = void 0;
|
|
4
|
+
const geometryVector_1 = require("./geometryVector");
|
|
5
|
+
const flatSelectionVector_1 = require("../filter/flatSelectionVector");
|
|
6
|
+
const geometryType_1 = require("./geometryType");
|
|
7
|
+
class ConstGeometryVector extends geometryVector_1.GeometryVector {
|
|
8
|
+
constructor(_numGeometries, _geometryType, vertexBufferType, topologyVector, vertexOffsets, vertexBuffer, mortonSettings) {
|
|
9
|
+
super(vertexBufferType, topologyVector, vertexOffsets, vertexBuffer, mortonSettings);
|
|
10
|
+
this._numGeometries = _numGeometries;
|
|
11
|
+
this._geometryType = _geometryType;
|
|
12
|
+
}
|
|
13
|
+
static createMortonEncoded(numGeometries, geometryType, topologyVector, vertexOffsets, vertexBuffer, mortonInfo) {
|
|
14
|
+
return new ConstGeometryVector(numGeometries, geometryType, geometryVector_1.VertexBufferType.MORTON, topologyVector, vertexOffsets, vertexBuffer, mortonInfo);
|
|
15
|
+
}
|
|
16
|
+
static create(numGeometries, geometryType, topologyVector, vertexOffsets, vertexBuffer) {
|
|
17
|
+
return new ConstGeometryVector(numGeometries, geometryType, geometryVector_1.VertexBufferType.VEC_2, topologyVector, vertexOffsets, vertexBuffer);
|
|
18
|
+
}
|
|
19
|
+
geometryType(index) {
|
|
20
|
+
return this._geometryType;
|
|
21
|
+
}
|
|
22
|
+
get numGeometries() {
|
|
23
|
+
return this._numGeometries;
|
|
24
|
+
}
|
|
25
|
+
containsPolygonGeometry() {
|
|
26
|
+
return this._geometryType === geometryType_1.GEOMETRY_TYPE.POLYGON || this._geometryType === geometryType_1.GEOMETRY_TYPE.MULTIPOLYGON;
|
|
27
|
+
}
|
|
28
|
+
//TODO: refactor -> quick and dirty -> let a multi part geometry be equal to a single part geometry
|
|
29
|
+
//to produce the same results as with MVT and the existing styles
|
|
30
|
+
filter(geometryType) {
|
|
31
|
+
if (geometryType !== this._geometryType && (geometryType + 3) !== this._geometryType) {
|
|
32
|
+
return new flatSelectionVector_1.FlatSelectionVector([]);
|
|
33
|
+
}
|
|
34
|
+
//TODO: use ConstSelectionVector
|
|
35
|
+
const selectionVector = new Array(this.numGeometries);
|
|
36
|
+
for (let i = 0; i < this.numGeometries; i++) {
|
|
37
|
+
selectionVector[i] = i;
|
|
38
|
+
}
|
|
39
|
+
return new flatSelectionVector_1.FlatSelectionVector(selectionVector);
|
|
40
|
+
}
|
|
41
|
+
filterSelected(geometryType, selectionVector) {
|
|
42
|
+
if (geometryType !== this._geometryType && (geometryType + 3) !== this._geometryType) {
|
|
43
|
+
selectionVector.setLimit(0);
|
|
44
|
+
}
|
|
45
|
+
}
|
|
46
|
+
containsSingleGeometryType() {
|
|
47
|
+
return true;
|
|
48
|
+
}
|
|
49
|
+
}
|
|
50
|
+
exports.ConstGeometryVector = ConstGeometryVector;
|
|
51
|
+
//# sourceMappingURL=constGeometryVector.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"constGeometryVector.js","sourceRoot":"","sources":["../../../src/vector/geometry/constGeometryVector.ts"],"names":[],"mappings":";;;AAAA,qDAAkF;AAGlF,uEAAkE;AAClE,iDAAwE;AAGxE,MAAa,mBAAoB,SAAQ,+BAAc;IACnD,YACqB,cAAsB,EACtB,aAAqB,EACtC,gBAAkC,EAClC,cAA8B,EAC9B,aAAyB,EACzB,YAAwB,EACxB,cAA+B;QAE/B,KAAK,CAAC,gBAAgB,EAAE,cAAc,EAAE,aAAa,EAAE,YAAY,EAAE,cAAc,CAAC,CAAC;QARpE,mBAAc,GAAd,cAAc,CAAQ;QACtB,kBAAa,GAAb,aAAa,CAAQ;IAQ1C,CAAC;IAED,MAAM,CAAC,mBAAmB,CACtB,aAAqB,EACrB,YAAoB,EACpB,cAA8B,EAC9B,aAAyB,EACzB,YAAwB,EACxB,UAA0B;QAE1B,OAAO,IAAI,mBAAmB,CAC1B,aAAa,EACb,YAAY,EACZ,iCAAgB,CAAC,MAAM,EACvB,cAAc,EACd,aAAa,EACb,YAAY,EACZ,UAAU,CACb,CAAC;IACN,CAAC;IAED,MAAM,CAAC,MAAM,CACT,aAAqB,EACrB,YAAoB,EACpB,cAA8B,EAC9B,aAAyB,EACzB,YAAwB;QAExB,OAAO,IAAI,mBAAmB,CAC1B,aAAa,EACb,YAAY,EACZ,iCAAgB,CAAC,KAAK,EACtB,cAAc,EACd,aAAa,EACb,YAAY,CACf,CAAC;IACN,CAAC;IAED,YAAY,CAAC,KAAa;QACtB,OAAO,IAAI,CAAC,aAAa,CAAC;IAC9B,CAAC;IAED,IAAI,aAAa;QACb,OAAO,IAAI,CAAC,cAAc,CAAC;IAC/B,CAAC;IAED,uBAAuB;QACnB,OAAO,IAAI,CAAC,aAAa,KAAK,4BAAa,CAAC,OAAO,IAAI,IAAI,CAAC,aAAa,KAAK,4BAAa,CAAC,YAAY,CAAC;IAC7G,CAAC;IAED,mGAAmG;IACnG,iEAAiE;IACjE,MAAM,CAAC,YAAuC;QAC1C,IAAG,YAAY,KAAK,IAAI,CAAC,aAAa,IAAI,CAAC,YAAY,GAAG,CAAC,CAAC,KAAK,IAAI,CAAC,aAAa,EAAC,CAAC;YACjF,OAAO,IAAI,yCAAmB,CAAC,EAAE,CAAC,CAAC;QACvC,CAAC;QAED,gCAAgC;QAChC,MAAM,eAAe,GAAG,IAAI,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QACtD,KAAI,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC,EAAE,EAAC,CAAC;YACxC,eAAe,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QAC3B,CAAC;QACD,OAAO,IAAI,yCAAmB,CAAC,eAAe,CAAC,CAAC;IACpD,CAAC;IAED,cAAc,CAAC,YAAuC,EAAE,eAAgC;QACpF,IAAG,YAAY,KAAK,IAAI,CAAC,aAAa,IAAI,CAAC,YAAY,GAAG,CAAC,CAAC,KAAK,IAAI,CAAC,aAAa,EAAC,CAAC;YACjF,eAAe,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;QAChC,CAAC;IACL,CAAC;IAED,0BAA0B;QACtB,OAAO,IAAI,CAAC;IAChB,CAAC;CAEJ;AAtFD,kDAsFC"}
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
import { SelectionVector } from "../filter/selectionVector";
|
|
2
|
+
import { GpuVector } from "./gpuVector";
|
|
3
|
+
import { SINGLE_PART_GEOMETRY_TYPE } from "./geometryType";
|
|
4
|
+
import TopologyVector from "./topologyVector";
|
|
5
|
+
export declare class ConstGpuVector extends GpuVector {
|
|
6
|
+
private readonly _numGeometries;
|
|
7
|
+
private readonly _geometryType;
|
|
8
|
+
constructor(_numGeometries: number, _geometryType: number, triangleOffsets: Int32Array, indexBuffer: Int32Array, vertexBuffer: Int32Array, topologyVector?: TopologyVector | null);
|
|
9
|
+
static create(numGeometries: number, geometryType: number, triangleOffsets: Int32Array, indexBuffer: Int32Array, vertexBuffer: Int32Array, topologyVector?: TopologyVector | null): GpuVector;
|
|
10
|
+
geometryType(index: number): number;
|
|
11
|
+
get numGeometries(): number;
|
|
12
|
+
filter(geometryType: SINGLE_PART_GEOMETRY_TYPE): SelectionVector;
|
|
13
|
+
filterSelected(geometryType: SINGLE_PART_GEOMETRY_TYPE, selectionVector: SelectionVector): void;
|
|
14
|
+
containsSingleGeometryType(): boolean;
|
|
15
|
+
}
|
|
@@ -0,0 +1,66 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.ConstGpuVector = void 0;
|
|
4
|
+
const flatSelectionVector_1 = require("../filter/flatSelectionVector");
|
|
5
|
+
const gpuVector_1 = require("./gpuVector");
|
|
6
|
+
//TODO: extend from GeometryVector -> make topology vector optional
|
|
7
|
+
class ConstGpuVector extends gpuVector_1.GpuVector {
|
|
8
|
+
constructor(_numGeometries, _geometryType, triangleOffsets, indexBuffer, vertexBuffer, topologyVector) {
|
|
9
|
+
super(triangleOffsets, indexBuffer, vertexBuffer, topologyVector);
|
|
10
|
+
this._numGeometries = _numGeometries;
|
|
11
|
+
this._geometryType = _geometryType;
|
|
12
|
+
}
|
|
13
|
+
static create(numGeometries, geometryType, triangleOffsets, indexBuffer, vertexBuffer, topologyVector) {
|
|
14
|
+
return new ConstGpuVector(numGeometries, geometryType, triangleOffsets, indexBuffer, vertexBuffer, topologyVector);
|
|
15
|
+
}
|
|
16
|
+
/*static createMortonEncoded(
|
|
17
|
+
numGeometries: number,
|
|
18
|
+
geometryType: number,
|
|
19
|
+
triangleOffsets: Int32Array,
|
|
20
|
+
indexBuffer: Int32Array,
|
|
21
|
+
vertexOffsets: Int32Array,
|
|
22
|
+
vertexBuffer: Int32Array,
|
|
23
|
+
mortonInfo: MortonSettings
|
|
24
|
+
): GpuVector {
|
|
25
|
+
//TODO: refactor to use unsigned integers
|
|
26
|
+
return new ConstGpuVector(
|
|
27
|
+
numGeometries,
|
|
28
|
+
geometryType,
|
|
29
|
+
VertexBufferType.MORTON,
|
|
30
|
+
triangleOffsets,
|
|
31
|
+
indexBuffer,
|
|
32
|
+
vertexOffsets,
|
|
33
|
+
vertexBuffer,
|
|
34
|
+
mortonInfo
|
|
35
|
+
);
|
|
36
|
+
}*/
|
|
37
|
+
geometryType(index) {
|
|
38
|
+
return this._geometryType;
|
|
39
|
+
}
|
|
40
|
+
get numGeometries() {
|
|
41
|
+
return this._numGeometries;
|
|
42
|
+
}
|
|
43
|
+
//TODO: refactor -> quick and dirty -> let a multi part geometry be equal to a single part geometry
|
|
44
|
+
//to produce the same results as with MVT and the existing styles
|
|
45
|
+
filter(geometryType) {
|
|
46
|
+
if (geometryType !== this._geometryType && (geometryType + 3) !== this._geometryType) {
|
|
47
|
+
return new flatSelectionVector_1.FlatSelectionVector([]);
|
|
48
|
+
}
|
|
49
|
+
//TODO: use ConstSelectionVector
|
|
50
|
+
const selectionVector = new Array(this.numGeometries);
|
|
51
|
+
for (let i = 0; i < this.numGeometries; i++) {
|
|
52
|
+
selectionVector[i] = i;
|
|
53
|
+
}
|
|
54
|
+
return new flatSelectionVector_1.FlatSelectionVector(selectionVector);
|
|
55
|
+
}
|
|
56
|
+
filterSelected(geometryType, selectionVector) {
|
|
57
|
+
if (geometryType !== this._geometryType && (geometryType + 3) !== this._geometryType) {
|
|
58
|
+
selectionVector.setLimit(0);
|
|
59
|
+
}
|
|
60
|
+
}
|
|
61
|
+
containsSingleGeometryType() {
|
|
62
|
+
return true;
|
|
63
|
+
}
|
|
64
|
+
}
|
|
65
|
+
exports.ConstGpuVector = ConstGpuVector;
|
|
66
|
+
//# sourceMappingURL=constGpuVector.js.map
|