@math.gl/sql 0.0.0-stage → 5.0.0-beta.11
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +249 -0
- package/README.md +26 -2
- package/THIRD-PARTY-NOTICES.md +5 -0
- package/dist/arrow/aggregates.d.ts +46 -0
- package/dist/arrow/aggregates.d.ts.map +1 -0
- package/dist/arrow/aggregates.js +289 -0
- package/dist/arrow/aggregates.js.map +1 -0
- package/dist/arrow/buffers.d.ts +30 -0
- package/dist/arrow/buffers.d.ts.map +1 -0
- package/dist/arrow/buffers.js +177 -0
- package/dist/arrow/buffers.js.map +1 -0
- package/dist/arrow/cast.d.ts +19 -0
- package/dist/arrow/cast.d.ts.map +1 -0
- package/dist/arrow/cast.js +138 -0
- package/dist/arrow/cast.js.map +1 -0
- package/dist/arrow/compiler.d.ts +10 -0
- package/dist/arrow/compiler.d.ts.map +1 -0
- package/dist/arrow/compiler.js +1421 -0
- package/dist/arrow/compiler.js.map +1 -0
- package/dist/arrow/float16.d.ts +7 -0
- package/dist/arrow/float16.d.ts.map +1 -0
- package/dist/arrow/float16.js +26 -0
- package/dist/arrow/float16.js.map +1 -0
- package/dist/arrow/index.cjs +3220 -0
- package/dist/arrow/index.cjs.map +6 -0
- package/dist/arrow/index.d.ts +5 -0
- package/dist/arrow/index.d.ts.map +1 -0
- package/dist/arrow/index.js +7 -0
- package/dist/arrow/index.js.map +1 -0
- package/dist/arrow/like.d.ts +3 -0
- package/dist/arrow/like.d.ts.map +1 -0
- package/dist/arrow/like.js +75 -0
- package/dist/arrow/like.js.map +1 -0
- package/dist/arrow/list-values.d.ts +14 -0
- package/dist/arrow/list-values.d.ts.map +1 -0
- package/dist/arrow/list-values.js +180 -0
- package/dist/arrow/list-values.js.map +1 -0
- package/dist/arrow/predicate.d.ts +7 -0
- package/dist/arrow/predicate.d.ts.map +1 -0
- package/dist/arrow/predicate.js +10 -0
- package/dist/arrow/predicate.js.map +1 -0
- package/dist/arrow/query-arrow-aggregate-snapshots.d.ts +24 -0
- package/dist/arrow/query-arrow-aggregate-snapshots.d.ts.map +1 -0
- package/dist/arrow/query-arrow-aggregate-snapshots.js +64 -0
- package/dist/arrow/query-arrow-aggregate-snapshots.js.map +1 -0
- package/dist/arrow/query-arrow-sql.d.ts +8 -0
- package/dist/arrow/query-arrow-sql.d.ts.map +1 -0
- package/dist/arrow/query-arrow-sql.js +191 -0
- package/dist/arrow/query-arrow-sql.js.map +1 -0
- package/dist/arrow/query-arrow-table.d.ts +36 -0
- package/dist/arrow/query-arrow-table.d.ts.map +1 -0
- package/dist/arrow/query-arrow-table.js +208 -0
- package/dist/arrow/query-arrow-table.js.map +1 -0
- package/dist/arrow/query-worker-entry.d.ts +2 -0
- package/dist/arrow/query-worker-entry.d.ts.map +1 -0
- package/dist/arrow/query-worker-entry.js +7 -0
- package/dist/arrow/query-worker-entry.js.map +1 -0
- package/dist/arrow/query-worker.d.ts +65 -0
- package/dist/arrow/query-worker.d.ts.map +1 -0
- package/dist/arrow/query-worker.js +135 -0
- package/dist/arrow/query-worker.js.map +1 -0
- package/dist/arrow/registry.d.ts +4 -0
- package/dist/arrow/registry.d.ts.map +1 -0
- package/dist/arrow/registry.js +65 -0
- package/dist/arrow/registry.js.map +1 -0
- package/dist/arrow/relational-query.d.ts +36 -0
- package/dist/arrow/relational-query.d.ts.map +1 -0
- package/dist/arrow/relational-query.js +174 -0
- package/dist/arrow/relational-query.js.map +1 -0
- package/dist/arrow/replace-arrow-columns.d.ts +8 -0
- package/dist/arrow/replace-arrow-columns.d.ts.map +1 -0
- package/dist/arrow/replace-arrow-columns.js +63 -0
- package/dist/arrow/replace-arrow-columns.js.map +1 -0
- package/dist/arrow/signature.d.ts +6 -0
- package/dist/arrow/signature.d.ts.map +1 -0
- package/dist/arrow/signature.js +51 -0
- package/dist/arrow/signature.js.map +1 -0
- package/dist/arrow/temporal-cast.d.ts +9 -0
- package/dist/arrow/temporal-cast.d.ts.map +1 -0
- package/dist/arrow/temporal-cast.js +60 -0
- package/dist/arrow/temporal-cast.js.map +1 -0
- package/dist/arrow/types.d.ts +62 -0
- package/dist/arrow/types.d.ts.map +1 -0
- package/dist/arrow/types.js +5 -0
- package/dist/arrow/types.js.map +1 -0
- package/dist/arrow/worker-entry.d.ts +2 -0
- package/dist/arrow/worker-entry.d.ts.map +1 -0
- package/dist/arrow/worker-entry.js +9 -0
- package/dist/arrow/worker-entry.js.map +1 -0
- package/dist/arrow/worker.cjs +3973 -0
- package/dist/arrow/worker.cjs.map +6 -0
- package/dist/arrow/worker.d.ts +58 -0
- package/dist/arrow/worker.d.ts.map +1 -0
- package/dist/arrow/worker.js +84 -0
- package/dist/arrow/worker.js.map +1 -0
- package/dist/color/index.cjs +382 -0
- package/dist/color/index.cjs.map +6 -0
- package/dist/color/index.d.ts +26 -0
- package/dist/color/index.d.ts.map +1 -0
- package/dist/color/index.js +306 -0
- package/dist/color/index.js.map +1 -0
- package/dist/diagnostic-log.d.ts +8 -0
- package/dist/diagnostic-log.d.ts.map +1 -0
- package/dist/diagnostic-log.js +15 -0
- package/dist/diagnostic-log.js.map +1 -0
- package/dist/expressions/ast.d.ts +12 -0
- package/dist/expressions/ast.d.ts.map +1 -0
- package/dist/expressions/ast.js +112 -0
- package/dist/expressions/ast.js.map +1 -0
- package/dist/expressions/columnar-predicate.d.ts +56 -0
- package/dist/expressions/columnar-predicate.d.ts.map +1 -0
- package/dist/expressions/columnar-predicate.js +176 -0
- package/dist/expressions/columnar-predicate.js.map +1 -0
- package/dist/expressions/evaluation-error.d.ts +14 -0
- package/dist/expressions/evaluation-error.d.ts.map +1 -0
- package/dist/expressions/evaluation-error.js +26 -0
- package/dist/expressions/evaluation-error.js.map +1 -0
- package/dist/expressions/expression-eval.d.ts +96 -0
- package/dist/expressions/expression-eval.d.ts.map +1 -0
- package/dist/expressions/expression-eval.js +330 -0
- package/dist/expressions/expression-eval.js.map +1 -0
- package/dist/expressions/function-libraries.d.ts +63 -0
- package/dist/expressions/function-libraries.d.ts.map +1 -0
- package/dist/expressions/function-libraries.js +69 -0
- package/dist/expressions/function-libraries.js.map +1 -0
- package/dist/expressions/function-registry.d.ts +93 -0
- package/dist/expressions/function-registry.d.ts.map +1 -0
- package/dist/expressions/function-registry.js +139 -0
- package/dist/expressions/function-registry.js.map +1 -0
- package/dist/expressions/get.d.ts +9 -0
- package/dist/expressions/get.d.ts.map +1 -0
- package/dist/expressions/get.js +32 -0
- package/dist/expressions/get.js.map +1 -0
- package/dist/expressions/index.cjs +1888 -0
- package/dist/expressions/index.cjs.map +6 -0
- package/dist/expressions/index.d.ts +13 -0
- package/dist/expressions/index.d.ts.map +1 -0
- package/dist/expressions/index.js +14 -0
- package/dist/expressions/index.js.map +1 -0
- package/dist/expressions/numeric-functions.d.ts +277 -0
- package/dist/expressions/numeric-functions.d.ts.map +1 -0
- package/dist/expressions/numeric-functions.js +52 -0
- package/dist/expressions/numeric-functions.js.map +1 -0
- package/dist/expressions/parse-expression-string.d.ts +21 -0
- package/dist/expressions/parse-expression-string.d.ts.map +1 -0
- package/dist/expressions/parse-expression-string.js +61 -0
- package/dist/expressions/parse-expression-string.js.map +1 -0
- package/dist/expressions/predicate-expression.d.ts +7 -0
- package/dist/expressions/predicate-expression.d.ts.map +1 -0
- package/dist/expressions/predicate-expression.js +112 -0
- package/dist/expressions/predicate-expression.js.map +1 -0
- package/dist/expressions/scalar-type.d.ts +6 -0
- package/dist/expressions/scalar-type.d.ts.map +1 -0
- package/dist/expressions/scalar-type.js +23 -0
- package/dist/expressions/scalar-type.js.map +1 -0
- package/dist/expressions/vendor/jsep/runtime.d.ts +3 -0
- package/dist/expressions/vendor/jsep/runtime.d.ts.map +1 -0
- package/dist/expressions/vendor/jsep/runtime.js +972 -0
- package/dist/expressions/vendor/jsep/runtime.js.map +1 -0
- package/dist/expressions/vendor/jsep/types.d.ts +148 -0
- package/dist/expressions/vendor/jsep/types.d.ts.map +1 -0
- package/dist/expressions/vendor/jsep/types.js +6 -0
- package/dist/expressions/vendor/jsep/types.js.map +1 -0
- package/dist/index.cjs +4865 -0
- package/dist/index.cjs.map +6 -0
- package/dist/index.d.ts +9 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +10 -0
- package/dist/index.js.map +1 -0
- package/dist/math/index.cjs +444 -0
- package/dist/math/index.cjs.map +6 -0
- package/dist/math/index.d.ts +44 -0
- package/dist/math/index.d.ts.map +1 -0
- package/dist/math/index.js +182 -0
- package/dist/math/index.js.map +1 -0
- package/dist/scales/arrow-domains.d.ts +15 -0
- package/dist/scales/arrow-domains.d.ts.map +1 -0
- package/dist/scales/arrow-domains.js +124 -0
- package/dist/scales/arrow-domains.js.map +1 -0
- package/dist/scales/arrow-scales.cjs +3837 -0
- package/dist/scales/arrow-scales.cjs.map +6 -0
- package/dist/scales/arrow-scales.d.ts +20 -0
- package/dist/scales/arrow-scales.d.ts.map +1 -0
- package/dist/scales/arrow-scales.js +109 -0
- package/dist/scales/arrow-scales.js.map +1 -0
- package/dist/scales/compile-scale.d.ts +7 -0
- package/dist/scales/compile-scale.d.ts.map +1 -0
- package/dist/scales/compile-scale.js +195 -0
- package/dist/scales/compile-scale.js.map +1 -0
- package/dist/scales/hdr-colors.d.ts +13 -0
- package/dist/scales/hdr-colors.d.ts.map +1 -0
- package/dist/scales/hdr-colors.js +115 -0
- package/dist/scales/hdr-colors.js.map +1 -0
- package/dist/scales/index.cjs +1214 -0
- package/dist/scales/index.cjs.map +6 -0
- package/dist/scales/index.d.ts +9 -0
- package/dist/scales/index.d.ts.map +1 -0
- package/dist/scales/index.js +10 -0
- package/dist/scales/index.js.map +1 -0
- package/dist/scales/palettes.d.ts +5 -0
- package/dist/scales/palettes.d.ts.map +1 -0
- package/dist/scales/palettes.js +85 -0
- package/dist/scales/palettes.js.map +1 -0
- package/dist/scales/parse-sql-scale.d.ts +14 -0
- package/dist/scales/parse-sql-scale.d.ts.map +1 -0
- package/dist/scales/parse-sql-scale.js +165 -0
- package/dist/scales/parse-sql-scale.js.map +1 -0
- package/dist/scales/quantile-sketch.d.ts +22 -0
- package/dist/scales/quantile-sketch.d.ts.map +1 -0
- package/dist/scales/quantile-sketch.js +108 -0
- package/dist/scales/quantile-sketch.js.map +1 -0
- package/dist/scales/scale-types.d.ts +92 -0
- package/dist/scales/scale-types.d.ts.map +1 -0
- package/dist/scales/scale-types.js +119 -0
- package/dist/scales/scale-types.js.map +1 -0
- package/dist/scales/streaming-domains.d.ts +18 -0
- package/dist/scales/streaming-domains.d.ts.map +1 -0
- package/dist/scales/streaming-domains.js +109 -0
- package/dist/scales/streaming-domains.js.map +1 -0
- package/dist/sql/bind-sql-predicate.d.ts +4 -0
- package/dist/sql/bind-sql-predicate.d.ts.map +1 -0
- package/dist/sql/bind-sql-predicate.js +11 -0
- package/dist/sql/bind-sql-predicate.js.map +1 -0
- package/dist/sql/index.cjs +1588 -0
- package/dist/sql/index.cjs.map +6 -0
- package/dist/sql/index.d.ts +10 -0
- package/dist/sql/index.d.ts.map +1 -0
- package/dist/sql/index.js +10 -0
- package/dist/sql/index.js.map +1 -0
- package/dist/sql/parse-sql-expression.d.ts +44 -0
- package/dist/sql/parse-sql-expression.d.ts.map +1 -0
- package/dist/sql/parse-sql-expression.js +455 -0
- package/dist/sql/parse-sql-expression.js.map +1 -0
- package/dist/sql/parse-sql-predicate.d.ts +13 -0
- package/dist/sql/parse-sql-predicate.d.ts.map +1 -0
- package/dist/sql/parse-sql-predicate.js +365 -0
- package/dist/sql/parse-sql-predicate.js.map +1 -0
- package/dist/sql/parse-sql-query.d.ts +8 -0
- package/dist/sql/parse-sql-query.d.ts.map +1 -0
- package/dist/sql/parse-sql-query.js +66 -0
- package/dist/sql/parse-sql-query.js.map +1 -0
- package/dist/sql/parse-sql-select.d.ts +55 -0
- package/dist/sql/parse-sql-select.d.ts.map +1 -0
- package/dist/sql/parse-sql-select.js +244 -0
- package/dist/sql/parse-sql-select.js.map +1 -0
- package/dist/sql/parse-sql-statement.d.ts +50 -0
- package/dist/sql/parse-sql-statement.d.ts.map +1 -0
- package/dist/sql/parse-sql-statement.js +182 -0
- package/dist/sql/parse-sql-statement.js.map +1 -0
- package/dist/sql/query-types.d.ts +56 -0
- package/dist/sql/query-types.d.ts.map +1 -0
- package/dist/sql/query-types.js +5 -0
- package/dist/sql/query-types.js.map +1 -0
- package/dist/sql/sql-parse-error.d.ts +13 -0
- package/dist/sql/sql-parse-error.d.ts.map +1 -0
- package/dist/sql/sql-parse-error.js +20 -0
- package/dist/sql/sql-parse-error.js.map +1 -0
- package/dist/sql/sql-predicate-schema.d.ts +164 -0
- package/dist/sql/sql-predicate-schema.d.ts.map +1 -0
- package/dist/sql/sql-predicate-schema.js +249 -0
- package/dist/sql/sql-predicate-schema.js.map +1 -0
- package/dist/sql/sql-predicate-types.d.ts +48 -0
- package/dist/sql/sql-predicate-types.d.ts.map +1 -0
- package/dist/sql/sql-predicate-types.js +9 -0
- package/dist/sql/sql-predicate-types.js.map +1 -0
- package/dist/sql/sql-predicate.d.ts +6 -0
- package/dist/sql/sql-predicate.d.ts.map +1 -0
- package/dist/sql/sql-predicate.js +8 -0
- package/dist/sql/sql-predicate.js.map +1 -0
- package/package.json +92 -4
- package/src/arrow/aggregates.ts +386 -0
- package/src/arrow/buffers.ts +177 -0
- package/src/arrow/cast.ts +160 -0
- package/src/arrow/compiler.ts +1659 -0
- package/src/arrow/float16.ts +25 -0
- package/src/arrow/index.ts +22 -0
- package/src/arrow/like.ts +72 -0
- package/src/arrow/list-values.ts +200 -0
- package/src/arrow/predicate.ts +19 -0
- package/src/arrow/query-arrow-aggregate-snapshots.ts +107 -0
- package/src/arrow/query-arrow-sql.ts +227 -0
- package/src/arrow/query-arrow-table.ts +298 -0
- package/src/arrow/query-worker-entry.ts +8 -0
- package/src/arrow/query-worker.ts +190 -0
- package/src/arrow/registry.ts +86 -0
- package/src/arrow/relational-query.ts +247 -0
- package/src/arrow/replace-arrow-columns.ts +71 -0
- package/src/arrow/signature.ts +50 -0
- package/src/arrow/temporal-cast.ts +66 -0
- package/src/arrow/types.ts +76 -0
- package/src/arrow/worker-entry.ts +10 -0
- package/src/arrow/worker.ts +139 -0
- package/src/color/index.ts +405 -0
- package/src/diagnostic-log.ts +20 -0
- package/src/expressions/ast.ts +141 -0
- package/src/expressions/columnar-predicate.ts +293 -0
- package/src/expressions/evaluation-error.ts +29 -0
- package/src/expressions/expression-eval.ts +480 -0
- package/src/expressions/function-libraries.ts +126 -0
- package/src/expressions/function-registry.ts +171 -0
- package/src/expressions/get.ts +37 -0
- package/src/expressions/index.ts +40 -0
- package/src/expressions/numeric-functions.ts +99 -0
- package/src/expressions/parse-expression-string.ts +80 -0
- package/src/expressions/predicate-expression.ts +128 -0
- package/src/expressions/scalar-type.ts +39 -0
- package/src/expressions/vendor/jsep/LICENSE.txt +23 -0
- package/src/expressions/vendor/jsep/README.md +22 -0
- package/src/expressions/vendor/jsep/runtime.ts +949 -0
- package/src/expressions/vendor/jsep/types.ts +191 -0
- package/src/index.ts +40 -0
- package/src/math/index.ts +235 -0
- package/src/scales/arrow-domains.ts +131 -0
- package/src/scales/arrow-scales.ts +156 -0
- package/src/scales/compile-scale.ts +217 -0
- package/src/scales/hdr-colors.ts +126 -0
- package/src/scales/index.ts +35 -0
- package/src/scales/palettes.ts +86 -0
- package/src/scales/parse-sql-scale.ts +195 -0
- package/src/scales/quantile-sketch.ts +106 -0
- package/src/scales/scale-types.ts +224 -0
- package/src/scales/streaming-domains.ts +133 -0
- package/src/sql/bind-sql-predicate.ts +21 -0
- package/src/sql/index.ts +28 -0
- package/src/sql/parse-sql-expression.ts +457 -0
- package/src/sql/parse-sql-predicate.ts +454 -0
- package/src/sql/parse-sql-query.ts +72 -0
- package/src/sql/parse-sql-select.ts +266 -0
- package/src/sql/parse-sql-statement.ts +242 -0
- package/src/sql/query-types.ts +71 -0
- package/src/sql/sql-parse-error.ts +33 -0
- package/src/sql/sql-predicate-schema.ts +279 -0
- package/src/sql/sql-predicate-types.ts +91 -0
- package/src/sql/sql-predicate.ts +28 -0
|
@@ -0,0 +1,30 @@
|
|
|
1
|
+
import { DataType, type Vector } from 'apache-arrow';
|
|
2
|
+
import type { ArrowExpressionValue } from "./types.js";
|
|
3
|
+
/** Dictionary encodings do not change expression value types. */
|
|
4
|
+
export declare function valueType(type: DataType): DataType;
|
|
5
|
+
/** Stable primitive type identity, independent of concrete Arrow subclasses. */
|
|
6
|
+
export declare function typeKey(type: DataType): string;
|
|
7
|
+
/** Reader over Arrow chunks; slices already adjust numeric buffers and string offsets. */
|
|
8
|
+
export declare class ColumnReader {
|
|
9
|
+
readonly vector: Vector;
|
|
10
|
+
private readonly ends;
|
|
11
|
+
private readonly location;
|
|
12
|
+
private readonly range;
|
|
13
|
+
private readonly half;
|
|
14
|
+
private readonly dictionaries;
|
|
15
|
+
private readonly decoder;
|
|
16
|
+
constructor(vector: Vector);
|
|
17
|
+
/** Locates a chunk without constructing row objects. */
|
|
18
|
+
private chunk;
|
|
19
|
+
/** Tests validity with the physical bit offset. */
|
|
20
|
+
isValid(row: number): boolean;
|
|
21
|
+
/** Reads a primitive; UTF-8 is decoded only for scalar callbacks or output materialization. */
|
|
22
|
+
get(row: number): ArrowExpressionValue;
|
|
23
|
+
/** Resolves UTF-8 buffers, including dictionary values, without decoding. */
|
|
24
|
+
utf8(row: number): [Uint8Array, number, number];
|
|
25
|
+
}
|
|
26
|
+
/** Creates a type-specialized scalar validator once per bound operation. */
|
|
27
|
+
export declare function createValueValidator(inputType: DataType): (value: ArrowExpressionValue) => void;
|
|
28
|
+
/** Checks a literal against a declared primitive type during binding. */
|
|
29
|
+
export declare function validateValue(value: ArrowExpressionValue, type: DataType): void;
|
|
30
|
+
//# sourceMappingURL=buffers.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"buffers.d.ts","sourceRoot":"","sources":["../../src/arrow/buffers.ts"],"names":[],"mappings":"AAIA,OAAO,EAAC,QAAQ,EAAiC,KAAK,MAAM,EAAY,MAAM,cAAc,CAAC;AAG7F,OAAO,KAAK,EAAC,oBAAoB,EAAC,mBAAgB;AAElD,iEAAiE;AACjE,wBAAgB,SAAS,CAAC,IAAI,EAAE,QAAQ,GAAG,QAAQ,CAElD;AAED,gFAAgF;AAChF,wBAAgB,OAAO,CAAC,IAAI,EAAE,QAAQ,GAAG,MAAM,CAgB9C;AAED,0FAA0F;AAC1F,qBAAa,YAAY;IAOX,QAAQ,CAAC,MAAM,EAAE,MAAM;IANnC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAgB;IACrC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAA8B;IACvD,OAAO,CAAC,QAAQ,CAAC,KAAK,CAA+C;IACrE,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAiC;IACtD,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAiC;IAC9D,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAqB;gBACxB,MAAM,EAAE,MAAM;IAWnC,wDAAwD;IACxD,OAAO,CAAC,KAAK;IAOb,mDAAmD;IACnD,OAAO,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO;IAU7B,+FAA+F;IAC/F,GAAG,CAAC,GAAG,EAAE,MAAM,GAAG,oBAAoB;IAsBtC,6EAA6E;IAC7E,IAAI,CAAC,GAAG,EAAE,MAAM,GAAG,CAAC,UAAU,EAAE,MAAM,EAAE,MAAM,CAAC;CAShD;AAED,4EAA4E;AAC5E,wBAAgB,oBAAoB,CAAC,SAAS,EAAE,QAAQ,GAAG,CAAC,KAAK,EAAE,oBAAoB,KAAK,IAAI,CAgE/F;AAED,yEAAyE;AACzE,wBAAgB,aAAa,CAAC,KAAK,EAAE,oBAAoB,EAAE,IAAI,EAAE,QAAQ,GAAG,IAAI,CAE/E"}
|
|
@@ -0,0 +1,177 @@
|
|
|
1
|
+
// math.gl
|
|
2
|
+
// SPDX-License-Identifier: MIT
|
|
3
|
+
// SPDX-FileCopyrightText: Copyright (c) vis.gl contributors
|
|
4
|
+
import { DataType, DateUnit, Precision, TimeUnit } from 'apache-arrow';
|
|
5
|
+
import { float16Values, requireFloat16 } from "./float16.js";
|
|
6
|
+
import { ExpressionEvaluationError } from "../expressions/index.js";
|
|
7
|
+
/** Dictionary encodings do not change expression value types. */
|
|
8
|
+
export function valueType(type) {
|
|
9
|
+
return DataType.isDictionary(type) ? valueType(type.dictionary) : type;
|
|
10
|
+
}
|
|
11
|
+
/** Stable primitive type identity, independent of concrete Arrow subclasses. */
|
|
12
|
+
export function typeKey(type) {
|
|
13
|
+
type = valueType(type);
|
|
14
|
+
if (DataType.isInt(type))
|
|
15
|
+
return `${type.isSigned ? 'i' : 'u'}${type.bitWidth}`;
|
|
16
|
+
if (DataType.isFloat(type)) {
|
|
17
|
+
if (type.precision === Precision.HALF)
|
|
18
|
+
requireFloat16();
|
|
19
|
+
return `f${type.precision}`;
|
|
20
|
+
}
|
|
21
|
+
if (DataType.isBool(type))
|
|
22
|
+
return 'bool';
|
|
23
|
+
if (DataType.isUtf8(type))
|
|
24
|
+
return 'utf8';
|
|
25
|
+
if (DataType.isDate(type) && type.unit === DateUnit.DAY)
|
|
26
|
+
return 'date32';
|
|
27
|
+
if (DataType.isTimestamp(type) && type.unit === TimeUnit.MICROSECOND)
|
|
28
|
+
return `timestamp_us:${type.timezone ?? ''}`;
|
|
29
|
+
if (DataType.isBinary(type))
|
|
30
|
+
return 'binary';
|
|
31
|
+
if (DataType.isFixedSizeBinary(type))
|
|
32
|
+
return `fixedsizebinary:${type.byteWidth}`;
|
|
33
|
+
if (DataType.isNull(type))
|
|
34
|
+
return 'null';
|
|
35
|
+
throw new Error(`Unsupported Arrow expression type: ${type}`);
|
|
36
|
+
}
|
|
37
|
+
/** Reader over Arrow chunks; slices already adjust numeric buffers and string offsets. */
|
|
38
|
+
export class ColumnReader {
|
|
39
|
+
constructor(vector) {
|
|
40
|
+
this.vector = vector;
|
|
41
|
+
this.ends = [];
|
|
42
|
+
this.location = [null, 0];
|
|
43
|
+
this.range = [null, 0, 0];
|
|
44
|
+
this.half = new Map();
|
|
45
|
+
this.dictionaries = new Map();
|
|
46
|
+
this.decoder = new TextDecoder();
|
|
47
|
+
let end = 0;
|
|
48
|
+
for (const data of vector.data) {
|
|
49
|
+
end += data.length;
|
|
50
|
+
this.ends.push(end);
|
|
51
|
+
if (DataType.isFloat(data.type) && data.type.precision === Precision.HALF)
|
|
52
|
+
this.half.set(data, float16Values(data.values));
|
|
53
|
+
if (DataType.isDictionary(data.type))
|
|
54
|
+
this.dictionaries.set(data, new ColumnReader(data.dictionary));
|
|
55
|
+
}
|
|
56
|
+
}
|
|
57
|
+
/** Locates a chunk without constructing row objects. */
|
|
58
|
+
chunk(row) {
|
|
59
|
+
let index = 0;
|
|
60
|
+
while (row >= this.ends[index])
|
|
61
|
+
index++;
|
|
62
|
+
this.location[0] = this.vector.data[index];
|
|
63
|
+
this.location[1] = row - (index ? this.ends[index - 1] : 0);
|
|
64
|
+
return this.location;
|
|
65
|
+
}
|
|
66
|
+
/** Tests validity with the physical bit offset. */
|
|
67
|
+
isValid(row) {
|
|
68
|
+
const [data, index] = this.chunk(row);
|
|
69
|
+
if (DataType.isNull(data.type))
|
|
70
|
+
return false;
|
|
71
|
+
const bit = data.offset + index;
|
|
72
|
+
if (data.nullCount && !(data.nullBitmap[bit >> 3] & (1 << (bit & 7))))
|
|
73
|
+
return false;
|
|
74
|
+
return (!DataType.isDictionary(data.type) ||
|
|
75
|
+
this.dictionaries.get(data).isValid(Number(data.values[index])));
|
|
76
|
+
}
|
|
77
|
+
/** Reads a primitive; UTF-8 is decoded only for scalar callbacks or output materialization. */
|
|
78
|
+
get(row) {
|
|
79
|
+
if (!this.isValid(row))
|
|
80
|
+
return null;
|
|
81
|
+
const [data, index] = this.chunk(row);
|
|
82
|
+
if (DataType.isDictionary(data.type))
|
|
83
|
+
return this.dictionaries.get(data).get(Number(data.values[index]));
|
|
84
|
+
if (DataType.isUtf8(data.type))
|
|
85
|
+
return this.decoder.decode(data.values.subarray(data.valueOffsets[index], data.valueOffsets[index + 1]));
|
|
86
|
+
if (DataType.isBinary(data.type))
|
|
87
|
+
return data.values.subarray(data.valueOffsets[index], data.valueOffsets[index + 1]);
|
|
88
|
+
if (DataType.isFixedSizeBinary(data.type))
|
|
89
|
+
return data.values.subarray(data.stride * index, data.stride * (index + 1));
|
|
90
|
+
if (DataType.isBool(data.type)) {
|
|
91
|
+
const bit = data.offset + index;
|
|
92
|
+
return Boolean(data.values[bit >> 3] & (1 << (bit & 7)));
|
|
93
|
+
}
|
|
94
|
+
// Temporal values use their physical units so microseconds never pass through Number.
|
|
95
|
+
return this.half.has(data)
|
|
96
|
+
? this.half.get(data)[index]
|
|
97
|
+
: data.values[index];
|
|
98
|
+
}
|
|
99
|
+
/** Resolves UTF-8 buffers, including dictionary values, without decoding. */
|
|
100
|
+
utf8(row) {
|
|
101
|
+
const [data, index] = this.chunk(row);
|
|
102
|
+
if (DataType.isDictionary(data.type))
|
|
103
|
+
return this.dictionaries.get(data).utf8(Number(data.values[index]));
|
|
104
|
+
this.range[0] = data.values;
|
|
105
|
+
this.range[1] = Number(data.valueOffsets[index]);
|
|
106
|
+
this.range[2] = Number(data.valueOffsets[index + 1]);
|
|
107
|
+
return this.range;
|
|
108
|
+
}
|
|
109
|
+
}
|
|
110
|
+
/** Creates a type-specialized scalar validator once per bound operation. */
|
|
111
|
+
export function createValueValidator(inputType) {
|
|
112
|
+
const type = valueType(inputType), key = typeKey(type);
|
|
113
|
+
if (DataType.isInt(type)) {
|
|
114
|
+
if (type.bitWidth === 64) {
|
|
115
|
+
const bits = BigInt(type.bitWidth), min = type.isSigned ? -(1n << (bits - 1n)) : 0n;
|
|
116
|
+
const max = type.isSigned ? (1n << (bits - 1n)) - 1n : (1n << bits) - 1n;
|
|
117
|
+
return value => {
|
|
118
|
+
if (value === null)
|
|
119
|
+
return;
|
|
120
|
+
if (typeof value !== 'bigint')
|
|
121
|
+
throw new Error('64-bit integers require bigint values');
|
|
122
|
+
if (value < min || value > max)
|
|
123
|
+
throw new ExpressionEvaluationError('overflow', 'Integer expression overflow');
|
|
124
|
+
};
|
|
125
|
+
}
|
|
126
|
+
const min = type.isSigned ? -(2 ** (type.bitWidth - 1)) : 0;
|
|
127
|
+
const max = type.isSigned ? 2 ** (type.bitWidth - 1) - 1 : 2 ** type.bitWidth - 1;
|
|
128
|
+
return value => {
|
|
129
|
+
if (value === null)
|
|
130
|
+
return;
|
|
131
|
+
if (typeof value !== 'number')
|
|
132
|
+
throw new TypeError('Integer expressions require numeric values');
|
|
133
|
+
if (!Number.isInteger(value))
|
|
134
|
+
throw new ExpressionEvaluationError('conversion', 'Integer expression requires integral numbers');
|
|
135
|
+
if (value < min || value > max)
|
|
136
|
+
throw new ExpressionEvaluationError('overflow', 'Integer expression overflow');
|
|
137
|
+
};
|
|
138
|
+
}
|
|
139
|
+
if (key === 'date32') {
|
|
140
|
+
return value => {
|
|
141
|
+
if (value === null)
|
|
142
|
+
return;
|
|
143
|
+
if (typeof value !== 'number' ||
|
|
144
|
+
!Number.isInteger(value) ||
|
|
145
|
+
value < -0x80000000 ||
|
|
146
|
+
value > 0x7fffffff)
|
|
147
|
+
throw new ExpressionEvaluationError('overflow', 'Invalid Date32 epoch day');
|
|
148
|
+
};
|
|
149
|
+
}
|
|
150
|
+
if (key.startsWith('timestamp_us:')) {
|
|
151
|
+
return value => {
|
|
152
|
+
if (value === null)
|
|
153
|
+
return;
|
|
154
|
+
if (typeof value !== 'bigint' || value !== BigInt.asIntN(64, value))
|
|
155
|
+
throw new ExpressionEvaluationError('overflow', 'Invalid timestamp epoch microseconds');
|
|
156
|
+
};
|
|
157
|
+
}
|
|
158
|
+
if (DataType.isBinary(type) || DataType.isFixedSizeBinary(type)) {
|
|
159
|
+
return value => {
|
|
160
|
+
if (value === null)
|
|
161
|
+
return;
|
|
162
|
+
if (!(value instanceof Uint8Array) ||
|
|
163
|
+
(DataType.isFixedSizeBinary(type) && value.byteLength !== type.byteWidth))
|
|
164
|
+
throw new Error(`Invalid value for ${type}`);
|
|
165
|
+
};
|
|
166
|
+
}
|
|
167
|
+
const expected = DataType.isFloat(type) ? 'number' : key === 'bool' ? 'boolean' : 'string';
|
|
168
|
+
return value => {
|
|
169
|
+
if (value !== null && (key === 'null' || typeof value !== expected))
|
|
170
|
+
throw new Error(`Invalid value for ${type}`);
|
|
171
|
+
};
|
|
172
|
+
}
|
|
173
|
+
/** Checks a literal against a declared primitive type during binding. */
|
|
174
|
+
export function validateValue(value, type) {
|
|
175
|
+
createValueValidator(type)(value);
|
|
176
|
+
}
|
|
177
|
+
//# sourceMappingURL=buffers.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"buffers.js","sourceRoot":"","sources":["../../src/arrow/buffers.ts"],"names":[],"mappings":"AAAA,UAAU;AACV,+BAA+B;AAC/B,4DAA4D;AAE5D,OAAO,EAAC,QAAQ,EAAE,QAAQ,EAAE,SAAS,EAAE,QAAQ,EAAyB,MAAM,cAAc,CAAC;AAC7F,OAAO,EAAC,aAAa,EAAE,cAAc,EAAC,qBAAkB;AACxD,OAAO,EAAC,yBAAyB,EAAC,gCAA6B;AAG/D,iEAAiE;AACjE,MAAM,UAAU,SAAS,CAAC,IAAc;IACtC,OAAO,QAAQ,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;AACzE,CAAC;AAED,gFAAgF;AAChF,MAAM,UAAU,OAAO,CAAC,IAAc;IACpC,IAAI,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;IACvB,IAAI,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC;QAAE,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;IAChF,IAAI,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;QAC3B,IAAI,IAAI,CAAC,SAAS,KAAK,SAAS,CAAC,IAAI;YAAE,cAAc,EAAE,CAAC;QACxD,OAAO,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;IAC9B,CAAC;IACD,IAAI,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC;QAAE,OAAO,MAAM,CAAC;IACzC,IAAI,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC;QAAE,OAAO,MAAM,CAAC;IACzC,IAAI,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC,GAAG;QAAE,OAAO,QAAQ,CAAC;IACzE,IAAI,QAAQ,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC,WAAW;QAClE,OAAO,gBAAgB,IAAI,CAAC,QAAQ,IAAI,EAAE,EAAE,CAAC;IAC/C,IAAI,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC;QAAE,OAAO,QAAQ,CAAC;IAC7C,IAAI,QAAQ,CAAC,iBAAiB,CAAC,IAAI,CAAC;QAAE,OAAO,mBAAmB,IAAI,CAAC,SAAS,EAAE,CAAC;IACjF,IAAI,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC;QAAE,OAAO,MAAM,CAAC;IACzC,MAAM,IAAI,KAAK,CAAC,sCAAsC,IAAI,EAAE,CAAC,CAAC;AAChE,CAAC;AAED,0FAA0F;AAC1F,MAAM,OAAO,YAAY;IAOvB,YAAqB,MAAc;QAAd,WAAM,GAAN,MAAM,CAAQ;QANlB,SAAI,GAAa,EAAE,CAAC;QACpB,aAAQ,GAAmB,CAAC,IAAK,EAAE,CAAC,CAAC,CAAC;QACtC,UAAK,GAAiC,CAAC,IAAK,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QACpD,SAAI,GAAG,IAAI,GAAG,EAAsB,CAAC;QACrC,iBAAY,GAAG,IAAI,GAAG,EAAsB,CAAC;QAC7C,YAAO,GAAG,IAAI,WAAW,EAAE,CAAC;QAE3C,IAAI,GAAG,GAAG,CAAC,CAAC;QACZ,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;YAC/B,GAAG,IAAI,IAAI,CAAC,MAAM,CAAC;YACnB,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACpB,IAAI,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,SAAS,KAAK,SAAS,CAAC,IAAI;gBACvE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,aAAa,CAAC,IAAI,CAAC,MAAqB,CAAC,CAAC,CAAC;YACjE,IAAI,QAAQ,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC;gBAClC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,YAAY,CAAC,IAAI,CAAC,UAAW,CAAC,CAAC,CAAC;QACpE,CAAC;IACH,CAAC;IACD,wDAAwD;IAChD,KAAK,CAAC,GAAW;QACvB,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,OAAO,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,KAAK,CAAE;YAAE,KAAK,EAAE,CAAC;QACzC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAE,CAAC;QAC5C,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,GAAG,CAAC,CAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC7D,OAAO,IAAI,CAAC,QAAQ,CAAC;IACvB,CAAC;IACD,mDAAmD;IACnD,OAAO,CAAC,GAAW;QACjB,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACtC,IAAI,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC;YAAE,OAAO,KAAK,CAAC;QAC7C,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QAChC,IAAI,IAAI,CAAC,SAAS,IAAI,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC,CAAE,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;YAAE,OAAO,KAAK,CAAC;QACrF,OAAO,CACL,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC;YACjC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAE,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CACjE,CAAC;IACJ,CAAC;IACD,+FAA+F;IAC/F,GAAG,CAAC,GAAW;QACb,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC;YAAE,OAAO,IAAI,CAAC;QACpC,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACtC,IAAI,QAAQ,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC;YAClC,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAE,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QACtE,IAAI,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC;YAC5B,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CACxB,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,IAAI,CAAC,YAAY,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAC7E,CAAC;QACJ,IAAI,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC;YAC9B,OAAO,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,IAAI,CAAC,YAAY,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC;QACtF,IAAI,QAAQ,CAAC,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC;YACvC,OAAO,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,GAAG,KAAK,EAAE,IAAI,CAAC,MAAM,GAAG,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC;QAC9E,IAAI,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YAC/B,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;YAChC,OAAO,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC,CAAE,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QAC5D,CAAC;QACD,sFAAsF;QACtF,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC;YACxB,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAE,CAAC,KAAK,CAAE;YAC9B,CAAC,CAAE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAqB,CAAC;IAC9C,CAAC;IACD,6EAA6E;IAC7E,IAAI,CAAC,GAAW;QACd,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACtC,IAAI,QAAQ,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC;YAClC,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAE,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QACvE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,MAAoB,CAAC;QAC1C,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC;QACjD,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC;QACrD,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;CACF;AAED,4EAA4E;AAC5E,MAAM,UAAU,oBAAoB,CAAC,SAAmB;IACtD,MAAM,IAAI,GAAG,SAAS,CAAC,SAAS,CAAC,EAC/B,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACtB,IAAI,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QACzB,IAAI,IAAI,CAAC,QAAQ,KAAK,EAAE,EAAE,CAAC;YACzB,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,EAChC,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAClD,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,GAAG,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;YACzE,OAAO,KAAK,CAAC,EAAE;gBACb,IAAI,KAAK,KAAK,IAAI;oBAAE,OAAO;gBAC3B,IAAI,OAAO,KAAK,KAAK,QAAQ;oBAAE,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;gBACxF,IAAI,KAAK,GAAG,GAAG,IAAI,KAAK,GAAG,GAAG;oBAC5B,MAAM,IAAI,yBAAyB,CAAC,UAAU,EAAE,6BAA6B,CAAC,CAAC;YACnF,CAAC,CAAC;QACJ,CAAC;QACD,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC5D,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC;QAClF,OAAO,KAAK,CAAC,EAAE;YACb,IAAI,KAAK,KAAK,IAAI;gBAAE,OAAO;YAC3B,IAAI,OAAO,KAAK,KAAK,QAAQ;gBAC3B,MAAM,IAAI,SAAS,CAAC,4CAA4C,CAAC,CAAC;YACpE,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC;gBAC1B,MAAM,IAAI,yBAAyB,CACjC,YAAY,EACZ,8CAA8C,CAC/C,CAAC;YACJ,IAAI,KAAK,GAAG,GAAG,IAAI,KAAK,GAAG,GAAG;gBAC5B,MAAM,IAAI,yBAAyB,CAAC,UAAU,EAAE,6BAA6B,CAAC,CAAC;QACnF,CAAC,CAAC;IACJ,CAAC;IACD,IAAI,GAAG,KAAK,QAAQ,EAAE,CAAC;QACrB,OAAO,KAAK,CAAC,EAAE;YACb,IAAI,KAAK,KAAK,IAAI;gBAAE,OAAO;YAC3B,IACE,OAAO,KAAK,KAAK,QAAQ;gBACzB,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC;gBACxB,KAAK,GAAG,CAAC,UAAU;gBACnB,KAAK,GAAG,UAAU;gBAElB,MAAM,IAAI,yBAAyB,CAAC,UAAU,EAAE,0BAA0B,CAAC,CAAC;QAChF,CAAC,CAAC;IACJ,CAAC;IACD,IAAI,GAAG,CAAC,UAAU,CAAC,eAAe,CAAC,EAAE,CAAC;QACpC,OAAO,KAAK,CAAC,EAAE;YACb,IAAI,KAAK,KAAK,IAAI;gBAAE,OAAO;YAC3B,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,KAAK,CAAC;gBACjE,MAAM,IAAI,yBAAyB,CAAC,UAAU,EAAE,sCAAsC,CAAC,CAAC;QAC5F,CAAC,CAAC;IACJ,CAAC;IACD,IAAI,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,QAAQ,CAAC,iBAAiB,CAAC,IAAI,CAAC,EAAE,CAAC;QAChE,OAAO,KAAK,CAAC,EAAE;YACb,IAAI,KAAK,KAAK,IAAI;gBAAE,OAAO;YAC3B,IACE,CAAC,CAAC,KAAK,YAAY,UAAU,CAAC;gBAC9B,CAAC,QAAQ,CAAC,iBAAiB,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,UAAU,KAAK,IAAI,CAAC,SAAS,CAAC;gBAEzE,MAAM,IAAI,KAAK,CAAC,qBAAqB,IAAI,EAAE,CAAC,CAAC;QACjD,CAAC,CAAC;IACJ,CAAC;IACD,MAAM,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,KAAK,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC;IAC3F,OAAO,KAAK,CAAC,EAAE;QACb,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,GAAG,KAAK,MAAM,IAAI,OAAO,KAAK,KAAK,QAAQ,CAAC;YACjE,MAAM,IAAI,KAAK,CAAC,qBAAqB,IAAI,EAAE,CAAC,CAAC;IACjD,CAAC,CAAC;AACJ,CAAC;AAED,yEAAyE;AACzE,MAAM,UAAU,aAAa,CAAC,KAA2B,EAAE,IAAc;IACvE,oBAAoB,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC;AACpC,CAAC"}
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
import { Binary, Bool, DataType, Dictionary, FixedSizeBinary, Float16, Float32, Float64, Int8, Int16, Int32, Int64, Uint8, Uint16, Uint32, Uint64, Utf8 } from 'apache-arrow';
|
|
2
|
+
import type { ArrowExpressionValue } from "./types.js";
|
|
3
|
+
type Range = [Uint8Array, number, number];
|
|
4
|
+
/** Resolves explicit scalar casts once, leaving active-row selection to the expression compiler. */
|
|
5
|
+
export declare function bindCast(source: DataType, target: unknown): {
|
|
6
|
+
type: import("apache-arrow").DateDay | import("apache-arrow").TimestampMicrosecond;
|
|
7
|
+
textInput: boolean;
|
|
8
|
+
evaluate(value: ArrowExpressionValue): ArrowExpressionValue;
|
|
9
|
+
} | {
|
|
10
|
+
type: Binary | FixedSizeBinary;
|
|
11
|
+
textInput: boolean;
|
|
12
|
+
evaluate(value: ArrowExpressionValue, range?: Range | null): ArrowExpressionValue;
|
|
13
|
+
} | {
|
|
14
|
+
type: Int8 | Int16 | Int32 | Uint8 | Uint16 | Uint32 | Bool | Utf8 | Int64 | Uint64 | Float16 | Float32 | Float64 | Dictionary<Utf8, Int32>;
|
|
15
|
+
textInput: boolean;
|
|
16
|
+
evaluate(value: ArrowExpressionValue, range?: Range | null): ArrowExpressionValue;
|
|
17
|
+
};
|
|
18
|
+
export {};
|
|
19
|
+
//# sourceMappingURL=cast.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"cast.d.ts","sourceRoot":"","sources":["../../src/arrow/cast.ts"],"names":[],"mappings":"AAIA,OAAO,EACL,MAAM,EACN,IAAI,EACJ,QAAQ,EACR,UAAU,EACV,eAAe,EACf,OAAO,EACP,OAAO,EACP,OAAO,EACP,IAAI,EACJ,KAAK,EACL,KAAK,EACL,KAAK,EACL,KAAK,EACL,MAAM,EACN,MAAM,EACN,MAAM,EACN,IAAI,EACL,MAAM,cAAc,CAAC;AAOtB,OAAO,KAAK,EAAC,oBAAoB,EAAC,mBAAgB;AAmBlD,KAAK,KAAK,GAAG,CAAC,UAAU,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;AAE1C,oGAAoG;AACpG,wBAAgB,QAAQ,CAAC,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO;;;;;;;oBAyBpC,oBAAoB,UAAU,KAAK,GAAG,IAAI,GAAG,oBAAoB;;;;oBAsCnE,oBAAoB,UAAU,KAAK,GAAG,IAAI,GAAG,oBAAoB;EA6CpF"}
|
|
@@ -0,0 +1,138 @@
|
|
|
1
|
+
// math.gl
|
|
2
|
+
// SPDX-License-Identifier: MIT
|
|
3
|
+
// SPDX-FileCopyrightText: Copyright (c) vis.gl contributors
|
|
4
|
+
import { Binary, Bool, DataType, Dictionary, FixedSizeBinary, Float16, Float32, Float64, Int8, Int16, Int32, Int64, Uint8, Uint16, Uint32, Uint64, Utf8 } from 'apache-arrow';
|
|
5
|
+
import { isColumnarScalarType } from "../expressions/index.js";
|
|
6
|
+
import { parseUTF8Number, parseUTF8BigInt, parseUTF8Boolean } from '@math.gl/arrow/utf8';
|
|
7
|
+
import { ExpressionEvaluationError } from "../expressions/index.js";
|
|
8
|
+
import { bindTemporalCast } from "./temporal-cast.js";
|
|
9
|
+
import { roundFloat16 } from "./float16.js";
|
|
10
|
+
import { typeKey, createValueValidator } from "./buffers.js";
|
|
11
|
+
/** Arrow constructors for portable scalar cast targets. */
|
|
12
|
+
const CAST_TYPES = {
|
|
13
|
+
int8: Int8,
|
|
14
|
+
int16: Int16,
|
|
15
|
+
int32: Int32,
|
|
16
|
+
int64: Int64,
|
|
17
|
+
uint8: Uint8,
|
|
18
|
+
uint16: Uint16,
|
|
19
|
+
uint32: Uint32,
|
|
20
|
+
uint64: Uint64,
|
|
21
|
+
float16: Float16,
|
|
22
|
+
float32: Float32,
|
|
23
|
+
float64: Float64,
|
|
24
|
+
bool: Bool,
|
|
25
|
+
utf8: Utf8
|
|
26
|
+
};
|
|
27
|
+
/** Resolves explicit scalar casts once, leaving active-row selection to the expression compiler. */
|
|
28
|
+
export function bindCast(source, target) {
|
|
29
|
+
if (target === 'date' || target === 'timestamp' || target === 'timestamp_utc')
|
|
30
|
+
return bindTemporalCast(source, target);
|
|
31
|
+
const binaryTarget = typeof target === 'string' && /^(varbinary|fixedsizebinary):([1-9]\d*)$/.exec(target);
|
|
32
|
+
if (target === 'binary' || binaryTarget) {
|
|
33
|
+
const byteWidth = binaryTarget ? Number(binaryTarget[2]) : undefined;
|
|
34
|
+
if (byteWidth !== undefined && byteWidth > 0x7fffffff)
|
|
35
|
+
throw new Error('Binary CAST requires a positive 32-bit byte width');
|
|
36
|
+
const type = binaryTarget && binaryTarget[1] === 'fixedsizebinary'
|
|
37
|
+
? new FixedSizeBinary(byteWidth)
|
|
38
|
+
: new Binary();
|
|
39
|
+
const sourceKey = typeKey(source);
|
|
40
|
+
const textInput = sourceKey === 'utf8';
|
|
41
|
+
if (!textInput &&
|
|
42
|
+
sourceKey !== 'null' &&
|
|
43
|
+
sourceKey !== 'binary' &&
|
|
44
|
+
!sourceKey.startsWith('fixedsizebinary:'))
|
|
45
|
+
throw new Error('Binary CAST requires binary or UTF8 input');
|
|
46
|
+
return {
|
|
47
|
+
type,
|
|
48
|
+
textInput,
|
|
49
|
+
evaluate(value, range) {
|
|
50
|
+
const bytes = range ? range[0].subarray(range[1], range[2]) : value;
|
|
51
|
+
if (bytes === null || byteWidth === undefined)
|
|
52
|
+
return bytes;
|
|
53
|
+
if (bytes.byteLength > byteWidth)
|
|
54
|
+
throw new ExpressionEvaluationError('overflow', `Binary CAST exceeds ${byteWidth} bytes`);
|
|
55
|
+
if (DataType.isFixedSizeBinary(type) && bytes.byteLength < byteWidth) {
|
|
56
|
+
const padded = new Uint8Array(byteWidth);
|
|
57
|
+
padded.set(bytes);
|
|
58
|
+
return padded;
|
|
59
|
+
}
|
|
60
|
+
return bytes;
|
|
61
|
+
}
|
|
62
|
+
};
|
|
63
|
+
}
|
|
64
|
+
const dictionary = target === 'dictionary_utf8_int32';
|
|
65
|
+
if (dictionary)
|
|
66
|
+
target = 'utf8';
|
|
67
|
+
if (!isColumnarScalarType(target))
|
|
68
|
+
throw new Error('Unsupported scalar CAST target');
|
|
69
|
+
const type = new CAST_TYPES[target]();
|
|
70
|
+
const integer = DataType.isInt(type);
|
|
71
|
+
const wideInteger = integer && type.bitWidth === 64;
|
|
72
|
+
const sourceKey = typeKey(source);
|
|
73
|
+
const textInput = sourceKey === 'utf8';
|
|
74
|
+
if (sourceKey === 'date32' || sourceKey.startsWith('timestamp_us:'))
|
|
75
|
+
throw new Error('Temporal CAST requires a matching temporal target');
|
|
76
|
+
if (sourceKey === 'binary' || sourceKey.startsWith('fixedsizebinary:'))
|
|
77
|
+
throw new Error('CAST from binary requires a binary target');
|
|
78
|
+
if (sourceKey !== 'null' &&
|
|
79
|
+
((sourceKey === 'bool' && !['bool', 'utf8'].includes(target)) ||
|
|
80
|
+
(target === 'bool' && !['bool', 'utf8'].includes(sourceKey))))
|
|
81
|
+
throw new Error('CAST between Boolean and numeric values is not supported');
|
|
82
|
+
const validate = createValueValidator(type);
|
|
83
|
+
const halfRound = target === 'float16' ? roundFloat16() : undefined;
|
|
84
|
+
const encoder = new TextEncoder();
|
|
85
|
+
return {
|
|
86
|
+
type: dictionary ? new Dictionary(new Utf8(), new Int32()) : type,
|
|
87
|
+
textInput,
|
|
88
|
+
evaluate(value, range) {
|
|
89
|
+
if (value === null && !range)
|
|
90
|
+
return null;
|
|
91
|
+
let result;
|
|
92
|
+
if (target === 'utf8') {
|
|
93
|
+
if (typeof value === 'boolean')
|
|
94
|
+
return value ? 'TRUE' : 'FALSE';
|
|
95
|
+
return String(value);
|
|
96
|
+
}
|
|
97
|
+
if (textInput) {
|
|
98
|
+
const input = range ??
|
|
99
|
+
(() => {
|
|
100
|
+
const bytes = encoder.encode(value);
|
|
101
|
+
return [bytes, 0, bytes.length];
|
|
102
|
+
})();
|
|
103
|
+
const [bytes, start, end] = input;
|
|
104
|
+
result =
|
|
105
|
+
target === 'bool'
|
|
106
|
+
? (parseUTF8Boolean(bytes, start, end) ?? null)
|
|
107
|
+
: integer
|
|
108
|
+
? (parseUTF8BigInt(bytes, start, end) ?? null)
|
|
109
|
+
: (parseUTF8Number(bytes, start, end) ?? null);
|
|
110
|
+
if (result === null)
|
|
111
|
+
throw new ExpressionEvaluationError('conversion', `Invalid text for CAST to ${target}`);
|
|
112
|
+
if (integer && !wideInteger)
|
|
113
|
+
result = Number(result);
|
|
114
|
+
}
|
|
115
|
+
else if (target === 'bool')
|
|
116
|
+
result = value;
|
|
117
|
+
else if (wideInteger) {
|
|
118
|
+
if (typeof value === 'number' && !Number.isFinite(value))
|
|
119
|
+
throw new ExpressionEvaluationError('conversion', 'Non-finite integer CAST');
|
|
120
|
+
result = typeof value === 'bigint' ? value : BigInt(Math.trunc(value));
|
|
121
|
+
}
|
|
122
|
+
else if (integer)
|
|
123
|
+
result = Math.trunc(Number(value));
|
|
124
|
+
else
|
|
125
|
+
result = Number(value);
|
|
126
|
+
if (halfRound)
|
|
127
|
+
result = halfRound(result);
|
|
128
|
+
if (target === 'float32')
|
|
129
|
+
result = Math.fround(result);
|
|
130
|
+
if ((target === 'float16' || target === 'float32' || target === 'float64') &&
|
|
131
|
+
!Number.isFinite(result))
|
|
132
|
+
throw new ExpressionEvaluationError('overflow', 'Floating CAST overflow or non-finite value');
|
|
133
|
+
validate(result);
|
|
134
|
+
return result;
|
|
135
|
+
}
|
|
136
|
+
};
|
|
137
|
+
}
|
|
138
|
+
//# sourceMappingURL=cast.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"cast.js","sourceRoot":"","sources":["../../src/arrow/cast.ts"],"names":[],"mappings":"AAAA,UAAU;AACV,+BAA+B;AAC/B,4DAA4D;AAE5D,OAAO,EACL,MAAM,EACN,IAAI,EACJ,QAAQ,EACR,UAAU,EACV,eAAe,EACf,OAAO,EACP,OAAO,EACP,OAAO,EACP,IAAI,EACJ,KAAK,EACL,KAAK,EACL,KAAK,EACL,KAAK,EACL,MAAM,EACN,MAAM,EACN,MAAM,EACN,IAAI,EACL,MAAM,cAAc,CAAC;AACtB,OAAO,EAAC,oBAAoB,EAAC,gCAA6B;AAC1D,OAAO,EAAC,eAAe,EAAE,eAAe,EAAE,gBAAgB,EAAC,MAAM,qBAAqB,CAAC;AACvF,OAAO,EAAC,yBAAyB,EAAC,gCAA6B;AAC/D,OAAO,EAAC,gBAAgB,EAAC,2BAAwB;AACjD,OAAO,EAAC,YAAY,EAAC,qBAAkB;AACvC,OAAO,EAAC,OAAO,EAAE,oBAAoB,EAAC,qBAAkB;AAGxD,2DAA2D;AAC3D,MAAM,UAAU,GAAG;IACjB,IAAI,EAAE,IAAI;IACV,KAAK,EAAE,KAAK;IACZ,KAAK,EAAE,KAAK;IACZ,KAAK,EAAE,KAAK;IACZ,KAAK,EAAE,KAAK;IACZ,MAAM,EAAE,MAAM;IACd,MAAM,EAAE,MAAM;IACd,MAAM,EAAE,MAAM;IACd,OAAO,EAAE,OAAO;IAChB,OAAO,EAAE,OAAO;IAChB,OAAO,EAAE,OAAO;IAChB,IAAI,EAAE,IAAI;IACV,IAAI,EAAE,IAAI;CACX,CAAC;AAIF,oGAAoG;AACpG,MAAM,UAAU,QAAQ,CAAC,MAAgB,EAAE,MAAe;IACxD,IAAI,MAAM,KAAK,MAAM,IAAI,MAAM,KAAK,WAAW,IAAI,MAAM,KAAK,eAAe;QAC3E,OAAO,gBAAgB,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC1C,MAAM,YAAY,GAChB,OAAO,MAAM,KAAK,QAAQ,IAAI,0CAA0C,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACxF,IAAI,MAAM,KAAK,QAAQ,IAAI,YAAY,EAAE,CAAC;QACxC,MAAM,SAAS,GAAG,YAAY,CAAC,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QACrE,IAAI,SAAS,KAAK,SAAS,IAAI,SAAS,GAAG,UAAU;YACnD,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAC;QACvE,MAAM,IAAI,GACR,YAAY,IAAI,YAAY,CAAC,CAAC,CAAC,KAAK,iBAAiB;YACnD,CAAC,CAAC,IAAI,eAAe,CAAC,SAAU,CAAC;YACjC,CAAC,CAAC,IAAI,MAAM,EAAE,CAAC;QACnB,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;QAClC,MAAM,SAAS,GAAG,SAAS,KAAK,MAAM,CAAC;QACvC,IACE,CAAC,SAAS;YACV,SAAS,KAAK,MAAM;YACpB,SAAS,KAAK,QAAQ;YACtB,CAAC,SAAS,CAAC,UAAU,CAAC,kBAAkB,CAAC;YAEzC,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;QAC/D,OAAO;YACL,IAAI;YACJ,SAAS;YACT,QAAQ,CAAC,KAA2B,EAAE,KAAoB;gBACxD,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAE,KAA2B,CAAC;gBAC3F,IAAI,KAAK,KAAK,IAAI,IAAI,SAAS,KAAK,SAAS;oBAAE,OAAO,KAAK,CAAC;gBAC5D,IAAI,KAAK,CAAC,UAAU,GAAG,SAAS;oBAC9B,MAAM,IAAI,yBAAyB,CAAC,UAAU,EAAE,uBAAuB,SAAS,QAAQ,CAAC,CAAC;gBAC5F,IAAI,QAAQ,CAAC,iBAAiB,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,UAAU,GAAG,SAAS,EAAE,CAAC;oBACrE,MAAM,MAAM,GAAG,IAAI,UAAU,CAAC,SAAS,CAAC,CAAC;oBACzC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;oBAClB,OAAO,MAAM,CAAC;gBAChB,CAAC;gBACD,OAAO,KAAK,CAAC;YACf,CAAC;SACF,CAAC;IACJ,CAAC;IACD,MAAM,UAAU,GAAG,MAAM,KAAK,uBAAuB,CAAC;IACtD,IAAI,UAAU;QAAE,MAAM,GAAG,MAAM,CAAC;IAChC,IAAI,CAAC,oBAAoB,CAAC,MAAM,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;IACrF,MAAM,IAAI,GAAG,IAAI,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;IACtC,MAAM,OAAO,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACrC,MAAM,WAAW,GAAG,OAAO,IAAI,IAAI,CAAC,QAAQ,KAAK,EAAE,CAAC;IACpD,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IAClC,MAAM,SAAS,GAAG,SAAS,KAAK,MAAM,CAAC;IACvC,IAAI,SAAS,KAAK,QAAQ,IAAI,SAAS,CAAC,UAAU,CAAC,eAAe,CAAC;QACjE,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAC;IACvE,IAAI,SAAS,KAAK,QAAQ,IAAI,SAAS,CAAC,UAAU,CAAC,kBAAkB,CAAC;QACpE,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;IAC/D,IACE,SAAS,KAAK,MAAM;QACpB,CAAC,CAAC,SAAS,KAAK,MAAM,IAAI,CAAC,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;YAC3D,CAAC,MAAM,KAAK,MAAM,IAAI,CAAC,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC;QAE/D,MAAM,IAAI,KAAK,CAAC,0DAA0D,CAAC,CAAC;IAC9E,MAAM,QAAQ,GAAG,oBAAoB,CAAC,IAAI,CAAC,CAAC;IAC5C,MAAM,SAAS,GAAG,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;IACpE,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;IAClC,OAAO;QACL,IAAI,EAAE,UAAU,CAAC,CAAC,CAAC,IAAI,UAAU,CAAC,IAAI,IAAI,EAAE,EAAE,IAAI,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI;QACjE,SAAS;QACT,QAAQ,CAAC,KAA2B,EAAE,KAAoB;YACxD,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,KAAK;gBAAE,OAAO,IAAI,CAAC;YAC1C,IAAI,MAA4B,CAAC;YACjC,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;gBACtB,IAAI,OAAO,KAAK,KAAK,SAAS;oBAAE,OAAO,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC;gBAChE,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;YACvB,CAAC;YACD,IAAI,SAAS,EAAE,CAAC;gBACd,MAAM,KAAK,GACT,KAAK;oBACL,CAAC,GAAG,EAAE;wBACJ,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,KAAe,CAAC,CAAC;wBAC9C,OAAO,CAAC,KAAK,EAAE,CAAC,EAAE,KAAK,CAAC,MAAM,CAAU,CAAC;oBAC3C,CAAC,CAAC,EAAE,CAAC;gBACP,MAAM,CAAC,KAAK,EAAE,KAAK,EAAE,GAAG,CAAC,GAAG,KAAK,CAAC;gBAClC,MAAM;oBACJ,MAAM,KAAK,MAAM;wBACf,CAAC,CAAC,CAAC,gBAAgB,CAAC,KAAK,EAAE,KAAK,EAAE,GAAG,CAAC,IAAI,IAAI,CAAC;wBAC/C,CAAC,CAAC,OAAO;4BACP,CAAC,CAAC,CAAC,eAAe,CAAC,KAAK,EAAE,KAAK,EAAE,GAAG,CAAC,IAAI,IAAI,CAAC;4BAC9C,CAAC,CAAC,CAAC,eAAe,CAAC,KAAK,EAAE,KAAK,EAAE,GAAG,CAAC,IAAI,IAAI,CAAC,CAAC;gBACrD,IAAI,MAAM,KAAK,IAAI;oBACjB,MAAM,IAAI,yBAAyB,CAAC,YAAY,EAAE,4BAA4B,MAAM,EAAE,CAAC,CAAC;gBAC1F,IAAI,OAAO,IAAI,CAAC,WAAW;oBAAE,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC;YACvD,CAAC;iBAAM,IAAI,MAAM,KAAK,MAAM;gBAAE,MAAM,GAAG,KAAK,CAAC;iBACxC,IAAI,WAAW,EAAE,CAAC;gBACrB,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC;oBACtD,MAAM,IAAI,yBAAyB,CAAC,YAAY,EAAE,yBAAyB,CAAC,CAAC;gBAC/E,MAAM,GAAG,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,KAAe,CAAC,CAAC,CAAC;YACnF,CAAC;iBAAM,IAAI,OAAO;gBAAE,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;;gBAClD,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;YAC5B,IAAI,SAAS;gBAAE,MAAM,GAAG,SAAS,CAAC,MAAgB,CAAC,CAAC;YACpD,IAAI,MAAM,KAAK,SAAS;gBAAE,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,MAAgB,CAAC,CAAC;YACjE,IACE,CAAC,MAAM,KAAK,SAAS,IAAI,MAAM,KAAK,SAAS,IAAI,MAAM,KAAK,SAAS,CAAC;gBACtE,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC;gBAExB,MAAM,IAAI,yBAAyB,CACjC,UAAU,EACV,4CAA4C,CAC7C,CAAC;YACJ,QAAQ,CAAC,MAAM,CAAC,CAAC;YACjB,OAAO,MAAM,CAAC;QAChB,CAAC;KACF,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
import type { ArrowExpression, ArrowExpressionOptions, CompiledArrowExpression } from "./types.js";
|
|
2
|
+
/** Compiles a core expression AST against a fixed Arrow schema. */
|
|
3
|
+
export declare function compileArrowExpression(expression: ArrowExpression, options: ArrowExpressionOptions): CompiledArrowExpression;
|
|
4
|
+
/** Binds a registered function call using the same expression compiler. */
|
|
5
|
+
export declare function compileArrowFunction(name: string, arguments_: readonly ArrowExpression[], options: ArrowExpressionOptions): CompiledArrowExpression;
|
|
6
|
+
/** Compiles a packed floating-point source-column projection, preserving Float64 unless explicitly narrowed. */
|
|
7
|
+
export declare function compileArrowArray(columns: readonly string[], options: ArrowExpressionOptions & {
|
|
8
|
+
type?: 'float16' | 'float32' | 'float64' | 'uint8';
|
|
9
|
+
}): CompiledArrowExpression;
|
|
10
|
+
//# sourceMappingURL=compiler.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"compiler.d.ts","sourceRoot":"","sources":["../../src/arrow/compiler.ts"],"names":[],"mappings":"AA6CA,OAAO,KAAK,EAGV,eAAe,EACf,sBAAsB,EAGtB,uBAAuB,EACxB,mBAAgB;AAuBjB,mEAAmE;AACnE,wBAAgB,sBAAsB,CACpC,UAAU,EAAE,eAAe,EAC3B,OAAO,EAAE,sBAAsB,GAC9B,uBAAuB,CAgFzB;AAED,2EAA2E;AAC3E,wBAAgB,oBAAoB,CAClC,IAAI,EAAE,MAAM,EACZ,UAAU,EAAE,SAAS,eAAe,EAAE,EACtC,OAAO,EAAE,sBAAsB,GAC9B,uBAAuB,CASzB;AAED,gHAAgH;AAChH,wBAAgB,iBAAiB,CAC/B,OAAO,EAAE,SAAS,MAAM,EAAE,EAC1B,OAAO,EAAE,sBAAsB,GAAG;IAAC,IAAI,CAAC,EAAE,SAAS,GAAG,SAAS,GAAG,SAAS,GAAG,OAAO,CAAA;CAAC,GACrF,uBAAuB,CAqBzB"}
|