@math.gl/sql 0.0.0-stage → 5.0.0-beta.11
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +249 -0
- package/README.md +26 -2
- package/THIRD-PARTY-NOTICES.md +5 -0
- package/dist/arrow/aggregates.d.ts +46 -0
- package/dist/arrow/aggregates.d.ts.map +1 -0
- package/dist/arrow/aggregates.js +289 -0
- package/dist/arrow/aggregates.js.map +1 -0
- package/dist/arrow/buffers.d.ts +30 -0
- package/dist/arrow/buffers.d.ts.map +1 -0
- package/dist/arrow/buffers.js +177 -0
- package/dist/arrow/buffers.js.map +1 -0
- package/dist/arrow/cast.d.ts +19 -0
- package/dist/arrow/cast.d.ts.map +1 -0
- package/dist/arrow/cast.js +138 -0
- package/dist/arrow/cast.js.map +1 -0
- package/dist/arrow/compiler.d.ts +10 -0
- package/dist/arrow/compiler.d.ts.map +1 -0
- package/dist/arrow/compiler.js +1421 -0
- package/dist/arrow/compiler.js.map +1 -0
- package/dist/arrow/float16.d.ts +7 -0
- package/dist/arrow/float16.d.ts.map +1 -0
- package/dist/arrow/float16.js +26 -0
- package/dist/arrow/float16.js.map +1 -0
- package/dist/arrow/index.cjs +3220 -0
- package/dist/arrow/index.cjs.map +6 -0
- package/dist/arrow/index.d.ts +5 -0
- package/dist/arrow/index.d.ts.map +1 -0
- package/dist/arrow/index.js +7 -0
- package/dist/arrow/index.js.map +1 -0
- package/dist/arrow/like.d.ts +3 -0
- package/dist/arrow/like.d.ts.map +1 -0
- package/dist/arrow/like.js +75 -0
- package/dist/arrow/like.js.map +1 -0
- package/dist/arrow/list-values.d.ts +14 -0
- package/dist/arrow/list-values.d.ts.map +1 -0
- package/dist/arrow/list-values.js +180 -0
- package/dist/arrow/list-values.js.map +1 -0
- package/dist/arrow/predicate.d.ts +7 -0
- package/dist/arrow/predicate.d.ts.map +1 -0
- package/dist/arrow/predicate.js +10 -0
- package/dist/arrow/predicate.js.map +1 -0
- package/dist/arrow/query-arrow-aggregate-snapshots.d.ts +24 -0
- package/dist/arrow/query-arrow-aggregate-snapshots.d.ts.map +1 -0
- package/dist/arrow/query-arrow-aggregate-snapshots.js +64 -0
- package/dist/arrow/query-arrow-aggregate-snapshots.js.map +1 -0
- package/dist/arrow/query-arrow-sql.d.ts +8 -0
- package/dist/arrow/query-arrow-sql.d.ts.map +1 -0
- package/dist/arrow/query-arrow-sql.js +191 -0
- package/dist/arrow/query-arrow-sql.js.map +1 -0
- package/dist/arrow/query-arrow-table.d.ts +36 -0
- package/dist/arrow/query-arrow-table.d.ts.map +1 -0
- package/dist/arrow/query-arrow-table.js +208 -0
- package/dist/arrow/query-arrow-table.js.map +1 -0
- package/dist/arrow/query-worker-entry.d.ts +2 -0
- package/dist/arrow/query-worker-entry.d.ts.map +1 -0
- package/dist/arrow/query-worker-entry.js +7 -0
- package/dist/arrow/query-worker-entry.js.map +1 -0
- package/dist/arrow/query-worker.d.ts +65 -0
- package/dist/arrow/query-worker.d.ts.map +1 -0
- package/dist/arrow/query-worker.js +135 -0
- package/dist/arrow/query-worker.js.map +1 -0
- package/dist/arrow/registry.d.ts +4 -0
- package/dist/arrow/registry.d.ts.map +1 -0
- package/dist/arrow/registry.js +65 -0
- package/dist/arrow/registry.js.map +1 -0
- package/dist/arrow/relational-query.d.ts +36 -0
- package/dist/arrow/relational-query.d.ts.map +1 -0
- package/dist/arrow/relational-query.js +174 -0
- package/dist/arrow/relational-query.js.map +1 -0
- package/dist/arrow/replace-arrow-columns.d.ts +8 -0
- package/dist/arrow/replace-arrow-columns.d.ts.map +1 -0
- package/dist/arrow/replace-arrow-columns.js +63 -0
- package/dist/arrow/replace-arrow-columns.js.map +1 -0
- package/dist/arrow/signature.d.ts +6 -0
- package/dist/arrow/signature.d.ts.map +1 -0
- package/dist/arrow/signature.js +51 -0
- package/dist/arrow/signature.js.map +1 -0
- package/dist/arrow/temporal-cast.d.ts +9 -0
- package/dist/arrow/temporal-cast.d.ts.map +1 -0
- package/dist/arrow/temporal-cast.js +60 -0
- package/dist/arrow/temporal-cast.js.map +1 -0
- package/dist/arrow/types.d.ts +62 -0
- package/dist/arrow/types.d.ts.map +1 -0
- package/dist/arrow/types.js +5 -0
- package/dist/arrow/types.js.map +1 -0
- package/dist/arrow/worker-entry.d.ts +2 -0
- package/dist/arrow/worker-entry.d.ts.map +1 -0
- package/dist/arrow/worker-entry.js +9 -0
- package/dist/arrow/worker-entry.js.map +1 -0
- package/dist/arrow/worker.cjs +3973 -0
- package/dist/arrow/worker.cjs.map +6 -0
- package/dist/arrow/worker.d.ts +58 -0
- package/dist/arrow/worker.d.ts.map +1 -0
- package/dist/arrow/worker.js +84 -0
- package/dist/arrow/worker.js.map +1 -0
- package/dist/color/index.cjs +382 -0
- package/dist/color/index.cjs.map +6 -0
- package/dist/color/index.d.ts +26 -0
- package/dist/color/index.d.ts.map +1 -0
- package/dist/color/index.js +306 -0
- package/dist/color/index.js.map +1 -0
- package/dist/diagnostic-log.d.ts +8 -0
- package/dist/diagnostic-log.d.ts.map +1 -0
- package/dist/diagnostic-log.js +15 -0
- package/dist/diagnostic-log.js.map +1 -0
- package/dist/expressions/ast.d.ts +12 -0
- package/dist/expressions/ast.d.ts.map +1 -0
- package/dist/expressions/ast.js +112 -0
- package/dist/expressions/ast.js.map +1 -0
- package/dist/expressions/columnar-predicate.d.ts +56 -0
- package/dist/expressions/columnar-predicate.d.ts.map +1 -0
- package/dist/expressions/columnar-predicate.js +176 -0
- package/dist/expressions/columnar-predicate.js.map +1 -0
- package/dist/expressions/evaluation-error.d.ts +14 -0
- package/dist/expressions/evaluation-error.d.ts.map +1 -0
- package/dist/expressions/evaluation-error.js +26 -0
- package/dist/expressions/evaluation-error.js.map +1 -0
- package/dist/expressions/expression-eval.d.ts +96 -0
- package/dist/expressions/expression-eval.d.ts.map +1 -0
- package/dist/expressions/expression-eval.js +330 -0
- package/dist/expressions/expression-eval.js.map +1 -0
- package/dist/expressions/function-libraries.d.ts +63 -0
- package/dist/expressions/function-libraries.d.ts.map +1 -0
- package/dist/expressions/function-libraries.js +69 -0
- package/dist/expressions/function-libraries.js.map +1 -0
- package/dist/expressions/function-registry.d.ts +93 -0
- package/dist/expressions/function-registry.d.ts.map +1 -0
- package/dist/expressions/function-registry.js +139 -0
- package/dist/expressions/function-registry.js.map +1 -0
- package/dist/expressions/get.d.ts +9 -0
- package/dist/expressions/get.d.ts.map +1 -0
- package/dist/expressions/get.js +32 -0
- package/dist/expressions/get.js.map +1 -0
- package/dist/expressions/index.cjs +1888 -0
- package/dist/expressions/index.cjs.map +6 -0
- package/dist/expressions/index.d.ts +13 -0
- package/dist/expressions/index.d.ts.map +1 -0
- package/dist/expressions/index.js +14 -0
- package/dist/expressions/index.js.map +1 -0
- package/dist/expressions/numeric-functions.d.ts +277 -0
- package/dist/expressions/numeric-functions.d.ts.map +1 -0
- package/dist/expressions/numeric-functions.js +52 -0
- package/dist/expressions/numeric-functions.js.map +1 -0
- package/dist/expressions/parse-expression-string.d.ts +21 -0
- package/dist/expressions/parse-expression-string.d.ts.map +1 -0
- package/dist/expressions/parse-expression-string.js +61 -0
- package/dist/expressions/parse-expression-string.js.map +1 -0
- package/dist/expressions/predicate-expression.d.ts +7 -0
- package/dist/expressions/predicate-expression.d.ts.map +1 -0
- package/dist/expressions/predicate-expression.js +112 -0
- package/dist/expressions/predicate-expression.js.map +1 -0
- package/dist/expressions/scalar-type.d.ts +6 -0
- package/dist/expressions/scalar-type.d.ts.map +1 -0
- package/dist/expressions/scalar-type.js +23 -0
- package/dist/expressions/scalar-type.js.map +1 -0
- package/dist/expressions/vendor/jsep/runtime.d.ts +3 -0
- package/dist/expressions/vendor/jsep/runtime.d.ts.map +1 -0
- package/dist/expressions/vendor/jsep/runtime.js +972 -0
- package/dist/expressions/vendor/jsep/runtime.js.map +1 -0
- package/dist/expressions/vendor/jsep/types.d.ts +148 -0
- package/dist/expressions/vendor/jsep/types.d.ts.map +1 -0
- package/dist/expressions/vendor/jsep/types.js +6 -0
- package/dist/expressions/vendor/jsep/types.js.map +1 -0
- package/dist/index.cjs +4865 -0
- package/dist/index.cjs.map +6 -0
- package/dist/index.d.ts +9 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +10 -0
- package/dist/index.js.map +1 -0
- package/dist/math/index.cjs +444 -0
- package/dist/math/index.cjs.map +6 -0
- package/dist/math/index.d.ts +44 -0
- package/dist/math/index.d.ts.map +1 -0
- package/dist/math/index.js +182 -0
- package/dist/math/index.js.map +1 -0
- package/dist/scales/arrow-domains.d.ts +15 -0
- package/dist/scales/arrow-domains.d.ts.map +1 -0
- package/dist/scales/arrow-domains.js +124 -0
- package/dist/scales/arrow-domains.js.map +1 -0
- package/dist/scales/arrow-scales.cjs +3837 -0
- package/dist/scales/arrow-scales.cjs.map +6 -0
- package/dist/scales/arrow-scales.d.ts +20 -0
- package/dist/scales/arrow-scales.d.ts.map +1 -0
- package/dist/scales/arrow-scales.js +109 -0
- package/dist/scales/arrow-scales.js.map +1 -0
- package/dist/scales/compile-scale.d.ts +7 -0
- package/dist/scales/compile-scale.d.ts.map +1 -0
- package/dist/scales/compile-scale.js +195 -0
- package/dist/scales/compile-scale.js.map +1 -0
- package/dist/scales/hdr-colors.d.ts +13 -0
- package/dist/scales/hdr-colors.d.ts.map +1 -0
- package/dist/scales/hdr-colors.js +115 -0
- package/dist/scales/hdr-colors.js.map +1 -0
- package/dist/scales/index.cjs +1214 -0
- package/dist/scales/index.cjs.map +6 -0
- package/dist/scales/index.d.ts +9 -0
- package/dist/scales/index.d.ts.map +1 -0
- package/dist/scales/index.js +10 -0
- package/dist/scales/index.js.map +1 -0
- package/dist/scales/palettes.d.ts +5 -0
- package/dist/scales/palettes.d.ts.map +1 -0
- package/dist/scales/palettes.js +85 -0
- package/dist/scales/palettes.js.map +1 -0
- package/dist/scales/parse-sql-scale.d.ts +14 -0
- package/dist/scales/parse-sql-scale.d.ts.map +1 -0
- package/dist/scales/parse-sql-scale.js +165 -0
- package/dist/scales/parse-sql-scale.js.map +1 -0
- package/dist/scales/quantile-sketch.d.ts +22 -0
- package/dist/scales/quantile-sketch.d.ts.map +1 -0
- package/dist/scales/quantile-sketch.js +108 -0
- package/dist/scales/quantile-sketch.js.map +1 -0
- package/dist/scales/scale-types.d.ts +92 -0
- package/dist/scales/scale-types.d.ts.map +1 -0
- package/dist/scales/scale-types.js +119 -0
- package/dist/scales/scale-types.js.map +1 -0
- package/dist/scales/streaming-domains.d.ts +18 -0
- package/dist/scales/streaming-domains.d.ts.map +1 -0
- package/dist/scales/streaming-domains.js +109 -0
- package/dist/scales/streaming-domains.js.map +1 -0
- package/dist/sql/bind-sql-predicate.d.ts +4 -0
- package/dist/sql/bind-sql-predicate.d.ts.map +1 -0
- package/dist/sql/bind-sql-predicate.js +11 -0
- package/dist/sql/bind-sql-predicate.js.map +1 -0
- package/dist/sql/index.cjs +1588 -0
- package/dist/sql/index.cjs.map +6 -0
- package/dist/sql/index.d.ts +10 -0
- package/dist/sql/index.d.ts.map +1 -0
- package/dist/sql/index.js +10 -0
- package/dist/sql/index.js.map +1 -0
- package/dist/sql/parse-sql-expression.d.ts +44 -0
- package/dist/sql/parse-sql-expression.d.ts.map +1 -0
- package/dist/sql/parse-sql-expression.js +455 -0
- package/dist/sql/parse-sql-expression.js.map +1 -0
- package/dist/sql/parse-sql-predicate.d.ts +13 -0
- package/dist/sql/parse-sql-predicate.d.ts.map +1 -0
- package/dist/sql/parse-sql-predicate.js +365 -0
- package/dist/sql/parse-sql-predicate.js.map +1 -0
- package/dist/sql/parse-sql-query.d.ts +8 -0
- package/dist/sql/parse-sql-query.d.ts.map +1 -0
- package/dist/sql/parse-sql-query.js +66 -0
- package/dist/sql/parse-sql-query.js.map +1 -0
- package/dist/sql/parse-sql-select.d.ts +55 -0
- package/dist/sql/parse-sql-select.d.ts.map +1 -0
- package/dist/sql/parse-sql-select.js +244 -0
- package/dist/sql/parse-sql-select.js.map +1 -0
- package/dist/sql/parse-sql-statement.d.ts +50 -0
- package/dist/sql/parse-sql-statement.d.ts.map +1 -0
- package/dist/sql/parse-sql-statement.js +182 -0
- package/dist/sql/parse-sql-statement.js.map +1 -0
- package/dist/sql/query-types.d.ts +56 -0
- package/dist/sql/query-types.d.ts.map +1 -0
- package/dist/sql/query-types.js +5 -0
- package/dist/sql/query-types.js.map +1 -0
- package/dist/sql/sql-parse-error.d.ts +13 -0
- package/dist/sql/sql-parse-error.d.ts.map +1 -0
- package/dist/sql/sql-parse-error.js +20 -0
- package/dist/sql/sql-parse-error.js.map +1 -0
- package/dist/sql/sql-predicate-schema.d.ts +164 -0
- package/dist/sql/sql-predicate-schema.d.ts.map +1 -0
- package/dist/sql/sql-predicate-schema.js +249 -0
- package/dist/sql/sql-predicate-schema.js.map +1 -0
- package/dist/sql/sql-predicate-types.d.ts +48 -0
- package/dist/sql/sql-predicate-types.d.ts.map +1 -0
- package/dist/sql/sql-predicate-types.js +9 -0
- package/dist/sql/sql-predicate-types.js.map +1 -0
- package/dist/sql/sql-predicate.d.ts +6 -0
- package/dist/sql/sql-predicate.d.ts.map +1 -0
- package/dist/sql/sql-predicate.js +8 -0
- package/dist/sql/sql-predicate.js.map +1 -0
- package/package.json +92 -4
- package/src/arrow/aggregates.ts +386 -0
- package/src/arrow/buffers.ts +177 -0
- package/src/arrow/cast.ts +160 -0
- package/src/arrow/compiler.ts +1659 -0
- package/src/arrow/float16.ts +25 -0
- package/src/arrow/index.ts +22 -0
- package/src/arrow/like.ts +72 -0
- package/src/arrow/list-values.ts +200 -0
- package/src/arrow/predicate.ts +19 -0
- package/src/arrow/query-arrow-aggregate-snapshots.ts +107 -0
- package/src/arrow/query-arrow-sql.ts +227 -0
- package/src/arrow/query-arrow-table.ts +298 -0
- package/src/arrow/query-worker-entry.ts +8 -0
- package/src/arrow/query-worker.ts +190 -0
- package/src/arrow/registry.ts +86 -0
- package/src/arrow/relational-query.ts +247 -0
- package/src/arrow/replace-arrow-columns.ts +71 -0
- package/src/arrow/signature.ts +50 -0
- package/src/arrow/temporal-cast.ts +66 -0
- package/src/arrow/types.ts +76 -0
- package/src/arrow/worker-entry.ts +10 -0
- package/src/arrow/worker.ts +139 -0
- package/src/color/index.ts +405 -0
- package/src/diagnostic-log.ts +20 -0
- package/src/expressions/ast.ts +141 -0
- package/src/expressions/columnar-predicate.ts +293 -0
- package/src/expressions/evaluation-error.ts +29 -0
- package/src/expressions/expression-eval.ts +480 -0
- package/src/expressions/function-libraries.ts +126 -0
- package/src/expressions/function-registry.ts +171 -0
- package/src/expressions/get.ts +37 -0
- package/src/expressions/index.ts +40 -0
- package/src/expressions/numeric-functions.ts +99 -0
- package/src/expressions/parse-expression-string.ts +80 -0
- package/src/expressions/predicate-expression.ts +128 -0
- package/src/expressions/scalar-type.ts +39 -0
- package/src/expressions/vendor/jsep/LICENSE.txt +23 -0
- package/src/expressions/vendor/jsep/README.md +22 -0
- package/src/expressions/vendor/jsep/runtime.ts +949 -0
- package/src/expressions/vendor/jsep/types.ts +191 -0
- package/src/index.ts +40 -0
- package/src/math/index.ts +235 -0
- package/src/scales/arrow-domains.ts +131 -0
- package/src/scales/arrow-scales.ts +156 -0
- package/src/scales/compile-scale.ts +217 -0
- package/src/scales/hdr-colors.ts +126 -0
- package/src/scales/index.ts +35 -0
- package/src/scales/palettes.ts +86 -0
- package/src/scales/parse-sql-scale.ts +195 -0
- package/src/scales/quantile-sketch.ts +106 -0
- package/src/scales/scale-types.ts +224 -0
- package/src/scales/streaming-domains.ts +133 -0
- package/src/sql/bind-sql-predicate.ts +21 -0
- package/src/sql/index.ts +28 -0
- package/src/sql/parse-sql-expression.ts +457 -0
- package/src/sql/parse-sql-predicate.ts +454 -0
- package/src/sql/parse-sql-query.ts +72 -0
- package/src/sql/parse-sql-select.ts +266 -0
- package/src/sql/parse-sql-statement.ts +242 -0
- package/src/sql/query-types.ts +71 -0
- package/src/sql/sql-parse-error.ts +33 -0
- package/src/sql/sql-predicate-schema.ts +279 -0
- package/src/sql/sql-predicate-types.ts +91 -0
- package/src/sql/sql-predicate.ts +28 -0
|
@@ -0,0 +1,51 @@
|
|
|
1
|
+
// math.gl
|
|
2
|
+
// SPDX-License-Identifier: MIT
|
|
3
|
+
// SPDX-FileCopyrightText: Copyright (c) vis.gl contributors
|
|
4
|
+
import { DataType } from 'apache-arrow';
|
|
5
|
+
import { typeKey } from "./buffers.js";
|
|
6
|
+
/** Compares physical encoding as well as logical type when reusing a bound evaluator. */
|
|
7
|
+
export function physicalKey(type) {
|
|
8
|
+
try {
|
|
9
|
+
return DataType.isDictionary(type)
|
|
10
|
+
? `dictionary:${typeKey(type.indices)}:${typeKey(type.dictionary)}:${type.isOrdered}`
|
|
11
|
+
: typeKey(type);
|
|
12
|
+
}
|
|
13
|
+
catch {
|
|
14
|
+
// Unreferenced columns may have nested or extension layouts outside this evaluator's subset.
|
|
15
|
+
const properties = [
|
|
16
|
+
'bitWidth',
|
|
17
|
+
'isSigned',
|
|
18
|
+
'precision',
|
|
19
|
+
'scale',
|
|
20
|
+
'unit',
|
|
21
|
+
'timezone',
|
|
22
|
+
'byteWidth',
|
|
23
|
+
'listSize',
|
|
24
|
+
'keysSorted',
|
|
25
|
+
'isOrdered',
|
|
26
|
+
'mode'
|
|
27
|
+
].map(key => type[key]);
|
|
28
|
+
return JSON.stringify([
|
|
29
|
+
type.typeId,
|
|
30
|
+
properties,
|
|
31
|
+
DataType.isUnion(type) ? Array.from(type.typeIds) : null,
|
|
32
|
+
DataType.isDictionary(type)
|
|
33
|
+
? [physicalKey(type.indices), physicalKey(type.dictionary), type.isOrdered]
|
|
34
|
+
: null,
|
|
35
|
+
type.children?.map(field => [
|
|
36
|
+
field.name,
|
|
37
|
+
physicalKey(field.type),
|
|
38
|
+
field.nullable,
|
|
39
|
+
extensionKey(field)
|
|
40
|
+
])
|
|
41
|
+
]);
|
|
42
|
+
}
|
|
43
|
+
}
|
|
44
|
+
/** Geometry encoding/CRS metadata is part of a schema-bound vector function contract. */
|
|
45
|
+
export function extensionKey(field) {
|
|
46
|
+
return JSON.stringify([
|
|
47
|
+
field.metadata.get('ARROW:extension:name'),
|
|
48
|
+
field.metadata.get('ARROW:extension:metadata')
|
|
49
|
+
]);
|
|
50
|
+
}
|
|
51
|
+
//# sourceMappingURL=signature.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"signature.js","sourceRoot":"","sources":["../../src/arrow/signature.ts"],"names":[],"mappings":"AAAA,UAAU;AACV,+BAA+B;AAC/B,4DAA4D;AAC5D,OAAO,EAAC,QAAQ,EAAa,MAAM,cAAc,CAAC;AAClD,OAAO,EAAC,OAAO,EAAC,qBAAkB;AAClC,yFAAyF;AACzF,MAAM,UAAU,WAAW,CAAC,IAAc;IACxC,IAAI,CAAC;QACH,OAAO,QAAQ,CAAC,YAAY,CAAC,IAAI,CAAC;YAChC,CAAC,CAAC,cAAc,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,IAAI,CAAC,SAAS,EAAE;YACrF,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IACpB,CAAC;IAAC,MAAM,CAAC;QACP,6FAA6F;QAC7F,MAAM,UAAU,GAAG;YACjB,UAAU;YACV,UAAU;YACV,WAAW;YACX,OAAO;YACP,MAAM;YACN,UAAU;YACV,WAAW;YACX,UAAU;YACV,YAAY;YACZ,WAAW;YACX,MAAM;SACP,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAE,IAA2C,CAAC,GAAG,CAAC,CAAC,CAAC;QAChE,OAAO,IAAI,CAAC,SAAS,CAAC;YACpB,IAAI,CAAC,MAAM;YACX,UAAU;YACV,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI;YACxD,QAAQ,CAAC,YAAY,CAAC,IAAI,CAAC;gBACzB,CAAC,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC;gBAC3E,CAAC,CAAC,IAAI;YACR,IAAI,CAAC,QAAQ,EAAE,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC1B,KAAK,CAAC,IAAI;gBACV,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC;gBACvB,KAAK,CAAC,QAAQ;gBACd,YAAY,CAAC,KAAK,CAAC;aACpB,CAAC;SACH,CAAC,CAAC;IACL,CAAC;AACH,CAAC;AAED,yFAAyF;AACzF,MAAM,UAAU,YAAY,CAAC,KAAY;IACvC,OAAO,IAAI,CAAC,SAAS,CAAC;QACpB,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,sBAAsB,CAAC;QAC1C,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,0BAA0B,CAAC;KAC/C,CAAC,CAAC;AACL,CAAC"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import { DateDay, TimestampMicrosecond, type DataType } from 'apache-arrow';
|
|
2
|
+
import type { ArrowExpressionValue } from "./types.js";
|
|
3
|
+
/** Binds ISO text or an already matching Arrow temporal value to a temporal output. */
|
|
4
|
+
export declare function bindTemporalCast(source: DataType, target: 'date' | 'timestamp' | 'timestamp_utc'): {
|
|
5
|
+
type: DateDay | TimestampMicrosecond;
|
|
6
|
+
textInput: boolean;
|
|
7
|
+
evaluate(value: ArrowExpressionValue): ArrowExpressionValue;
|
|
8
|
+
};
|
|
9
|
+
//# sourceMappingURL=temporal-cast.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"temporal-cast.d.ts","sourceRoot":"","sources":["../../src/arrow/temporal-cast.ts"],"names":[],"mappings":"AAIA,OAAO,EAAC,OAAO,EAAE,oBAAoB,EAAE,KAAK,QAAQ,EAAC,MAAM,cAAc,CAAC;AAG1E,OAAO,KAAK,EAAC,oBAAoB,EAAC,mBAAgB;AAMlD,uFAAuF;AACvF,wBAAgB,gBAAgB,CAAC,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,GAAG,WAAW,GAAG,eAAe;;;oBAU7E,oBAAoB,GAAG,oBAAoB;EAI9D"}
|
|
@@ -0,0 +1,60 @@
|
|
|
1
|
+
// math.gl
|
|
2
|
+
// SPDX-License-Identifier: MIT
|
|
3
|
+
// SPDX-FileCopyrightText: Copyright (c) vis.gl contributors
|
|
4
|
+
import { DateDay, TimestampMicrosecond } from 'apache-arrow';
|
|
5
|
+
import { ExpressionEvaluationError } from "../expressions/index.js";
|
|
6
|
+
import { typeKey } from "./buffers.js";
|
|
7
|
+
const DATE = /^(\d{4})-(\d{2})-(\d{2})$/;
|
|
8
|
+
const TIMESTAMP = /^(\d{4})-(\d{2})-(\d{2})[T ](\d{2}):(\d{2}):(\d{2})(?:\.(\d{1,6}))?(Z|[+-]\d{2}:\d{2})?$/;
|
|
9
|
+
/** Binds ISO text or an already matching Arrow temporal value to a temporal output. */
|
|
10
|
+
export function bindTemporalCast(source, target) {
|
|
11
|
+
const dateOnly = target === 'date';
|
|
12
|
+
const zoned = target === 'timestamp_utc';
|
|
13
|
+
const type = dateOnly ? new DateDay() : new TimestampMicrosecond(zoned ? 'UTC' : undefined);
|
|
14
|
+
const sourceKey = typeKey(source);
|
|
15
|
+
if (sourceKey !== 'utf8' && sourceKey !== 'null' && sourceKey !== typeKey(type))
|
|
16
|
+
throw new Error('Temporal CAST requires UTF8 or an input of the requested Arrow type');
|
|
17
|
+
return {
|
|
18
|
+
type,
|
|
19
|
+
textInput: false,
|
|
20
|
+
evaluate(value) {
|
|
21
|
+
return typeof value === 'string' ? parseTemporalValue(value, dateOnly, zoned) : value;
|
|
22
|
+
}
|
|
23
|
+
};
|
|
24
|
+
}
|
|
25
|
+
/** Converts a validated calendar value to Arrow epoch days or exact epoch microseconds. */
|
|
26
|
+
function parseTemporalValue(text, dateOnly, zoned) {
|
|
27
|
+
const match = (dateOnly ? DATE : TIMESTAMP).exec(text.trim());
|
|
28
|
+
const invalid = () => new ExpressionEvaluationError('conversion', 'Invalid text for temporal CAST');
|
|
29
|
+
if (!match)
|
|
30
|
+
throw invalid();
|
|
31
|
+
const [, yearText, monthText, dayText, hourText, minuteText, secondText, fraction, zone] = match;
|
|
32
|
+
const year = Number(yearText);
|
|
33
|
+
const month = Number(monthText);
|
|
34
|
+
const day = Number(dayText);
|
|
35
|
+
const calendar = new Date(0);
|
|
36
|
+
// setUTCFullYear also handles four-digit years below 0100 without a 1900 offset.
|
|
37
|
+
calendar.setUTCFullYear(year, month - 1, day);
|
|
38
|
+
if (calendar.getUTCFullYear() !== year ||
|
|
39
|
+
calendar.getUTCMonth() !== month - 1 ||
|
|
40
|
+
calendar.getUTCDate() !== day)
|
|
41
|
+
throw invalid();
|
|
42
|
+
if (dateOnly)
|
|
43
|
+
return calendar.getTime() / 86400000;
|
|
44
|
+
const hour = Number(hourText);
|
|
45
|
+
const minute = Number(minuteText);
|
|
46
|
+
const second = Number(secondText);
|
|
47
|
+
if (hour > 23 || minute > 59 || second > 59 || zoned !== Boolean(zone))
|
|
48
|
+
throw invalid();
|
|
49
|
+
let offsetMinutes = 0;
|
|
50
|
+
if (zone && zone !== 'Z') {
|
|
51
|
+
const offsetHour = Number(zone.slice(1, 3));
|
|
52
|
+
const offsetMinute = Number(zone.slice(4));
|
|
53
|
+
if (offsetHour > 23 || offsetMinute > 59)
|
|
54
|
+
throw invalid();
|
|
55
|
+
offsetMinutes = (zone.startsWith('-') ? -1 : 1) * (offsetHour * 60 + offsetMinute);
|
|
56
|
+
}
|
|
57
|
+
const seconds = hour * 3600 + minute * 60 + second - offsetMinutes * 60;
|
|
58
|
+
return (BigInt(calendar.getTime() + seconds * 1000) * 1000n + BigInt((fraction ?? '').padEnd(6, '0')));
|
|
59
|
+
}
|
|
60
|
+
//# sourceMappingURL=temporal-cast.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"temporal-cast.js","sourceRoot":"","sources":["../../src/arrow/temporal-cast.ts"],"names":[],"mappings":"AAAA,UAAU;AACV,+BAA+B;AAC/B,4DAA4D;AAE5D,OAAO,EAAC,OAAO,EAAE,oBAAoB,EAAgB,MAAM,cAAc,CAAC;AAC1E,OAAO,EAAC,yBAAyB,EAAC,gCAA6B;AAC/D,OAAO,EAAC,OAAO,EAAC,qBAAkB;AAGlC,MAAM,IAAI,GAAG,2BAA2B,CAAC;AACzC,MAAM,SAAS,GACb,0FAA0F,CAAC;AAE7F,uFAAuF;AACvF,MAAM,UAAU,gBAAgB,CAAC,MAAgB,EAAE,MAA8C;IAC/F,MAAM,QAAQ,GAAG,MAAM,KAAK,MAAM,CAAC;IACnC,MAAM,KAAK,GAAG,MAAM,KAAK,eAAe,CAAC;IACzC,MAAM,IAAI,GAAG,QAAQ,CAAC,CAAC,CAAC,IAAI,OAAO,EAAE,CAAC,CAAC,CAAC,IAAI,oBAAoB,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IAC5F,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IAClC,IAAI,SAAS,KAAK,MAAM,IAAI,SAAS,KAAK,MAAM,IAAI,SAAS,KAAK,OAAO,CAAC,IAAI,CAAC;QAC7E,MAAM,IAAI,KAAK,CAAC,qEAAqE,CAAC,CAAC;IACzF,OAAO;QACL,IAAI;QACJ,SAAS,EAAE,KAAK;QAChB,QAAQ,CAAC,KAA2B;YAClC,OAAO,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,kBAAkB,CAAC,KAAK,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;QACxF,CAAC;KACF,CAAC;AACJ,CAAC;AAED,2FAA2F;AAC3F,SAAS,kBAAkB,CAAC,IAAY,EAAE,QAAiB,EAAE,KAAc;IACzE,MAAM,KAAK,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;IAC9D,MAAM,OAAO,GAAG,GAAG,EAAE,CACnB,IAAI,yBAAyB,CAAC,YAAY,EAAE,gCAAgC,CAAC,CAAC;IAChF,IAAI,CAAC,KAAK;QAAE,MAAM,OAAO,EAAE,CAAC;IAC5B,MAAM,CAAC,EAAE,QAAQ,EAAE,SAAS,EAAE,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,UAAU,EAAE,QAAQ,EAAE,IAAI,CAAC,GAAG,KAAK,CAAC;IACjG,MAAM,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC9B,MAAM,KAAK,GAAG,MAAM,CAAC,SAAS,CAAC,CAAC;IAChC,MAAM,GAAG,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC;IAC5B,MAAM,QAAQ,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC;IAC7B,iFAAiF;IACjF,QAAQ,CAAC,cAAc,CAAC,IAAI,EAAE,KAAK,GAAG,CAAC,EAAE,GAAG,CAAC,CAAC;IAC9C,IACE,QAAQ,CAAC,cAAc,EAAE,KAAK,IAAI;QAClC,QAAQ,CAAC,WAAW,EAAE,KAAK,KAAK,GAAG,CAAC;QACpC,QAAQ,CAAC,UAAU,EAAE,KAAK,GAAG;QAE7B,MAAM,OAAO,EAAE,CAAC;IAClB,IAAI,QAAQ;QAAE,OAAO,QAAQ,CAAC,OAAO,EAAE,GAAG,QAAU,CAAC;IACrD,MAAM,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC9B,MAAM,MAAM,GAAG,MAAM,CAAC,UAAU,CAAC,CAAC;IAClC,MAAM,MAAM,GAAG,MAAM,CAAC,UAAU,CAAC,CAAC;IAClC,IAAI,IAAI,GAAG,EAAE,IAAI,MAAM,GAAG,EAAE,IAAI,MAAM,GAAG,EAAE,IAAI,KAAK,KAAK,OAAO,CAAC,IAAI,CAAC;QAAE,MAAM,OAAO,EAAE,CAAC;IACxF,IAAI,aAAa,GAAG,CAAC,CAAC;IACtB,IAAI,IAAI,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;QACzB,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAC5C,MAAM,YAAY,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3C,IAAI,UAAU,GAAG,EAAE,IAAI,YAAY,GAAG,EAAE;YAAE,MAAM,OAAO,EAAE,CAAC;QAC1D,aAAa,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,UAAU,GAAG,EAAE,GAAG,YAAY,CAAC,CAAC;IACrF,CAAC;IACD,MAAM,OAAO,GAAG,IAAI,GAAG,IAAI,GAAG,MAAM,GAAG,EAAE,GAAG,MAAM,GAAG,aAAa,GAAG,EAAE,CAAC;IACxE,OAAO,CACL,MAAM,CAAC,QAAQ,CAAC,OAAO,EAAE,GAAG,OAAO,GAAG,IAAI,CAAC,GAAG,KAAK,GAAG,MAAM,CAAC,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAC9F,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,62 @@
|
|
|
1
|
+
import type { Field, Schema, RecordBatch, Vector, Table } from 'apache-arrow';
|
|
2
|
+
import type { Expression } from "../expressions/index.js";
|
|
3
|
+
/**
|
|
4
|
+
* Scalar values exposed to user callbacks. Date32 uses epoch days and microsecond
|
|
5
|
+
* timestamps use bigint microseconds, matching their Arrow storage buffers.
|
|
6
|
+
*/
|
|
7
|
+
export type ArrowExpressionValue = number | bigint | boolean | string | Uint8Array | null;
|
|
8
|
+
/** A vector kernel receives full-length inputs and must evaluate only active rows. */
|
|
9
|
+
export type ArrowTableFunctionType = (arguments_: readonly Vector[], context: {
|
|
10
|
+
/** One byte per row; zero means the row must not be evaluated. */
|
|
11
|
+
activeRows: Uint8Array;
|
|
12
|
+
/** Number of rows in every argument and the returned vector. */
|
|
13
|
+
length: number;
|
|
14
|
+
/** Report a row failure; TRY recovers classified errors, otherwise the call throws. */
|
|
15
|
+
reportError?(row: number, error: unknown): void;
|
|
16
|
+
}) => Vector;
|
|
17
|
+
/** One schema-bound implementation of a named table function. */
|
|
18
|
+
export type ArrowTableFunctionPrototype = Readonly<{
|
|
19
|
+
/** Ordered argument fields, with exact types, nullability and extension metadata. */
|
|
20
|
+
arguments: readonly Field[];
|
|
21
|
+
/** Declared result field; its name is retained for direct calls. */
|
|
22
|
+
result: Field;
|
|
23
|
+
/** Propagate null arguments, or pass them to the implementation. Defaults to propagate. */
|
|
24
|
+
nullHandling?: 'propagate' | 'call';
|
|
25
|
+
/** Batch implementation, also independently callable with the declared arguments and mask. */
|
|
26
|
+
evaluate: ArrowTableFunctionType;
|
|
27
|
+
/** Optional equivalent primitive implementation used for fused expression execution. */
|
|
28
|
+
evaluateScalar?(...arguments_: ArrowExpressionValue[]): ArrowExpressionValue;
|
|
29
|
+
}>;
|
|
30
|
+
/** Named overload group; each argument signature must be unique. */
|
|
31
|
+
export type ArrowTableFunction = Readonly<{
|
|
32
|
+
/** Unique expression identifier; built-in names are reserved. */
|
|
33
|
+
name: string;
|
|
34
|
+
/** Typed implementations selected once when compiling a call. */
|
|
35
|
+
prototypes: readonly ArrowTableFunctionPrototype[];
|
|
36
|
+
}>;
|
|
37
|
+
/** Schema binding shared by predicate and expression compilation. */
|
|
38
|
+
export type ArrowExpressionOptions = Readonly<{
|
|
39
|
+
/** Expected batch schema, validated before evaluation. */
|
|
40
|
+
inputSchema: Schema;
|
|
41
|
+
/** Named function declarations, snapshotted into a private lookup during compilation. */
|
|
42
|
+
functions?: readonly ArrowTableFunction[];
|
|
43
|
+
}>;
|
|
44
|
+
/** Controls shared by batch and whole-table evaluation. */
|
|
45
|
+
export type ArrowExpressionEvaluationOptions = {
|
|
46
|
+
/** One byte per logical row, including all batches when evaluating a table. */
|
|
47
|
+
activeRows?: Uint8Array;
|
|
48
|
+
/** Checked before and after each batch; synchronous execution does not yield. */
|
|
49
|
+
signal?: AbortSignal;
|
|
50
|
+
};
|
|
51
|
+
/** A compiled expression preserves row count and returns a non-dictionary vector. */
|
|
52
|
+
export interface CompiledArrowExpression {
|
|
53
|
+
/** Bound result type and nullability. */
|
|
54
|
+
readonly outputField: Field;
|
|
55
|
+
/** Evaluates a batch; optional masks skip rows and produce null at those positions. */
|
|
56
|
+
evaluate(batch: RecordBatch, options?: ArrowExpressionEvaluationOptions): Vector;
|
|
57
|
+
/** Evaluates ordered batches and combines output chunks without copying their buffers. */
|
|
58
|
+
evaluateTable(arrowTable: Table, options?: ArrowExpressionEvaluationOptions): Vector;
|
|
59
|
+
}
|
|
60
|
+
/** Text or the existing core expression AST. */
|
|
61
|
+
export type ArrowExpression = string | Expression;
|
|
62
|
+
//# sourceMappingURL=types.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/arrow/types.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,KAAK,EAAC,MAAM,cAAc,CAAC;AAC5E,OAAO,KAAK,EAAC,UAAU,EAAC,gCAA6B;AAErD;;;GAGG;AACH,MAAM,MAAM,oBAAoB,GAAG,MAAM,GAAG,MAAM,GAAG,OAAO,GAAG,MAAM,GAAG,UAAU,GAAG,IAAI,CAAC;AAE1F,sFAAsF;AACtF,MAAM,MAAM,sBAAsB,GAAG,CACnC,UAAU,EAAE,SAAS,MAAM,EAAE,EAC7B,OAAO,EAAE;IACP,kEAAkE;IAClE,UAAU,EAAE,UAAU,CAAC;IACvB,gEAAgE;IAChE,MAAM,EAAE,MAAM,CAAC;IACf,uFAAuF;IACvF,WAAW,CAAC,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,GAAG,IAAI,CAAC;CACjD,KACE,MAAM,CAAC;AAEZ,iEAAiE;AACjE,MAAM,MAAM,2BAA2B,GAAG,QAAQ,CAAC;IACjD,qFAAqF;IACrF,SAAS,EAAE,SAAS,KAAK,EAAE,CAAC;IAC5B,oEAAoE;IACpE,MAAM,EAAE,KAAK,CAAC;IACd,2FAA2F;IAC3F,YAAY,CAAC,EAAE,WAAW,GAAG,MAAM,CAAC;IACpC,8FAA8F;IAC9F,QAAQ,EAAE,sBAAsB,CAAC;IACjC,wFAAwF;IACxF,cAAc,CAAC,CAAC,GAAG,UAAU,EAAE,oBAAoB,EAAE,GAAG,oBAAoB,CAAC;CAC9E,CAAC,CAAC;AAEH,oEAAoE;AACpE,MAAM,MAAM,kBAAkB,GAAG,QAAQ,CAAC;IACxC,iEAAiE;IACjE,IAAI,EAAE,MAAM,CAAC;IACb,iEAAiE;IACjE,UAAU,EAAE,SAAS,2BAA2B,EAAE,CAAC;CACpD,CAAC,CAAC;AAEH,qEAAqE;AACrE,MAAM,MAAM,sBAAsB,GAAG,QAAQ,CAAC;IAC5C,0DAA0D;IAC1D,WAAW,EAAE,MAAM,CAAC;IACpB,yFAAyF;IACzF,SAAS,CAAC,EAAE,SAAS,kBAAkB,EAAE,CAAC;CAC3C,CAAC,CAAC;AAEH,2DAA2D;AAC3D,MAAM,MAAM,gCAAgC,GAAG;IAC7C,+EAA+E;IAC/E,UAAU,CAAC,EAAE,UAAU,CAAC;IACxB,iFAAiF;IACjF,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB,CAAC;AAEF,qFAAqF;AACrF,MAAM,WAAW,uBAAuB;IACtC,yCAAyC;IACzC,QAAQ,CAAC,WAAW,EAAE,KAAK,CAAC;IAC5B,uFAAuF;IACvF,QAAQ,CAAC,KAAK,EAAE,WAAW,EAAE,OAAO,CAAC,EAAE,gCAAgC,GAAG,MAAM,CAAC;IACjF,0FAA0F;IAC1F,aAAa,CAAC,UAAU,EAAE,KAAK,EAAE,OAAO,CAAC,EAAE,gCAAgC,GAAG,MAAM,CAAC;CACtF;AAED,gDAAgD;AAChD,MAAM,MAAM,eAAe,GAAG,MAAM,GAAG,UAAU,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/arrow/types.ts"],"names":[],"mappings":"AAAA,UAAU;AACV,+BAA+B;AAC/B,4DAA4D"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"worker-entry.d.ts","sourceRoot":"","sources":["../../src/arrow/worker-entry.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
// math.gl
|
|
2
|
+
// SPDX-License-Identifier: MIT
|
|
3
|
+
// SPDX-FileCopyrightText: Copyright (c) vis.gl contributors
|
|
4
|
+
import { initializeTaskWorker } from '@math.gl/tasks';
|
|
5
|
+
import { createArrowExpressionTask } from "./worker.js";
|
|
6
|
+
// Default worker for primitive expressions. Applications can provide their own module worker
|
|
7
|
+
// with local declarations by initializing createArrowExpressionTask({functions}) instead.
|
|
8
|
+
void initializeTaskWorker(createArrowExpressionTask());
|
|
9
|
+
//# sourceMappingURL=worker-entry.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"worker-entry.js","sourceRoot":"","sources":["../../src/arrow/worker-entry.ts"],"names":[],"mappings":"AAAA,UAAU;AACV,+BAA+B;AAC/B,4DAA4D;AAE5D,OAAO,EAAC,oBAAoB,EAAC,MAAM,gBAAgB,CAAC;AACpD,OAAO,EAAC,yBAAyB,EAAC,oBAAiB;AAEnD,6FAA6F;AAC7F,0FAA0F;AAC1F,KAAK,oBAAoB,CAAC,yBAAyB,EAAE,CAAC,CAAC"}
|