@math.gl/sql 0.0.0-stage → 5.0.0-beta.12

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (353) hide show
  1. package/LICENSE +249 -0
  2. package/README.md +26 -2
  3. package/THIRD-PARTY-NOTICES.md +5 -0
  4. package/dist/arrow/aggregates.d.ts +46 -0
  5. package/dist/arrow/aggregates.d.ts.map +1 -0
  6. package/dist/arrow/aggregates.js +289 -0
  7. package/dist/arrow/aggregates.js.map +1 -0
  8. package/dist/arrow/buffers.d.ts +30 -0
  9. package/dist/arrow/buffers.d.ts.map +1 -0
  10. package/dist/arrow/buffers.js +177 -0
  11. package/dist/arrow/buffers.js.map +1 -0
  12. package/dist/arrow/cast.d.ts +19 -0
  13. package/dist/arrow/cast.d.ts.map +1 -0
  14. package/dist/arrow/cast.js +138 -0
  15. package/dist/arrow/cast.js.map +1 -0
  16. package/dist/arrow/compiler.d.ts +10 -0
  17. package/dist/arrow/compiler.d.ts.map +1 -0
  18. package/dist/arrow/compiler.js +1538 -0
  19. package/dist/arrow/compiler.js.map +1 -0
  20. package/dist/arrow/float16.d.ts +7 -0
  21. package/dist/arrow/float16.d.ts.map +1 -0
  22. package/dist/arrow/float16.js +26 -0
  23. package/dist/arrow/float16.js.map +1 -0
  24. package/dist/arrow/index.cjs +3321 -0
  25. package/dist/arrow/index.cjs.map +6 -0
  26. package/dist/arrow/index.d.ts +5 -0
  27. package/dist/arrow/index.d.ts.map +1 -0
  28. package/dist/arrow/index.js +7 -0
  29. package/dist/arrow/index.js.map +1 -0
  30. package/dist/arrow/like.d.ts +3 -0
  31. package/dist/arrow/like.d.ts.map +1 -0
  32. package/dist/arrow/like.js +75 -0
  33. package/dist/arrow/like.js.map +1 -0
  34. package/dist/arrow/list-values.d.ts +14 -0
  35. package/dist/arrow/list-values.d.ts.map +1 -0
  36. package/dist/arrow/list-values.js +201 -0
  37. package/dist/arrow/list-values.js.map +1 -0
  38. package/dist/arrow/predicate.d.ts +7 -0
  39. package/dist/arrow/predicate.d.ts.map +1 -0
  40. package/dist/arrow/predicate.js +10 -0
  41. package/dist/arrow/predicate.js.map +1 -0
  42. package/dist/arrow/query-arrow-aggregate-snapshots.d.ts +24 -0
  43. package/dist/arrow/query-arrow-aggregate-snapshots.d.ts.map +1 -0
  44. package/dist/arrow/query-arrow-aggregate-snapshots.js +64 -0
  45. package/dist/arrow/query-arrow-aggregate-snapshots.js.map +1 -0
  46. package/dist/arrow/query-arrow-sql.d.ts +8 -0
  47. package/dist/arrow/query-arrow-sql.d.ts.map +1 -0
  48. package/dist/arrow/query-arrow-sql.js +223 -0
  49. package/dist/arrow/query-arrow-sql.js.map +1 -0
  50. package/dist/arrow/query-arrow-table.d.ts +36 -0
  51. package/dist/arrow/query-arrow-table.d.ts.map +1 -0
  52. package/dist/arrow/query-arrow-table.js +208 -0
  53. package/dist/arrow/query-arrow-table.js.map +1 -0
  54. package/dist/arrow/query-worker-entry.d.ts +2 -0
  55. package/dist/arrow/query-worker-entry.d.ts.map +1 -0
  56. package/dist/arrow/query-worker-entry.js +7 -0
  57. package/dist/arrow/query-worker-entry.js.map +1 -0
  58. package/dist/arrow/query-worker.d.ts +65 -0
  59. package/dist/arrow/query-worker.d.ts.map +1 -0
  60. package/dist/arrow/query-worker.js +135 -0
  61. package/dist/arrow/query-worker.js.map +1 -0
  62. package/dist/arrow/registry.d.ts +4 -0
  63. package/dist/arrow/registry.d.ts.map +1 -0
  64. package/dist/arrow/registry.js +66 -0
  65. package/dist/arrow/registry.js.map +1 -0
  66. package/dist/arrow/relational-query.d.ts +36 -0
  67. package/dist/arrow/relational-query.d.ts.map +1 -0
  68. package/dist/arrow/relational-query.js +174 -0
  69. package/dist/arrow/relational-query.js.map +1 -0
  70. package/dist/arrow/replace-arrow-columns.d.ts +8 -0
  71. package/dist/arrow/replace-arrow-columns.d.ts.map +1 -0
  72. package/dist/arrow/replace-arrow-columns.js +63 -0
  73. package/dist/arrow/replace-arrow-columns.js.map +1 -0
  74. package/dist/arrow/signature.d.ts +6 -0
  75. package/dist/arrow/signature.d.ts.map +1 -0
  76. package/dist/arrow/signature.js +51 -0
  77. package/dist/arrow/signature.js.map +1 -0
  78. package/dist/arrow/temporal-cast.d.ts +9 -0
  79. package/dist/arrow/temporal-cast.d.ts.map +1 -0
  80. package/dist/arrow/temporal-cast.js +60 -0
  81. package/dist/arrow/temporal-cast.js.map +1 -0
  82. package/dist/arrow/types.d.ts +62 -0
  83. package/dist/arrow/types.d.ts.map +1 -0
  84. package/dist/arrow/types.js +5 -0
  85. package/dist/arrow/types.js.map +1 -0
  86. package/dist/arrow/unnest-arrow-column.d.ts +22 -0
  87. package/dist/arrow/unnest-arrow-column.d.ts.map +1 -0
  88. package/dist/arrow/unnest-arrow-column.js +112 -0
  89. package/dist/arrow/unnest-arrow-column.js.map +1 -0
  90. package/dist/arrow/worker-entry.d.ts +2 -0
  91. package/dist/arrow/worker-entry.d.ts.map +1 -0
  92. package/dist/arrow/worker-entry.js +9 -0
  93. package/dist/arrow/worker-entry.js.map +1 -0
  94. package/dist/arrow/worker.cjs +4074 -0
  95. package/dist/arrow/worker.cjs.map +6 -0
  96. package/dist/arrow/worker.d.ts +58 -0
  97. package/dist/arrow/worker.d.ts.map +1 -0
  98. package/dist/arrow/worker.js +84 -0
  99. package/dist/arrow/worker.js.map +1 -0
  100. package/dist/color-functions/index.cjs +382 -0
  101. package/dist/color-functions/index.cjs.map +6 -0
  102. package/dist/color-functions/index.d.ts +26 -0
  103. package/dist/color-functions/index.d.ts.map +1 -0
  104. package/dist/color-functions/index.js +306 -0
  105. package/dist/color-functions/index.js.map +1 -0
  106. package/dist/diagnostic-log.d.ts +8 -0
  107. package/dist/diagnostic-log.d.ts.map +1 -0
  108. package/dist/diagnostic-log.js +15 -0
  109. package/dist/diagnostic-log.js.map +1 -0
  110. package/dist/expressions/ast.d.ts +12 -0
  111. package/dist/expressions/ast.d.ts.map +1 -0
  112. package/dist/expressions/ast.js +114 -0
  113. package/dist/expressions/ast.js.map +1 -0
  114. package/dist/expressions/columnar-predicate.d.ts +56 -0
  115. package/dist/expressions/columnar-predicate.d.ts.map +1 -0
  116. package/dist/expressions/columnar-predicate.js +176 -0
  117. package/dist/expressions/columnar-predicate.js.map +1 -0
  118. package/dist/expressions/evaluation-error.d.ts +14 -0
  119. package/dist/expressions/evaluation-error.d.ts.map +1 -0
  120. package/dist/expressions/evaluation-error.js +26 -0
  121. package/dist/expressions/evaluation-error.js.map +1 -0
  122. package/dist/expressions/expression-eval.d.ts +105 -0
  123. package/dist/expressions/expression-eval.d.ts.map +1 -0
  124. package/dist/expressions/expression-eval.js +330 -0
  125. package/dist/expressions/expression-eval.js.map +1 -0
  126. package/dist/expressions/function-libraries.d.ts +63 -0
  127. package/dist/expressions/function-libraries.d.ts.map +1 -0
  128. package/dist/expressions/function-libraries.js +69 -0
  129. package/dist/expressions/function-libraries.js.map +1 -0
  130. package/dist/expressions/function-registry.d.ts +93 -0
  131. package/dist/expressions/function-registry.d.ts.map +1 -0
  132. package/dist/expressions/function-registry.js +139 -0
  133. package/dist/expressions/function-registry.js.map +1 -0
  134. package/dist/expressions/get.d.ts +9 -0
  135. package/dist/expressions/get.d.ts.map +1 -0
  136. package/dist/expressions/get.js +32 -0
  137. package/dist/expressions/get.js.map +1 -0
  138. package/dist/expressions/index.cjs +1888 -0
  139. package/dist/expressions/index.cjs.map +6 -0
  140. package/dist/expressions/index.d.ts +13 -0
  141. package/dist/expressions/index.d.ts.map +1 -0
  142. package/dist/expressions/index.js +14 -0
  143. package/dist/expressions/index.js.map +1 -0
  144. package/dist/expressions/numeric-functions.d.ts +277 -0
  145. package/dist/expressions/numeric-functions.d.ts.map +1 -0
  146. package/dist/expressions/numeric-functions.js +52 -0
  147. package/dist/expressions/numeric-functions.js.map +1 -0
  148. package/dist/expressions/parse-expression-string.d.ts +21 -0
  149. package/dist/expressions/parse-expression-string.d.ts.map +1 -0
  150. package/dist/expressions/parse-expression-string.js +61 -0
  151. package/dist/expressions/parse-expression-string.js.map +1 -0
  152. package/dist/expressions/predicate-expression.d.ts +7 -0
  153. package/dist/expressions/predicate-expression.d.ts.map +1 -0
  154. package/dist/expressions/predicate-expression.js +112 -0
  155. package/dist/expressions/predicate-expression.js.map +1 -0
  156. package/dist/expressions/scalar-type.d.ts +6 -0
  157. package/dist/expressions/scalar-type.d.ts.map +1 -0
  158. package/dist/expressions/scalar-type.js +23 -0
  159. package/dist/expressions/scalar-type.js.map +1 -0
  160. package/dist/expressions/vendor/jsep/runtime.d.ts +3 -0
  161. package/dist/expressions/vendor/jsep/runtime.d.ts.map +1 -0
  162. package/dist/expressions/vendor/jsep/runtime.js +972 -0
  163. package/dist/expressions/vendor/jsep/runtime.js.map +1 -0
  164. package/dist/expressions/vendor/jsep/types.d.ts +148 -0
  165. package/dist/expressions/vendor/jsep/types.d.ts.map +1 -0
  166. package/dist/expressions/vendor/jsep/types.js +6 -0
  167. package/dist/expressions/vendor/jsep/types.js.map +1 -0
  168. package/dist/index.cjs +5294 -0
  169. package/dist/index.cjs.map +6 -0
  170. package/dist/index.d.ts +11 -0
  171. package/dist/index.d.ts.map +1 -0
  172. package/dist/index.js +11 -0
  173. package/dist/index.js.map +1 -0
  174. package/dist/math-functions/index.cjs +444 -0
  175. package/dist/math-functions/index.cjs.map +6 -0
  176. package/dist/math-functions/index.d.ts +44 -0
  177. package/dist/math-functions/index.d.ts.map +1 -0
  178. package/dist/math-functions/index.js +182 -0
  179. package/dist/math-functions/index.js.map +1 -0
  180. package/dist/parser/bind-sql-predicate.d.ts +4 -0
  181. package/dist/parser/bind-sql-predicate.d.ts.map +1 -0
  182. package/dist/parser/bind-sql-predicate.js +11 -0
  183. package/dist/parser/bind-sql-predicate.js.map +1 -0
  184. package/dist/parser/index.cjs +1807 -0
  185. package/dist/parser/index.cjs.map +6 -0
  186. package/dist/parser/index.d.ts +12 -0
  187. package/dist/parser/index.d.ts.map +1 -0
  188. package/dist/parser/index.js +11 -0
  189. package/dist/parser/index.js.map +1 -0
  190. package/dist/parser/parameter-snapshots.d.ts +21 -0
  191. package/dist/parser/parameter-snapshots.d.ts.map +1 -0
  192. package/dist/parser/parameter-snapshots.js +85 -0
  193. package/dist/parser/parameter-snapshots.js.map +1 -0
  194. package/dist/parser/parse-sql-expression.d.ts +50 -0
  195. package/dist/parser/parse-sql-expression.d.ts.map +1 -0
  196. package/dist/parser/parse-sql-expression.js +501 -0
  197. package/dist/parser/parse-sql-expression.js.map +1 -0
  198. package/dist/parser/parse-sql-predicate.d.ts +13 -0
  199. package/dist/parser/parse-sql-predicate.d.ts.map +1 -0
  200. package/dist/parser/parse-sql-predicate.js +365 -0
  201. package/dist/parser/parse-sql-predicate.js.map +1 -0
  202. package/dist/parser/parse-sql-query.d.ts +9 -0
  203. package/dist/parser/parse-sql-query.d.ts.map +1 -0
  204. package/dist/parser/parse-sql-query.js +81 -0
  205. package/dist/parser/parse-sql-query.js.map +1 -0
  206. package/dist/parser/parse-sql-select.d.ts +57 -0
  207. package/dist/parser/parse-sql-select.d.ts.map +1 -0
  208. package/dist/parser/parse-sql-select.js +247 -0
  209. package/dist/parser/parse-sql-select.js.map +1 -0
  210. package/dist/parser/parse-sql-statement.d.ts +54 -0
  211. package/dist/parser/parse-sql-statement.d.ts.map +1 -0
  212. package/dist/parser/parse-sql-statement.js +207 -0
  213. package/dist/parser/parse-sql-statement.js.map +1 -0
  214. package/dist/parser/query-types.d.ts +56 -0
  215. package/dist/parser/query-types.d.ts.map +1 -0
  216. package/dist/parser/query-types.js +5 -0
  217. package/dist/parser/query-types.js.map +1 -0
  218. package/dist/parser/sql-parameters.d.ts +29 -0
  219. package/dist/parser/sql-parameters.d.ts.map +1 -0
  220. package/dist/parser/sql-parameters.js +110 -0
  221. package/dist/parser/sql-parameters.js.map +1 -0
  222. package/dist/parser/sql-parse-error.d.ts +13 -0
  223. package/dist/parser/sql-parse-error.d.ts.map +1 -0
  224. package/dist/parser/sql-parse-error.js +20 -0
  225. package/dist/parser/sql-parse-error.js.map +1 -0
  226. package/dist/parser/sql-predicate-schema.d.ts +164 -0
  227. package/dist/parser/sql-predicate-schema.d.ts.map +1 -0
  228. package/dist/parser/sql-predicate-schema.js +249 -0
  229. package/dist/parser/sql-predicate-schema.js.map +1 -0
  230. package/dist/parser/sql-predicate-types.d.ts +48 -0
  231. package/dist/parser/sql-predicate-types.d.ts.map +1 -0
  232. package/dist/parser/sql-predicate-types.js +9 -0
  233. package/dist/parser/sql-predicate-types.js.map +1 -0
  234. package/dist/parser/sql-predicate.d.ts +6 -0
  235. package/dist/parser/sql-predicate.d.ts.map +1 -0
  236. package/dist/parser/sql-predicate.js +8 -0
  237. package/dist/parser/sql-predicate.js.map +1 -0
  238. package/dist/scales/arrow-domains.d.ts +22 -0
  239. package/dist/scales/arrow-domains.d.ts.map +1 -0
  240. package/dist/scales/arrow-domains.js +166 -0
  241. package/dist/scales/arrow-domains.js.map +1 -0
  242. package/dist/scales/arrow-scales.d.ts +44 -0
  243. package/dist/scales/arrow-scales.d.ts.map +1 -0
  244. package/dist/scales/arrow-scales.js +255 -0
  245. package/dist/scales/arrow-scales.js.map +1 -0
  246. package/dist/scales/compile-scale.d.ts +2 -0
  247. package/dist/scales/compile-scale.d.ts.map +1 -0
  248. package/dist/scales/compile-scale.js +5 -0
  249. package/dist/scales/compile-scale.js.map +1 -0
  250. package/dist/scales/conformance.cjs +180 -0
  251. package/dist/scales/conformance.cjs.map +6 -0
  252. package/dist/scales/conformance.d.ts +26 -0
  253. package/dist/scales/conformance.d.ts.map +1 -0
  254. package/dist/scales/conformance.js +164 -0
  255. package/dist/scales/conformance.js.map +1 -0
  256. package/dist/scales/hdr-colors.d.ts +2 -0
  257. package/dist/scales/hdr-colors.d.ts.map +1 -0
  258. package/dist/scales/hdr-colors.js +5 -0
  259. package/dist/scales/hdr-colors.js.map +1 -0
  260. package/dist/scales/index.cjs +4334 -0
  261. package/dist/scales/index.cjs.map +6 -0
  262. package/dist/scales/index.d.ts +10 -0
  263. package/dist/scales/index.d.ts.map +1 -0
  264. package/dist/scales/index.js +11 -0
  265. package/dist/scales/index.js.map +1 -0
  266. package/dist/scales/palettes.d.ts +2 -0
  267. package/dist/scales/palettes.d.ts.map +1 -0
  268. package/dist/scales/palettes.js +5 -0
  269. package/dist/scales/palettes.js.map +1 -0
  270. package/dist/scales/parse-sql-scale.d.ts +27 -0
  271. package/dist/scales/parse-sql-scale.d.ts.map +1 -0
  272. package/dist/scales/parse-sql-scale.js +257 -0
  273. package/dist/scales/parse-sql-scale.js.map +1 -0
  274. package/dist/scales/quantile-sketch.d.ts +2 -0
  275. package/dist/scales/quantile-sketch.d.ts.map +1 -0
  276. package/dist/scales/quantile-sketch.js +5 -0
  277. package/dist/scales/quantile-sketch.js.map +1 -0
  278. package/dist/scales/scale-types.d.ts +2 -0
  279. package/dist/scales/scale-types.d.ts.map +1 -0
  280. package/dist/scales/scale-types.js +5 -0
  281. package/dist/scales/scale-types.js.map +1 -0
  282. package/dist/scales/streaming-domains.d.ts +18 -0
  283. package/dist/scales/streaming-domains.d.ts.map +1 -0
  284. package/dist/scales/streaming-domains.js +115 -0
  285. package/dist/scales/streaming-domains.js.map +1 -0
  286. package/package.json +92 -4
  287. package/src/arrow/aggregates.ts +386 -0
  288. package/src/arrow/buffers.ts +177 -0
  289. package/src/arrow/cast.ts +160 -0
  290. package/src/arrow/compiler.ts +1778 -0
  291. package/src/arrow/float16.ts +25 -0
  292. package/src/arrow/index.ts +22 -0
  293. package/src/arrow/like.ts +72 -0
  294. package/src/arrow/list-values.ts +221 -0
  295. package/src/arrow/predicate.ts +19 -0
  296. package/src/arrow/query-arrow-aggregate-snapshots.ts +107 -0
  297. package/src/arrow/query-arrow-sql.ts +255 -0
  298. package/src/arrow/query-arrow-table.ts +298 -0
  299. package/src/arrow/query-worker-entry.ts +8 -0
  300. package/src/arrow/query-worker.ts +194 -0
  301. package/src/arrow/registry.ts +87 -0
  302. package/src/arrow/relational-query.ts +247 -0
  303. package/src/arrow/replace-arrow-columns.ts +71 -0
  304. package/src/arrow/signature.ts +50 -0
  305. package/src/arrow/temporal-cast.ts +66 -0
  306. package/src/arrow/types.ts +76 -0
  307. package/src/arrow/unnest-arrow-column.ts +145 -0
  308. package/src/arrow/worker-entry.ts +10 -0
  309. package/src/arrow/worker.ts +143 -0
  310. package/src/color-functions/index.ts +405 -0
  311. package/src/diagnostic-log.ts +20 -0
  312. package/src/expressions/ast.ts +143 -0
  313. package/src/expressions/columnar-predicate.ts +293 -0
  314. package/src/expressions/evaluation-error.ts +29 -0
  315. package/src/expressions/expression-eval.ts +489 -0
  316. package/src/expressions/function-libraries.ts +126 -0
  317. package/src/expressions/function-registry.ts +171 -0
  318. package/src/expressions/get.ts +37 -0
  319. package/src/expressions/index.ts +40 -0
  320. package/src/expressions/numeric-functions.ts +99 -0
  321. package/src/expressions/parse-expression-string.ts +80 -0
  322. package/src/expressions/predicate-expression.ts +128 -0
  323. package/src/expressions/scalar-type.ts +39 -0
  324. package/src/expressions/vendor/jsep/LICENSE.txt +23 -0
  325. package/src/expressions/vendor/jsep/runtime.ts +949 -0
  326. package/src/expressions/vendor/jsep/types.ts +191 -0
  327. package/src/index.ts +54 -0
  328. package/src/math-functions/index.ts +235 -0
  329. package/src/parser/bind-sql-predicate.ts +21 -0
  330. package/src/parser/index.ts +43 -0
  331. package/src/parser/parameter-snapshots.ts +103 -0
  332. package/src/parser/parse-sql-expression.ts +500 -0
  333. package/src/parser/parse-sql-predicate.ts +454 -0
  334. package/src/parser/parse-sql-query.ts +90 -0
  335. package/src/parser/parse-sql-select.ts +272 -0
  336. package/src/parser/parse-sql-statement.ts +260 -0
  337. package/src/parser/query-types.ts +71 -0
  338. package/src/parser/sql-parameters.ts +174 -0
  339. package/src/parser/sql-parse-error.ts +33 -0
  340. package/src/parser/sql-predicate-schema.ts +279 -0
  341. package/src/parser/sql-predicate-types.ts +91 -0
  342. package/src/parser/sql-predicate.ts +28 -0
  343. package/src/scales/arrow-domains.ts +190 -0
  344. package/src/scales/arrow-scales.ts +363 -0
  345. package/src/scales/compile-scale.ts +5 -0
  346. package/src/scales/conformance.ts +186 -0
  347. package/src/scales/hdr-colors.ts +5 -0
  348. package/src/scales/index.ts +37 -0
  349. package/src/scales/palettes.ts +5 -0
  350. package/src/scales/parse-sql-scale.ts +300 -0
  351. package/src/scales/quantile-sketch.ts +5 -0
  352. package/src/scales/scale-types.ts +5 -0
  353. package/src/scales/streaming-domains.ts +139 -0
@@ -0,0 +1,177 @@
1
+ // math.gl
2
+ // SPDX-License-Identifier: MIT
3
+ // SPDX-FileCopyrightText: Copyright (c) vis.gl contributors
4
+
5
+ import {DataType, DateUnit, Precision, TimeUnit, type Vector, type Data} from 'apache-arrow';
6
+ import {float16Values, requireFloat16} from './float16';
7
+ import {ExpressionEvaluationError} from '../expressions';
8
+ import type {ArrowExpressionValue} from './types';
9
+
10
+ /** Dictionary encodings do not change expression value types. */
11
+ export function valueType(type: DataType): DataType {
12
+ return DataType.isDictionary(type) ? valueType(type.dictionary) : type;
13
+ }
14
+
15
+ /** Stable primitive type identity, independent of concrete Arrow subclasses. */
16
+ export function typeKey(type: DataType): string {
17
+ type = valueType(type);
18
+ if (DataType.isInt(type)) return `${type.isSigned ? 'i' : 'u'}${type.bitWidth}`;
19
+ if (DataType.isFloat(type)) {
20
+ if (type.precision === Precision.HALF) requireFloat16();
21
+ return `f${type.precision}`;
22
+ }
23
+ if (DataType.isBool(type)) return 'bool';
24
+ if (DataType.isUtf8(type)) return 'utf8';
25
+ if (DataType.isDate(type) && type.unit === DateUnit.DAY) return 'date32';
26
+ if (DataType.isTimestamp(type) && type.unit === TimeUnit.MICROSECOND)
27
+ return `timestamp_us:${type.timezone ?? ''}`;
28
+ if (DataType.isBinary(type)) return 'binary';
29
+ if (DataType.isFixedSizeBinary(type)) return `fixedsizebinary:${type.byteWidth}`;
30
+ if (DataType.isNull(type)) return 'null';
31
+ throw new Error(`Unsupported Arrow expression type: ${type}`);
32
+ }
33
+
34
+ /** Reader over Arrow chunks; slices already adjust numeric buffers and string offsets. */
35
+ export class ColumnReader {
36
+ private readonly ends: number[] = [];
37
+ private readonly location: [Data, number] = [null!, 0];
38
+ private readonly range: [Uint8Array, number, number] = [null!, 0, 0];
39
+ private readonly half = new Map<Data, Float16Array>();
40
+ private readonly dictionaries = new Map<Data, ColumnReader>();
41
+ private readonly decoder = new TextDecoder();
42
+ constructor(readonly vector: Vector) {
43
+ let end = 0;
44
+ for (const data of vector.data) {
45
+ end += data.length;
46
+ this.ends.push(end);
47
+ if (DataType.isFloat(data.type) && data.type.precision === Precision.HALF)
48
+ this.half.set(data, float16Values(data.values as Uint16Array));
49
+ if (DataType.isDictionary(data.type))
50
+ this.dictionaries.set(data, new ColumnReader(data.dictionary!));
51
+ }
52
+ }
53
+ /** Locates a chunk without constructing row objects. */
54
+ private chunk(row: number): [Data, number] {
55
+ let index = 0;
56
+ while (row >= this.ends[index]!) index++;
57
+ this.location[0] = this.vector.data[index]!;
58
+ this.location[1] = row - (index ? this.ends[index - 1]! : 0);
59
+ return this.location;
60
+ }
61
+ /** Tests validity with the physical bit offset. */
62
+ isValid(row: number): boolean {
63
+ const [data, index] = this.chunk(row);
64
+ if (DataType.isNull(data.type)) return false;
65
+ const bit = data.offset + index;
66
+ if (data.nullCount && !(data.nullBitmap[bit >> 3]! & (1 << (bit & 7)))) return false;
67
+ return (
68
+ !DataType.isDictionary(data.type) ||
69
+ this.dictionaries.get(data)!.isValid(Number(data.values[index]))
70
+ );
71
+ }
72
+ /** Reads a primitive; UTF-8 is decoded only for scalar callbacks or output materialization. */
73
+ get(row: number): ArrowExpressionValue {
74
+ if (!this.isValid(row)) return null;
75
+ const [data, index] = this.chunk(row);
76
+ if (DataType.isDictionary(data.type))
77
+ return this.dictionaries.get(data)!.get(Number(data.values[index]));
78
+ if (DataType.isUtf8(data.type))
79
+ return this.decoder.decode(
80
+ data.values.subarray(data.valueOffsets[index], data.valueOffsets[index + 1])
81
+ );
82
+ if (DataType.isBinary(data.type))
83
+ return data.values.subarray(data.valueOffsets[index], data.valueOffsets[index + 1]);
84
+ if (DataType.isFixedSizeBinary(data.type))
85
+ return data.values.subarray(data.stride * index, data.stride * (index + 1));
86
+ if (DataType.isBool(data.type)) {
87
+ const bit = data.offset + index;
88
+ return Boolean(data.values[bit >> 3]! & (1 << (bit & 7)));
89
+ }
90
+ // Temporal values use their physical units so microseconds never pass through Number.
91
+ return this.half.has(data)
92
+ ? this.half.get(data)![index]!
93
+ : (data.values[index] as number | bigint);
94
+ }
95
+ /** Resolves UTF-8 buffers, including dictionary values, without decoding. */
96
+ utf8(row: number): [Uint8Array, number, number] {
97
+ const [data, index] = this.chunk(row);
98
+ if (DataType.isDictionary(data.type))
99
+ return this.dictionaries.get(data)!.utf8(Number(data.values[index]));
100
+ this.range[0] = data.values as Uint8Array;
101
+ this.range[1] = Number(data.valueOffsets[index]);
102
+ this.range[2] = Number(data.valueOffsets[index + 1]);
103
+ return this.range;
104
+ }
105
+ }
106
+
107
+ /** Creates a type-specialized scalar validator once per bound operation. */
108
+ export function createValueValidator(inputType: DataType): (value: ArrowExpressionValue) => void {
109
+ const type = valueType(inputType),
110
+ key = typeKey(type);
111
+ if (DataType.isInt(type)) {
112
+ if (type.bitWidth === 64) {
113
+ const bits = BigInt(type.bitWidth),
114
+ min = type.isSigned ? -(1n << (bits - 1n)) : 0n;
115
+ const max = type.isSigned ? (1n << (bits - 1n)) - 1n : (1n << bits) - 1n;
116
+ return value => {
117
+ if (value === null) return;
118
+ if (typeof value !== 'bigint') throw new Error('64-bit integers require bigint values');
119
+ if (value < min || value > max)
120
+ throw new ExpressionEvaluationError('overflow', 'Integer expression overflow');
121
+ };
122
+ }
123
+ const min = type.isSigned ? -(2 ** (type.bitWidth - 1)) : 0;
124
+ const max = type.isSigned ? 2 ** (type.bitWidth - 1) - 1 : 2 ** type.bitWidth - 1;
125
+ return value => {
126
+ if (value === null) return;
127
+ if (typeof value !== 'number')
128
+ throw new TypeError('Integer expressions require numeric values');
129
+ if (!Number.isInteger(value))
130
+ throw new ExpressionEvaluationError(
131
+ 'conversion',
132
+ 'Integer expression requires integral numbers'
133
+ );
134
+ if (value < min || value > max)
135
+ throw new ExpressionEvaluationError('overflow', 'Integer expression overflow');
136
+ };
137
+ }
138
+ if (key === 'date32') {
139
+ return value => {
140
+ if (value === null) return;
141
+ if (
142
+ typeof value !== 'number' ||
143
+ !Number.isInteger(value) ||
144
+ value < -0x80000000 ||
145
+ value > 0x7fffffff
146
+ )
147
+ throw new ExpressionEvaluationError('overflow', 'Invalid Date32 epoch day');
148
+ };
149
+ }
150
+ if (key.startsWith('timestamp_us:')) {
151
+ return value => {
152
+ if (value === null) return;
153
+ if (typeof value !== 'bigint' || value !== BigInt.asIntN(64, value))
154
+ throw new ExpressionEvaluationError('overflow', 'Invalid timestamp epoch microseconds');
155
+ };
156
+ }
157
+ if (DataType.isBinary(type) || DataType.isFixedSizeBinary(type)) {
158
+ return value => {
159
+ if (value === null) return;
160
+ if (
161
+ !(value instanceof Uint8Array) ||
162
+ (DataType.isFixedSizeBinary(type) && value.byteLength !== type.byteWidth)
163
+ )
164
+ throw new Error(`Invalid value for ${type}`);
165
+ };
166
+ }
167
+ const expected = DataType.isFloat(type) ? 'number' : key === 'bool' ? 'boolean' : 'string';
168
+ return value => {
169
+ if (value !== null && (key === 'null' || typeof value !== expected))
170
+ throw new Error(`Invalid value for ${type}`);
171
+ };
172
+ }
173
+
174
+ /** Checks a literal against a declared primitive type during binding. */
175
+ export function validateValue(value: ArrowExpressionValue, type: DataType): void {
176
+ createValueValidator(type)(value);
177
+ }
@@ -0,0 +1,160 @@
1
+ // math.gl
2
+ // SPDX-License-Identifier: MIT
3
+ // SPDX-FileCopyrightText: Copyright (c) vis.gl contributors
4
+
5
+ import {
6
+ Binary,
7
+ Bool,
8
+ DataType,
9
+ Dictionary,
10
+ FixedSizeBinary,
11
+ Float16,
12
+ Float32,
13
+ Float64,
14
+ Int8,
15
+ Int16,
16
+ Int32,
17
+ Int64,
18
+ Uint8,
19
+ Uint16,
20
+ Uint32,
21
+ Uint64,
22
+ Utf8
23
+ } from 'apache-arrow';
24
+ import {isColumnarScalarType} from '../expressions';
25
+ import {parseUTF8Number, parseUTF8BigInt, parseUTF8Boolean} from '@math.gl/core/utf8';
26
+ import {ExpressionEvaluationError} from '../expressions';
27
+ import {bindTemporalCast} from './temporal-cast';
28
+ import {roundFloat16} from './float16';
29
+ import {typeKey, createValueValidator} from './buffers';
30
+ import type {ArrowExpressionValue} from './types';
31
+
32
+ /** Arrow constructors for portable scalar cast targets. */
33
+ const CAST_TYPES = {
34
+ int8: Int8,
35
+ int16: Int16,
36
+ int32: Int32,
37
+ int64: Int64,
38
+ uint8: Uint8,
39
+ uint16: Uint16,
40
+ uint32: Uint32,
41
+ uint64: Uint64,
42
+ float16: Float16,
43
+ float32: Float32,
44
+ float64: Float64,
45
+ bool: Bool,
46
+ utf8: Utf8
47
+ };
48
+
49
+ type Range = [Uint8Array, number, number];
50
+
51
+ /** Resolves explicit scalar casts once, leaving active-row selection to the expression compiler. */
52
+ export function bindCast(source: DataType, target: unknown) {
53
+ if (target === 'date' || target === 'timestamp' || target === 'timestamp_utc')
54
+ return bindTemporalCast(source, target);
55
+ const binaryTarget =
56
+ typeof target === 'string' && /^(varbinary|fixedsizebinary):([1-9]\d*)$/.exec(target);
57
+ if (target === 'binary' || binaryTarget) {
58
+ const byteWidth = binaryTarget ? Number(binaryTarget[2]) : undefined;
59
+ if (byteWidth !== undefined && byteWidth > 0x7fffffff)
60
+ throw new Error('Binary CAST requires a positive 32-bit byte width');
61
+ const type =
62
+ binaryTarget && binaryTarget[1] === 'fixedsizebinary'
63
+ ? new FixedSizeBinary(byteWidth!)
64
+ : new Binary();
65
+ const sourceKey = typeKey(source);
66
+ const textInput = sourceKey === 'utf8';
67
+ if (
68
+ !textInput &&
69
+ sourceKey !== 'null' &&
70
+ sourceKey !== 'binary' &&
71
+ !sourceKey.startsWith('fixedsizebinary:')
72
+ )
73
+ throw new Error('Binary CAST requires binary or UTF8 input');
74
+ return {
75
+ type,
76
+ textInput,
77
+ evaluate(value: ArrowExpressionValue, range?: Range | null): ArrowExpressionValue {
78
+ const bytes = range ? range[0].subarray(range[1], range[2]) : (value as Uint8Array | null);
79
+ if (bytes === null || byteWidth === undefined) return bytes;
80
+ if (bytes.byteLength > byteWidth)
81
+ throw new ExpressionEvaluationError('overflow', `Binary CAST exceeds ${byteWidth} bytes`);
82
+ if (DataType.isFixedSizeBinary(type) && bytes.byteLength < byteWidth) {
83
+ const padded = new Uint8Array(byteWidth);
84
+ padded.set(bytes);
85
+ return padded;
86
+ }
87
+ return bytes;
88
+ }
89
+ };
90
+ }
91
+ const dictionary = target === 'dictionary_utf8_int32';
92
+ if (dictionary) target = 'utf8';
93
+ if (!isColumnarScalarType(target)) throw new Error('Unsupported scalar CAST target');
94
+ const type = new CAST_TYPES[target]();
95
+ const integer = DataType.isInt(type);
96
+ const wideInteger = integer && type.bitWidth === 64;
97
+ const sourceKey = typeKey(source);
98
+ const textInput = sourceKey === 'utf8';
99
+ if (sourceKey === 'date32' || sourceKey.startsWith('timestamp_us:'))
100
+ throw new Error('Temporal CAST requires a matching temporal target');
101
+ if (sourceKey === 'binary' || sourceKey.startsWith('fixedsizebinary:'))
102
+ throw new Error('CAST from binary requires a binary target');
103
+ if (
104
+ sourceKey !== 'null' &&
105
+ ((sourceKey === 'bool' && !['bool', 'utf8'].includes(target)) ||
106
+ (target === 'bool' && !['bool', 'utf8'].includes(sourceKey)))
107
+ )
108
+ throw new Error('CAST between Boolean and numeric values is not supported');
109
+ const validate = createValueValidator(type);
110
+ const halfRound = target === 'float16' ? roundFloat16() : undefined;
111
+ const encoder = new TextEncoder();
112
+ return {
113
+ type: dictionary ? new Dictionary(new Utf8(), new Int32()) : type,
114
+ textInput,
115
+ evaluate(value: ArrowExpressionValue, range?: Range | null): ArrowExpressionValue {
116
+ if (value === null && !range) return null;
117
+ let result: ArrowExpressionValue;
118
+ if (target === 'utf8') {
119
+ if (typeof value === 'boolean') return value ? 'TRUE' : 'FALSE';
120
+ return String(value);
121
+ }
122
+ if (textInput) {
123
+ const input =
124
+ range ??
125
+ (() => {
126
+ const bytes = encoder.encode(value as string);
127
+ return [bytes, 0, bytes.length] as Range;
128
+ })();
129
+ const [bytes, start, end] = input;
130
+ result =
131
+ target === 'bool'
132
+ ? (parseUTF8Boolean(bytes, start, end) ?? null)
133
+ : integer
134
+ ? (parseUTF8BigInt(bytes, start, end) ?? null)
135
+ : (parseUTF8Number(bytes, start, end) ?? null);
136
+ if (result === null)
137
+ throw new ExpressionEvaluationError('conversion', `Invalid text for CAST to ${target}`);
138
+ if (integer && !wideInteger) result = Number(result);
139
+ } else if (target === 'bool') result = value;
140
+ else if (wideInteger) {
141
+ if (typeof value === 'number' && !Number.isFinite(value))
142
+ throw new ExpressionEvaluationError('conversion', 'Non-finite integer CAST');
143
+ result = typeof value === 'bigint' ? value : BigInt(Math.trunc(value as number));
144
+ } else if (integer) result = Math.trunc(Number(value));
145
+ else result = Number(value);
146
+ if (halfRound) result = halfRound(result as number);
147
+ if (target === 'float32') result = Math.fround(result as number);
148
+ if (
149
+ (target === 'float16' || target === 'float32' || target === 'float64') &&
150
+ !Number.isFinite(result)
151
+ )
152
+ throw new ExpressionEvaluationError(
153
+ 'overflow',
154
+ 'Floating CAST overflow or non-finite value'
155
+ );
156
+ validate(result);
157
+ return result;
158
+ }
159
+ };
160
+ }