@math.gl/sql 0.0.0-stage → 5.0.0-beta.12

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (353) hide show
  1. package/LICENSE +249 -0
  2. package/README.md +26 -2
  3. package/THIRD-PARTY-NOTICES.md +5 -0
  4. package/dist/arrow/aggregates.d.ts +46 -0
  5. package/dist/arrow/aggregates.d.ts.map +1 -0
  6. package/dist/arrow/aggregates.js +289 -0
  7. package/dist/arrow/aggregates.js.map +1 -0
  8. package/dist/arrow/buffers.d.ts +30 -0
  9. package/dist/arrow/buffers.d.ts.map +1 -0
  10. package/dist/arrow/buffers.js +177 -0
  11. package/dist/arrow/buffers.js.map +1 -0
  12. package/dist/arrow/cast.d.ts +19 -0
  13. package/dist/arrow/cast.d.ts.map +1 -0
  14. package/dist/arrow/cast.js +138 -0
  15. package/dist/arrow/cast.js.map +1 -0
  16. package/dist/arrow/compiler.d.ts +10 -0
  17. package/dist/arrow/compiler.d.ts.map +1 -0
  18. package/dist/arrow/compiler.js +1538 -0
  19. package/dist/arrow/compiler.js.map +1 -0
  20. package/dist/arrow/float16.d.ts +7 -0
  21. package/dist/arrow/float16.d.ts.map +1 -0
  22. package/dist/arrow/float16.js +26 -0
  23. package/dist/arrow/float16.js.map +1 -0
  24. package/dist/arrow/index.cjs +3321 -0
  25. package/dist/arrow/index.cjs.map +6 -0
  26. package/dist/arrow/index.d.ts +5 -0
  27. package/dist/arrow/index.d.ts.map +1 -0
  28. package/dist/arrow/index.js +7 -0
  29. package/dist/arrow/index.js.map +1 -0
  30. package/dist/arrow/like.d.ts +3 -0
  31. package/dist/arrow/like.d.ts.map +1 -0
  32. package/dist/arrow/like.js +75 -0
  33. package/dist/arrow/like.js.map +1 -0
  34. package/dist/arrow/list-values.d.ts +14 -0
  35. package/dist/arrow/list-values.d.ts.map +1 -0
  36. package/dist/arrow/list-values.js +201 -0
  37. package/dist/arrow/list-values.js.map +1 -0
  38. package/dist/arrow/predicate.d.ts +7 -0
  39. package/dist/arrow/predicate.d.ts.map +1 -0
  40. package/dist/arrow/predicate.js +10 -0
  41. package/dist/arrow/predicate.js.map +1 -0
  42. package/dist/arrow/query-arrow-aggregate-snapshots.d.ts +24 -0
  43. package/dist/arrow/query-arrow-aggregate-snapshots.d.ts.map +1 -0
  44. package/dist/arrow/query-arrow-aggregate-snapshots.js +64 -0
  45. package/dist/arrow/query-arrow-aggregate-snapshots.js.map +1 -0
  46. package/dist/arrow/query-arrow-sql.d.ts +8 -0
  47. package/dist/arrow/query-arrow-sql.d.ts.map +1 -0
  48. package/dist/arrow/query-arrow-sql.js +223 -0
  49. package/dist/arrow/query-arrow-sql.js.map +1 -0
  50. package/dist/arrow/query-arrow-table.d.ts +36 -0
  51. package/dist/arrow/query-arrow-table.d.ts.map +1 -0
  52. package/dist/arrow/query-arrow-table.js +208 -0
  53. package/dist/arrow/query-arrow-table.js.map +1 -0
  54. package/dist/arrow/query-worker-entry.d.ts +2 -0
  55. package/dist/arrow/query-worker-entry.d.ts.map +1 -0
  56. package/dist/arrow/query-worker-entry.js +7 -0
  57. package/dist/arrow/query-worker-entry.js.map +1 -0
  58. package/dist/arrow/query-worker.d.ts +65 -0
  59. package/dist/arrow/query-worker.d.ts.map +1 -0
  60. package/dist/arrow/query-worker.js +135 -0
  61. package/dist/arrow/query-worker.js.map +1 -0
  62. package/dist/arrow/registry.d.ts +4 -0
  63. package/dist/arrow/registry.d.ts.map +1 -0
  64. package/dist/arrow/registry.js +66 -0
  65. package/dist/arrow/registry.js.map +1 -0
  66. package/dist/arrow/relational-query.d.ts +36 -0
  67. package/dist/arrow/relational-query.d.ts.map +1 -0
  68. package/dist/arrow/relational-query.js +174 -0
  69. package/dist/arrow/relational-query.js.map +1 -0
  70. package/dist/arrow/replace-arrow-columns.d.ts +8 -0
  71. package/dist/arrow/replace-arrow-columns.d.ts.map +1 -0
  72. package/dist/arrow/replace-arrow-columns.js +63 -0
  73. package/dist/arrow/replace-arrow-columns.js.map +1 -0
  74. package/dist/arrow/signature.d.ts +6 -0
  75. package/dist/arrow/signature.d.ts.map +1 -0
  76. package/dist/arrow/signature.js +51 -0
  77. package/dist/arrow/signature.js.map +1 -0
  78. package/dist/arrow/temporal-cast.d.ts +9 -0
  79. package/dist/arrow/temporal-cast.d.ts.map +1 -0
  80. package/dist/arrow/temporal-cast.js +60 -0
  81. package/dist/arrow/temporal-cast.js.map +1 -0
  82. package/dist/arrow/types.d.ts +62 -0
  83. package/dist/arrow/types.d.ts.map +1 -0
  84. package/dist/arrow/types.js +5 -0
  85. package/dist/arrow/types.js.map +1 -0
  86. package/dist/arrow/unnest-arrow-column.d.ts +22 -0
  87. package/dist/arrow/unnest-arrow-column.d.ts.map +1 -0
  88. package/dist/arrow/unnest-arrow-column.js +112 -0
  89. package/dist/arrow/unnest-arrow-column.js.map +1 -0
  90. package/dist/arrow/worker-entry.d.ts +2 -0
  91. package/dist/arrow/worker-entry.d.ts.map +1 -0
  92. package/dist/arrow/worker-entry.js +9 -0
  93. package/dist/arrow/worker-entry.js.map +1 -0
  94. package/dist/arrow/worker.cjs +4074 -0
  95. package/dist/arrow/worker.cjs.map +6 -0
  96. package/dist/arrow/worker.d.ts +58 -0
  97. package/dist/arrow/worker.d.ts.map +1 -0
  98. package/dist/arrow/worker.js +84 -0
  99. package/dist/arrow/worker.js.map +1 -0
  100. package/dist/color-functions/index.cjs +382 -0
  101. package/dist/color-functions/index.cjs.map +6 -0
  102. package/dist/color-functions/index.d.ts +26 -0
  103. package/dist/color-functions/index.d.ts.map +1 -0
  104. package/dist/color-functions/index.js +306 -0
  105. package/dist/color-functions/index.js.map +1 -0
  106. package/dist/diagnostic-log.d.ts +8 -0
  107. package/dist/diagnostic-log.d.ts.map +1 -0
  108. package/dist/diagnostic-log.js +15 -0
  109. package/dist/diagnostic-log.js.map +1 -0
  110. package/dist/expressions/ast.d.ts +12 -0
  111. package/dist/expressions/ast.d.ts.map +1 -0
  112. package/dist/expressions/ast.js +114 -0
  113. package/dist/expressions/ast.js.map +1 -0
  114. package/dist/expressions/columnar-predicate.d.ts +56 -0
  115. package/dist/expressions/columnar-predicate.d.ts.map +1 -0
  116. package/dist/expressions/columnar-predicate.js +176 -0
  117. package/dist/expressions/columnar-predicate.js.map +1 -0
  118. package/dist/expressions/evaluation-error.d.ts +14 -0
  119. package/dist/expressions/evaluation-error.d.ts.map +1 -0
  120. package/dist/expressions/evaluation-error.js +26 -0
  121. package/dist/expressions/evaluation-error.js.map +1 -0
  122. package/dist/expressions/expression-eval.d.ts +105 -0
  123. package/dist/expressions/expression-eval.d.ts.map +1 -0
  124. package/dist/expressions/expression-eval.js +330 -0
  125. package/dist/expressions/expression-eval.js.map +1 -0
  126. package/dist/expressions/function-libraries.d.ts +63 -0
  127. package/dist/expressions/function-libraries.d.ts.map +1 -0
  128. package/dist/expressions/function-libraries.js +69 -0
  129. package/dist/expressions/function-libraries.js.map +1 -0
  130. package/dist/expressions/function-registry.d.ts +93 -0
  131. package/dist/expressions/function-registry.d.ts.map +1 -0
  132. package/dist/expressions/function-registry.js +139 -0
  133. package/dist/expressions/function-registry.js.map +1 -0
  134. package/dist/expressions/get.d.ts +9 -0
  135. package/dist/expressions/get.d.ts.map +1 -0
  136. package/dist/expressions/get.js +32 -0
  137. package/dist/expressions/get.js.map +1 -0
  138. package/dist/expressions/index.cjs +1888 -0
  139. package/dist/expressions/index.cjs.map +6 -0
  140. package/dist/expressions/index.d.ts +13 -0
  141. package/dist/expressions/index.d.ts.map +1 -0
  142. package/dist/expressions/index.js +14 -0
  143. package/dist/expressions/index.js.map +1 -0
  144. package/dist/expressions/numeric-functions.d.ts +277 -0
  145. package/dist/expressions/numeric-functions.d.ts.map +1 -0
  146. package/dist/expressions/numeric-functions.js +52 -0
  147. package/dist/expressions/numeric-functions.js.map +1 -0
  148. package/dist/expressions/parse-expression-string.d.ts +21 -0
  149. package/dist/expressions/parse-expression-string.d.ts.map +1 -0
  150. package/dist/expressions/parse-expression-string.js +61 -0
  151. package/dist/expressions/parse-expression-string.js.map +1 -0
  152. package/dist/expressions/predicate-expression.d.ts +7 -0
  153. package/dist/expressions/predicate-expression.d.ts.map +1 -0
  154. package/dist/expressions/predicate-expression.js +112 -0
  155. package/dist/expressions/predicate-expression.js.map +1 -0
  156. package/dist/expressions/scalar-type.d.ts +6 -0
  157. package/dist/expressions/scalar-type.d.ts.map +1 -0
  158. package/dist/expressions/scalar-type.js +23 -0
  159. package/dist/expressions/scalar-type.js.map +1 -0
  160. package/dist/expressions/vendor/jsep/runtime.d.ts +3 -0
  161. package/dist/expressions/vendor/jsep/runtime.d.ts.map +1 -0
  162. package/dist/expressions/vendor/jsep/runtime.js +972 -0
  163. package/dist/expressions/vendor/jsep/runtime.js.map +1 -0
  164. package/dist/expressions/vendor/jsep/types.d.ts +148 -0
  165. package/dist/expressions/vendor/jsep/types.d.ts.map +1 -0
  166. package/dist/expressions/vendor/jsep/types.js +6 -0
  167. package/dist/expressions/vendor/jsep/types.js.map +1 -0
  168. package/dist/index.cjs +5294 -0
  169. package/dist/index.cjs.map +6 -0
  170. package/dist/index.d.ts +11 -0
  171. package/dist/index.d.ts.map +1 -0
  172. package/dist/index.js +11 -0
  173. package/dist/index.js.map +1 -0
  174. package/dist/math-functions/index.cjs +444 -0
  175. package/dist/math-functions/index.cjs.map +6 -0
  176. package/dist/math-functions/index.d.ts +44 -0
  177. package/dist/math-functions/index.d.ts.map +1 -0
  178. package/dist/math-functions/index.js +182 -0
  179. package/dist/math-functions/index.js.map +1 -0
  180. package/dist/parser/bind-sql-predicate.d.ts +4 -0
  181. package/dist/parser/bind-sql-predicate.d.ts.map +1 -0
  182. package/dist/parser/bind-sql-predicate.js +11 -0
  183. package/dist/parser/bind-sql-predicate.js.map +1 -0
  184. package/dist/parser/index.cjs +1807 -0
  185. package/dist/parser/index.cjs.map +6 -0
  186. package/dist/parser/index.d.ts +12 -0
  187. package/dist/parser/index.d.ts.map +1 -0
  188. package/dist/parser/index.js +11 -0
  189. package/dist/parser/index.js.map +1 -0
  190. package/dist/parser/parameter-snapshots.d.ts +21 -0
  191. package/dist/parser/parameter-snapshots.d.ts.map +1 -0
  192. package/dist/parser/parameter-snapshots.js +85 -0
  193. package/dist/parser/parameter-snapshots.js.map +1 -0
  194. package/dist/parser/parse-sql-expression.d.ts +50 -0
  195. package/dist/parser/parse-sql-expression.d.ts.map +1 -0
  196. package/dist/parser/parse-sql-expression.js +501 -0
  197. package/dist/parser/parse-sql-expression.js.map +1 -0
  198. package/dist/parser/parse-sql-predicate.d.ts +13 -0
  199. package/dist/parser/parse-sql-predicate.d.ts.map +1 -0
  200. package/dist/parser/parse-sql-predicate.js +365 -0
  201. package/dist/parser/parse-sql-predicate.js.map +1 -0
  202. package/dist/parser/parse-sql-query.d.ts +9 -0
  203. package/dist/parser/parse-sql-query.d.ts.map +1 -0
  204. package/dist/parser/parse-sql-query.js +81 -0
  205. package/dist/parser/parse-sql-query.js.map +1 -0
  206. package/dist/parser/parse-sql-select.d.ts +57 -0
  207. package/dist/parser/parse-sql-select.d.ts.map +1 -0
  208. package/dist/parser/parse-sql-select.js +247 -0
  209. package/dist/parser/parse-sql-select.js.map +1 -0
  210. package/dist/parser/parse-sql-statement.d.ts +54 -0
  211. package/dist/parser/parse-sql-statement.d.ts.map +1 -0
  212. package/dist/parser/parse-sql-statement.js +207 -0
  213. package/dist/parser/parse-sql-statement.js.map +1 -0
  214. package/dist/parser/query-types.d.ts +56 -0
  215. package/dist/parser/query-types.d.ts.map +1 -0
  216. package/dist/parser/query-types.js +5 -0
  217. package/dist/parser/query-types.js.map +1 -0
  218. package/dist/parser/sql-parameters.d.ts +29 -0
  219. package/dist/parser/sql-parameters.d.ts.map +1 -0
  220. package/dist/parser/sql-parameters.js +110 -0
  221. package/dist/parser/sql-parameters.js.map +1 -0
  222. package/dist/parser/sql-parse-error.d.ts +13 -0
  223. package/dist/parser/sql-parse-error.d.ts.map +1 -0
  224. package/dist/parser/sql-parse-error.js +20 -0
  225. package/dist/parser/sql-parse-error.js.map +1 -0
  226. package/dist/parser/sql-predicate-schema.d.ts +164 -0
  227. package/dist/parser/sql-predicate-schema.d.ts.map +1 -0
  228. package/dist/parser/sql-predicate-schema.js +249 -0
  229. package/dist/parser/sql-predicate-schema.js.map +1 -0
  230. package/dist/parser/sql-predicate-types.d.ts +48 -0
  231. package/dist/parser/sql-predicate-types.d.ts.map +1 -0
  232. package/dist/parser/sql-predicate-types.js +9 -0
  233. package/dist/parser/sql-predicate-types.js.map +1 -0
  234. package/dist/parser/sql-predicate.d.ts +6 -0
  235. package/dist/parser/sql-predicate.d.ts.map +1 -0
  236. package/dist/parser/sql-predicate.js +8 -0
  237. package/dist/parser/sql-predicate.js.map +1 -0
  238. package/dist/scales/arrow-domains.d.ts +22 -0
  239. package/dist/scales/arrow-domains.d.ts.map +1 -0
  240. package/dist/scales/arrow-domains.js +166 -0
  241. package/dist/scales/arrow-domains.js.map +1 -0
  242. package/dist/scales/arrow-scales.d.ts +44 -0
  243. package/dist/scales/arrow-scales.d.ts.map +1 -0
  244. package/dist/scales/arrow-scales.js +255 -0
  245. package/dist/scales/arrow-scales.js.map +1 -0
  246. package/dist/scales/compile-scale.d.ts +2 -0
  247. package/dist/scales/compile-scale.d.ts.map +1 -0
  248. package/dist/scales/compile-scale.js +5 -0
  249. package/dist/scales/compile-scale.js.map +1 -0
  250. package/dist/scales/conformance.cjs +180 -0
  251. package/dist/scales/conformance.cjs.map +6 -0
  252. package/dist/scales/conformance.d.ts +26 -0
  253. package/dist/scales/conformance.d.ts.map +1 -0
  254. package/dist/scales/conformance.js +164 -0
  255. package/dist/scales/conformance.js.map +1 -0
  256. package/dist/scales/hdr-colors.d.ts +2 -0
  257. package/dist/scales/hdr-colors.d.ts.map +1 -0
  258. package/dist/scales/hdr-colors.js +5 -0
  259. package/dist/scales/hdr-colors.js.map +1 -0
  260. package/dist/scales/index.cjs +4334 -0
  261. package/dist/scales/index.cjs.map +6 -0
  262. package/dist/scales/index.d.ts +10 -0
  263. package/dist/scales/index.d.ts.map +1 -0
  264. package/dist/scales/index.js +11 -0
  265. package/dist/scales/index.js.map +1 -0
  266. package/dist/scales/palettes.d.ts +2 -0
  267. package/dist/scales/palettes.d.ts.map +1 -0
  268. package/dist/scales/palettes.js +5 -0
  269. package/dist/scales/palettes.js.map +1 -0
  270. package/dist/scales/parse-sql-scale.d.ts +27 -0
  271. package/dist/scales/parse-sql-scale.d.ts.map +1 -0
  272. package/dist/scales/parse-sql-scale.js +257 -0
  273. package/dist/scales/parse-sql-scale.js.map +1 -0
  274. package/dist/scales/quantile-sketch.d.ts +2 -0
  275. package/dist/scales/quantile-sketch.d.ts.map +1 -0
  276. package/dist/scales/quantile-sketch.js +5 -0
  277. package/dist/scales/quantile-sketch.js.map +1 -0
  278. package/dist/scales/scale-types.d.ts +2 -0
  279. package/dist/scales/scale-types.d.ts.map +1 -0
  280. package/dist/scales/scale-types.js +5 -0
  281. package/dist/scales/scale-types.js.map +1 -0
  282. package/dist/scales/streaming-domains.d.ts +18 -0
  283. package/dist/scales/streaming-domains.d.ts.map +1 -0
  284. package/dist/scales/streaming-domains.js +115 -0
  285. package/dist/scales/streaming-domains.js.map +1 -0
  286. package/package.json +92 -4
  287. package/src/arrow/aggregates.ts +386 -0
  288. package/src/arrow/buffers.ts +177 -0
  289. package/src/arrow/cast.ts +160 -0
  290. package/src/arrow/compiler.ts +1778 -0
  291. package/src/arrow/float16.ts +25 -0
  292. package/src/arrow/index.ts +22 -0
  293. package/src/arrow/like.ts +72 -0
  294. package/src/arrow/list-values.ts +221 -0
  295. package/src/arrow/predicate.ts +19 -0
  296. package/src/arrow/query-arrow-aggregate-snapshots.ts +107 -0
  297. package/src/arrow/query-arrow-sql.ts +255 -0
  298. package/src/arrow/query-arrow-table.ts +298 -0
  299. package/src/arrow/query-worker-entry.ts +8 -0
  300. package/src/arrow/query-worker.ts +194 -0
  301. package/src/arrow/registry.ts +87 -0
  302. package/src/arrow/relational-query.ts +247 -0
  303. package/src/arrow/replace-arrow-columns.ts +71 -0
  304. package/src/arrow/signature.ts +50 -0
  305. package/src/arrow/temporal-cast.ts +66 -0
  306. package/src/arrow/types.ts +76 -0
  307. package/src/arrow/unnest-arrow-column.ts +145 -0
  308. package/src/arrow/worker-entry.ts +10 -0
  309. package/src/arrow/worker.ts +143 -0
  310. package/src/color-functions/index.ts +405 -0
  311. package/src/diagnostic-log.ts +20 -0
  312. package/src/expressions/ast.ts +143 -0
  313. package/src/expressions/columnar-predicate.ts +293 -0
  314. package/src/expressions/evaluation-error.ts +29 -0
  315. package/src/expressions/expression-eval.ts +489 -0
  316. package/src/expressions/function-libraries.ts +126 -0
  317. package/src/expressions/function-registry.ts +171 -0
  318. package/src/expressions/get.ts +37 -0
  319. package/src/expressions/index.ts +40 -0
  320. package/src/expressions/numeric-functions.ts +99 -0
  321. package/src/expressions/parse-expression-string.ts +80 -0
  322. package/src/expressions/predicate-expression.ts +128 -0
  323. package/src/expressions/scalar-type.ts +39 -0
  324. package/src/expressions/vendor/jsep/LICENSE.txt +23 -0
  325. package/src/expressions/vendor/jsep/runtime.ts +949 -0
  326. package/src/expressions/vendor/jsep/types.ts +191 -0
  327. package/src/index.ts +54 -0
  328. package/src/math-functions/index.ts +235 -0
  329. package/src/parser/bind-sql-predicate.ts +21 -0
  330. package/src/parser/index.ts +43 -0
  331. package/src/parser/parameter-snapshots.ts +103 -0
  332. package/src/parser/parse-sql-expression.ts +500 -0
  333. package/src/parser/parse-sql-predicate.ts +454 -0
  334. package/src/parser/parse-sql-query.ts +90 -0
  335. package/src/parser/parse-sql-select.ts +272 -0
  336. package/src/parser/parse-sql-statement.ts +260 -0
  337. package/src/parser/query-types.ts +71 -0
  338. package/src/parser/sql-parameters.ts +174 -0
  339. package/src/parser/sql-parse-error.ts +33 -0
  340. package/src/parser/sql-predicate-schema.ts +279 -0
  341. package/src/parser/sql-predicate-types.ts +91 -0
  342. package/src/parser/sql-predicate.ts +28 -0
  343. package/src/scales/arrow-domains.ts +190 -0
  344. package/src/scales/arrow-scales.ts +363 -0
  345. package/src/scales/compile-scale.ts +5 -0
  346. package/src/scales/conformance.ts +186 -0
  347. package/src/scales/hdr-colors.ts +5 -0
  348. package/src/scales/index.ts +37 -0
  349. package/src/scales/palettes.ts +5 -0
  350. package/src/scales/parse-sql-scale.ts +300 -0
  351. package/src/scales/quantile-sketch.ts +5 -0
  352. package/src/scales/scale-types.ts +5 -0
  353. package/src/scales/streaming-domains.ts +139 -0
@@ -0,0 +1,25 @@
1
+ // math.gl
2
+ // SPDX-License-Identifier: MIT
3
+ // SPDX-FileCopyrightText: Copyright (c) vis.gl contributors
4
+ import {getFloat16ArrayConstructor, isFloat16Array, isFloat16ArrayConstructor} from '@math.gl/core';
5
+
6
+ /** Requires decoded native binary16 arithmetic rather than treating Uint16 storage as numbers. */
7
+ export function requireFloat16(): void {
8
+ if (!isFloat16ArrayConstructor(getFloat16ArrayConstructor()))
9
+ throw new Error('Arrow Float16 expressions require native Float16Array support');
10
+ }
11
+ /** Views Arrow Uint16 binary16 storage through the native decoded numeric array, without copying. */
12
+ export function float16Values(values: Uint16Array | Float16Array): Float16Array {
13
+ if (isFloat16Array(values)) return values;
14
+ requireFloat16();
15
+ const Constructor = getFloat16ArrayConstructor() as Float16ArrayConstructor;
16
+ return new Constructor(values.buffer, values.byteOffset, values.length) as Float16Array;
17
+ }
18
+ /** Creates one rounding cell per bound operation. */
19
+ export function roundFloat16(): (value: number) => number {
20
+ const cell = float16Values(new Uint16Array(1));
21
+ return value => {
22
+ cell[0] = value;
23
+ return cell[0]!;
24
+ };
25
+ }
@@ -0,0 +1,22 @@
1
+ // math.gl
2
+ // SPDX-License-Identifier: MIT
3
+ // SPDX-FileCopyrightText: Copyright (c) vis.gl contributors
4
+
5
+ export {compileArrowArray, compileArrowExpression, compileArrowFunction} from './compiler';
6
+ export {compileArrowPredicate} from './predicate';
7
+ export type {
8
+ ArrowExpression,
9
+ ArrowExpressionOptions,
10
+ ArrowExpressionEvaluationOptions,
11
+ ArrowExpressionValue,
12
+ ArrowTableFunction,
13
+ ArrowTableFunctionPrototype,
14
+ ArrowTableFunctionType,
15
+ CompiledArrowExpression
16
+ } from './types';
17
+
18
+ export {
19
+ ExpressionEvaluationError,
20
+ isExpressionEvaluationError,
21
+ type ExpressionEvaluationErrorCode
22
+ } from '../expressions';
@@ -0,0 +1,72 @@
1
+ // math.gl
2
+ // SPDX-License-Identifier: MIT
3
+ // SPDX-FileCopyrightText: Copyright (c) vis.gl contributors
4
+
5
+ /** Compiles SQL wildcards once and matches Arrow UTF-8 ranges without decoding rows. */
6
+ export function compileUTF8Like(pattern: string, insensitive: boolean, escape?: string) {
7
+ if (escape !== undefined && [...escape].length !== 1) {
8
+ throw new Error('LIKE ESCAPE requires one character');
9
+ }
10
+ const tokens: (string | number)[] = [];
11
+ let escaped = false;
12
+ for (const character of pattern) {
13
+ if (!escaped && character === escape) {
14
+ escaped = true;
15
+ continue;
16
+ }
17
+ tokens.push(
18
+ !escaped && character === '%'
19
+ ? -1
20
+ : !escaped && character === '_'
21
+ ? -2
22
+ : fold(character.codePointAt(0)!, insensitive)
23
+ );
24
+ escaped = false;
25
+ }
26
+ if (escaped) throw new Error('LIKE pattern ends with ESCAPE');
27
+
28
+ return (bytes: Uint8Array, start: number, end: number): boolean => {
29
+ let offset = start;
30
+ let token = 0;
31
+ let wildcard = -1;
32
+ let retry = start;
33
+ while (offset < end) {
34
+ if (tokens[token] === -1) {
35
+ wildcard = token++;
36
+ retry = offset;
37
+ continue;
38
+ }
39
+ const [point, next] = readCodePoint(bytes, offset);
40
+ if (tokens[token] === -2 || tokens[token] === fold(point, insensitive)) {
41
+ token++;
42
+ offset = next;
43
+ } else if (wildcard >= 0) {
44
+ retry = readCodePoint(bytes, retry)[1];
45
+ offset = retry;
46
+ token = wildcard + 1;
47
+ } else {
48
+ return false;
49
+ }
50
+ }
51
+ while (tokens[token] === -1) token++;
52
+ return token === tokens.length;
53
+ };
54
+ }
55
+
56
+ /** Folds ASCII directly, using locale-independent Unicode lowercase for other characters. */
57
+ function fold(point: number, insensitive: boolean): number | string {
58
+ if (!insensitive) return point;
59
+ if (point < 128) return point >= 65 && point <= 90 ? point + 32 : point;
60
+ const folded = String.fromCodePoint(point).toLowerCase();
61
+ return folded.length === 1 && folded.charCodeAt(0) < 128 ? folded.charCodeAt(0) : folded;
62
+ }
63
+
64
+ /** Reads one code point from valid Arrow UTF-8 and returns its next byte offset. */
65
+ function readCodePoint(bytes: Uint8Array, offset: number): [number, number] {
66
+ const first = bytes[offset++]!;
67
+ if (first < 128) return [first, offset];
68
+ const count = first < 224 ? 1 : first < 240 ? 2 : 3;
69
+ let point = first & (count === 1 ? 31 : count === 2 ? 15 : 7);
70
+ for (let index = 0; index < count; index++) point = (point << 6) | (bytes[offset++]! & 63);
71
+ return [point, offset];
72
+ }
@@ -0,0 +1,221 @@
1
+ // math.gl
2
+ // SPDX-License-Identifier: MIT
3
+ // SPDX-FileCopyrightText: Copyright (c) vis.gl contributors
4
+
5
+ import {
6
+ DataType,
7
+ Precision,
8
+ Dictionary,
9
+ Uint8,
10
+ Vector,
11
+ makeData,
12
+ makeVector,
13
+ vectorFromArray,
14
+ type Field,
15
+ type FixedSizeList,
16
+ type List
17
+ } from 'apache-arrow';
18
+ import {float16Values, roundFloat16} from './float16';
19
+ import {ColumnReader, typeKey, validateValue} from './buffers';
20
+ import type {ArrowExpressionValue} from './types';
21
+
22
+ /** Fixed numeric tuples are vector results; components of a valid tuple cannot be null. */
23
+ export function isTupleType(type: DataType): type is FixedSizeList {
24
+ if (!DataType.isFixedSizeList(type)) return false;
25
+ const child = type.children[0];
26
+ if (!Number.isSafeInteger(type.listSize) || type.listSize <= 0 || !child || child.nullable)
27
+ return false;
28
+ if (!DataType.isInt(child.type) && !DataType.isFloat(child.type)) return false;
29
+ typeKey(child.type);
30
+ return true;
31
+ }
32
+
33
+ /** Builds a correctly typed all-null result, including zero-row batches. */
34
+ export function nullTupleVector(type: FixedSizeList, length: number): Vector {
35
+ const childType = type.children[0]!.type;
36
+ const child = makeData({
37
+ type: childType,
38
+ length: length * type.listSize,
39
+ data: new childType.ArrayType(length * type.listSize)
40
+ } as any);
41
+ return makeVector(
42
+ makeData({
43
+ type,
44
+ length,
45
+ child,
46
+ nullCount: length,
47
+ nullBitmap: new Uint8Array(Math.ceil(length / 8))
48
+ })
49
+ );
50
+ }
51
+
52
+ /** Masks parent validity while preserving the numeric child buffers and slice offsets. */
53
+ export function maskTupleVector(vector: Vector, active: Uint8Array): Vector {
54
+ if (!active.some(value => !value)) return vector;
55
+ let start = 0;
56
+ const chunks = vector.data.map(data => {
57
+ const bitmap = new Uint8Array(Math.ceil((data.offset + data.length) / 8));
58
+ let nullCount = 0;
59
+ for (let row = 0; row < data.length; row++) {
60
+ if (active[start + row] && data.getValid(row)) {
61
+ const bit = data.offset + row;
62
+ bitmap[bit >> 3] |= 1 << (bit & 7);
63
+ } else nullCount++;
64
+ }
65
+ start += data.length;
66
+ const buffers = data.buffers;
67
+ buffers[2] = bitmap;
68
+ return data.clone(data.type, data.offset, data.length, nullCount, buffers);
69
+ });
70
+ return new Vector(chunks);
71
+ }
72
+
73
+ /** Validates active tuple rows before exposing a kernel's buffers. */
74
+ export function validateTupleVector(vector: Vector, field: Field, active: Uint8Array): void {
75
+ const type = field.type as FixedSizeList;
76
+ let start = 0;
77
+ for (const data of vector.data) {
78
+ const child = data.children[0];
79
+ if (!child || child.length < data.length * type.listSize)
80
+ throw new Error('Invalid fixed-size list child length');
81
+ for (let row = 0; row < data.length; row++) {
82
+ if (!active[start + row]) continue;
83
+ if (!data.getValid(row)) {
84
+ if (!field.nullable)
85
+ throw new Error(`Function ${field.name} returned null for a non-nullable result`);
86
+ continue;
87
+ }
88
+ for (let component = 0; component < type.listSize; component++) {
89
+ if (!child.getValid(row * type.listSize + component))
90
+ throw new Error('Fixed-size list result contains a null non-nullable component');
91
+ }
92
+ }
93
+ start += data.length;
94
+ }
95
+ }
96
+
97
+ /** Selects branch tuples without decoding rows or constructing per-row arrays. */
98
+ export function selectTupleVectors(
99
+ type: FixedSizeList,
100
+ yes: Vector,
101
+ no: Vector,
102
+ selected: Uint8Array,
103
+ active: Uint8Array
104
+ ): Vector {
105
+ const result = nullTupleVector(type, active.length);
106
+ const data = result.data[0]!;
107
+ const child = data.children[0]!;
108
+ const values =
109
+ DataType.isFloat(child.type) && child.type.precision === Precision.HALF
110
+ ? float16Values(child.values as Uint16Array)
111
+ : child.values;
112
+ const a = new ColumnReader(yes.getChildAt(0)!);
113
+ const b = new ColumnReader(no.getChildAt(0)!);
114
+ const aValid = new ColumnReader(yes);
115
+ const bValid = new ColumnReader(no);
116
+ for (let row = 0; row < active.length; row++) {
117
+ if (!active[row]) continue;
118
+ const reader = selected[row] ? a : b;
119
+ if (!(selected[row] ? aValid : bValid).isValid(row)) continue;
120
+ data.setValid(row, true);
121
+ for (let component = 0; component < type.listSize; component++) {
122
+ const index = row * type.listSize + component;
123
+ values[index] = reader.get(index) as any;
124
+ }
125
+ }
126
+ return result;
127
+ }
128
+
129
+ /** Compiles a bounded flat array literal against its declared list element type. */
130
+ export function compileArrayLiteral(ast: any, type: DataType): (length: number) => Vector {
131
+ if (!DataType.isList(type) && !DataType.isFixedSizeList(type))
132
+ throw new Error('Array literals require a declared List or FixedSizeList argument');
133
+ const listType = type as List | FixedSizeList;
134
+ const child = listType.children[0]!;
135
+ if (DataType.isDictionary(child.type))
136
+ throw new Error('Array literal elements require primitive types');
137
+ typeKey(child.type);
138
+ if (ast.elements.length > 4096) throw new Error('Array literal exceeds 4096 elements');
139
+ if (DataType.isFixedSizeList(type) && ast.elements.length !== type.listSize)
140
+ throw new Error('Array literal length must match its FixedSizeList type');
141
+ if (DataType.isFixedSizeList(type) && !isTupleType(type))
142
+ throw new Error('Fixed-size array literals require non-nullable numeric elements');
143
+ const round = DataType.isFloat(child.type)
144
+ ? child.type.precision === Precision.HALF
145
+ ? roundFloat16()
146
+ : child.type.precision === Precision.SINGLE
147
+ ? Math.fround
148
+ : undefined
149
+ : undefined;
150
+ const values = Array.from(ast.elements, (element: any): ArrowExpressionValue => {
151
+ let value: ArrowExpressionValue;
152
+ if (element?.type === 'Literal') value = element.value;
153
+ else if (
154
+ element?.type === 'UnaryExpression' &&
155
+ ['+', '-'].includes(element.operator) &&
156
+ element.argument?.type === 'Literal' &&
157
+ typeof element.argument.value === 'number'
158
+ )
159
+ value = element.operator === '-' ? -element.argument.value : element.argument.value;
160
+ else throw new Error('Array elements must be scalar literals');
161
+ if (value === null && !child.nullable)
162
+ throw new Error('Array literal contains a null non-nullable element');
163
+ validateValue(value, child.type);
164
+ if (round && typeof value === 'number') {
165
+ const rounded = round(value);
166
+ if (Number.isFinite(value) && !Number.isFinite(rounded))
167
+ throw new Error(`Numeric literal overflow for ${child.type}`);
168
+ return rounded;
169
+ }
170
+ return value;
171
+ });
172
+ // Typed parameter storage can already have the exact physical element layout.
173
+ // Keep the portable elements authoritative if an external caller edits the AST.
174
+ const typed = ast.typedValues;
175
+ const matchingStorage =
176
+ typed &&
177
+ typed.constructor === child.type.ArrayType &&
178
+ typed.length === values.length &&
179
+ values.every((value, index) => Object.is(value, typed[index]));
180
+ const literal: Vector<List | FixedSizeList> = matchingStorage
181
+ ? new Vector<List | FixedSizeList>([
182
+ DataType.isList(listType)
183
+ ? makeData({
184
+ type: listType,
185
+ length: 1,
186
+ valueOffsets: Int32Array.of(0, values.length),
187
+ child: makeData({type: child.type, length: values.length, data: typed.slice()})
188
+ })
189
+ : makeData({
190
+ type: listType,
191
+ length: 1,
192
+ child: makeData({type: child.type, length: values.length, data: typed.slice()})
193
+ })
194
+ ])
195
+ : vectorFromArray([values], listType);
196
+ const dictionaryType = new Dictionary(listType, new Uint8());
197
+ let cached: Vector | undefined;
198
+ return length => {
199
+ if (!DataType.isFixedSizeList(listType) && cached?.length === length) return cached;
200
+ if (DataType.isFixedSizeList(listType)) {
201
+ // Fixed tuples can be expression results, so retain their ordinary Arrow representation.
202
+ const result = nullTupleVector(listType, length);
203
+ const data = result.data[0]!;
204
+ const childData = data.children[0]!;
205
+ // Copy the already converted physical values, including Float16 bits. Repeating
206
+ // a tuple must not re-encode or re-round its JavaScript components for each row.
207
+ const components = literal.data[0]!.children[0]!.values.subarray(0, listType.listSize);
208
+ for (let row = 0; row < length; row++) {
209
+ data.setValid(row, true);
210
+ childData.values.set(components, row * listType.listSize);
211
+ }
212
+ cached = result;
213
+ } else {
214
+ // One dictionary value holds the complete list; never repeat it for every table row.
215
+ cached = makeVector(
216
+ makeData({type: dictionaryType, length, data: new Uint8Array(length), dictionary: literal})
217
+ );
218
+ }
219
+ return cached;
220
+ };
221
+ }
@@ -0,0 +1,19 @@
1
+ // math.gl
2
+ // SPDX-License-Identifier: MIT
3
+ // SPDX-FileCopyrightText: Copyright (c) vis.gl contributors
4
+
5
+ import {
6
+ columnarPredicateToExpression,
7
+ type ParameterizedColumnarPredicate,
8
+ type ColumnarPredicateParameterValues
9
+ } from '../expressions';
10
+ import {compileArrowExpression} from './compiler';
11
+ import type {ArrowExpressionOptions, CompiledArrowExpression} from './types';
12
+
13
+ /** Compiles portable WHERE predicates with SQL three-valued Boolean results. */
14
+ export function compileArrowPredicate(
15
+ predicate: ParameterizedColumnarPredicate,
16
+ options: ArrowExpressionOptions & {parameters?: ColumnarPredicateParameterValues}
17
+ ): CompiledArrowExpression {
18
+ return compileArrowExpression(columnarPredicateToExpression(predicate, options), options);
19
+ }
@@ -0,0 +1,107 @@
1
+ // math.gl
2
+ // SPDX-License-Identifier: MIT
3
+ // SPDX-FileCopyrightText: Copyright (c) vis.gl contributors
4
+
5
+ import {DataType, Schema, Table, vectorFromArray, type RecordBatch} from 'apache-arrow';
6
+ import {compileArrowAggregates, type ArrowAggregate} from './aggregates';
7
+ import {queryArrowTableInBatches, type ArrowBatchQuery} from './query-arrow-table';
8
+ import {getArrowAggregateFields} from './relational-query';
9
+
10
+ /** Configuration for incremental aggregation with optional filtering and one group column. */
11
+ export type ArrowAggregateSnapshotOptions = Omit<ArrowBatchQuery, 'from' | 'select'> & {
12
+ /** Names and definitions of the output aggregates. */
13
+ aggregates: Readonly<Record<string, ArrowAggregate>>;
14
+ /** Source column used as a group key. Omit it for scalar aggregates. */
15
+ groupBy?: string;
16
+ /** Emit after this many nonempty query batches. Defaults to one. */
17
+ emitEveryBatches?: number;
18
+ };
19
+
20
+ /** A complete aggregate result at one point in the input stream. */
21
+ export type ArrowAggregateSnapshot = {
22
+ /** Independent result table. */
23
+ table: Table;
24
+ /** Number of rows admitted to the accumulator. */
25
+ rowsProcessed: number;
26
+ /** Whether the input query is complete. */
27
+ final: boolean;
28
+ };
29
+
30
+ /** Emits bounded-state aggregate snapshots, including a final snapshot for empty input. */
31
+ export async function* queryArrowAggregateSnapshots(
32
+ input: AsyncIterable<RecordBatch> | Iterable<RecordBatch>,
33
+ inputSchema: Schema,
34
+ options: ArrowAggregateSnapshotOptions
35
+ ): AsyncIterable<ArrowAggregateSnapshot> {
36
+ const {aggregates, groupBy, emitEveryBatches = 1, ...query} = options;
37
+ query.signal?.throwIfAborted();
38
+ if (!Number.isSafeInteger(emitEveryBatches) || emitEveryBatches < 1) {
39
+ throw new Error('emitEveryBatches must be a positive safe integer');
40
+ }
41
+ if (!Object.keys(aggregates).length) throw new Error('Expected at least one Arrow aggregate');
42
+ const groupField =
43
+ groupBy === undefined ? undefined : inputSchema.fields.find(field => field.name === groupBy);
44
+ if (groupBy !== undefined && !groupField)
45
+ throw new Error(`Unknown Arrow group column: ${groupBy}`);
46
+ if (groupField && Object.prototype.hasOwnProperty.call(aggregates, groupField.name)) {
47
+ throw new Error('Duplicate Arrow grouping output name');
48
+ }
49
+
50
+ const compileOptions = {inputSchema, functions: query.functions};
51
+ const plan = compileArrowAggregates(aggregates, compileOptions);
52
+ const grouped = groupField
53
+ ? plan.createGroupedAccumulator({type: 'Identifier', name: groupField.name})
54
+ : undefined;
55
+ const scalar = grouped ? undefined : plan.createAccumulator();
56
+ const aggregateFields = getArrowAggregateFields(aggregates, compileOptions);
57
+ const outputGroupField =
58
+ groupField && DataType.isDictionary(groupField.type)
59
+ ? groupField.clone({type: groupField.type.dictionary})
60
+ : groupField;
61
+ const schema = new Schema(
62
+ outputGroupField ? [outputGroupField, ...aggregateFields] : aggregateFields,
63
+ inputSchema.metadata
64
+ );
65
+ let rowsProcessed = 0;
66
+ let batchesSinceEmission = 0;
67
+
68
+ /** Builds a snapshot from detached accumulator results. */
69
+ function snapshot(final: boolean): ArrowAggregateSnapshot {
70
+ const groups = grouped?.result();
71
+ const rows = groups ? [...groups.values()] : [scalar!.result()];
72
+ const columns = new Map(
73
+ aggregateFields.map(field => [
74
+ field.name,
75
+ vectorFromArray(
76
+ rows.map(row => row[field.name]),
77
+ field.type
78
+ )
79
+ ])
80
+ );
81
+ if (outputGroupField && groups) {
82
+ columns.set(
83
+ outputGroupField.name,
84
+ vectorFromArray([...groups.keys()], outputGroupField.type)
85
+ );
86
+ }
87
+ return {
88
+ table: new Table(
89
+ schema,
90
+ Object.fromEntries(schema.fields.map(field => [field.name, columns.get(field.name)!]))
91
+ ),
92
+ rowsProcessed,
93
+ final
94
+ };
95
+ }
96
+
97
+ for await (const batch of queryArrowTableInBatches(input, inputSchema, query)) {
98
+ (grouped ?? scalar)!.update(batch, {signal: query.signal});
99
+ rowsProcessed += batch.numRows;
100
+ if (++batchesSinceEmission === emitEveryBatches) {
101
+ yield snapshot(false);
102
+ batchesSinceEmission = 0;
103
+ }
104
+ }
105
+ query.signal?.throwIfAborted();
106
+ yield snapshot(true);
107
+ }