@math.gl/sql 0.0.0-stage → 5.0.0-beta.12

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (353) hide show
  1. package/LICENSE +249 -0
  2. package/README.md +26 -2
  3. package/THIRD-PARTY-NOTICES.md +5 -0
  4. package/dist/arrow/aggregates.d.ts +46 -0
  5. package/dist/arrow/aggregates.d.ts.map +1 -0
  6. package/dist/arrow/aggregates.js +289 -0
  7. package/dist/arrow/aggregates.js.map +1 -0
  8. package/dist/arrow/buffers.d.ts +30 -0
  9. package/dist/arrow/buffers.d.ts.map +1 -0
  10. package/dist/arrow/buffers.js +177 -0
  11. package/dist/arrow/buffers.js.map +1 -0
  12. package/dist/arrow/cast.d.ts +19 -0
  13. package/dist/arrow/cast.d.ts.map +1 -0
  14. package/dist/arrow/cast.js +138 -0
  15. package/dist/arrow/cast.js.map +1 -0
  16. package/dist/arrow/compiler.d.ts +10 -0
  17. package/dist/arrow/compiler.d.ts.map +1 -0
  18. package/dist/arrow/compiler.js +1538 -0
  19. package/dist/arrow/compiler.js.map +1 -0
  20. package/dist/arrow/float16.d.ts +7 -0
  21. package/dist/arrow/float16.d.ts.map +1 -0
  22. package/dist/arrow/float16.js +26 -0
  23. package/dist/arrow/float16.js.map +1 -0
  24. package/dist/arrow/index.cjs +3321 -0
  25. package/dist/arrow/index.cjs.map +6 -0
  26. package/dist/arrow/index.d.ts +5 -0
  27. package/dist/arrow/index.d.ts.map +1 -0
  28. package/dist/arrow/index.js +7 -0
  29. package/dist/arrow/index.js.map +1 -0
  30. package/dist/arrow/like.d.ts +3 -0
  31. package/dist/arrow/like.d.ts.map +1 -0
  32. package/dist/arrow/like.js +75 -0
  33. package/dist/arrow/like.js.map +1 -0
  34. package/dist/arrow/list-values.d.ts +14 -0
  35. package/dist/arrow/list-values.d.ts.map +1 -0
  36. package/dist/arrow/list-values.js +201 -0
  37. package/dist/arrow/list-values.js.map +1 -0
  38. package/dist/arrow/predicate.d.ts +7 -0
  39. package/dist/arrow/predicate.d.ts.map +1 -0
  40. package/dist/arrow/predicate.js +10 -0
  41. package/dist/arrow/predicate.js.map +1 -0
  42. package/dist/arrow/query-arrow-aggregate-snapshots.d.ts +24 -0
  43. package/dist/arrow/query-arrow-aggregate-snapshots.d.ts.map +1 -0
  44. package/dist/arrow/query-arrow-aggregate-snapshots.js +64 -0
  45. package/dist/arrow/query-arrow-aggregate-snapshots.js.map +1 -0
  46. package/dist/arrow/query-arrow-sql.d.ts +8 -0
  47. package/dist/arrow/query-arrow-sql.d.ts.map +1 -0
  48. package/dist/arrow/query-arrow-sql.js +223 -0
  49. package/dist/arrow/query-arrow-sql.js.map +1 -0
  50. package/dist/arrow/query-arrow-table.d.ts +36 -0
  51. package/dist/arrow/query-arrow-table.d.ts.map +1 -0
  52. package/dist/arrow/query-arrow-table.js +208 -0
  53. package/dist/arrow/query-arrow-table.js.map +1 -0
  54. package/dist/arrow/query-worker-entry.d.ts +2 -0
  55. package/dist/arrow/query-worker-entry.d.ts.map +1 -0
  56. package/dist/arrow/query-worker-entry.js +7 -0
  57. package/dist/arrow/query-worker-entry.js.map +1 -0
  58. package/dist/arrow/query-worker.d.ts +65 -0
  59. package/dist/arrow/query-worker.d.ts.map +1 -0
  60. package/dist/arrow/query-worker.js +135 -0
  61. package/dist/arrow/query-worker.js.map +1 -0
  62. package/dist/arrow/registry.d.ts +4 -0
  63. package/dist/arrow/registry.d.ts.map +1 -0
  64. package/dist/arrow/registry.js +66 -0
  65. package/dist/arrow/registry.js.map +1 -0
  66. package/dist/arrow/relational-query.d.ts +36 -0
  67. package/dist/arrow/relational-query.d.ts.map +1 -0
  68. package/dist/arrow/relational-query.js +174 -0
  69. package/dist/arrow/relational-query.js.map +1 -0
  70. package/dist/arrow/replace-arrow-columns.d.ts +8 -0
  71. package/dist/arrow/replace-arrow-columns.d.ts.map +1 -0
  72. package/dist/arrow/replace-arrow-columns.js +63 -0
  73. package/dist/arrow/replace-arrow-columns.js.map +1 -0
  74. package/dist/arrow/signature.d.ts +6 -0
  75. package/dist/arrow/signature.d.ts.map +1 -0
  76. package/dist/arrow/signature.js +51 -0
  77. package/dist/arrow/signature.js.map +1 -0
  78. package/dist/arrow/temporal-cast.d.ts +9 -0
  79. package/dist/arrow/temporal-cast.d.ts.map +1 -0
  80. package/dist/arrow/temporal-cast.js +60 -0
  81. package/dist/arrow/temporal-cast.js.map +1 -0
  82. package/dist/arrow/types.d.ts +62 -0
  83. package/dist/arrow/types.d.ts.map +1 -0
  84. package/dist/arrow/types.js +5 -0
  85. package/dist/arrow/types.js.map +1 -0
  86. package/dist/arrow/unnest-arrow-column.d.ts +22 -0
  87. package/dist/arrow/unnest-arrow-column.d.ts.map +1 -0
  88. package/dist/arrow/unnest-arrow-column.js +112 -0
  89. package/dist/arrow/unnest-arrow-column.js.map +1 -0
  90. package/dist/arrow/worker-entry.d.ts +2 -0
  91. package/dist/arrow/worker-entry.d.ts.map +1 -0
  92. package/dist/arrow/worker-entry.js +9 -0
  93. package/dist/arrow/worker-entry.js.map +1 -0
  94. package/dist/arrow/worker.cjs +4074 -0
  95. package/dist/arrow/worker.cjs.map +6 -0
  96. package/dist/arrow/worker.d.ts +58 -0
  97. package/dist/arrow/worker.d.ts.map +1 -0
  98. package/dist/arrow/worker.js +84 -0
  99. package/dist/arrow/worker.js.map +1 -0
  100. package/dist/color-functions/index.cjs +382 -0
  101. package/dist/color-functions/index.cjs.map +6 -0
  102. package/dist/color-functions/index.d.ts +26 -0
  103. package/dist/color-functions/index.d.ts.map +1 -0
  104. package/dist/color-functions/index.js +306 -0
  105. package/dist/color-functions/index.js.map +1 -0
  106. package/dist/diagnostic-log.d.ts +8 -0
  107. package/dist/diagnostic-log.d.ts.map +1 -0
  108. package/dist/diagnostic-log.js +15 -0
  109. package/dist/diagnostic-log.js.map +1 -0
  110. package/dist/expressions/ast.d.ts +12 -0
  111. package/dist/expressions/ast.d.ts.map +1 -0
  112. package/dist/expressions/ast.js +114 -0
  113. package/dist/expressions/ast.js.map +1 -0
  114. package/dist/expressions/columnar-predicate.d.ts +56 -0
  115. package/dist/expressions/columnar-predicate.d.ts.map +1 -0
  116. package/dist/expressions/columnar-predicate.js +176 -0
  117. package/dist/expressions/columnar-predicate.js.map +1 -0
  118. package/dist/expressions/evaluation-error.d.ts +14 -0
  119. package/dist/expressions/evaluation-error.d.ts.map +1 -0
  120. package/dist/expressions/evaluation-error.js +26 -0
  121. package/dist/expressions/evaluation-error.js.map +1 -0
  122. package/dist/expressions/expression-eval.d.ts +105 -0
  123. package/dist/expressions/expression-eval.d.ts.map +1 -0
  124. package/dist/expressions/expression-eval.js +330 -0
  125. package/dist/expressions/expression-eval.js.map +1 -0
  126. package/dist/expressions/function-libraries.d.ts +63 -0
  127. package/dist/expressions/function-libraries.d.ts.map +1 -0
  128. package/dist/expressions/function-libraries.js +69 -0
  129. package/dist/expressions/function-libraries.js.map +1 -0
  130. package/dist/expressions/function-registry.d.ts +93 -0
  131. package/dist/expressions/function-registry.d.ts.map +1 -0
  132. package/dist/expressions/function-registry.js +139 -0
  133. package/dist/expressions/function-registry.js.map +1 -0
  134. package/dist/expressions/get.d.ts +9 -0
  135. package/dist/expressions/get.d.ts.map +1 -0
  136. package/dist/expressions/get.js +32 -0
  137. package/dist/expressions/get.js.map +1 -0
  138. package/dist/expressions/index.cjs +1888 -0
  139. package/dist/expressions/index.cjs.map +6 -0
  140. package/dist/expressions/index.d.ts +13 -0
  141. package/dist/expressions/index.d.ts.map +1 -0
  142. package/dist/expressions/index.js +14 -0
  143. package/dist/expressions/index.js.map +1 -0
  144. package/dist/expressions/numeric-functions.d.ts +277 -0
  145. package/dist/expressions/numeric-functions.d.ts.map +1 -0
  146. package/dist/expressions/numeric-functions.js +52 -0
  147. package/dist/expressions/numeric-functions.js.map +1 -0
  148. package/dist/expressions/parse-expression-string.d.ts +21 -0
  149. package/dist/expressions/parse-expression-string.d.ts.map +1 -0
  150. package/dist/expressions/parse-expression-string.js +61 -0
  151. package/dist/expressions/parse-expression-string.js.map +1 -0
  152. package/dist/expressions/predicate-expression.d.ts +7 -0
  153. package/dist/expressions/predicate-expression.d.ts.map +1 -0
  154. package/dist/expressions/predicate-expression.js +112 -0
  155. package/dist/expressions/predicate-expression.js.map +1 -0
  156. package/dist/expressions/scalar-type.d.ts +6 -0
  157. package/dist/expressions/scalar-type.d.ts.map +1 -0
  158. package/dist/expressions/scalar-type.js +23 -0
  159. package/dist/expressions/scalar-type.js.map +1 -0
  160. package/dist/expressions/vendor/jsep/runtime.d.ts +3 -0
  161. package/dist/expressions/vendor/jsep/runtime.d.ts.map +1 -0
  162. package/dist/expressions/vendor/jsep/runtime.js +972 -0
  163. package/dist/expressions/vendor/jsep/runtime.js.map +1 -0
  164. package/dist/expressions/vendor/jsep/types.d.ts +148 -0
  165. package/dist/expressions/vendor/jsep/types.d.ts.map +1 -0
  166. package/dist/expressions/vendor/jsep/types.js +6 -0
  167. package/dist/expressions/vendor/jsep/types.js.map +1 -0
  168. package/dist/index.cjs +5294 -0
  169. package/dist/index.cjs.map +6 -0
  170. package/dist/index.d.ts +11 -0
  171. package/dist/index.d.ts.map +1 -0
  172. package/dist/index.js +11 -0
  173. package/dist/index.js.map +1 -0
  174. package/dist/math-functions/index.cjs +444 -0
  175. package/dist/math-functions/index.cjs.map +6 -0
  176. package/dist/math-functions/index.d.ts +44 -0
  177. package/dist/math-functions/index.d.ts.map +1 -0
  178. package/dist/math-functions/index.js +182 -0
  179. package/dist/math-functions/index.js.map +1 -0
  180. package/dist/parser/bind-sql-predicate.d.ts +4 -0
  181. package/dist/parser/bind-sql-predicate.d.ts.map +1 -0
  182. package/dist/parser/bind-sql-predicate.js +11 -0
  183. package/dist/parser/bind-sql-predicate.js.map +1 -0
  184. package/dist/parser/index.cjs +1807 -0
  185. package/dist/parser/index.cjs.map +6 -0
  186. package/dist/parser/index.d.ts +12 -0
  187. package/dist/parser/index.d.ts.map +1 -0
  188. package/dist/parser/index.js +11 -0
  189. package/dist/parser/index.js.map +1 -0
  190. package/dist/parser/parameter-snapshots.d.ts +21 -0
  191. package/dist/parser/parameter-snapshots.d.ts.map +1 -0
  192. package/dist/parser/parameter-snapshots.js +85 -0
  193. package/dist/parser/parameter-snapshots.js.map +1 -0
  194. package/dist/parser/parse-sql-expression.d.ts +50 -0
  195. package/dist/parser/parse-sql-expression.d.ts.map +1 -0
  196. package/dist/parser/parse-sql-expression.js +501 -0
  197. package/dist/parser/parse-sql-expression.js.map +1 -0
  198. package/dist/parser/parse-sql-predicate.d.ts +13 -0
  199. package/dist/parser/parse-sql-predicate.d.ts.map +1 -0
  200. package/dist/parser/parse-sql-predicate.js +365 -0
  201. package/dist/parser/parse-sql-predicate.js.map +1 -0
  202. package/dist/parser/parse-sql-query.d.ts +9 -0
  203. package/dist/parser/parse-sql-query.d.ts.map +1 -0
  204. package/dist/parser/parse-sql-query.js +81 -0
  205. package/dist/parser/parse-sql-query.js.map +1 -0
  206. package/dist/parser/parse-sql-select.d.ts +57 -0
  207. package/dist/parser/parse-sql-select.d.ts.map +1 -0
  208. package/dist/parser/parse-sql-select.js +247 -0
  209. package/dist/parser/parse-sql-select.js.map +1 -0
  210. package/dist/parser/parse-sql-statement.d.ts +54 -0
  211. package/dist/parser/parse-sql-statement.d.ts.map +1 -0
  212. package/dist/parser/parse-sql-statement.js +207 -0
  213. package/dist/parser/parse-sql-statement.js.map +1 -0
  214. package/dist/parser/query-types.d.ts +56 -0
  215. package/dist/parser/query-types.d.ts.map +1 -0
  216. package/dist/parser/query-types.js +5 -0
  217. package/dist/parser/query-types.js.map +1 -0
  218. package/dist/parser/sql-parameters.d.ts +29 -0
  219. package/dist/parser/sql-parameters.d.ts.map +1 -0
  220. package/dist/parser/sql-parameters.js +110 -0
  221. package/dist/parser/sql-parameters.js.map +1 -0
  222. package/dist/parser/sql-parse-error.d.ts +13 -0
  223. package/dist/parser/sql-parse-error.d.ts.map +1 -0
  224. package/dist/parser/sql-parse-error.js +20 -0
  225. package/dist/parser/sql-parse-error.js.map +1 -0
  226. package/dist/parser/sql-predicate-schema.d.ts +164 -0
  227. package/dist/parser/sql-predicate-schema.d.ts.map +1 -0
  228. package/dist/parser/sql-predicate-schema.js +249 -0
  229. package/dist/parser/sql-predicate-schema.js.map +1 -0
  230. package/dist/parser/sql-predicate-types.d.ts +48 -0
  231. package/dist/parser/sql-predicate-types.d.ts.map +1 -0
  232. package/dist/parser/sql-predicate-types.js +9 -0
  233. package/dist/parser/sql-predicate-types.js.map +1 -0
  234. package/dist/parser/sql-predicate.d.ts +6 -0
  235. package/dist/parser/sql-predicate.d.ts.map +1 -0
  236. package/dist/parser/sql-predicate.js +8 -0
  237. package/dist/parser/sql-predicate.js.map +1 -0
  238. package/dist/scales/arrow-domains.d.ts +22 -0
  239. package/dist/scales/arrow-domains.d.ts.map +1 -0
  240. package/dist/scales/arrow-domains.js +166 -0
  241. package/dist/scales/arrow-domains.js.map +1 -0
  242. package/dist/scales/arrow-scales.d.ts +44 -0
  243. package/dist/scales/arrow-scales.d.ts.map +1 -0
  244. package/dist/scales/arrow-scales.js +255 -0
  245. package/dist/scales/arrow-scales.js.map +1 -0
  246. package/dist/scales/compile-scale.d.ts +2 -0
  247. package/dist/scales/compile-scale.d.ts.map +1 -0
  248. package/dist/scales/compile-scale.js +5 -0
  249. package/dist/scales/compile-scale.js.map +1 -0
  250. package/dist/scales/conformance.cjs +180 -0
  251. package/dist/scales/conformance.cjs.map +6 -0
  252. package/dist/scales/conformance.d.ts +26 -0
  253. package/dist/scales/conformance.d.ts.map +1 -0
  254. package/dist/scales/conformance.js +164 -0
  255. package/dist/scales/conformance.js.map +1 -0
  256. package/dist/scales/hdr-colors.d.ts +2 -0
  257. package/dist/scales/hdr-colors.d.ts.map +1 -0
  258. package/dist/scales/hdr-colors.js +5 -0
  259. package/dist/scales/hdr-colors.js.map +1 -0
  260. package/dist/scales/index.cjs +4334 -0
  261. package/dist/scales/index.cjs.map +6 -0
  262. package/dist/scales/index.d.ts +10 -0
  263. package/dist/scales/index.d.ts.map +1 -0
  264. package/dist/scales/index.js +11 -0
  265. package/dist/scales/index.js.map +1 -0
  266. package/dist/scales/palettes.d.ts +2 -0
  267. package/dist/scales/palettes.d.ts.map +1 -0
  268. package/dist/scales/palettes.js +5 -0
  269. package/dist/scales/palettes.js.map +1 -0
  270. package/dist/scales/parse-sql-scale.d.ts +27 -0
  271. package/dist/scales/parse-sql-scale.d.ts.map +1 -0
  272. package/dist/scales/parse-sql-scale.js +257 -0
  273. package/dist/scales/parse-sql-scale.js.map +1 -0
  274. package/dist/scales/quantile-sketch.d.ts +2 -0
  275. package/dist/scales/quantile-sketch.d.ts.map +1 -0
  276. package/dist/scales/quantile-sketch.js +5 -0
  277. package/dist/scales/quantile-sketch.js.map +1 -0
  278. package/dist/scales/scale-types.d.ts +2 -0
  279. package/dist/scales/scale-types.d.ts.map +1 -0
  280. package/dist/scales/scale-types.js +5 -0
  281. package/dist/scales/scale-types.js.map +1 -0
  282. package/dist/scales/streaming-domains.d.ts +18 -0
  283. package/dist/scales/streaming-domains.d.ts.map +1 -0
  284. package/dist/scales/streaming-domains.js +115 -0
  285. package/dist/scales/streaming-domains.js.map +1 -0
  286. package/package.json +92 -4
  287. package/src/arrow/aggregates.ts +386 -0
  288. package/src/arrow/buffers.ts +177 -0
  289. package/src/arrow/cast.ts +160 -0
  290. package/src/arrow/compiler.ts +1778 -0
  291. package/src/arrow/float16.ts +25 -0
  292. package/src/arrow/index.ts +22 -0
  293. package/src/arrow/like.ts +72 -0
  294. package/src/arrow/list-values.ts +221 -0
  295. package/src/arrow/predicate.ts +19 -0
  296. package/src/arrow/query-arrow-aggregate-snapshots.ts +107 -0
  297. package/src/arrow/query-arrow-sql.ts +255 -0
  298. package/src/arrow/query-arrow-table.ts +298 -0
  299. package/src/arrow/query-worker-entry.ts +8 -0
  300. package/src/arrow/query-worker.ts +194 -0
  301. package/src/arrow/registry.ts +87 -0
  302. package/src/arrow/relational-query.ts +247 -0
  303. package/src/arrow/replace-arrow-columns.ts +71 -0
  304. package/src/arrow/signature.ts +50 -0
  305. package/src/arrow/temporal-cast.ts +66 -0
  306. package/src/arrow/types.ts +76 -0
  307. package/src/arrow/unnest-arrow-column.ts +145 -0
  308. package/src/arrow/worker-entry.ts +10 -0
  309. package/src/arrow/worker.ts +143 -0
  310. package/src/color-functions/index.ts +405 -0
  311. package/src/diagnostic-log.ts +20 -0
  312. package/src/expressions/ast.ts +143 -0
  313. package/src/expressions/columnar-predicate.ts +293 -0
  314. package/src/expressions/evaluation-error.ts +29 -0
  315. package/src/expressions/expression-eval.ts +489 -0
  316. package/src/expressions/function-libraries.ts +126 -0
  317. package/src/expressions/function-registry.ts +171 -0
  318. package/src/expressions/get.ts +37 -0
  319. package/src/expressions/index.ts +40 -0
  320. package/src/expressions/numeric-functions.ts +99 -0
  321. package/src/expressions/parse-expression-string.ts +80 -0
  322. package/src/expressions/predicate-expression.ts +128 -0
  323. package/src/expressions/scalar-type.ts +39 -0
  324. package/src/expressions/vendor/jsep/LICENSE.txt +23 -0
  325. package/src/expressions/vendor/jsep/runtime.ts +949 -0
  326. package/src/expressions/vendor/jsep/types.ts +191 -0
  327. package/src/index.ts +54 -0
  328. package/src/math-functions/index.ts +235 -0
  329. package/src/parser/bind-sql-predicate.ts +21 -0
  330. package/src/parser/index.ts +43 -0
  331. package/src/parser/parameter-snapshots.ts +103 -0
  332. package/src/parser/parse-sql-expression.ts +500 -0
  333. package/src/parser/parse-sql-predicate.ts +454 -0
  334. package/src/parser/parse-sql-query.ts +90 -0
  335. package/src/parser/parse-sql-select.ts +272 -0
  336. package/src/parser/parse-sql-statement.ts +260 -0
  337. package/src/parser/query-types.ts +71 -0
  338. package/src/parser/sql-parameters.ts +174 -0
  339. package/src/parser/sql-parse-error.ts +33 -0
  340. package/src/parser/sql-predicate-schema.ts +279 -0
  341. package/src/parser/sql-predicate-types.ts +91 -0
  342. package/src/parser/sql-predicate.ts +28 -0
  343. package/src/scales/arrow-domains.ts +190 -0
  344. package/src/scales/arrow-scales.ts +363 -0
  345. package/src/scales/compile-scale.ts +5 -0
  346. package/src/scales/conformance.ts +186 -0
  347. package/src/scales/hdr-colors.ts +5 -0
  348. package/src/scales/index.ts +37 -0
  349. package/src/scales/palettes.ts +5 -0
  350. package/src/scales/parse-sql-scale.ts +300 -0
  351. package/src/scales/quantile-sketch.ts +5 -0
  352. package/src/scales/scale-types.ts +5 -0
  353. package/src/scales/streaming-domains.ts +139 -0
@@ -0,0 +1,51 @@
1
+ // math.gl
2
+ // SPDX-License-Identifier: MIT
3
+ // SPDX-FileCopyrightText: Copyright (c) vis.gl contributors
4
+ import { DataType } from 'apache-arrow';
5
+ import { typeKey } from "./buffers.js";
6
+ /** Compares physical encoding as well as logical type when reusing a bound evaluator. */
7
+ export function physicalKey(type) {
8
+ try {
9
+ return DataType.isDictionary(type)
10
+ ? `dictionary:${typeKey(type.indices)}:${typeKey(type.dictionary)}:${type.isOrdered}`
11
+ : typeKey(type);
12
+ }
13
+ catch {
14
+ // Unreferenced columns may have nested or extension layouts outside this evaluator's subset.
15
+ const properties = [
16
+ 'bitWidth',
17
+ 'isSigned',
18
+ 'precision',
19
+ 'scale',
20
+ 'unit',
21
+ 'timezone',
22
+ 'byteWidth',
23
+ 'listSize',
24
+ 'keysSorted',
25
+ 'isOrdered',
26
+ 'mode'
27
+ ].map(key => type[key]);
28
+ return JSON.stringify([
29
+ type.typeId,
30
+ properties,
31
+ DataType.isUnion(type) ? Array.from(type.typeIds) : null,
32
+ DataType.isDictionary(type)
33
+ ? [physicalKey(type.indices), physicalKey(type.dictionary), type.isOrdered]
34
+ : null,
35
+ type.children?.map(field => [
36
+ field.name,
37
+ physicalKey(field.type),
38
+ field.nullable,
39
+ extensionKey(field)
40
+ ])
41
+ ]);
42
+ }
43
+ }
44
+ /** Geometry encoding/CRS metadata is part of a schema-bound vector function contract. */
45
+ export function extensionKey(field) {
46
+ return JSON.stringify([
47
+ field.metadata.get('ARROW:extension:name'),
48
+ field.metadata.get('ARROW:extension:metadata')
49
+ ]);
50
+ }
51
+ //# sourceMappingURL=signature.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"signature.js","sourceRoot":"","sources":["../../src/arrow/signature.ts"],"names":[],"mappings":"AAAA,UAAU;AACV,+BAA+B;AAC/B,4DAA4D;AAC5D,OAAO,EAAC,QAAQ,EAAa,MAAM,cAAc,CAAC;AAClD,OAAO,EAAC,OAAO,EAAC,qBAAkB;AAClC,yFAAyF;AACzF,MAAM,UAAU,WAAW,CAAC,IAAc;IACxC,IAAI,CAAC;QACH,OAAO,QAAQ,CAAC,YAAY,CAAC,IAAI,CAAC;YAChC,CAAC,CAAC,cAAc,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,IAAI,CAAC,SAAS,EAAE;YACrF,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IACpB,CAAC;IAAC,MAAM,CAAC;QACP,6FAA6F;QAC7F,MAAM,UAAU,GAAG;YACjB,UAAU;YACV,UAAU;YACV,WAAW;YACX,OAAO;YACP,MAAM;YACN,UAAU;YACV,WAAW;YACX,UAAU;YACV,YAAY;YACZ,WAAW;YACX,MAAM;SACP,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAE,IAA2C,CAAC,GAAG,CAAC,CAAC,CAAC;QAChE,OAAO,IAAI,CAAC,SAAS,CAAC;YACpB,IAAI,CAAC,MAAM;YACX,UAAU;YACV,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI;YACxD,QAAQ,CAAC,YAAY,CAAC,IAAI,CAAC;gBACzB,CAAC,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC;gBAC3E,CAAC,CAAC,IAAI;YACR,IAAI,CAAC,QAAQ,EAAE,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC1B,KAAK,CAAC,IAAI;gBACV,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC;gBACvB,KAAK,CAAC,QAAQ;gBACd,YAAY,CAAC,KAAK,CAAC;aACpB,CAAC;SACH,CAAC,CAAC;IACL,CAAC;AACH,CAAC;AAED,yFAAyF;AACzF,MAAM,UAAU,YAAY,CAAC,KAAY;IACvC,OAAO,IAAI,CAAC,SAAS,CAAC;QACpB,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,sBAAsB,CAAC;QAC1C,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,0BAA0B,CAAC;KAC/C,CAAC,CAAC;AACL,CAAC"}
@@ -0,0 +1,9 @@
1
+ import { DateDay, TimestampMicrosecond, type DataType } from 'apache-arrow';
2
+ import type { ArrowExpressionValue } from "./types.js";
3
+ /** Binds ISO text or an already matching Arrow temporal value to a temporal output. */
4
+ export declare function bindTemporalCast(source: DataType, target: 'date' | 'timestamp' | 'timestamp_utc'): {
5
+ type: DateDay | TimestampMicrosecond;
6
+ textInput: boolean;
7
+ evaluate(value: ArrowExpressionValue): ArrowExpressionValue;
8
+ };
9
+ //# sourceMappingURL=temporal-cast.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"temporal-cast.d.ts","sourceRoot":"","sources":["../../src/arrow/temporal-cast.ts"],"names":[],"mappings":"AAIA,OAAO,EAAC,OAAO,EAAE,oBAAoB,EAAE,KAAK,QAAQ,EAAC,MAAM,cAAc,CAAC;AAG1E,OAAO,KAAK,EAAC,oBAAoB,EAAC,mBAAgB;AAMlD,uFAAuF;AACvF,wBAAgB,gBAAgB,CAAC,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,GAAG,WAAW,GAAG,eAAe;;;oBAU7E,oBAAoB,GAAG,oBAAoB;EAI9D"}
@@ -0,0 +1,60 @@
1
+ // math.gl
2
+ // SPDX-License-Identifier: MIT
3
+ // SPDX-FileCopyrightText: Copyright (c) vis.gl contributors
4
+ import { DateDay, TimestampMicrosecond } from 'apache-arrow';
5
+ import { ExpressionEvaluationError } from "../expressions/index.js";
6
+ import { typeKey } from "./buffers.js";
7
+ const DATE = /^(\d{4})-(\d{2})-(\d{2})$/;
8
+ const TIMESTAMP = /^(\d{4})-(\d{2})-(\d{2})[T ](\d{2}):(\d{2}):(\d{2})(?:\.(\d{1,6}))?(Z|[+-]\d{2}:\d{2})?$/;
9
+ /** Binds ISO text or an already matching Arrow temporal value to a temporal output. */
10
+ export function bindTemporalCast(source, target) {
11
+ const dateOnly = target === 'date';
12
+ const zoned = target === 'timestamp_utc';
13
+ const type = dateOnly ? new DateDay() : new TimestampMicrosecond(zoned ? 'UTC' : undefined);
14
+ const sourceKey = typeKey(source);
15
+ if (sourceKey !== 'utf8' && sourceKey !== 'null' && sourceKey !== typeKey(type))
16
+ throw new Error('Temporal CAST requires UTF8 or an input of the requested Arrow type');
17
+ return {
18
+ type,
19
+ textInput: false,
20
+ evaluate(value) {
21
+ return typeof value === 'string' ? parseTemporalValue(value, dateOnly, zoned) : value;
22
+ }
23
+ };
24
+ }
25
+ /** Converts a validated calendar value to Arrow epoch days or exact epoch microseconds. */
26
+ function parseTemporalValue(text, dateOnly, zoned) {
27
+ const match = (dateOnly ? DATE : TIMESTAMP).exec(text.trim());
28
+ const invalid = () => new ExpressionEvaluationError('conversion', 'Invalid text for temporal CAST');
29
+ if (!match)
30
+ throw invalid();
31
+ const [, yearText, monthText, dayText, hourText, minuteText, secondText, fraction, zone] = match;
32
+ const year = Number(yearText);
33
+ const month = Number(monthText);
34
+ const day = Number(dayText);
35
+ const calendar = new Date(0);
36
+ // setUTCFullYear also handles four-digit years below 0100 without a 1900 offset.
37
+ calendar.setUTCFullYear(year, month - 1, day);
38
+ if (calendar.getUTCFullYear() !== year ||
39
+ calendar.getUTCMonth() !== month - 1 ||
40
+ calendar.getUTCDate() !== day)
41
+ throw invalid();
42
+ if (dateOnly)
43
+ return calendar.getTime() / 86400000;
44
+ const hour = Number(hourText);
45
+ const minute = Number(minuteText);
46
+ const second = Number(secondText);
47
+ if (hour > 23 || minute > 59 || second > 59 || zoned !== Boolean(zone))
48
+ throw invalid();
49
+ let offsetMinutes = 0;
50
+ if (zone && zone !== 'Z') {
51
+ const offsetHour = Number(zone.slice(1, 3));
52
+ const offsetMinute = Number(zone.slice(4));
53
+ if (offsetHour > 23 || offsetMinute > 59)
54
+ throw invalid();
55
+ offsetMinutes = (zone.startsWith('-') ? -1 : 1) * (offsetHour * 60 + offsetMinute);
56
+ }
57
+ const seconds = hour * 3600 + minute * 60 + second - offsetMinutes * 60;
58
+ return (BigInt(calendar.getTime() + seconds * 1000) * 1000n + BigInt((fraction ?? '').padEnd(6, '0')));
59
+ }
60
+ //# sourceMappingURL=temporal-cast.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"temporal-cast.js","sourceRoot":"","sources":["../../src/arrow/temporal-cast.ts"],"names":[],"mappings":"AAAA,UAAU;AACV,+BAA+B;AAC/B,4DAA4D;AAE5D,OAAO,EAAC,OAAO,EAAE,oBAAoB,EAAgB,MAAM,cAAc,CAAC;AAC1E,OAAO,EAAC,yBAAyB,EAAC,gCAAuB;AACzD,OAAO,EAAC,OAAO,EAAC,qBAAkB;AAGlC,MAAM,IAAI,GAAG,2BAA2B,CAAC;AACzC,MAAM,SAAS,GACb,0FAA0F,CAAC;AAE7F,uFAAuF;AACvF,MAAM,UAAU,gBAAgB,CAAC,MAAgB,EAAE,MAA8C;IAC/F,MAAM,QAAQ,GAAG,MAAM,KAAK,MAAM,CAAC;IACnC,MAAM,KAAK,GAAG,MAAM,KAAK,eAAe,CAAC;IACzC,MAAM,IAAI,GAAG,QAAQ,CAAC,CAAC,CAAC,IAAI,OAAO,EAAE,CAAC,CAAC,CAAC,IAAI,oBAAoB,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IAC5F,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IAClC,IAAI,SAAS,KAAK,MAAM,IAAI,SAAS,KAAK,MAAM,IAAI,SAAS,KAAK,OAAO,CAAC,IAAI,CAAC;QAC7E,MAAM,IAAI,KAAK,CAAC,qEAAqE,CAAC,CAAC;IACzF,OAAO;QACL,IAAI;QACJ,SAAS,EAAE,KAAK;QAChB,QAAQ,CAAC,KAA2B;YAClC,OAAO,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,kBAAkB,CAAC,KAAK,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;QACxF,CAAC;KACF,CAAC;AACJ,CAAC;AAED,2FAA2F;AAC3F,SAAS,kBAAkB,CAAC,IAAY,EAAE,QAAiB,EAAE,KAAc;IACzE,MAAM,KAAK,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;IAC9D,MAAM,OAAO,GAAG,GAAG,EAAE,CACnB,IAAI,yBAAyB,CAAC,YAAY,EAAE,gCAAgC,CAAC,CAAC;IAChF,IAAI,CAAC,KAAK;QAAE,MAAM,OAAO,EAAE,CAAC;IAC5B,MAAM,CAAC,EAAE,QAAQ,EAAE,SAAS,EAAE,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,UAAU,EAAE,QAAQ,EAAE,IAAI,CAAC,GAAG,KAAK,CAAC;IACjG,MAAM,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC9B,MAAM,KAAK,GAAG,MAAM,CAAC,SAAS,CAAC,CAAC;IAChC,MAAM,GAAG,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC;IAC5B,MAAM,QAAQ,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC;IAC7B,iFAAiF;IACjF,QAAQ,CAAC,cAAc,CAAC,IAAI,EAAE,KAAK,GAAG,CAAC,EAAE,GAAG,CAAC,CAAC;IAC9C,IACE,QAAQ,CAAC,cAAc,EAAE,KAAK,IAAI;QAClC,QAAQ,CAAC,WAAW,EAAE,KAAK,KAAK,GAAG,CAAC;QACpC,QAAQ,CAAC,UAAU,EAAE,KAAK,GAAG;QAE7B,MAAM,OAAO,EAAE,CAAC;IAClB,IAAI,QAAQ;QAAE,OAAO,QAAQ,CAAC,OAAO,EAAE,GAAG,QAAU,CAAC;IACrD,MAAM,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC9B,MAAM,MAAM,GAAG,MAAM,CAAC,UAAU,CAAC,CAAC;IAClC,MAAM,MAAM,GAAG,MAAM,CAAC,UAAU,CAAC,CAAC;IAClC,IAAI,IAAI,GAAG,EAAE,IAAI,MAAM,GAAG,EAAE,IAAI,MAAM,GAAG,EAAE,IAAI,KAAK,KAAK,OAAO,CAAC,IAAI,CAAC;QAAE,MAAM,OAAO,EAAE,CAAC;IACxF,IAAI,aAAa,GAAG,CAAC,CAAC;IACtB,IAAI,IAAI,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;QACzB,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAC5C,MAAM,YAAY,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3C,IAAI,UAAU,GAAG,EAAE,IAAI,YAAY,GAAG,EAAE;YAAE,MAAM,OAAO,EAAE,CAAC;QAC1D,aAAa,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,UAAU,GAAG,EAAE,GAAG,YAAY,CAAC,CAAC;IACrF,CAAC;IACD,MAAM,OAAO,GAAG,IAAI,GAAG,IAAI,GAAG,MAAM,GAAG,EAAE,GAAG,MAAM,GAAG,aAAa,GAAG,EAAE,CAAC;IACxE,OAAO,CACL,MAAM,CAAC,QAAQ,CAAC,OAAO,EAAE,GAAG,OAAO,GAAG,IAAI,CAAC,GAAG,KAAK,GAAG,MAAM,CAAC,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAC9F,CAAC;AACJ,CAAC"}
@@ -0,0 +1,62 @@
1
+ import type { Field, Schema, RecordBatch, Vector, Table } from 'apache-arrow';
2
+ import type { Expression } from "../expressions/index.js";
3
+ /**
4
+ * Scalar values exposed to user callbacks. Date32 uses epoch days and microsecond
5
+ * timestamps use bigint microseconds, matching their Arrow storage buffers.
6
+ */
7
+ export type ArrowExpressionValue = number | bigint | boolean | string | Uint8Array | null;
8
+ /** A vector kernel receives full-length inputs and must evaluate only active rows. */
9
+ export type ArrowTableFunctionType = (arguments_: readonly Vector[], context: {
10
+ /** One byte per row; zero means the row must not be evaluated. */
11
+ activeRows: Uint8Array;
12
+ /** Number of rows in every argument and the returned vector. */
13
+ length: number;
14
+ /** Report a row failure; TRY recovers classified errors, otherwise the call throws. */
15
+ reportError?(row: number, error: unknown): void;
16
+ }) => Vector;
17
+ /** One schema-bound implementation of a named table function. */
18
+ export type ArrowTableFunctionPrototype = Readonly<{
19
+ /** Ordered argument fields, with exact types, nullability and extension metadata. */
20
+ arguments: readonly Field[];
21
+ /** Declared result field; its name is retained for direct calls. */
22
+ result: Field;
23
+ /** Propagate null arguments, or pass them to the implementation. Defaults to propagate. */
24
+ nullHandling?: 'propagate' | 'call';
25
+ /** Batch implementation, also independently callable with the declared arguments and mask. */
26
+ evaluate: ArrowTableFunctionType;
27
+ /** Optional equivalent primitive implementation used for fused expression execution. */
28
+ evaluateScalar?(...arguments_: ArrowExpressionValue[]): ArrowExpressionValue;
29
+ }>;
30
+ /** Named overload group; each argument signature must be unique. */
31
+ export type ArrowTableFunction = Readonly<{
32
+ /** Unique expression identifier; built-in names are reserved. */
33
+ name: string;
34
+ /** Typed implementations selected once when compiling a call. */
35
+ prototypes: readonly ArrowTableFunctionPrototype[];
36
+ }>;
37
+ /** Schema binding shared by predicate and expression compilation. */
38
+ export type ArrowExpressionOptions = Readonly<{
39
+ /** Expected batch schema, validated before evaluation. */
40
+ inputSchema: Schema;
41
+ /** Named function declarations, snapshotted into a private lookup during compilation. */
42
+ functions?: readonly ArrowTableFunction[];
43
+ }>;
44
+ /** Controls shared by batch and whole-table evaluation. */
45
+ export type ArrowExpressionEvaluationOptions = {
46
+ /** One byte per logical row, including all batches when evaluating a table. */
47
+ activeRows?: Uint8Array;
48
+ /** Checked before and after each batch; synchronous execution does not yield. */
49
+ signal?: AbortSignal;
50
+ };
51
+ /** A compiled expression preserves row count and returns a non-dictionary vector. */
52
+ export interface CompiledArrowExpression {
53
+ /** Bound result type and nullability. */
54
+ readonly outputField: Field;
55
+ /** Evaluates a batch; optional masks skip rows and produce null at those positions. */
56
+ evaluate(batch: RecordBatch, options?: ArrowExpressionEvaluationOptions): Vector;
57
+ /** Evaluates ordered batches and combines output chunks without copying their buffers. */
58
+ evaluateTable(arrowTable: Table, options?: ArrowExpressionEvaluationOptions): Vector;
59
+ }
60
+ /** Text or the existing core expression AST. */
61
+ export type ArrowExpression = string | Expression;
62
+ //# sourceMappingURL=types.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/arrow/types.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,KAAK,EAAC,MAAM,cAAc,CAAC;AAC5E,OAAO,KAAK,EAAC,UAAU,EAAC,gCAAuB;AAE/C;;;GAGG;AACH,MAAM,MAAM,oBAAoB,GAAG,MAAM,GAAG,MAAM,GAAG,OAAO,GAAG,MAAM,GAAG,UAAU,GAAG,IAAI,CAAC;AAE1F,sFAAsF;AACtF,MAAM,MAAM,sBAAsB,GAAG,CACnC,UAAU,EAAE,SAAS,MAAM,EAAE,EAC7B,OAAO,EAAE;IACP,kEAAkE;IAClE,UAAU,EAAE,UAAU,CAAC;IACvB,gEAAgE;IAChE,MAAM,EAAE,MAAM,CAAC;IACf,uFAAuF;IACvF,WAAW,CAAC,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,GAAG,IAAI,CAAC;CACjD,KACE,MAAM,CAAC;AAEZ,iEAAiE;AACjE,MAAM,MAAM,2BAA2B,GAAG,QAAQ,CAAC;IACjD,qFAAqF;IACrF,SAAS,EAAE,SAAS,KAAK,EAAE,CAAC;IAC5B,oEAAoE;IACpE,MAAM,EAAE,KAAK,CAAC;IACd,2FAA2F;IAC3F,YAAY,CAAC,EAAE,WAAW,GAAG,MAAM,CAAC;IACpC,8FAA8F;IAC9F,QAAQ,EAAE,sBAAsB,CAAC;IACjC,wFAAwF;IACxF,cAAc,CAAC,CAAC,GAAG,UAAU,EAAE,oBAAoB,EAAE,GAAG,oBAAoB,CAAC;CAC9E,CAAC,CAAC;AAEH,oEAAoE;AACpE,MAAM,MAAM,kBAAkB,GAAG,QAAQ,CAAC;IACxC,iEAAiE;IACjE,IAAI,EAAE,MAAM,CAAC;IACb,iEAAiE;IACjE,UAAU,EAAE,SAAS,2BAA2B,EAAE,CAAC;CACpD,CAAC,CAAC;AAEH,qEAAqE;AACrE,MAAM,MAAM,sBAAsB,GAAG,QAAQ,CAAC;IAC5C,0DAA0D;IAC1D,WAAW,EAAE,MAAM,CAAC;IACpB,yFAAyF;IACzF,SAAS,CAAC,EAAE,SAAS,kBAAkB,EAAE,CAAC;CAC3C,CAAC,CAAC;AAEH,2DAA2D;AAC3D,MAAM,MAAM,gCAAgC,GAAG;IAC7C,+EAA+E;IAC/E,UAAU,CAAC,EAAE,UAAU,CAAC;IACxB,iFAAiF;IACjF,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB,CAAC;AAEF,qFAAqF;AACrF,MAAM,WAAW,uBAAuB;IACtC,yCAAyC;IACzC,QAAQ,CAAC,WAAW,EAAE,KAAK,CAAC;IAC5B,uFAAuF;IACvF,QAAQ,CAAC,KAAK,EAAE,WAAW,EAAE,OAAO,CAAC,EAAE,gCAAgC,GAAG,MAAM,CAAC;IACjF,0FAA0F;IAC1F,aAAa,CAAC,UAAU,EAAE,KAAK,EAAE,OAAO,CAAC,EAAE,gCAAgC,GAAG,MAAM,CAAC;CACtF;AAED,gDAAgD;AAChD,MAAM,MAAM,eAAe,GAAG,MAAM,GAAG,UAAU,CAAC"}
@@ -0,0 +1,5 @@
1
+ // math.gl
2
+ // SPDX-License-Identifier: MIT
3
+ // SPDX-FileCopyrightText: Copyright (c) vis.gl contributors
4
+ export {};
5
+ //# sourceMappingURL=types.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/arrow/types.ts"],"names":[],"mappings":"AAAA,UAAU;AACV,+BAA+B;AAC/B,4DAA4D"}
@@ -0,0 +1,22 @@
1
+ import { Table } from 'apache-arrow';
2
+ /** Names and cancellation for expanding a nested column into relational rows. */
3
+ export type UnnestArrowColumnOptions = {
4
+ /** Name of the appended child-value column. Must not replace an existing column. */
5
+ valueColumn: string;
6
+ /** Optional map/struct key or one-based list position column. */
7
+ keyColumn?: string;
8
+ /** Optional one-based element position, including for maps. */
9
+ ordinalColumn?: string;
10
+ /** Retain null and empty containers as one row with null key/value. Defaults to false. */
11
+ outer?: boolean;
12
+ /** Synchronous cancellation, checked per source row. */
13
+ signal?: AbortSignal;
14
+ };
15
+ /**
16
+ * Expands a List, FixedSizeList, Map, or homogeneous Struct column.
17
+ * Parent columns and metadata are retained. Lists preserve element order, maps
18
+ * preserve entry order, and structs use schema field order. Null elements remain
19
+ * rows; null/empty containers produce no rows unless outer is true.
20
+ */
21
+ export declare function unnestArrowColumn(table: Table, column: string, options: UnnestArrowColumnOptions): Table;
22
+ //# sourceMappingURL=unnest-arrow-column.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"unnest-arrow-column.d.ts","sourceRoot":"","sources":["../../src/arrow/unnest-arrow-column.ts"],"names":[],"mappings":"AAIA,OAAO,EAAiC,KAAK,EAAgC,MAAM,cAAc,CAAC;AAIlG,iFAAiF;AACjF,MAAM,MAAM,wBAAwB,GAAG;IACrC,oFAAoF;IACpF,WAAW,EAAE,MAAM,CAAC;IACpB,iEAAiE;IACjE,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,+DAA+D;IAC/D,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,0FAA0F;IAC1F,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,wDAAwD;IACxD,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB,CAAC;AAEF;;;;;GAKG;AACH,wBAAgB,iBAAiB,CAC/B,KAAK,EAAE,KAAK,EACZ,MAAM,EAAE,MAAM,EACd,OAAO,EAAE,wBAAwB,GAChC,KAAK,CAgHP"}
@@ -0,0 +1,112 @@
1
+ // math.gl
2
+ // SPDX-License-Identifier: MIT
3
+ // SPDX-FileCopyrightText: Copyright (c) vis.gl contributors
4
+ import { DataType, Field, Int32, Schema, Table, Utf8, Vector, vectorFromArray } from 'apache-arrow';
5
+ import { takeArrowTableRows } from '@math.gl/core/arrow';
6
+ import { physicalKey, extensionKey } from "./signature.js";
7
+ /**
8
+ * Expands a List, FixedSizeList, Map, or homogeneous Struct column.
9
+ * Parent columns and metadata are retained. Lists preserve element order, maps
10
+ * preserve entry order, and structs use schema field order. Null elements remain
11
+ * rows; null/empty containers produce no rows unless outer is true.
12
+ */
13
+ export function unnestArrowColumn(table, column, options) {
14
+ const input = table.getChild(column);
15
+ if (!input)
16
+ throw new Error(`Unknown nested column: ${column}`);
17
+ const type = input.type;
18
+ const list = DataType.isList(type) || DataType.isFixedSizeList(type);
19
+ const map = DataType.isMap(type);
20
+ const struct = DataType.isStruct(type);
21
+ if (!list && !map && !struct)
22
+ throw new Error('UNNEST requires a list, map, or struct column');
23
+ const children = map ? type.children[0].type.children : type.children;
24
+ const valueField = children[map ? 1 : 0];
25
+ if (!valueField)
26
+ throw new Error('UNNEST requires a declared child type');
27
+ if (struct &&
28
+ children.some(field => physicalKey(field.type) !== physicalKey(valueField.type) ||
29
+ extensionKey(field) !== extensionKey(valueField))) {
30
+ throw new Error('UNNEST struct fields must share one type');
31
+ }
32
+ const keyType = list ? new Int32() : map ? children[0].type : new Utf8();
33
+ const fields = [
34
+ ...table.schema.fields,
35
+ valueField.clone({ name: options.valueColumn, nullable: true }),
36
+ ...(options.keyColumn ? [new Field(options.keyColumn, keyType, true)] : []),
37
+ ...(options.ordinalColumn ? [new Field(options.ordinalColumn, new Int32(), true)] : [])
38
+ ];
39
+ if (new Set(fields.map(field => field.name)).size !== fields.length) {
40
+ throw new Error('Duplicate UNNEST output name');
41
+ }
42
+ const schema = new Schema(fields, table.schema.metadata);
43
+ const parentRows = [];
44
+ /** Physical child slices preserve timestamps, dictionaries and nested values. */
45
+ const values = [];
46
+ /** Physical map keys or generated struct/list positions. */
47
+ const keys = [];
48
+ /** One-based position within each parent collection. */
49
+ const positions = [];
50
+ /** Current collection position, reset for each parent. */
51
+ let position = 0;
52
+ /** Appends one expanded row while preserving its parent index. */
53
+ function append(row, key, value, ordinal) {
54
+ parentRows.push(row);
55
+ keys.push(key);
56
+ values.push(value);
57
+ positions.push(ordinal);
58
+ }
59
+ /** Tracks logical parent positions across Arrow chunks. */
60
+ let row = 0;
61
+ for (const data of input.data) {
62
+ /** Chunk-local parent validity and offsets. */
63
+ const chunk = new Vector([data]);
64
+ for (let local = 0; local < chunk.length; local++, row++) {
65
+ options.signal?.throwIfAborted();
66
+ const before = parentRows.length;
67
+ position = 0;
68
+ if (chunk.isValid(local)) {
69
+ if (struct) {
70
+ for (let index = 0; index < children.length; index++) {
71
+ append(row, vectorFromArray([children[index].name], keyType), new Vector([data.children[index]]).slice(local, local + 1), ++position);
72
+ }
73
+ }
74
+ else {
75
+ /** Collection offsets already account for sliced variable-length parents. */
76
+ const begin = list && DataType.isFixedSizeList(type)
77
+ ? (data.offset + local) * type.listSize
78
+ : Number(data.valueOffsets[local]);
79
+ const end = list && DataType.isFixedSizeList(type)
80
+ ? begin + type.listSize
81
+ : Number(data.valueOffsets[local + 1]);
82
+ /** Physical collection values, including map entry structs. */
83
+ const child = new Vector([data.children[0]]);
84
+ for (let index = begin; index < end; index++) {
85
+ options.signal?.throwIfAborted();
86
+ const value = map
87
+ ? child.getChildAt(1).slice(index, index + 1)
88
+ : child.slice(index, index + 1);
89
+ const key = map
90
+ ? child.getChildAt(0).slice(index, index + 1)
91
+ : vectorFromArray([index - begin + 1], keyType);
92
+ append(row, key, value, ++position);
93
+ }
94
+ }
95
+ }
96
+ if (options.outer && before === parentRows.length)
97
+ append(row, vectorFromArray([null], keyType), vectorFromArray([null], valueField.type), null);
98
+ }
99
+ }
100
+ if (!parentRows.length)
101
+ return new Table(schema, []);
102
+ const parents = takeArrowTableRows(table, Int32Array.from(parentRows));
103
+ return new Table(schema, {
104
+ ...Object.fromEntries(table.schema.fields.map(field => [field.name, parents.getChild(field.name)])),
105
+ [options.valueColumn]: new Vector(values.flatMap(value => value.data)),
106
+ ...(options.keyColumn ? { [options.keyColumn]: new Vector(keys.flatMap(key => key.data)) } : {}),
107
+ ...(options.ordinalColumn
108
+ ? { [options.ordinalColumn]: vectorFromArray(positions, new Int32()) }
109
+ : {})
110
+ });
111
+ }
112
+ //# sourceMappingURL=unnest-arrow-column.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"unnest-arrow-column.js","sourceRoot":"","sources":["../../src/arrow/unnest-arrow-column.ts"],"names":[],"mappings":"AAAA,UAAU;AACV,+BAA+B;AAC/B,4DAA4D;AAE5D,OAAO,EAAC,QAAQ,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,eAAe,EAAC,MAAM,cAAc,CAAC;AAClG,OAAO,EAAC,kBAAkB,EAAC,MAAM,qBAAqB,CAAC;AACvD,OAAO,EAAC,WAAW,EAAE,YAAY,EAAC,uBAAoB;AAgBtD;;;;;GAKG;AACH,MAAM,UAAU,iBAAiB,CAC/B,KAAY,EACZ,MAAc,EACd,OAAiC;IAEjC,MAAM,KAAK,GAAG,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IACrC,IAAI,CAAC,KAAK;QAAE,MAAM,IAAI,KAAK,CAAC,0BAA0B,MAAM,EAAE,CAAC,CAAC;IAChE,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC;IACxB,MAAM,IAAI,GAAG,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,QAAQ,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;IACrE,MAAM,GAAG,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACjC,MAAM,MAAM,GAAG,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IACvC,IAAI,CAAC,IAAI,IAAI,CAAC,GAAG,IAAI,CAAC,MAAM;QAAE,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAC;IAC/F,MAAM,QAAQ,GAAG,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC;IACvE,MAAM,UAAU,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACzC,IAAI,CAAC,UAAU;QAAE,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;IAC1E,IACE,MAAM;QACN,QAAQ,CAAC,IAAI,CACX,KAAK,CAAC,EAAE,CACN,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,WAAW,CAAC,UAAU,CAAC,IAAI,CAAC;YACxD,YAAY,CAAC,KAAK,CAAC,KAAK,YAAY,CAAC,UAAU,CAAC,CACnD,EACD,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;IAC9D,CAAC;IACD,MAAM,OAAO,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,KAAK,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAE,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC;IAC1E,MAAM,MAAM,GAAG;QACb,GAAG,KAAK,CAAC,MAAM,CAAC,MAAM;QACtB,UAAU,CAAC,KAAK,CAAC,EAAC,IAAI,EAAE,OAAO,CAAC,WAAW,EAAE,QAAQ,EAAE,IAAI,EAAC,CAAC;QAC7D,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC3E,GAAG,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,aAAa,EAAE,IAAI,KAAK,EAAE,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;KACxF,CAAC;IACF,IAAI,IAAI,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,MAAM,EAAE,CAAC;QACpE,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;IAClD,CAAC;IACD,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IACzD,MAAM,UAAU,GAAa,EAAE,CAAC;IAChC,iFAAiF;IACjF,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,4DAA4D;IAC5D,MAAM,IAAI,GAAa,EAAE,CAAC;IAC1B,wDAAwD;IACxD,MAAM,SAAS,GAAsB,EAAE,CAAC;IACxC,0DAA0D;IAC1D,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,kEAAkE;IAClE,SAAS,MAAM,CAAC,GAAW,EAAE,GAAW,EAAE,KAAa,EAAE,OAAsB;QAC7E,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACrB,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACf,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACnB,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC1B,CAAC;IACD,2DAA2D;IAC3D,IAAI,GAAG,GAAG,CAAC,CAAC;IACZ,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;QAC9B,+CAA+C;QAC/C,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QACjC,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,KAAK,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,GAAG,EAAE,EAAE,CAAC;YACzD,OAAO,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;YACjC,MAAM,MAAM,GAAG,UAAU,CAAC,MAAM,CAAC;YACjC,QAAQ,GAAG,CAAC,CAAC;YACb,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;gBACzB,IAAI,MAAM,EAAE,CAAC;oBACX,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,QAAQ,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC;wBACrD,MAAM,CACJ,GAAG,EACH,eAAe,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAE,CAAC,IAAI,CAAC,EAAE,OAAO,CAAC,EACjD,IAAI,MAAM,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAE,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,GAAG,CAAC,CAAC,EAC3D,EAAE,QAAQ,CACX,CAAC;oBACJ,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,6EAA6E;oBAC7E,MAAM,KAAK,GACT,IAAI,IAAI,QAAQ,CAAC,eAAe,CAAC,IAAI,CAAC;wBACpC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC,GAAG,IAAI,CAAC,QAAQ;wBACvC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC;oBACvC,MAAM,GAAG,GACP,IAAI,IAAI,QAAQ,CAAC,eAAe,CAAC,IAAI,CAAC;wBACpC,CAAC,CAAC,KAAK,GAAG,IAAI,CAAC,QAAQ;wBACvB,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC;oBAC3C,+DAA+D;oBAC/D,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAE,CAAC,CAAC,CAAC;oBAC9C,KAAK,IAAI,KAAK,GAAG,KAAK,EAAE,KAAK,GAAG,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC;wBAC7C,OAAO,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;wBACjC,MAAM,KAAK,GAAG,GAAG;4BACf,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAE,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,GAAG,CAAC,CAAC;4BAC9C,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;wBAClC,MAAM,GAAG,GAAG,GAAG;4BACb,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAE,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,GAAG,CAAC,CAAC;4BAC9C,CAAC,CAAC,eAAe,CAAC,CAAC,KAAK,GAAG,KAAK,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;wBAClD,MAAM,CAAC,GAAG,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,QAAQ,CAAC,CAAC;oBACtC,CAAC;gBACH,CAAC;YACH,CAAC;YACD,IAAI,OAAO,CAAC,KAAK,IAAI,MAAM,KAAK,UAAU,CAAC,MAAM;gBAC/C,MAAM,CACJ,GAAG,EACH,eAAe,CAAC,CAAC,IAAI,CAAC,EAAE,OAAO,CAAC,EAChC,eAAe,CAAC,CAAC,IAAI,CAAC,EAAE,UAAU,CAAC,IAAI,CAAC,EACxC,IAAI,CACL,CAAC;QACN,CAAC;IACH,CAAC;IACD,IAAI,CAAC,UAAU,CAAC,MAAM;QAAE,OAAO,IAAI,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IACrD,MAAM,OAAO,GAAG,kBAAkB,CAAC,KAAK,EAAE,UAAU,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC;IACvE,OAAO,IAAI,KAAK,CAAC,MAAM,EAAE;QACvB,GAAG,MAAM,CAAC,WAAW,CACnB,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,IAAI,EAAE,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAE,CAAC,CAAC,CAC9E;QACD,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,IAAI,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACtE,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,EAAC,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,EAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC9F,GAAG,CAAC,OAAO,CAAC,aAAa;YACvB,CAAC,CAAC,EAAC,CAAC,OAAO,CAAC,aAAa,CAAC,EAAE,eAAe,CAAC,SAAS,EAAE,IAAI,KAAK,EAAE,CAAC,EAAC;YACpE,CAAC,CAAC,EAAE,CAAC;KACR,CAAC,CAAC;AACL,CAAC"}
@@ -0,0 +1,2 @@
1
+ export {};
2
+ //# sourceMappingURL=worker-entry.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"worker-entry.d.ts","sourceRoot":"","sources":["../../src/arrow/worker-entry.ts"],"names":[],"mappings":""}
@@ -0,0 +1,9 @@
1
+ // math.gl
2
+ // SPDX-License-Identifier: MIT
3
+ // SPDX-FileCopyrightText: Copyright (c) vis.gl contributors
4
+ import { initializeTaskWorker } from '@math.gl/tasks';
5
+ import { createArrowExpressionTask } from "./worker.js";
6
+ // Default worker for primitive expressions. Applications can provide their own module worker
7
+ // with local declarations by initializing createArrowExpressionTask({functions}) instead.
8
+ void initializeTaskWorker(createArrowExpressionTask());
9
+ //# sourceMappingURL=worker-entry.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"worker-entry.js","sourceRoot":"","sources":["../../src/arrow/worker-entry.ts"],"names":[],"mappings":"AAAA,UAAU;AACV,+BAA+B;AAC/B,4DAA4D;AAE5D,OAAO,EAAC,oBAAoB,EAAC,MAAM,gBAAgB,CAAC;AACpD,OAAO,EAAC,yBAAyB,EAAC,oBAAiB;AAEnD,6FAA6F;AAC7F,0FAA0F;AAC1F,KAAK,oBAAoB,CAAC,yBAAyB,EAAE,CAAC,CAAC"}