@math.gl/sql 0.0.0-stage → 5.0.0-beta.12

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (353) hide show
  1. package/LICENSE +249 -0
  2. package/README.md +26 -2
  3. package/THIRD-PARTY-NOTICES.md +5 -0
  4. package/dist/arrow/aggregates.d.ts +46 -0
  5. package/dist/arrow/aggregates.d.ts.map +1 -0
  6. package/dist/arrow/aggregates.js +289 -0
  7. package/dist/arrow/aggregates.js.map +1 -0
  8. package/dist/arrow/buffers.d.ts +30 -0
  9. package/dist/arrow/buffers.d.ts.map +1 -0
  10. package/dist/arrow/buffers.js +177 -0
  11. package/dist/arrow/buffers.js.map +1 -0
  12. package/dist/arrow/cast.d.ts +19 -0
  13. package/dist/arrow/cast.d.ts.map +1 -0
  14. package/dist/arrow/cast.js +138 -0
  15. package/dist/arrow/cast.js.map +1 -0
  16. package/dist/arrow/compiler.d.ts +10 -0
  17. package/dist/arrow/compiler.d.ts.map +1 -0
  18. package/dist/arrow/compiler.js +1538 -0
  19. package/dist/arrow/compiler.js.map +1 -0
  20. package/dist/arrow/float16.d.ts +7 -0
  21. package/dist/arrow/float16.d.ts.map +1 -0
  22. package/dist/arrow/float16.js +26 -0
  23. package/dist/arrow/float16.js.map +1 -0
  24. package/dist/arrow/index.cjs +3321 -0
  25. package/dist/arrow/index.cjs.map +6 -0
  26. package/dist/arrow/index.d.ts +5 -0
  27. package/dist/arrow/index.d.ts.map +1 -0
  28. package/dist/arrow/index.js +7 -0
  29. package/dist/arrow/index.js.map +1 -0
  30. package/dist/arrow/like.d.ts +3 -0
  31. package/dist/arrow/like.d.ts.map +1 -0
  32. package/dist/arrow/like.js +75 -0
  33. package/dist/arrow/like.js.map +1 -0
  34. package/dist/arrow/list-values.d.ts +14 -0
  35. package/dist/arrow/list-values.d.ts.map +1 -0
  36. package/dist/arrow/list-values.js +201 -0
  37. package/dist/arrow/list-values.js.map +1 -0
  38. package/dist/arrow/predicate.d.ts +7 -0
  39. package/dist/arrow/predicate.d.ts.map +1 -0
  40. package/dist/arrow/predicate.js +10 -0
  41. package/dist/arrow/predicate.js.map +1 -0
  42. package/dist/arrow/query-arrow-aggregate-snapshots.d.ts +24 -0
  43. package/dist/arrow/query-arrow-aggregate-snapshots.d.ts.map +1 -0
  44. package/dist/arrow/query-arrow-aggregate-snapshots.js +64 -0
  45. package/dist/arrow/query-arrow-aggregate-snapshots.js.map +1 -0
  46. package/dist/arrow/query-arrow-sql.d.ts +8 -0
  47. package/dist/arrow/query-arrow-sql.d.ts.map +1 -0
  48. package/dist/arrow/query-arrow-sql.js +223 -0
  49. package/dist/arrow/query-arrow-sql.js.map +1 -0
  50. package/dist/arrow/query-arrow-table.d.ts +36 -0
  51. package/dist/arrow/query-arrow-table.d.ts.map +1 -0
  52. package/dist/arrow/query-arrow-table.js +208 -0
  53. package/dist/arrow/query-arrow-table.js.map +1 -0
  54. package/dist/arrow/query-worker-entry.d.ts +2 -0
  55. package/dist/arrow/query-worker-entry.d.ts.map +1 -0
  56. package/dist/arrow/query-worker-entry.js +7 -0
  57. package/dist/arrow/query-worker-entry.js.map +1 -0
  58. package/dist/arrow/query-worker.d.ts +65 -0
  59. package/dist/arrow/query-worker.d.ts.map +1 -0
  60. package/dist/arrow/query-worker.js +135 -0
  61. package/dist/arrow/query-worker.js.map +1 -0
  62. package/dist/arrow/registry.d.ts +4 -0
  63. package/dist/arrow/registry.d.ts.map +1 -0
  64. package/dist/arrow/registry.js +66 -0
  65. package/dist/arrow/registry.js.map +1 -0
  66. package/dist/arrow/relational-query.d.ts +36 -0
  67. package/dist/arrow/relational-query.d.ts.map +1 -0
  68. package/dist/arrow/relational-query.js +174 -0
  69. package/dist/arrow/relational-query.js.map +1 -0
  70. package/dist/arrow/replace-arrow-columns.d.ts +8 -0
  71. package/dist/arrow/replace-arrow-columns.d.ts.map +1 -0
  72. package/dist/arrow/replace-arrow-columns.js +63 -0
  73. package/dist/arrow/replace-arrow-columns.js.map +1 -0
  74. package/dist/arrow/signature.d.ts +6 -0
  75. package/dist/arrow/signature.d.ts.map +1 -0
  76. package/dist/arrow/signature.js +51 -0
  77. package/dist/arrow/signature.js.map +1 -0
  78. package/dist/arrow/temporal-cast.d.ts +9 -0
  79. package/dist/arrow/temporal-cast.d.ts.map +1 -0
  80. package/dist/arrow/temporal-cast.js +60 -0
  81. package/dist/arrow/temporal-cast.js.map +1 -0
  82. package/dist/arrow/types.d.ts +62 -0
  83. package/dist/arrow/types.d.ts.map +1 -0
  84. package/dist/arrow/types.js +5 -0
  85. package/dist/arrow/types.js.map +1 -0
  86. package/dist/arrow/unnest-arrow-column.d.ts +22 -0
  87. package/dist/arrow/unnest-arrow-column.d.ts.map +1 -0
  88. package/dist/arrow/unnest-arrow-column.js +112 -0
  89. package/dist/arrow/unnest-arrow-column.js.map +1 -0
  90. package/dist/arrow/worker-entry.d.ts +2 -0
  91. package/dist/arrow/worker-entry.d.ts.map +1 -0
  92. package/dist/arrow/worker-entry.js +9 -0
  93. package/dist/arrow/worker-entry.js.map +1 -0
  94. package/dist/arrow/worker.cjs +4074 -0
  95. package/dist/arrow/worker.cjs.map +6 -0
  96. package/dist/arrow/worker.d.ts +58 -0
  97. package/dist/arrow/worker.d.ts.map +1 -0
  98. package/dist/arrow/worker.js +84 -0
  99. package/dist/arrow/worker.js.map +1 -0
  100. package/dist/color-functions/index.cjs +382 -0
  101. package/dist/color-functions/index.cjs.map +6 -0
  102. package/dist/color-functions/index.d.ts +26 -0
  103. package/dist/color-functions/index.d.ts.map +1 -0
  104. package/dist/color-functions/index.js +306 -0
  105. package/dist/color-functions/index.js.map +1 -0
  106. package/dist/diagnostic-log.d.ts +8 -0
  107. package/dist/diagnostic-log.d.ts.map +1 -0
  108. package/dist/diagnostic-log.js +15 -0
  109. package/dist/diagnostic-log.js.map +1 -0
  110. package/dist/expressions/ast.d.ts +12 -0
  111. package/dist/expressions/ast.d.ts.map +1 -0
  112. package/dist/expressions/ast.js +114 -0
  113. package/dist/expressions/ast.js.map +1 -0
  114. package/dist/expressions/columnar-predicate.d.ts +56 -0
  115. package/dist/expressions/columnar-predicate.d.ts.map +1 -0
  116. package/dist/expressions/columnar-predicate.js +176 -0
  117. package/dist/expressions/columnar-predicate.js.map +1 -0
  118. package/dist/expressions/evaluation-error.d.ts +14 -0
  119. package/dist/expressions/evaluation-error.d.ts.map +1 -0
  120. package/dist/expressions/evaluation-error.js +26 -0
  121. package/dist/expressions/evaluation-error.js.map +1 -0
  122. package/dist/expressions/expression-eval.d.ts +105 -0
  123. package/dist/expressions/expression-eval.d.ts.map +1 -0
  124. package/dist/expressions/expression-eval.js +330 -0
  125. package/dist/expressions/expression-eval.js.map +1 -0
  126. package/dist/expressions/function-libraries.d.ts +63 -0
  127. package/dist/expressions/function-libraries.d.ts.map +1 -0
  128. package/dist/expressions/function-libraries.js +69 -0
  129. package/dist/expressions/function-libraries.js.map +1 -0
  130. package/dist/expressions/function-registry.d.ts +93 -0
  131. package/dist/expressions/function-registry.d.ts.map +1 -0
  132. package/dist/expressions/function-registry.js +139 -0
  133. package/dist/expressions/function-registry.js.map +1 -0
  134. package/dist/expressions/get.d.ts +9 -0
  135. package/dist/expressions/get.d.ts.map +1 -0
  136. package/dist/expressions/get.js +32 -0
  137. package/dist/expressions/get.js.map +1 -0
  138. package/dist/expressions/index.cjs +1888 -0
  139. package/dist/expressions/index.cjs.map +6 -0
  140. package/dist/expressions/index.d.ts +13 -0
  141. package/dist/expressions/index.d.ts.map +1 -0
  142. package/dist/expressions/index.js +14 -0
  143. package/dist/expressions/index.js.map +1 -0
  144. package/dist/expressions/numeric-functions.d.ts +277 -0
  145. package/dist/expressions/numeric-functions.d.ts.map +1 -0
  146. package/dist/expressions/numeric-functions.js +52 -0
  147. package/dist/expressions/numeric-functions.js.map +1 -0
  148. package/dist/expressions/parse-expression-string.d.ts +21 -0
  149. package/dist/expressions/parse-expression-string.d.ts.map +1 -0
  150. package/dist/expressions/parse-expression-string.js +61 -0
  151. package/dist/expressions/parse-expression-string.js.map +1 -0
  152. package/dist/expressions/predicate-expression.d.ts +7 -0
  153. package/dist/expressions/predicate-expression.d.ts.map +1 -0
  154. package/dist/expressions/predicate-expression.js +112 -0
  155. package/dist/expressions/predicate-expression.js.map +1 -0
  156. package/dist/expressions/scalar-type.d.ts +6 -0
  157. package/dist/expressions/scalar-type.d.ts.map +1 -0
  158. package/dist/expressions/scalar-type.js +23 -0
  159. package/dist/expressions/scalar-type.js.map +1 -0
  160. package/dist/expressions/vendor/jsep/runtime.d.ts +3 -0
  161. package/dist/expressions/vendor/jsep/runtime.d.ts.map +1 -0
  162. package/dist/expressions/vendor/jsep/runtime.js +972 -0
  163. package/dist/expressions/vendor/jsep/runtime.js.map +1 -0
  164. package/dist/expressions/vendor/jsep/types.d.ts +148 -0
  165. package/dist/expressions/vendor/jsep/types.d.ts.map +1 -0
  166. package/dist/expressions/vendor/jsep/types.js +6 -0
  167. package/dist/expressions/vendor/jsep/types.js.map +1 -0
  168. package/dist/index.cjs +5294 -0
  169. package/dist/index.cjs.map +6 -0
  170. package/dist/index.d.ts +11 -0
  171. package/dist/index.d.ts.map +1 -0
  172. package/dist/index.js +11 -0
  173. package/dist/index.js.map +1 -0
  174. package/dist/math-functions/index.cjs +444 -0
  175. package/dist/math-functions/index.cjs.map +6 -0
  176. package/dist/math-functions/index.d.ts +44 -0
  177. package/dist/math-functions/index.d.ts.map +1 -0
  178. package/dist/math-functions/index.js +182 -0
  179. package/dist/math-functions/index.js.map +1 -0
  180. package/dist/parser/bind-sql-predicate.d.ts +4 -0
  181. package/dist/parser/bind-sql-predicate.d.ts.map +1 -0
  182. package/dist/parser/bind-sql-predicate.js +11 -0
  183. package/dist/parser/bind-sql-predicate.js.map +1 -0
  184. package/dist/parser/index.cjs +1807 -0
  185. package/dist/parser/index.cjs.map +6 -0
  186. package/dist/parser/index.d.ts +12 -0
  187. package/dist/parser/index.d.ts.map +1 -0
  188. package/dist/parser/index.js +11 -0
  189. package/dist/parser/index.js.map +1 -0
  190. package/dist/parser/parameter-snapshots.d.ts +21 -0
  191. package/dist/parser/parameter-snapshots.d.ts.map +1 -0
  192. package/dist/parser/parameter-snapshots.js +85 -0
  193. package/dist/parser/parameter-snapshots.js.map +1 -0
  194. package/dist/parser/parse-sql-expression.d.ts +50 -0
  195. package/dist/parser/parse-sql-expression.d.ts.map +1 -0
  196. package/dist/parser/parse-sql-expression.js +501 -0
  197. package/dist/parser/parse-sql-expression.js.map +1 -0
  198. package/dist/parser/parse-sql-predicate.d.ts +13 -0
  199. package/dist/parser/parse-sql-predicate.d.ts.map +1 -0
  200. package/dist/parser/parse-sql-predicate.js +365 -0
  201. package/dist/parser/parse-sql-predicate.js.map +1 -0
  202. package/dist/parser/parse-sql-query.d.ts +9 -0
  203. package/dist/parser/parse-sql-query.d.ts.map +1 -0
  204. package/dist/parser/parse-sql-query.js +81 -0
  205. package/dist/parser/parse-sql-query.js.map +1 -0
  206. package/dist/parser/parse-sql-select.d.ts +57 -0
  207. package/dist/parser/parse-sql-select.d.ts.map +1 -0
  208. package/dist/parser/parse-sql-select.js +247 -0
  209. package/dist/parser/parse-sql-select.js.map +1 -0
  210. package/dist/parser/parse-sql-statement.d.ts +54 -0
  211. package/dist/parser/parse-sql-statement.d.ts.map +1 -0
  212. package/dist/parser/parse-sql-statement.js +207 -0
  213. package/dist/parser/parse-sql-statement.js.map +1 -0
  214. package/dist/parser/query-types.d.ts +56 -0
  215. package/dist/parser/query-types.d.ts.map +1 -0
  216. package/dist/parser/query-types.js +5 -0
  217. package/dist/parser/query-types.js.map +1 -0
  218. package/dist/parser/sql-parameters.d.ts +29 -0
  219. package/dist/parser/sql-parameters.d.ts.map +1 -0
  220. package/dist/parser/sql-parameters.js +110 -0
  221. package/dist/parser/sql-parameters.js.map +1 -0
  222. package/dist/parser/sql-parse-error.d.ts +13 -0
  223. package/dist/parser/sql-parse-error.d.ts.map +1 -0
  224. package/dist/parser/sql-parse-error.js +20 -0
  225. package/dist/parser/sql-parse-error.js.map +1 -0
  226. package/dist/parser/sql-predicate-schema.d.ts +164 -0
  227. package/dist/parser/sql-predicate-schema.d.ts.map +1 -0
  228. package/dist/parser/sql-predicate-schema.js +249 -0
  229. package/dist/parser/sql-predicate-schema.js.map +1 -0
  230. package/dist/parser/sql-predicate-types.d.ts +48 -0
  231. package/dist/parser/sql-predicate-types.d.ts.map +1 -0
  232. package/dist/parser/sql-predicate-types.js +9 -0
  233. package/dist/parser/sql-predicate-types.js.map +1 -0
  234. package/dist/parser/sql-predicate.d.ts +6 -0
  235. package/dist/parser/sql-predicate.d.ts.map +1 -0
  236. package/dist/parser/sql-predicate.js +8 -0
  237. package/dist/parser/sql-predicate.js.map +1 -0
  238. package/dist/scales/arrow-domains.d.ts +22 -0
  239. package/dist/scales/arrow-domains.d.ts.map +1 -0
  240. package/dist/scales/arrow-domains.js +166 -0
  241. package/dist/scales/arrow-domains.js.map +1 -0
  242. package/dist/scales/arrow-scales.d.ts +44 -0
  243. package/dist/scales/arrow-scales.d.ts.map +1 -0
  244. package/dist/scales/arrow-scales.js +255 -0
  245. package/dist/scales/arrow-scales.js.map +1 -0
  246. package/dist/scales/compile-scale.d.ts +2 -0
  247. package/dist/scales/compile-scale.d.ts.map +1 -0
  248. package/dist/scales/compile-scale.js +5 -0
  249. package/dist/scales/compile-scale.js.map +1 -0
  250. package/dist/scales/conformance.cjs +180 -0
  251. package/dist/scales/conformance.cjs.map +6 -0
  252. package/dist/scales/conformance.d.ts +26 -0
  253. package/dist/scales/conformance.d.ts.map +1 -0
  254. package/dist/scales/conformance.js +164 -0
  255. package/dist/scales/conformance.js.map +1 -0
  256. package/dist/scales/hdr-colors.d.ts +2 -0
  257. package/dist/scales/hdr-colors.d.ts.map +1 -0
  258. package/dist/scales/hdr-colors.js +5 -0
  259. package/dist/scales/hdr-colors.js.map +1 -0
  260. package/dist/scales/index.cjs +4334 -0
  261. package/dist/scales/index.cjs.map +6 -0
  262. package/dist/scales/index.d.ts +10 -0
  263. package/dist/scales/index.d.ts.map +1 -0
  264. package/dist/scales/index.js +11 -0
  265. package/dist/scales/index.js.map +1 -0
  266. package/dist/scales/palettes.d.ts +2 -0
  267. package/dist/scales/palettes.d.ts.map +1 -0
  268. package/dist/scales/palettes.js +5 -0
  269. package/dist/scales/palettes.js.map +1 -0
  270. package/dist/scales/parse-sql-scale.d.ts +27 -0
  271. package/dist/scales/parse-sql-scale.d.ts.map +1 -0
  272. package/dist/scales/parse-sql-scale.js +257 -0
  273. package/dist/scales/parse-sql-scale.js.map +1 -0
  274. package/dist/scales/quantile-sketch.d.ts +2 -0
  275. package/dist/scales/quantile-sketch.d.ts.map +1 -0
  276. package/dist/scales/quantile-sketch.js +5 -0
  277. package/dist/scales/quantile-sketch.js.map +1 -0
  278. package/dist/scales/scale-types.d.ts +2 -0
  279. package/dist/scales/scale-types.d.ts.map +1 -0
  280. package/dist/scales/scale-types.js +5 -0
  281. package/dist/scales/scale-types.js.map +1 -0
  282. package/dist/scales/streaming-domains.d.ts +18 -0
  283. package/dist/scales/streaming-domains.d.ts.map +1 -0
  284. package/dist/scales/streaming-domains.js +115 -0
  285. package/dist/scales/streaming-domains.js.map +1 -0
  286. package/package.json +92 -4
  287. package/src/arrow/aggregates.ts +386 -0
  288. package/src/arrow/buffers.ts +177 -0
  289. package/src/arrow/cast.ts +160 -0
  290. package/src/arrow/compiler.ts +1778 -0
  291. package/src/arrow/float16.ts +25 -0
  292. package/src/arrow/index.ts +22 -0
  293. package/src/arrow/like.ts +72 -0
  294. package/src/arrow/list-values.ts +221 -0
  295. package/src/arrow/predicate.ts +19 -0
  296. package/src/arrow/query-arrow-aggregate-snapshots.ts +107 -0
  297. package/src/arrow/query-arrow-sql.ts +255 -0
  298. package/src/arrow/query-arrow-table.ts +298 -0
  299. package/src/arrow/query-worker-entry.ts +8 -0
  300. package/src/arrow/query-worker.ts +194 -0
  301. package/src/arrow/registry.ts +87 -0
  302. package/src/arrow/relational-query.ts +247 -0
  303. package/src/arrow/replace-arrow-columns.ts +71 -0
  304. package/src/arrow/signature.ts +50 -0
  305. package/src/arrow/temporal-cast.ts +66 -0
  306. package/src/arrow/types.ts +76 -0
  307. package/src/arrow/unnest-arrow-column.ts +145 -0
  308. package/src/arrow/worker-entry.ts +10 -0
  309. package/src/arrow/worker.ts +143 -0
  310. package/src/color-functions/index.ts +405 -0
  311. package/src/diagnostic-log.ts +20 -0
  312. package/src/expressions/ast.ts +143 -0
  313. package/src/expressions/columnar-predicate.ts +293 -0
  314. package/src/expressions/evaluation-error.ts +29 -0
  315. package/src/expressions/expression-eval.ts +489 -0
  316. package/src/expressions/function-libraries.ts +126 -0
  317. package/src/expressions/function-registry.ts +171 -0
  318. package/src/expressions/get.ts +37 -0
  319. package/src/expressions/index.ts +40 -0
  320. package/src/expressions/numeric-functions.ts +99 -0
  321. package/src/expressions/parse-expression-string.ts +80 -0
  322. package/src/expressions/predicate-expression.ts +128 -0
  323. package/src/expressions/scalar-type.ts +39 -0
  324. package/src/expressions/vendor/jsep/LICENSE.txt +23 -0
  325. package/src/expressions/vendor/jsep/runtime.ts +949 -0
  326. package/src/expressions/vendor/jsep/types.ts +191 -0
  327. package/src/index.ts +54 -0
  328. package/src/math-functions/index.ts +235 -0
  329. package/src/parser/bind-sql-predicate.ts +21 -0
  330. package/src/parser/index.ts +43 -0
  331. package/src/parser/parameter-snapshots.ts +103 -0
  332. package/src/parser/parse-sql-expression.ts +500 -0
  333. package/src/parser/parse-sql-predicate.ts +454 -0
  334. package/src/parser/parse-sql-query.ts +90 -0
  335. package/src/parser/parse-sql-select.ts +272 -0
  336. package/src/parser/parse-sql-statement.ts +260 -0
  337. package/src/parser/query-types.ts +71 -0
  338. package/src/parser/sql-parameters.ts +174 -0
  339. package/src/parser/sql-parse-error.ts +33 -0
  340. package/src/parser/sql-predicate-schema.ts +279 -0
  341. package/src/parser/sql-predicate-types.ts +91 -0
  342. package/src/parser/sql-predicate.ts +28 -0
  343. package/src/scales/arrow-domains.ts +190 -0
  344. package/src/scales/arrow-scales.ts +363 -0
  345. package/src/scales/compile-scale.ts +5 -0
  346. package/src/scales/conformance.ts +186 -0
  347. package/src/scales/hdr-colors.ts +5 -0
  348. package/src/scales/index.ts +37 -0
  349. package/src/scales/palettes.ts +5 -0
  350. package/src/scales/parse-sql-scale.ts +300 -0
  351. package/src/scales/quantile-sketch.ts +5 -0
  352. package/src/scales/scale-types.ts +5 -0
  353. package/src/scales/streaming-domains.ts +139 -0
@@ -0,0 +1,65 @@
1
+ import type { Table } from 'apache-arrow';
2
+ import { type DehydratedArrowTable } from '@math.gl/core/arrow';
3
+ import { type Task, type TaskWorker } from '@math.gl/tasks';
4
+ import { type ArrowTableQuery } from "./query-arrow-table.js";
5
+ import type { ArrowTableFunction } from "./types.js";
6
+ /** Query options accepted by a worker session. Register functions inside the worker. */
7
+ export type ArrowWorkerQuery = Omit<ArrowTableQuery, 'functions'>;
8
+ type QueryPayload = Omit<ArrowWorkerQuery, 'signal' | 'union' | 'join'> & {
9
+ union?: DehydratedArrowTable[];
10
+ join?: Omit<NonNullable<ArrowTableQuery['join']>, 'table'> & {
11
+ table: DehydratedArrowTable;
12
+ };
13
+ };
14
+ type QueryResult = {
15
+ table: DehydratedArrowTable;
16
+ } | {
17
+ error: {
18
+ name: string;
19
+ message: string;
20
+ };
21
+ };
22
+ type QueryTask = {
23
+ initialization: {
24
+ table: DehydratedArrowTable;
25
+ };
26
+ input: {
27
+ operation: 'query';
28
+ query: QueryPayload;
29
+ } | {
30
+ operation: 'get' | 'take';
31
+ };
32
+ output: QueryResult;
33
+ state: Table;
34
+ };
35
+ /** Configuration for a retained Arrow query worker. */
36
+ export type ArrowQueryWorkerOptions = {
37
+ /** Module worker URL or browser worker factory. */
38
+ worker: Pick<TaskWorker, 'url' | 'create'>;
39
+ /** Defaults to copy. Transfer relinquishes every source buffer and its aliases. */
40
+ inputOwnership?: 'copy' | 'transfer';
41
+ /** Cancels worker initialization. */
42
+ signal?: AbortSignal;
43
+ };
44
+ /** Runs queries against a source table retained in a dedicated worker. */
45
+ export type ArrowQueryWorkerSession = {
46
+ /** Executes a query. Its union and join inputs are copied for this call. */
47
+ query(query?: ArrowWorkerQuery): Promise<Table>;
48
+ /** Returns a snapshot and keeps the worker available. */
49
+ getTable(): Promise<Table>;
50
+ /** Transfers the source back and closes the session. */
51
+ takeTable(): Promise<Table>;
52
+ /** Drains accepted operations and releases the worker. */
53
+ close(): Promise<void>;
54
+ };
55
+ /** Defines the shared task protocol. Custom function declarations stay in the worker. */
56
+ export declare function createArrowQueryTask(options?: {
57
+ functions?: readonly ArrowTableFunction[];
58
+ worker?: TaskWorker;
59
+ }): Task<QueryTask>;
60
+ /** Sends one table to a worker and retains it across queries. */
61
+ export declare function createArrowQueryWorker(source: Table, { worker, inputOwnership, signal }: ArrowQueryWorkerOptions): Promise<ArrowQueryWorkerSession>;
62
+ /** Executes one query on a worker and releases the worker after it settles. */
63
+ export declare function queryArrowTableInWorker(source: Table, query: ArrowWorkerQuery, options: ArrowQueryWorkerOptions): Promise<Table>;
64
+ export {};
65
+ //# sourceMappingURL=query-worker.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"query-worker.d.ts","sourceRoot":"","sources":["../../src/arrow/query-worker.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,KAAK,EAAC,MAAM,cAAc,CAAC;AACxC,OAAO,EAGL,KAAK,oBAAoB,EAC1B,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAa,KAAK,IAAI,EAAE,KAAK,UAAU,EAAC,MAAM,gBAAgB,CAAC;AACtE,OAAO,EAAkB,KAAK,eAAe,EAAC,+BAA4B;AAC1E,OAAO,KAAK,EAAC,kBAAkB,EAAC,mBAAgB;AAEhD,wFAAwF;AACxF,MAAM,MAAM,gBAAgB,GAAG,IAAI,CAAC,eAAe,EAAE,WAAW,CAAC,CAAC;AAElE,KAAK,YAAY,GAAG,IAAI,CAAC,gBAAgB,EAAE,QAAQ,GAAG,OAAO,GAAG,MAAM,CAAC,GAAG;IACxE,KAAK,CAAC,EAAE,oBAAoB,EAAE,CAAC;IAC/B,IAAI,CAAC,EAAE,IAAI,CAAC,WAAW,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,EAAE,OAAO,CAAC,GAAG;QAAC,KAAK,EAAE,oBAAoB,CAAA;KAAC,CAAC;CAC5F,CAAC;AAEF,KAAK,WAAW,GAAG;IAAC,KAAK,EAAE,oBAAoB,CAAA;CAAC,GAAG;IAAC,KAAK,EAAE;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAC,CAAA;CAAC,CAAC;AAE5F,KAAK,SAAS,GAAG;IACf,cAAc,EAAE;QAAC,KAAK,EAAE,oBAAoB,CAAA;KAAC,CAAC;IAC9C,KAAK,EAAE;QAAC,SAAS,EAAE,OAAO,CAAC;QAAC,KAAK,EAAE,YAAY,CAAA;KAAC,GAAG;QAAC,SAAS,EAAE,KAAK,GAAG,MAAM,CAAA;KAAC,CAAC;IAC/E,MAAM,EAAE,WAAW,CAAC;IACpB,KAAK,EAAE,KAAK,CAAC;CACd,CAAC;AAEF,uDAAuD;AACvD,MAAM,MAAM,uBAAuB,GAAG;IACpC,mDAAmD;IACnD,MAAM,EAAE,IAAI,CAAC,UAAU,EAAE,KAAK,GAAG,QAAQ,CAAC,CAAC;IAC3C,mFAAmF;IACnF,cAAc,CAAC,EAAE,MAAM,GAAG,UAAU,CAAC;IACrC,qCAAqC;IACrC,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB,CAAC;AAEF,0EAA0E;AAC1E,MAAM,MAAM,uBAAuB,GAAG;IACpC,4EAA4E;IAC5E,KAAK,CAAC,KAAK,CAAC,EAAE,gBAAgB,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC;IAChD,yDAAyD;IACzD,QAAQ,IAAI,OAAO,CAAC,KAAK,CAAC,CAAC;IAC3B,wDAAwD;IACxD,SAAS,IAAI,OAAO,CAAC,KAAK,CAAC,CAAC;IAC5B,0DAA0D;IAC1D,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACxB,CAAC;AAEF,yFAAyF;AACzF,wBAAgB,oBAAoB,CAClC,OAAO,GAAE;IAAC,SAAS,CAAC,EAAE,SAAS,kBAAkB,EAAE,CAAC;IAAC,MAAM,CAAC,EAAE,UAAU,CAAA;CAAM,GAC7E,IAAI,CAAC,SAAS,CAAC,CA+BjB;AAED,iEAAiE;AACjE,wBAAsB,sBAAsB,CAC1C,MAAM,EAAE,KAAK,EACb,EAAC,MAAM,EAAE,cAAc,EAAE,MAAM,EAAC,EAAE,uBAAuB,GACxD,OAAO,CAAC,uBAAuB,CAAC,CAqDlC;AAED,+EAA+E;AAC/E,wBAAsB,uBAAuB,CAC3C,MAAM,EAAE,KAAK,EACb,KAAK,EAAE,gBAAgB,EACvB,OAAO,EAAE,uBAAuB,GAC/B,OAAO,CAAC,KAAK,CAAC,CAUhB"}
@@ -0,0 +1,135 @@
1
+ // math.gl
2
+ // SPDX-License-Identifier: MIT
3
+ // SPDX-FileCopyrightText: Copyright (c) vis.gl contributors
4
+ import { dehydrateArrowTable, hydrateArrowTable } from '@math.gl/core/arrow';
5
+ import { TaskRunner } from '@math.gl/tasks';
6
+ import { queryArrowTable } from "./query-arrow-table.js";
7
+ /** Defines the shared task protocol. Custom function declarations stay in the worker. */
8
+ export function createArrowQueryTask(options = {}) {
9
+ return {
10
+ id: 'math.gl-arrow-query',
11
+ worker: options.worker,
12
+ initialize: ({ table }) => hydrateArrowTable(table),
13
+ process(input, _options, { state, signal }) {
14
+ if (input.operation === 'take')
15
+ return { table: dehydrateArrowTable(state, { copy: 'none' }) };
16
+ let result = state;
17
+ try {
18
+ if (input.operation === 'query') {
19
+ const { union, join, ...query } = input.query;
20
+ result = queryArrowTable(state, {
21
+ ...query,
22
+ union: union?.map(hydrateArrowTable),
23
+ join: join && { ...join, table: hydrateArrowTable(join.table) },
24
+ functions: options.functions,
25
+ signal
26
+ });
27
+ }
28
+ return { table: dehydrateArrowTable(result, { retain: [state] }) };
29
+ }
30
+ catch (error) {
31
+ // A query error is a response, so the task runner keeps the pinned worker alive.
32
+ return {
33
+ error: {
34
+ name: error instanceof Error ? error.name : 'Error',
35
+ message: error instanceof Error ? error.message : String(error)
36
+ }
37
+ };
38
+ }
39
+ }
40
+ };
41
+ }
42
+ /** Sends one table to a worker and retains it across queries. */
43
+ export async function createArrowQueryWorker(source, { worker, inputOwnership, signal }) {
44
+ signal?.throwIfAborted();
45
+ const runner = new TaskRunner();
46
+ try {
47
+ const task = await runner.initializeTask(createArrowQueryTask({ worker: { ...worker, capabilities: { atomic: true, streaming: false } } }), { table: dehydrateArrowTable(source, { copy: 'none' }) }, { execution: 'worker', inputOwnership, signal });
48
+ let closing = false;
49
+ function assertOpen() {
50
+ if (closing)
51
+ throw new Error('Arrow query worker session is closed');
52
+ }
53
+ return {
54
+ async query({ signal: querySignal, union, join, ...query } = {}) {
55
+ assertOpen();
56
+ querySignal?.throwIfAborted();
57
+ const result = await runQueryWithSignal(() => task.runTask({
58
+ operation: 'query',
59
+ query: {
60
+ ...query,
61
+ union: union?.map(table => dehydrateArrowTable(table, { copy: 'none' })),
62
+ join: join && { ...join, table: dehydrateArrowTable(join.table, { copy: 'none' }) }
63
+ }
64
+ }), querySignal);
65
+ return hydrateQueryResult(result);
66
+ },
67
+ async getTable() {
68
+ assertOpen();
69
+ return hydrateQueryResult(await task.runTask({ operation: 'get' }));
70
+ },
71
+ async takeTable() {
72
+ assertOpen();
73
+ closing = true;
74
+ try {
75
+ return hydrateQueryResult(await task.runTask({ operation: 'take' }));
76
+ }
77
+ finally {
78
+ await runner.close();
79
+ }
80
+ },
81
+ close() {
82
+ closing = true;
83
+ return runner.close();
84
+ }
85
+ };
86
+ }
87
+ catch (error) {
88
+ await runner.close();
89
+ throw error;
90
+ }
91
+ }
92
+ /** Executes one query on a worker and releases the worker after it settles. */
93
+ export async function queryArrowTableInWorker(source, query, options) {
94
+ const signal = query.signal ?? options.signal;
95
+ const session = await createArrowQueryWorker(source, { ...options, signal });
96
+ try {
97
+ return await session.query({ ...query, signal });
98
+ }
99
+ finally {
100
+ // Cancellation stops the caller's wait. Drain the worker independently.
101
+ if (signal?.aborted)
102
+ void session.close().catch(() => { });
103
+ else
104
+ await session.close();
105
+ }
106
+ }
107
+ /** Restores a result or propagates a query error without invalidating the session. */
108
+ function hydrateQueryResult(result) {
109
+ if ('table' in result)
110
+ return hydrateArrowTable(result.table);
111
+ const error = new Error(result.error.message);
112
+ error.name = result.error.name;
113
+ throw error;
114
+ }
115
+ /** Cancels the caller's wait while leaving accepted work queued on the retained worker. */
116
+ async function runQueryWithSignal(run, signal) {
117
+ if (!signal)
118
+ return run();
119
+ signal.throwIfAborted();
120
+ const pending = run();
121
+ return new Promise((resolve, reject) => {
122
+ const abort = () => reject(signal.reason);
123
+ signal.addEventListener('abort', abort, { once: true });
124
+ if (signal.aborted)
125
+ abort();
126
+ void pending.then(result => {
127
+ signal.removeEventListener('abort', abort);
128
+ resolve(result);
129
+ }, error => {
130
+ signal.removeEventListener('abort', abort);
131
+ reject(error);
132
+ });
133
+ });
134
+ }
135
+ //# sourceMappingURL=query-worker.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"query-worker.js","sourceRoot":"","sources":["../../src/arrow/query-worker.ts"],"names":[],"mappings":"AAAA,UAAU;AACV,+BAA+B;AAC/B,4DAA4D;AAG5D,OAAO,EACL,mBAAmB,EACnB,iBAAiB,EAElB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAC,UAAU,EAA6B,MAAM,gBAAgB,CAAC;AACtE,OAAO,EAAC,eAAe,EAAuB,+BAA4B;AA0C1E,yFAAyF;AACzF,MAAM,UAAU,oBAAoB,CAClC,UAA4E,EAAE;IAE9E,OAAO;QACL,EAAE,EAAE,qBAAqB;QACzB,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,UAAU,EAAE,CAAC,EAAC,KAAK,EAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,KAAK,CAAC;QACjD,OAAO,CAAC,KAAK,EAAE,QAAQ,EAAE,EAAC,KAAK,EAAE,MAAM,EAAC;YACtC,IAAI,KAAK,CAAC,SAAS,KAAK,MAAM;gBAAE,OAAO,EAAC,KAAK,EAAE,mBAAmB,CAAC,KAAK,EAAE,EAAC,IAAI,EAAE,MAAM,EAAC,CAAC,EAAC,CAAC;YAC3F,IAAI,MAAM,GAAG,KAAK,CAAC;YACnB,IAAI,CAAC;gBACH,IAAI,KAAK,CAAC,SAAS,KAAK,OAAO,EAAE,CAAC;oBAChC,MAAM,EAAC,KAAK,EAAE,IAAI,EAAE,GAAG,KAAK,EAAC,GAAG,KAAK,CAAC,KAAK,CAAC;oBAC5C,MAAM,GAAG,eAAe,CAAC,KAAK,EAAE;wBAC9B,GAAG,KAAK;wBACR,KAAK,EAAE,KAAK,EAAE,GAAG,CAAC,iBAAiB,CAAC;wBACpC,IAAI,EAAE,IAAI,IAAI,EAAC,GAAG,IAAI,EAAE,KAAK,EAAE,iBAAiB,CAAC,IAAI,CAAC,KAAK,CAAC,EAAC;wBAC7D,SAAS,EAAE,OAAO,CAAC,SAAS;wBAC5B,MAAM;qBACP,CAAC,CAAC;gBACL,CAAC;gBACD,OAAO,EAAC,KAAK,EAAE,mBAAmB,CAAC,MAAM,EAAE,EAAC,MAAM,EAAE,CAAC,KAAK,CAAC,EAAC,CAAC,EAAC,CAAC;YACjE,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,iFAAiF;gBACjF,OAAO;oBACL,KAAK,EAAE;wBACL,IAAI,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO;wBACnD,OAAO,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;qBAChE;iBACF,CAAC;YACJ,CAAC;QACH,CAAC;KACF,CAAC;AACJ,CAAC;AAED,iEAAiE;AACjE,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAC1C,MAAa,EACb,EAAC,MAAM,EAAE,cAAc,EAAE,MAAM,EAA0B;IAEzD,MAAM,EAAE,cAAc,EAAE,CAAC;IACzB,MAAM,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;IAChC,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,cAAc,CACtC,oBAAoB,CAAC,EAAC,MAAM,EAAE,EAAC,GAAG,MAAM,EAAE,YAAY,EAAE,EAAC,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAC,EAAC,EAAC,CAAC,EAC3F,EAAC,KAAK,EAAE,mBAAmB,CAAC,MAAM,EAAE,EAAC,IAAI,EAAE,MAAM,EAAC,CAAC,EAAC,EACpD,EAAC,SAAS,EAAE,QAAQ,EAAE,cAAc,EAAE,MAAM,EAAC,CAC9C,CAAC;QACF,IAAI,OAAO,GAAG,KAAK,CAAC;QACpB,SAAS,UAAU;YACjB,IAAI,OAAO;gBAAE,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;QACvE,CAAC;QACD,OAAO;YACL,KAAK,CAAC,KAAK,CAAC,EAAC,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,KAAK,EAAC,GAAG,EAAE;gBAC3D,UAAU,EAAE,CAAC;gBACb,WAAW,EAAE,cAAc,EAAE,CAAC;gBAC9B,MAAM,MAAM,GAAG,MAAM,kBAAkB,CACrC,GAAG,EAAE,CACH,IAAI,CAAC,OAAO,CAAC;oBACX,SAAS,EAAE,OAAO;oBAClB,KAAK,EAAE;wBACL,GAAG,KAAK;wBACR,KAAK,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,mBAAmB,CAAC,KAAK,EAAE,EAAC,IAAI,EAAE,MAAM,EAAC,CAAC,CAAC;wBACtE,IAAI,EAAE,IAAI,IAAI,EAAC,GAAG,IAAI,EAAE,KAAK,EAAE,mBAAmB,CAAC,IAAI,CAAC,KAAK,EAAE,EAAC,IAAI,EAAE,MAAM,EAAC,CAAC,EAAC;qBAChF;iBACF,CAAC,EACJ,WAAW,CACZ,CAAC;gBACF,OAAO,kBAAkB,CAAC,MAAM,CAAC,CAAC;YACpC,CAAC;YACD,KAAK,CAAC,QAAQ;gBACZ,UAAU,EAAE,CAAC;gBACb,OAAO,kBAAkB,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,EAAC,SAAS,EAAE,KAAK,EAAC,CAAC,CAAC,CAAC;YACpE,CAAC;YACD,KAAK,CAAC,SAAS;gBACb,UAAU,EAAE,CAAC;gBACb,OAAO,GAAG,IAAI,CAAC;gBACf,IAAI,CAAC;oBACH,OAAO,kBAAkB,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,EAAC,SAAS,EAAE,MAAM,EAAC,CAAC,CAAC,CAAC;gBACrE,CAAC;wBAAS,CAAC;oBACT,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;gBACvB,CAAC;YACH,CAAC;YACD,KAAK;gBACH,OAAO,GAAG,IAAI,CAAC;gBACf,OAAO,MAAM,CAAC,KAAK,EAAE,CAAC;YACxB,CAAC;SACF,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;QACrB,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAED,+EAA+E;AAC/E,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAC3C,MAAa,EACb,KAAuB,EACvB,OAAgC;IAEhC,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC;IAC9C,MAAM,OAAO,GAAG,MAAM,sBAAsB,CAAC,MAAM,EAAE,EAAC,GAAG,OAAO,EAAE,MAAM,EAAC,CAAC,CAAC;IAC3E,IAAI,CAAC;QACH,OAAO,MAAM,OAAO,CAAC,KAAK,CAAC,EAAC,GAAG,KAAK,EAAE,MAAM,EAAC,CAAC,CAAC;IACjD,CAAC;YAAS,CAAC;QACT,wEAAwE;QACxE,IAAI,MAAM,EAAE,OAAO;YAAE,KAAK,OAAO,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;;YACrD,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;IAC7B,CAAC;AACH,CAAC;AAED,sFAAsF;AACtF,SAAS,kBAAkB,CAAC,MAAmB;IAC7C,IAAI,OAAO,IAAI,MAAM;QAAE,OAAO,iBAAiB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC9D,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAC9C,KAAK,CAAC,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC;IAC/B,MAAM,KAAK,CAAC;AACd,CAAC;AAED,2FAA2F;AAC3F,KAAK,UAAU,kBAAkB,CAAI,GAAqB,EAAE,MAAoB;IAC9E,IAAI,CAAC,MAAM;QAAE,OAAO,GAAG,EAAE,CAAC;IAC1B,MAAM,CAAC,cAAc,EAAE,CAAC;IACxB,MAAM,OAAO,GAAG,GAAG,EAAE,CAAC;IACtB,OAAO,IAAI,OAAO,CAAI,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACxC,MAAM,KAAK,GAAG,GAAG,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAC1C,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,KAAK,EAAE,EAAC,IAAI,EAAE,IAAI,EAAC,CAAC,CAAC;QACtD,IAAI,MAAM,CAAC,OAAO;YAAE,KAAK,EAAE,CAAC;QAC5B,KAAK,OAAO,CAAC,IAAI,CACf,MAAM,CAAC,EAAE;YACP,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;YAC3C,OAAO,CAAC,MAAM,CAAC,CAAC;QAClB,CAAC,EACD,KAAK,CAAC,EAAE;YACN,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;YAC3C,MAAM,CAAC,KAAK,CAAC,CAAC;QAChB,CAAC,CACF,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC"}
@@ -0,0 +1,4 @@
1
+ import type { ArrowTableFunction } from "./types.js";
2
+ /** Builds one private, immutable declaration lookup per compilation. */
3
+ export declare function createFunctionLookup(declarations?: readonly ArrowTableFunction[]): ReadonlyMap<string, ArrowTableFunction>;
4
+ //# sourceMappingURL=registry.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"registry.d.ts","sourceRoot":"","sources":["../../src/arrow/registry.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAC,kBAAkB,EAAC,mBAAgB;AAEhD,wEAAwE;AACxE,wBAAgB,oBAAoB,CAClC,YAAY,GAAE,SAAS,kBAAkB,EAAO,GAC/C,WAAW,CAAC,MAAM,EAAE,kBAAkB,CAAC,CA4EzC"}
@@ -0,0 +1,66 @@
1
+ // math.gl
2
+ // SPDX-License-Identifier: MIT
3
+ // SPDX-FileCopyrightText: Copyright (c) vis.gl contributors
4
+ import { physicalKey } from "./signature.js";
5
+ /** Builds one private, immutable declaration lookup per compilation. */
6
+ export function createFunctionLookup(declarations = []) {
7
+ const functions = new Map();
8
+ for (const declaration of declarations) {
9
+ const name = declaration?.name;
10
+ if (typeof name !== 'string' || !/^[A-Za-z_$][A-Za-z0-9_$]*$/.test(name))
11
+ throw new Error('Invalid Arrow function name');
12
+ if ([
13
+ 'TRY',
14
+ 'COALESCE',
15
+ 'array',
16
+ 'array_float16',
17
+ 'array_float32',
18
+ 'array_float64',
19
+ 'array_uint8',
20
+ 'PACK_UNORM8',
21
+ 'EPOCH_MS',
22
+ 'LIST_EXTRACT',
23
+ 'STRUCT_EXTRACT',
24
+ 'cast',
25
+ 'in',
26
+ 'isNull',
27
+ 'isNotNull',
28
+ 'parseNumber',
29
+ 'parseBigInt',
30
+ 'parseBoolean',
31
+ 'toFloat64',
32
+ 'toInt32',
33
+ 'toInt64'
34
+ ].includes(name))
35
+ throw new Error(`Reserved Arrow function: ${name}`);
36
+ if (!Array.isArray(declaration.prototypes) || !declaration.prototypes.length)
37
+ throw new Error('Arrow functions require one or more prototypes');
38
+ const prototypes = [...(functions.get(name)?.prototypes ?? [])];
39
+ for (const prototype of declaration.prototypes) {
40
+ if (!prototype ||
41
+ typeof prototype !== 'object' ||
42
+ !Array.isArray(prototype.arguments) ||
43
+ !prototype.result ||
44
+ typeof prototype.evaluate !== 'function')
45
+ throw new Error('Arrow prototypes require argument fields, a result field and evaluate');
46
+ if (prototype.nullHandling !== undefined &&
47
+ !['propagate', 'call'].includes(prototype.nullHandling))
48
+ throw new Error('Unsupported null handling');
49
+ if (prototype.evaluateScalar !== undefined && typeof prototype.evaluateScalar !== 'function')
50
+ throw new Error('Arrow function evaluateScalar must be a function');
51
+ const key = JSON.stringify(prototype.arguments.map(field => [
52
+ physicalKey(field.type),
53
+ [...field.metadata].sort(([a], [b]) => (a < b ? -1 : a > b ? 1 : 0))
54
+ ]));
55
+ if (prototypes.some(existing => JSON.stringify(existing.arguments.map(field => [
56
+ physicalKey(field.type),
57
+ [...field.metadata].sort(([a], [b]) => (a < b ? -1 : a > b ? 1 : 0))
58
+ ])) === key))
59
+ throw new Error(`Duplicate Arrow function signature: ${name}`);
60
+ prototypes.push(Object.freeze({ ...prototype, arguments: Object.freeze([...prototype.arguments]) }));
61
+ }
62
+ functions.set(name, Object.freeze({ name, prototypes: Object.freeze(prototypes) }));
63
+ }
64
+ return functions;
65
+ }
66
+ //# sourceMappingURL=registry.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"registry.js","sourceRoot":"","sources":["../../src/arrow/registry.ts"],"names":[],"mappings":"AAAA,UAAU;AACV,+BAA+B;AAC/B,4DAA4D;AAE5D,OAAO,EAAC,WAAW,EAAC,uBAAoB;AAGxC,wEAAwE;AACxE,MAAM,UAAU,oBAAoB,CAClC,eAA8C,EAAE;IAEhD,MAAM,SAAS,GAAG,IAAI,GAAG,EAA8B,CAAC;IACxD,KAAK,MAAM,WAAW,IAAI,YAAY,EAAE,CAAC;QACvC,MAAM,IAAI,GAAG,WAAW,EAAE,IAAI,CAAC;QAC/B,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,CAAC,4BAA4B,CAAC,IAAI,CAAC,IAAI,CAAC;YACtE,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;QACjD,IACE;YACE,KAAK;YACL,UAAU;YACV,OAAO;YACP,eAAe;YACf,eAAe;YACf,eAAe;YACf,aAAa;YACb,aAAa;YACb,UAAU;YACV,cAAc;YACd,gBAAgB;YAChB,MAAM;YACN,IAAI;YACJ,QAAQ;YACR,WAAW;YACX,aAAa;YACb,aAAa;YACb,cAAc;YACd,WAAW;YACX,SAAS;YACT,SAAS;SACV,CAAC,QAAQ,CAAC,IAAI,CAAC;YAEhB,MAAM,IAAI,KAAK,CAAC,4BAA4B,IAAI,EAAE,CAAC,CAAC;QACtD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,UAAU,CAAC,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,MAAM;YAC1E,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;QACpE,MAAM,UAAU,GAAG,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,UAAU,IAAI,EAAE,CAAC,CAAC,CAAC;QAChE,KAAK,MAAM,SAAS,IAAI,WAAW,CAAC,UAAU,EAAE,CAAC;YAC/C,IACE,CAAC,SAAS;gBACV,OAAO,SAAS,KAAK,QAAQ;gBAC7B,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,SAAS,CAAC;gBACnC,CAAC,SAAS,CAAC,MAAM;gBACjB,OAAO,SAAS,CAAC,QAAQ,KAAK,UAAU;gBAExC,MAAM,IAAI,KAAK,CAAC,uEAAuE,CAAC,CAAC;YAC3F,IACE,SAAS,CAAC,YAAY,KAAK,SAAS;gBACpC,CAAC,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,YAAY,CAAC;gBAEvD,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;YAC/C,IAAI,SAAS,CAAC,cAAc,KAAK,SAAS,IAAI,OAAO,SAAS,CAAC,cAAc,KAAK,UAAU;gBAC1F,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC;YACtE,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CACxB,SAAS,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC/B,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC;gBACvB,CAAC,GAAG,KAAK,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;aACrE,CAAC,CACH,CAAC;YACF,IACE,UAAU,CAAC,IAAI,CACb,QAAQ,CAAC,EAAE,CACT,IAAI,CAAC,SAAS,CACZ,QAAQ,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC9B,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC;gBACvB,CAAC,GAAG,KAAK,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;aACrE,CAAC,CACH,KAAK,GAAG,CACZ;gBAED,MAAM,IAAI,KAAK,CAAC,uCAAuC,IAAI,EAAE,CAAC,CAAC;YACjE,UAAU,CAAC,IAAI,CACb,MAAM,CAAC,MAAM,CAAC,EAAC,GAAG,SAAS,EAAE,SAAS,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,SAAS,CAAC,SAAS,CAAC,CAAC,EAAC,CAAC,CAClF,CAAC;QACJ,CAAC;QACD,SAAS,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,EAAC,IAAI,EAAE,UAAU,EAAE,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,EAAC,CAAC,CAAC,CAAC;IACpF,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC"}
@@ -0,0 +1,36 @@
1
+ import { Field, Table } from 'apache-arrow';
2
+ import { type ArrowAggregate } from "./aggregates.js";
3
+ import type { ArrowExpressionOptions } from "./types.js";
4
+ /** A stable ordering key resolved against the source or grouped result. */
5
+ export type ArrowQueryOrder = {
6
+ /** Column name before SELECT aliases are applied. */
7
+ column: string;
8
+ /** Sort direction, ascending by default. */
9
+ direction?: 'asc' | 'desc';
10
+ /** Explicit null placement, last by default. */
11
+ nulls?: 'first' | 'last';
12
+ };
13
+ /** An inner equi-join with a prefix for right-side output names. */
14
+ export type ArrowQueryJoin = {
15
+ /** Native Arrow right input. */
16
+ table: Table;
17
+ /** Left key column. */
18
+ left: string;
19
+ /** Right key column. */
20
+ right: string;
21
+ /** Prefix including any separator, for example `products.`. */
22
+ rightPrefix: string;
23
+ };
24
+ /** Appends inputs with matching schemas in input order. */
25
+ export declare function unionArrowTables(source: Table, inputs: readonly Table[]): Table;
26
+ /** Gathers matching row pairs in left row order and then right row order. */
27
+ export declare function joinArrowTables(left: Table, join: ArrowQueryJoin, signal?: AbortSignal): Table;
28
+ /** Sorts stably by scalar keys and gathers only the requested rows. */
29
+ export declare function orderArrowTable(table: Table, orderBy: readonly ArrowQueryOrder[], offset: number, limit: number | undefined, signal?: AbortSignal): Table;
30
+ /** Groups by scalar source columns and evaluates the shared Arrow aggregate kernels. */
31
+ export declare function groupArrowTable(table: Table, groupBy: readonly string[], aggregates: Readonly<Record<string, ArrowAggregate>>, options: ArrowExpressionOptions & {
32
+ signal?: AbortSignal;
33
+ }): Table;
34
+ /** Derives output fields consistently for materialized and incremental aggregates. */
35
+ export declare function getArrowAggregateFields(aggregates: Readonly<Record<string, ArrowAggregate>>, options: ArrowExpressionOptions): Field[];
36
+ //# sourceMappingURL=relational-query.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"relational-query.d.ts","sourceRoot":"","sources":["../../src/arrow/relational-query.ts"],"names":[],"mappings":"AAIA,OAAO,EAEL,KAAK,EAIL,KAAK,EAGN,MAAM,cAAc,CAAC;AAEtB,OAAO,EAAyB,KAAK,cAAc,EAAC,wBAAqB;AAIzE,OAAO,KAAK,EAAC,sBAAsB,EAAuB,mBAAgB;AAE1E,2EAA2E;AAC3E,MAAM,MAAM,eAAe,GAAG;IAC5B,qDAAqD;IACrD,MAAM,EAAE,MAAM,CAAC;IACf,4CAA4C;IAC5C,SAAS,CAAC,EAAE,KAAK,GAAG,MAAM,CAAC;IAC3B,gDAAgD;IAChD,KAAK,CAAC,EAAE,OAAO,GAAG,MAAM,CAAC;CAC1B,CAAC;AAEF,oEAAoE;AACpE,MAAM,MAAM,cAAc,GAAG;IAC3B,gCAAgC;IAChC,KAAK,EAAE,KAAK,CAAC;IACb,uBAAuB;IACvB,IAAI,EAAE,MAAM,CAAC;IACb,wBAAwB;IACxB,KAAK,EAAE,MAAM,CAAC;IACd,+DAA+D;IAC/D,WAAW,EAAE,MAAM,CAAC;CACrB,CAAC;AAEF,2DAA2D;AAC3D,wBAAgB,gBAAgB,CAAC,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,KAAK,EAAE,GAAG,KAAK,CAW/E;AAED,6EAA6E;AAC7E,wBAAgB,eAAe,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,cAAc,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,KAAK,CA4C9F;AAOD,uEAAuE;AACvE,wBAAgB,eAAe,CAC7B,KAAK,EAAE,KAAK,EACZ,OAAO,EAAE,SAAS,eAAe,EAAE,EACnC,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,MAAM,GAAG,SAAS,EACzB,MAAM,CAAC,EAAE,WAAW,GACnB,KAAK,CAoCP;AAED,wFAAwF;AACxF,wBAAgB,eAAe,CAC7B,KAAK,EAAE,KAAK,EACZ,OAAO,EAAE,SAAS,MAAM,EAAE,EAC1B,UAAU,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC,EACpD,OAAO,EAAE,sBAAsB,GAAG;IAAC,MAAM,CAAC,EAAE,WAAW,CAAA;CAAC,GACvD,KAAK,CA6CP;AAED,sFAAsF;AACtF,wBAAgB,uBAAuB,CACrC,UAAU,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC,EACpD,OAAO,EAAE,sBAAsB,GAC9B,KAAK,EAAE,CAgBT"}
@@ -0,0 +1,174 @@
1
+ // math.gl
2
+ // SPDX-License-Identifier: MIT
3
+ // SPDX-FileCopyrightText: Copyright (c) vis.gl contributors
4
+ import { DataType, Field, Float64, Int64, Schema, Table, vectorFromArray } from 'apache-arrow';
5
+ import { takeArrowTableRows, validateArrowTableSchema } from '@math.gl/core/arrow';
6
+ import { compileArrowAggregates } from "./aggregates.js";
7
+ import { compareUTF8 } from '@math.gl/core/utf8';
8
+ import { ColumnReader, valueType } from "./buffers.js";
9
+ import { compileArrowExpression } from "./compiler.js";
10
+ /** Appends inputs with matching schemas in input order. */
11
+ export function unionArrowTables(source, inputs) {
12
+ for (const table of inputs) {
13
+ validateArrowTableSchema(table, source.schema, {
14
+ rejectExtraFields: true,
15
+ schemaName: 'UNION ALL'
16
+ });
17
+ }
18
+ return new Table(source.schema, [source, ...inputs].flatMap(table => table.batches));
19
+ }
20
+ /** Gathers matching row pairs in left row order and then right row order. */
21
+ export function joinArrowTables(left, join, signal) {
22
+ const right = join.table;
23
+ const { vector: leftKey } = getScalarColumn(left, join.left);
24
+ const { vector: rightKey } = getScalarColumn(right, join.right);
25
+ const fields = [
26
+ ...left.schema.fields,
27
+ ...right.schema.fields.map(field => field.clone({ name: join.rightPrefix + field.name }))
28
+ ];
29
+ if (new Set(fields.map(field => field.name)).size !== fields.length)
30
+ throw new Error('Duplicate Arrow join output name');
31
+ const schema = new Schema(fields, left.schema.metadata, undefined, left.schema.metadataVersion);
32
+ const rightRows = new Map();
33
+ for (let row = 0; row < right.numRows; row++) {
34
+ signal?.throwIfAborted();
35
+ const key = normalizeJoinKey(rightKey.get(row));
36
+ if (key === null || (typeof key === 'number' && Number.isNaN(key)))
37
+ continue;
38
+ const matches = rightRows.get(key);
39
+ if (matches)
40
+ matches.push(row);
41
+ else
42
+ rightRows.set(key, [row]);
43
+ }
44
+ const leftIndexes = [];
45
+ const rightIndexes = [];
46
+ for (let row = 0; row < left.numRows; row++) {
47
+ signal?.throwIfAborted();
48
+ const key = normalizeJoinKey(leftKey.get(row));
49
+ for (const match of rightRows.get(key) ?? []) {
50
+ leftIndexes.push(row);
51
+ rightIndexes.push(match);
52
+ }
53
+ }
54
+ if (!leftIndexes.length)
55
+ return new Table(schema, []);
56
+ const tables = [
57
+ takeArrowTableRows(left, Int32Array.from(leftIndexes)),
58
+ takeArrowTableRows(right, Int32Array.from(rightIndexes))
59
+ ];
60
+ const columns = tables.flatMap(table => table.schema.fields.map((_, index) => table.getChildAt(index)));
61
+ return new Table(schema, Object.fromEntries(fields.map((field, index) => [field.name, columns[index]])));
62
+ }
63
+ /** Canonicalizes numeric keys without narrowing 64-bit integers to Number. */
64
+ function normalizeJoinKey(value) {
65
+ return typeof value === 'number' && Number.isInteger(value) ? BigInt(value) : value;
66
+ }
67
+ /** Sorts stably by scalar keys and gathers only the requested rows. */
68
+ export function orderArrowTable(table, orderBy, offset, limit, signal) {
69
+ const keys = orderBy.map(key => {
70
+ const { field, vector } = getScalarColumn(table, key.column);
71
+ return {
72
+ ...key,
73
+ reader: vector && new ColumnReader(vector),
74
+ utf8: DataType.isUtf8(valueType(field.type))
75
+ };
76
+ });
77
+ const indexes = Array.from({ length: table.numRows }, (_, index) => index);
78
+ indexes.sort((left, right) => {
79
+ signal?.throwIfAborted();
80
+ for (const { reader, utf8, direction, nulls } of keys) {
81
+ const leftValid = reader.isValid(left);
82
+ const rightValid = reader.isValid(right);
83
+ if (!leftValid || !rightValid) {
84
+ if (leftValid === rightValid)
85
+ continue;
86
+ return (leftValid ? 1 : -1) * (nulls === 'first' ? 1 : -1);
87
+ }
88
+ let order;
89
+ if (utf8) {
90
+ const [a, start, end] = reader.utf8(left);
91
+ order = compareUTF8(a, start, end, ...reader.utf8(right));
92
+ }
93
+ else {
94
+ const a = reader.get(left);
95
+ const b = reader.get(right);
96
+ order = a < b ? -1 : a > b ? 1 : Number(Number.isNaN(a)) - Number(Number.isNaN(b));
97
+ }
98
+ if (order)
99
+ return direction === 'desc' ? -order : order;
100
+ }
101
+ return 0;
102
+ });
103
+ return takeArrowTableRows(table, Int32Array.from(indexes.slice(offset, limit === undefined ? undefined : offset + limit)));
104
+ }
105
+ /** Groups by scalar source columns and evaluates the shared Arrow aggregate kernels. */
106
+ export function groupArrowTable(table, groupBy, aggregates, options) {
107
+ const keys = groupBy.map(name => getScalarColumn(table, name));
108
+ const fields = keys.map(({ field }) => field);
109
+ const definitions = Object.entries(aggregates);
110
+ const names = [...groupBy, ...definitions.map(([name]) => name)];
111
+ if (new Set(names).size !== names.length)
112
+ throw new Error('Duplicate Arrow grouping output name');
113
+ const compiled = compileArrowAggregates(aggregates, options);
114
+ const groups = new Map();
115
+ if (!groupBy.length)
116
+ groups.set('[]', []);
117
+ for (let row = 0; groupBy.length && row < table.numRows; row++) {
118
+ options.signal?.throwIfAborted();
119
+ const key = JSON.stringify(keys.map(({ vector }) => {
120
+ const value = vector.get(row);
121
+ return [typeof value, String(value)];
122
+ }));
123
+ const rows = groups.get(key);
124
+ if (rows)
125
+ rows.push(row);
126
+ else
127
+ groups.set(key, [row]);
128
+ }
129
+ const rows = [...groups.values()];
130
+ const representatives = rows.flatMap(indexes => (indexes.length ? [indexes[0]] : []));
131
+ const selected = takeArrowTableRows(table, Int32Array.from(representatives));
132
+ const results = rows.map(indexes => compiled.evaluate(groupBy.length ? takeArrowTableRows(table, Int32Array.from(indexes)) : table, options));
133
+ const aggregateFields = getArrowAggregateFields(aggregates, options);
134
+ const schema = new Schema([...fields, ...aggregateFields], table.schema.metadata);
135
+ if (!results.length)
136
+ return new Table(schema, []);
137
+ const columns = [
138
+ ...fields.map(field => selected.getChild(field.name)),
139
+ ...aggregateFields.map(field => vectorFromArray(results.map(result => result[field.name]), field.type))
140
+ ];
141
+ return new Table(schema, Object.fromEntries(names.map((name, index) => [name, columns[index]])));
142
+ }
143
+ /** Derives output fields consistently for materialized and incremental aggregates. */
144
+ export function getArrowAggregateFields(aggregates, options) {
145
+ return Object.entries(aggregates).map(([name, aggregate]) => {
146
+ const expression = aggregate.expression === undefined
147
+ ? undefined
148
+ : compileArrowExpression(aggregate.expression, options);
149
+ const inputType = expression && valueType(expression.outputField.type);
150
+ const type = aggregate.operation === 'COUNT' ||
151
+ (aggregate.operation === 'SUM' && inputType && DataType.isInt(inputType))
152
+ ? new Int64()
153
+ : aggregate.operation === 'AVG' || !inputType
154
+ ? new Float64()
155
+ : inputType;
156
+ return new Field(name, type, aggregate.operation !== 'COUNT');
157
+ });
158
+ }
159
+ /** Validates scalar key types consistently even when there are no rows. */
160
+ function getScalarColumn(table, name) {
161
+ const field = table.schema.fields.find(field => field.name === name);
162
+ if (!field)
163
+ throw new Error(`Arrow query column not found: ${name}`);
164
+ const type = valueType(field.type);
165
+ if (!(DataType.isNull(type) ||
166
+ DataType.isBool(type) ||
167
+ DataType.isInt(type) ||
168
+ DataType.isFloat(type) ||
169
+ DataType.isUtf8(type))) {
170
+ throw new Error(`Unsupported Arrow relational key type: ${type}`);
171
+ }
172
+ return { field, vector: table.getChild(name) };
173
+ }
174
+ //# sourceMappingURL=relational-query.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"relational-query.js","sourceRoot":"","sources":["../../src/arrow/relational-query.ts"],"names":[],"mappings":"AAAA,UAAU;AACV,+BAA+B;AAC/B,4DAA4D;AAE5D,OAAO,EACL,QAAQ,EACR,KAAK,EACL,OAAO,EACP,KAAK,EACL,MAAM,EACN,KAAK,EACL,eAAe,EAEhB,MAAM,cAAc,CAAC;AACtB,OAAO,EAAC,kBAAkB,EAAE,wBAAwB,EAAC,MAAM,qBAAqB,CAAC;AACjF,OAAO,EAAC,sBAAsB,EAAsB,wBAAqB;AACzE,OAAO,EAAC,WAAW,EAAC,MAAM,oBAAoB,CAAC;AAC/C,OAAO,EAAC,YAAY,EAAE,SAAS,EAAC,qBAAkB;AAClD,OAAO,EAAC,sBAAsB,EAAC,sBAAmB;AAyBlD,2DAA2D;AAC3D,MAAM,UAAU,gBAAgB,CAAC,MAAa,EAAE,MAAwB;IACtE,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,wBAAwB,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE;YAC7C,iBAAiB,EAAE,IAAI;YACvB,UAAU,EAAE,WAAW;SACxB,CAAC,CAAC;IACL,CAAC;IACD,OAAO,IAAI,KAAK,CACd,MAAM,CAAC,MAAM,EACb,CAAC,MAAM,EAAE,GAAG,MAAM,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CACpD,CAAC;AACJ,CAAC;AAED,6EAA6E;AAC7E,MAAM,UAAU,eAAe,CAAC,IAAW,EAAE,IAAoB,EAAE,MAAoB;IACrF,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;IACzB,MAAM,EAAC,MAAM,EAAE,OAAO,EAAC,GAAG,eAAe,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;IAC3D,MAAM,EAAC,MAAM,EAAE,QAAQ,EAAC,GAAG,eAAe,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;IAC9D,MAAM,MAAM,GAAG;QACb,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM;QACrB,GAAG,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,EAAC,IAAI,EAAE,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC,IAAI,EAAC,CAAC,CAAC;KACxF,CAAC;IACF,IAAI,IAAI,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,MAAM;QACjE,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;IACtD,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC;IAEhG,MAAM,SAAS,GAAG,IAAI,GAAG,EAAkC,CAAC;IAC5D,KAAK,IAAI,GAAG,GAAG,CAAC,EAAE,GAAG,GAAG,KAAK,CAAC,OAAO,EAAE,GAAG,EAAE,EAAE,CAAC;QAC7C,MAAM,EAAE,cAAc,EAAE,CAAC;QACzB,MAAM,GAAG,GAAG,gBAAgB,CAAC,QAAS,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;QACjD,IAAI,GAAG,KAAK,IAAI,IAAI,CAAC,OAAO,GAAG,KAAK,QAAQ,IAAI,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAAE,SAAS;QAC7E,MAAM,OAAO,GAAG,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACnC,IAAI,OAAO;YAAE,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;;YAC1B,SAAS,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IACjC,CAAC;IACD,MAAM,WAAW,GAAa,EAAE,CAAC;IACjC,MAAM,YAAY,GAAa,EAAE,CAAC;IAClC,KAAK,IAAI,GAAG,GAAG,CAAC,EAAE,GAAG,GAAG,IAAI,CAAC,OAAO,EAAE,GAAG,EAAE,EAAE,CAAC;QAC5C,MAAM,EAAE,cAAc,EAAE,CAAC;QACzB,MAAM,GAAG,GAAG,gBAAgB,CAAC,OAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;QAChD,KAAK,MAAM,KAAK,IAAI,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC;YAC7C,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACtB,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC3B,CAAC;IACH,CAAC;IACD,IAAI,CAAC,WAAW,CAAC,MAAM;QAAE,OAAO,IAAI,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IAEtD,MAAM,MAAM,GAAG;QACb,kBAAkB,CAAC,IAAI,EAAE,UAAU,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QACtD,kBAAkB,CAAC,KAAK,EAAE,UAAU,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;KACzD,CAAC;IACF,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CACrC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAE,CAAC,CAChE,CAAC;IACF,OAAO,IAAI,KAAK,CACd,MAAM,EACN,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,IAAI,EAAE,OAAO,CAAC,KAAK,CAAE,CAAC,CAAC,CAAC,CAChF,CAAC;AACJ,CAAC;AAED,8EAA8E;AAC9E,SAAS,gBAAgB,CAAC,KAA2B;IACnD,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;AACtF,CAAC;AAED,uEAAuE;AACvE,MAAM,UAAU,eAAe,CAC7B,KAAY,EACZ,OAAmC,EACnC,MAAc,EACd,KAAyB,EACzB,MAAoB;IAEpB,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE;QAC7B,MAAM,EAAC,KAAK,EAAE,MAAM,EAAC,GAAG,eAAe,CAAC,KAAK,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;QAC3D,OAAO;YACL,GAAG,GAAG;YACN,MAAM,EAAE,MAAM,IAAI,IAAI,YAAY,CAAC,MAAM,CAAC;YAC1C,IAAI,EAAE,QAAQ,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;SAC7C,CAAC;IACJ,CAAC,CAAC,CAAC;IACH,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,EAAC,MAAM,EAAE,KAAK,CAAC,OAAO,EAAC,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC;IACzE,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE;QAC3B,MAAM,EAAE,cAAc,EAAE,CAAC;QACzB,KAAK,MAAM,EAAC,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAC,IAAI,IAAI,EAAE,CAAC;YACpD,MAAM,SAAS,GAAG,MAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;YACxC,MAAM,UAAU,GAAG,MAAO,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YAC1C,IAAI,CAAC,SAAS,IAAI,CAAC,UAAU,EAAE,CAAC;gBAC9B,IAAI,SAAS,KAAK,UAAU;oBAAE,SAAS;gBACvC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,KAAK,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC7D,CAAC;YACD,IAAI,KAAa,CAAC;YAClB,IAAI,IAAI,EAAE,CAAC;gBACT,MAAM,CAAC,CAAC,EAAE,KAAK,EAAE,GAAG,CAAC,GAAG,MAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAC3C,KAAK,GAAG,WAAW,CAAC,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,MAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;YAC7D,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,GAAG,MAAO,CAAC,GAAG,CAAC,IAAI,CAAE,CAAC;gBAC7B,MAAM,CAAC,GAAG,MAAO,CAAC,GAAG,CAAC,KAAK,CAAE,CAAC;gBAC9B,KAAK,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;YACrF,CAAC;YACD,IAAI,KAAK;gBAAE,OAAO,SAAS,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC;QAC1D,CAAC;QACD,OAAO,CAAC,CAAC;IACX,CAAC,CAAC,CAAC;IACH,OAAO,kBAAkB,CACvB,KAAK,EACL,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,GAAG,KAAK,CAAC,CAAC,CACzF,CAAC;AACJ,CAAC;AAED,wFAAwF;AACxF,MAAM,UAAU,eAAe,CAC7B,KAAY,EACZ,OAA0B,EAC1B,UAAoD,EACpD,OAAwD;IAExD,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,eAAe,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC;IAC/D,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAC,KAAK,EAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC;IAC5C,MAAM,WAAW,GAAG,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;IAC/C,MAAM,KAAK,GAAG,CAAC,GAAG,OAAO,EAAE,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC;IACjE,IAAI,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC,IAAI,KAAK,KAAK,CAAC,MAAM;QAAE,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;IAElG,MAAM,QAAQ,GAAG,sBAAsB,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;IAC7D,MAAM,MAAM,GAAG,IAAI,GAAG,EAAoB,CAAC;IAC3C,IAAI,CAAC,OAAO,CAAC,MAAM;QAAE,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;IAC1C,KAAK,IAAI,GAAG,GAAG,CAAC,EAAE,OAAO,CAAC,MAAM,IAAI,GAAG,GAAG,KAAK,CAAC,OAAO,EAAE,GAAG,EAAE,EAAE,CAAC;QAC/D,OAAO,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;QACjC,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CACxB,IAAI,CAAC,GAAG,CAAC,CAAC,EAAC,MAAM,EAAC,EAAE,EAAE;YACpB,MAAM,KAAK,GAAG,MAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YAC/B,OAAO,CAAC,OAAO,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;QACvC,CAAC,CAAC,CACH,CAAC;QACF,MAAM,IAAI,GAAG,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAC7B,IAAI,IAAI;YAAE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;;YACpB,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IAC9B,CAAC;IAED,MAAM,IAAI,GAAG,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;IAClC,MAAM,eAAe,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACvF,MAAM,QAAQ,GAAG,kBAAkB,CAAC,KAAK,EAAE,UAAU,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC;IAC7E,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CACjC,QAAQ,CAAC,QAAQ,CACf,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,kBAAkB,CAAC,KAAK,EAAE,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,EAC5E,OAAO,CACR,CACF,CAAC;IACF,MAAM,eAAe,GAAG,uBAAuB,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;IACrE,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,CAAC,GAAG,MAAM,EAAE,GAAG,eAAe,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAClF,IAAI,CAAC,OAAO,CAAC,MAAM;QAAE,OAAO,IAAI,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IAClD,MAAM,OAAO,GAAG;QACd,GAAG,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAE,CAAC;QACtD,GAAG,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAC7B,eAAe,CACb,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,EACzC,KAAK,CAAC,IAAI,CACX,CACF;KACF,CAAC;IACF,OAAO,IAAI,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,OAAO,CAAC,KAAK,CAAE,CAAC,CAAC,CAAC,CAAC,CAAC;AACpG,CAAC;AAED,sFAAsF;AACtF,MAAM,UAAU,uBAAuB,CACrC,UAAoD,EACpD,OAA+B;IAE/B,OAAO,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,SAAS,CAAC,EAAE,EAAE;QAC1D,MAAM,UAAU,GACd,SAAS,CAAC,UAAU,KAAK,SAAS;YAChC,CAAC,CAAC,SAAS;YACX,CAAC,CAAC,sBAAsB,CAAC,SAAS,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;QAC5D,MAAM,SAAS,GAAG,UAAU,IAAI,SAAS,CAAC,UAAU,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;QACvE,MAAM,IAAI,GACR,SAAS,CAAC,SAAS,KAAK,OAAO;YAC/B,CAAC,SAAS,CAAC,SAAS,KAAK,KAAK,IAAI,SAAS,IAAI,QAAQ,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;YACvE,CAAC,CAAC,IAAI,KAAK,EAAE;YACb,CAAC,CAAC,SAAS,CAAC,SAAS,KAAK,KAAK,IAAI,CAAC,SAAS;gBAC3C,CAAC,CAAC,IAAI,OAAO,EAAE;gBACf,CAAC,CAAC,SAAS,CAAC;QAClB,OAAO,IAAI,KAAK,CAAC,IAAI,EAAE,IAAI,EAAE,SAAS,CAAC,SAAS,KAAK,OAAO,CAAC,CAAC;IAChE,CAAC,CAAC,CAAC;AACL,CAAC;AAED,2EAA2E;AAC3E,SAAS,eAAe,CAAC,KAAY,EAAE,IAAY;IACjD,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC;IACrE,IAAI,CAAC,KAAK;QAAE,MAAM,IAAI,KAAK,CAAC,iCAAiC,IAAI,EAAE,CAAC,CAAC;IACrE,MAAM,IAAI,GAAG,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACnC,IACE,CAAC,CACC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC;QACrB,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC;QACrB,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC;QACpB,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC;QACtB,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CACtB,EACD,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,0CAA0C,IAAI,EAAE,CAAC,CAAC;IACpE,CAAC;IACD,OAAO,EAAC,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAC,CAAC;AAC/C,CAAC"}
@@ -0,0 +1,8 @@
1
+ import { Table } from 'apache-arrow';
2
+ import type { ArrowExpression, ArrowExpressionOptions } from "./types.js";
3
+ /** Replace named columns in their original slots. Each expression reads the same input table. */
4
+ export declare function replaceArrowColumns(table: Table, replacements: readonly Readonly<{
5
+ as: string;
6
+ expression: ArrowExpression;
7
+ }>[], options?: Omit<ArrowExpressionOptions, 'inputSchema'>): Table;
8
+ //# sourceMappingURL=replace-arrow-columns.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"replace-arrow-columns.d.ts","sourceRoot":"","sources":["../../src/arrow/replace-arrow-columns.ts"],"names":[],"mappings":"AAGA,OAAO,EAA8B,KAAK,EAAC,MAAM,cAAc,CAAC;AAEhE,OAAO,KAAK,EAAC,eAAe,EAAE,sBAAsB,EAAC,mBAAgB;AAErE,iGAAiG;AACjG,wBAAgB,mBAAmB,CACjC,KAAK,EAAE,KAAK,EACZ,YAAY,EAAE,SAAS,QAAQ,CAAC;IAAC,EAAE,EAAE,MAAM,CAAC;IAAC,UAAU,EAAE,eAAe,CAAA;CAAC,CAAC,EAAE,EAC5E,OAAO,GAAE,IAAI,CAAC,sBAAsB,EAAE,aAAa,CAAM,GACxD,KAAK,CA0DP"}
@@ -0,0 +1,63 @@
1
+ // math.gl
2
+ // SPDX-License-Identifier: MIT
3
+ // SPDX-FileCopyrightText: Copyright (c) vis.gl contributors
4
+ import { RecordBatch, Schema, Struct, Table } from 'apache-arrow';
5
+ import { compileArrowExpression } from "./compiler.js";
6
+ /** Replace named columns in their original slots. Each expression reads the same input table. */
7
+ export function replaceArrowColumns(table, replacements, options = {}) {
8
+ if (!replacements.length)
9
+ return table;
10
+ const fields = [...table.schema.fields];
11
+ const indices = new Map(fields.map((field, index) => [field.name, index]));
12
+ if (indices.size !== fields.length)
13
+ throw new Error('Arrow input column names must be unique');
14
+ const seen = new Set();
15
+ const plan = replacements.map(({ as, expression }) => {
16
+ const index = indices.get(as);
17
+ if (index === undefined)
18
+ throw new Error(`Unknown Arrow replacement column: ${as}`);
19
+ if (seen.has(as))
20
+ throw new Error(`Duplicate Arrow replacement column: ${as}`);
21
+ seen.add(as);
22
+ return {
23
+ as,
24
+ index,
25
+ compiled: compileArrowExpression(expression, { ...options, inputSchema: table.schema })
26
+ };
27
+ });
28
+ for (const { as, index, compiled } of plan) {
29
+ fields[index] = compiled.outputField.clone({ name: as });
30
+ }
31
+ const schema = new Schema(fields, table.schema.metadata, undefined, table.schema.metadataVersion);
32
+ const struct = new Struct(fields);
33
+ const batches = table.batches.flatMap(batch => {
34
+ const columns = plan.map(({ index, compiled }) => ({ index, vector: compiled.evaluate(batch) }));
35
+ // Vector kernels can return multiple chunks. Align the output batches at each boundary.
36
+ const boundaries = new Set([batch.numRows]);
37
+ for (const { vector } of columns) {
38
+ let end = 0;
39
+ for (const chunk of vector.data) {
40
+ end += chunk.length;
41
+ if (end > 0)
42
+ boundaries.add(end);
43
+ }
44
+ }
45
+ let start = 0;
46
+ return [...boundaries]
47
+ .sort((a, b) => a - b)
48
+ .map(end => {
49
+ const wholeBatch = start === 0 && end === batch.numRows;
50
+ const source = wholeBatch ? batch.data : batch.data.slice(start, end - start);
51
+ const children = [...source.children];
52
+ for (const { index, vector } of columns) {
53
+ children[index] = (wholeBatch ? vector : vector.slice(start, end)).data[0];
54
+ }
55
+ start = end;
56
+ const data = source.clone(struct, source.offset, source.length, source.nullCount, source.buffers, children);
57
+ // RecordBatch normalizes child lengths and recreates the parent struct.
58
+ return Object.assign(new RecordBatch(schema, data), { data });
59
+ });
60
+ });
61
+ return new Table(schema, batches);
62
+ }
63
+ //# sourceMappingURL=replace-arrow-columns.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"replace-arrow-columns.js","sourceRoot":"","sources":["../../src/arrow/replace-arrow-columns.ts"],"names":[],"mappings":"AAAA,UAAU;AACV,+BAA+B;AAC/B,4DAA4D;AAC5D,OAAO,EAAC,WAAW,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAC,MAAM,cAAc,CAAC;AAChE,OAAO,EAAC,sBAAsB,EAAC,sBAAmB;AAGlD,iGAAiG;AACjG,MAAM,UAAU,mBAAmB,CACjC,KAAY,EACZ,YAA4E,EAC5E,UAAuD,EAAE;IAEzD,IAAI,CAAC,YAAY,CAAC,MAAM;QAAE,OAAO,KAAK,CAAC;IACvC,MAAM,MAAM,GAAG,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IACxC,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;IAC3E,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,CAAC,MAAM;QAAE,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC;IAC/F,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,MAAM,IAAI,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,EAAC,EAAE,EAAE,UAAU,EAAC,EAAE,EAAE;QACjD,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC9B,IAAI,KAAK,KAAK,SAAS;YAAE,MAAM,IAAI,KAAK,CAAC,qCAAqC,EAAE,EAAE,CAAC,CAAC;QACpF,IAAI,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,uCAAuC,EAAE,EAAE,CAAC,CAAC;QAC/E,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACb,OAAO;YACL,EAAE;YACF,KAAK;YACL,QAAQ,EAAE,sBAAsB,CAAC,UAAU,EAAE,EAAC,GAAG,OAAO,EAAE,WAAW,EAAE,KAAK,CAAC,MAAM,EAAC,CAAC;SACtF,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,KAAK,MAAM,EAAC,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAC,IAAI,IAAI,EAAE,CAAC;QACzC,MAAM,CAAC,KAAK,CAAC,GAAG,QAAQ,CAAC,WAAW,CAAC,KAAK,CAAC,EAAC,IAAI,EAAE,EAAE,EAAC,CAAC,CAAC;IACzD,CAAC;IACD,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,QAAQ,EAAE,SAAS,EAAE,KAAK,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC;IAClG,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,MAAM,CAAC,CAAC;IAClC,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE;QAC5C,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAC,KAAK,EAAE,QAAQ,EAAC,EAAE,EAAE,CAAC,CAAC,EAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAC,CAAC,CAAC,CAAC;QAC7F,wFAAwF;QACxF,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;QAC5C,KAAK,MAAM,EAAC,MAAM,EAAC,IAAI,OAAO,EAAE,CAAC;YAC/B,IAAI,GAAG,GAAG,CAAC,CAAC;YACZ,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;gBAChC,GAAG,IAAI,KAAK,CAAC,MAAM,CAAC;gBACpB,IAAI,GAAG,GAAG,CAAC;oBAAE,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACnC,CAAC;QACH,CAAC;QACD,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,OAAO,CAAC,GAAG,UAAU,CAAC;aACnB,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC;aACrB,GAAG,CAAC,GAAG,CAAC,EAAE;YACT,MAAM,UAAU,GAAG,KAAK,KAAK,CAAC,IAAI,GAAG,KAAK,KAAK,CAAC,OAAO,CAAC;YACxD,MAAM,MAAM,GAAG,UAAU,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,GAAG,KAAK,CAAC,CAAC;YAC9E,MAAM,QAAQ,GAAG,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC;YACtC,KAAK,MAAM,EAAC,KAAK,EAAE,MAAM,EAAC,IAAI,OAAO,EAAE,CAAC;gBACtC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAE,CAAC;YAC9E,CAAC;YACD,KAAK,GAAG,GAAG,CAAC;YACZ,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CACvB,MAAM,EACN,MAAM,CAAC,MAAM,EACb,MAAM,CAAC,MAAM,EACb,MAAM,CAAC,SAAS,EAChB,MAAM,CAAC,OAAO,EACd,QAAQ,CACT,CAAC;YACF,wEAAwE;YACxE,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,WAAW,CAAC,MAAM,EAAE,IAAI,CAAC,EAAE,EAAC,IAAI,EAAC,CAAC,CAAC;QAC9D,CAAC,CAAC,CAAC;IACP,CAAC,CAAC,CAAC;IACH,OAAO,IAAI,KAAK,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AACpC,CAAC"}
@@ -0,0 +1,6 @@
1
+ import { DataType, type Field } from 'apache-arrow';
2
+ /** Compares physical encoding as well as logical type when reusing a bound evaluator. */
3
+ export declare function physicalKey(type: DataType): string;
4
+ /** Geometry encoding/CRS metadata is part of a schema-bound vector function contract. */
5
+ export declare function extensionKey(field: Field): string;
6
+ //# sourceMappingURL=signature.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"signature.d.ts","sourceRoot":"","sources":["../../src/arrow/signature.ts"],"names":[],"mappings":"AAGA,OAAO,EAAC,QAAQ,EAAE,KAAK,KAAK,EAAC,MAAM,cAAc,CAAC;AAElD,yFAAyF;AACzF,wBAAgB,WAAW,CAAC,IAAI,EAAE,QAAQ,GAAG,MAAM,CAmClD;AAED,yFAAyF;AACzF,wBAAgB,YAAY,CAAC,KAAK,EAAE,KAAK,GAAG,MAAM,CAKjD"}