@math.gl/sql 0.0.0-stage → 5.0.0-beta.12

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (353) hide show
  1. package/LICENSE +249 -0
  2. package/README.md +26 -2
  3. package/THIRD-PARTY-NOTICES.md +5 -0
  4. package/dist/arrow/aggregates.d.ts +46 -0
  5. package/dist/arrow/aggregates.d.ts.map +1 -0
  6. package/dist/arrow/aggregates.js +289 -0
  7. package/dist/arrow/aggregates.js.map +1 -0
  8. package/dist/arrow/buffers.d.ts +30 -0
  9. package/dist/arrow/buffers.d.ts.map +1 -0
  10. package/dist/arrow/buffers.js +177 -0
  11. package/dist/arrow/buffers.js.map +1 -0
  12. package/dist/arrow/cast.d.ts +19 -0
  13. package/dist/arrow/cast.d.ts.map +1 -0
  14. package/dist/arrow/cast.js +138 -0
  15. package/dist/arrow/cast.js.map +1 -0
  16. package/dist/arrow/compiler.d.ts +10 -0
  17. package/dist/arrow/compiler.d.ts.map +1 -0
  18. package/dist/arrow/compiler.js +1538 -0
  19. package/dist/arrow/compiler.js.map +1 -0
  20. package/dist/arrow/float16.d.ts +7 -0
  21. package/dist/arrow/float16.d.ts.map +1 -0
  22. package/dist/arrow/float16.js +26 -0
  23. package/dist/arrow/float16.js.map +1 -0
  24. package/dist/arrow/index.cjs +3321 -0
  25. package/dist/arrow/index.cjs.map +6 -0
  26. package/dist/arrow/index.d.ts +5 -0
  27. package/dist/arrow/index.d.ts.map +1 -0
  28. package/dist/arrow/index.js +7 -0
  29. package/dist/arrow/index.js.map +1 -0
  30. package/dist/arrow/like.d.ts +3 -0
  31. package/dist/arrow/like.d.ts.map +1 -0
  32. package/dist/arrow/like.js +75 -0
  33. package/dist/arrow/like.js.map +1 -0
  34. package/dist/arrow/list-values.d.ts +14 -0
  35. package/dist/arrow/list-values.d.ts.map +1 -0
  36. package/dist/arrow/list-values.js +201 -0
  37. package/dist/arrow/list-values.js.map +1 -0
  38. package/dist/arrow/predicate.d.ts +7 -0
  39. package/dist/arrow/predicate.d.ts.map +1 -0
  40. package/dist/arrow/predicate.js +10 -0
  41. package/dist/arrow/predicate.js.map +1 -0
  42. package/dist/arrow/query-arrow-aggregate-snapshots.d.ts +24 -0
  43. package/dist/arrow/query-arrow-aggregate-snapshots.d.ts.map +1 -0
  44. package/dist/arrow/query-arrow-aggregate-snapshots.js +64 -0
  45. package/dist/arrow/query-arrow-aggregate-snapshots.js.map +1 -0
  46. package/dist/arrow/query-arrow-sql.d.ts +8 -0
  47. package/dist/arrow/query-arrow-sql.d.ts.map +1 -0
  48. package/dist/arrow/query-arrow-sql.js +223 -0
  49. package/dist/arrow/query-arrow-sql.js.map +1 -0
  50. package/dist/arrow/query-arrow-table.d.ts +36 -0
  51. package/dist/arrow/query-arrow-table.d.ts.map +1 -0
  52. package/dist/arrow/query-arrow-table.js +208 -0
  53. package/dist/arrow/query-arrow-table.js.map +1 -0
  54. package/dist/arrow/query-worker-entry.d.ts +2 -0
  55. package/dist/arrow/query-worker-entry.d.ts.map +1 -0
  56. package/dist/arrow/query-worker-entry.js +7 -0
  57. package/dist/arrow/query-worker-entry.js.map +1 -0
  58. package/dist/arrow/query-worker.d.ts +65 -0
  59. package/dist/arrow/query-worker.d.ts.map +1 -0
  60. package/dist/arrow/query-worker.js +135 -0
  61. package/dist/arrow/query-worker.js.map +1 -0
  62. package/dist/arrow/registry.d.ts +4 -0
  63. package/dist/arrow/registry.d.ts.map +1 -0
  64. package/dist/arrow/registry.js +66 -0
  65. package/dist/arrow/registry.js.map +1 -0
  66. package/dist/arrow/relational-query.d.ts +36 -0
  67. package/dist/arrow/relational-query.d.ts.map +1 -0
  68. package/dist/arrow/relational-query.js +174 -0
  69. package/dist/arrow/relational-query.js.map +1 -0
  70. package/dist/arrow/replace-arrow-columns.d.ts +8 -0
  71. package/dist/arrow/replace-arrow-columns.d.ts.map +1 -0
  72. package/dist/arrow/replace-arrow-columns.js +63 -0
  73. package/dist/arrow/replace-arrow-columns.js.map +1 -0
  74. package/dist/arrow/signature.d.ts +6 -0
  75. package/dist/arrow/signature.d.ts.map +1 -0
  76. package/dist/arrow/signature.js +51 -0
  77. package/dist/arrow/signature.js.map +1 -0
  78. package/dist/arrow/temporal-cast.d.ts +9 -0
  79. package/dist/arrow/temporal-cast.d.ts.map +1 -0
  80. package/dist/arrow/temporal-cast.js +60 -0
  81. package/dist/arrow/temporal-cast.js.map +1 -0
  82. package/dist/arrow/types.d.ts +62 -0
  83. package/dist/arrow/types.d.ts.map +1 -0
  84. package/dist/arrow/types.js +5 -0
  85. package/dist/arrow/types.js.map +1 -0
  86. package/dist/arrow/unnest-arrow-column.d.ts +22 -0
  87. package/dist/arrow/unnest-arrow-column.d.ts.map +1 -0
  88. package/dist/arrow/unnest-arrow-column.js +112 -0
  89. package/dist/arrow/unnest-arrow-column.js.map +1 -0
  90. package/dist/arrow/worker-entry.d.ts +2 -0
  91. package/dist/arrow/worker-entry.d.ts.map +1 -0
  92. package/dist/arrow/worker-entry.js +9 -0
  93. package/dist/arrow/worker-entry.js.map +1 -0
  94. package/dist/arrow/worker.cjs +4074 -0
  95. package/dist/arrow/worker.cjs.map +6 -0
  96. package/dist/arrow/worker.d.ts +58 -0
  97. package/dist/arrow/worker.d.ts.map +1 -0
  98. package/dist/arrow/worker.js +84 -0
  99. package/dist/arrow/worker.js.map +1 -0
  100. package/dist/color-functions/index.cjs +382 -0
  101. package/dist/color-functions/index.cjs.map +6 -0
  102. package/dist/color-functions/index.d.ts +26 -0
  103. package/dist/color-functions/index.d.ts.map +1 -0
  104. package/dist/color-functions/index.js +306 -0
  105. package/dist/color-functions/index.js.map +1 -0
  106. package/dist/diagnostic-log.d.ts +8 -0
  107. package/dist/diagnostic-log.d.ts.map +1 -0
  108. package/dist/diagnostic-log.js +15 -0
  109. package/dist/diagnostic-log.js.map +1 -0
  110. package/dist/expressions/ast.d.ts +12 -0
  111. package/dist/expressions/ast.d.ts.map +1 -0
  112. package/dist/expressions/ast.js +114 -0
  113. package/dist/expressions/ast.js.map +1 -0
  114. package/dist/expressions/columnar-predicate.d.ts +56 -0
  115. package/dist/expressions/columnar-predicate.d.ts.map +1 -0
  116. package/dist/expressions/columnar-predicate.js +176 -0
  117. package/dist/expressions/columnar-predicate.js.map +1 -0
  118. package/dist/expressions/evaluation-error.d.ts +14 -0
  119. package/dist/expressions/evaluation-error.d.ts.map +1 -0
  120. package/dist/expressions/evaluation-error.js +26 -0
  121. package/dist/expressions/evaluation-error.js.map +1 -0
  122. package/dist/expressions/expression-eval.d.ts +105 -0
  123. package/dist/expressions/expression-eval.d.ts.map +1 -0
  124. package/dist/expressions/expression-eval.js +330 -0
  125. package/dist/expressions/expression-eval.js.map +1 -0
  126. package/dist/expressions/function-libraries.d.ts +63 -0
  127. package/dist/expressions/function-libraries.d.ts.map +1 -0
  128. package/dist/expressions/function-libraries.js +69 -0
  129. package/dist/expressions/function-libraries.js.map +1 -0
  130. package/dist/expressions/function-registry.d.ts +93 -0
  131. package/dist/expressions/function-registry.d.ts.map +1 -0
  132. package/dist/expressions/function-registry.js +139 -0
  133. package/dist/expressions/function-registry.js.map +1 -0
  134. package/dist/expressions/get.d.ts +9 -0
  135. package/dist/expressions/get.d.ts.map +1 -0
  136. package/dist/expressions/get.js +32 -0
  137. package/dist/expressions/get.js.map +1 -0
  138. package/dist/expressions/index.cjs +1888 -0
  139. package/dist/expressions/index.cjs.map +6 -0
  140. package/dist/expressions/index.d.ts +13 -0
  141. package/dist/expressions/index.d.ts.map +1 -0
  142. package/dist/expressions/index.js +14 -0
  143. package/dist/expressions/index.js.map +1 -0
  144. package/dist/expressions/numeric-functions.d.ts +277 -0
  145. package/dist/expressions/numeric-functions.d.ts.map +1 -0
  146. package/dist/expressions/numeric-functions.js +52 -0
  147. package/dist/expressions/numeric-functions.js.map +1 -0
  148. package/dist/expressions/parse-expression-string.d.ts +21 -0
  149. package/dist/expressions/parse-expression-string.d.ts.map +1 -0
  150. package/dist/expressions/parse-expression-string.js +61 -0
  151. package/dist/expressions/parse-expression-string.js.map +1 -0
  152. package/dist/expressions/predicate-expression.d.ts +7 -0
  153. package/dist/expressions/predicate-expression.d.ts.map +1 -0
  154. package/dist/expressions/predicate-expression.js +112 -0
  155. package/dist/expressions/predicate-expression.js.map +1 -0
  156. package/dist/expressions/scalar-type.d.ts +6 -0
  157. package/dist/expressions/scalar-type.d.ts.map +1 -0
  158. package/dist/expressions/scalar-type.js +23 -0
  159. package/dist/expressions/scalar-type.js.map +1 -0
  160. package/dist/expressions/vendor/jsep/runtime.d.ts +3 -0
  161. package/dist/expressions/vendor/jsep/runtime.d.ts.map +1 -0
  162. package/dist/expressions/vendor/jsep/runtime.js +972 -0
  163. package/dist/expressions/vendor/jsep/runtime.js.map +1 -0
  164. package/dist/expressions/vendor/jsep/types.d.ts +148 -0
  165. package/dist/expressions/vendor/jsep/types.d.ts.map +1 -0
  166. package/dist/expressions/vendor/jsep/types.js +6 -0
  167. package/dist/expressions/vendor/jsep/types.js.map +1 -0
  168. package/dist/index.cjs +5294 -0
  169. package/dist/index.cjs.map +6 -0
  170. package/dist/index.d.ts +11 -0
  171. package/dist/index.d.ts.map +1 -0
  172. package/dist/index.js +11 -0
  173. package/dist/index.js.map +1 -0
  174. package/dist/math-functions/index.cjs +444 -0
  175. package/dist/math-functions/index.cjs.map +6 -0
  176. package/dist/math-functions/index.d.ts +44 -0
  177. package/dist/math-functions/index.d.ts.map +1 -0
  178. package/dist/math-functions/index.js +182 -0
  179. package/dist/math-functions/index.js.map +1 -0
  180. package/dist/parser/bind-sql-predicate.d.ts +4 -0
  181. package/dist/parser/bind-sql-predicate.d.ts.map +1 -0
  182. package/dist/parser/bind-sql-predicate.js +11 -0
  183. package/dist/parser/bind-sql-predicate.js.map +1 -0
  184. package/dist/parser/index.cjs +1807 -0
  185. package/dist/parser/index.cjs.map +6 -0
  186. package/dist/parser/index.d.ts +12 -0
  187. package/dist/parser/index.d.ts.map +1 -0
  188. package/dist/parser/index.js +11 -0
  189. package/dist/parser/index.js.map +1 -0
  190. package/dist/parser/parameter-snapshots.d.ts +21 -0
  191. package/dist/parser/parameter-snapshots.d.ts.map +1 -0
  192. package/dist/parser/parameter-snapshots.js +85 -0
  193. package/dist/parser/parameter-snapshots.js.map +1 -0
  194. package/dist/parser/parse-sql-expression.d.ts +50 -0
  195. package/dist/parser/parse-sql-expression.d.ts.map +1 -0
  196. package/dist/parser/parse-sql-expression.js +501 -0
  197. package/dist/parser/parse-sql-expression.js.map +1 -0
  198. package/dist/parser/parse-sql-predicate.d.ts +13 -0
  199. package/dist/parser/parse-sql-predicate.d.ts.map +1 -0
  200. package/dist/parser/parse-sql-predicate.js +365 -0
  201. package/dist/parser/parse-sql-predicate.js.map +1 -0
  202. package/dist/parser/parse-sql-query.d.ts +9 -0
  203. package/dist/parser/parse-sql-query.d.ts.map +1 -0
  204. package/dist/parser/parse-sql-query.js +81 -0
  205. package/dist/parser/parse-sql-query.js.map +1 -0
  206. package/dist/parser/parse-sql-select.d.ts +57 -0
  207. package/dist/parser/parse-sql-select.d.ts.map +1 -0
  208. package/dist/parser/parse-sql-select.js +247 -0
  209. package/dist/parser/parse-sql-select.js.map +1 -0
  210. package/dist/parser/parse-sql-statement.d.ts +54 -0
  211. package/dist/parser/parse-sql-statement.d.ts.map +1 -0
  212. package/dist/parser/parse-sql-statement.js +207 -0
  213. package/dist/parser/parse-sql-statement.js.map +1 -0
  214. package/dist/parser/query-types.d.ts +56 -0
  215. package/dist/parser/query-types.d.ts.map +1 -0
  216. package/dist/parser/query-types.js +5 -0
  217. package/dist/parser/query-types.js.map +1 -0
  218. package/dist/parser/sql-parameters.d.ts +29 -0
  219. package/dist/parser/sql-parameters.d.ts.map +1 -0
  220. package/dist/parser/sql-parameters.js +110 -0
  221. package/dist/parser/sql-parameters.js.map +1 -0
  222. package/dist/parser/sql-parse-error.d.ts +13 -0
  223. package/dist/parser/sql-parse-error.d.ts.map +1 -0
  224. package/dist/parser/sql-parse-error.js +20 -0
  225. package/dist/parser/sql-parse-error.js.map +1 -0
  226. package/dist/parser/sql-predicate-schema.d.ts +164 -0
  227. package/dist/parser/sql-predicate-schema.d.ts.map +1 -0
  228. package/dist/parser/sql-predicate-schema.js +249 -0
  229. package/dist/parser/sql-predicate-schema.js.map +1 -0
  230. package/dist/parser/sql-predicate-types.d.ts +48 -0
  231. package/dist/parser/sql-predicate-types.d.ts.map +1 -0
  232. package/dist/parser/sql-predicate-types.js +9 -0
  233. package/dist/parser/sql-predicate-types.js.map +1 -0
  234. package/dist/parser/sql-predicate.d.ts +6 -0
  235. package/dist/parser/sql-predicate.d.ts.map +1 -0
  236. package/dist/parser/sql-predicate.js +8 -0
  237. package/dist/parser/sql-predicate.js.map +1 -0
  238. package/dist/scales/arrow-domains.d.ts +22 -0
  239. package/dist/scales/arrow-domains.d.ts.map +1 -0
  240. package/dist/scales/arrow-domains.js +166 -0
  241. package/dist/scales/arrow-domains.js.map +1 -0
  242. package/dist/scales/arrow-scales.d.ts +44 -0
  243. package/dist/scales/arrow-scales.d.ts.map +1 -0
  244. package/dist/scales/arrow-scales.js +255 -0
  245. package/dist/scales/arrow-scales.js.map +1 -0
  246. package/dist/scales/compile-scale.d.ts +2 -0
  247. package/dist/scales/compile-scale.d.ts.map +1 -0
  248. package/dist/scales/compile-scale.js +5 -0
  249. package/dist/scales/compile-scale.js.map +1 -0
  250. package/dist/scales/conformance.cjs +180 -0
  251. package/dist/scales/conformance.cjs.map +6 -0
  252. package/dist/scales/conformance.d.ts +26 -0
  253. package/dist/scales/conformance.d.ts.map +1 -0
  254. package/dist/scales/conformance.js +164 -0
  255. package/dist/scales/conformance.js.map +1 -0
  256. package/dist/scales/hdr-colors.d.ts +2 -0
  257. package/dist/scales/hdr-colors.d.ts.map +1 -0
  258. package/dist/scales/hdr-colors.js +5 -0
  259. package/dist/scales/hdr-colors.js.map +1 -0
  260. package/dist/scales/index.cjs +4334 -0
  261. package/dist/scales/index.cjs.map +6 -0
  262. package/dist/scales/index.d.ts +10 -0
  263. package/dist/scales/index.d.ts.map +1 -0
  264. package/dist/scales/index.js +11 -0
  265. package/dist/scales/index.js.map +1 -0
  266. package/dist/scales/palettes.d.ts +2 -0
  267. package/dist/scales/palettes.d.ts.map +1 -0
  268. package/dist/scales/palettes.js +5 -0
  269. package/dist/scales/palettes.js.map +1 -0
  270. package/dist/scales/parse-sql-scale.d.ts +27 -0
  271. package/dist/scales/parse-sql-scale.d.ts.map +1 -0
  272. package/dist/scales/parse-sql-scale.js +257 -0
  273. package/dist/scales/parse-sql-scale.js.map +1 -0
  274. package/dist/scales/quantile-sketch.d.ts +2 -0
  275. package/dist/scales/quantile-sketch.d.ts.map +1 -0
  276. package/dist/scales/quantile-sketch.js +5 -0
  277. package/dist/scales/quantile-sketch.js.map +1 -0
  278. package/dist/scales/scale-types.d.ts +2 -0
  279. package/dist/scales/scale-types.d.ts.map +1 -0
  280. package/dist/scales/scale-types.js +5 -0
  281. package/dist/scales/scale-types.js.map +1 -0
  282. package/dist/scales/streaming-domains.d.ts +18 -0
  283. package/dist/scales/streaming-domains.d.ts.map +1 -0
  284. package/dist/scales/streaming-domains.js +115 -0
  285. package/dist/scales/streaming-domains.js.map +1 -0
  286. package/package.json +92 -4
  287. package/src/arrow/aggregates.ts +386 -0
  288. package/src/arrow/buffers.ts +177 -0
  289. package/src/arrow/cast.ts +160 -0
  290. package/src/arrow/compiler.ts +1778 -0
  291. package/src/arrow/float16.ts +25 -0
  292. package/src/arrow/index.ts +22 -0
  293. package/src/arrow/like.ts +72 -0
  294. package/src/arrow/list-values.ts +221 -0
  295. package/src/arrow/predicate.ts +19 -0
  296. package/src/arrow/query-arrow-aggregate-snapshots.ts +107 -0
  297. package/src/arrow/query-arrow-sql.ts +255 -0
  298. package/src/arrow/query-arrow-table.ts +298 -0
  299. package/src/arrow/query-worker-entry.ts +8 -0
  300. package/src/arrow/query-worker.ts +194 -0
  301. package/src/arrow/registry.ts +87 -0
  302. package/src/arrow/relational-query.ts +247 -0
  303. package/src/arrow/replace-arrow-columns.ts +71 -0
  304. package/src/arrow/signature.ts +50 -0
  305. package/src/arrow/temporal-cast.ts +66 -0
  306. package/src/arrow/types.ts +76 -0
  307. package/src/arrow/unnest-arrow-column.ts +145 -0
  308. package/src/arrow/worker-entry.ts +10 -0
  309. package/src/arrow/worker.ts +143 -0
  310. package/src/color-functions/index.ts +405 -0
  311. package/src/diagnostic-log.ts +20 -0
  312. package/src/expressions/ast.ts +143 -0
  313. package/src/expressions/columnar-predicate.ts +293 -0
  314. package/src/expressions/evaluation-error.ts +29 -0
  315. package/src/expressions/expression-eval.ts +489 -0
  316. package/src/expressions/function-libraries.ts +126 -0
  317. package/src/expressions/function-registry.ts +171 -0
  318. package/src/expressions/get.ts +37 -0
  319. package/src/expressions/index.ts +40 -0
  320. package/src/expressions/numeric-functions.ts +99 -0
  321. package/src/expressions/parse-expression-string.ts +80 -0
  322. package/src/expressions/predicate-expression.ts +128 -0
  323. package/src/expressions/scalar-type.ts +39 -0
  324. package/src/expressions/vendor/jsep/LICENSE.txt +23 -0
  325. package/src/expressions/vendor/jsep/runtime.ts +949 -0
  326. package/src/expressions/vendor/jsep/types.ts +191 -0
  327. package/src/index.ts +54 -0
  328. package/src/math-functions/index.ts +235 -0
  329. package/src/parser/bind-sql-predicate.ts +21 -0
  330. package/src/parser/index.ts +43 -0
  331. package/src/parser/parameter-snapshots.ts +103 -0
  332. package/src/parser/parse-sql-expression.ts +500 -0
  333. package/src/parser/parse-sql-predicate.ts +454 -0
  334. package/src/parser/parse-sql-query.ts +90 -0
  335. package/src/parser/parse-sql-select.ts +272 -0
  336. package/src/parser/parse-sql-statement.ts +260 -0
  337. package/src/parser/query-types.ts +71 -0
  338. package/src/parser/sql-parameters.ts +174 -0
  339. package/src/parser/sql-parse-error.ts +33 -0
  340. package/src/parser/sql-predicate-schema.ts +279 -0
  341. package/src/parser/sql-predicate-types.ts +91 -0
  342. package/src/parser/sql-predicate.ts +28 -0
  343. package/src/scales/arrow-domains.ts +190 -0
  344. package/src/scales/arrow-scales.ts +363 -0
  345. package/src/scales/compile-scale.ts +5 -0
  346. package/src/scales/conformance.ts +186 -0
  347. package/src/scales/hdr-colors.ts +5 -0
  348. package/src/scales/index.ts +37 -0
  349. package/src/scales/palettes.ts +5 -0
  350. package/src/scales/parse-sql-scale.ts +300 -0
  351. package/src/scales/quantile-sketch.ts +5 -0
  352. package/src/scales/scale-types.ts +5 -0
  353. package/src/scales/streaming-domains.ts +139 -0
@@ -0,0 +1,64 @@
1
+ // math.gl
2
+ // SPDX-License-Identifier: MIT
3
+ // SPDX-FileCopyrightText: Copyright (c) vis.gl contributors
4
+ import { DataType, Schema, Table, vectorFromArray } from 'apache-arrow';
5
+ import { compileArrowAggregates } from "./aggregates.js";
6
+ import { queryArrowTableInBatches } from "./query-arrow-table.js";
7
+ import { getArrowAggregateFields } from "./relational-query.js";
8
+ /** Emits bounded-state aggregate snapshots, including a final snapshot for empty input. */
9
+ export async function* queryArrowAggregateSnapshots(input, inputSchema, options) {
10
+ const { aggregates, groupBy, emitEveryBatches = 1, ...query } = options;
11
+ query.signal?.throwIfAborted();
12
+ if (!Number.isSafeInteger(emitEveryBatches) || emitEveryBatches < 1) {
13
+ throw new Error('emitEveryBatches must be a positive safe integer');
14
+ }
15
+ if (!Object.keys(aggregates).length)
16
+ throw new Error('Expected at least one Arrow aggregate');
17
+ const groupField = groupBy === undefined ? undefined : inputSchema.fields.find(field => field.name === groupBy);
18
+ if (groupBy !== undefined && !groupField)
19
+ throw new Error(`Unknown Arrow group column: ${groupBy}`);
20
+ if (groupField && Object.prototype.hasOwnProperty.call(aggregates, groupField.name)) {
21
+ throw new Error('Duplicate Arrow grouping output name');
22
+ }
23
+ const compileOptions = { inputSchema, functions: query.functions };
24
+ const plan = compileArrowAggregates(aggregates, compileOptions);
25
+ const grouped = groupField
26
+ ? plan.createGroupedAccumulator({ type: 'Identifier', name: groupField.name })
27
+ : undefined;
28
+ const scalar = grouped ? undefined : plan.createAccumulator();
29
+ const aggregateFields = getArrowAggregateFields(aggregates, compileOptions);
30
+ const outputGroupField = groupField && DataType.isDictionary(groupField.type)
31
+ ? groupField.clone({ type: groupField.type.dictionary })
32
+ : groupField;
33
+ const schema = new Schema(outputGroupField ? [outputGroupField, ...aggregateFields] : aggregateFields, inputSchema.metadata);
34
+ let rowsProcessed = 0;
35
+ let batchesSinceEmission = 0;
36
+ /** Builds a snapshot from detached accumulator results. */
37
+ function snapshot(final) {
38
+ const groups = grouped?.result();
39
+ const rows = groups ? [...groups.values()] : [scalar.result()];
40
+ const columns = new Map(aggregateFields.map(field => [
41
+ field.name,
42
+ vectorFromArray(rows.map(row => row[field.name]), field.type)
43
+ ]));
44
+ if (outputGroupField && groups) {
45
+ columns.set(outputGroupField.name, vectorFromArray([...groups.keys()], outputGroupField.type));
46
+ }
47
+ return {
48
+ table: new Table(schema, Object.fromEntries(schema.fields.map(field => [field.name, columns.get(field.name)]))),
49
+ rowsProcessed,
50
+ final
51
+ };
52
+ }
53
+ for await (const batch of queryArrowTableInBatches(input, inputSchema, query)) {
54
+ (grouped ?? scalar).update(batch, { signal: query.signal });
55
+ rowsProcessed += batch.numRows;
56
+ if (++batchesSinceEmission === emitEveryBatches) {
57
+ yield snapshot(false);
58
+ batchesSinceEmission = 0;
59
+ }
60
+ }
61
+ query.signal?.throwIfAborted();
62
+ yield snapshot(true);
63
+ }
64
+ //# sourceMappingURL=query-arrow-aggregate-snapshots.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"query-arrow-aggregate-snapshots.js","sourceRoot":"","sources":["../../src/arrow/query-arrow-aggregate-snapshots.ts"],"names":[],"mappings":"AAAA,UAAU;AACV,+BAA+B;AAC/B,4DAA4D;AAE5D,OAAO,EAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,eAAe,EAAmB,MAAM,cAAc,CAAC;AACxF,OAAO,EAAC,sBAAsB,EAAsB,wBAAqB;AACzE,OAAO,EAAC,wBAAwB,EAAuB,+BAA4B;AACnF,OAAO,EAAC,uBAAuB,EAAC,8BAA2B;AAsB3D,2FAA2F;AAC3F,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,4BAA4B,CACjD,KAAyD,EACzD,WAAmB,EACnB,OAAsC;IAEtC,MAAM,EAAC,UAAU,EAAE,OAAO,EAAE,gBAAgB,GAAG,CAAC,EAAE,GAAG,KAAK,EAAC,GAAG,OAAO,CAAC;IACtE,KAAK,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;IAC/B,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,gBAAgB,CAAC,IAAI,gBAAgB,GAAG,CAAC,EAAE,CAAC;QACpE,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC;IACtE,CAAC;IACD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,MAAM;QAAE,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;IAC9F,MAAM,UAAU,GACd,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC;IAC/F,IAAI,OAAO,KAAK,SAAS,IAAI,CAAC,UAAU;QACtC,MAAM,IAAI,KAAK,CAAC,+BAA+B,OAAO,EAAE,CAAC,CAAC;IAC5D,IAAI,UAAU,IAAI,MAAM,CAAC,SAAS,CAAC,cAAc,CAAC,IAAI,CAAC,UAAU,EAAE,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;QACpF,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;IAC1D,CAAC;IAED,MAAM,cAAc,GAAG,EAAC,WAAW,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAC,CAAC;IACjE,MAAM,IAAI,GAAG,sBAAsB,CAAC,UAAU,EAAE,cAAc,CAAC,CAAC;IAChE,MAAM,OAAO,GAAG,UAAU;QACxB,CAAC,CAAC,IAAI,CAAC,wBAAwB,CAAC,EAAC,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,UAAU,CAAC,IAAI,EAAC,CAAC;QAC5E,CAAC,CAAC,SAAS,CAAC;IACd,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,iBAAiB,EAAE,CAAC;IAC9D,MAAM,eAAe,GAAG,uBAAuB,CAAC,UAAU,EAAE,cAAc,CAAC,CAAC;IAC5E,MAAM,gBAAgB,GACpB,UAAU,IAAI,QAAQ,CAAC,YAAY,CAAC,UAAU,CAAC,IAAI,CAAC;QAClD,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,EAAC,IAAI,EAAE,UAAU,CAAC,IAAI,CAAC,UAAU,EAAC,CAAC;QACtD,CAAC,CAAC,UAAU,CAAC;IACjB,MAAM,MAAM,GAAG,IAAI,MAAM,CACvB,gBAAgB,CAAC,CAAC,CAAC,CAAC,gBAAgB,EAAE,GAAG,eAAe,CAAC,CAAC,CAAC,CAAC,eAAe,EAC3E,WAAW,CAAC,QAAQ,CACrB,CAAC;IACF,IAAI,aAAa,GAAG,CAAC,CAAC;IACtB,IAAI,oBAAoB,GAAG,CAAC,CAAC;IAE7B,2DAA2D;IAC3D,SAAS,QAAQ,CAAC,KAAc;QAC9B,MAAM,MAAM,GAAG,OAAO,EAAE,MAAM,EAAE,CAAC;QACjC,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,MAAO,CAAC,MAAM,EAAE,CAAC,CAAC;QAChE,MAAM,OAAO,GAAG,IAAI,GAAG,CACrB,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;YAC3B,KAAK,CAAC,IAAI;YACV,eAAe,CACb,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,EAChC,KAAK,CAAC,IAAI,CACX;SACF,CAAC,CACH,CAAC;QACF,IAAI,gBAAgB,IAAI,MAAM,EAAE,CAAC;YAC/B,OAAO,CAAC,GAAG,CACT,gBAAgB,CAAC,IAAI,EACrB,eAAe,CAAC,CAAC,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC,EAAE,gBAAgB,CAAC,IAAI,CAAC,CAC3D,CAAC;QACJ,CAAC;QACD,OAAO;YACL,KAAK,EAAE,IAAI,KAAK,CACd,MAAM,EACN,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,IAAI,EAAE,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAE,CAAC,CAAC,CAAC,CACvF;YACD,aAAa;YACb,KAAK;SACN,CAAC;IACJ,CAAC;IAED,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,wBAAwB,CAAC,KAAK,EAAE,WAAW,EAAE,KAAK,CAAC,EAAE,CAAC;QAC9E,CAAC,OAAO,IAAI,MAAM,CAAE,CAAC,MAAM,CAAC,KAAK,EAAE,EAAC,MAAM,EAAE,KAAK,CAAC,MAAM,EAAC,CAAC,CAAC;QAC3D,aAAa,IAAI,KAAK,CAAC,OAAO,CAAC;QAC/B,IAAI,EAAE,oBAAoB,KAAK,gBAAgB,EAAE,CAAC;YAChD,MAAM,QAAQ,CAAC,KAAK,CAAC,CAAC;YACtB,oBAAoB,GAAG,CAAC,CAAC;QAC3B,CAAC;IACH,CAAC;IACD,KAAK,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;IAC/B,MAAM,QAAQ,CAAC,IAAI,CAAC,CAAC;AACvB,CAAC"}
@@ -0,0 +1,8 @@
1
+ import { type Table } from 'apache-arrow';
2
+ import { type SQLSelectStatementOptions } from "../parser/parse-sql-statement.js";
3
+ import { type ArrowTableQuery } from "./query-arrow-table.js";
4
+ type Execution = Pick<ArrowTableQuery, 'signal' | 'functions'>;
5
+ /** Executes relational SQL over a caller-supplied catalog of in-memory Arrow tables. */
6
+ export declare function queryArrowSQL(sql: string, tables: ReadonlyMap<string, Table>, options?: Execution & SQLSelectStatementOptions): Table;
7
+ export {};
8
+ //# sourceMappingURL=query-arrow-sql.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"query-arrow-sql.d.ts","sourceRoot":"","sources":["../../src/arrow/query-arrow-sql.ts"],"names":[],"mappings":"AAIA,OAAO,EAAW,KAAK,KAAK,EAAC,MAAM,cAAc,CAAC;AAGlD,OAAO,EAGL,KAAK,yBAAyB,EAE/B,yCAAsC;AACvC,OAAO,EAAkB,KAAK,eAAe,EAAC,+BAA4B;AAG1E,KAAK,SAAS,GAAG,IAAI,CAAC,eAAe,EAAE,QAAQ,GAAG,WAAW,CAAC,CAAC;AAE/D,wFAAwF;AACxF,wBAAgB,aAAa,CAC3B,GAAG,EAAE,MAAM,EACX,MAAM,EAAE,WAAW,CAAC,MAAM,EAAE,KAAK,CAAC,EAClC,OAAO,GAAE,SAAS,GAAG,yBAA8B,GAClD,KAAK,CAyBP"}
@@ -0,0 +1,223 @@
1
+ // math.gl
2
+ // SPDX-License-Identifier: MIT
3
+ // SPDX-FileCopyrightText: Copyright (c) vis.gl contributors
4
+ import { DataType } from 'apache-arrow';
5
+ import { unnestArrowColumn } from "./unnest-arrow-column.js";
6
+ import { parseSQLSelectCompound } from "../parser/parse-sql-statement.js";
7
+ import { queryArrowTable } from "./query-arrow-table.js";
8
+ /** Executes relational SQL over a caller-supplied catalog of in-memory Arrow tables. */
9
+ export function queryArrowSQL(sql, tables, options = {}) {
10
+ const { inputs, orderBy, offset, limit } = parseSQLSelectCompound(sql, options);
11
+ const execution = { signal: options.signal, functions: options.functions };
12
+ const [first, ...rest] = inputs.map(input => executeSelect(input, tables, execution));
13
+ // Plan the final order against the projected names, including SELECT aliases.
14
+ return queryArrowTable(first, {
15
+ ...execution,
16
+ union: rest.map(table => {
17
+ if (table.numCols !== first.numCols)
18
+ throw new Error('Arrow SQL UNION ALL requires the same number of columns in each input');
19
+ return queryArrowTable(table, {
20
+ select: table.schema.fields.map((field, index) => ({
21
+ column: field.name,
22
+ as: first.schema.fields[index].name
23
+ })),
24
+ signal: execution.signal
25
+ });
26
+ }),
27
+ orderBy: planOrder(orderBy),
28
+ offset,
29
+ limit
30
+ });
31
+ }
32
+ function planOrder(orderBy) {
33
+ return orderBy?.map(({ expression, direction, nulls }) => {
34
+ /** Qualified projected output name, including UNNEST aliases. */
35
+ const column = qualifiedColumn(expression);
36
+ return {
37
+ column: column?.qualifier ? column.qualifier + '.' + column.name : requireColumn(expression),
38
+ direction,
39
+ nulls
40
+ };
41
+ });
42
+ }
43
+ function executeSelect(statement, tables, execution) {
44
+ let source = getTable(tables, statement.from.name);
45
+ const leftAlias = statement.from.alias ?? statement.from.name;
46
+ const [right] = statement.joins;
47
+ let join;
48
+ let rightAlias;
49
+ let rightTable;
50
+ if (right?.unnest) {
51
+ if (statement.joins.length !== 1)
52
+ throw new Error('UNNEST currently supports one expansion per SELECT');
53
+ const { expression, columns, ordinality } = right.unnest;
54
+ const column = qualifiedColumn(expression);
55
+ if (!column || (column.qualifier && column.qualifier !== leftAlias))
56
+ throw new Error('UNNEST requires a column of its parent table');
57
+ const field = source.schema.fields.find(field => field.name === column.name);
58
+ if (!field)
59
+ throw new Error(`Unknown UNNEST column: ${column.name}`);
60
+ const map = DataType.isMap(field.type);
61
+ if (!map && !DataType.isList(field.type) && !DataType.isFixedSizeList(field.type))
62
+ throw new Error('SQL UNNEST requires List, FixedSizeList or Map');
63
+ if (columns.length !== (map ? 2 : 1) + (ordinality ? 1 : 0))
64
+ throw new Error('UNNEST column alias count does not match its output');
65
+ rightAlias = right.table.alias;
66
+ if (rightAlias === leftAlias)
67
+ throw new Error('Duplicate Arrow SQL table alias');
68
+ source = unnestArrowColumn(source, column.name, {
69
+ valueColumn: rightAlias + '.' + columns[map ? 1 : 0],
70
+ keyColumn: map ? rightAlias + '.' + columns[0] : undefined,
71
+ ordinalColumn: ordinality ? rightAlias + '.' + columns[map ? 2 : 1] : undefined,
72
+ outer: right.type === 'left',
73
+ signal: execution.signal
74
+ });
75
+ }
76
+ else if (right) {
77
+ if (statement.joins.length > 1 || right.type !== 'inner')
78
+ throw new Error('Arrow SQL supports one INNER JOIN per SELECT');
79
+ rightAlias = right.table.alias ?? right.table.name;
80
+ rightTable = getTable(tables, right.table.name);
81
+ if (leftAlias === rightAlias)
82
+ throw new Error('Duplicate Arrow SQL table alias');
83
+ const { on } = right;
84
+ if (on.type !== 'BinaryExpression' || on.operator !== '==')
85
+ throw new Error('Arrow SQL JOIN requires equality between two columns');
86
+ const sides = [on.left, on.right].map(node => qualifiedColumn(node));
87
+ const left = sides.find(column => column?.qualifier === leftAlias);
88
+ const rightColumn = sides.find(column => column?.qualifier === rightAlias);
89
+ if (!left || !rightColumn)
90
+ throw new Error('Qualify both Arrow SQL JOIN keys');
91
+ join = {
92
+ table: rightTable,
93
+ left: left.name,
94
+ right: rightColumn.name,
95
+ rightPrefix: rightAlias + '.'
96
+ };
97
+ }
98
+ const bind = (node) => bindColumns(node, column => {
99
+ if (column.qualifier === leftAlias)
100
+ return column.name;
101
+ if (column.qualifier && column.qualifier === rightAlias)
102
+ return column.qualifier + '.' + column.name;
103
+ if (column.qualifier) {
104
+ if ([source, rightTable].some(table => table?.schema.fields.some(field => field.name === column.qualifier)))
105
+ return undefined;
106
+ throw new Error(`Unknown Arrow SQL table alias: ${column.qualifier}`);
107
+ }
108
+ const onRight = rightTable?.schema.fields.some(field => field.name === column.name);
109
+ if (!onRight)
110
+ return column.name;
111
+ if (source.schema.fields.some(field => field.name === column.name))
112
+ throw new Error(`Ambiguous Arrow SQL column: ${column.name}`);
113
+ return rightAlias + '.' + column.name;
114
+ });
115
+ const groupBy = statement.groupBy?.map(expression => requireColumn(bind(expression)));
116
+ const aggregates = new Map();
117
+ const select = statement.select?.map(({ expression, alias }, index) => {
118
+ const aggregate = planAggregate(expression, bind);
119
+ if (aggregate) {
120
+ const name = alias ?? `aggregate_${index + 1}`;
121
+ if (aggregates.has(name) || groupBy?.includes(name))
122
+ throw new Error(`Duplicate Arrow SQL aggregate name: ${name}`);
123
+ aggregates.set(name, aggregate);
124
+ return name;
125
+ }
126
+ const bound = bind(expression);
127
+ if (bound.type === 'Identifier')
128
+ return { column: bound.name, as: alias };
129
+ return { expression: bound, as: alias };
130
+ });
131
+ return queryArrowTable(source, {
132
+ ...execution,
133
+ join,
134
+ select,
135
+ where: statement.where && { expression: bind(statement.where) },
136
+ groupBy,
137
+ aggregates: Object.fromEntries(aggregates)
138
+ });
139
+ }
140
+ function getTable(tables, name) {
141
+ const table = tables.get(name);
142
+ if (!table)
143
+ throw new Error(`Unknown Arrow SQL table: ${name}`);
144
+ return table;
145
+ }
146
+ function qualifiedColumn(node) {
147
+ if (node.type === 'Identifier')
148
+ return { name: node.name };
149
+ if (node.type === 'MemberExpression' &&
150
+ !node.computed &&
151
+ node.object.type === 'Identifier' &&
152
+ node.property.type === 'Identifier')
153
+ return { name: String(node.property['name']), qualifier: String(node.object['name']) };
154
+ return undefined;
155
+ }
156
+ function requireColumn(node) {
157
+ if (node.type !== 'Identifier')
158
+ throw new Error('Arrow SQL requires a column name in this clause');
159
+ return node.name;
160
+ }
161
+ /** Resolves SQL column references while leaving function names and literals intact. */
162
+ function bindColumns(node, resolve) {
163
+ const column = qualifiedColumn(node);
164
+ const name = column && resolve(column);
165
+ if (name !== undefined)
166
+ return { type: 'Identifier', name };
167
+ const bind = (child) => bindColumns(child, resolve);
168
+ switch (node.type) {
169
+ case 'BinaryExpression':
170
+ case 'LogicalExpression':
171
+ return { ...node, left: bind(node.left), right: bind(node.right) };
172
+ case 'UnaryExpression':
173
+ return { ...node, argument: bind(node.argument) };
174
+ case 'CallExpression':
175
+ return { ...node, arguments: node.arguments.map(bind) };
176
+ case 'MemberExpression': {
177
+ if (node.computed || node.property.type !== 'Identifier')
178
+ throw new Error('Arrow SQL struct access requires a field identifier');
179
+ const name = String(node.property['name']);
180
+ return {
181
+ type: 'CallExpression',
182
+ callee: { type: 'Identifier', name: 'STRUCT_EXTRACT' },
183
+ arguments: [bind(node.object), { type: 'Literal', value: name, raw: JSON.stringify(name) }]
184
+ };
185
+ }
186
+ case 'ConditionalExpression':
187
+ return {
188
+ ...node,
189
+ test: bind(node.test),
190
+ consequent: bind(node.consequent),
191
+ alternate: bind(node.alternate)
192
+ };
193
+ default:
194
+ return node;
195
+ }
196
+ }
197
+ const aggregateOperations = new Set([
198
+ 'COUNT',
199
+ 'SUM',
200
+ 'MIN',
201
+ 'MAX',
202
+ 'AVG',
203
+ 'EVERY',
204
+ 'BOOL_AND',
205
+ 'BOOL_OR',
206
+ 'BIT_AND',
207
+ 'BIT_OR',
208
+ 'BIT_XOR'
209
+ ]);
210
+ function planAggregate(node, bind) {
211
+ if (node.type !== 'CallExpression' || node.callee.type !== 'Identifier' || !node.sqlFunction)
212
+ return undefined;
213
+ const operation = String(node.callee['name']).toUpperCase();
214
+ if (!aggregateOperations.has(operation))
215
+ return undefined;
216
+ if (node.arguments.length !== 1)
217
+ throw new Error(`Arrow SQL ${operation} requires one argument`);
218
+ const argument = node.arguments[0];
219
+ return operation === 'COUNT' && argument.sqlWildcard
220
+ ? { operation }
221
+ : { operation, expression: bind(argument) };
222
+ }
223
+ //# sourceMappingURL=query-arrow-sql.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"query-arrow-sql.js","sourceRoot":"","sources":["../../src/arrow/query-arrow-sql.ts"],"names":[],"mappings":"AAAA,UAAU;AACV,+BAA+B;AAC/B,4DAA4D;AAE5D,OAAO,EAAC,QAAQ,EAAa,MAAM,cAAc,CAAC;AAClD,OAAO,EAAC,iBAAiB,EAAC,iCAA8B;AAExD,OAAO,EACL,sBAAsB,EAIvB,yCAAsC;AACvC,OAAO,EAAC,eAAe,EAAuB,+BAA4B;AAK1E,wFAAwF;AACxF,MAAM,UAAU,aAAa,CAC3B,GAAW,EACX,MAAkC,EAClC,UAAiD,EAAE;IAEnD,MAAM,EAAC,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAC,GAAG,sBAAsB,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;IAC9E,MAAM,SAAS,GAAG,EAAC,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAC,CAAC;IACzE,MAAM,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,aAAa,CAAC,KAAK,EAAE,MAAM,EAAE,SAAS,CAAC,CAGnF,CAAC;IACF,8EAA8E;IAC9E,OAAO,eAAe,CAAC,KAAK,EAAE;QAC5B,GAAG,SAAS;QACZ,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE;YACtB,IAAI,KAAK,CAAC,OAAO,KAAK,KAAK,CAAC,OAAO;gBACjC,MAAM,IAAI,KAAK,CAAC,uEAAuE,CAAC,CAAC;YAC3F,OAAO,eAAe,CAAC,KAAK,EAAE;gBAC5B,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;oBACjD,MAAM,EAAE,KAAK,CAAC,IAAI;oBAClB,EAAE,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAE,CAAC,IAAI;iBACrC,CAAC,CAAC;gBACH,MAAM,EAAE,SAAS,CAAC,MAAM;aACzB,CAAC,CAAC;QACL,CAAC,CAAC;QACF,OAAO,EAAE,SAAS,CAAC,OAAO,CAAC;QAC3B,MAAM;QACN,KAAK;KACN,CAAC,CAAC;AACL,CAAC;AAED,SAAS,SAAS,CAAC,OAA4B;IAC7C,OAAO,OAAO,EAAE,GAAG,CAAC,CAAC,EAAC,UAAU,EAAE,SAAS,EAAE,KAAK,EAAC,EAAE,EAAE;QACrD,iEAAiE;QACjE,MAAM,MAAM,GAAG,eAAe,CAAC,UAAU,CAAC,CAAC;QAC3C,OAAO;YACL,MAAM,EAAE,MAAM,EAAE,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,GAAG,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,aAAa,CAAC,UAAU,CAAC;YAC5F,SAAS;YACT,KAAK;SACN,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,aAAa,CACpB,SAA6B,EAC7B,MAAkC,EAClC,SAAoB;IAEpB,IAAI,MAAM,GAAG,QAAQ,CAAC,MAAM,EAAE,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACnD,MAAM,SAAS,GAAG,SAAS,CAAC,IAAI,CAAC,KAAK,IAAI,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC;IAC9D,MAAM,CAAC,KAAK,CAAC,GAAG,SAAS,CAAC,KAAK,CAAC;IAChC,IAAI,IAA6B,CAAC;IAClC,IAAI,UAA8B,CAAC;IACnC,IAAI,UAA6B,CAAC;IAClC,IAAI,KAAK,EAAE,MAAM,EAAE,CAAC;QAClB,IAAI,SAAS,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC;YAC9B,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;QACxE,MAAM,EAAC,UAAU,EAAE,OAAO,EAAE,UAAU,EAAC,GAAG,KAAK,CAAC,MAAM,CAAC;QACvD,MAAM,MAAM,GAAG,eAAe,CAAC,UAAU,CAAC,CAAC;QAC3C,IAAI,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,SAAS,IAAI,MAAM,CAAC,SAAS,KAAK,SAAS,CAAC;YACjE,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAClE,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC;QAC7E,IAAI,CAAC,KAAK;YAAE,MAAM,IAAI,KAAK,CAAC,0BAA0B,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;QACrE,MAAM,GAAG,GAAG,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACvC,IAAI,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,eAAe,CAAC,KAAK,CAAC,IAAI,CAAC;YAC/E,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;QACpE,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACzD,MAAM,IAAI,KAAK,CAAC,qDAAqD,CAAC,CAAC;QACzE,UAAU,GAAG,KAAK,CAAC,KAAK,CAAC,KAAM,CAAC;QAChC,IAAI,UAAU,KAAK,SAAS;YAAE,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;QACjF,MAAM,GAAG,iBAAiB,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,EAAE;YAC9C,WAAW,EAAE,UAAU,GAAG,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACpD,SAAS,EAAE,GAAG,CAAC,CAAC,CAAC,UAAU,GAAG,GAAG,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS;YAC1D,aAAa,EAAE,UAAU,CAAC,CAAC,CAAC,UAAU,GAAG,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS;YAC/E,KAAK,EAAE,KAAK,CAAC,IAAI,KAAK,MAAM;YAC5B,MAAM,EAAE,SAAS,CAAC,MAAM;SACzB,CAAC,CAAC;IACL,CAAC;SAAM,IAAI,KAAK,EAAE,CAAC;QACjB,IAAI,SAAS,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO;YACtD,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAClE,UAAU,GAAG,KAAK,CAAC,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC;QACnD,UAAU,GAAG,QAAQ,CAAC,MAAM,EAAE,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAChD,IAAI,SAAS,KAAK,UAAU;YAAE,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;QACjF,MAAM,EAAC,EAAE,EAAC,GAAG,KAAK,CAAC;QACnB,IAAI,EAAE,CAAC,IAAI,KAAK,kBAAkB,IAAI,EAAE,CAAC,QAAQ,KAAK,IAAI;YACxD,MAAM,IAAI,KAAK,CAAC,sDAAsD,CAAC,CAAC;QAC1E,MAAM,KAAK,GAAG,CAAC,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,eAAe,CAAC,IAAkB,CAAC,CAAC,CAAC;QACnF,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,SAAS,KAAK,SAAS,CAAC,CAAC;QACnE,MAAM,WAAW,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,SAAS,KAAK,UAAU,CAAC,CAAC;QAC3E,IAAI,CAAC,IAAI,IAAI,CAAC,WAAW;YAAE,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;QAC/E,IAAI,GAAG;YACL,KAAK,EAAE,UAAU;YACjB,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,KAAK,EAAE,WAAW,CAAC,IAAI;YACvB,WAAW,EAAE,UAAU,GAAG,GAAG;SAC9B,CAAC;IACJ,CAAC;IAED,MAAM,IAAI,GAAG,CAAC,IAAgB,EAAc,EAAE,CAC5C,WAAW,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE;QACzB,IAAI,MAAM,CAAC,SAAS,KAAK,SAAS;YAAE,OAAO,MAAM,CAAC,IAAI,CAAC;QACvD,IAAI,MAAM,CAAC,SAAS,IAAI,MAAM,CAAC,SAAS,KAAK,UAAU;YACrD,OAAO,MAAM,CAAC,SAAS,GAAG,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC;QAC9C,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;YACrB,IACE,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAChC,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,MAAM,CAAC,SAAS,CAAC,CACpE;gBAED,OAAO,SAAS,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,kCAAkC,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC;QACxE,CAAC;QACD,MAAM,OAAO,GAAG,UAAU,EAAE,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC;QACpF,IAAI,CAAC,OAAO;YAAE,OAAO,MAAM,CAAC,IAAI,CAAC;QACjC,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,MAAM,CAAC,IAAI,CAAC;YAChE,MAAM,IAAI,KAAK,CAAC,+BAA+B,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;QAChE,OAAO,UAAU,GAAG,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC;IACxC,CAAC,CAAC,CAAC;IACL,MAAM,OAAO,GAAG,SAAS,CAAC,OAAO,EAAE,GAAG,CAAC,UAAU,CAAC,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;IACtF,MAAM,UAAU,GAAG,IAAI,GAAG,EAA0B,CAAC;IACrD,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,EAAC,UAAU,EAAE,KAAK,EAAC,EAAE,KAAK,EAAE,EAAE;QAClE,MAAM,SAAS,GAAG,aAAa,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC;QAClD,IAAI,SAAS,EAAE,CAAC;YACd,MAAM,IAAI,GAAG,KAAK,IAAI,aAAa,KAAK,GAAG,CAAC,EAAE,CAAC;YAC/C,IAAI,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,OAAO,EAAE,QAAQ,CAAC,IAAI,CAAC;gBACjD,MAAM,IAAI,KAAK,CAAC,uCAAuC,IAAI,EAAE,CAAC,CAAC;YACjE,UAAU,CAAC,GAAG,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;YAChC,OAAO,IAAI,CAAC;QACd,CAAC;QACD,MAAM,KAAK,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC;QAC/B,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY;YAAE,OAAO,EAAC,MAAM,EAAE,KAAK,CAAC,IAAI,EAAE,EAAE,EAAE,KAAK,EAAC,CAAC;QACxE,OAAO,EAAC,UAAU,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAC,CAAC;IACxC,CAAC,CAAC,CAAC;IACH,OAAO,eAAe,CAAC,MAAM,EAAE;QAC7B,GAAG,SAAS;QACZ,IAAI;QACJ,MAAM;QACN,KAAK,EAAE,SAAS,CAAC,KAAK,IAAI,EAAC,UAAU,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAC;QAC7D,OAAO;QACP,UAAU,EAAE,MAAM,CAAC,WAAW,CAAC,UAAU,CAAC;KAC3C,CAAC,CAAC;AACL,CAAC;AAED,SAAS,QAAQ,CAAC,MAAkC,EAAE,IAAY;IAChE,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAC/B,IAAI,CAAC,KAAK;QAAE,MAAM,IAAI,KAAK,CAAC,4BAA4B,IAAI,EAAE,CAAC,CAAC;IAChE,OAAO,KAAK,CAAC;AACf,CAAC;AAID,SAAS,eAAe,CAAC,IAAgB;IACvC,IAAI,IAAI,CAAC,IAAI,KAAK,YAAY;QAAE,OAAO,EAAC,IAAI,EAAE,IAAI,CAAC,IAAI,EAAC,CAAC;IACzD,IACE,IAAI,CAAC,IAAI,KAAK,kBAAkB;QAChC,CAAC,IAAI,CAAC,QAAQ;QACd,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,YAAY;QACjC,IAAI,CAAC,QAAQ,CAAC,IAAI,KAAK,YAAY;QAEnC,OAAO,EAAC,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,EAAE,SAAS,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,EAAC,CAAC;IACvF,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,aAAa,CAAC,IAAgB;IACrC,IAAI,IAAI,CAAC,IAAI,KAAK,YAAY;QAC5B,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;IACrE,OAAO,IAAI,CAAC,IAAI,CAAC;AACnB,CAAC;AAED,uFAAuF;AACvF,SAAS,WAAW,CAClB,IAAgB,EAChB,OAA+C;IAE/C,MAAM,MAAM,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC;IACrC,MAAM,IAAI,GAAG,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC;IACvC,IAAI,IAAI,KAAK,SAAS;QAAE,OAAO,EAAC,IAAI,EAAE,YAAY,EAAE,IAAI,EAAC,CAAC;IAC1D,MAAM,IAAI,GAAG,CAAC,KAAc,EAAE,EAAE,CAAC,WAAW,CAAC,KAAmB,EAAE,OAAO,CAAC,CAAC;IAC3E,QAAQ,IAAI,CAAC,IAAI,EAAE,CAAC;QAClB,KAAK,kBAAkB,CAAC;QACxB,KAAK,mBAAmB;YACtB,OAAO,EAAC,GAAG,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,EAAC,CAAC;QACnE,KAAK,iBAAiB;YACpB,OAAO,EAAC,GAAG,IAAI,EAAE,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAC,CAAC;QAClD,KAAK,gBAAgB;YACnB,OAAO,EAAC,GAAG,IAAI,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,EAAC,CAAC;QACxD,KAAK,kBAAkB,CAAC,CAAC,CAAC;YACxB,IAAI,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,KAAK,YAAY;gBACtD,MAAM,IAAI,KAAK,CAAC,qDAAqD,CAAC,CAAC;YACzE,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;YAC3C,OAAO;gBACL,IAAI,EAAE,gBAAgB;gBACtB,MAAM,EAAE,EAAC,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,gBAAgB,EAAC;gBACpD,SAAS,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,EAAC,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAC,CAAC;aAC1F,CAAC;QACJ,CAAC;QACD,KAAK,uBAAuB;YAC1B,OAAO;gBACL,GAAG,IAAI;gBACP,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;gBACrB,UAAU,EAAE,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC;gBACjC,SAAS,EAAE,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC;aAChC,CAAC;QACJ;YACE,OAAO,IAAI,CAAC;IAChB,CAAC;AACH,CAAC;AAED,MAAM,mBAAmB,GAAG,IAAI,GAAG,CAA8B;IAC/D,OAAO;IACP,KAAK;IACL,KAAK;IACL,KAAK;IACL,KAAK;IACL,OAAO;IACP,UAAU;IACV,SAAS;IACT,SAAS;IACT,QAAQ;IACR,SAAS;CACV,CAAC,CAAC;AAEH,SAAS,aAAa,CACpB,IAAgB,EAChB,IAA4C;IAE5C,IAAI,IAAI,CAAC,IAAI,KAAK,gBAAgB,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,YAAY,IAAI,CAAC,IAAI,CAAC,WAAW;QAC1F,OAAO,SAAS,CAAC;IACnB,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,WAAW,EAAiC,CAAC;IAC3F,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,SAAS,CAAC;QAAE,OAAO,SAAS,CAAC;IAC1D,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,aAAa,SAAS,wBAAwB,CAAC,CAAC;IACjG,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAyC,CAAC;IAC3E,OAAO,SAAS,KAAK,OAAO,IAAI,QAAQ,CAAC,WAAW;QAClD,CAAC,CAAC,EAAC,SAAS,EAAC;QACb,CAAC,CAAC,EAAC,SAAS,EAAE,UAAU,EAAE,IAAI,CAAC,QAAQ,CAAC,EAAC,CAAC;AAC9C,CAAC"}
@@ -0,0 +1,36 @@
1
+ import { type RecordBatch, Schema, Table } from 'apache-arrow';
2
+ import type { ColumnarPredicateParameterValues, ParameterizedColumnarPredicate } from "../expressions/index.js";
3
+ import type { TableQuery } from "../parser/query-types.js";
4
+ import type { ArrowAggregate } from "./aggregates.js";
5
+ import { type ArrowQueryJoin, type ArrowQueryOrder } from "./relational-query.js";
6
+ import type { ArrowExpressionOptions } from "./types.js";
7
+ /** A linear Arrow query that can execute incrementally over batches. */
8
+ export type ArrowBatchQuery = TableQuery<ParameterizedColumnarPredicate> & Omit<ArrowExpressionOptions, 'inputSchema'> & {
9
+ /** Named values for a parameterized predicate. */
10
+ parameters?: ColumnarPredicateParameterValues;
11
+ /** Checked between batches and during expression evaluation. */
12
+ signal?: AbortSignal;
13
+ };
14
+ /** Options specific to streaming Arrow queries. */
15
+ export type ArrowStreamingQuery = ArrowBatchQuery & {
16
+ /** Emit a schema-bearing empty batch when an input batch produces no rows. */
17
+ emitEmptyBatches?: boolean;
18
+ };
19
+ /** An in-memory SELECT with optional relational operators. */
20
+ export type ArrowTableQuery = ArrowBatchQuery & {
21
+ /** Append schema-compatible tables before filtering. */
22
+ union?: readonly Table[];
23
+ /** Join a second table before filtering. */
24
+ join?: ArrowQueryJoin;
25
+ /** Scalar source columns that define groups. */
26
+ groupBy?: readonly string[];
27
+ /** Aggregate reductions indexed by output name. */
28
+ aggregates?: Readonly<Record<string, ArrowAggregate>>;
29
+ /** Stable ordering applied after grouping and before pagination. */
30
+ orderBy?: readonly ArrowQueryOrder[];
31
+ };
32
+ /** Applies WHERE, projection, and pagination directly to a native Apache Arrow table. */
33
+ export declare function queryArrowTable(source: Table, query?: ArrowTableQuery): Table;
34
+ /** Streams a linear Arrow query with global pagination and source backpressure. */
35
+ export declare function queryArrowTableInBatches(input: AsyncIterable<RecordBatch> | Iterable<RecordBatch>, inputSchema: Schema, query?: ArrowStreamingQuery): AsyncIterable<RecordBatch>;
36
+ //# sourceMappingURL=query-arrow-table.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"query-arrow-table.d.ts","sourceRoot":"","sources":["../../src/arrow/query-arrow-table.ts"],"names":[],"mappings":"AAIA,OAAO,EAIL,KAAK,WAAW,EAChB,MAAM,EAEN,KAAK,EAEN,MAAM,cAAc,CAAC;AAOtB,OAAO,KAAK,EACV,gCAAgC,EAChC,8BAA8B,EAC/B,gCAAuB;AACxB,OAAO,KAAK,EAAC,UAAU,EAAC,iCAA8B;AAGtD,OAAO,KAAK,EAAC,cAAc,EAAC,wBAAqB;AACjD,OAAO,EAKL,KAAK,cAAc,EACnB,KAAK,eAAe,EACrB,8BAA2B;AAC5B,OAAO,KAAK,EAAC,sBAAsB,EAA0B,mBAAgB;AAE7E,wEAAwE;AACxE,MAAM,MAAM,eAAe,GAAG,UAAU,CAAC,8BAA8B,CAAC,GACtE,IAAI,CAAC,sBAAsB,EAAE,aAAa,CAAC,GAAG;IAC5C,kDAAkD;IAClD,UAAU,CAAC,EAAE,gCAAgC,CAAC;IAC9C,gEAAgE;IAChE,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB,CAAC;AAEJ,mDAAmD;AACnD,MAAM,MAAM,mBAAmB,GAAG,eAAe,GAAG;IAClD,8EAA8E;IAC9E,gBAAgB,CAAC,EAAE,OAAO,CAAC;CAC5B,CAAC;AAEF,8DAA8D;AAC9D,MAAM,MAAM,eAAe,GAAG,eAAe,GAAG;IAC9C,wDAAwD;IACxD,KAAK,CAAC,EAAE,SAAS,KAAK,EAAE,CAAC;IACzB,4CAA4C;IAC5C,IAAI,CAAC,EAAE,cAAc,CAAC;IACtB,gDAAgD;IAChD,OAAO,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IAC5B,mDAAmD;IACnD,UAAU,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC,CAAC;IACtD,oEAAoE;IACpE,OAAO,CAAC,EAAE,SAAS,eAAe,EAAE,CAAC;CACtC,CAAC;AAKF,yFAAyF;AACzF,wBAAgB,eAAe,CAAC,MAAM,EAAE,KAAK,EAAE,KAAK,GAAE,eAAoB,GAAG,KAAK,CAgCjF;AAED,mFAAmF;AACnF,wBAAuB,wBAAwB,CAC7C,KAAK,EAAE,aAAa,CAAC,WAAW,CAAC,GAAG,QAAQ,CAAC,WAAW,CAAC,EACzD,WAAW,EAAE,MAAM,EACnB,KAAK,GAAE,mBAAwB,GAC9B,aAAa,CAAC,WAAW,CAAC,CAgB5B"}
@@ -0,0 +1,208 @@
1
+ // math.gl
2
+ // SPDX-License-Identifier: MIT
3
+ // SPDX-FileCopyrightText: Copyright (c) vis.gl contributors
4
+ import { Data, DataType, makeData, Schema, Struct, Table } from 'apache-arrow';
5
+ import { getRecordBatchMetadata, createRecordBatchWithMetadata, validateArrowTableSchema, takeArrowTableRows } from '@math.gl/core/arrow';
6
+ import { compileArrowArray, compileArrowExpression } from "./compiler.js";
7
+ import { compileArrowPredicate } from "./predicate.js";
8
+ import { groupArrowTable, joinArrowTables, orderArrowTable, unionArrowTables } from "./relational-query.js";
9
+ /** Applies WHERE, projection, and pagination directly to a native Apache Arrow table. */
10
+ export function queryArrowTable(source, query = {}) {
11
+ const { select, where, offset = 0, limit, functions, parameters, signal } = query;
12
+ signal?.throwIfAborted();
13
+ validatePagination(offset, limit);
14
+ const { union, join, groupBy, aggregates, orderBy } = query;
15
+ if (union?.length)
16
+ source = unionArrowTables(source, union);
17
+ if (join)
18
+ source = joinArrowTables(source, join, signal);
19
+ if (groupBy?.length || Object.keys(aggregates ?? {}).length || orderBy?.length) {
20
+ source = queryArrowTable(source, { where, functions, parameters, signal });
21
+ if (groupBy?.length || Object.keys(aggregates ?? {}).length) {
22
+ source = groupArrowTable(source, groupBy ?? [], aggregates ?? {}, {
23
+ inputSchema: source.schema,
24
+ functions,
25
+ signal
26
+ });
27
+ }
28
+ if (orderBy?.length) {
29
+ source = orderArrowTable(source, orderBy, offset, limit, signal);
30
+ return queryArrowTable(source, { select, functions, signal });
31
+ }
32
+ return queryArrowTable(source, { select, offset, limit, functions, signal });
33
+ }
34
+ const plan = compileArrowQuery(source.schema, query);
35
+ const result = [];
36
+ for (const batch of source.batches) {
37
+ if (plan.done())
38
+ break;
39
+ for (const output of plan.execute(batch))
40
+ result.push(output);
41
+ }
42
+ return new Table(plan.schema, result);
43
+ }
44
+ /** Streams a linear Arrow query with global pagination and source backpressure. */
45
+ export async function* queryArrowTableInBatches(input, inputSchema, query = {}) {
46
+ query.signal?.throwIfAborted();
47
+ validatePagination(query.offset ?? 0, query.limit);
48
+ const plan = compileArrowQuery(inputSchema, query);
49
+ if (plan.done())
50
+ return;
51
+ for await (const batch of input) {
52
+ query.signal?.throwIfAborted();
53
+ if (batch.schema !== inputSchema) {
54
+ validateArrowTableSchema(new Table(batch.schema, []), inputSchema, {
55
+ rejectExtraFields: true,
56
+ schemaName: 'query input schema'
57
+ });
58
+ }
59
+ yield* plan.execute(batch, query.emitEmptyBatches);
60
+ if (plan.done())
61
+ return;
62
+ }
63
+ }
64
+ /** Validates pagination before the query reads or transforms any rows. */
65
+ function validatePagination(offset, limit) {
66
+ if (!Number.isSafeInteger(offset) || offset < 0)
67
+ throw new Error('Invalid Arrow query offset');
68
+ if (limit !== undefined && (!Number.isSafeInteger(limit) || limit < 0))
69
+ throw new Error('Invalid Arrow query limit');
70
+ }
71
+ /** Binds predicates and projection to a schema once per execution. */
72
+ function compileArrowQuery(inputSchema, query) {
73
+ const { select, where, offset = 0, limit, functions, parameters, signal } = query;
74
+ const options = { inputSchema, functions };
75
+ const predicate = where
76
+ ? 'expression' in where
77
+ ? compileArrowExpression(where.expression, options)
78
+ : compileArrowPredicate(where, { ...options, parameters })
79
+ : undefined;
80
+ if (predicate && !DataType.isBool(predicate.outputField.type))
81
+ throw new Error('Arrow query WHERE requires a Boolean expression');
82
+ const names = new Set();
83
+ for (const selection of select ?? []) {
84
+ const name = typeof selection === 'string'
85
+ ? selection
86
+ : (selection.as ?? ('column' in selection ? selection.column : undefined));
87
+ if (name === undefined)
88
+ continue;
89
+ if (names.has(name) || (typeof selection !== 'string' && selection.as === ''))
90
+ throw new Error(`Invalid or duplicate Arrow query output name: ${name}`);
91
+ names.add(name);
92
+ }
93
+ const projection = select
94
+ ? select.map((selection, ordinal) => {
95
+ if (typeof selection !== 'string' && ('array' in selection || 'expression' in selection)) {
96
+ const expression = 'array' in selection
97
+ ? compileArrowArray(selection.array, { ...options, type: selection.type })
98
+ : compileArrowExpression(selection.expression, options);
99
+ let name = selection.as;
100
+ if (name === undefined) {
101
+ name = `expression_${ordinal + 1}`;
102
+ while (names.has(name))
103
+ name += '_';
104
+ names.add(name);
105
+ }
106
+ return { expression, field: expression.outputField.clone({ name }) };
107
+ }
108
+ const column = typeof selection === 'string' ? selection : selection.column;
109
+ const index = inputSchema.fields.findIndex(field => field.name === column);
110
+ if (index < 0)
111
+ throw new Error(`Arrow query column not found: ${column}`);
112
+ const field = inputSchema.fields[index];
113
+ return {
114
+ index,
115
+ field: typeof selection === 'string' ? field : field.clone({ name: selection.as ?? column })
116
+ };
117
+ })
118
+ : inputSchema.fields.map((field, index) => ({ field, index }));
119
+ const schema = select
120
+ ? new Schema(projection.map(({ field }) => field), inputSchema.metadata, undefined, inputSchema.metadataVersion)
121
+ : inputSchema;
122
+ let skip = offset;
123
+ let remaining = limit ?? Infinity;
124
+ /** Evaluates one batch using the remaining pagination budget. */
125
+ function* execute(batch, emitEmpty = false) {
126
+ signal?.throwIfAborted();
127
+ const metadata = getRecordBatchMetadata(batch);
128
+ const mask = predicate?.evaluate(batch, { signal });
129
+ let selected;
130
+ if (mask) {
131
+ const indexes = [];
132
+ for (let row = 0; row < batch.numRows && indexes.length < remaining; row++) {
133
+ if ((row & 1023) === 0)
134
+ signal?.throwIfAborted();
135
+ if (mask.get(row) !== true)
136
+ continue;
137
+ if (skip > 0)
138
+ skip--;
139
+ else
140
+ indexes.push(row);
141
+ }
142
+ if (indexes.length === batch.numRows)
143
+ selected = batch;
144
+ else if (indexes.length &&
145
+ indexes[indexes.length - 1] - indexes[0] + 1 === indexes.length) {
146
+ selected = createRecordBatchWithMetadata(batch.schema, batch.data.slice(indexes[0], indexes.length), metadata);
147
+ }
148
+ else if (indexes.length) {
149
+ const gathered = takeArrowTableRows(new Table(inputSchema, [batch]), Int32Array.from(indexes));
150
+ selected = makeQueryBatch(inputSchema, gathered.batches[0].data.children, indexes.length, metadata);
151
+ }
152
+ }
153
+ else {
154
+ const start = Math.min(skip, batch.numRows);
155
+ skip -= start;
156
+ const end = start + Math.min(batch.numRows - start, remaining);
157
+ if (end > start)
158
+ selected =
159
+ start === 0 && end === batch.numRows
160
+ ? batch
161
+ : createRecordBatchWithMetadata(batch.schema, batch.data.slice(start, end - start), metadata);
162
+ }
163
+ if (!selected?.numRows) {
164
+ if (emitEmpty) {
165
+ const children = schema.fields.map(field => makeData({ type: field.type, nullCount: 0 }));
166
+ yield makeQueryBatch(schema, children, 0, metadata);
167
+ }
168
+ return;
169
+ }
170
+ remaining -= selected.numRows;
171
+ if (!select) {
172
+ yield selected;
173
+ return;
174
+ }
175
+ const columns = projection.map(item => 'index' in item
176
+ ? selected.data.children[item.index]
177
+ : item.expression.evaluate(selected, { signal }));
178
+ // Computed vectors can introduce chunk boundaries inside the selected source batch.
179
+ const boundaries = new Set([selected.numRows]);
180
+ for (const column of columns) {
181
+ if ('children' in column)
182
+ continue;
183
+ let end = 0;
184
+ for (const chunk of column.data) {
185
+ end += chunk.length;
186
+ if (end > 0)
187
+ boundaries.add(end);
188
+ }
189
+ }
190
+ let start = 0;
191
+ for (const end of [...boundaries].sort((left, right) => left - right)) {
192
+ const children = columns.map(column => 'children' in column
193
+ ? start === 0 && end === column.length
194
+ ? column
195
+ : column.slice(start, end - start)
196
+ : column.slice(start, end).data[0]);
197
+ yield makeQueryBatch(schema, children, end - start, metadata);
198
+ start = end;
199
+ }
200
+ }
201
+ return { schema, done: () => remaining === 0, execute };
202
+ }
203
+ /** Creates a batch while preserving its row count even for an empty projection. */
204
+ function makeQueryBatch(schema, children, length, metadata) {
205
+ const data = new Data(new Struct(schema.fields), 0, length, 0, undefined, children);
206
+ return createRecordBatchWithMetadata(schema, data, metadata);
207
+ }
208
+ //# sourceMappingURL=query-arrow-table.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"query-arrow-table.js","sourceRoot":"","sources":["../../src/arrow/query-arrow-table.ts"],"names":[],"mappings":"AAAA,UAAU;AACV,+BAA+B;AAC/B,4DAA4D;AAE5D,OAAO,EACL,IAAI,EACJ,QAAQ,EACR,QAAQ,EAER,MAAM,EACN,MAAM,EACN,KAAK,EAEN,MAAM,cAAc,CAAC;AACtB,OAAO,EACL,sBAAsB,EACtB,6BAA6B,EAC7B,wBAAwB,EACxB,kBAAkB,EACnB,MAAM,qBAAqB,CAAC;AAM7B,OAAO,EAAC,iBAAiB,EAAE,sBAAsB,EAAC,sBAAmB;AACrE,OAAO,EAAC,qBAAqB,EAAC,uBAAoB;AAElD,OAAO,EACL,eAAe,EACf,eAAe,EACf,eAAe,EACf,gBAAgB,EAGjB,8BAA2B;AAmC5B,yFAAyF;AACzF,MAAM,UAAU,eAAe,CAAC,MAAa,EAAE,QAAyB,EAAE;IACxE,MAAM,EAAC,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,EAAC,GAAG,KAAK,CAAC;IAChF,MAAM,EAAE,cAAc,EAAE,CAAC;IACzB,kBAAkB,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IAElC,MAAM,EAAC,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,UAAU,EAAE,OAAO,EAAC,GAAG,KAAK,CAAC;IAC1D,IAAI,KAAK,EAAE,MAAM;QAAE,MAAM,GAAG,gBAAgB,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IAC5D,IAAI,IAAI;QAAE,MAAM,GAAG,eAAe,CAAC,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;IAEzD,IAAI,OAAO,EAAE,MAAM,IAAI,MAAM,CAAC,IAAI,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC,MAAM,IAAI,OAAO,EAAE,MAAM,EAAE,CAAC;QAC/E,MAAM,GAAG,eAAe,CAAC,MAAM,EAAE,EAAC,KAAK,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,EAAC,CAAC,CAAC;QACzE,IAAI,OAAO,EAAE,MAAM,IAAI,MAAM,CAAC,IAAI,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC;YAC5D,MAAM,GAAG,eAAe,CAAC,MAAM,EAAE,OAAO,IAAI,EAAE,EAAE,UAAU,IAAI,EAAE,EAAE;gBAChE,WAAW,EAAE,MAAM,CAAC,MAAM;gBAC1B,SAAS;gBACT,MAAM;aACP,CAAC,CAAC;QACL,CAAC;QACD,IAAI,OAAO,EAAE,MAAM,EAAE,CAAC;YACpB,MAAM,GAAG,eAAe,CAAC,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;YACjE,OAAO,eAAe,CAAC,MAAM,EAAE,EAAC,MAAM,EAAE,SAAS,EAAE,MAAM,EAAC,CAAC,CAAC;QAC9D,CAAC;QACD,OAAO,eAAe,CAAC,MAAM,EAAE,EAAC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,EAAC,CAAC,CAAC;IAC7E,CAAC;IAED,MAAM,IAAI,GAAG,iBAAiB,CAAC,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IACrD,MAAM,MAAM,GAAkB,EAAE,CAAC;IACjC,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;QACnC,IAAI,IAAI,CAAC,IAAI,EAAE;YAAE,MAAM;QACvB,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC;YAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAChE,CAAC;IACD,OAAO,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;AACxC,CAAC;AAED,mFAAmF;AACnF,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,wBAAwB,CAC7C,KAAyD,EACzD,WAAmB,EACnB,QAA6B,EAAE;IAE/B,KAAK,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;IAC/B,kBAAkB,CAAC,KAAK,CAAC,MAAM,IAAI,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;IACnD,MAAM,IAAI,GAAG,iBAAiB,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC;IACnD,IAAI,IAAI,CAAC,IAAI,EAAE;QAAE,OAAO;IACxB,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,KAAK,EAAE,CAAC;QAChC,KAAK,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;QAC/B,IAAI,KAAK,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;YACjC,wBAAwB,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC,EAAE,WAAW,EAAE;gBACjE,iBAAiB,EAAE,IAAI;gBACvB,UAAU,EAAE,oBAAoB;aACjC,CAAC,CAAC;QACL,CAAC;QACD,KAAK,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC,gBAAgB,CAAC,CAAC;QACnD,IAAI,IAAI,CAAC,IAAI,EAAE;YAAE,OAAO;IAC1B,CAAC;AACH,CAAC;AAED,0EAA0E;AAC1E,SAAS,kBAAkB,CAAC,MAAc,EAAE,KAAc;IACxD,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,MAAM,GAAG,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;IAC/F,IAAI,KAAK,KAAK,SAAS,IAAI,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,CAAC;QACpE,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;AACjD,CAAC;AAED,sEAAsE;AACtE,SAAS,iBAAiB,CAAC,WAAmB,EAAE,KAAsB;IACpE,MAAM,EAAC,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,EAAC,GAAG,KAAK,CAAC;IAChF,MAAM,OAAO,GAAG,EAAC,WAAW,EAAE,SAAS,EAAC,CAAC;IACzC,MAAM,SAAS,GAAG,KAAK;QACrB,CAAC,CAAC,YAAY,IAAI,KAAK;YACrB,CAAC,CAAC,sBAAsB,CAAC,KAAK,CAAC,UAAU,EAAE,OAAO,CAAC;YACnD,CAAC,CAAC,qBAAqB,CAAC,KAAK,EAAE,EAAC,GAAG,OAAO,EAAE,UAAU,EAAC,CAAC;QAC1D,CAAC,CAAC,SAAS,CAAC;IACd,IAAI,SAAS,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,SAAS,CAAC,WAAW,CAAC,IAAI,CAAC;QAC3D,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;IAErE,MAAM,KAAK,GAAG,IAAI,GAAG,EAAU,CAAC;IAChC,KAAK,MAAM,SAAS,IAAI,MAAM,IAAI,EAAE,EAAE,CAAC;QACrC,MAAM,IAAI,GACR,OAAO,SAAS,KAAK,QAAQ;YAC3B,CAAC,CAAC,SAAS;YACX,CAAC,CAAC,CAAC,SAAS,CAAC,EAAE,IAAI,CAAC,QAAQ,IAAI,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC;QAC/E,IAAI,IAAI,KAAK,SAAS;YAAE,SAAS;QACjC,IAAI,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,SAAS,KAAK,QAAQ,IAAI,SAAS,CAAC,EAAE,KAAK,EAAE,CAAC;YAC3E,MAAM,IAAI,KAAK,CAAC,iDAAiD,IAAI,EAAE,CAAC,CAAC;QAC3E,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAClB,CAAC;IACD,MAAM,UAAU,GAAiB,MAAM;QACrC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,OAAO,EAAE,EAAE;YAChC,IAAI,OAAO,SAAS,KAAK,QAAQ,IAAI,CAAC,OAAO,IAAI,SAAS,IAAI,YAAY,IAAI,SAAS,CAAC,EAAE,CAAC;gBACzF,MAAM,UAAU,GACd,OAAO,IAAI,SAAS;oBAClB,CAAC,CAAC,iBAAiB,CAAC,SAAS,CAAC,KAAK,EAAE,EAAC,GAAG,OAAO,EAAE,IAAI,EAAE,SAAS,CAAC,IAAI,EAAC,CAAC;oBACxE,CAAC,CAAC,sBAAsB,CAAC,SAAS,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;gBAC5D,IAAI,IAAI,GAAG,SAAS,CAAC,EAAE,CAAC;gBACxB,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;oBACvB,IAAI,GAAG,cAAc,OAAO,GAAG,CAAC,EAAE,CAAC;oBACnC,OAAO,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC;wBAAE,IAAI,IAAI,GAAG,CAAC;oBACpC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;gBAClB,CAAC;gBACD,OAAO,EAAC,UAAU,EAAE,KAAK,EAAE,UAAU,CAAC,WAAW,CAAC,KAAK,CAAC,EAAC,IAAI,EAAC,CAAC,EAAC,CAAC;YACnE,CAAC;YACD,MAAM,MAAM,GAAG,OAAO,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC;YAC5E,MAAM,KAAK,GAAG,WAAW,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC;YAC3E,IAAI,KAAK,GAAG,CAAC;gBAAE,MAAM,IAAI,KAAK,CAAC,iCAAiC,MAAM,EAAE,CAAC,CAAC;YAC1E,MAAM,KAAK,GAAG,WAAW,CAAC,MAAM,CAAC,KAAK,CAAE,CAAC;YACzC,OAAO;gBACL,KAAK;gBACL,KAAK,EAAE,OAAO,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,EAAC,IAAI,EAAE,SAAS,CAAC,EAAE,IAAI,MAAM,EAAC,CAAC;aAC3F,CAAC;QACJ,CAAC,CAAC;QACJ,CAAC,CAAC,WAAW,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,EAAC,KAAK,EAAE,KAAK,EAAC,CAAC,CAAC,CAAC;IAE/D,MAAM,MAAM,GAAG,MAAM;QACnB,CAAC,CAAC,IAAI,MAAM,CACR,UAAU,CAAC,GAAG,CAAC,CAAC,EAAC,KAAK,EAAC,EAAE,EAAE,CAAC,KAAK,CAAC,EAClC,WAAW,CAAC,QAAQ,EACpB,SAAS,EACT,WAAW,CAAC,eAAe,CAC5B;QACH,CAAC,CAAC,WAAW,CAAC;IAChB,IAAI,IAAI,GAAG,MAAM,CAAC;IAClB,IAAI,SAAS,GAAG,KAAK,IAAI,QAAQ,CAAC;IAClC,iEAAiE;IACjE,QAAQ,CAAC,CAAC,OAAO,CAAC,KAAkB,EAAE,SAAS,GAAG,KAAK;QACrD,MAAM,EAAE,cAAc,EAAE,CAAC;QACzB,MAAM,QAAQ,GAAG,sBAAsB,CAAC,KAAK,CAAC,CAAC;QAC/C,MAAM,IAAI,GAAG,SAAS,EAAE,QAAQ,CAAC,KAAK,EAAE,EAAC,MAAM,EAAC,CAAC,CAAC;QAClD,IAAI,QAAiC,CAAC;QACtC,IAAI,IAAI,EAAE,CAAC;YACT,MAAM,OAAO,GAAa,EAAE,CAAC;YAC7B,KAAK,IAAI,GAAG,GAAG,CAAC,EAAE,GAAG,GAAG,KAAK,CAAC,OAAO,IAAI,OAAO,CAAC,MAAM,GAAG,SAAS,EAAE,GAAG,EAAE,EAAE,CAAC;gBAC3E,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC;oBAAE,MAAM,EAAE,cAAc,EAAE,CAAC;gBACjD,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,IAAI;oBAAE,SAAS;gBACrC,IAAI,IAAI,GAAG,CAAC;oBAAE,IAAI,EAAE,CAAC;;oBAChB,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACzB,CAAC;YACD,IAAI,OAAO,CAAC,MAAM,KAAK,KAAK,CAAC,OAAO;gBAAE,QAAQ,GAAG,KAAK,CAAC;iBAClD,IACH,OAAO,CAAC,MAAM;gBACd,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAE,GAAG,OAAO,CAAC,CAAC,CAAE,GAAG,CAAC,KAAK,OAAO,CAAC,MAAM,EACjE,CAAC;gBACD,QAAQ,GAAG,6BAA6B,CACtC,KAAK,CAAC,MAAM,EACZ,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAE,EAAE,OAAO,CAAC,MAAM,CAAC,EAC7C,QAAQ,CACT,CAAC;YACJ,CAAC;iBAAM,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;gBAC1B,MAAM,QAAQ,GAAG,kBAAkB,CACjC,IAAI,KAAK,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,CAAC,EAC/B,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,CACzB,CAAC;gBACF,QAAQ,GAAG,cAAc,CACvB,WAAW,EACX,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAE,CAAC,IAAI,CAAC,QAAQ,EAClC,OAAO,CAAC,MAAM,EACd,QAAQ,CACT,CAAC;YACJ,CAAC;QACH,CAAC;aAAM,CAAC;YACN,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;YAC5C,IAAI,IAAI,KAAK,CAAC;YACd,MAAM,GAAG,GAAG,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,GAAG,KAAK,EAAE,SAAS,CAAC,CAAC;YAC/D,IAAI,GAAG,GAAG,KAAK;gBACb,QAAQ;oBACN,KAAK,KAAK,CAAC,IAAI,GAAG,KAAK,KAAK,CAAC,OAAO;wBAClC,CAAC,CAAC,KAAK;wBACP,CAAC,CAAC,6BAA6B,CAC3B,KAAK,CAAC,MAAM,EACZ,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,GAAG,KAAK,CAAC,EACpC,QAAQ,CACT,CAAC;QACZ,CAAC;QACD,IAAI,CAAC,QAAQ,EAAE,OAAO,EAAE,CAAC;YACvB,IAAI,SAAS,EAAE,CAAC;gBACd,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,QAAQ,CAAC,EAAC,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC,EAAC,CAAC,CAAC,CAAC;gBACxF,MAAM,cAAc,CAAC,MAAM,EAAE,QAAQ,EAAE,CAAC,EAAE,QAAQ,CAAC,CAAC;YACtD,CAAC;YACD,OAAO;QACT,CAAC;QACD,SAAS,IAAI,QAAQ,CAAC,OAAO,CAAC;QAC9B,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,QAAQ,CAAC;YACf,OAAO;QACT,CAAC;QAED,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CACpC,OAAO,IAAI,IAAI;YACb,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAE;YACrC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,QAAQ,EAAE,EAAC,MAAM,EAAC,CAAC,CACjD,CAAC;QACF,oFAAoF;QACpF,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;QAC/C,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,IAAI,UAAU,IAAI,MAAM;gBAAE,SAAS;YACnC,IAAI,GAAG,GAAG,CAAC,CAAC;YACZ,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;gBAChC,GAAG,IAAI,KAAK,CAAC,MAAM,CAAC;gBACpB,IAAI,GAAG,GAAG,CAAC;oBAAE,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACnC,CAAC;QACH,CAAC;QACD,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAK,MAAM,GAAG,IAAI,CAAC,GAAG,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,GAAG,KAAK,CAAC,EAAE,CAAC;YACtE,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CACpC,UAAU,IAAI,MAAM;gBAClB,CAAC,CAAC,KAAK,KAAK,CAAC,IAAI,GAAG,KAAK,MAAM,CAAC,MAAM;oBACpC,CAAC,CAAC,MAAM;oBACR,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,GAAG,KAAK,CAAC;gBACpC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAE,CACtC,CAAC;YACF,MAAM,cAAc,CAAC,MAAM,EAAE,QAAQ,EAAE,GAAG,GAAG,KAAK,EAAE,QAAQ,CAAC,CAAC;YAC9D,KAAK,GAAG,GAAG,CAAC;QACd,CAAC;IACH,CAAC;IACD,OAAO,EAAC,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,SAAS,KAAK,CAAC,EAAE,OAAO,EAAC,CAAC;AACxD,CAAC;AAED,mFAAmF;AACnF,SAAS,cAAc,CACrB,MAAc,EACd,QAAgB,EAChB,MAAc,EACd,QAAyC;IAEzC,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;IACpF,OAAO,6BAA6B,CAAC,MAAM,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC;AAC/D,CAAC"}
@@ -0,0 +1,2 @@
1
+ export {};
2
+ //# sourceMappingURL=query-worker-entry.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"query-worker-entry.d.ts","sourceRoot":"","sources":["../../src/arrow/query-worker-entry.ts"],"names":[],"mappings":""}
@@ -0,0 +1,7 @@
1
+ // math.gl
2
+ // SPDX-License-Identifier: MIT
3
+ // SPDX-FileCopyrightText: Copyright (c) vis.gl contributors
4
+ import { initializeTaskWorker } from '@math.gl/tasks';
5
+ import { createArrowQueryTask } from "./query-worker.js";
6
+ void initializeTaskWorker(createArrowQueryTask());
7
+ //# sourceMappingURL=query-worker-entry.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"query-worker-entry.js","sourceRoot":"","sources":["../../src/arrow/query-worker-entry.ts"],"names":[],"mappings":"AAAA,UAAU;AACV,+BAA+B;AAC/B,4DAA4D;AAE5D,OAAO,EAAC,oBAAoB,EAAC,MAAM,gBAAgB,CAAC;AACpD,OAAO,EAAC,oBAAoB,EAAC,0BAAuB;AAEpD,KAAK,oBAAoB,CAAC,oBAAoB,EAAE,CAAC,CAAC"}