rowpipe 2.2.0 → 2.10.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (345) hide show
  1. package/README.md +35 -4
  2. package/dist/analytics/abtest.d.ts +39 -0
  3. package/dist/analytics/abtest.d.ts.map +1 -0
  4. package/dist/analytics/abtest.js +266 -0
  5. package/dist/analytics/abtest.js.map +1 -0
  6. package/dist/analytics/cluster.d.ts +25 -0
  7. package/dist/analytics/cluster.d.ts.map +1 -0
  8. package/dist/analytics/cluster.js +212 -0
  9. package/dist/analytics/cluster.js.map +1 -0
  10. package/dist/analytics/cohort.d.ts +22 -0
  11. package/dist/analytics/cohort.d.ts.map +1 -0
  12. package/dist/analytics/cohort.js +170 -0
  13. package/dist/analytics/cohort.js.map +1 -0
  14. package/dist/analytics/correlation.d.ts +15 -0
  15. package/dist/analytics/correlation.d.ts.map +1 -0
  16. package/dist/analytics/correlation.js +116 -0
  17. package/dist/analytics/correlation.js.map +1 -0
  18. package/dist/analytics/crosstab.d.ts +27 -0
  19. package/dist/analytics/crosstab.d.ts.map +1 -0
  20. package/dist/analytics/crosstab.js +90 -0
  21. package/dist/analytics/crosstab.js.map +1 -0
  22. package/dist/analytics/entropy.d.ts +23 -0
  23. package/dist/analytics/entropy.d.ts.map +1 -0
  24. package/dist/analytics/entropy.js +180 -0
  25. package/dist/analytics/entropy.js.map +1 -0
  26. package/dist/analytics/funnel.d.ts +29 -0
  27. package/dist/analytics/funnel.d.ts.map +1 -0
  28. package/dist/analytics/funnel.js +170 -0
  29. package/dist/analytics/funnel.js.map +1 -0
  30. package/dist/analytics/ngrams.d.ts +25 -0
  31. package/dist/analytics/ngrams.d.ts.map +1 -0
  32. package/dist/analytics/ngrams.js +110 -0
  33. package/dist/analytics/ngrams.js.map +1 -0
  34. package/dist/analytics/outliers.d.ts +25 -0
  35. package/dist/analytics/outliers.d.ts.map +1 -0
  36. package/dist/analytics/outliers.js +114 -0
  37. package/dist/analytics/outliers.js.map +1 -0
  38. package/dist/analytics/pareto.d.ts +36 -0
  39. package/dist/analytics/pareto.d.ts.map +1 -0
  40. package/dist/analytics/pareto.js +140 -0
  41. package/dist/analytics/pareto.js.map +1 -0
  42. package/dist/analytics/quantiles.d.ts +18 -0
  43. package/dist/analytics/quantiles.d.ts.map +1 -0
  44. package/dist/analytics/quantiles.js +62 -0
  45. package/dist/analytics/quantiles.js.map +1 -0
  46. package/dist/analytics/regression.d.ts +18 -0
  47. package/dist/analytics/regression.d.ts.map +1 -0
  48. package/dist/analytics/regression.js +79 -0
  49. package/dist/analytics/regression.js.map +1 -0
  50. package/dist/analytics/rfm.d.ts +41 -0
  51. package/dist/analytics/rfm.d.ts.map +1 -0
  52. package/dist/analytics/rfm.js +221 -0
  53. package/dist/analytics/rfm.js.map +1 -0
  54. package/dist/analytics/stats.d.ts.map +1 -1
  55. package/dist/analytics/stats.js +65 -15
  56. package/dist/analytics/stats.js.map +1 -1
  57. package/dist/analytics/technical.d.ts +19 -0
  58. package/dist/analytics/technical.d.ts.map +1 -0
  59. package/dist/analytics/technical.js +365 -0
  60. package/dist/analytics/technical.js.map +1 -0
  61. package/dist/cli/commands/abtest.d.ts +10 -0
  62. package/dist/cli/commands/abtest.d.ts.map +1 -0
  63. package/dist/cli/commands/abtest.js +68 -0
  64. package/dist/cli/commands/abtest.js.map +1 -0
  65. package/dist/cli/commands/cluster.d.ts +9 -0
  66. package/dist/cli/commands/cluster.d.ts.map +1 -0
  67. package/dist/cli/commands/cluster.js +77 -0
  68. package/dist/cli/commands/cluster.js.map +1 -0
  69. package/dist/cli/commands/cohort.d.ts +10 -0
  70. package/dist/cli/commands/cohort.d.ts.map +1 -0
  71. package/dist/cli/commands/cohort.js +66 -0
  72. package/dist/cli/commands/cohort.js.map +1 -0
  73. package/dist/cli/commands/completion.d.ts +5 -0
  74. package/dist/cli/commands/completion.d.ts.map +1 -0
  75. package/dist/cli/commands/completion.js +7 -0
  76. package/dist/cli/commands/completion.js.map +1 -0
  77. package/dist/cli/commands/concat.d.ts +9 -0
  78. package/dist/cli/commands/concat.d.ts.map +1 -0
  79. package/dist/cli/commands/concat.js +62 -0
  80. package/dist/cli/commands/concat.js.map +1 -0
  81. package/dist/cli/commands/convert.d.ts +2 -0
  82. package/dist/cli/commands/convert.d.ts.map +1 -1
  83. package/dist/cli/commands/convert.js.map +1 -1
  84. package/dist/cli/commands/corr.d.ts +7 -0
  85. package/dist/cli/commands/corr.d.ts.map +1 -0
  86. package/dist/cli/commands/corr.js +70 -0
  87. package/dist/cli/commands/corr.js.map +1 -0
  88. package/dist/cli/commands/crosstab.d.ts +11 -0
  89. package/dist/cli/commands/crosstab.d.ts.map +1 -0
  90. package/dist/cli/commands/crosstab.js +71 -0
  91. package/dist/cli/commands/crosstab.js.map +1 -0
  92. package/dist/cli/commands/entropy.d.ts +9 -0
  93. package/dist/cli/commands/entropy.d.ts.map +1 -0
  94. package/dist/cli/commands/entropy.js +71 -0
  95. package/dist/cli/commands/entropy.js.map +1 -0
  96. package/dist/cli/commands/explode.d.ts +8 -0
  97. package/dist/cli/commands/explode.d.ts.map +1 -0
  98. package/dist/cli/commands/explode.js +61 -0
  99. package/dist/cli/commands/explode.js.map +1 -0
  100. package/dist/cli/commands/fetch.d.ts +8 -0
  101. package/dist/cli/commands/fetch.d.ts.map +1 -0
  102. package/dist/cli/commands/fetch.js +41 -0
  103. package/dist/cli/commands/fetch.js.map +1 -0
  104. package/dist/cli/commands/files.d.ts +1 -1
  105. package/dist/cli/commands/files.d.ts.map +1 -1
  106. package/dist/cli/commands/flatten.d.ts +8 -0
  107. package/dist/cli/commands/flatten.d.ts.map +1 -0
  108. package/dist/cli/commands/flatten.js +57 -0
  109. package/dist/cli/commands/flatten.js.map +1 -0
  110. package/dist/cli/commands/freq.d.ts +10 -0
  111. package/dist/cli/commands/freq.d.ts.map +1 -0
  112. package/dist/cli/commands/freq.js +122 -0
  113. package/dist/cli/commands/freq.js.map +1 -0
  114. package/dist/cli/commands/funnel.d.ts +11 -0
  115. package/dist/cli/commands/funnel.d.ts.map +1 -0
  116. package/dist/cli/commands/funnel.js +69 -0
  117. package/dist/cli/commands/funnel.js.map +1 -0
  118. package/dist/cli/commands/fuzzy-join.d.ts +25 -0
  119. package/dist/cli/commands/fuzzy-join.d.ts.map +1 -0
  120. package/dist/cli/commands/fuzzy-join.js +85 -0
  121. package/dist/cli/commands/fuzzy-join.js.map +1 -0
  122. package/dist/cli/commands/generate.d.ts +8 -0
  123. package/dist/cli/commands/generate.d.ts.map +1 -0
  124. package/dist/cli/commands/generate.js +34 -0
  125. package/dist/cli/commands/generate.js.map +1 -0
  126. package/dist/cli/commands/mask.d.ts +6 -0
  127. package/dist/cli/commands/mask.d.ts.map +1 -0
  128. package/dist/cli/commands/mask.js +58 -0
  129. package/dist/cli/commands/mask.js.map +1 -0
  130. package/dist/cli/commands/ngrams.d.ts +11 -0
  131. package/dist/cli/commands/ngrams.d.ts.map +1 -0
  132. package/dist/cli/commands/ngrams.js +70 -0
  133. package/dist/cli/commands/ngrams.js.map +1 -0
  134. package/dist/cli/commands/outliers.d.ts +13 -0
  135. package/dist/cli/commands/outliers.d.ts.map +1 -0
  136. package/dist/cli/commands/outliers.js +58 -0
  137. package/dist/cli/commands/outliers.js.map +1 -0
  138. package/dist/cli/commands/pareto.d.ts +8 -0
  139. package/dist/cli/commands/pareto.d.ts.map +1 -0
  140. package/dist/cli/commands/pareto.js +80 -0
  141. package/dist/cli/commands/pareto.js.map +1 -0
  142. package/dist/cli/commands/partition.d.ts +8 -0
  143. package/dist/cli/commands/partition.d.ts.map +1 -0
  144. package/dist/cli/commands/partition.js +44 -0
  145. package/dist/cli/commands/partition.js.map +1 -0
  146. package/dist/cli/commands/pipeline.d.ts +6 -0
  147. package/dist/cli/commands/pipeline.d.ts.map +1 -1
  148. package/dist/cli/commands/pipeline.js +22 -0
  149. package/dist/cli/commands/pipeline.js.map +1 -1
  150. package/dist/cli/commands/pivot.d.ts +11 -0
  151. package/dist/cli/commands/pivot.d.ts.map +1 -0
  152. package/dist/cli/commands/pivot.js +58 -0
  153. package/dist/cli/commands/pivot.js.map +1 -0
  154. package/dist/cli/commands/plot.d.ts +12 -0
  155. package/dist/cli/commands/plot.d.ts.map +1 -0
  156. package/dist/cli/commands/plot.js +123 -0
  157. package/dist/cli/commands/plot.js.map +1 -0
  158. package/dist/cli/commands/quantiles.d.ts +7 -0
  159. package/dist/cli/commands/quantiles.d.ts.map +1 -0
  160. package/dist/cli/commands/quantiles.js +94 -0
  161. package/dist/cli/commands/quantiles.js.map +1 -0
  162. package/dist/cli/commands/regression.d.ts +7 -0
  163. package/dist/cli/commands/regression.d.ts.map +1 -0
  164. package/dist/cli/commands/regression.js +86 -0
  165. package/dist/cli/commands/regression.js.map +1 -0
  166. package/dist/cli/commands/report.d.ts +8 -0
  167. package/dist/cli/commands/report.d.ts.map +1 -0
  168. package/dist/cli/commands/report.js +36 -0
  169. package/dist/cli/commands/report.js.map +1 -0
  170. package/dist/cli/commands/rfm.d.ts +11 -0
  171. package/dist/cli/commands/rfm.d.ts.map +1 -0
  172. package/dist/cli/commands/rfm.js +78 -0
  173. package/dist/cli/commands/rfm.js.map +1 -0
  174. package/dist/cli/commands/serve.d.ts +7 -0
  175. package/dist/cli/commands/serve.d.ts.map +1 -0
  176. package/dist/cli/commands/serve.js +43 -0
  177. package/dist/cli/commands/serve.js.map +1 -0
  178. package/dist/cli/commands/split.d.ts +8 -0
  179. package/dist/cli/commands/split.d.ts.map +1 -0
  180. package/dist/cli/commands/split.js +43 -0
  181. package/dist/cli/commands/split.js.map +1 -0
  182. package/dist/cli/commands/table.d.ts +9 -0
  183. package/dist/cli/commands/table.d.ts.map +1 -0
  184. package/dist/cli/commands/table.js +9 -0
  185. package/dist/cli/commands/table.js.map +1 -0
  186. package/dist/cli/commands/technical.d.ts +8 -0
  187. package/dist/cli/commands/technical.d.ts.map +1 -0
  188. package/dist/cli/commands/technical.js +54 -0
  189. package/dist/cli/commands/technical.js.map +1 -0
  190. package/dist/cli/commands/test.d.ts +7 -0
  191. package/dist/cli/commands/test.d.ts.map +1 -0
  192. package/dist/cli/commands/test.js +53 -0
  193. package/dist/cli/commands/test.js.map +1 -0
  194. package/dist/cli/commands/timeseries.d.ts +11 -0
  195. package/dist/cli/commands/timeseries.d.ts.map +1 -0
  196. package/dist/cli/commands/timeseries.js +82 -0
  197. package/dist/cli/commands/timeseries.js.map +1 -0
  198. package/dist/cli/commands/unpivot.d.ts +12 -0
  199. package/dist/cli/commands/unpivot.d.ts.map +1 -0
  200. package/dist/cli/commands/unpivot.js +59 -0
  201. package/dist/cli/commands/unpivot.js.map +1 -0
  202. package/dist/cli/completion.d.ts +5 -0
  203. package/dist/cli/completion.d.ts.map +1 -0
  204. package/dist/cli/completion.js +194 -0
  205. package/dist/cli/completion.js.map +1 -0
  206. package/dist/cli/index.js +816 -15
  207. package/dist/cli/index.js.map +1 -1
  208. package/dist/core/error-handler.d.ts +38 -0
  209. package/dist/core/error-handler.d.ts.map +1 -0
  210. package/dist/core/error-handler.js +81 -0
  211. package/dist/core/error-handler.js.map +1 -0
  212. package/dist/core/pipeline.d.ts +10 -0
  213. package/dist/core/pipeline.d.ts.map +1 -1
  214. package/dist/core/pipeline.js +14 -0
  215. package/dist/core/pipeline.js.map +1 -1
  216. package/dist/core/types.d.ts +4 -0
  217. package/dist/core/types.d.ts.map +1 -1
  218. package/dist/dataops/fetch.d.ts +27 -0
  219. package/dist/dataops/fetch.d.ts.map +1 -0
  220. package/dist/dataops/fetch.js +150 -0
  221. package/dist/dataops/fetch.js.map +1 -0
  222. package/dist/dataops/generate.d.ts +16 -0
  223. package/dist/dataops/generate.d.ts.map +1 -0
  224. package/dist/dataops/generate.js +201 -0
  225. package/dist/dataops/generate.js.map +1 -0
  226. package/dist/dataops/mask.d.ts +25 -0
  227. package/dist/dataops/mask.d.ts.map +1 -0
  228. package/dist/dataops/mask.js +133 -0
  229. package/dist/dataops/mask.js.map +1 -0
  230. package/dist/dataops/report.d.ts +7 -0
  231. package/dist/dataops/report.d.ts.map +1 -0
  232. package/dist/dataops/report.js +139 -0
  233. package/dist/dataops/report.js.map +1 -0
  234. package/dist/dataops/server.d.ts +10 -0
  235. package/dist/dataops/server.d.ts.map +1 -0
  236. package/dist/dataops/server.js +137 -0
  237. package/dist/dataops/server.js.map +1 -0
  238. package/dist/dataops/test-runner.d.ts +34 -0
  239. package/dist/dataops/test-runner.d.ts.map +1 -0
  240. package/dist/dataops/test-runner.js +128 -0
  241. package/dist/dataops/test-runner.js.map +1 -0
  242. package/dist/db/adapters/sqlite.d.ts +2 -1
  243. package/dist/db/adapters/sqlite.d.ts.map +1 -1
  244. package/dist/db/adapters/sqlite.js +54 -20
  245. package/dist/db/adapters/sqlite.js.map +1 -1
  246. package/dist/diff/engine.d.ts.map +1 -1
  247. package/dist/diff/engine.js +73 -16
  248. package/dist/diff/engine.js.map +1 -1
  249. package/dist/diff/storage/disk-index.d.ts +10 -1
  250. package/dist/diff/storage/disk-index.d.ts.map +1 -1
  251. package/dist/diff/storage/disk-index.js +95 -13
  252. package/dist/diff/storage/disk-index.js.map +1 -1
  253. package/dist/files/hash.d.ts +9 -2
  254. package/dist/files/hash.d.ts.map +1 -1
  255. package/dist/files/hash.js +9 -10
  256. package/dist/files/hash.js.map +1 -1
  257. package/dist/files/reader.d.ts.map +1 -1
  258. package/dist/files/reader.js +17 -10
  259. package/dist/files/reader.js.map +1 -1
  260. package/dist/files/types.d.ts +2 -1
  261. package/dist/files/types.d.ts.map +1 -1
  262. package/dist/index.d.ts +65 -1
  263. package/dist/index.d.ts.map +1 -1
  264. package/dist/index.js +66 -1
  265. package/dist/index.js.map +1 -1
  266. package/dist/planner/executor.d.ts.map +1 -1
  267. package/dist/planner/executor.js +17 -0
  268. package/dist/planner/executor.js.map +1 -1
  269. package/dist/planner/types.d.ts +11 -0
  270. package/dist/planner/types.d.ts.map +1 -1
  271. package/dist/readers/csv.d.ts.map +1 -1
  272. package/dist/readers/csv.js +206 -164
  273. package/dist/readers/csv.js.map +1 -1
  274. package/dist/readers/json.d.ts.map +1 -1
  275. package/dist/readers/json.js +145 -121
  276. package/dist/readers/json.js.map +1 -1
  277. package/dist/readers/jsonl.d.ts.map +1 -1
  278. package/dist/readers/jsonl.js +51 -31
  279. package/dist/readers/jsonl.js.map +1 -1
  280. package/dist/rowpipe +4 -0
  281. package/dist/transforms/concat.d.ts +26 -0
  282. package/dist/transforms/concat.d.ts.map +1 -0
  283. package/dist/transforms/concat.js +57 -0
  284. package/dist/transforms/concat.js.map +1 -0
  285. package/dist/transforms/explode.d.ts +14 -0
  286. package/dist/transforms/explode.d.ts.map +1 -0
  287. package/dist/transforms/explode.js +81 -0
  288. package/dist/transforms/explode.js.map +1 -0
  289. package/dist/transforms/flatten.d.ts +12 -0
  290. package/dist/transforms/flatten.d.ts.map +1 -0
  291. package/dist/transforms/flatten.js +65 -0
  292. package/dist/transforms/flatten.js.map +1 -0
  293. package/dist/transforms/fuzzy-join.d.ts +53 -0
  294. package/dist/transforms/fuzzy-join.d.ts.map +1 -0
  295. package/dist/transforms/fuzzy-join.js +347 -0
  296. package/dist/transforms/fuzzy-join.js.map +1 -0
  297. package/dist/transforms/jit-compiler.d.ts.map +1 -1
  298. package/dist/transforms/jit-compiler.js +103 -14
  299. package/dist/transforms/jit-compiler.js.map +1 -1
  300. package/dist/transforms/join/index-storage.d.ts +8 -5
  301. package/dist/transforms/join/index-storage.d.ts.map +1 -1
  302. package/dist/transforms/join/index-storage.js +91 -54
  303. package/dist/transforms/join/index-storage.js.map +1 -1
  304. package/dist/transforms/map.d.ts +6 -2
  305. package/dist/transforms/map.d.ts.map +1 -1
  306. package/dist/transforms/map.js +64 -26
  307. package/dist/transforms/map.js.map +1 -1
  308. package/dist/transforms/partition.d.ts +35 -0
  309. package/dist/transforms/partition.d.ts.map +1 -0
  310. package/dist/transforms/partition.js +150 -0
  311. package/dist/transforms/partition.js.map +1 -0
  312. package/dist/transforms/pivot.d.ts +16 -0
  313. package/dist/transforms/pivot.d.ts.map +1 -0
  314. package/dist/transforms/pivot.js +194 -0
  315. package/dist/transforms/pivot.js.map +1 -0
  316. package/dist/transforms/sort/comparator.d.ts.map +1 -1
  317. package/dist/transforms/sort/comparator.js +153 -24
  318. package/dist/transforms/sort/comparator.js.map +1 -1
  319. package/dist/transforms/sort/external-sort.js +1 -1
  320. package/dist/transforms/sort/external-sort.js.map +1 -1
  321. package/dist/transforms/split.d.ts +17 -0
  322. package/dist/transforms/split.d.ts.map +1 -0
  323. package/dist/transforms/split.js +88 -0
  324. package/dist/transforms/split.js.map +1 -0
  325. package/dist/transforms/timeseries.d.ts +42 -0
  326. package/dist/transforms/timeseries.d.ts.map +1 -0
  327. package/dist/transforms/timeseries.js +276 -0
  328. package/dist/transforms/timeseries.js.map +1 -0
  329. package/dist/transforms/unpivot.d.ts +14 -0
  330. package/dist/transforms/unpivot.d.ts.map +1 -0
  331. package/dist/transforms/unpivot.js +56 -0
  332. package/dist/transforms/unpivot.js.map +1 -0
  333. package/dist/ui/chart.d.ts +30 -0
  334. package/dist/ui/chart.d.ts.map +1 -0
  335. package/dist/ui/chart.js +91 -0
  336. package/dist/ui/chart.js.map +1 -0
  337. package/dist/writers/index.d.ts +1 -0
  338. package/dist/writers/index.d.ts.map +1 -1
  339. package/dist/writers/index.js +10 -0
  340. package/dist/writers/index.js.map +1 -1
  341. package/dist/writers/table.d.ts +23 -0
  342. package/dist/writers/table.d.ts.map +1 -0
  343. package/dist/writers/table.js +156 -0
  344. package/dist/writers/table.js.map +1 -0
  345. package/package.json +6 -3
@@ -1,4 +1,5 @@
1
1
  import { InvalidArgumentError } from "../core/errors.js";
2
+ import { RowErrorHandler } from "../core/error-handler.js";
2
3
  import { compileValueExpression } from "./expression.js";
3
4
  /**
4
5
  * Parses CLI map argument specs into a column-to-expression dictionary.
@@ -29,20 +30,38 @@ export function parseMapSpecs(specs) {
29
30
  /**
30
31
  * Creates a high-performance streaming transform that computes/derives columns per row.
31
32
  */
32
- export function mapRows(specs) {
33
+ export function mapRows(specs, options = {}) {
34
+ const errorHandler = new RowErrorHandler({
35
+ strategy: options.onError,
36
+ badRowsLog: options.badRowsLog,
37
+ });
33
38
  if (typeof specs === "function") {
34
39
  const customMapper = specs;
35
40
  return async function* (stream) {
36
- for await (const batch of stream) {
37
- const len = batch.rows.length;
38
- const mappedRows = new Array(len);
39
- for (let i = 0; i < len; i++) {
40
- mappedRows[i] = customMapper(batch.rows[i]);
41
+ try {
42
+ for await (const batch of stream) {
43
+ const len = batch.rows.length;
44
+ const mappedRows = [];
45
+ for (let i = 0; i < len; i++) {
46
+ const src = batch.rows[i];
47
+ try {
48
+ mappedRows.push(customMapper(src));
49
+ }
50
+ catch (err) {
51
+ errorHandler.handle(err, {
52
+ row: batch.offset + i + 1,
53
+ raw: src,
54
+ });
55
+ }
56
+ }
57
+ yield {
58
+ rows: mappedRows,
59
+ offset: batch.offset,
60
+ };
41
61
  }
42
- yield {
43
- rows: mappedRows,
44
- offset: batch.offset,
45
- };
62
+ }
63
+ finally {
64
+ errorHandler.close();
46
65
  }
47
66
  };
48
67
  }
@@ -52,24 +71,43 @@ export function mapRows(specs) {
52
71
  evaluator: compileValueExpression(exprStr),
53
72
  }));
54
73
  return async function* (stream) {
55
- for await (const batch of stream) {
56
- const rowCount = batch.rows.length;
57
- const mappedRows = new Array(rowCount);
58
- const compiledLen = compiledEntries.length;
59
- for (let i = 0; i < rowCount; i++) {
60
- const srcRow = batch.rows[i];
61
- // Clone row to avoid mutating original
62
- const outRow = { ...srcRow };
63
- for (let j = 0; j < compiledLen; j++) {
64
- const entry = compiledEntries[j];
65
- outRow[entry.targetCol] = entry.evaluator(srcRow);
74
+ try {
75
+ for await (const batch of stream) {
76
+ const rowCount = batch.rows.length;
77
+ const mappedRows = [];
78
+ const compiledLen = compiledEntries.length;
79
+ for (let i = 0; i < rowCount; i++) {
80
+ const srcRow = batch.rows[i];
81
+ // Clone row to avoid mutating original
82
+ const outRow = { ...srcRow };
83
+ let failed = false;
84
+ for (let j = 0; j < compiledLen; j++) {
85
+ const entry = compiledEntries[j];
86
+ try {
87
+ outRow[entry.targetCol] = entry.evaluator(srcRow);
88
+ }
89
+ catch (err) {
90
+ errorHandler.handle(err, {
91
+ row: batch.offset + i + 1,
92
+ column: entry.targetCol,
93
+ raw: srcRow,
94
+ });
95
+ failed = true;
96
+ break;
97
+ }
98
+ }
99
+ if (!failed) {
100
+ mappedRows.push(outRow);
101
+ }
66
102
  }
67
- mappedRows[i] = outRow;
103
+ yield {
104
+ rows: mappedRows,
105
+ offset: batch.offset,
106
+ };
68
107
  }
69
- yield {
70
- rows: mappedRows,
71
- offset: batch.offset,
72
- };
108
+ }
109
+ finally {
110
+ errorHandler.close();
73
111
  }
74
112
  };
75
113
  }
@@ -1 +1 @@
1
- {"version":3,"file":"map.js","sourceRoot":"","sources":["../../src/transforms/map.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AAEzD,OAAO,EAAE,sBAAsB,EAAE,MAAM,iBAAiB,CAAC;AAEzD;;;GAGG;AACH,MAAM,UAAU,aAAa,CAAC,KAAe;IAC3C,MAAM,MAAM,GAA2B,EAAE,CAAC;IAE1C,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;QAC5B,IAAI,CAAC,OAAO;YAAE,SAAS;QAEvB,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QACnC,IAAI,KAAK,KAAK,CAAC,CAAC,EAAE,CAAC;YACjB,MAAM,IAAI,oBAAoB,CAC5B,8BAA8B,IAAI,+CAA+C,CAClF,CAAC;QACJ,CAAC;QAED,MAAM,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC;QAC/C,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAE7C,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,IAAI,oBAAoB,CAC5B,oDAAoD,IAAI,GAAG,CAC5D,CAAC;QACJ,CAAC;QACD,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,MAAM,IAAI,oBAAoB,CAC5B,4CAA4C,IAAI,GAAG,CACpD,CAAC;QACJ,CAAC;QAED,MAAM,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC;IACzB,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAID;;GAEG;AACH,MAAM,UAAU,OAAO,CACrB,KAAyC;IAEzC,IAAI,OAAO,KAAK,KAAK,UAAU,EAAE,CAAC;QAChC,MAAM,YAAY,GAAG,KAAK,CAAC;QAC3B,OAAO,KAAK,SAAS,CAAC,EAAE,MAAkB;YACxC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBACjC,MAAM,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC;gBAC9B,MAAM,UAAU,GAAU,IAAI,KAAK,CAAC,GAAG,CAAC,CAAC;gBACzC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;oBAC7B,UAAU,CAAC,CAAC,CAAC,GAAG,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAE,CAAC,CAAC;gBAC/C,CAAC;gBACD,MAAM;oBACJ,IAAI,EAAE,UAAU;oBAChB,MAAM,EAAE,KAAK,CAAC,MAAM;iBACrB,CAAC;YACJ,CAAC;QACH,CAAC,CAAC;IACJ,CAAC;IAED,0EAA0E;IAC1E,MAAM,eAAe,GAAG,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,EAAE,OAAO,CAAC,EAAE,EAAE,CAAC,CAAC;QAC3E,SAAS;QACT,SAAS,EAAE,sBAAsB,CAAC,OAAO,CAAC;KAC3C,CAAC,CAAC,CAAC;IAEJ,OAAO,KAAK,SAAS,CAAC,EAAE,MAAkB;QACxC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YACjC,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC;YACnC,MAAM,UAAU,GAAU,IAAI,KAAK,CAAC,QAAQ,CAAC,CAAC;YAC9C,MAAM,WAAW,GAAG,eAAe,CAAC,MAAM,CAAC;YAE3C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,EAAE,CAAC,EAAE,EAAE,CAAC;gBAClC,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAE,CAAC;gBAC9B,uCAAuC;gBACvC,MAAM,MAAM,GAAQ,EAAE,GAAG,MAAM,EAAE,CAAC;gBAElC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,EAAE,CAAC,EAAE,EAAE,CAAC;oBACrC,MAAM,KAAK,GAAG,eAAe,CAAC,CAAC,CAAE,CAAC;oBAClC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,GAAG,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;gBACpD,CAAC;gBAED,UAAU,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC;YACzB,CAAC;YAED,MAAM;gBACJ,IAAI,EAAE,UAAU;gBAChB,MAAM,EAAE,KAAK,CAAC,MAAM;aACrB,CAAC;QACJ,CAAC;IACH,CAAC,CAAC;AACJ,CAAC"}
1
+ {"version":3,"file":"map.js","sourceRoot":"","sources":["../../src/transforms/map.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AACzD,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAC;AAE3D,OAAO,EAAE,sBAAsB,EAAE,MAAM,iBAAiB,CAAC;AAEzD;;;GAGG;AACH,MAAM,UAAU,aAAa,CAAC,KAAe;IAC3C,MAAM,MAAM,GAA2B,EAAE,CAAC;IAE1C,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;QAC5B,IAAI,CAAC,OAAO;YAAE,SAAS;QAEvB,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QACnC,IAAI,KAAK,KAAK,CAAC,CAAC,EAAE,CAAC;YACjB,MAAM,IAAI,oBAAoB,CAC5B,8BAA8B,IAAI,+CAA+C,CAClF,CAAC;QACJ,CAAC;QAED,MAAM,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC;QAC/C,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAE7C,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,IAAI,oBAAoB,CAC5B,oDAAoD,IAAI,GAAG,CAC5D,CAAC;QACJ,CAAC;QACD,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,MAAM,IAAI,oBAAoB,CAC5B,4CAA4C,IAAI,GAAG,CACpD,CAAC;QACJ,CAAC;QAED,MAAM,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC;IACzB,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AASD;;GAEG;AACH,MAAM,UAAU,OAAO,CACrB,KAAyC,EACzC,UAAsB,EAAE;IAExB,MAAM,YAAY,GAAG,IAAI,eAAe,CAAC;QACvC,QAAQ,EAAE,OAAO,CAAC,OAAO;QACzB,UAAU,EAAE,OAAO,CAAC,UAAU;KAC/B,CAAC,CAAC;IAEH,IAAI,OAAO,KAAK,KAAK,UAAU,EAAE,CAAC;QAChC,MAAM,YAAY,GAAG,KAAK,CAAC;QAC3B,OAAO,KAAK,SAAS,CAAC,EAAE,MAAkB;YACxC,IAAI,CAAC;gBACH,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;oBACjC,MAAM,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC;oBAC9B,MAAM,UAAU,GAAU,EAAE,CAAC;oBAC7B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;wBAC7B,MAAM,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAE,CAAC;wBAC3B,IAAI,CAAC;4BACH,UAAU,CAAC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC;wBACrC,CAAC;wBAAC,OAAO,GAAG,EAAE,CAAC;4BACb,YAAY,CAAC,MAAM,CAAC,GAAY,EAAE;gCAChC,GAAG,EAAE,KAAK,CAAC,MAAM,GAAG,CAAC,GAAG,CAAC;gCACzB,GAAG,EAAE,GAAG;6BACT,CAAC,CAAC;wBACL,CAAC;oBACH,CAAC;oBACD,MAAM;wBACJ,IAAI,EAAE,UAAU;wBAChB,MAAM,EAAE,KAAK,CAAC,MAAM;qBACrB,CAAC;gBACJ,CAAC;YACH,CAAC;oBAAS,CAAC;gBACT,YAAY,CAAC,KAAK,EAAE,CAAC;YACvB,CAAC;QACH,CAAC,CAAC;IACJ,CAAC;IAED,0EAA0E;IAC1E,MAAM,eAAe,GAAG,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,EAAE,OAAO,CAAC,EAAE,EAAE,CAAC,CAAC;QAC3E,SAAS;QACT,SAAS,EAAE,sBAAsB,CAAC,OAAO,CAAC;KAC3C,CAAC,CAAC,CAAC;IAEJ,OAAO,KAAK,SAAS,CAAC,EAAE,MAAkB;QACxC,IAAI,CAAC;YACH,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBACjC,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC;gBACnC,MAAM,UAAU,GAAU,EAAE,CAAC;gBAC7B,MAAM,WAAW,GAAG,eAAe,CAAC,MAAM,CAAC;gBAE3C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,EAAE,CAAC,EAAE,EAAE,CAAC;oBAClC,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAE,CAAC;oBAC9B,uCAAuC;oBACvC,MAAM,MAAM,GAAQ,EAAE,GAAG,MAAM,EAAE,CAAC;oBAClC,IAAI,MAAM,GAAG,KAAK,CAAC;oBAEnB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,EAAE,CAAC,EAAE,EAAE,CAAC;wBACrC,MAAM,KAAK,GAAG,eAAe,CAAC,CAAC,CAAE,CAAC;wBAClC,IAAI,CAAC;4BACH,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,GAAG,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;wBACpD,CAAC;wBAAC,OAAO,GAAG,EAAE,CAAC;4BACb,YAAY,CAAC,MAAM,CAAC,GAAY,EAAE;gCAChC,GAAG,EAAE,KAAK,CAAC,MAAM,GAAG,CAAC,GAAG,CAAC;gCACzB,MAAM,EAAE,KAAK,CAAC,SAAS;gCACvB,GAAG,EAAE,MAAM;6BACZ,CAAC,CAAC;4BACH,MAAM,GAAG,IAAI,CAAC;4BACd,MAAM;wBACR,CAAC;oBACH,CAAC;oBAED,IAAI,CAAC,MAAM,EAAE,CAAC;wBACZ,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;oBAC1B,CAAC;gBACH,CAAC;gBAED,MAAM;oBACJ,IAAI,EAAE,UAAU;oBAChB,MAAM,EAAE,KAAK,CAAC,MAAM;iBACrB,CAAC;YACJ,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,YAAY,CAAC,KAAK,EAAE,CAAC;QACvB,CAAC;IACH,CAAC,CAAC;AACJ,CAAC"}
@@ -0,0 +1,35 @@
1
+ import type { DataStream, Row } from "../core/types.js";
2
+ export interface PartitionOptions {
3
+ by?: string | string[];
4
+ outPattern: string;
5
+ format?: string;
6
+ maxOpenWriters?: number;
7
+ delimiter?: string;
8
+ sheet?: string;
9
+ }
10
+ /**
11
+ * Manages streaming partition fan-out across multiple files based on row values.
12
+ */
13
+ export declare class PartitionManager {
14
+ private options;
15
+ private byCols;
16
+ private writers;
17
+ private createdFiles;
18
+ private maxOpenWriters;
19
+ private totalPartitionRows;
20
+ constructor(options: PartitionOptions);
21
+ /**
22
+ * Resolves the target file path for a given row.
23
+ */
24
+ resolvePath(row: Row): string;
25
+ private getWriter;
26
+ /**
27
+ * Partitions an input stream into multiple files.
28
+ */
29
+ partition(stream: DataStream): Promise<{
30
+ fileCount: number;
31
+ rowCount: number;
32
+ files: string[];
33
+ }>;
34
+ }
35
+ //# sourceMappingURL=partition.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"partition.d.ts","sourceRoot":"","sources":["../../src/transforms/partition.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,UAAU,EAAE,GAAG,EAAiB,MAAM,kBAAkB,CAAC;AAGvE,MAAM,WAAW,gBAAgB;IAC/B,EAAE,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IACvB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAiBD;;GAEG;AACH,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,OAAO,CAAmB;IAClC,OAAO,CAAC,MAAM,CAAW;IACzB,OAAO,CAAC,OAAO,CAAkC;IACjD,OAAO,CAAC,YAAY,CAAqB;IACzC,OAAO,CAAC,cAAc,CAAS;IAC/B,OAAO,CAAC,kBAAkB,CAA6B;gBAE3C,OAAO,EAAE,gBAAgB;IAUrC;;OAEG;IACH,WAAW,CAAC,GAAG,EAAE,GAAG,GAAG,MAAM;YAoBf,SAAS;IAsDvB;;OAEG;IACG,SAAS,CAAC,MAAM,EAAE,UAAU,GAAG,OAAO,CAAC;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,EAAE,CAAA;KAAE,CAAC;CAwDvG"}
@@ -0,0 +1,150 @@
1
+ import { mkdirSync, existsSync } from "node:fs";
2
+ import { dirname } from "node:path";
3
+ import { createWriter } from "../writers/index.js";
4
+ function sanitizePathSegment(val) {
5
+ if (val === null || val === undefined || val === "")
6
+ return "_null_";
7
+ return String(val)
8
+ .replace(/[<>:"|?*\\/]+/g, "_")
9
+ .trim();
10
+ }
11
+ /**
12
+ * Manages streaming partition fan-out across multiple files based on row values.
13
+ */
14
+ export class PartitionManager {
15
+ options;
16
+ byCols;
17
+ writers = new Map();
18
+ createdFiles = new Set();
19
+ maxOpenWriters;
20
+ totalPartitionRows = new Map();
21
+ constructor(options) {
22
+ this.options = options;
23
+ this.byCols = Array.isArray(options.by)
24
+ ? options.by
25
+ : options.by
26
+ ? options.by.split(",").map((s) => s.trim())
27
+ : [];
28
+ this.maxOpenWriters = options.maxOpenWriters || 50;
29
+ }
30
+ /**
31
+ * Resolves the target file path for a given row.
32
+ */
33
+ resolvePath(row) {
34
+ let pattern = this.options.outPattern;
35
+ // Pattern placeholders like {country}, {year}
36
+ pattern = pattern.replace(/\{([^}]+)\}/g, (_match, colName) => {
37
+ const val = row[colName];
38
+ return sanitizePathSegment(val);
39
+ });
40
+ // If pattern does not contain placeholders but --by is provided and pattern is a directory
41
+ if (!pattern.includes("{") && this.byCols.length > 0 && (pattern.endsWith("/") || pattern.endsWith("\\") || !pattern.includes("."))) {
42
+ const parts = this.byCols.map((col) => sanitizePathSegment(row[col]));
43
+ const ext = this.options.format ? `.${this.options.format}` : ".csv";
44
+ const baseDir = pattern.replace(/[/\\]+$/, "");
45
+ return `${baseDir}/${parts.join("_")}${ext}`;
46
+ }
47
+ return pattern;
48
+ }
49
+ async getWriter(targetPath) {
50
+ const existing = this.writers.get(targetPath);
51
+ if (existing) {
52
+ existing.lastUsed = Date.now();
53
+ return existing;
54
+ }
55
+ // Evict least recently used if pool is full
56
+ if (this.writers.size >= this.maxOpenWriters) {
57
+ let oldestKey = null;
58
+ let oldestTime = Infinity;
59
+ for (const [key, entry] of this.writers.entries()) {
60
+ if (entry.lastUsed < oldestTime) {
61
+ oldestTime = entry.lastUsed;
62
+ oldestKey = key;
63
+ }
64
+ }
65
+ if (oldestKey) {
66
+ const evicted = this.writers.get(oldestKey);
67
+ if (evicted) {
68
+ if (evicted.writer.close) {
69
+ await evicted.writer.close();
70
+ }
71
+ this.writers.delete(oldestKey);
72
+ }
73
+ }
74
+ }
75
+ const dir = dirname(targetPath);
76
+ if (dir && dir !== "." && !existsSync(dir)) {
77
+ mkdirSync(dir, { recursive: true });
78
+ }
79
+ const isFirstTime = !this.createdFiles.has(targetPath);
80
+ this.createdFiles.add(targetPath);
81
+ // Create appropriate writer
82
+ const writer = createWriter(targetPath, {
83
+ format: this.options.format,
84
+ delimiter: this.options.delimiter,
85
+ });
86
+ const entry = {
87
+ path: targetPath,
88
+ writer,
89
+ lastUsed: Date.now(),
90
+ rowCount: 0,
91
+ initialized: true,
92
+ };
93
+ this.writers.set(targetPath, entry);
94
+ return entry;
95
+ }
96
+ /**
97
+ * Partitions an input stream into multiple files.
98
+ */
99
+ async partition(stream) {
100
+ let totalRows = 0;
101
+ const pathBatches = new Map();
102
+ for await (const batch of stream) {
103
+ for (const row of batch.rows) {
104
+ totalRows++;
105
+ const targetPath = this.resolvePath(row);
106
+ this.totalPartitionRows.set(targetPath, (this.totalPartitionRows.get(targetPath) || 0) + 1);
107
+ let rowsForPath = pathBatches.get(targetPath);
108
+ if (!rowsForPath) {
109
+ rowsForPath = [];
110
+ pathBatches.set(targetPath, rowsForPath);
111
+ }
112
+ rowsForPath.push(row);
113
+ // Flush batch to disk if accumulator reaches threshold
114
+ if (rowsForPath.length >= 500) {
115
+ const entry = await this.getWriter(targetPath);
116
+ async function* singleBatch() {
117
+ yield { rows: rowsForPath, offset: 0 };
118
+ }
119
+ await entry.writer.write(singleBatch());
120
+ entry.rowCount += rowsForPath.length;
121
+ pathBatches.set(targetPath, []);
122
+ }
123
+ }
124
+ }
125
+ // Flush remaining buffered rows
126
+ for (const [targetPath, remainingRows] of pathBatches.entries()) {
127
+ if (remainingRows.length > 0) {
128
+ const entry = await this.getWriter(targetPath);
129
+ async function* singleBatch() {
130
+ yield { rows: remainingRows, offset: 0 };
131
+ }
132
+ await entry.writer.write(singleBatch());
133
+ entry.rowCount += remainingRows.length;
134
+ }
135
+ }
136
+ // Close all open writers
137
+ for (const entry of this.writers.values()) {
138
+ if (entry.writer.close) {
139
+ await entry.writer.close();
140
+ }
141
+ }
142
+ this.writers.clear();
143
+ return {
144
+ fileCount: this.createdFiles.size,
145
+ rowCount: totalRows,
146
+ files: Array.from(this.createdFiles),
147
+ };
148
+ }
149
+ }
150
+ //# sourceMappingURL=partition.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"partition.js","sourceRoot":"","sources":["../../src/transforms/partition.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AAChD,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAEpC,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAmBnD,SAAS,mBAAmB,CAAC,GAAQ;IACnC,IAAI,GAAG,KAAK,IAAI,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,KAAK,EAAE;QAAE,OAAO,QAAQ,CAAC;IACrE,OAAO,MAAM,CAAC,GAAG,CAAC;SACf,OAAO,CAAC,gBAAgB,EAAE,GAAG,CAAC;SAC9B,IAAI,EAAE,CAAC;AACZ,CAAC;AAED;;GAEG;AACH,MAAM,OAAO,gBAAgB;IACnB,OAAO,CAAmB;IAC1B,MAAM,CAAW;IACjB,OAAO,GAAG,IAAI,GAAG,EAAuB,CAAC;IACzC,YAAY,GAAG,IAAI,GAAG,EAAU,CAAC;IACjC,cAAc,CAAS;IACvB,kBAAkB,GAAG,IAAI,GAAG,EAAkB,CAAC;IAEvD,YAAY,OAAyB;QACnC,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;YACrC,CAAC,CAAC,OAAO,CAAC,EAAE;YACZ,CAAC,CAAC,OAAO,CAAC,EAAE;gBACV,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;gBAC5C,CAAC,CAAC,EAAE,CAAC;QACT,IAAI,CAAC,cAAc,GAAG,OAAO,CAAC,cAAc,IAAI,EAAE,CAAC;IACrD,CAAC;IAED;;OAEG;IACH,WAAW,CAAC,GAAQ;QAClB,IAAI,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC;QAEtC,8CAA8C;QAC9C,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,cAAc,EAAE,CAAC,MAAM,EAAE,OAAO,EAAE,EAAE;YAC5D,MAAM,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC;YACzB,OAAO,mBAAmB,CAAC,GAAG,CAAC,CAAC;QAClC,CAAC,CAAC,CAAC;QAEH,2FAA2F;QAC3F,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;YACpI,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,mBAAmB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YACtE,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC;YACrE,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;YAC/C,OAAO,GAAG,OAAO,IAAI,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,GAAG,EAAE,CAAC;QAC/C,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAEO,KAAK,CAAC,SAAS,CAAC,UAAkB;QACxC,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QAC9C,IAAI,QAAQ,EAAE,CAAC;YACb,QAAQ,CAAC,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC/B,OAAO,QAAQ,CAAC;QAClB,CAAC;QAED,4CAA4C;QAC5C,IAAI,IAAI,CAAC,OAAO,CAAC,IAAI,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YAC7C,IAAI,SAAS,GAAkB,IAAI,CAAC;YACpC,IAAI,UAAU,GAAG,QAAQ,CAAC;YAC1B,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC;gBAClD,IAAI,KAAK,CAAC,QAAQ,GAAG,UAAU,EAAE,CAAC;oBAChC,UAAU,GAAG,KAAK,CAAC,QAAQ,CAAC;oBAC5B,SAAS,GAAG,GAAG,CAAC;gBAClB,CAAC;YACH,CAAC;YACD,IAAI,SAAS,EAAE,CAAC;gBACd,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;gBAC5C,IAAI,OAAO,EAAE,CAAC;oBACZ,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;wBACzB,MAAM,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;oBAC/B,CAAC;oBACD,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;gBACjC,CAAC;YACH,CAAC;QACH,CAAC;QAED,MAAM,GAAG,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;QAChC,IAAI,GAAG,IAAI,GAAG,KAAK,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YAC3C,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACtC,CAAC;QAED,MAAM,WAAW,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QACvD,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QAElC,4BAA4B;QAC5B,MAAM,MAAM,GAAG,YAAY,CAAC,UAAU,EAAE;YACtC,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM;YAC3B,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS;SAClC,CAAC,CAAC;QAEH,MAAM,KAAK,GAAgB;YACzB,IAAI,EAAE,UAAU;YAChB,MAAM;YACN,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE;YACpB,QAAQ,EAAE,CAAC;YACX,WAAW,EAAE,IAAI;SAClB,CAAC;QAEF,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;QACpC,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,SAAS,CAAC,MAAkB;QAChC,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,MAAM,WAAW,GAAG,IAAI,GAAG,EAAiB,CAAC;QAE7C,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YACjC,KAAK,MAAM,GAAG,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;gBAC7B,SAAS,EAAE,CAAC;gBACZ,MAAM,UAAU,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;gBACzC,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;gBAE5F,IAAI,WAAW,GAAG,WAAW,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;gBAC9C,IAAI,CAAC,WAAW,EAAE,CAAC;oBACjB,WAAW,GAAG,EAAE,CAAC;oBACjB,WAAW,CAAC,GAAG,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC;gBAC3C,CAAC;gBACD,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBAEtB,uDAAuD;gBACvD,IAAI,WAAW,CAAC,MAAM,IAAI,GAAG,EAAE,CAAC;oBAC9B,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;oBAC/C,KAAK,SAAS,CAAC,CAAC,WAAW;wBACzB,MAAM,EAAE,IAAI,EAAE,WAAY,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;oBAC1C,CAAC;oBACD,MAAM,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC;oBACxC,KAAK,CAAC,QAAQ,IAAI,WAAW,CAAC,MAAM,CAAC;oBACrC,WAAW,CAAC,GAAG,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;gBAClC,CAAC;YACH,CAAC;QACH,CAAC;QAED,gCAAgC;QAChC,KAAK,MAAM,CAAC,UAAU,EAAE,aAAa,CAAC,IAAI,WAAW,CAAC,OAAO,EAAE,EAAE,CAAC;YAChE,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC7B,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;gBAC/C,KAAK,SAAS,CAAC,CAAC,WAAW;oBACzB,MAAM,EAAE,IAAI,EAAE,aAAa,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;gBAC3C,CAAC;gBACD,MAAM,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC;gBACxC,KAAK,CAAC,QAAQ,IAAI,aAAa,CAAC,MAAM,CAAC;YACzC,CAAC;QACH,CAAC;QAED,yBAAyB;QACzB,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;YAC1C,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;gBACvB,MAAM,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;YAC7B,CAAC;QACH,CAAC;QACD,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;QAErB,OAAO;YACL,SAAS,EAAE,IAAI,CAAC,YAAY,CAAC,IAAI;YACjC,QAAQ,EAAE,SAAS;YACnB,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC;SACrC,CAAC;IACJ,CAAC;CACF"}
@@ -0,0 +1,16 @@
1
+ import type { TransformFunction } from "../core/types.js";
2
+ export type PivotAggregator = "sum" | "avg" | "mean" | "min" | "max" | "count" | "first" | "last";
3
+ export interface PivotOptions {
4
+ index: string | string[];
5
+ columns: string;
6
+ values?: string;
7
+ agg?: PivotAggregator;
8
+ fill?: unknown;
9
+ batchSize?: number;
10
+ sortColumns?: boolean;
11
+ }
12
+ /**
13
+ * Creates a stream transform that reshapes tabular data into a pivot table.
14
+ */
15
+ export declare function pivotTransform(options: PivotOptions): TransformFunction;
16
+ //# sourceMappingURL=pivot.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"pivot.d.ts","sourceRoot":"","sources":["../../src/transforms/pivot.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAA8B,iBAAiB,EAAE,MAAM,kBAAkB,CAAC;AAItF,MAAM,MAAM,eAAe,GAAG,KAAK,GAAG,KAAK,GAAG,MAAM,GAAG,KAAK,GAAG,KAAK,GAAG,OAAO,GAAG,OAAO,GAAG,MAAM,CAAC;AAElG,MAAM,WAAW,YAAY;IAC3B,KAAK,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IACzB,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,GAAG,CAAC,EAAE,eAAe,CAAC;IACtB,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,OAAO,CAAC;CACvB;AA0HD;;GAEG;AACH,wBAAgB,cAAc,CAAC,OAAO,EAAE,YAAY,GAAG,iBAAiB,CA6FvE"}
@@ -0,0 +1,194 @@
1
+ import { InvalidArgumentError } from "../core/errors.js";
2
+ import { encodeCompositeKey } from "../diff/key.js";
3
+ function createCellAccumulator(agg) {
4
+ switch (agg) {
5
+ case "sum": {
6
+ let sum = 0;
7
+ let hasVal = false;
8
+ return {
9
+ add(val) {
10
+ if (val !== null && val !== undefined && val !== "") {
11
+ const num = Number(val);
12
+ if (!Number.isNaN(num)) {
13
+ sum += num;
14
+ hasVal = true;
15
+ }
16
+ }
17
+ },
18
+ value() {
19
+ return hasVal ? (Number.isInteger(sum) ? sum : Math.round(sum * 1e6) / 1e6) : 0;
20
+ },
21
+ };
22
+ }
23
+ case "avg":
24
+ case "mean": {
25
+ let sum = 0;
26
+ let count = 0;
27
+ return {
28
+ add(val) {
29
+ if (val !== null && val !== undefined && val !== "") {
30
+ const num = Number(val);
31
+ if (!Number.isNaN(num)) {
32
+ sum += num;
33
+ count++;
34
+ }
35
+ }
36
+ },
37
+ value() {
38
+ return count > 0 ? Math.round((sum / count) * 1e6) / 1e6 : null;
39
+ },
40
+ };
41
+ }
42
+ case "min": {
43
+ let min = null;
44
+ return {
45
+ add(val) {
46
+ if (val !== null && val !== undefined && val !== "") {
47
+ const num = Number(val);
48
+ if (!Number.isNaN(num)) {
49
+ min = min === null ? num : Math.min(min, num);
50
+ }
51
+ }
52
+ },
53
+ value() {
54
+ return min;
55
+ },
56
+ };
57
+ }
58
+ case "max": {
59
+ let max = null;
60
+ return {
61
+ add(val) {
62
+ if (val !== null && val !== undefined && val !== "") {
63
+ const num = Number(val);
64
+ if (!Number.isNaN(num)) {
65
+ max = max === null ? num : Math.max(max, num);
66
+ }
67
+ }
68
+ },
69
+ value() {
70
+ return max;
71
+ },
72
+ };
73
+ }
74
+ case "count": {
75
+ let count = 0;
76
+ return {
77
+ add(val) {
78
+ if (val !== null && val !== undefined) {
79
+ count++;
80
+ }
81
+ },
82
+ value() {
83
+ return count;
84
+ },
85
+ };
86
+ }
87
+ case "first": {
88
+ let firstVal = undefined;
89
+ return {
90
+ add(val) {
91
+ if (firstVal === undefined && val !== null && val !== undefined) {
92
+ firstVal = val;
93
+ }
94
+ },
95
+ value() {
96
+ return firstVal !== undefined ? firstVal : null;
97
+ },
98
+ };
99
+ }
100
+ case "last": {
101
+ let lastVal = null;
102
+ return {
103
+ add(val) {
104
+ if (val !== null && val !== undefined) {
105
+ lastVal = val;
106
+ }
107
+ },
108
+ value() {
109
+ return lastVal;
110
+ },
111
+ };
112
+ }
113
+ default:
114
+ throw new InvalidArgumentError(`Unsupported pivot aggregator: ${agg}`);
115
+ }
116
+ }
117
+ /**
118
+ * Creates a stream transform that reshapes tabular data into a pivot table.
119
+ */
120
+ export function pivotTransform(options) {
121
+ const indexCols = Array.isArray(options.index)
122
+ ? options.index
123
+ : options.index.split(",").map((s) => s.trim()).filter(Boolean);
124
+ if (indexCols.length === 0) {
125
+ throw new InvalidArgumentError("Pivot requires at least one index column via --index / -i");
126
+ }
127
+ const pivotCol = options.columns?.trim();
128
+ if (!pivotCol) {
129
+ throw new InvalidArgumentError("Pivot requires a pivot column via --columns / -c");
130
+ }
131
+ const valCol = options.values?.trim();
132
+ const aggType = options.agg || "sum";
133
+ const defaultFill = options.fill !== undefined ? options.fill : (aggType === "sum" || aggType === "count" ? 0 : null);
134
+ const batchSize = options.batchSize || 1000;
135
+ const sortColumns = options.sortColumns !== false;
136
+ return async function* (stream) {
137
+ const pivotColSet = new Set();
138
+ const groupMap = new Map();
139
+ for await (const batch of stream) {
140
+ for (const row of batch.rows) {
141
+ const key = encodeCompositeKey(row, indexCols).encoded;
142
+ let group = groupMap.get(key);
143
+ if (!group) {
144
+ const indexValues = {};
145
+ for (const col of indexCols) {
146
+ indexValues[col] = row[col] ?? null;
147
+ }
148
+ group = { indexValues, cells: new Map() };
149
+ groupMap.set(key, group);
150
+ }
151
+ const rawColVal = row[pivotCol];
152
+ const colHeader = rawColVal !== null && rawColVal !== undefined ? String(rawColVal) : "null";
153
+ pivotColSet.add(colHeader);
154
+ let cell = group.cells.get(colHeader);
155
+ if (!cell) {
156
+ cell = createCellAccumulator(aggType);
157
+ group.cells.set(colHeader, cell);
158
+ }
159
+ const cellVal = valCol ? row[valCol] : 1;
160
+ cell.add(cellVal);
161
+ }
162
+ }
163
+ const colHeaders = Array.from(pivotColSet);
164
+ if (sortColumns) {
165
+ colHeaders.sort((a, b) => {
166
+ const numA = Number(a);
167
+ const numB = Number(b);
168
+ if (!Number.isNaN(numA) && !Number.isNaN(numB)) {
169
+ return numA - numB;
170
+ }
171
+ return a.localeCompare(b);
172
+ });
173
+ }
174
+ let outRows = [];
175
+ let offset = 0;
176
+ for (const group of groupMap.values()) {
177
+ const outRow = { ...group.indexValues };
178
+ for (const header of colHeaders) {
179
+ const cell = group.cells.get(header);
180
+ outRow[header] = cell ? cell.value() : defaultFill;
181
+ }
182
+ outRows.push(outRow);
183
+ if (outRows.length >= batchSize) {
184
+ yield { rows: outRows, offset };
185
+ offset += outRows.length;
186
+ outRows = [];
187
+ }
188
+ }
189
+ if (outRows.length > 0) {
190
+ yield { rows: outRows, offset };
191
+ }
192
+ };
193
+ }
194
+ //# sourceMappingURL=pivot.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"pivot.js","sourceRoot":"","sources":["../../src/transforms/pivot.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AACzD,OAAO,EAAE,kBAAkB,EAAE,MAAM,gBAAgB,CAAC;AAmBpD,SAAS,qBAAqB,CAAC,GAAoB;IACjD,QAAQ,GAAG,EAAE,CAAC;QACZ,KAAK,KAAK,CAAC,CAAC,CAAC;YACX,IAAI,GAAG,GAAG,CAAC,CAAC;YACZ,IAAI,MAAM,GAAG,KAAK,CAAC;YACnB,OAAO;gBACL,GAAG,CAAC,GAAY;oBACd,IAAI,GAAG,KAAK,IAAI,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,KAAK,EAAE,EAAE,CAAC;wBACpD,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;wBACxB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC;4BACvB,GAAG,IAAI,GAAG,CAAC;4BACX,MAAM,GAAG,IAAI,CAAC;wBAChB,CAAC;oBACH,CAAC;gBACH,CAAC;gBACD,KAAK;oBACH,OAAO,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,GAAG,GAAG,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBAClF,CAAC;aACF,CAAC;QACJ,CAAC;QACD,KAAK,KAAK,CAAC;QACX,KAAK,MAAM,CAAC,CAAC,CAAC;YACZ,IAAI,GAAG,GAAG,CAAC,CAAC;YACZ,IAAI,KAAK,GAAG,CAAC,CAAC;YACd,OAAO;gBACL,GAAG,CAAC,GAAY;oBACd,IAAI,GAAG,KAAK,IAAI,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,KAAK,EAAE,EAAE,CAAC;wBACpD,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;wBACxB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC;4BACvB,GAAG,IAAI,GAAG,CAAC;4BACX,KAAK,EAAE,CAAC;wBACV,CAAC;oBACH,CAAC;gBACH,CAAC;gBACD,KAAK;oBACH,OAAO,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,GAAG,KAAK,CAAC,GAAG,GAAG,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC;gBAClE,CAAC;aACF,CAAC;QACJ,CAAC;QACD,KAAK,KAAK,CAAC,CAAC,CAAC;YACX,IAAI,GAAG,GAAkB,IAAI,CAAC;YAC9B,OAAO;gBACL,GAAG,CAAC,GAAY;oBACd,IAAI,GAAG,KAAK,IAAI,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,KAAK,EAAE,EAAE,CAAC;wBACpD,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;wBACxB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC;4BACvB,GAAG,GAAG,GAAG,KAAK,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;wBAChD,CAAC;oBACH,CAAC;gBACH,CAAC;gBACD,KAAK;oBACH,OAAO,GAAG,CAAC;gBACb,CAAC;aACF,CAAC;QACJ,CAAC;QACD,KAAK,KAAK,CAAC,CAAC,CAAC;YACX,IAAI,GAAG,GAAkB,IAAI,CAAC;YAC9B,OAAO;gBACL,GAAG,CAAC,GAAY;oBACd,IAAI,GAAG,KAAK,IAAI,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,KAAK,EAAE,EAAE,CAAC;wBACpD,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;wBACxB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC;4BACvB,GAAG,GAAG,GAAG,KAAK,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;wBAChD,CAAC;oBACH,CAAC;gBACH,CAAC;gBACD,KAAK;oBACH,OAAO,GAAG,CAAC;gBACb,CAAC;aACF,CAAC;QACJ,CAAC;QACD,KAAK,OAAO,CAAC,CAAC,CAAC;YACb,IAAI,KAAK,GAAG,CAAC,CAAC;YACd,OAAO;gBACL,GAAG,CAAC,GAAY;oBACd,IAAI,GAAG,KAAK,IAAI,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;wBACtC,KAAK,EAAE,CAAC;oBACV,CAAC;gBACH,CAAC;gBACD,KAAK;oBACH,OAAO,KAAK,CAAC;gBACf,CAAC;aACF,CAAC;QACJ,CAAC;QACD,KAAK,OAAO,CAAC,CAAC,CAAC;YACb,IAAI,QAAQ,GAAY,SAAS,CAAC;YAClC,OAAO;gBACL,GAAG,CAAC,GAAY;oBACd,IAAI,QAAQ,KAAK,SAAS,IAAI,GAAG,KAAK,IAAI,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;wBAChE,QAAQ,GAAG,GAAG,CAAC;oBACjB,CAAC;gBACH,CAAC;gBACD,KAAK;oBACH,OAAO,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC;gBAClD,CAAC;aACF,CAAC;QACJ,CAAC;QACD,KAAK,MAAM,CAAC,CAAC,CAAC;YACZ,IAAI,OAAO,GAAY,IAAI,CAAC;YAC5B,OAAO;gBACL,GAAG,CAAC,GAAY;oBACd,IAAI,GAAG,KAAK,IAAI,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;wBACtC,OAAO,GAAG,GAAG,CAAC;oBAChB,CAAC;gBACH,CAAC;gBACD,KAAK;oBACH,OAAO,OAAO,CAAC;gBACjB,CAAC;aACF,CAAC;QACJ,CAAC;QACD;YACE,MAAM,IAAI,oBAAoB,CAAC,iCAAiC,GAAG,EAAE,CAAC,CAAC;IAC3E,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,cAAc,CAAC,OAAqB;IAClD,MAAM,SAAS,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC;QAC5C,CAAC,CAAC,OAAO,CAAC,KAAK;QACf,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAElE,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC3B,MAAM,IAAI,oBAAoB,CAAC,2DAA2D,CAAC,CAAC;IAC9F,CAAC;IAED,MAAM,QAAQ,GAAG,OAAO,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC;IACzC,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,MAAM,IAAI,oBAAoB,CAAC,kDAAkD,CAAC,CAAC;IACrF,CAAC;IAED,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC;IACtC,MAAM,OAAO,GAAoB,OAAO,CAAC,GAAG,IAAI,KAAK,CAAC;IACtD,MAAM,WAAW,GAAG,OAAO,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,KAAK,KAAK,IAAI,OAAO,KAAK,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IACtH,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC;IAC5C,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,KAAK,KAAK,CAAC;IAElD,OAAO,KAAK,SAAS,CAAC,EAAE,MAAkB;QACxC,MAAM,WAAW,GAAG,IAAI,GAAG,EAAU,CAAC;QACtC,MAAM,QAAQ,GAAG,IAAI,GAAG,EAMrB,CAAC;QAEJ,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YACjC,KAAK,MAAM,GAAG,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;gBAC7B,MAAM,GAAG,GAAG,kBAAkB,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC,OAAO,CAAC;gBAEvD,IAAI,KAAK,GAAG,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;gBAC9B,IAAI,CAAC,KAAK,EAAE,CAAC;oBACX,MAAM,WAAW,GAA4B,EAAE,CAAC;oBAChD,KAAK,MAAM,GAAG,IAAI,SAAS,EAAE,CAAC;wBAC5B,WAAW,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC;oBACtC,CAAC;oBACD,KAAK,GAAG,EAAE,WAAW,EAAE,KAAK,EAAE,IAAI,GAAG,EAAE,EAAE,CAAC;oBAC1C,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;gBAC3B,CAAC;gBAED,MAAM,SAAS,GAAG,GAAG,CAAC,QAAQ,CAAC,CAAC;gBAChC,MAAM,SAAS,GAAG,SAAS,KAAK,IAAI,IAAI,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;gBAC7F,WAAW,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;gBAE3B,IAAI,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;gBACtC,IAAI,CAAC,IAAI,EAAE,CAAC;oBACV,IAAI,GAAG,qBAAqB,CAAC,OAAO,CAAC,CAAC;oBACtC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;gBACnC,CAAC;gBAED,MAAM,OAAO,GAAG,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBACzC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YACpB,CAAC;QACH,CAAC;QAED,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAC3C,IAAI,WAAW,EAAE,CAAC;YAChB,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;gBACvB,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;gBACvB,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;gBACvB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;oBAC/C,OAAO,IAAI,GAAG,IAAI,CAAC;gBACrB,CAAC;gBACD,OAAO,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;YAC5B,CAAC,CAAC,CAAC;QACL,CAAC;QAED,IAAI,OAAO,GAAU,EAAE,CAAC;QACxB,IAAI,MAAM,GAAG,CAAC,CAAC;QAEf,KAAK,MAAM,KAAK,IAAI,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC;YACtC,MAAM,MAAM,GAAQ,EAAE,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;YAC7C,KAAK,MAAM,MAAM,IAAI,UAAU,EAAE,CAAC;gBAChC,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;gBACrC,MAAM,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC;YACrD,CAAC;YAED,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACrB,IAAI,OAAO,CAAC,MAAM,IAAI,SAAS,EAAE,CAAC;gBAChC,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;gBAChC,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC;gBACzB,OAAO,GAAG,EAAE,CAAC;YACf,CAAC;QACH,CAAC;QAED,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvB,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;QAClC,CAAC;IACH,CAAC,CAAC;AACJ,CAAC"}
@@ -1 +1 @@
1
- {"version":3,"file":"comparator.d.ts","sourceRoot":"","sources":["../../../src/transforms/sort/comparator.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,qBAAqB,CAAC;AAE/C,MAAM,WAAW,WAAW;IAC1B,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,KAAK,GAAG,MAAM,CAAC;IAC3B,KAAK,CAAC,EAAE,OAAO,GAAG,MAAM,CAAC;IACzB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,OAAO,CAAC,EAAE,OAAO,CAAC;CACnB;AAED,MAAM,WAAW,WAAW;IAC1B,EAAE,EAAE,MAAM,GAAG,MAAM,EAAE,GAAG,WAAW,EAAE,CAAC;IACtC,KAAK,CAAC,EAAE,OAAO,GAAG,MAAM,CAAC;IACzB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,WAAW,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IAC9B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,YAAY;IAC3B,GAAG,EAAE,GAAG,CAAC;IACT,GAAG,EAAE,MAAM,CAAC;CACb;AAED;;GAEG;AACH,wBAAgB,cAAc,CAC5B,KAAK,EAAE,MAAM,GAAG,MAAM,EAAE,GAAG,WAAW,EAAE,EACxC,QAAQ,GAAE;IACR,gBAAgB,CAAC,EAAE,KAAK,GAAG,MAAM,CAAC;IAClC,KAAK,CAAC,EAAE,OAAO,GAAG,MAAM,CAAC;IACzB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,OAAO,CAAC,EAAE,OAAO,CAAC;CACd,GACL,WAAW,EAAE,CA0Cf;AAED;;GAEG;AACH,wBAAgB,aAAa,CAC3B,CAAC,EAAE,OAAO,EACV,CAAC,EAAE,OAAO,EACV,IAAI,EAAE,WAAW,GAChB,MAAM,CAkDR;AAED;;GAEG;AACH,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,WAAW,EAAE,GAAG,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,YAAY,KAAK,MAAM,CAmBtG;AAED;;GAEG;AACH,wBAAgB,sBAAsB,CAAC,KAAK,EAAE,WAAW,EAAE,GAAG,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,KAAK,MAAM,CAcvF"}
1
+ {"version":3,"file":"comparator.d.ts","sourceRoot":"","sources":["../../../src/transforms/sort/comparator.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,qBAAqB,CAAC;AAE/C,MAAM,WAAW,WAAW;IAC1B,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,KAAK,GAAG,MAAM,CAAC;IAC3B,KAAK,CAAC,EAAE,OAAO,GAAG,MAAM,CAAC;IACzB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,OAAO,CAAC,EAAE,OAAO,CAAC;CACnB;AAED,MAAM,WAAW,WAAW;IAC1B,EAAE,EAAE,MAAM,GAAG,MAAM,EAAE,GAAG,WAAW,EAAE,CAAC;IACtC,KAAK,CAAC,EAAE,OAAO,GAAG,MAAM,CAAC;IACzB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,WAAW,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IAC9B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,YAAY;IAC3B,GAAG,EAAE,GAAG,CAAC;IACT,GAAG,EAAE,MAAM,CAAC;CACb;AAED;;GAEG;AACH,wBAAgB,cAAc,CAC5B,KAAK,EAAE,MAAM,GAAG,MAAM,EAAE,GAAG,WAAW,EAAE,EACxC,QAAQ,GAAE;IACR,gBAAgB,CAAC,EAAE,KAAK,GAAG,MAAM,CAAC;IAClC,KAAK,CAAC,EAAE,OAAO,GAAG,MAAM,CAAC;IACzB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,OAAO,CAAC,EAAE,OAAO,CAAC;CACd,GACL,WAAW,EAAE,CA0Cf;AA2CD;;GAEG;AACH,wBAAgB,aAAa,CAC3B,CAAC,EAAE,OAAO,EACV,CAAC,EAAE,OAAO,EACV,IAAI,EAAE,WAAW,GAChB,MAAM,CAiGR;AAED;;GAEG;AACH,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,WAAW,EAAE,GAAG,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,YAAY,KAAK,MAAM,CAiDtG;AAED;;GAEG;AACH,wBAAgB,sBAAsB,CAAC,KAAK,EAAE,WAAW,EAAE,GAAG,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,KAAK,MAAM,CAyCvF"}