rowpipe 2.0.0 → 2.2.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (314) hide show
  1. package/README.md +420 -59
  2. package/dist/analytics/profiler.d.ts +56 -0
  3. package/dist/analytics/profiler.d.ts.map +1 -0
  4. package/dist/analytics/profiler.js +277 -0
  5. package/dist/analytics/profiler.js.map +1 -0
  6. package/dist/analytics/schema-inference.d.ts.map +1 -1
  7. package/dist/analytics/schema-inference.js +14 -0
  8. package/dist/analytics/schema-inference.js.map +1 -1
  9. package/dist/cli/commands/clean.d.ts +15 -0
  10. package/dist/cli/commands/clean.d.ts.map +1 -0
  11. package/dist/cli/commands/clean.js +108 -0
  12. package/dist/cli/commands/clean.js.map +1 -0
  13. package/dist/cli/commands/convert.d.ts +6 -0
  14. package/dist/cli/commands/convert.d.ts.map +1 -1
  15. package/dist/cli/commands/convert.js +6 -6
  16. package/dist/cli/commands/convert.js.map +1 -1
  17. package/dist/cli/commands/count.d.ts +12 -0
  18. package/dist/cli/commands/count.d.ts.map +1 -0
  19. package/dist/cli/commands/count.js +49 -0
  20. package/dist/cli/commands/count.js.map +1 -0
  21. package/dist/cli/commands/db.d.ts +35 -0
  22. package/dist/cli/commands/db.d.ts.map +1 -0
  23. package/dist/cli/commands/db.js +173 -0
  24. package/dist/cli/commands/db.js.map +1 -0
  25. package/dist/cli/commands/explain.d.ts +10 -0
  26. package/dist/cli/commands/explain.d.ts.map +1 -0
  27. package/dist/cli/commands/explain.js +98 -0
  28. package/dist/cli/commands/explain.js.map +1 -0
  29. package/dist/cli/commands/files.d.ts +2 -1
  30. package/dist/cli/commands/files.d.ts.map +1 -1
  31. package/dist/cli/commands/files.js +5 -2
  32. package/dist/cli/commands/files.js.map +1 -1
  33. package/dist/cli/commands/group.d.ts +12 -0
  34. package/dist/cli/commands/group.d.ts.map +1 -0
  35. package/dist/cli/commands/group.js +51 -0
  36. package/dist/cli/commands/group.js.map +1 -0
  37. package/dist/cli/commands/head.d.ts +7 -0
  38. package/dist/cli/commands/head.d.ts.map +1 -0
  39. package/dist/cli/commands/head.js +6 -0
  40. package/dist/cli/commands/head.js.map +1 -0
  41. package/dist/cli/commands/join.d.ts +23 -0
  42. package/dist/cli/commands/join.d.ts.map +1 -0
  43. package/dist/cli/commands/join.js +97 -0
  44. package/dist/cli/commands/join.js.map +1 -0
  45. package/dist/cli/commands/limit.d.ts +11 -0
  46. package/dist/cli/commands/limit.d.ts.map +1 -0
  47. package/dist/cli/commands/limit.js +40 -0
  48. package/dist/cli/commands/limit.js.map +1 -0
  49. package/dist/cli/commands/offset.d.ts +11 -0
  50. package/dist/cli/commands/offset.d.ts.map +1 -0
  51. package/dist/cli/commands/offset.js +39 -0
  52. package/dist/cli/commands/offset.js.map +1 -0
  53. package/dist/cli/commands/pipeline.d.ts +63 -0
  54. package/dist/cli/commands/pipeline.d.ts.map +1 -0
  55. package/dist/cli/commands/pipeline.js +239 -0
  56. package/dist/cli/commands/pipeline.js.map +1 -0
  57. package/dist/cli/commands/profile.d.ts +22 -0
  58. package/dist/cli/commands/profile.d.ts.map +1 -0
  59. package/dist/cli/commands/profile.js +53 -0
  60. package/dist/cli/commands/profile.js.map +1 -0
  61. package/dist/cli/commands/sort.d.ts +17 -0
  62. package/dist/cli/commands/sort.d.ts.map +1 -0
  63. package/dist/cli/commands/sort.js +55 -0
  64. package/dist/cli/commands/sort.js.map +1 -0
  65. package/dist/cli/commands/tail.d.ts +13 -0
  66. package/dist/cli/commands/tail.d.ts.map +1 -0
  67. package/dist/cli/commands/tail.js +39 -0
  68. package/dist/cli/commands/tail.js.map +1 -0
  69. package/dist/cli/commands/top.d.ts +19 -0
  70. package/dist/cli/commands/top.d.ts.map +1 -0
  71. package/dist/cli/commands/top.js +51 -0
  72. package/dist/cli/commands/top.js.map +1 -0
  73. package/dist/cli/commands/unique.d.ts +15 -0
  74. package/dist/cli/commands/unique.d.ts.map +1 -0
  75. package/dist/cli/commands/unique.js +44 -0
  76. package/dist/cli/commands/unique.js.map +1 -0
  77. package/dist/cli/commands/view.d.ts +12 -0
  78. package/dist/cli/commands/view.d.ts.map +1 -0
  79. package/dist/cli/commands/view.js +52 -0
  80. package/dist/cli/commands/view.js.map +1 -0
  81. package/dist/cli/commands/window.d.ts +10 -0
  82. package/dist/cli/commands/window.d.ts.map +1 -0
  83. package/dist/cli/commands/window.js +87 -0
  84. package/dist/cli/commands/window.js.map +1 -0
  85. package/dist/cli/index.js +448 -3
  86. package/dist/cli/index.js.map +1 -1
  87. package/dist/core/batch.d.ts +1 -1
  88. package/dist/core/batch.d.ts.map +1 -1
  89. package/dist/core/batch.js.map +1 -1
  90. package/dist/core/pipeline.d.ts +42 -2
  91. package/dist/core/pipeline.d.ts.map +1 -1
  92. package/dist/core/pipeline.js +70 -2
  93. package/dist/core/pipeline.js.map +1 -1
  94. package/dist/core/types.d.ts +21 -1
  95. package/dist/core/types.d.ts.map +1 -1
  96. package/dist/db/adapters/index.d.ts +6 -0
  97. package/dist/db/adapters/index.d.ts.map +1 -0
  98. package/dist/db/adapters/index.js +21 -0
  99. package/dist/db/adapters/index.js.map +1 -0
  100. package/dist/db/adapters/mysql.d.ts +16 -0
  101. package/dist/db/adapters/mysql.d.ts.map +1 -0
  102. package/dist/db/adapters/mysql.js +230 -0
  103. package/dist/db/adapters/mysql.js.map +1 -0
  104. package/dist/db/adapters/postgres.d.ts +17 -0
  105. package/dist/db/adapters/postgres.d.ts.map +1 -0
  106. package/dist/db/adapters/postgres.js +239 -0
  107. package/dist/db/adapters/postgres.js.map +1 -0
  108. package/dist/db/adapters/sqlite.d.ts +18 -0
  109. package/dist/db/adapters/sqlite.d.ts.map +1 -0
  110. package/dist/db/adapters/sqlite.js +210 -0
  111. package/dist/db/adapters/sqlite.js.map +1 -0
  112. package/dist/db/index.d.ts +11 -0
  113. package/dist/db/index.d.ts.map +1 -0
  114. package/dist/db/index.js +11 -0
  115. package/dist/db/index.js.map +1 -0
  116. package/dist/db/mapping.d.ts +45 -0
  117. package/dist/db/mapping.d.ts.map +1 -0
  118. package/dist/db/mapping.js +222 -0
  119. package/dist/db/mapping.js.map +1 -0
  120. package/dist/db/pushdown.d.ts +25 -0
  121. package/dist/db/pushdown.d.ts.map +1 -0
  122. package/dist/db/pushdown.js +165 -0
  123. package/dist/db/pushdown.js.map +1 -0
  124. package/dist/db/sink.d.ts +15 -0
  125. package/dist/db/sink.d.ts.map +1 -0
  126. package/dist/db/sink.js +47 -0
  127. package/dist/db/sink.js.map +1 -0
  128. package/dist/db/source.d.ts +14 -0
  129. package/dist/db/source.d.ts.map +1 -0
  130. package/dist/db/source.js +69 -0
  131. package/dist/db/source.js.map +1 -0
  132. package/dist/db/types.d.ts +80 -0
  133. package/dist/db/types.d.ts.map +1 -0
  134. package/dist/db/types.js +2 -0
  135. package/dist/db/types.js.map +1 -0
  136. package/dist/db/url.d.ts +15 -0
  137. package/dist/db/url.d.ts.map +1 -0
  138. package/dist/db/url.js +145 -0
  139. package/dist/db/url.js.map +1 -0
  140. package/dist/diff/hash.d.ts.map +1 -1
  141. package/dist/diff/hash.js +4 -3
  142. package/dist/diff/hash.js.map +1 -1
  143. package/dist/diff/key.d.ts.map +1 -1
  144. package/dist/diff/key.js +8 -1
  145. package/dist/diff/key.js.map +1 -1
  146. package/dist/diff/reporter.d.ts.map +1 -1
  147. package/dist/diff/reporter.js +5 -3
  148. package/dist/diff/reporter.js.map +1 -1
  149. package/dist/diff/storage/disk-index.d.ts.map +1 -1
  150. package/dist/diff/storage/disk-index.js +2 -1
  151. package/dist/diff/storage/disk-index.js.map +1 -1
  152. package/dist/diff/storage/memory-index.d.ts.map +1 -1
  153. package/dist/diff/storage/memory-index.js +3 -2
  154. package/dist/diff/storage/memory-index.js.map +1 -1
  155. package/dist/index.d.ts +20 -1
  156. package/dist/index.d.ts.map +1 -1
  157. package/dist/index.js +22 -1
  158. package/dist/index.js.map +1 -1
  159. package/dist/planner/executor.d.ts +8 -0
  160. package/dist/planner/executor.d.ts.map +1 -0
  161. package/dist/planner/executor.js +93 -0
  162. package/dist/planner/executor.js.map +1 -0
  163. package/dist/planner/explain.d.ts +6 -0
  164. package/dist/planner/explain.d.ts.map +1 -0
  165. package/dist/planner/explain.js +91 -0
  166. package/dist/planner/explain.js.map +1 -0
  167. package/dist/planner/index.d.ts +5 -0
  168. package/dist/planner/index.d.ts.map +1 -0
  169. package/dist/planner/index.js +5 -0
  170. package/dist/planner/index.js.map +1 -0
  171. package/dist/planner/optimizer.d.ts +9 -0
  172. package/dist/planner/optimizer.d.ts.map +1 -0
  173. package/dist/planner/optimizer.js +78 -0
  174. package/dist/planner/optimizer.js.map +1 -0
  175. package/dist/planner/types.d.ts +67 -0
  176. package/dist/planner/types.d.ts.map +1 -0
  177. package/dist/planner/types.js +2 -0
  178. package/dist/planner/types.js.map +1 -0
  179. package/dist/readers/csv.d.ts.map +1 -1
  180. package/dist/readers/csv.js +1 -2
  181. package/dist/readers/csv.js.map +1 -1
  182. package/dist/readers/index.d.ts +5 -1
  183. package/dist/readers/index.d.ts.map +1 -1
  184. package/dist/readers/index.js +43 -0
  185. package/dist/readers/index.js.map +1 -1
  186. package/dist/readers/json.d.ts.map +1 -1
  187. package/dist/readers/json.js +1 -2
  188. package/dist/readers/json.js.map +1 -1
  189. package/dist/readers/jsonl.d.ts.map +1 -1
  190. package/dist/readers/jsonl.js +1 -2
  191. package/dist/readers/jsonl.js.map +1 -1
  192. package/dist/readers/multi-file.d.ts +29 -0
  193. package/dist/readers/multi-file.d.ts.map +1 -0
  194. package/dist/readers/multi-file.js +169 -0
  195. package/dist/readers/multi-file.js.map +1 -0
  196. package/dist/transforms/clean.d.ts +18 -0
  197. package/dist/transforms/clean.d.ts.map +1 -0
  198. package/dist/transforms/clean.js +118 -0
  199. package/dist/transforms/clean.js.map +1 -0
  200. package/dist/transforms/count.d.ts +21 -0
  201. package/dist/transforms/count.d.ts.map +1 -0
  202. package/dist/transforms/count.js +65 -0
  203. package/dist/transforms/count.js.map +1 -0
  204. package/dist/transforms/expression.d.ts.map +1 -1
  205. package/dist/transforms/expression.js +12 -0
  206. package/dist/transforms/expression.js.map +1 -1
  207. package/dist/transforms/group.d.ts +25 -0
  208. package/dist/transforms/group.d.ts.map +1 -0
  209. package/dist/transforms/group.js +71 -0
  210. package/dist/transforms/group.js.map +1 -0
  211. package/dist/transforms/jit-compiler.d.ts +50 -0
  212. package/dist/transforms/jit-compiler.d.ts.map +1 -0
  213. package/dist/transforms/jit-compiler.js +275 -0
  214. package/dist/transforms/jit-compiler.js.map +1 -0
  215. package/dist/transforms/join/index-storage.d.ts +33 -0
  216. package/dist/transforms/join/index-storage.d.ts.map +1 -0
  217. package/dist/transforms/join/index-storage.js +139 -0
  218. package/dist/transforms/join/index-storage.js.map +1 -0
  219. package/dist/transforms/join/index.d.ts +4 -0
  220. package/dist/transforms/join/index.d.ts.map +1 -0
  221. package/dist/transforms/join/index.js +4 -0
  222. package/dist/transforms/join/index.js.map +1 -0
  223. package/dist/transforms/join/join.d.ts +15 -0
  224. package/dist/transforms/join/join.d.ts.map +1 -0
  225. package/dist/transforms/join/join.js +216 -0
  226. package/dist/transforms/join/join.js.map +1 -0
  227. package/dist/transforms/join/types.d.ts +29 -0
  228. package/dist/transforms/join/types.d.ts.map +1 -0
  229. package/dist/transforms/join/types.js +2 -0
  230. package/dist/transforms/join/types.js.map +1 -0
  231. package/dist/transforms/limit.d.ts +7 -0
  232. package/dist/transforms/limit.d.ts.map +1 -0
  233. package/dist/transforms/limit.js +40 -0
  234. package/dist/transforms/limit.js.map +1 -0
  235. package/dist/transforms/offset.d.ts +7 -0
  236. package/dist/transforms/offset.d.ts.map +1 -0
  237. package/dist/transforms/offset.js +38 -0
  238. package/dist/transforms/offset.js.map +1 -0
  239. package/dist/transforms/sort/comparator.d.ts +43 -0
  240. package/dist/transforms/sort/comparator.d.ts.map +1 -0
  241. package/dist/transforms/sort/comparator.js +131 -0
  242. package/dist/transforms/sort/comparator.js.map +1 -0
  243. package/dist/transforms/sort/external-sort.d.ts +8 -0
  244. package/dist/transforms/sort/external-sort.d.ts.map +1 -0
  245. package/dist/transforms/sort/external-sort.js +159 -0
  246. package/dist/transforms/sort/external-sort.js.map +1 -0
  247. package/dist/transforms/sort/index.d.ts +10 -0
  248. package/dist/transforms/sort/index.d.ts.map +1 -0
  249. package/dist/transforms/sort/index.js +11 -0
  250. package/dist/transforms/sort/index.js.map +1 -0
  251. package/dist/transforms/tail.d.ts +6 -0
  252. package/dist/transforms/tail.d.ts.map +1 -0
  253. package/dist/transforms/tail.js +27 -0
  254. package/dist/transforms/tail.js.map +1 -0
  255. package/dist/transforms/top.d.ts +17 -0
  256. package/dist/transforms/top.d.ts.map +1 -0
  257. package/dist/transforms/top.js +52 -0
  258. package/dist/transforms/top.js.map +1 -0
  259. package/dist/transforms/unique.d.ts +13 -0
  260. package/dist/transforms/unique.d.ts.map +1 -0
  261. package/dist/transforms/unique.js +91 -0
  262. package/dist/transforms/unique.js.map +1 -0
  263. package/dist/transforms/window.d.ts +24 -0
  264. package/dist/transforms/window.d.ts.map +1 -0
  265. package/dist/transforms/window.js +317 -0
  266. package/dist/transforms/window.js.map +1 -0
  267. package/dist/ui/colors.d.ts +57 -0
  268. package/dist/ui/colors.d.ts.map +1 -0
  269. package/dist/ui/colors.js +94 -0
  270. package/dist/ui/colors.js.map +1 -0
  271. package/dist/ui/viewer.d.ts +67 -0
  272. package/dist/ui/viewer.d.ts.map +1 -0
  273. package/dist/ui/viewer.js +673 -0
  274. package/dist/ui/viewer.js.map +1 -0
  275. package/dist/utils/compression.d.ts +68 -19
  276. package/dist/utils/compression.d.ts.map +1 -1
  277. package/dist/utils/compression.js +222 -34
  278. package/dist/utils/compression.js.map +1 -1
  279. package/dist/utils/formatting.d.ts +5 -0
  280. package/dist/utils/formatting.d.ts.map +1 -1
  281. package/dist/utils/formatting.js +15 -0
  282. package/dist/utils/formatting.js.map +1 -1
  283. package/dist/utils/heap.d.ts +25 -0
  284. package/dist/utils/heap.d.ts.map +1 -0
  285. package/dist/utils/heap.js +90 -0
  286. package/dist/utils/heap.js.map +1 -0
  287. package/dist/utils/keystore.d.ts +80 -0
  288. package/dist/utils/keystore.d.ts.map +1 -0
  289. package/dist/utils/keystore.js +217 -0
  290. package/dist/utils/keystore.js.map +1 -0
  291. package/dist/utils/ring-buffer.d.ts +15 -0
  292. package/dist/utils/ring-buffer.d.ts.map +1 -0
  293. package/dist/utils/ring-buffer.js +40 -0
  294. package/dist/utils/ring-buffer.js.map +1 -0
  295. package/dist/writers/csv.d.ts.map +1 -1
  296. package/dist/writers/csv.js +13 -14
  297. package/dist/writers/csv.js.map +1 -1
  298. package/dist/writers/index.d.ts +1 -0
  299. package/dist/writers/index.d.ts.map +1 -1
  300. package/dist/writers/index.js +35 -0
  301. package/dist/writers/index.js.map +1 -1
  302. package/dist/writers/json.d.ts.map +1 -1
  303. package/dist/writers/json.js +6 -5
  304. package/dist/writers/json.js.map +1 -1
  305. package/dist/writers/jsonl.d.ts.map +1 -1
  306. package/dist/writers/jsonl.js +6 -5
  307. package/dist/writers/jsonl.js.map +1 -1
  308. package/dist/writers/markdown.d.ts.map +1 -1
  309. package/dist/writers/markdown.js +5 -4
  310. package/dist/writers/markdown.js.map +1 -1
  311. package/dist/writers/parquet.d.ts +1 -1
  312. package/dist/writers/parquet.d.ts.map +1 -1
  313. package/package.json +11 -2
  314. package/skills/rowpipe/SKILL.md +16 -3
package/dist/index.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO;AACP,cAAc,iBAAiB,CAAC;AAChC,cAAc,kBAAkB,CAAC;AACjC,cAAc,iBAAiB,CAAC;AAChC,cAAc,oBAAoB,CAAC;AAEnC,UAAU;AACV,OAAO,EACL,SAAS,EAET,UAAU,EAEV,WAAW,EAEX,aAAa,EAEb,UAAU,EAEV,gBAAgB,EAChB,YAAY,EACZ,mBAAmB,IAAI,yBAAyB,GACjD,MAAM,oBAAoB,CAAC;AAE5B,uBAAuB;AACvB,cAAc,kBAAkB,CAAC;AACjC,cAAc,iBAAiB,CAAC;AAChC,cAAc,iBAAiB,CAAC;AAChC,cAAc,iBAAiB,CAAC;AAChC,cAAc,mBAAmB,CAAC;AAGlC,UAAU;AACV,OAAO,EACL,SAAS,EAET,UAAU,EACV,WAAW,EACX,cAAc,EAEd,aAAa,EAEb,UAAU,EAEV,YAAY,EACZ,mBAAmB,IAAI,yBAAyB,GACjD,MAAM,oBAAoB,CAAC;AAE5B,aAAa;AACb,cAAc,wBAAwB,CAAC;AACvC,cAAc,wBAAwB,CAAC;AACvC,cAAc,sBAAsB,CAAC;AACrC,cAAc,wBAAwB,CAAC;AACvC,cAAc,wBAAwB,CAAC;AACvC,cAAc,4BAA4B,CAAC;AAC3C,cAAc,qBAAqB,CAAC;AAEpC,YAAY;AACZ,cAAc,sBAAsB,CAAC;AACrC,cAAc,uBAAuB,CAAC;AACtC,cAAc,iCAAiC,CAAC;AAChD,cAAc,+BAA+B,CAAC;AAC9C,cAAc,0BAA0B,CAAC;AAEzC,wBAAwB;AACxB,cAAc,iBAAiB,CAAC;AAChC,cAAc,eAAe,CAAC;AAC9B,cAAc,sBAAsB,CAAC;AACrC,cAAc,gBAAgB,CAAC;AAC/B,cAAc,kBAAkB,CAAC;AACjC,cAAc,kBAAkB,CAAC;AACjC,cAAc,oBAAoB,CAAC;AACnC,cAAc,gCAAgC,CAAC;AAC/C,cAAc,8BAA8B,CAAC;AAC7C,cAAc,mCAAmC,CAAC;AAElD,YAAY;AACZ,cAAc,wBAAwB,CAAC;AACvC,cAAc,uBAAuB,CAAC;AACtC,cAAc,qBAAqB,CAAC"}
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO;AACP,cAAc,iBAAiB,CAAC;AAChC,cAAc,kBAAkB,CAAC;AACjC,cAAc,iBAAiB,CAAC;AAChC,cAAc,oBAAoB,CAAC;AAEnC,UAAU;AACV,OAAO,EACL,SAAS,EAET,UAAU,EAEV,WAAW,EAEX,aAAa,EAEb,UAAU,EAEV,gBAAgB,EAChB,eAAe,EAEf,YAAY,EACZ,mBAAmB,IAAI,yBAAyB,GACjD,MAAM,oBAAoB,CAAC;AAE5B,uBAAuB;AACvB,cAAc,kBAAkB,CAAC;AACjC,cAAc,iBAAiB,CAAC;AAChC,cAAc,iBAAiB,CAAC;AAChC,cAAc,iBAAiB,CAAC;AAChC,cAAc,mBAAmB,CAAC;AAGlC,UAAU;AACV,OAAO,EACL,SAAS,EAET,UAAU,EACV,WAAW,EACX,cAAc,EAEd,aAAa,EAEb,UAAU,EAEV,YAAY,EACZ,mBAAmB,IAAI,yBAAyB,GACjD,MAAM,oBAAoB,CAAC;AAE5B,aAAa;AACb,cAAc,wBAAwB,CAAC;AACvC,cAAc,wBAAwB,CAAC;AACvC,cAAc,sBAAsB,CAAC;AACrC,cAAc,wBAAwB,CAAC;AACvC,cAAc,wBAAwB,CAAC;AACvC,cAAc,4BAA4B,CAAC;AAC3C,cAAc,qBAAqB,CAAC;AACpC,cAAc,uBAAuB,CAAC;AACtC,cAAc,wBAAwB,CAAC;AACvC,cAAc,sBAAsB,CAAC;AACrC,cAAc,qBAAqB,CAAC;AACpC,cAAc,4BAA4B,CAAC;AAC3C,cAAc,wBAAwB,CAAC;AACvC,cAAc,uBAAuB,CAAC;AACtC,cAAc,uBAAuB,CAAC;AACtC,cAAc,4BAA4B,CAAC;AAC3C,cAAc,wBAAwB,CAAC;AACvC,cAAc,uBAAuB,CAAC;AAEtC,sBAAsB;AACtB,cAAc,oBAAoB,CAAC;AAEnC,YAAY;AACZ,cAAc,sBAAsB,CAAC;AACrC,cAAc,uBAAuB,CAAC;AACtC,cAAc,iCAAiC,CAAC;AAChD,cAAc,+BAA+B,CAAC;AAC9C,cAAc,0BAA0B,CAAC;AACzC,cAAc,yBAAyB,CAAC;AAExC,wBAAwB;AACxB,cAAc,iBAAiB,CAAC;AAChC,cAAc,eAAe,CAAC;AAC9B,cAAc,sBAAsB,CAAC;AACrC,cAAc,gBAAgB,CAAC;AAC/B,cAAc,kBAAkB,CAAC;AACjC,cAAc,kBAAkB,CAAC;AACjC,cAAc,oBAAoB,CAAC;AACnC,cAAc,gCAAgC,CAAC;AAC/C,cAAc,8BAA8B,CAAC;AAC7C,cAAc,mCAAmC,CAAC;AAElD,cAAc;AACd,cAAc,gBAAgB,CAAC;AAC/B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,wBAAwB,CAAC;AAEvC,YAAY;AACZ,cAAc,wBAAwB,CAAC;AACvC,cAAc,uBAAuB,CAAC;AACtC,cAAc,qBAAqB,CAAC;AACpC,cAAc,iBAAiB,CAAC;AAChC,cAAc,wBAAwB,CAAC;AACvC,cAAc,qBAAqB,CAAC"}
@@ -0,0 +1,8 @@
1
+ import { Pipeline } from "../core/pipeline.js";
2
+ import type { DataStream, ReaderOptions, TabularReader } from "../core/types.js";
3
+ import { PlannedPipeline } from "./types.js";
4
+ /**
5
+ * Builds and executes a Pipeline from an optimized PlannedPipeline.
6
+ */
7
+ export declare function executePlannedPipeline(source: DataStream | TabularReader, plan: PlannedPipeline, readerOptions?: ReaderOptions): Pipeline;
8
+ //# sourceMappingURL=executor.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"executor.d.ts","sourceRoot":"","sources":["../../src/planner/executor.ts"],"names":[],"mappings":"AACA,OAAO,EAAkB,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAC/D,OAAO,KAAK,EAAE,UAAU,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAajF,OAAO,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAE7C;;GAEG;AACH,wBAAgB,sBAAsB,CACpC,MAAM,EAAE,UAAU,GAAG,aAAa,EAClC,IAAI,EAAE,eAAe,EACrB,aAAa,CAAC,EAAE,aAAa,GAC5B,QAAQ,CAmGV"}
@@ -0,0 +1,93 @@
1
+ import { reduceRows } from "../analytics/reduce.js";
2
+ import { createPipeline } from "../core/pipeline.js";
3
+ import { castColumns } from "../transforms/cast.js";
4
+ import { filterRows } from "../transforms/filter.js";
5
+ import { limitRows } from "../transforms/limit.js";
6
+ import { mapRows } from "../transforms/map.js";
7
+ import { offsetRows } from "../transforms/offset.js";
8
+ import { renameColumns } from "../transforms/rename.js";
9
+ import { selectColumns } from "../transforms/select.js";
10
+ import { sortRows } from "../transforms/sort/index.js";
11
+ import { tailRows } from "../transforms/tail.js";
12
+ import { topRows } from "../transforms/top.js";
13
+ import { uniqueRows } from "../transforms/unique.js";
14
+ import { windowRows } from "../transforms/window.js";
15
+ /**
16
+ * Builds and executes a Pipeline from an optimized PlannedPipeline.
17
+ */
18
+ export function executePlannedPipeline(source, plan, readerOptions) {
19
+ const mergedReaderOpts = {
20
+ ...readerOptions,
21
+ maxRows: plan.effectiveReadLimit,
22
+ };
23
+ const pipeline = createPipeline(source, mergedReaderOpts);
24
+ for (const op of plan.operations) {
25
+ switch (op.type) {
26
+ case "filter":
27
+ pipeline.pipe(filterRows(op.expression));
28
+ break;
29
+ case "select":
30
+ pipeline.pipe(selectColumns(op.columns));
31
+ break;
32
+ case "rename":
33
+ pipeline.pipe(renameColumns(op.specs));
34
+ break;
35
+ case "cast":
36
+ pipeline.pipe(castColumns(op.specs, { onError: op.onError }));
37
+ break;
38
+ case "map":
39
+ pipeline.pipe(mapRows(op.specs));
40
+ break;
41
+ case "sort":
42
+ pipeline.pipe(sortRows({
43
+ by: op.specs,
44
+ nulls: op.nulls,
45
+ ignoreCase: op.ignoreCase,
46
+ natural: op.natural,
47
+ memoryLimit: op.memoryLimit,
48
+ }));
49
+ break;
50
+ case "top":
51
+ pipeline.pipe(topRows({
52
+ by: op.specs,
53
+ count: op.count,
54
+ order: op.order,
55
+ smallest: op.smallest,
56
+ nulls: op.nulls,
57
+ ignoreCase: op.ignoreCase,
58
+ natural: op.natural,
59
+ }));
60
+ break;
61
+ case "limit":
62
+ pipeline.pipe(limitRows(op.count));
63
+ break;
64
+ case "offset":
65
+ pipeline.pipe(offsetRows(op.count));
66
+ break;
67
+ case "tail":
68
+ pipeline.pipe(tailRows(op.count));
69
+ break;
70
+ case "unique":
71
+ pipeline.pipe(uniqueRows({
72
+ by: op.by,
73
+ keep: op.keep,
74
+ memoryLimit: op.memoryLimit,
75
+ }));
76
+ break;
77
+ case "group":
78
+ pipeline.pipe(reduceRows({
79
+ by: op.by,
80
+ aggregations: op.aggregations,
81
+ }));
82
+ break;
83
+ case "window":
84
+ pipeline.pipe(windowRows({
85
+ specs: op.specs,
86
+ by: op.by,
87
+ }));
88
+ break;
89
+ }
90
+ }
91
+ return pipeline;
92
+ }
93
+ //# sourceMappingURL=executor.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"executor.js","sourceRoot":"","sources":["../../src/planner/executor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AACpD,OAAO,EAAE,cAAc,EAAY,MAAM,qBAAqB,CAAC;AAE/D,OAAO,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AACpD,OAAO,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AACrD,OAAO,EAAE,SAAS,EAAE,MAAM,wBAAwB,CAAC;AACnD,OAAO,EAAE,OAAO,EAAE,MAAM,sBAAsB,CAAC;AAC/C,OAAO,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AACrD,OAAO,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAC;AACxD,OAAO,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAC;AACxD,OAAO,EAAE,QAAQ,EAAE,MAAM,6BAA6B,CAAC;AACvD,OAAO,EAAE,QAAQ,EAAE,MAAM,uBAAuB,CAAC;AACjD,OAAO,EAAE,OAAO,EAAE,MAAM,sBAAsB,CAAC;AAC/C,OAAO,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AACrD,OAAO,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AAGrD;;GAEG;AACH,MAAM,UAAU,sBAAsB,CACpC,MAAkC,EAClC,IAAqB,EACrB,aAA6B;IAE7B,MAAM,gBAAgB,GAAkB;QACtC,GAAG,aAAa;QAChB,OAAO,EAAE,IAAI,CAAC,kBAAkB;KACjC,CAAC;IAEF,MAAM,QAAQ,GAAG,cAAc,CAAC,MAAM,EAAE,gBAAgB,CAAC,CAAC;IAE1D,KAAK,MAAM,EAAE,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;QACjC,QAAQ,EAAE,CAAC,IAAI,EAAE,CAAC;YAChB,KAAK,QAAQ;gBACX,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC;gBACzC,MAAM;YAER,KAAK,QAAQ;gBACX,QAAQ,CAAC,IAAI,CAAC,aAAa,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;gBACzC,MAAM;YAER,KAAK,QAAQ;gBACX,QAAQ,CAAC,IAAI,CAAC,aAAa,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC;gBACvC,MAAM;YAER,KAAK,MAAM;gBACT,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC,KAAK,EAAE,EAAE,OAAO,EAAE,EAAE,CAAC,OAAc,EAAE,CAAC,CAAC,CAAC;gBACrE,MAAM;YAER,KAAK,KAAK;gBACR,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC;gBACjC,MAAM;YAER,KAAK,MAAM;gBACT,QAAQ,CAAC,IAAI,CACX,QAAQ,CAAC;oBACP,EAAE,EAAE,EAAE,CAAC,KAAK;oBACZ,KAAK,EAAE,EAAE,CAAC,KAAK;oBACf,UAAU,EAAE,EAAE,CAAC,UAAU;oBACzB,OAAO,EAAE,EAAE,CAAC,OAAO;oBACnB,WAAW,EAAE,EAAE,CAAC,WAAW;iBAC5B,CAAC,CACH,CAAC;gBACF,MAAM;YAER,KAAK,KAAK;gBACR,QAAQ,CAAC,IAAI,CACX,OAAO,CAAC;oBACN,EAAE,EAAE,EAAE,CAAC,KAAK;oBACZ,KAAK,EAAE,EAAE,CAAC,KAAK;oBACf,KAAK,EAAE,EAAE,CAAC,KAAK;oBACf,QAAQ,EAAE,EAAE,CAAC,QAAQ;oBACrB,KAAK,EAAE,EAAE,CAAC,KAAK;oBACf,UAAU,EAAE,EAAE,CAAC,UAAU;oBACzB,OAAO,EAAE,EAAE,CAAC,OAAO;iBACpB,CAAC,CACH,CAAC;gBACF,MAAM;YAER,KAAK,OAAO;gBACV,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC;gBACnC,MAAM;YAER,KAAK,QAAQ;gBACX,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC;gBACpC,MAAM;YAER,KAAK,MAAM;gBACT,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC;gBAClC,MAAM;YAER,KAAK,QAAQ;gBACX,QAAQ,CAAC,IAAI,CACX,UAAU,CAAC;oBACT,EAAE,EAAE,EAAE,CAAC,EAAE;oBACT,IAAI,EAAE,EAAE,CAAC,IAAI;oBACb,WAAW,EAAE,EAAE,CAAC,WAAW;iBAC5B,CAAC,CACH,CAAC;gBACF,MAAM;YAER,KAAK,OAAO;gBACV,QAAQ,CAAC,IAAI,CACX,UAAU,CAAC;oBACT,EAAE,EAAE,EAAE,CAAC,EAAE;oBACT,YAAY,EAAE,EAAE,CAAC,YAAY;iBAC9B,CAAC,CACH,CAAC;gBACF,MAAM;YAER,KAAK,QAAQ;gBACX,QAAQ,CAAC,IAAI,CACX,UAAU,CAAC;oBACT,KAAK,EAAE,EAAE,CAAC,KAAK;oBACf,EAAE,EAAE,EAAE,CAAC,EAAE;iBACV,CAAC,CACH,CAAC;gBACF,MAAM;QACV,CAAC;IACH,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC"}
@@ -0,0 +1,6 @@
1
+ import { PlannedPipeline } from "./types.js";
2
+ /**
3
+ * Formats a clean ASCII representation of the planned execution pipeline.
4
+ */
5
+ export declare function formatExecutionPlan(plan: PlannedPipeline, inputDescription?: string, outputDescription?: string): string;
6
+ //# sourceMappingURL=explain.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"explain.d.ts","sourceRoot":"","sources":["../../src/planner/explain.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAE7C;;GAEG;AACH,wBAAgB,mBAAmB,CACjC,IAAI,EAAE,eAAe,EACrB,gBAAgB,SAAiB,EACjC,iBAAiB,SAAkB,GAClC,MAAM,CAuGR"}
@@ -0,0 +1,91 @@
1
+ /**
2
+ * Formats a clean ASCII representation of the planned execution pipeline.
3
+ */
4
+ export function formatExecutionPlan(plan, inputDescription = "Input Stream", outputDescription = "Output Stream") {
5
+ const steps = [inputDescription];
6
+ for (const op of plan.operations) {
7
+ switch (op.type) {
8
+ case "filter":
9
+ steps.push(`Filter (${op.expression})`);
10
+ break;
11
+ case "select":
12
+ steps.push(`Select (${op.columns.join(", ")})`);
13
+ break;
14
+ case "rename":
15
+ const renames = Object.entries(op.specs).map(([o, n]) => `${o}->${n}`).join(", ");
16
+ steps.push(`Rename (${renames})`);
17
+ break;
18
+ case "cast":
19
+ const casts = Object.entries(op.specs).map(([c, t]) => `${c}:${t}`).join(", ");
20
+ steps.push(`Cast (${casts})`);
21
+ break;
22
+ case "map":
23
+ const maps = Object.entries(op.specs).map(([k, v]) => `${k}=${v}`).join(", ");
24
+ steps.push(`Map (${maps})`);
25
+ break;
26
+ case "sort":
27
+ const sorts = op.specs.map((s) => `${s.column} ${(s.direction || "asc").toUpperCase()}`).join(", ");
28
+ steps.push(`ExternalSort (${sorts}) [Spillable]`);
29
+ break;
30
+ case "top":
31
+ const topCols = op.specs.map((s) => `${s.column} ${(s.direction || (op.order === "asc" ? "ASC" : "DESC")).toUpperCase()}`).join(", ");
32
+ steps.push(`TopK (${topCols}, ${op.count}) [Bounded Heap]`);
33
+ break;
34
+ case "limit":
35
+ steps.push(`Limit (${op.count}) [Early Stream Termination]`);
36
+ break;
37
+ case "offset":
38
+ steps.push(`Offset (skip ${op.count})`);
39
+ break;
40
+ case "tail":
41
+ steps.push(`Tail (last ${op.count}) [Bounded RingBuffer]`);
42
+ break;
43
+ case "unique":
44
+ const byStr = op.by ? op.by.join(", ") : "whole row";
45
+ steps.push(`Unique (by: ${byStr}, keep: ${op.keep || "first"}) [Spillable]`);
46
+ break;
47
+ case "group":
48
+ const gByStr = op.by ? op.by.join(", ") : "global";
49
+ const aggsStr = op.aggregations.map((a) => `${a.targetField}=${a.func}(${a.sourceExpr || ""})`).join(", ");
50
+ steps.push(`Group (by: ${gByStr}, aggs: ${aggsStr}) [Spillable]`);
51
+ break;
52
+ }
53
+ }
54
+ steps.push(outputDescription);
55
+ let output = "\n======================================================\n";
56
+ output += " Rowpipe Execution Plan \n";
57
+ output += "======================================================\n\n";
58
+ for (let i = 0; i < steps.length; i++) {
59
+ output += ` ${steps[i]}\n`;
60
+ if (i < steps.length - 1) {
61
+ output += " ↓\n";
62
+ }
63
+ }
64
+ output += "\n------------------------------------------------------\n";
65
+ if (plan.optimizationsApplied.length > 0) {
66
+ output += "Optimizations Applied:\n";
67
+ for (const opt of plan.optimizationsApplied) {
68
+ output += ` • ${opt}\n`;
69
+ }
70
+ }
71
+ else {
72
+ output += "Optimizations Applied:\n (none)\n";
73
+ }
74
+ output += "------------------------------------------------------\n";
75
+ output += "Memory Classification:\n";
76
+ if (plan.memoryClassification === "streaming") {
77
+ output += " Fully Streaming (O(1) constant memory)\n";
78
+ }
79
+ else if (plan.memoryClassification === "bounded-state") {
80
+ output += " Bounded State (O(K) fixed memory bound)\n";
81
+ }
82
+ else {
83
+ output += " Spillable Global State (O(1) RAM threshold + Disk Spill)\n";
84
+ }
85
+ if (plan.effectiveReadLimit !== undefined) {
86
+ output += `Upstream Read Cap: ${plan.effectiveReadLimit} rows\n`;
87
+ }
88
+ output += "======================================================\n\n";
89
+ return output;
90
+ }
91
+ //# sourceMappingURL=explain.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"explain.js","sourceRoot":"","sources":["../../src/planner/explain.ts"],"names":[],"mappings":"AAEA;;GAEG;AACH,MAAM,UAAU,mBAAmB,CACjC,IAAqB,EACrB,gBAAgB,GAAG,cAAc,EACjC,iBAAiB,GAAG,eAAe;IAEnC,MAAM,KAAK,GAAa,CAAC,gBAAgB,CAAC,CAAC;IAE3C,KAAK,MAAM,EAAE,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;QACjC,QAAQ,EAAE,CAAC,IAAI,EAAE,CAAC;YAChB,KAAK,QAAQ;gBACX,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,UAAU,GAAG,CAAC,CAAC;gBACxC,MAAM;YAER,KAAK,QAAQ;gBACX,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBAChD,MAAM;YAER,KAAK,QAAQ;gBACX,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAClF,KAAK,CAAC,IAAI,CAAC,WAAW,OAAO,GAAG,CAAC,CAAC;gBAClC,MAAM;YAER,KAAK,MAAM;gBACT,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAC/E,KAAK,CAAC,IAAI,CAAC,SAAS,KAAK,GAAG,CAAC,CAAC;gBAC9B,MAAM;YAER,KAAK,KAAK;gBACR,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAC9E,KAAK,CAAC,IAAI,CAAC,QAAQ,IAAI,GAAG,CAAC,CAAC;gBAC5B,MAAM;YAER,KAAK,MAAM;gBACT,MAAM,KAAK,GAAG,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,SAAS,IAAI,KAAK,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACpG,KAAK,CAAC,IAAI,CAAC,iBAAiB,KAAK,eAAe,CAAC,CAAC;gBAClD,MAAM;YAER,KAAK,KAAK;gBACR,MAAM,OAAO,GAAG,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,SAAS,IAAI,CAAC,EAAE,CAAC,KAAK,KAAK,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACtI,KAAK,CAAC,IAAI,CAAC,SAAS,OAAO,KAAK,EAAE,CAAC,KAAK,kBAAkB,CAAC,CAAC;gBAC5D,MAAM;YAER,KAAK,OAAO;gBACV,KAAK,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC,KAAK,8BAA8B,CAAC,CAAC;gBAC7D,MAAM;YAER,KAAK,QAAQ;gBACX,KAAK,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC,KAAK,GAAG,CAAC,CAAC;gBACxC,MAAM;YAER,KAAK,MAAM;gBACT,KAAK,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC,KAAK,wBAAwB,CAAC,CAAC;gBAC3D,MAAM;YAER,KAAK,QAAQ;gBACX,MAAM,KAAK,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC;gBACrD,KAAK,CAAC,IAAI,CAAC,eAAe,KAAK,WAAW,EAAE,CAAC,IAAI,IAAI,OAAO,eAAe,CAAC,CAAC;gBAC7E,MAAM;YAER,KAAK,OAAO;gBACV,MAAM,MAAM,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;gBACnD,MAAM,OAAO,GAAG,EAAE,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,WAAW,IAAI,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,UAAU,IAAI,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAC3G,KAAK,CAAC,IAAI,CAAC,cAAc,MAAM,WAAW,OAAO,eAAe,CAAC,CAAC;gBAClE,MAAM;QACV,CAAC;IACH,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;IAE9B,IAAI,MAAM,GAAG,4DAA4D,CAAC;IAC1E,MAAM,IAAI,0DAA0D,CAAC;IACrE,MAAM,IAAI,4DAA4D,CAAC;IAEvE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,MAAM,IAAI,KAAK,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;QAC5B,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACzB,MAAM,IAAI,SAAS,CAAC;QACtB,CAAC;IACH,CAAC;IAED,MAAM,IAAI,4DAA4D,CAAC;IAEvE,IAAI,IAAI,CAAC,oBAAoB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACzC,MAAM,IAAI,0BAA0B,CAAC;QACrC,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAC5C,MAAM,IAAI,OAAO,GAAG,IAAI,CAAC;QAC3B,CAAC;IACH,CAAC;SAAM,CAAC;QACN,MAAM,IAAI,oCAAoC,CAAC;IACjD,CAAC;IAED,MAAM,IAAI,0DAA0D,CAAC;IACrE,MAAM,IAAI,0BAA0B,CAAC;IACrC,IAAI,IAAI,CAAC,oBAAoB,KAAK,WAAW,EAAE,CAAC;QAC9C,MAAM,IAAI,4CAA4C,CAAC;IACzD,CAAC;SAAM,IAAI,IAAI,CAAC,oBAAoB,KAAK,eAAe,EAAE,CAAC;QACzD,MAAM,IAAI,6CAA6C,CAAC;IAC1D,CAAC;SAAM,CAAC;QACN,MAAM,IAAI,8DAA8D,CAAC;IAC3E,CAAC;IAED,IAAI,IAAI,CAAC,kBAAkB,KAAK,SAAS,EAAE,CAAC;QAC1C,MAAM,IAAI,sBAAsB,IAAI,CAAC,kBAAkB,SAAS,CAAC;IACnE,CAAC;IACD,MAAM,IAAI,4DAA4D,CAAC;IAEvE,OAAO,MAAM,CAAC;AAChB,CAAC"}
@@ -0,0 +1,5 @@
1
+ export * from "./types.js";
2
+ export * from "./optimizer.js";
3
+ export * from "./executor.js";
4
+ export * from "./explain.js";
5
+ //# sourceMappingURL=index.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/planner/index.ts"],"names":[],"mappings":"AAAA,cAAc,YAAY,CAAC;AAC3B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,eAAe,CAAC;AAC9B,cAAc,cAAc,CAAC"}
@@ -0,0 +1,5 @@
1
+ export * from "./types.js";
2
+ export * from "./optimizer.js";
3
+ export * from "./executor.js";
4
+ export * from "./explain.js";
5
+ //# sourceMappingURL=index.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/planner/index.ts"],"names":[],"mappings":"AAAA,cAAc,YAAY,CAAC;AAC3B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,eAAe,CAAC;AAC9B,cAAc,cAAc,CAAC"}
@@ -0,0 +1,9 @@
1
+ import { PipelineOperation, PlannedPipeline } from "./types.js";
2
+ /**
3
+ * Optimizes an operations sequence with rule-based transformations:
4
+ * 1. Sort + Limit -> TopK rewrite (converting O(N log N) external sort to O(K) heap)
5
+ * 2. Offset + Limit bound calculation for early upstream cancellation
6
+ * 3. Memory classification assessment
7
+ */
8
+ export declare function optimizePipeline(operations: PipelineOperation[]): PlannedPipeline;
9
+ //# sourceMappingURL=optimizer.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"optimizer.d.ts","sourceRoot":"","sources":["../../src/planner/optimizer.ts"],"names":[],"mappings":"AAAA,OAAO,EAEL,iBAAiB,EACjB,eAAe,EAChB,MAAM,YAAY,CAAC;AAEpB;;;;;GAKG;AACH,wBAAgB,gBAAgB,CAAC,UAAU,EAAE,iBAAiB,EAAE,GAAG,eAAe,CAgFjF"}
@@ -0,0 +1,78 @@
1
+ /**
2
+ * Optimizes an operations sequence with rule-based transformations:
3
+ * 1. Sort + Limit -> TopK rewrite (converting O(N log N) external sort to O(K) heap)
4
+ * 2. Offset + Limit bound calculation for early upstream cancellation
5
+ * 3. Memory classification assessment
6
+ */
7
+ export function optimizePipeline(operations) {
8
+ const optimized = [];
9
+ const optimizationsApplied = [];
10
+ let i = 0;
11
+ while (i < operations.length) {
12
+ const current = operations[i];
13
+ const nextOp = operations[i + 1];
14
+ // Optimization Rule 1: Sort + Limit -> TopK
15
+ if (current.type === "sort" && nextOp && nextOp.type === "limit") {
16
+ const primarySpec = current.specs[0];
17
+ const isDesc = primarySpec ? primarySpec.direction === "desc" : false;
18
+ optimized.push({
19
+ type: "top",
20
+ specs: current.specs,
21
+ count: nextOp.count,
22
+ order: isDesc ? "desc" : "asc",
23
+ smallest: !isDesc,
24
+ nulls: current.nulls,
25
+ ignoreCase: current.ignoreCase,
26
+ natural: current.natural,
27
+ });
28
+ const sortSummary = current.specs.map((s) => `${s.column} ${s.direction || "asc"}`).join(", ");
29
+ optimizationsApplied.push(`sort(${sortSummary}) + limit(${nextOp.count}) -> top-k (${nextOp.count})`);
30
+ i += 2;
31
+ continue;
32
+ }
33
+ optimized.push(current);
34
+ i++;
35
+ }
36
+ // Calculate upstream cancellation limit
37
+ let effectiveReadLimit;
38
+ let offsetAmount = 0;
39
+ let hasOffset = false;
40
+ for (const op of optimized) {
41
+ if (op.type === "offset") {
42
+ offsetAmount += op.count;
43
+ hasOffset = true;
44
+ }
45
+ else if (op.type === "limit") {
46
+ const totalNeeded = (hasOffset ? offsetAmount : 0) + op.count;
47
+ effectiveReadLimit = effectiveReadLimit !== undefined ? Math.min(effectiveReadLimit, totalNeeded) : totalNeeded;
48
+ }
49
+ else if (op.type === "sort" || op.type === "tail" || op.type === "group") {
50
+ // Global operations need all rows, cannot stop early before them
51
+ effectiveReadLimit = undefined;
52
+ break;
53
+ }
54
+ }
55
+ if (hasOffset && effectiveReadLimit !== undefined) {
56
+ optimizationsApplied.push(`offset(${offsetAmount}) + limit -> upstream stream capped at ${effectiveReadLimit} rows`);
57
+ }
58
+ // Assess memory classification
59
+ let memoryClassification = "streaming";
60
+ for (const op of optimized) {
61
+ if (op.type === "sort" || op.type === "unique" || op.type === "group") {
62
+ memoryClassification = "spillable-global";
63
+ break;
64
+ }
65
+ if (op.type === "top" || op.type === "tail") {
66
+ if (memoryClassification === "streaming") {
67
+ memoryClassification = "bounded-state";
68
+ }
69
+ }
70
+ }
71
+ return {
72
+ operations: optimized,
73
+ optimizationsApplied,
74
+ memoryClassification,
75
+ effectiveReadLimit,
76
+ };
77
+ }
78
+ //# sourceMappingURL=optimizer.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"optimizer.js","sourceRoot":"","sources":["../../src/planner/optimizer.ts"],"names":[],"mappings":"AAMA;;;;;GAKG;AACH,MAAM,UAAU,gBAAgB,CAAC,UAA+B;IAC9D,MAAM,SAAS,GAAwB,EAAE,CAAC;IAC1C,MAAM,oBAAoB,GAAa,EAAE,CAAC;IAE1C,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,OAAO,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC;QAC7B,MAAM,OAAO,GAAG,UAAU,CAAC,CAAC,CAAE,CAAC;QAC/B,MAAM,MAAM,GAAG,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAEjC,4CAA4C;QAC5C,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,IAAI,MAAM,IAAI,MAAM,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YACjE,MAAM,WAAW,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YACrC,MAAM,MAAM,GAAG,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC,SAAS,KAAK,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC;YAEtE,SAAS,CAAC,IAAI,CAAC;gBACb,IAAI,EAAE,KAAK;gBACX,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK;gBAC9B,QAAQ,EAAE,CAAC,MAAM;gBACjB,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,UAAU,EAAE,OAAO,CAAC,UAAU;gBAC9B,OAAO,EAAE,OAAO,CAAC,OAAO;aACzB,CAAC,CAAC;YAEH,MAAM,WAAW,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,SAAS,IAAI,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC/F,oBAAoB,CAAC,IAAI,CAAC,QAAQ,WAAW,aAAa,MAAM,CAAC,KAAK,eAAe,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC;YACtG,CAAC,IAAI,CAAC,CAAC;YACP,SAAS;QACX,CAAC;QAED,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACxB,CAAC,EAAE,CAAC;IACN,CAAC;IAED,wCAAwC;IACxC,IAAI,kBAAsC,CAAC;IAE3C,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,SAAS,GAAG,KAAK,CAAC;IAEtB,KAAK,MAAM,EAAE,IAAI,SAAS,EAAE,CAAC;QAC3B,IAAI,EAAE,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YACzB,YAAY,IAAI,EAAE,CAAC,KAAK,CAAC;YACzB,SAAS,GAAG,IAAI,CAAC;QACnB,CAAC;aAAM,IAAI,EAAE,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YAC/B,MAAM,WAAW,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC;YAC9D,kBAAkB,GAAG,kBAAkB,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,kBAAkB,EAAE,WAAW,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC;QAClH,CAAC;aAAM,IAAI,EAAE,CAAC,IAAI,KAAK,MAAM,IAAI,EAAE,CAAC,IAAI,KAAK,MAAM,IAAI,EAAE,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YAC3E,iEAAiE;YACjE,kBAAkB,GAAG,SAAS,CAAC;YAC/B,MAAM;QACR,CAAC;IACH,CAAC;IAED,IAAI,SAAS,IAAI,kBAAkB,KAAK,SAAS,EAAE,CAAC;QAClD,oBAAoB,CAAC,IAAI,CAAC,UAAU,YAAY,0CAA0C,kBAAkB,OAAO,CAAC,CAAC;IACvH,CAAC;IAED,+BAA+B;IAC/B,IAAI,oBAAoB,GAAyB,WAAW,CAAC;IAE7D,KAAK,MAAM,EAAE,IAAI,SAAS,EAAE,CAAC;QAC3B,IAAI,EAAE,CAAC,IAAI,KAAK,MAAM,IAAI,EAAE,CAAC,IAAI,KAAK,QAAQ,IAAI,EAAE,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YACtE,oBAAoB,GAAG,kBAAkB,CAAC;YAC1C,MAAM;QACR,CAAC;QACD,IAAI,EAAE,CAAC,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAC5C,IAAI,oBAAoB,KAAK,WAAW,EAAE,CAAC;gBACzC,oBAAoB,GAAG,eAAe,CAAC;YACzC,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO;QACL,UAAU,EAAE,SAAS;QACrB,oBAAoB;QACpB,oBAAoB;QACpB,kBAAkB;KACnB,CAAC;AACJ,CAAC"}
@@ -0,0 +1,67 @@
1
+ import type { AggregationSpec } from "../analytics/reduce.js";
2
+ import type { SortKeySpec } from "../transforms/sort/comparator.js";
3
+ export type MemoryClassification = "streaming" | "bounded-state" | "spillable-global";
4
+ export type PipelineOperation = {
5
+ type: "filter";
6
+ expression: string;
7
+ } | {
8
+ type: "select";
9
+ columns: string[];
10
+ } | {
11
+ type: "rename";
12
+ specs: Record<string, string>;
13
+ } | {
14
+ type: "cast";
15
+ specs: Record<string, string>;
16
+ onError?: string;
17
+ } | {
18
+ type: "map";
19
+ specs: Record<string, string>;
20
+ } | {
21
+ type: "sort";
22
+ specs: SortKeySpec[];
23
+ nulls?: "first" | "last";
24
+ ignoreCase?: boolean;
25
+ natural?: boolean;
26
+ memoryLimit?: number | string;
27
+ } | {
28
+ type: "top";
29
+ specs: SortKeySpec[];
30
+ count: number;
31
+ order?: "asc" | "desc";
32
+ smallest?: boolean;
33
+ nulls?: "first" | "last";
34
+ ignoreCase?: boolean;
35
+ natural?: boolean;
36
+ } | {
37
+ type: "limit";
38
+ count: number;
39
+ } | {
40
+ type: "offset";
41
+ count: number;
42
+ } | {
43
+ type: "tail";
44
+ count: number;
45
+ } | {
46
+ type: "unique";
47
+ by?: string[];
48
+ keep?: "first" | "last";
49
+ approx?: boolean;
50
+ memoryLimit?: number | string;
51
+ } | {
52
+ type: "group";
53
+ by?: string[];
54
+ aggregations: AggregationSpec[];
55
+ memoryLimit?: number | string;
56
+ } | {
57
+ type: "window";
58
+ specs: Record<string, string>;
59
+ by?: string[];
60
+ };
61
+ export interface PlannedPipeline {
62
+ operations: PipelineOperation[];
63
+ optimizationsApplied: string[];
64
+ memoryClassification: MemoryClassification;
65
+ effectiveReadLimit?: number;
66
+ }
67
+ //# sourceMappingURL=types.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/planner/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AAC9D,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,kCAAkC,CAAC;AAEpE,MAAM,MAAM,oBAAoB,GAC5B,WAAW,GACX,eAAe,GACf,kBAAkB,CAAC;AAEvB,MAAM,MAAM,iBAAiB,GACzB;IAAE,IAAI,EAAE,QAAQ,CAAC;IAAC,UAAU,EAAE,MAAM,CAAA;CAAE,GACtC;IAAE,IAAI,EAAE,QAAQ,CAAC;IAAC,OAAO,EAAE,MAAM,EAAE,CAAA;CAAE,GACrC;IAAE,IAAI,EAAE,QAAQ,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;CAAE,GACjD;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAAC,OAAO,CAAC,EAAE,MAAM,CAAA;CAAE,GACjE;IAAE,IAAI,EAAE,KAAK,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;CAAE,GAC9C;IACE,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,WAAW,EAAE,CAAC;IACrB,KAAK,CAAC,EAAE,OAAO,GAAG,MAAM,CAAC;IACzB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,WAAW,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;CAC/B,GACD;IACE,IAAI,EAAE,KAAK,CAAC;IACZ,KAAK,EAAE,WAAW,EAAE,CAAC;IACrB,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,KAAK,GAAG,MAAM,CAAC;IACvB,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,KAAK,CAAC,EAAE,OAAO,GAAG,MAAM,CAAC;IACzB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,OAAO,CAAC,EAAE,OAAO,CAAC;CACnB,GACD;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,GAChC;IAAE,IAAI,EAAE,QAAQ,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,GACjC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,GAC/B;IACE,IAAI,EAAE,QAAQ,CAAC;IACf,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC;IACd,IAAI,CAAC,EAAE,OAAO,GAAG,MAAM,CAAC;IACxB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,WAAW,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;CAC/B,GACD;IACE,IAAI,EAAE,OAAO,CAAC;IACd,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC;IACd,YAAY,EAAE,eAAe,EAAE,CAAC;IAChC,WAAW,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;CAC/B,GACD;IACE,IAAI,EAAE,QAAQ,CAAC;IACf,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC9B,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC;CACf,CAAC;AAEN,MAAM,WAAW,eAAe;IAC9B,UAAU,EAAE,iBAAiB,EAAE,CAAC;IAChC,oBAAoB,EAAE,MAAM,EAAE,CAAC;IAC/B,oBAAoB,EAAE,oBAAoB,CAAC;IAC3C,kBAAkB,CAAC,EAAE,MAAM,CAAC;CAC7B"}
@@ -0,0 +1,2 @@
1
+ export {};
2
+ //# sourceMappingURL=types.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/planner/types.ts"],"names":[],"mappings":""}
@@ -1 +1 @@
1
- {"version":3,"file":"csv.d.ts","sourceRoot":"","sources":["../../src/readers/csv.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAE5C,OAAO,KAAK,EAEV,UAAU,EACV,kBAAkB,EAClB,aAAa,EAEb,aAAa,EACd,MAAM,kBAAkB,CAAC;AAE1B,MAAM,WAAW,gBAAiB,SAAQ,aAAa;IACrD,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED;;;GAGG;AACH,qBAAa,SAAU,YAAW,aAAa;IAC7C,OAAO,CAAC,KAAK,CAAoB;IACjC,OAAO,CAAC,OAAO,CAAmB;gBAEtB,KAAK,EAAE,QAAQ,GAAG,MAAM,EAAE,OAAO,GAAE,gBAAqB;IAQpE,OAAO,CAAC,cAAc;IAKtB;;OAEG;WACW,eAAe,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM;IA2B9C,IAAI,CAAC,OAAO,CAAC,EAAE,aAAa,GAAG,UAAU;IAqP1C,OAAO,CAAC,OAAO,CAAC,EAAE,aAAa,GAAG,OAAO,CAAC,kBAAkB,CAAC;CAsBpE"}
1
+ {"version":3,"file":"csv.d.ts","sourceRoot":"","sources":["../../src/readers/csv.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAE5C,OAAO,KAAK,EAEV,UAAU,EACV,kBAAkB,EAClB,aAAa,EAEb,aAAa,EACd,MAAM,kBAAkB,CAAC;AAE1B,MAAM,WAAW,gBAAiB,SAAQ,aAAa;IACrD,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED;;;GAGG;AACH,qBAAa,SAAU,YAAW,aAAa;IAC7C,OAAO,CAAC,KAAK,CAAoB;IACjC,OAAO,CAAC,OAAO,CAAmB;gBAEtB,KAAK,EAAE,QAAQ,GAAG,MAAM,EAAE,OAAO,GAAE,gBAAqB;IAQpE,OAAO,CAAC,cAAc;IAItB;;OAEG;WACW,eAAe,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM;IA2B9C,IAAI,CAAC,OAAO,CAAC,EAAE,aAAa,GAAG,UAAU;IAqP1C,OAAO,CAAC,OAAO,CAAC,EAAE,aAAa,GAAG,OAAO,CAAC,kBAAkB,CAAC;CAsBpE"}
@@ -15,8 +15,7 @@ export class CSVReader {
15
15
  }
16
16
  }
17
17
  getInputStream(opts) {
18
- const gzip = opts?.gzip ?? this.options.gzip;
19
- return openDecompressedReadStream(this.input, { gzip });
18
+ return openDecompressedReadStream(this.input, { ...this.options, ...opts });
20
19
  }
21
20
  /**
22
21
  * Auto-detects delimiter by scanning candidate delimiters in a sample string.
@@ -1 +1 @@
1
- {"version":3,"file":"csv.js","sourceRoot":"","sources":["../../src/readers/csv.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,0BAA0B,EAAE,MAAM,yBAAyB,CAAC;AAErE,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAgB/C;;;GAGG;AACH,MAAM,OAAO,SAAS;IACZ,KAAK,CAAoB;IACzB,OAAO,CAAmB;IAElC,YAAY,KAAwB,EAAE,UAA4B,EAAE;QAClE,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,OAAO,GAAG,EAAE,GAAG,OAAO,EAAE,CAAC;QAC9B,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC9B,IAAI,CAAC,OAAO,CAAC,QAAQ,GAAG,KAAK,CAAC;QAChC,CAAC;IACH,CAAC;IAEO,cAAc,CAAC,IAAoB;QACzC,MAAM,IAAI,GAAG,IAAI,EAAE,IAAI,IAAI,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;QAC7C,OAAO,0BAA0B,CAAC,IAAI,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;IAC1D,CAAC;IAED;;OAEG;IACI,MAAM,CAAC,eAAe,CAAC,MAAc;QAC1C,MAAM,UAAU,GAAG,CAAC,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;QACzC,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAEjD,IAAI,aAAa,GAAG,GAAG,CAAC;QACxB,IAAI,QAAQ,GAAG,CAAC,CAAC,CAAC;QAElB,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;YAC9B,IAAI,KAAK,GAAG,CAAC,CAAC;YACd,IAAI,QAAQ,GAAG,KAAK,CAAC;YACrB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC1C,MAAM,EAAE,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;gBACxB,IAAI,EAAE,KAAK,GAAG,EAAE,CAAC;oBACf,QAAQ,GAAG,CAAC,QAAQ,CAAC;gBACvB,CAAC;qBAAM,IAAI,EAAE,KAAK,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;oBACpC,KAAK,EAAE,CAAC;gBACV,CAAC;YACH,CAAC;YACD,IAAI,KAAK,GAAG,QAAQ,EAAE,CAAC;gBACrB,QAAQ,GAAG,KAAK,CAAC;gBACjB,aAAa,GAAG,IAAI,CAAC;YACvB,CAAC;QACH,CAAC;QAED,OAAO,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,GAAG,CAAC;IAC5C,CAAC;IAED,KAAK,CAAC,CAAC,IAAI,CAAC,OAAuB;QACjC,MAAM,aAAa,GAAqB;YACtC,GAAG,IAAI,CAAC,OAAO;YACf,GAAG,OAAO;SACX,CAAC;QACF,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,aAAa,CAAC,SAAS,IAAI,IAAI,CAAC,CAAC;QAC/D,MAAM,SAAS,GAAG,aAAa,CAAC,MAAM,KAAK,KAAK,CAAC;QACjD,IAAI,SAAS,GAAG,aAAa,CAAC,SAAS,CAAC;QAExC,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,CAAC,aAAa,CAAC,CAAC;QAElD,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,OAAO,GAAoB,IAAI,CAAC;QACpC,IAAI,YAAY,GAAG,IAAI,CAAC;QACxB,IAAI,kBAAkB,GAAU,EAAE,CAAC;QACnC,IAAI,eAAe,GAAG,CAAC,CAAC;QACxB,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,IAAI,YAAY,GAAG,EAAE,CAAC;QACtB,IAAI,gBAAgB,GAAa,EAAE,CAAC;QACpC,IAAI,QAAQ,GAAG,KAAK,CAAC;QACrB,IAAI,MAAM,GAAG,CAAC,CAAC;QAEf,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YACjC,MAAM,QAAQ,GACZ,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAE,KAAgB,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;YAEzE,IAAI,YAAY,EAAE,CAAC;gBACjB,YAAY,GAAG,KAAK,CAAC;gBACrB,8BAA8B;gBAC9B,IAAI,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,KAAK,MAAM,EAAE,CAAC;oBACtC,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gBAC7B,CAAC;qBAAM,CAAC;oBACN,MAAM,GAAG,QAAQ,CAAC;gBACpB,CAAC;gBAED,yCAAyC;gBACzC,IAAI,CAAC,SAAS,EAAE,CAAC;oBACf,SAAS,GAAG,SAAS,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;gBAChD,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,MAAM,IAAI,QAAQ,CAAC;YACrB,CAAC;YAED,MAAM,eAAe,GAAG,SAAS,IAAI,GAAG,CAAC;YACzC,MAAM,QAAQ,GAAG,eAAe,CAAC,MAAM,CAAC;YACxC,MAAM,iBAAiB,GAAG,QAAQ,KAAK,CAAC,CAAC;YACzC,MAAM,SAAS,GAAG,eAAe,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;YAEhD,IAAI,UAAU,GAAG,MAAM,CAAC;YAExB,OAAO,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC;gBAC9B,IAAI,QAAQ,EAAE,CAAC;oBACb,MAAM,QAAQ,GAAG,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;oBAC3C,IAAI,QAAQ,KAAK,EAAE,CAAC,OAAO,EAAE,CAAC;wBAC5B,IAAI,MAAM,GAAG,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC;4BAC/B,IAAI,MAAM,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC;gCACzC,4BAA4B;gCAC5B,YAAY,IAAI,MAAM,CAAC,KAAK,CAAC,UAAU,EAAE,MAAM,CAAC,GAAG,GAAG,CAAC;gCACvD,MAAM,IAAI,CAAC,CAAC;gCACZ,UAAU,IAAI,CAAC,CAAC;gCAChB,UAAU,GAAG,MAAM,CAAC;gCACpB,SAAS;4BACX,CAAC;iCAAM,CAAC;gCACN,gBAAgB;gCAChB,YAAY,IAAI,MAAM,CAAC,KAAK,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;gCACjD,QAAQ,GAAG,KAAK,CAAC;gCACjB,MAAM,EAAE,CAAC;gCACT,UAAU,EAAE,CAAC;gCACb,UAAU,GAAG,MAAM,CAAC;gCACpB,SAAS;4BACX,CAAC;wBACH,CAAC;6BAAM,CAAC;4BACN,mEAAmE;4BACnE,MAAM;wBACR,CAAC;oBACH,CAAC;yBAAM,CAAC;wBACN,MAAM,EAAE,CAAC;wBACT,UAAU,EAAE,CAAC;wBACb,SAAS;oBACX,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,MAAM,QAAQ,GAAG,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;oBAE3C,IAAI,QAAQ,KAAK,EAAE,CAAC,OAAO,EAAE,CAAC;wBAC5B,IAAI,MAAM,KAAK,UAAU,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;4BACvD,QAAQ,GAAG,IAAI,CAAC;4BAChB,MAAM,EAAE,CAAC;4BACT,UAAU,EAAE,CAAC;4BACb,UAAU,GAAG,MAAM,CAAC;4BACpB,SAAS;wBACX,CAAC;6BAAM,CAAC;4BACN,MAAM,IAAI,UAAU,CAClB,yDAAyD,UAAU,EAAE,EACrE;gCACE,IAAI,EAAE,aAAa,CAAC,QAAQ;gCAC5B,GAAG,EAAE,SAAS,GAAG,CAAC;gCAClB,MAAM,EAAE,gBAAgB,CAAC,MAAM,GAAG,CAAC;gCACnC,UAAU;6BACX,CACF,CAAC;wBACJ,CAAC;oBACH,CAAC;oBAED,sBAAsB;oBACtB,MAAM,OAAO,GAAG,iBAAiB;wBAC/B,CAAC,CAAC,QAAQ,KAAK,SAAS;wBACxB,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,GAAG,MAAM,IAAI,QAAQ,IAAI,MAAM,CAAC,UAAU,CAAC,eAAe,EAAE,MAAM,CAAC,CAAC,CAAC;oBAEvF,IAAI,OAAO,EAAE,CAAC;wBACZ,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;wBACnD,MAAM,GAAG,GAAG,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,YAAY,GAAG,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC;wBAC3E,gBAAgB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;wBAC3B,YAAY,GAAG,EAAE,CAAC;wBAClB,MAAM,IAAI,QAAQ,CAAC;wBACnB,UAAU,IAAI,QAAQ,CAAC;wBACvB,UAAU,GAAG,MAAM,CAAC;wBACpB,SAAS;oBACX,CAAC;oBAED,gFAAgF;oBAChF,IAAI,CAAC,iBAAiB,IAAI,MAAM,CAAC,MAAM,GAAG,MAAM,GAAG,QAAQ,EAAE,CAAC;wBAC5D,MAAM;oBACR,CAAC;oBAED,8BAA8B;oBAC9B,IAAI,QAAQ,KAAK,EAAE,CAAC,QAAQ,IAAI,QAAQ,KAAK,EAAE,CAAC,QAAQ,EAAE,CAAC;wBACzD,IAAI,QAAQ,KAAK,EAAE,IAAI,MAAM,GAAG,CAAC,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;4BACnD,sCAAsC;4BACtC,MAAM;wBACR,CAAC;wBAED,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;wBACnD,MAAM,GAAG,GAAG,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,YAAY,GAAG,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC;wBAC3E,gBAAgB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;wBAC3B,YAAY,GAAG,EAAE,CAAC;wBAElB,IAAI,QAAQ,KAAK,EAAE,IAAI,MAAM,GAAG,CAAC,GAAG,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC;4BAC1F,MAAM,IAAI,CAAC,CAAC;4BACZ,UAAU,IAAI,CAAC,CAAC;wBAClB,CAAC;6BAAM,CAAC;4BACN,MAAM,EAAE,CAAC;4BACT,UAAU,EAAE,CAAC;wBACf,CAAC;wBACD,UAAU,GAAG,MAAM,CAAC;wBAEpB,sDAAsD;wBACtD,IACE,gBAAgB,CAAC,MAAM,KAAK,CAAC;4BAC7B,gBAAgB,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE;4BAClC,MAAM,IAAI,MAAM,CAAC,MAAM,EACvB,CAAC;4BACD,gBAAgB,GAAG,EAAE,CAAC;4BACtB,SAAS;wBACX,CAAC;wBAED,IAAI,SAAS,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;4BAClC,OAAO,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CACtC,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAChD,CAAC;4BACF,gBAAgB,GAAG,EAAE,CAAC;4BACtB,SAAS;wBACX,CAAC;wBAED,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;4BACrB,OAAO,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;wBAC3D,CAAC;wBAED,uBAAuB;wBACvB,MAAM,MAAM,GAAQ,EAAE,CAAC;wBACvB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;4BACxC,MAAM,GAAG,GAAG,OAAO,CAAC,CAAC,CAAC,IAAI,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;4BACzC,MAAM,GAAG,GAAG,gBAAgB,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;4BACtC,MAAM,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC;wBACpB,CAAC;wBAED,SAAS,EAAE,CAAC;wBACZ,kBAAkB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;wBAChC,gBAAgB,GAAG,EAAE,CAAC;wBAEtB,IAAI,kBAAkB,CAAC,MAAM,IAAI,SAAS,EAAE,CAAC;4BAC3C,MAAM;gCACJ,IAAI,EAAE,kBAAkB;gCACxB,MAAM,EAAE,eAAe;6BACxB,CAAC;4BACF,eAAe,IAAI,kBAAkB,CAAC,MAAM,CAAC;4BAC7C,kBAAkB,GAAG,EAAE,CAAC;wBAC1B,CAAC;wBACD,SAAS;oBACX,CAAC;oBAED,MAAM,EAAE,CAAC;oBACT,UAAU,EAAE,CAAC;gBACf,CAAC;YACH,CAAC;YAED,kDAAkD;YAClD,IAAI,UAAU,GAAG,MAAM,EAAE,CAAC;gBACxB,YAAY,IAAI,MAAM,CAAC,KAAK,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;YACnD,CAAC;YACD,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YAC9B,MAAM,GAAG,CAAC,CAAC;QACb,CAAC;QAED,2BAA2B;QAC3B,IAAI,QAAQ,EAAE,CAAC;YACb,MAAM,IAAI,UAAU,CAAC,qCAAqC,EAAE;gBAC1D,IAAI,EAAE,aAAa,CAAC,QAAQ;gBAC5B,GAAG,EAAE,SAAS,GAAG,CAAC;gBAClB,UAAU;aACX,CAAC,CAAC;QACL,CAAC;QAED,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,IAAI,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC3D,gBAAgB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YAEpC,IAAI,SAAS,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;gBAClC,OAAO,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CACtC,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAChD,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACN,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;oBACrB,OAAO,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBAC3D,CAAC;gBAED,MAAM,MAAM,GAAQ,EAAE,CAAC;gBACvB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBACxC,MAAM,GAAG,GAAG,OAAO,CAAC,CAAC,CAAC,IAAI,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;oBACzC,MAAM,GAAG,GAAG,gBAAgB,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;oBACtC,MAAM,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC;gBACpB,CAAC;gBAED,SAAS,EAAE,CAAC;gBACZ,kBAAkB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAClC,CAAC;QACH,CAAC;QAED,IAAI,kBAAkB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClC,MAAM;gBACJ,IAAI,EAAE,kBAAkB;gBACxB,MAAM,EAAE,eAAe;aACxB,CAAC;QACJ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,OAAuB;QACnC,IAAI,QAAQ,GAAG,CAAC,CAAC;QACjB,IAAI,WAAW,GAAa,EAAE,CAAC;QAE/B,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,IAAI,CAAC,IAAI,CAAC,EAAE,GAAG,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;YACrE,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;gBACvE,WAAW,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;YAC3C,CAAC;YACD,QAAQ,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC;QAChC,CAAC;QAED,OAAO;YACL,MAAM,EAAE,KAAK;YACb,QAAQ;YACR,WAAW,EAAE,WAAW,CAAC,MAAM;YAC/B,OAAO,EAAE,WAAW,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;gBAClC,IAAI;gBACJ,IAAI,EAAE,QAAQ;gBACd,cAAc,EAAE,CAAC;aAClB,CAAC,CAAC;SACJ,CAAC;IACJ,CAAC;CACF"}
1
+ {"version":3,"file":"csv.js","sourceRoot":"","sources":["../../src/readers/csv.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,0BAA0B,EAAE,MAAM,yBAAyB,CAAC;AAErE,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAgB/C;;;GAGG;AACH,MAAM,OAAO,SAAS;IACZ,KAAK,CAAoB;IACzB,OAAO,CAAmB;IAElC,YAAY,KAAwB,EAAE,UAA4B,EAAE;QAClE,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,OAAO,GAAG,EAAE,GAAG,OAAO,EAAE,CAAC;QAC9B,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC9B,IAAI,CAAC,OAAO,CAAC,QAAQ,GAAG,KAAK,CAAC;QAChC,CAAC;IACH,CAAC;IAEO,cAAc,CAAC,IAAoB;QACzC,OAAO,0BAA0B,CAAC,IAAI,CAAC,KAAK,EAAE,EAAE,GAAG,IAAI,CAAC,OAAO,EAAE,GAAG,IAAI,EAAE,CAAC,CAAC;IAC9E,CAAC;IAED;;OAEG;IACI,MAAM,CAAC,eAAe,CAAC,MAAc;QAC1C,MAAM,UAAU,GAAG,CAAC,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;QACzC,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAEjD,IAAI,aAAa,GAAG,GAAG,CAAC;QACxB,IAAI,QAAQ,GAAG,CAAC,CAAC,CAAC;QAElB,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;YAC9B,IAAI,KAAK,GAAG,CAAC,CAAC;YACd,IAAI,QAAQ,GAAG,KAAK,CAAC;YACrB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC1C,MAAM,EAAE,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;gBACxB,IAAI,EAAE,KAAK,GAAG,EAAE,CAAC;oBACf,QAAQ,GAAG,CAAC,QAAQ,CAAC;gBACvB,CAAC;qBAAM,IAAI,EAAE,KAAK,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;oBACpC,KAAK,EAAE,CAAC;gBACV,CAAC;YACH,CAAC;YACD,IAAI,KAAK,GAAG,QAAQ,EAAE,CAAC;gBACrB,QAAQ,GAAG,KAAK,CAAC;gBACjB,aAAa,GAAG,IAAI,CAAC;YACvB,CAAC;QACH,CAAC;QAED,OAAO,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,GAAG,CAAC;IAC5C,CAAC;IAED,KAAK,CAAC,CAAC,IAAI,CAAC,OAAuB;QACjC,MAAM,aAAa,GAAqB;YACtC,GAAG,IAAI,CAAC,OAAO;YACf,GAAG,OAAO;SACX,CAAC;QACF,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,aAAa,CAAC,SAAS,IAAI,IAAI,CAAC,CAAC;QAC/D,MAAM,SAAS,GAAG,aAAa,CAAC,MAAM,KAAK,KAAK,CAAC;QACjD,IAAI,SAAS,GAAG,aAAa,CAAC,SAAS,CAAC;QAExC,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,CAAC,aAAa,CAAC,CAAC;QAElD,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,OAAO,GAAoB,IAAI,CAAC;QACpC,IAAI,YAAY,GAAG,IAAI,CAAC;QACxB,IAAI,kBAAkB,GAAU,EAAE,CAAC;QACnC,IAAI,eAAe,GAAG,CAAC,CAAC;QACxB,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,IAAI,YAAY,GAAG,EAAE,CAAC;QACtB,IAAI,gBAAgB,GAAa,EAAE,CAAC;QACpC,IAAI,QAAQ,GAAG,KAAK,CAAC;QACrB,IAAI,MAAM,GAAG,CAAC,CAAC;QAEf,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YACjC,MAAM,QAAQ,GACZ,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAE,KAAgB,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;YAEzE,IAAI,YAAY,EAAE,CAAC;gBACjB,YAAY,GAAG,KAAK,CAAC;gBACrB,8BAA8B;gBAC9B,IAAI,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,KAAK,MAAM,EAAE,CAAC;oBACtC,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gBAC7B,CAAC;qBAAM,CAAC;oBACN,MAAM,GAAG,QAAQ,CAAC;gBACpB,CAAC;gBAED,yCAAyC;gBACzC,IAAI,CAAC,SAAS,EAAE,CAAC;oBACf,SAAS,GAAG,SAAS,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;gBAChD,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,MAAM,IAAI,QAAQ,CAAC;YACrB,CAAC;YAED,MAAM,eAAe,GAAG,SAAS,IAAI,GAAG,CAAC;YACzC,MAAM,QAAQ,GAAG,eAAe,CAAC,MAAM,CAAC;YACxC,MAAM,iBAAiB,GAAG,QAAQ,KAAK,CAAC,CAAC;YACzC,MAAM,SAAS,GAAG,eAAe,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;YAEhD,IAAI,UAAU,GAAG,MAAM,CAAC;YAExB,OAAO,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC;gBAC9B,IAAI,QAAQ,EAAE,CAAC;oBACb,MAAM,QAAQ,GAAG,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;oBAC3C,IAAI,QAAQ,KAAK,EAAE,CAAC,OAAO,EAAE,CAAC;wBAC5B,IAAI,MAAM,GAAG,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC;4BAC/B,IAAI,MAAM,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC;gCACzC,4BAA4B;gCAC5B,YAAY,IAAI,MAAM,CAAC,KAAK,CAAC,UAAU,EAAE,MAAM,CAAC,GAAG,GAAG,CAAC;gCACvD,MAAM,IAAI,CAAC,CAAC;gCACZ,UAAU,IAAI,CAAC,CAAC;gCAChB,UAAU,GAAG,MAAM,CAAC;gCACpB,SAAS;4BACX,CAAC;iCAAM,CAAC;gCACN,gBAAgB;gCAChB,YAAY,IAAI,MAAM,CAAC,KAAK,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;gCACjD,QAAQ,GAAG,KAAK,CAAC;gCACjB,MAAM,EAAE,CAAC;gCACT,UAAU,EAAE,CAAC;gCACb,UAAU,GAAG,MAAM,CAAC;gCACpB,SAAS;4BACX,CAAC;wBACH,CAAC;6BAAM,CAAC;4BACN,mEAAmE;4BACnE,MAAM;wBACR,CAAC;oBACH,CAAC;yBAAM,CAAC;wBACN,MAAM,EAAE,CAAC;wBACT,UAAU,EAAE,CAAC;wBACb,SAAS;oBACX,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,MAAM,QAAQ,GAAG,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;oBAE3C,IAAI,QAAQ,KAAK,EAAE,CAAC,OAAO,EAAE,CAAC;wBAC5B,IAAI,MAAM,KAAK,UAAU,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;4BACvD,QAAQ,GAAG,IAAI,CAAC;4BAChB,MAAM,EAAE,CAAC;4BACT,UAAU,EAAE,CAAC;4BACb,UAAU,GAAG,MAAM,CAAC;4BACpB,SAAS;wBACX,CAAC;6BAAM,CAAC;4BACN,MAAM,IAAI,UAAU,CAClB,yDAAyD,UAAU,EAAE,EACrE;gCACE,IAAI,EAAE,aAAa,CAAC,QAAQ;gCAC5B,GAAG,EAAE,SAAS,GAAG,CAAC;gCAClB,MAAM,EAAE,gBAAgB,CAAC,MAAM,GAAG,CAAC;gCACnC,UAAU;6BACX,CACF,CAAC;wBACJ,CAAC;oBACH,CAAC;oBAED,sBAAsB;oBACtB,MAAM,OAAO,GAAG,iBAAiB;wBAC/B,CAAC,CAAC,QAAQ,KAAK,SAAS;wBACxB,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,GAAG,MAAM,IAAI,QAAQ,IAAI,MAAM,CAAC,UAAU,CAAC,eAAe,EAAE,MAAM,CAAC,CAAC,CAAC;oBAEvF,IAAI,OAAO,EAAE,CAAC;wBACZ,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;wBACnD,MAAM,GAAG,GAAG,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,YAAY,GAAG,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC;wBAC3E,gBAAgB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;wBAC3B,YAAY,GAAG,EAAE,CAAC;wBAClB,MAAM,IAAI,QAAQ,CAAC;wBACnB,UAAU,IAAI,QAAQ,CAAC;wBACvB,UAAU,GAAG,MAAM,CAAC;wBACpB,SAAS;oBACX,CAAC;oBAED,gFAAgF;oBAChF,IAAI,CAAC,iBAAiB,IAAI,MAAM,CAAC,MAAM,GAAG,MAAM,GAAG,QAAQ,EAAE,CAAC;wBAC5D,MAAM;oBACR,CAAC;oBAED,8BAA8B;oBAC9B,IAAI,QAAQ,KAAK,EAAE,CAAC,QAAQ,IAAI,QAAQ,KAAK,EAAE,CAAC,QAAQ,EAAE,CAAC;wBACzD,IAAI,QAAQ,KAAK,EAAE,IAAI,MAAM,GAAG,CAAC,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;4BACnD,sCAAsC;4BACtC,MAAM;wBACR,CAAC;wBAED,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;wBACnD,MAAM,GAAG,GAAG,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,YAAY,GAAG,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC;wBAC3E,gBAAgB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;wBAC3B,YAAY,GAAG,EAAE,CAAC;wBAElB,IAAI,QAAQ,KAAK,EAAE,IAAI,MAAM,GAAG,CAAC,GAAG,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC;4BAC1F,MAAM,IAAI,CAAC,CAAC;4BACZ,UAAU,IAAI,CAAC,CAAC;wBAClB,CAAC;6BAAM,CAAC;4BACN,MAAM,EAAE,CAAC;4BACT,UAAU,EAAE,CAAC;wBACf,CAAC;wBACD,UAAU,GAAG,MAAM,CAAC;wBAEpB,sDAAsD;wBACtD,IACE,gBAAgB,CAAC,MAAM,KAAK,CAAC;4BAC7B,gBAAgB,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE;4BAClC,MAAM,IAAI,MAAM,CAAC,MAAM,EACvB,CAAC;4BACD,gBAAgB,GAAG,EAAE,CAAC;4BACtB,SAAS;wBACX,CAAC;wBAED,IAAI,SAAS,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;4BAClC,OAAO,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CACtC,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAChD,CAAC;4BACF,gBAAgB,GAAG,EAAE,CAAC;4BACtB,SAAS;wBACX,CAAC;wBAED,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;4BACrB,OAAO,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;wBAC3D,CAAC;wBAED,uBAAuB;wBACvB,MAAM,MAAM,GAAQ,EAAE,CAAC;wBACvB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;4BACxC,MAAM,GAAG,GAAG,OAAO,CAAC,CAAC,CAAC,IAAI,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;4BACzC,MAAM,GAAG,GAAG,gBAAgB,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;4BACtC,MAAM,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC;wBACpB,CAAC;wBAED,SAAS,EAAE,CAAC;wBACZ,kBAAkB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;wBAChC,gBAAgB,GAAG,EAAE,CAAC;wBAEtB,IAAI,kBAAkB,CAAC,MAAM,IAAI,SAAS,EAAE,CAAC;4BAC3C,MAAM;gCACJ,IAAI,EAAE,kBAAkB;gCACxB,MAAM,EAAE,eAAe;6BACxB,CAAC;4BACF,eAAe,IAAI,kBAAkB,CAAC,MAAM,CAAC;4BAC7C,kBAAkB,GAAG,EAAE,CAAC;wBAC1B,CAAC;wBACD,SAAS;oBACX,CAAC;oBAED,MAAM,EAAE,CAAC;oBACT,UAAU,EAAE,CAAC;gBACf,CAAC;YACH,CAAC;YAED,kDAAkD;YAClD,IAAI,UAAU,GAAG,MAAM,EAAE,CAAC;gBACxB,YAAY,IAAI,MAAM,CAAC,KAAK,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;YACnD,CAAC;YACD,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YAC9B,MAAM,GAAG,CAAC,CAAC;QACb,CAAC;QAED,2BAA2B;QAC3B,IAAI,QAAQ,EAAE,CAAC;YACb,MAAM,IAAI,UAAU,CAAC,qCAAqC,EAAE;gBAC1D,IAAI,EAAE,aAAa,CAAC,QAAQ;gBAC5B,GAAG,EAAE,SAAS,GAAG,CAAC;gBAClB,UAAU;aACX,CAAC,CAAC;QACL,CAAC;QAED,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,IAAI,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC3D,gBAAgB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YAEpC,IAAI,SAAS,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;gBAClC,OAAO,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CACtC,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAChD,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACN,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;oBACrB,OAAO,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBAC3D,CAAC;gBAED,MAAM,MAAM,GAAQ,EAAE,CAAC;gBACvB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBACxC,MAAM,GAAG,GAAG,OAAO,CAAC,CAAC,CAAC,IAAI,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;oBACzC,MAAM,GAAG,GAAG,gBAAgB,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;oBACtC,MAAM,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC;gBACpB,CAAC;gBAED,SAAS,EAAE,CAAC;gBACZ,kBAAkB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAClC,CAAC;QACH,CAAC;QAED,IAAI,kBAAkB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClC,MAAM;gBACJ,IAAI,EAAE,kBAAkB;gBACxB,MAAM,EAAE,eAAe;aACxB,CAAC;QACJ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,OAAuB;QACnC,IAAI,QAAQ,GAAG,CAAC,CAAC;QACjB,IAAI,WAAW,GAAa,EAAE,CAAC;QAE/B,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,IAAI,CAAC,IAAI,CAAC,EAAE,GAAG,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;YACrE,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;gBACvE,WAAW,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;YAC3C,CAAC;YACD,QAAQ,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC;QAChC,CAAC;QAED,OAAO;YACL,MAAM,EAAE,KAAK;YACb,QAAQ;YACR,WAAW,EAAE,WAAW,CAAC,MAAM;YAC/B,OAAO,EAAE,WAAW,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;gBAClC,IAAI;gBACJ,IAAI,EAAE,QAAQ;gBACd,cAAc,EAAE,CAAC;aAClB,CAAC,CAAC;SACJ,CAAC;IACJ,CAAC;CACF"}
@@ -1,6 +1,8 @@
1
1
  import type { Readable } from "node:stream";
2
2
  import type { ReaderOptions, TabularReader } from "../core/types.js";
3
3
  export * from "../files/reader.js";
4
+ export * from "../db/source.js";
5
+ export * from "./multi-file.js";
4
6
  export * from "./csv.js";
5
7
  export * from "./json.js";
6
8
  export * from "./jsonl.js";
@@ -13,7 +15,9 @@ export declare function inferFormatFromPath(filePath: string): string | null;
13
15
  /**
14
16
  * Creates an appropriate TabularReader for input and format.
15
17
  */
16
- export declare function createReader(input: Readable | string, options?: ReaderOptions & {
18
+ export declare function createReader(input: Readable | string | string[], options?: ReaderOptions & {
17
19
  format?: string;
20
+ addFilename?: boolean;
21
+ fileCol?: string;
18
22
  }): TabularReader;
19
23
  //# sourceMappingURL=index.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/readers/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAE5C,OAAO,KAAK,EAAiB,aAAa,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AASpF,cAAc,oBAAoB,CAAC;AACnC,cAAc,UAAU,CAAC;AACzB,cAAc,WAAW,CAAC;AAC1B,cAAc,YAAY,CAAC;AAC3B,cAAc,cAAc,CAAC;AAC7B,cAAc,WAAW,CAAC;AAyF1B;;GAEG;AACH,wBAAgB,mBAAmB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAQnE;AAED;;GAEG;AACH,wBAAgB,YAAY,CAC1B,KAAK,EAAE,QAAQ,GAAG,MAAM,EACxB,OAAO,GAAE,aAAa,GAAG;IAAE,MAAM,CAAC,EAAE,MAAM,CAAA;CAAO,GAChD,aAAa,CAmBf"}
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/readers/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAE5C,OAAO,KAAK,EAAiB,aAAa,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAapF,cAAc,oBAAoB,CAAC;AACnC,cAAc,iBAAiB,CAAC;AAChC,cAAc,iBAAiB,CAAC;AAChC,cAAc,UAAU,CAAC;AACzB,cAAc,WAAW,CAAC;AAC1B,cAAc,YAAY,CAAC;AAC3B,cAAc,cAAc,CAAC;AAC7B,cAAc,WAAW,CAAC;AAmH1B;;GAEG;AACH,wBAAgB,mBAAmB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAWnE;AAED;;GAEG;AACH,wBAAgB,YAAY,CAC1B,KAAK,EAAE,QAAQ,GAAG,MAAM,GAAG,MAAM,EAAE,EACnC,OAAO,GAAE,aAAa,GAAG;IAAE,MAAM,CAAC,EAAE,MAAM,CAAC;IAAC,WAAW,CAAC,EAAE,OAAO,CAAC;IAAC,OAAO,CAAC,EAAE,MAAM,CAAA;CAAO,GACzF,aAAa,CA6Bf"}
@@ -6,7 +6,12 @@ import { JSONReader } from "./json.js";
6
6
  import { JSONLReader } from "./jsonl.js";
7
7
  import { ParquetReader } from "./parquet.js";
8
8
  import { XLSXReader } from "./xlsx.js";
9
+ import { isDatabaseUrl } from "../db/url.js";
10
+ import { DatabaseReader } from "../db/source.js";
11
+ import { MultiFileReader, isGlobPattern } from "./multi-file.js";
9
12
  export * from "../files/reader.js";
13
+ export * from "../db/source.js";
14
+ export * from "./multi-file.js";
10
15
  export * from "./csv.js";
11
16
  export * from "./json.js";
12
17
  export * from "./jsonl.js";
@@ -95,11 +100,40 @@ const adapters = {
95
100
  throw new Error("Filesystem is a read-only source adapter");
96
101
  },
97
102
  },
103
+ db: {
104
+ name: "Database",
105
+ extensions: [".db", ".sqlite", ".sqlite3"],
106
+ createReader: (input, options) => {
107
+ if (typeof input !== "string") {
108
+ throw new InvalidArgumentError("Database reader requires a connection URL or file path");
109
+ }
110
+ return new DatabaseReader(input, options);
111
+ },
112
+ createWriter: () => {
113
+ throw new Error("Writer adapter called from reader");
114
+ },
115
+ },
116
+ database: {
117
+ name: "Database",
118
+ extensions: [],
119
+ createReader: (input, options) => {
120
+ if (typeof input !== "string") {
121
+ throw new InvalidArgumentError("Database reader requires a connection URL or file path");
122
+ }
123
+ return new DatabaseReader(input, options);
124
+ },
125
+ createWriter: () => {
126
+ throw new Error("Writer adapter called from reader");
127
+ },
128
+ },
98
129
  };
99
130
  /**
100
131
  * Infers format name from file path or extension.
101
132
  */
102
133
  export function inferFormatFromPath(filePath) {
134
+ if (isDatabaseUrl(filePath)) {
135
+ return "db";
136
+ }
103
137
  const cleanPath = stripCompressionExtension(filePath.toLowerCase());
104
138
  for (const [format, adapter] of Object.entries(adapters)) {
105
139
  if (adapter.extensions.some((ext) => cleanPath.endsWith(ext))) {
@@ -112,8 +146,17 @@ export function inferFormatFromPath(filePath) {
112
146
  * Creates an appropriate TabularReader for input and format.
113
147
  */
114
148
  export function createReader(input, options = {}) {
149
+ if (Array.isArray(input)) {
150
+ return new MultiFileReader(input, options);
151
+ }
115
152
  let format = options.format?.toLowerCase();
116
153
  if (!format && typeof input === "string" && input !== "-") {
154
+ if (isDatabaseUrl(input)) {
155
+ return new DatabaseReader(input, options);
156
+ }
157
+ if (isGlobPattern(input)) {
158
+ return new MultiFileReader(input, options);
159
+ }
117
160
  format = inferFormatFromPath(input) ?? undefined;
118
161
  }
119
162
  if (!format) {
@@ -1 +1 @@
1
- {"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/readers/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AAEzD,OAAO,EAAE,yBAAyB,EAAE,MAAM,yBAAyB,CAAC;AACpE,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AACtD,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AACrC,OAAO,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AACvC,OAAO,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AACzC,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAC7C,OAAO,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AAEvC,cAAc,oBAAoB,CAAC;AACnC,cAAc,UAAU,CAAC;AACzB,cAAc,WAAW,CAAC;AAC1B,cAAc,YAAY,CAAC;AAC3B,cAAc,cAAc,CAAC;AAC7B,cAAc,WAAW,CAAC;AAE1B,MAAM,QAAQ,GAAkC;IAC9C,GAAG,EAAE;QACH,IAAI,EAAE,KAAK;QACX,UAAU,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC;QAC5B,YAAY,EAAE,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE,CAAC,IAAI,SAAS,CAAC,KAAK,EAAE,OAAO,CAAC;QAC/D,YAAY,EAAE,GAAG,EAAE;YACjB,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;QACvD,CAAC;KACF;IACD,GAAG,EAAE;QACH,IAAI,EAAE,KAAK;QACX,UAAU,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC;QAC5B,YAAY,EAAE,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE,CAC/B,IAAI,SAAS,CAAC,KAAK,EAAE,EAAE,GAAG,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,SAAS,IAAI,IAAI,EAAE,CAAC;QAC7E,YAAY,EAAE,GAAG,EAAE;YACjB,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;QACvD,CAAC;KACF;IACD,GAAG,EAAE;QACH,IAAI,EAAE,KAAK;QACX,UAAU,EAAE,CAAC,MAAM,CAAC;QACpB,YAAY,EAAE,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE,CAC/B,IAAI,SAAS,CAAC,KAAK,EAAE,EAAE,GAAG,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,SAAS,IAAI,GAAG,EAAE,CAAC;QAC5E,YAAY,EAAE,GAAG,EAAE;YACjB,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;QACvD,CAAC;KACF;IACD,OAAO,EAAE;QACP,IAAI,EAAE,SAAS;QACf,UAAU,EAAE,CAAC,UAAU,EAAE,KAAK,CAAC;QAC/B,YAAY,EAAE,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE,CAAC,IAAI,aAAa,CAAC,KAAK,EAAE,OAAO,CAAC;QACnE,YAAY,EAAE,GAAG,EAAE;YACjB,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;QACvD,CAAC;KACF;IACD,IAAI,EAAE;QACJ,IAAI,EAAE,MAAM;QACZ,UAAU,EAAE,CAAC,OAAO,CAAC;QACrB,YAAY,EAAE,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE,CAAC,IAAI,UAAU,CAAC,KAAK,EAAE,OAAO,CAAC;QAChE,YAAY,EAAE,GAAG,EAAE;YACjB,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;QACvD,CAAC;KACF;IACD,KAAK,EAAE;QACL,IAAI,EAAE,OAAO;QACb,UAAU,EAAE,CAAC,QAAQ,EAAE,SAAS,EAAE,SAAS,CAAC;QAC5C,YAAY,EAAE,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE,CAAC,IAAI,WAAW,CAAC,KAAK,EAAE,OAAO,CAAC;QACjE,YAAY,EAAE,GAAG,EAAE;YACjB,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;QACvD,CAAC;KACF;IACD,IAAI,EAAE;QACJ,IAAI,EAAE,MAAM;QACZ,UAAU,EAAE,CAAC,OAAO,EAAE,OAAO,CAAC;QAC9B,YAAY,EAAE,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE,CAAC,IAAI,UAAU,CAAC,KAAK,EAAE,OAAO,CAAC;QAChE,YAAY,EAAE,GAAG,EAAE;YACjB,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;QACvD,CAAC;KACF;IACD,KAAK,EAAE;QACL,IAAI,EAAE,YAAY;QAClB,UAAU,EAAE,EAAE;QACd,YAAY,EAAE,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE;YAC/B,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;gBAC9B,MAAM,IAAI,oBAAoB,CAAC,0CAA0C,CAAC,CAAC;YAC7E,CAAC;YACD,OAAO,IAAI,gBAAgB,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;QAC3D,CAAC;QACD,YAAY,EAAE,GAAG,EAAE;YACjB,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;QAC9D,CAAC;KACF;IACD,UAAU,EAAE;QACV,IAAI,EAAE,YAAY;QAClB,UAAU,EAAE,EAAE;QACd,YAAY,EAAE,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE;YAC/B,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;gBAC9B,MAAM,IAAI,oBAAoB,CAAC,0CAA0C,CAAC,CAAC;YAC7E,CAAC;YACD,OAAO,IAAI,gBAAgB,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;QAC3D,CAAC;QACD,YAAY,EAAE,GAAG,EAAE;YACjB,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;QAC9D,CAAC;KACF;CACF,CAAC;AAEF;;GAEG;AACH,MAAM,UAAU,mBAAmB,CAAC,QAAgB;IAClD,MAAM,SAAS,GAAG,yBAAyB,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC,CAAC;IACpE,KAAK,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;QACzD,IAAI,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,SAAS,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;YAC9D,OAAO,MAAM,CAAC;QAChB,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,YAAY,CAC1B,KAAwB,EACxB,UAA+C,EAAE;IAEjD,IAAI,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,WAAW,EAAE,CAAC;IAE3C,IAAI,CAAC,MAAM,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,GAAG,EAAE,CAAC;QAC1D,MAAM,GAAG,mBAAmB,CAAC,KAAK,CAAC,IAAI,SAAS,CAAC;IACnD,CAAC;IAED,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,GAAG,KAAK,CAAC;IACjB,CAAC;IAED,MAAM,OAAO,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC;IACjC,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,MAAM,IAAI,oBAAoB,CAC5B,8BAA8B,MAAM,6BAA6B,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CACpG,CAAC;IACJ,CAAC;IAED,OAAO,OAAO,CAAC,YAAY,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;AAC9C,CAAC"}
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/readers/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AAEzD,OAAO,EAAE,yBAAyB,EAAE,MAAM,yBAAyB,CAAC;AACpE,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AACtD,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AACrC,OAAO,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AACvC,OAAO,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AACzC,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAC7C,OAAO,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AAEvC,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAC7C,OAAO,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AACjD,OAAO,EAAE,eAAe,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAEjE,cAAc,oBAAoB,CAAC;AACnC,cAAc,iBAAiB,CAAC;AAChC,cAAc,iBAAiB,CAAC;AAChC,cAAc,UAAU,CAAC;AACzB,cAAc,WAAW,CAAC;AAC1B,cAAc,YAAY,CAAC;AAC3B,cAAc,cAAc,CAAC;AAC7B,cAAc,WAAW,CAAC;AAE1B,MAAM,QAAQ,GAAkC;IAC9C,GAAG,EAAE;QACH,IAAI,EAAE,KAAK;QACX,UAAU,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC;QAC5B,YAAY,EAAE,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE,CAAC,IAAI,SAAS,CAAC,KAAK,EAAE,OAAO,CAAC;QAC/D,YAAY,EAAE,GAAG,EAAE;YACjB,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;QACvD,CAAC;KACF;IACD,GAAG,EAAE;QACH,IAAI,EAAE,KAAK;QACX,UAAU,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC;QAC5B,YAAY,EAAE,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE,CAC/B,IAAI,SAAS,CAAC,KAAK,EAAE,EAAE,GAAG,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,SAAS,IAAI,IAAI,EAAE,CAAC;QAC7E,YAAY,EAAE,GAAG,EAAE;YACjB,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;QACvD,CAAC;KACF;IACD,GAAG,EAAE;QACH,IAAI,EAAE,KAAK;QACX,UAAU,EAAE,CAAC,MAAM,CAAC;QACpB,YAAY,EAAE,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE,CAC/B,IAAI,SAAS,CAAC,KAAK,EAAE,EAAE,GAAG,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,SAAS,IAAI,GAAG,EAAE,CAAC;QAC5E,YAAY,EAAE,GAAG,EAAE;YACjB,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;QACvD,CAAC;KACF;IACD,OAAO,EAAE;QACP,IAAI,EAAE,SAAS;QACf,UAAU,EAAE,CAAC,UAAU,EAAE,KAAK,CAAC;QAC/B,YAAY,EAAE,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE,CAAC,IAAI,aAAa,CAAC,KAAK,EAAE,OAAO,CAAC;QACnE,YAAY,EAAE,GAAG,EAAE;YACjB,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;QACvD,CAAC;KACF;IACD,IAAI,EAAE;QACJ,IAAI,EAAE,MAAM;QACZ,UAAU,EAAE,CAAC,OAAO,CAAC;QACrB,YAAY,EAAE,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE,CAAC,IAAI,UAAU,CAAC,KAAK,EAAE,OAAO,CAAC;QAChE,YAAY,EAAE,GAAG,EAAE;YACjB,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;QACvD,CAAC;KACF;IACD,KAAK,EAAE;QACL,IAAI,EAAE,OAAO;QACb,UAAU,EAAE,CAAC,QAAQ,EAAE,SAAS,EAAE,SAAS,CAAC;QAC5C,YAAY,EAAE,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE,CAAC,IAAI,WAAW,CAAC,KAAK,EAAE,OAAO,CAAC;QACjE,YAAY,EAAE,GAAG,EAAE;YACjB,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;QACvD,CAAC;KACF;IACD,IAAI,EAAE;QACJ,IAAI,EAAE,MAAM;QACZ,UAAU,EAAE,CAAC,OAAO,EAAE,OAAO,CAAC;QAC9B,YAAY,EAAE,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE,CAAC,IAAI,UAAU,CAAC,KAAK,EAAE,OAAO,CAAC;QAChE,YAAY,EAAE,GAAG,EAAE;YACjB,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;QACvD,CAAC;KACF;IACD,KAAK,EAAE;QACL,IAAI,EAAE,YAAY;QAClB,UAAU,EAAE,EAAE;QACd,YAAY,EAAE,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE;YAC/B,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;gBAC9B,MAAM,IAAI,oBAAoB,CAAC,0CAA0C,CAAC,CAAC;YAC7E,CAAC;YACD,OAAO,IAAI,gBAAgB,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;QAC3D,CAAC;QACD,YAAY,EAAE,GAAG,EAAE;YACjB,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;QAC9D,CAAC;KACF;IACD,UAAU,EAAE;QACV,IAAI,EAAE,YAAY;QAClB,UAAU,EAAE,EAAE;QACd,YAAY,EAAE,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE;YAC/B,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;gBAC9B,MAAM,IAAI,oBAAoB,CAAC,0CAA0C,CAAC,CAAC;YAC7E,CAAC;YACD,OAAO,IAAI,gBAAgB,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;QAC3D,CAAC;QACD,YAAY,EAAE,GAAG,EAAE;YACjB,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;QAC9D,CAAC;KACF;IACD,EAAE,EAAE;QACF,IAAI,EAAE,UAAU;QAChB,UAAU,EAAE,CAAC,KAAK,EAAE,SAAS,EAAE,UAAU,CAAC;QAC1C,YAAY,EAAE,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE;YAC/B,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;gBAC9B,MAAM,IAAI,oBAAoB,CAAC,wDAAwD,CAAC,CAAC;YAC3F,CAAC;YACD,OAAO,IAAI,cAAc,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QAC5C,CAAC;QACD,YAAY,EAAE,GAAG,EAAE;YACjB,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;QACvD,CAAC;KACF;IACD,QAAQ,EAAE;QACR,IAAI,EAAE,UAAU;QAChB,UAAU,EAAE,EAAE;QACd,YAAY,EAAE,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE;YAC/B,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;gBAC9B,MAAM,IAAI,oBAAoB,CAAC,wDAAwD,CAAC,CAAC;YAC3F,CAAC;YACD,OAAO,IAAI,cAAc,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QAC5C,CAAC;QACD,YAAY,EAAE,GAAG,EAAE;YACjB,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;QACvD,CAAC;KACF;CACF,CAAC;AAEF;;GAEG;AACH,MAAM,UAAU,mBAAmB,CAAC,QAAgB;IAClD,IAAI,aAAa,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC5B,OAAO,IAAI,CAAC;IACd,CAAC;IACD,MAAM,SAAS,GAAG,yBAAyB,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC,CAAC;IACpE,KAAK,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;QACzD,IAAI,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,SAAS,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;YAC9D,OAAO,MAAM,CAAC;QAChB,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,YAAY,CAC1B,KAAmC,EACnC,UAAwF,EAAE;IAE1F,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,IAAI,eAAe,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IAC7C,CAAC;IAED,IAAI,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,WAAW,EAAE,CAAC;IAE3C,IAAI,CAAC,MAAM,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,GAAG,EAAE,CAAC;QAC1D,IAAI,aAAa,CAAC,KAAK,CAAC,EAAE,CAAC;YACzB,OAAO,IAAI,cAAc,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QAC5C,CAAC;QACD,IAAI,aAAa,CAAC,KAAK,CAAC,EAAE,CAAC;YACzB,OAAO,IAAI,eAAe,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QAC7C,CAAC;QACD,MAAM,GAAG,mBAAmB,CAAC,KAAK,CAAC,IAAI,SAAS,CAAC;IACnD,CAAC;IAED,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,GAAG,KAAK,CAAC;IACjB,CAAC;IAED,MAAM,OAAO,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC;IACjC,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,MAAM,IAAI,oBAAoB,CAC5B,8BAA8B,MAAM,6BAA6B,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CACpG,CAAC;IACJ,CAAC;IAED,OAAO,OAAO,CAAC,YAAY,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;AAC9C,CAAC"}