rowpipe 2.2.0 → 2.10.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (345) hide show
  1. package/README.md +35 -4
  2. package/dist/analytics/abtest.d.ts +39 -0
  3. package/dist/analytics/abtest.d.ts.map +1 -0
  4. package/dist/analytics/abtest.js +266 -0
  5. package/dist/analytics/abtest.js.map +1 -0
  6. package/dist/analytics/cluster.d.ts +25 -0
  7. package/dist/analytics/cluster.d.ts.map +1 -0
  8. package/dist/analytics/cluster.js +212 -0
  9. package/dist/analytics/cluster.js.map +1 -0
  10. package/dist/analytics/cohort.d.ts +22 -0
  11. package/dist/analytics/cohort.d.ts.map +1 -0
  12. package/dist/analytics/cohort.js +170 -0
  13. package/dist/analytics/cohort.js.map +1 -0
  14. package/dist/analytics/correlation.d.ts +15 -0
  15. package/dist/analytics/correlation.d.ts.map +1 -0
  16. package/dist/analytics/correlation.js +116 -0
  17. package/dist/analytics/correlation.js.map +1 -0
  18. package/dist/analytics/crosstab.d.ts +27 -0
  19. package/dist/analytics/crosstab.d.ts.map +1 -0
  20. package/dist/analytics/crosstab.js +90 -0
  21. package/dist/analytics/crosstab.js.map +1 -0
  22. package/dist/analytics/entropy.d.ts +23 -0
  23. package/dist/analytics/entropy.d.ts.map +1 -0
  24. package/dist/analytics/entropy.js +180 -0
  25. package/dist/analytics/entropy.js.map +1 -0
  26. package/dist/analytics/funnel.d.ts +29 -0
  27. package/dist/analytics/funnel.d.ts.map +1 -0
  28. package/dist/analytics/funnel.js +170 -0
  29. package/dist/analytics/funnel.js.map +1 -0
  30. package/dist/analytics/ngrams.d.ts +25 -0
  31. package/dist/analytics/ngrams.d.ts.map +1 -0
  32. package/dist/analytics/ngrams.js +110 -0
  33. package/dist/analytics/ngrams.js.map +1 -0
  34. package/dist/analytics/outliers.d.ts +25 -0
  35. package/dist/analytics/outliers.d.ts.map +1 -0
  36. package/dist/analytics/outliers.js +114 -0
  37. package/dist/analytics/outliers.js.map +1 -0
  38. package/dist/analytics/pareto.d.ts +36 -0
  39. package/dist/analytics/pareto.d.ts.map +1 -0
  40. package/dist/analytics/pareto.js +140 -0
  41. package/dist/analytics/pareto.js.map +1 -0
  42. package/dist/analytics/quantiles.d.ts +18 -0
  43. package/dist/analytics/quantiles.d.ts.map +1 -0
  44. package/dist/analytics/quantiles.js +62 -0
  45. package/dist/analytics/quantiles.js.map +1 -0
  46. package/dist/analytics/regression.d.ts +18 -0
  47. package/dist/analytics/regression.d.ts.map +1 -0
  48. package/dist/analytics/regression.js +79 -0
  49. package/dist/analytics/regression.js.map +1 -0
  50. package/dist/analytics/rfm.d.ts +41 -0
  51. package/dist/analytics/rfm.d.ts.map +1 -0
  52. package/dist/analytics/rfm.js +221 -0
  53. package/dist/analytics/rfm.js.map +1 -0
  54. package/dist/analytics/stats.d.ts.map +1 -1
  55. package/dist/analytics/stats.js +65 -15
  56. package/dist/analytics/stats.js.map +1 -1
  57. package/dist/analytics/technical.d.ts +19 -0
  58. package/dist/analytics/technical.d.ts.map +1 -0
  59. package/dist/analytics/technical.js +365 -0
  60. package/dist/analytics/technical.js.map +1 -0
  61. package/dist/cli/commands/abtest.d.ts +10 -0
  62. package/dist/cli/commands/abtest.d.ts.map +1 -0
  63. package/dist/cli/commands/abtest.js +68 -0
  64. package/dist/cli/commands/abtest.js.map +1 -0
  65. package/dist/cli/commands/cluster.d.ts +9 -0
  66. package/dist/cli/commands/cluster.d.ts.map +1 -0
  67. package/dist/cli/commands/cluster.js +77 -0
  68. package/dist/cli/commands/cluster.js.map +1 -0
  69. package/dist/cli/commands/cohort.d.ts +10 -0
  70. package/dist/cli/commands/cohort.d.ts.map +1 -0
  71. package/dist/cli/commands/cohort.js +66 -0
  72. package/dist/cli/commands/cohort.js.map +1 -0
  73. package/dist/cli/commands/completion.d.ts +5 -0
  74. package/dist/cli/commands/completion.d.ts.map +1 -0
  75. package/dist/cli/commands/completion.js +7 -0
  76. package/dist/cli/commands/completion.js.map +1 -0
  77. package/dist/cli/commands/concat.d.ts +9 -0
  78. package/dist/cli/commands/concat.d.ts.map +1 -0
  79. package/dist/cli/commands/concat.js +62 -0
  80. package/dist/cli/commands/concat.js.map +1 -0
  81. package/dist/cli/commands/convert.d.ts +2 -0
  82. package/dist/cli/commands/convert.d.ts.map +1 -1
  83. package/dist/cli/commands/convert.js.map +1 -1
  84. package/dist/cli/commands/corr.d.ts +7 -0
  85. package/dist/cli/commands/corr.d.ts.map +1 -0
  86. package/dist/cli/commands/corr.js +70 -0
  87. package/dist/cli/commands/corr.js.map +1 -0
  88. package/dist/cli/commands/crosstab.d.ts +11 -0
  89. package/dist/cli/commands/crosstab.d.ts.map +1 -0
  90. package/dist/cli/commands/crosstab.js +71 -0
  91. package/dist/cli/commands/crosstab.js.map +1 -0
  92. package/dist/cli/commands/entropy.d.ts +9 -0
  93. package/dist/cli/commands/entropy.d.ts.map +1 -0
  94. package/dist/cli/commands/entropy.js +71 -0
  95. package/dist/cli/commands/entropy.js.map +1 -0
  96. package/dist/cli/commands/explode.d.ts +8 -0
  97. package/dist/cli/commands/explode.d.ts.map +1 -0
  98. package/dist/cli/commands/explode.js +61 -0
  99. package/dist/cli/commands/explode.js.map +1 -0
  100. package/dist/cli/commands/fetch.d.ts +8 -0
  101. package/dist/cli/commands/fetch.d.ts.map +1 -0
  102. package/dist/cli/commands/fetch.js +41 -0
  103. package/dist/cli/commands/fetch.js.map +1 -0
  104. package/dist/cli/commands/files.d.ts +1 -1
  105. package/dist/cli/commands/files.d.ts.map +1 -1
  106. package/dist/cli/commands/flatten.d.ts +8 -0
  107. package/dist/cli/commands/flatten.d.ts.map +1 -0
  108. package/dist/cli/commands/flatten.js +57 -0
  109. package/dist/cli/commands/flatten.js.map +1 -0
  110. package/dist/cli/commands/freq.d.ts +10 -0
  111. package/dist/cli/commands/freq.d.ts.map +1 -0
  112. package/dist/cli/commands/freq.js +122 -0
  113. package/dist/cli/commands/freq.js.map +1 -0
  114. package/dist/cli/commands/funnel.d.ts +11 -0
  115. package/dist/cli/commands/funnel.d.ts.map +1 -0
  116. package/dist/cli/commands/funnel.js +69 -0
  117. package/dist/cli/commands/funnel.js.map +1 -0
  118. package/dist/cli/commands/fuzzy-join.d.ts +25 -0
  119. package/dist/cli/commands/fuzzy-join.d.ts.map +1 -0
  120. package/dist/cli/commands/fuzzy-join.js +85 -0
  121. package/dist/cli/commands/fuzzy-join.js.map +1 -0
  122. package/dist/cli/commands/generate.d.ts +8 -0
  123. package/dist/cli/commands/generate.d.ts.map +1 -0
  124. package/dist/cli/commands/generate.js +34 -0
  125. package/dist/cli/commands/generate.js.map +1 -0
  126. package/dist/cli/commands/mask.d.ts +6 -0
  127. package/dist/cli/commands/mask.d.ts.map +1 -0
  128. package/dist/cli/commands/mask.js +58 -0
  129. package/dist/cli/commands/mask.js.map +1 -0
  130. package/dist/cli/commands/ngrams.d.ts +11 -0
  131. package/dist/cli/commands/ngrams.d.ts.map +1 -0
  132. package/dist/cli/commands/ngrams.js +70 -0
  133. package/dist/cli/commands/ngrams.js.map +1 -0
  134. package/dist/cli/commands/outliers.d.ts +13 -0
  135. package/dist/cli/commands/outliers.d.ts.map +1 -0
  136. package/dist/cli/commands/outliers.js +58 -0
  137. package/dist/cli/commands/outliers.js.map +1 -0
  138. package/dist/cli/commands/pareto.d.ts +8 -0
  139. package/dist/cli/commands/pareto.d.ts.map +1 -0
  140. package/dist/cli/commands/pareto.js +80 -0
  141. package/dist/cli/commands/pareto.js.map +1 -0
  142. package/dist/cli/commands/partition.d.ts +8 -0
  143. package/dist/cli/commands/partition.d.ts.map +1 -0
  144. package/dist/cli/commands/partition.js +44 -0
  145. package/dist/cli/commands/partition.js.map +1 -0
  146. package/dist/cli/commands/pipeline.d.ts +6 -0
  147. package/dist/cli/commands/pipeline.d.ts.map +1 -1
  148. package/dist/cli/commands/pipeline.js +22 -0
  149. package/dist/cli/commands/pipeline.js.map +1 -1
  150. package/dist/cli/commands/pivot.d.ts +11 -0
  151. package/dist/cli/commands/pivot.d.ts.map +1 -0
  152. package/dist/cli/commands/pivot.js +58 -0
  153. package/dist/cli/commands/pivot.js.map +1 -0
  154. package/dist/cli/commands/plot.d.ts +12 -0
  155. package/dist/cli/commands/plot.d.ts.map +1 -0
  156. package/dist/cli/commands/plot.js +123 -0
  157. package/dist/cli/commands/plot.js.map +1 -0
  158. package/dist/cli/commands/quantiles.d.ts +7 -0
  159. package/dist/cli/commands/quantiles.d.ts.map +1 -0
  160. package/dist/cli/commands/quantiles.js +94 -0
  161. package/dist/cli/commands/quantiles.js.map +1 -0
  162. package/dist/cli/commands/regression.d.ts +7 -0
  163. package/dist/cli/commands/regression.d.ts.map +1 -0
  164. package/dist/cli/commands/regression.js +86 -0
  165. package/dist/cli/commands/regression.js.map +1 -0
  166. package/dist/cli/commands/report.d.ts +8 -0
  167. package/dist/cli/commands/report.d.ts.map +1 -0
  168. package/dist/cli/commands/report.js +36 -0
  169. package/dist/cli/commands/report.js.map +1 -0
  170. package/dist/cli/commands/rfm.d.ts +11 -0
  171. package/dist/cli/commands/rfm.d.ts.map +1 -0
  172. package/dist/cli/commands/rfm.js +78 -0
  173. package/dist/cli/commands/rfm.js.map +1 -0
  174. package/dist/cli/commands/serve.d.ts +7 -0
  175. package/dist/cli/commands/serve.d.ts.map +1 -0
  176. package/dist/cli/commands/serve.js +43 -0
  177. package/dist/cli/commands/serve.js.map +1 -0
  178. package/dist/cli/commands/split.d.ts +8 -0
  179. package/dist/cli/commands/split.d.ts.map +1 -0
  180. package/dist/cli/commands/split.js +43 -0
  181. package/dist/cli/commands/split.js.map +1 -0
  182. package/dist/cli/commands/table.d.ts +9 -0
  183. package/dist/cli/commands/table.d.ts.map +1 -0
  184. package/dist/cli/commands/table.js +9 -0
  185. package/dist/cli/commands/table.js.map +1 -0
  186. package/dist/cli/commands/technical.d.ts +8 -0
  187. package/dist/cli/commands/technical.d.ts.map +1 -0
  188. package/dist/cli/commands/technical.js +54 -0
  189. package/dist/cli/commands/technical.js.map +1 -0
  190. package/dist/cli/commands/test.d.ts +7 -0
  191. package/dist/cli/commands/test.d.ts.map +1 -0
  192. package/dist/cli/commands/test.js +53 -0
  193. package/dist/cli/commands/test.js.map +1 -0
  194. package/dist/cli/commands/timeseries.d.ts +11 -0
  195. package/dist/cli/commands/timeseries.d.ts.map +1 -0
  196. package/dist/cli/commands/timeseries.js +82 -0
  197. package/dist/cli/commands/timeseries.js.map +1 -0
  198. package/dist/cli/commands/unpivot.d.ts +12 -0
  199. package/dist/cli/commands/unpivot.d.ts.map +1 -0
  200. package/dist/cli/commands/unpivot.js +59 -0
  201. package/dist/cli/commands/unpivot.js.map +1 -0
  202. package/dist/cli/completion.d.ts +5 -0
  203. package/dist/cli/completion.d.ts.map +1 -0
  204. package/dist/cli/completion.js +194 -0
  205. package/dist/cli/completion.js.map +1 -0
  206. package/dist/cli/index.js +816 -15
  207. package/dist/cli/index.js.map +1 -1
  208. package/dist/core/error-handler.d.ts +38 -0
  209. package/dist/core/error-handler.d.ts.map +1 -0
  210. package/dist/core/error-handler.js +81 -0
  211. package/dist/core/error-handler.js.map +1 -0
  212. package/dist/core/pipeline.d.ts +10 -0
  213. package/dist/core/pipeline.d.ts.map +1 -1
  214. package/dist/core/pipeline.js +14 -0
  215. package/dist/core/pipeline.js.map +1 -1
  216. package/dist/core/types.d.ts +4 -0
  217. package/dist/core/types.d.ts.map +1 -1
  218. package/dist/dataops/fetch.d.ts +27 -0
  219. package/dist/dataops/fetch.d.ts.map +1 -0
  220. package/dist/dataops/fetch.js +150 -0
  221. package/dist/dataops/fetch.js.map +1 -0
  222. package/dist/dataops/generate.d.ts +16 -0
  223. package/dist/dataops/generate.d.ts.map +1 -0
  224. package/dist/dataops/generate.js +201 -0
  225. package/dist/dataops/generate.js.map +1 -0
  226. package/dist/dataops/mask.d.ts +25 -0
  227. package/dist/dataops/mask.d.ts.map +1 -0
  228. package/dist/dataops/mask.js +133 -0
  229. package/dist/dataops/mask.js.map +1 -0
  230. package/dist/dataops/report.d.ts +7 -0
  231. package/dist/dataops/report.d.ts.map +1 -0
  232. package/dist/dataops/report.js +139 -0
  233. package/dist/dataops/report.js.map +1 -0
  234. package/dist/dataops/server.d.ts +10 -0
  235. package/dist/dataops/server.d.ts.map +1 -0
  236. package/dist/dataops/server.js +137 -0
  237. package/dist/dataops/server.js.map +1 -0
  238. package/dist/dataops/test-runner.d.ts +34 -0
  239. package/dist/dataops/test-runner.d.ts.map +1 -0
  240. package/dist/dataops/test-runner.js +128 -0
  241. package/dist/dataops/test-runner.js.map +1 -0
  242. package/dist/db/adapters/sqlite.d.ts +2 -1
  243. package/dist/db/adapters/sqlite.d.ts.map +1 -1
  244. package/dist/db/adapters/sqlite.js +54 -20
  245. package/dist/db/adapters/sqlite.js.map +1 -1
  246. package/dist/diff/engine.d.ts.map +1 -1
  247. package/dist/diff/engine.js +73 -16
  248. package/dist/diff/engine.js.map +1 -1
  249. package/dist/diff/storage/disk-index.d.ts +10 -1
  250. package/dist/diff/storage/disk-index.d.ts.map +1 -1
  251. package/dist/diff/storage/disk-index.js +95 -13
  252. package/dist/diff/storage/disk-index.js.map +1 -1
  253. package/dist/files/hash.d.ts +9 -2
  254. package/dist/files/hash.d.ts.map +1 -1
  255. package/dist/files/hash.js +9 -10
  256. package/dist/files/hash.js.map +1 -1
  257. package/dist/files/reader.d.ts.map +1 -1
  258. package/dist/files/reader.js +17 -10
  259. package/dist/files/reader.js.map +1 -1
  260. package/dist/files/types.d.ts +2 -1
  261. package/dist/files/types.d.ts.map +1 -1
  262. package/dist/index.d.ts +65 -1
  263. package/dist/index.d.ts.map +1 -1
  264. package/dist/index.js +66 -1
  265. package/dist/index.js.map +1 -1
  266. package/dist/planner/executor.d.ts.map +1 -1
  267. package/dist/planner/executor.js +17 -0
  268. package/dist/planner/executor.js.map +1 -1
  269. package/dist/planner/types.d.ts +11 -0
  270. package/dist/planner/types.d.ts.map +1 -1
  271. package/dist/readers/csv.d.ts.map +1 -1
  272. package/dist/readers/csv.js +206 -164
  273. package/dist/readers/csv.js.map +1 -1
  274. package/dist/readers/json.d.ts.map +1 -1
  275. package/dist/readers/json.js +145 -121
  276. package/dist/readers/json.js.map +1 -1
  277. package/dist/readers/jsonl.d.ts.map +1 -1
  278. package/dist/readers/jsonl.js +51 -31
  279. package/dist/readers/jsonl.js.map +1 -1
  280. package/dist/rowpipe +4 -0
  281. package/dist/transforms/concat.d.ts +26 -0
  282. package/dist/transforms/concat.d.ts.map +1 -0
  283. package/dist/transforms/concat.js +57 -0
  284. package/dist/transforms/concat.js.map +1 -0
  285. package/dist/transforms/explode.d.ts +14 -0
  286. package/dist/transforms/explode.d.ts.map +1 -0
  287. package/dist/transforms/explode.js +81 -0
  288. package/dist/transforms/explode.js.map +1 -0
  289. package/dist/transforms/flatten.d.ts +12 -0
  290. package/dist/transforms/flatten.d.ts.map +1 -0
  291. package/dist/transforms/flatten.js +65 -0
  292. package/dist/transforms/flatten.js.map +1 -0
  293. package/dist/transforms/fuzzy-join.d.ts +53 -0
  294. package/dist/transforms/fuzzy-join.d.ts.map +1 -0
  295. package/dist/transforms/fuzzy-join.js +347 -0
  296. package/dist/transforms/fuzzy-join.js.map +1 -0
  297. package/dist/transforms/jit-compiler.d.ts.map +1 -1
  298. package/dist/transforms/jit-compiler.js +103 -14
  299. package/dist/transforms/jit-compiler.js.map +1 -1
  300. package/dist/transforms/join/index-storage.d.ts +8 -5
  301. package/dist/transforms/join/index-storage.d.ts.map +1 -1
  302. package/dist/transforms/join/index-storage.js +91 -54
  303. package/dist/transforms/join/index-storage.js.map +1 -1
  304. package/dist/transforms/map.d.ts +6 -2
  305. package/dist/transforms/map.d.ts.map +1 -1
  306. package/dist/transforms/map.js +64 -26
  307. package/dist/transforms/map.js.map +1 -1
  308. package/dist/transforms/partition.d.ts +35 -0
  309. package/dist/transforms/partition.d.ts.map +1 -0
  310. package/dist/transforms/partition.js +150 -0
  311. package/dist/transforms/partition.js.map +1 -0
  312. package/dist/transforms/pivot.d.ts +16 -0
  313. package/dist/transforms/pivot.d.ts.map +1 -0
  314. package/dist/transforms/pivot.js +194 -0
  315. package/dist/transforms/pivot.js.map +1 -0
  316. package/dist/transforms/sort/comparator.d.ts.map +1 -1
  317. package/dist/transforms/sort/comparator.js +153 -24
  318. package/dist/transforms/sort/comparator.js.map +1 -1
  319. package/dist/transforms/sort/external-sort.js +1 -1
  320. package/dist/transforms/sort/external-sort.js.map +1 -1
  321. package/dist/transforms/split.d.ts +17 -0
  322. package/dist/transforms/split.d.ts.map +1 -0
  323. package/dist/transforms/split.js +88 -0
  324. package/dist/transforms/split.js.map +1 -0
  325. package/dist/transforms/timeseries.d.ts +42 -0
  326. package/dist/transforms/timeseries.d.ts.map +1 -0
  327. package/dist/transforms/timeseries.js +276 -0
  328. package/dist/transforms/timeseries.js.map +1 -0
  329. package/dist/transforms/unpivot.d.ts +14 -0
  330. package/dist/transforms/unpivot.d.ts.map +1 -0
  331. package/dist/transforms/unpivot.js +56 -0
  332. package/dist/transforms/unpivot.js.map +1 -0
  333. package/dist/ui/chart.d.ts +30 -0
  334. package/dist/ui/chart.d.ts.map +1 -0
  335. package/dist/ui/chart.js +91 -0
  336. package/dist/ui/chart.js.map +1 -0
  337. package/dist/writers/index.d.ts +1 -0
  338. package/dist/writers/index.d.ts.map +1 -1
  339. package/dist/writers/index.js +10 -0
  340. package/dist/writers/index.js.map +1 -1
  341. package/dist/writers/table.d.ts +23 -0
  342. package/dist/writers/table.d.ts.map +1 -0
  343. package/dist/writers/table.js +156 -0
  344. package/dist/writers/table.js.map +1 -0
  345. package/package.json +6 -3
package/dist/dataops/report.js ADDED
@@ -0,0 +1,139 @@
1
+ import { SchemaInferenceAggregator } from "../analytics/schema-inference.js";
2
+ import { DatasetStatsAggregator } from "../analytics/stats.js";
3
+ export async function generateHtmlReport(reader, fileName = "Dataset", options = {}) {
4
+ const schemaAgg = new SchemaInferenceAggregator();
5
+ const statsAgg = new DatasetStatsAggregator();
6
+ for await (const batch of reader.read()) {
7
+ for (const row of batch.rows) {
8
+ schemaAgg.add(row);
9
+ statsAgg.add(row);
10
+ }
11
+ }
12
+ const schema = schemaAgg.result();
13
+ const stats = statsAgg.result();
14
+ const title = options.title || `Rowpipe Health Report: ${fileName}`;
15
+ const rowCount = stats.totalRows;
16
+ const colCount = schema.columns.length;
17
+ const columnRowsHtml = schema.columns
18
+ .map((col) => {
19
+ const colStats = stats.columns[col.name];
20
+ const nullCount = col.nullCount;
21
+ const totalCount = col.sampleCount + col.nullCount;
22
+ const nullPct = totalCount > 0 ? Math.round((nullCount / totalCount) * 100) : 0;
23
+ const numStats = colStats?.numeric;
24
+ const strStats = colStats?.string;
25
+ const minVal = numStats && numStats.min !== null ? numStats.min : "-";
26
+ const maxVal = numStats && numStats.max !== null ? numStats.max : "-";
27
+ const meanVal = numStats && numStats.mean !== null ? numStats.mean.toFixed(2) : "-";
28
+ const distinctVal = numStats ? numStats.approxDistinct : (strStats ? strStats.approxDistinct : "-");
29
+ return `
30
+ <tr>
31
+ <td><strong>${col.name}</strong></td>
32
+ <td><span class="badge badge-type">${col.type}</span></td>
33
+ <td>
34
+ <div class="progress-bar">
35
+ <div class="progress-fill" style="width: ${nullPct}%"></div>
36
+ </div>
37
+ <span class="text-muted">${nullPct}% (${nullCount})</span>
38
+ </td>
39
+ <td>${distinctVal}</td>
40
+ <td>${minVal}</td>
41
+ <td>${maxVal}</td>
42
+ <td>${meanVal}</td>
43
+ </tr>
44
+ `;
45
+ })
46
+ .join("");
47
+ return `<!DOCTYPE html>
48
+ <html lang="en">
49
+ <head>
50
+ <meta charset="UTF-8">
51
+ <meta name="viewport" content="width=device-width, initial-scale=1.0">
52
+ <title>${title}</title>
53
+ <style>
54
+ :root {
55
+ --bg: #0f172a;
56
+ --card-bg: #1e293b;
57
+ --text: #f8fafc;
58
+ --text-muted: #94a3b8;
59
+ --accent: #38bdf8;
60
+ --accent-grad: linear-gradient(135deg, #38bdf8 0%, #818cf8 100%);
61
+ --border: #334155;
62
+ --success: #34d399;
63
+ --danger: #f87171;
64
+ }
65
+ * { box-sizing: border-box; margin: 0; padding: 0; font-family: -apple-system, BlinkMacSystemFont, "Segoe UI", Roboto, sans-serif; }
66
+ body { background: var(--bg); color: var(--text); padding: 2rem; line-height: 1.5; }
67
+ .container { max-width: 1200px; margin: 0 auto; }
68
+ header { margin-bottom: 2rem; border-bottom: 1px solid var(--border); padding-bottom: 1rem; }
69
+ h1 { font-size: 1.75rem; background: var(--accent-grad); -webkit-background-clip: text; -webkit-text-fill-color: transparent; }
70
+ .meta { color: var(--text-muted); font-size: 0.875rem; margin-top: 0.25rem; }
71
+ .grid { display: grid; grid-template-columns: repeat(auto-fit, minmax(220px, 1fr)); gap: 1rem; margin-bottom: 2rem; }
72
+ .card { background: var(--card-bg); border: 1px solid var(--border); border-radius: 0.75rem; padding: 1.25rem; }
73
+ .card-title { color: var(--text-muted); font-size: 0.75rem; text-transform: uppercase; letter-spacing: 0.05em; margin-bottom: 0.5rem; }
74
+ .card-value { font-size: 1.5rem; font-weight: 700; color: #fff; }
75
+ table { width: 100%; border-collapse: collapse; background: var(--card-bg); border-radius: 0.75rem; overflow: hidden; border: 1px solid var(--border); }
76
+ th, td { padding: 0.75rem 1rem; text-align: left; border-bottom: 1px solid var(--border); font-size: 0.875rem; }
77
+ th { background: #182234; color: var(--text-muted); font-weight: 600; text-transform: uppercase; font-size: 0.75rem; }
78
+ tr:last-child td { border-bottom: none; }
79
+ .badge { display: inline-block; padding: 0.2rem 0.5rem; border-radius: 9999px; font-size: 0.75rem; font-weight: 600; }
80
+ .badge-type { background: #0369a1; color: #e0f2fe; }
81
+ .progress-bar { width: 80px; height: 6px; background: var(--border); border-radius: 999px; overflow: hidden; display: inline-block; vertical-align: middle; margin-right: 0.5rem; }
82
+ .progress-fill { height: 100%; background: var(--danger); }
83
+ .text-muted { color: var(--text-muted); font-size: 0.75rem; }
84
+ footer { margin-top: 3rem; text-align: center; color: var(--text-muted); font-size: 0.75rem; }
85
+ </style>
86
+ </head>
87
+ <body>
88
+ <div class="container">
89
+ <header>
90
+ <h1>${title}</h1>
91
+ <div class="meta">Generated by Rowpipe CLI &bull; Stream-first Tabular Intelligence</div>
92
+ </header>
93
+
94
+ <div class="grid">
95
+ <div class="card">
96
+ <div class="card-title">Total Records</div>
97
+ <div class="card-value">${rowCount.toLocaleString()}</div>
98
+ </div>
99
+ <div class="card">
100
+ <div class="card-title">Columns</div>
101
+ <div class="card-value">${colCount}</div>
102
+ </div>
103
+ <div class="card">
104
+ <div class="card-title">Target Source</div>
105
+ <div class="card-value" style="font-size: 1.1rem; overflow: hidden; text-overflow: ellipsis; white-space: nowrap;">${fileName}</div>
106
+ </div>
107
+ <div class="card">
108
+ <div class="card-title">Memory Profile</div>
109
+ <div class="card-value" style="color: var(--success);">O(1) Streaming</div>
110
+ </div>
111
+ </div>
112
+
113
+ <div class="card" style="padding: 0; overflow-x: auto;">
114
+ <table>
115
+ <thead>
116
+ <tr>
117
+ <th>Column Name</th>
118
+ <th>Inferred Type</th>
119
+ <th>Null %</th>
120
+ <th>Approx Distinct</th>
121
+ <th>Min</th>
122
+ <th>Max</th>
123
+ <th>Mean / Avg</th>
124
+ </tr>
125
+ </thead>
126
+ <tbody>
127
+ ${columnRowsHtml}
128
+ </tbody>
129
+ </table>
130
+ </div>
131
+
132
+ <footer>
133
+ Powered by <strong>Rowpipe</strong> &bull; Zero-Dependency High-Throughput Stream Engine
134
+ </footer>
135
+ </div>
136
+ </body>
137
+ </html>`;
138
+ }
139
+ //# sourceMappingURL=report.js.map
package/dist/dataops/report.js.map ADDED
@@ -0,0 +1 @@
1
+ {"version":3,"file":"report.js","sourceRoot":"","sources":["../../src/dataops/report.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,yBAAyB,EAA8B,MAAM,kCAAkC,CAAC;AACzG,OAAO,EAAE,sBAAsB,EAAE,MAAM,uBAAuB,CAAC;AAO/D,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,MAAqB,EACrB,QAAQ,GAAG,SAAS,EACpB,UAAyB,EAAE;IAE3B,MAAM,SAAS,GAAG,IAAI,yBAAyB,EAAE,CAAC;IAClD,MAAM,QAAQ,GAAG,IAAI,sBAAsB,EAAE,CAAC;IAE9C,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;QACxC,KAAK,MAAM,GAAG,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;YAC7B,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACnB,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACpB,CAAC;IACH,CAAC;IAED,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC;IAClC,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC;IAChC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,0BAA0B,QAAQ,EAAE,CAAC;IAEpE,MAAM,QAAQ,GAAG,KAAK,CAAC,SAAS,CAAC;IACjC,MAAM,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC;IAEvC,MAAM,cAAc,GAAG,MAAM,CAAC,OAAO;SAClC,GAAG,CAAC,CAAC,GAA0B,EAAE,EAAE;QAClC,MAAM,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACzC,MAAM,SAAS,GAAG,GAAG,CAAC,SAAS,CAAC;QAChC,MAAM,UAAU,GAAG,GAAG,CAAC,WAAW,GAAG,GAAG,CAAC,SAAS,CAAC;QACnD,MAAM,OAAO,GAAG,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,SAAS,GAAG,UAAU,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAEhF,MAAM,QAAQ,GAAG,QAAQ,EAAE,OAAO,CAAC;QACnC,MAAM,QAAQ,GAAG,QAAQ,EAAE,MAAM,CAAC;QAElC,MAAM,MAAM,GAAG,QAAQ,IAAI,QAAQ,CAAC,GAAG,KAAK,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;QACtE,MAAM,MAAM,GAAG,QAAQ,IAAI,QAAQ,CAAC,GAAG,KAAK,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;QACtE,MAAM,OAAO,GAAG,QAAQ,IAAI,QAAQ,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;QACpF,MAAM,WAAW,GAAG,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QAEpG,OAAO;;wBAEW,GAAG,CAAC,IAAI;+CACe,GAAG,CAAC,IAAI;;;yDAGE,OAAO;;uCAEzB,OAAO,MAAM,SAAS;;gBAE7C,WAAW;gBACX,MAAM;gBACN,MAAM;gBACN,OAAO;;OAEhB,CAAC;IACJ,CAAC,CAAC;SACD,IAAI,CAAC,EAAE,CAAC,CAAC;IAEZ,OAAO;;;;;WAKE,KAAK;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;YAsCJ,KAAK;;;;;;;kCAOiB,QAAQ,CAAC,cAAc,EAAE;;;;kCAIzB,QAAQ;;;;6HAImF,QAAQ;;;;;;;;;;;;;;;;;;;;;;YAsBzH,cAAc;;;;;;;;;;QAUlB,CAAC;AACT,CAAC"}
package/dist/dataops/server.d.ts ADDED
@@ -0,0 +1,10 @@
1
+ import { Server } from "node:http";
2
+ import type { TabularReader } from "../core/types.js";
3
+ export interface ServerOptions {
4
+ port?: number;
5
+ host?: string;
6
+ readerFactory: () => TabularReader;
7
+ filePath?: string;
8
+ }
9
+ export declare function startApiServer(options: ServerOptions): Server;
10
+ //# sourceMappingURL=server.d.ts.map
package/dist/dataops/server.d.ts.map ADDED
@@ -0,0 +1 @@
1
+ {"version":3,"file":"server.d.ts","sourceRoot":"","sources":["../../src/dataops/server.ts"],"names":[],"mappings":"AAAA,OAAO,EAAiD,MAAM,EAAE,MAAM,WAAW,CAAC;AAElF,OAAO,KAAK,EAAE,aAAa,EAAO,MAAM,kBAAkB,CAAC;AAS3D,MAAM,WAAW,aAAa;IAC5B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,aAAa,EAAE,MAAM,aAAa,CAAC;IACnC,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,wBAAgB,cAAc,CAAC,OAAO,EAAE,aAAa,GAAG,MAAM,CAmJ7D"}
package/dist/dataops/server.js ADDED
@@ -0,0 +1,137 @@
1
+ import { createServer } from "node:http";
2
+ import { URL } from "node:url";
3
+ import { createPipeline } from "../core/pipeline.js";
4
+ import { filterRows } from "../transforms/filter.js";
5
+ import { selectColumns } from "../transforms/select.js";
6
+ import { limitRows } from "../transforms/limit.js";
7
+ import { offsetRows } from "../transforms/offset.js";
8
+ import { DatasetStatsAggregator } from "../analytics/stats.js";
9
+ import { SchemaInferenceAggregator } from "../analytics/schema-inference.js";
10
+ export function startApiServer(options) {
11
+ const port = typeof options.port === "number" ? options.port : 3000;
12
+ const host = options.host || "0.0.0.0";
13
+ const server = createServer(async (req, res) => {
14
+ try {
15
+ const parsedUrl = new URL(req.url || "/", `http://${req.headers.host || "localhost"}`);
16
+ const pathname = parsedUrl.pathname;
17
+ const searchParams = parsedUrl.searchParams;
18
+ // Enable CORS
19
+ res.setHeader("Access-Control-Allow-Origin", "*");
20
+ res.setHeader("Access-Control-Allow-Methods", "GET, OPTIONS");
21
+ res.setHeader("Access-Control-Allow-Headers", "Content-Type");
22
+ if (req.method === "OPTIONS") {
23
+ res.writeHead(204);
24
+ res.end();
25
+ return;
26
+ }
27
+ if (pathname === "/") {
28
+ res.writeHead(200, { "Content-Type": "application/json" });
29
+ res.end(JSON.stringify({
30
+ service: "Rowpipe Data API",
31
+ file: options.filePath || "dataset",
32
+ endpoints: {
33
+ "/rows": "Stream rows. Params: limit, offset, filter, select, format (json|csv)",
34
+ "/schema": "Get inferred dataset schema and types",
35
+ "/stats": "Get streaming numeric statistics and metrics",
36
+ },
37
+ }, null, 2));
38
+ return;
39
+ }
40
+ if (pathname === "/schema") {
41
+ const reader = options.readerFactory();
42
+ const schemaAgg = new SchemaInferenceAggregator();
43
+ for await (const batch of reader.read()) {
44
+ for (const row of batch.rows) {
45
+ schemaAgg.add(row);
46
+ }
47
+ }
48
+ const schema = schemaAgg.result();
49
+ res.writeHead(200, { "Content-Type": "application/json" });
50
+ res.end(JSON.stringify(schema, null, 2));
51
+ if (reader.close)
52
+ await reader.close();
53
+ return;
54
+ }
55
+ if (pathname === "/stats") {
56
+ const reader = options.readerFactory();
57
+ const statsAgg = new DatasetStatsAggregator();
58
+ for await (const batch of reader.read()) {
59
+ for (const row of batch.rows) {
60
+ statsAgg.add(row);
61
+ }
62
+ }
63
+ const stats = statsAgg.result();
64
+ res.writeHead(200, { "Content-Type": "application/json" });
65
+ res.end(JSON.stringify(stats, null, 2));
66
+ if (reader.close)
67
+ await reader.close();
68
+ return;
69
+ }
70
+ if (pathname === "/rows") {
71
+ const reader = options.readerFactory();
72
+ let pipeline = createPipeline(reader);
73
+ const filterExpr = searchParams.get("filter");
74
+ if (filterExpr) {
75
+ pipeline = pipeline.pipe(filterRows(filterExpr));
76
+ }
77
+ const selectCols = searchParams.get("select");
78
+ if (selectCols) {
79
+ pipeline = pipeline.pipe(selectColumns(selectCols.split(",").map((s) => s.trim())));
80
+ }
81
+ const offsetVal = searchParams.get("offset");
82
+ if (offsetVal) {
83
+ pipeline = pipeline.pipe(offsetRows(parseInt(offsetVal, 10)));
84
+ }
85
+ const limitVal = searchParams.get("limit");
86
+ if (limitVal) {
87
+ pipeline = pipeline.pipe(limitRows(parseInt(limitVal, 10)));
88
+ }
89
+ const format = searchParams.get("format")?.toLowerCase() || "json";
90
+ if (format === "csv") {
91
+ res.writeHead(200, { "Content-Type": "text/csv; charset=utf-8" });
92
+ let headerSent = false;
93
+ for await (const batch of pipeline.batches()) {
94
+ for (const row of batch.rows) {
95
+ if (!headerSent) {
96
+ const keys = Object.keys(row);
97
+ res.write(keys.join(",") + "\n");
98
+ headerSent = true;
99
+ }
100
+ const values = Object.values(row).map((v) => v === null || v === undefined ? "" : typeof v === "string" && v.includes(",") ? `"${v}"` : String(v));
101
+ res.write(values.join(",") + "\n");
102
+ }
103
+ }
104
+ res.end();
105
+ }
106
+ else {
107
+ res.writeHead(200, { "Content-Type": "application/json" });
108
+ res.write("[\n");
109
+ let first = true;
110
+ for await (const batch of pipeline.batches()) {
111
+ for (const row of batch.rows) {
112
+ if (!first) {
113
+ res.write(",\n");
114
+ }
115
+ res.write(JSON.stringify(row));
116
+ first = false;
117
+ }
118
+ }
119
+ res.write("\n]");
120
+ res.end();
121
+ }
122
+ if (reader.close)
123
+ await reader.close();
124
+ return;
125
+ }
126
+ res.writeHead(404, { "Content-Type": "application/json" });
127
+ res.end(JSON.stringify({ error: "Endpoint not found" }));
128
+ }
129
+ catch (err) {
130
+ res.writeHead(500, { "Content-Type": "application/json" });
131
+ res.end(JSON.stringify({ error: err.message }));
132
+ }
133
+ });
134
+ server.listen(port, host);
135
+ return server;
136
+ }
137
+ //# sourceMappingURL=server.js.map
package/dist/dataops/server.js.map ADDED
@@ -0,0 +1 @@
1
+ {"version":3,"file":"server.js","sourceRoot":"","sources":["../../src/dataops/server.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAA2C,MAAM,WAAW,CAAC;AAClF,OAAO,EAAE,GAAG,EAAE,MAAM,UAAU,CAAC;AAE/B,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AACrD,OAAO,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AACrD,OAAO,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAC;AACxD,OAAO,EAAE,SAAS,EAAE,MAAM,wBAAwB,CAAC;AACnD,OAAO,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AACrD,OAAO,EAAE,sBAAsB,EAAE,MAAM,uBAAuB,CAAC;AAC/D,OAAO,EAAE,yBAAyB,EAAE,MAAM,kCAAkC,CAAC;AAS7E,MAAM,UAAU,cAAc,CAAC,OAAsB;IACnD,MAAM,IAAI,GAAG,OAAO,OAAO,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;IACpE,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,SAAS,CAAC;IAEvC,MAAM,MAAM,GAAG,YAAY,CAAC,KAAK,EAAE,GAAoB,EAAE,GAAmB,EAAE,EAAE;QAC9E,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,GAAG,IAAI,GAAG,EAAE,UAAU,GAAG,CAAC,OAAO,CAAC,IAAI,IAAI,WAAW,EAAE,CAAC,CAAC;YACvF,MAAM,QAAQ,GAAG,SAAS,CAAC,QAAQ,CAAC;YACpC,MAAM,YAAY,GAAG,SAAS,CAAC,YAAY,CAAC;YAE5C,cAAc;YACd,GAAG,CAAC,SAAS,CAAC,6BAA6B,EAAE,GAAG,CAAC,CAAC;YAClD,GAAG,CAAC,SAAS,CAAC,8BAA8B,EAAE,cAAc,CAAC,CAAC;YAC9D,GAAG,CAAC,SAAS,CAAC,8BAA8B,EAAE,cAAc,CAAC,CAAC;YAE9D,IAAI,GAAG,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;gBAC7B,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;gBACnB,GAAG,CAAC,GAAG,EAAE,CAAC;gBACV,OAAO;YACT,CAAC;YAED,IAAI,QAAQ,KAAK,GAAG,EAAE,CAAC;gBACrB,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE,CAAC,CAAC;gBAC3D,GAAG,CAAC,GAAG,CACL,IAAI,CAAC,SAAS,CACZ;oBACE,OAAO,EAAE,kBAAkB;oBAC3B,IAAI,EAAE,OAAO,CAAC,QAAQ,IAAI,SAAS;oBACnC,SAAS,EAAE;wBACT,OAAO,EAAE,uEAAuE;wBAChF,SAAS,EAAE,uCAAuC;wBAClD,QAAQ,EAAE,8CAA8C;qBACzD;iBACF,EACD,IAAI,EACJ,CAAC,CACF,CACF,CAAC;gBACF,OAAO;YACT,CAAC;YAED,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;gBAC3B,MAAM,MAAM,GAAG,OAAO,CAAC,aAAa,EAAE,CAAC;gBACvC,MAAM,SAAS,GAAG,IAAI,yBAAyB,EAAE,CAAC;gBAClD,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;oBACxC,KAAK,MAAM,GAAG,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;wBAC7B,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;oBACrB,CAAC;gBACH,CAAC;gBACD,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC;gBAClC,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE,CAAC,CAAC;gBAC3D,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;gBACzC,IAAI,MAAM,CAAC,KAAK;oBAAE,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;gBACvC,OAAO;YACT,CAAC;YAED,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;gBAC1B,MAAM,MAAM,GAAG,OAAO,CAAC,aAAa,EAAE,CAAC;gBACvC,MAAM,QAAQ,GAAG,IAAI,sBAAsB,EAAE,CAAC;gBAC9C,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;oBACxC,KAAK,MAAM,GAAG,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;wBAC7B,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;oBACpB,CAAC;gBACH,CAAC;gBACD,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC;gBAChC,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE,CAAC,CAAC;gBAC3D,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;gBACxC,IAAI,MAAM,CAAC,KAAK;oBAAE,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;gBACvC,OAAO;YACT,CAAC;YAED,IAAI,QAAQ,KAAK,OAAO,EAAE,CAAC;gBACzB,MAAM,MAAM,GAAG,OAAO,CAAC,aAAa,EAAE,CAAC;gBACvC,IAAI,QAAQ,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC;gBAEtC,MAAM,UAAU,GAAG,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;gBAC9C,IAAI,UAAU,EAAE,CAAC;oBACf,QAAQ,GAAG,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,CAAC;gBACnD,CAAC;gBAED,MAAM,UAAU,GAAG,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;gBAC9C,IAAI,UAAU,EAAE,CAAC;oBACf,QAAQ,GAAG,QAAQ,CAAC,IAAI,CAAC,aAAa,CAAC,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;gBACtF,CAAC;gBAED,MAAM,SAAS,GAAG,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;gBAC7C,IAAI,SAAS,EAAE,CAAC;oBACd,QAAQ,GAAG,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;gBAChE,CAAC;gBAED,MAAM,QAAQ,GAAG,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;gBAC3C,IAAI,QAAQ,EAAE,CAAC;oBACb,QAAQ,GAAG,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;gBAC9D,CAAC;gBAED,MAAM,MAAM,GAAG,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,WAAW,EAAE,IAAI,MAAM,CAAC;gBAEnE,IAAI,MAAM,KAAK,KAAK,EAAE,CAAC;oBACrB,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,cAAc,EAAE,yBAAyB,EAAE,CAAC,CAAC;oBAClE,IAAI,UAAU,GAAG,KAAK,CAAC;oBAEvB,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,QAAQ,CAAC,OAAO,EAAE,EAAE,CAAC;wBAC7C,KAAK,MAAM,GAAG,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;4BAC7B,IAAI,CAAC,UAAU,EAAE,CAAC;gCAChB,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gCAC9B,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC;gCACjC,UAAU,GAAG,IAAI,CAAC;4BACpB,CAAC;4BACD,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAC1C,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CACrG,CAAC;4BACF,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC;wBACrC,CAAC;oBACH,CAAC;oBACD,GAAG,CAAC,GAAG,EAAE,CAAC;gBACZ,CAAC;qBAAM,CAAC;oBACN,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE,CAAC,CAAC;oBAC3D,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;oBACjB,IAAI,KAAK,GAAG,IAAI,CAAC;oBAEjB,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,QAAQ,CAAC,OAAO,EAAE,EAAE,CAAC;wBAC7C,KAAK,MAAM,GAAG,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;4BAC7B,IAAI,CAAC,KAAK,EAAE,CAAC;gCACX,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;4BACnB,CAAC;4BACD,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC;4BAC/B,KAAK,GAAG,KAAK,CAAC;wBAChB,CAAC;oBACH,CAAC;oBACD,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;oBACjB,GAAG,CAAC,GAAG,EAAE,CAAC;gBACZ,CAAC;gBAED,IAAI,MAAM,CAAC,KAAK;oBAAE,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;gBACvC,OAAO;YACT,CAAC;YAED,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE,CAAC,CAAC;YAC3D,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,oBAAoB,EAAE,CAAC,CAAC,CAAC;QAC3D,CAAC;QAAC,OAAO,GAAY,EAAE,CAAC;YACtB,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE,CAAC,CAAC;YAC3D,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAG,GAAa,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;QAC7D,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAC1B,OAAO,MAAM,CAAC;AAChB,CAAC"}
package/dist/dataops/test-runner.d.ts ADDED
@@ -0,0 +1,34 @@
1
+ import type { DataStream, Row } from "../core/types.js";
2
+ export interface DataTestRule {
3
+ type: "assert" | "not_null" | "unique";
4
+ target: string;
5
+ description: string;
6
+ }
7
+ export interface RuleResult {
8
+ rule: DataTestRule;
9
+ passed: boolean;
10
+ violationsCount: number;
11
+ sampleViolations: Row[];
12
+ }
13
+ export interface DataTestSummary {
14
+ totalRows: number;
15
+ allPassed: boolean;
16
+ rulesCount: number;
17
+ passedRulesCount: number;
18
+ failedRulesCount: number;
19
+ results: RuleResult[];
20
+ }
21
+ export interface DataTestOptions {
22
+ assert?: string | string[];
23
+ notNull?: string | string[];
24
+ unique?: string | string[];
25
+ minRows?: number;
26
+ maxRows?: number;
27
+ maxErrors?: number;
28
+ failFast?: boolean;
29
+ }
30
+ /**
31
+ * Runs streaming quality tests and assertions across tabular data stream.
32
+ */
33
+ export declare function runDataTests(stream: DataStream, options?: DataTestOptions): Promise<DataTestSummary>;
34
+ //# sourceMappingURL=test-runner.d.ts.map
package/dist/dataops/test-runner.d.ts.map ADDED
@@ -0,0 +1 @@
1
+ {"version":3,"file":"test-runner.d.ts","sourceRoot":"","sources":["../../src/dataops/test-runner.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAa,UAAU,EAAE,GAAG,EAAE,MAAM,kBAAkB,CAAC;AAGnE,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,QAAQ,GAAG,UAAU,GAAG,QAAQ,CAAC;IACvC,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,YAAY,CAAC;IACnB,MAAM,EAAE,OAAO,CAAC;IAChB,eAAe,EAAE,MAAM,CAAC;IACxB,gBAAgB,EAAE,GAAG,EAAE,CAAC;CACzB;AAED,MAAM,WAAW,eAAe;IAC9B,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,OAAO,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,gBAAgB,EAAE,MAAM,CAAC;IACzB,gBAAgB,EAAE,MAAM,CAAC;IACzB,OAAO,EAAE,UAAU,EAAE,CAAC;CACvB;AAED,MAAM,WAAW,eAAe;IAC9B,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IAC3B,OAAO,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IAC5B,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IAC3B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,OAAO,CAAC;CACpB;AAQD;;GAEG;AACH,wBAAsB,YAAY,CAChC,MAAM,EAAE,UAAU,EAClB,OAAO,GAAE,eAAoB,GAC5B,OAAO,CAAC,eAAe,CAAC,CA8H1B"}
package/dist/dataops/test-runner.js ADDED
@@ -0,0 +1,128 @@
1
+ import { compileExpression } from "../transforms/expression.js";
2
+ function normalizeList(val) {
3
+ if (!val)
4
+ return [];
5
+ if (Array.isArray(val))
6
+ return val;
7
+ return val.split(",").map((s) => s.trim()).filter(Boolean);
8
+ }
9
+ /**
10
+ * Runs streaming quality tests and assertions across tabular data stream.
11
+ */
12
+ export async function runDataTests(stream, options = {}) {
13
+ const rules = [];
14
+ for (const expr of normalizeList(options.assert)) {
15
+ rules.push({ type: "assert", target: expr, description: `ASSERT: ${expr}` });
16
+ }
17
+ for (const col of normalizeList(options.notNull)) {
18
+ rules.push({ type: "not_null", target: col, description: `NOT NULL: ${col}` });
19
+ }
20
+ for (const col of normalizeList(options.unique)) {
21
+ rules.push({ type: "unique", target: col, description: `UNIQUE: ${col}` });
22
+ }
23
+ const maxErrors = options.maxErrors || 5;
24
+ const failFast = Boolean(options.failFast);
25
+ // Precompile assert expressions
26
+ const compiledAsserts = new Map();
27
+ for (const r of rules) {
28
+ if (r.type === "assert") {
29
+ try {
30
+ const fn = compileExpression(r.target);
31
+ compiledAsserts.set(r.target, fn);
32
+ }
33
+ catch {
34
+ compiledAsserts.set(r.target, () => false);
35
+ }
36
+ }
37
+ }
38
+ const uniqueSets = new Map();
39
+ for (const r of rules) {
40
+ if (r.type === "unique") {
41
+ uniqueSets.set(r.target, new Set());
42
+ }
43
+ }
44
+ const results = rules.map((rule) => ({
45
+ rule,
46
+ passed: true,
47
+ violationsCount: 0,
48
+ sampleViolations: [],
49
+ }));
50
+ let totalRows = 0;
51
+ let hasFailed = false;
52
+ for await (const batch of stream) {
53
+ for (const row of batch.rows) {
54
+ totalRows++;
55
+ for (let i = 0; i < rules.length; i++) {
56
+ const rule = rules[i];
57
+ const res = results[i];
58
+ let isViolation = false;
59
+ if (rule.type === "assert") {
60
+ const checkFn = compiledAsserts.get(rule.target);
61
+ const ok = checkFn ? checkFn(row) : false;
62
+ if (!ok) {
63
+ isViolation = true;
64
+ }
65
+ }
66
+ else if (rule.type === "not_null") {
67
+ const val = row[rule.target];
68
+ if (val === null || val === undefined || val === "") {
69
+ isViolation = true;
70
+ }
71
+ }
72
+ else if (rule.type === "unique") {
73
+ const val = row[rule.target];
74
+ const key = val !== null && val !== undefined ? String(val) : "__null__";
75
+ const set = uniqueSets.get(rule.target);
76
+ if (set.has(key)) {
77
+ isViolation = true;
78
+ }
79
+ else {
80
+ set.add(key);
81
+ }
82
+ }
83
+ if (isViolation) {
84
+ res.passed = false;
85
+ res.violationsCount++;
86
+ hasFailed = true;
87
+ if (res.sampleViolations.length < maxErrors) {
88
+ res.sampleViolations.push(row);
89
+ }
90
+ if (failFast)
91
+ break;
92
+ }
93
+ }
94
+ if (failFast && hasFailed)
95
+ break;
96
+ }
97
+ if (failFast && hasFailed)
98
+ break;
99
+ }
100
+ // Row count constraints
101
+ if (options.minRows !== undefined && totalRows < options.minRows) {
102
+ results.push({
103
+ rule: { type: "assert", target: `count >= ${options.minRows}`, description: `MIN ROWS: ${options.minRows}` },
104
+ passed: false,
105
+ violationsCount: options.minRows - totalRows,
106
+ sampleViolations: [],
107
+ });
108
+ }
109
+ if (options.maxRows !== undefined && totalRows > options.maxRows) {
110
+ results.push({
111
+ rule: { type: "assert", target: `count <= ${options.maxRows}`, description: `MAX ROWS: ${options.maxRows}` },
112
+ passed: false,
113
+ violationsCount: totalRows - options.maxRows,
114
+ sampleViolations: [],
115
+ });
116
+ }
117
+ const failedRulesCount = results.filter((r) => !r.passed).length;
118
+ const passedRulesCount = results.length - failedRulesCount;
119
+ return {
120
+ totalRows,
121
+ allPassed: failedRulesCount === 0,
122
+ rulesCount: results.length,
123
+ passedRulesCount,
124
+ failedRulesCount,
125
+ results,
126
+ };
127
+ }
128
+ //# sourceMappingURL=test-runner.js.map
package/dist/dataops/test-runner.js.map ADDED
@@ -0,0 +1 @@
1
+ {"version":3,"file":"test-runner.js","sourceRoot":"","sources":["../../src/dataops/test-runner.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,iBAAiB,EAAE,MAAM,6BAA6B,CAAC;AAkChE,SAAS,aAAa,CAAC,GAAuB;IAC5C,IAAI,CAAC,GAAG;QAAE,OAAO,EAAE,CAAC;IACpB,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC;QAAE,OAAO,GAAG,CAAC;IACnC,OAAO,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;AAC7D,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,MAAkB,EAClB,UAA2B,EAAE;IAE7B,MAAM,KAAK,GAAmB,EAAE,CAAC;IAEjC,KAAK,MAAM,IAAI,IAAI,aAAa,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QACjD,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,WAAW,IAAI,EAAE,EAAE,CAAC,CAAC;IAC/E,CAAC;IAED,KAAK,MAAM,GAAG,IAAI,aAAa,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QACjD,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,GAAG,EAAE,WAAW,EAAE,aAAa,GAAG,EAAE,EAAE,CAAC,CAAC;IACjF,CAAC;IAED,KAAK,MAAM,GAAG,IAAI,aAAa,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QAChD,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,EAAE,WAAW,EAAE,WAAW,GAAG,EAAE,EAAE,CAAC,CAAC;IAC7E,CAAC;IAED,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,CAAC,CAAC;IACzC,MAAM,QAAQ,GAAG,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IAE3C,gCAAgC;IAChC,MAAM,eAAe,GAAG,IAAI,GAAG,EAAiC,CAAC;IACjE,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;QACtB,IAAI,CAAC,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YACxB,IAAI,CAAC;gBACH,MAAM,EAAE,GAAG,iBAAiB,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;gBACvC,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;YACpC,CAAC;YAAC,MAAM,CAAC;gBACP,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC;YAC7C,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,UAAU,GAAG,IAAI,GAAG,EAAuB,CAAC;IAClD,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;QACtB,IAAI,CAAC,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YACxB,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,IAAI,GAAG,EAAE,CAAC,CAAC;QACtC,CAAC;IACH,CAAC;IAED,MAAM,OAAO,GAAiB,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QACjD,IAAI;QACJ,MAAM,EAAE,IAAI;QACZ,eAAe,EAAE,CAAC;QAClB,gBAAgB,EAAE,EAAE;KACrB,CAAC,CAAC,CAAC;IAEJ,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,SAAS,GAAG,KAAK,CAAC;IAEtB,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QACjC,KAAK,MAAM,GAAG,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;YAC7B,SAAS,EAAE,CAAC;YAEZ,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACtC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAE,CAAC;gBACvB,MAAM,GAAG,GAAG,OAAO,CAAC,CAAC,CAAE,CAAC;gBACxB,IAAI,WAAW,GAAG,KAAK,CAAC;gBAExB,IAAI,IAAI,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;oBAC3B,MAAM,OAAO,GAAG,eAAe,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;oBACjD,MAAM,EAAE,GAAG,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;oBAC1C,IAAI,CAAC,EAAE,EAAE,CAAC;wBACR,WAAW,GAAG,IAAI,CAAC;oBACrB,CAAC;gBACH,CAAC;qBAAM,IAAI,IAAI,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;oBACpC,MAAM,GAAG,GAAG,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;oBAC7B,IAAI,GAAG,KAAK,IAAI,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,KAAK,EAAE,EAAE,CAAC;wBACpD,WAAW,GAAG,IAAI,CAAC;oBACrB,CAAC;gBACH,CAAC;qBAAM,IAAI,IAAI,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;oBAClC,MAAM,GAAG,GAAG,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;oBAC7B,MAAM,GAAG,GAAG,GAAG,KAAK,IAAI,IAAI,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC;oBACzE,MAAM,GAAG,GAAG,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAE,CAAC;oBACzC,IAAI,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;wBACjB,WAAW,GAAG,IAAI,CAAC;oBACrB,CAAC;yBAAM,CAAC;wBACN,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;oBACf,CAAC;gBACH,CAAC;gBAED,IAAI,WAAW,EAAE,CAAC;oBAChB,GAAG,CAAC,MAAM,GAAG,KAAK,CAAC;oBACnB,GAAG,CAAC,eAAe,EAAE,CAAC;oBACtB,SAAS,GAAG,IAAI,CAAC;oBACjB,IAAI,GAAG,CAAC,gBAAgB,CAAC,MAAM,GAAG,SAAS,EAAE,CAAC;wBAC5C,GAAG,CAAC,gBAAgB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;oBACjC,CAAC;oBACD,IAAI,QAAQ;wBAAE,MAAM;gBACtB,CAAC;YACH,CAAC;YAED,IAAI,QAAQ,IAAI,SAAS;gBAAE,MAAM;QACnC,CAAC;QAED,IAAI,QAAQ,IAAI,SAAS;YAAE,MAAM;IACnC,CAAC;IAED,wBAAwB;IACxB,IAAI,OAAO,CAAC,OAAO,KAAK,SAAS,IAAI,SAAS,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;QACjE,OAAO,CAAC,IAAI,CAAC;YACX,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,YAAY,OAAO,CAAC,OAAO,EAAE,EAAE,WAAW,EAAE,aAAa,OAAO,CAAC,OAAO,EAAE,EAAE;YAC5G,MAAM,EAAE,KAAK;YACb,eAAe,EAAE,OAAO,CAAC,OAAO,GAAG,SAAS;YAC5C,gBAAgB,EAAE,EAAE;SACrB,CAAC,CAAC;IACL,CAAC;IAED,IAAI,OAAO,CAAC,OAAO,KAAK,SAAS,IAAI,SAAS,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;QACjE,OAAO,CAAC,IAAI,CAAC;YACX,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,YAAY,OAAO,CAAC,OAAO,EAAE,EAAE,WAAW,EAAE,aAAa,OAAO,CAAC,OAAO,EAAE,EAAE;YAC5G,MAAM,EAAE,KAAK;YACb,eAAe,EAAE,SAAS,GAAG,OAAO,CAAC,OAAO;YAC5C,gBAAgB,EAAE,EAAE;SACrB,CAAC,CAAC;IACL,CAAC;IAED,MAAM,gBAAgB,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC;IACjE,MAAM,gBAAgB,GAAG,OAAO,CAAC,MAAM,GAAG,gBAAgB,CAAC;IAE3D,OAAO;QACL,SAAS;QACT,SAAS,EAAE,gBAAgB,KAAK,CAAC;QACjC,UAAU,EAAE,OAAO,CAAC,MAAM;QAC1B,gBAAgB;QAChB,gBAAgB;QAChB,OAAO;KACR,CAAC;AACJ,CAAC"}
package/dist/db/adapters/sqlite.d.ts CHANGED
@@ -4,9 +4,10 @@ export declare class SqliteDatabaseAdapter implements DatabaseAdapter {
4
4
  readonly dialect: DatabaseDialect;
5
5
  readonly config: DatabaseConnectionConfig;
6
6
  readonly sanitizedUrl: string;
7
- private db;
7
+ private db?;
8
8
  private isClosed;
9
9
  constructor(config: DatabaseConnectionConfig);
10
+ private getDb;
10
11
  stream(options: DatabaseReadOptions): AsyncIterable<DataBatch>;
11
12
  write(input: AsyncIterable<DataBatch>, options: DatabaseWriteOptions): Promise<DatabaseWriteResult>;
12
13
  insertBatch(table: string, rows: Row[], options?: DatabaseWriteOptions): Promise<DatabaseWriteResult>;
package/dist/db/adapters/sqlite.d.ts.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"sqlite.d.ts","sourceRoot":"","sources":["../../../src/db/adapters/sqlite.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,SAAS,EAAE,GAAG,EAAE,MAAM,qBAAqB,CAAC;AAE1D,OAAO,KAAK,EACV,eAAe,EACf,wBAAwB,EACxB,eAAe,EACf,mBAAmB,EACnB,oBAAoB,EACpB,mBAAmB,EAEnB,mBAAmB,EACpB,MAAM,aAAa,CAAC;AAYrB,qBAAa,qBAAsB,YAAW,eAAe;IAC3D,QAAQ,CAAC,OAAO,EAAE,eAAe,CAAY;IAC7C,QAAQ,CAAC,MAAM,EAAE,wBAAwB,CAAC;IAC1C,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;IAC9B,OAAO,CAAC,EAAE,CAAe;IACzB,OAAO,CAAC,QAAQ,CAAS;gBAEb,MAAM,EAAE,wBAAwB;IAOrC,MAAM,CAAC,OAAO,EAAE,mBAAmB,GAAG,aAAa,CAAC,SAAS,CAAC;IA4C/D,KAAK,CACT,KAAK,EAAE,aAAa,CAAC,SAAS,CAAC,EAC/B,OAAO,EAAE,oBAAoB,GAC5B,OAAO,CAAC,mBAAmB,CAAC;IAyGzB,WAAW,CACf,KAAK,EAAE,MAAM,EACb,IAAI,EAAE,GAAG,EAAE,EACX,OAAO,CAAC,EAAE,oBAAoB,GAC7B,OAAO,CAAC,mBAAmB,CAAC;IAOzB,SAAS,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;IAQ9B,cAAc,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,mBAAmB,CAAC;IA6B3D,UAAU,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,OAAO,CAAC;IAQ7D,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAS7B"}
1
+ {"version":3,"file":"sqlite.d.ts","sourceRoot":"","sources":["../../../src/db/adapters/sqlite.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,GAAG,EAAE,MAAM,qBAAqB,CAAC;AAE1D,OAAO,KAAK,EACV,eAAe,EACf,wBAAwB,EACxB,eAAe,EACf,mBAAmB,EACnB,oBAAoB,EACpB,mBAAmB,EAEnB,mBAAmB,EACpB,MAAM,aAAa,CAAC;AA6BrB,qBAAa,qBAAsB,YAAW,eAAe;IAC3D,QAAQ,CAAC,OAAO,EAAE,eAAe,CAAY;IAC7C,QAAQ,CAAC,MAAM,EAAE,wBAAwB,CAAC;IAC1C,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;IAC9B,OAAO,CAAC,EAAE,CAAC,CAAM;IACjB,OAAO,CAAC,QAAQ,CAAS;gBAEb,MAAM,EAAE,wBAAwB;YAK9B,KAAK;IAYZ,MAAM,CAAC,OAAO,EAAE,mBAAmB,GAAG,aAAa,CAAC,SAAS,CAAC;IAkD/D,KAAK,CACT,KAAK,EAAE,aAAa,CAAC,SAAS,CAAC,EAC/B,OAAO,EAAE,oBAAoB,GAC5B,OAAO,CAAC,mBAAmB,CAAC;IA0GzB,WAAW,CACf,KAAK,EAAE,MAAM,EACb,IAAI,EAAE,GAAG,EAAE,EACX,OAAO,CAAC,EAAE,oBAAoB,GAC7B,OAAO,CAAC,mBAAmB,CAAC;IAOzB,SAAS,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;IAS9B,cAAc,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,mBAAmB,CAAC;IA8B3D,UAAU,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,OAAO,CAAC;IAS7D,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAY7B"}