rowpipe 1.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (225) hide show
  1. package/README.md +401 -0
  2. package/benchmarks/memory-bench.ts +109 -0
  3. package/dist/analytics/reduce.d.ts +33 -0
  4. package/dist/analytics/reduce.d.ts.map +1 -0
  5. package/dist/analytics/reduce.js +318 -0
  6. package/dist/analytics/reduce.js.map +1 -0
  7. package/dist/analytics/schema-inference.d.ts +31 -0
  8. package/dist/analytics/schema-inference.d.ts.map +1 -0
  9. package/dist/analytics/schema-inference.js +166 -0
  10. package/dist/analytics/schema-inference.js.map +1 -0
  11. package/dist/analytics/semantic-types.d.ts +6 -0
  12. package/dist/analytics/semantic-types.d.ts.map +1 -0
  13. package/dist/analytics/semantic-types.js +40 -0
  14. package/dist/analytics/semantic-types.js.map +1 -0
  15. package/dist/analytics/stats.d.ts +102 -0
  16. package/dist/analytics/stats.d.ts.map +1 -0
  17. package/dist/analytics/stats.js +307 -0
  18. package/dist/analytics/stats.js.map +1 -0
  19. package/dist/analytics/validator.d.ts +32 -0
  20. package/dist/analytics/validator.d.ts.map +1 -0
  21. package/dist/analytics/validator.js +96 -0
  22. package/dist/analytics/validator.js.map +1 -0
  23. package/dist/cli/commands/cast.d.ts +13 -0
  24. package/dist/cli/commands/cast.d.ts.map +1 -0
  25. package/dist/cli/commands/cast.js +39 -0
  26. package/dist/cli/commands/cast.js.map +1 -0
  27. package/dist/cli/commands/convert.d.ts +15 -0
  28. package/dist/cli/commands/convert.d.ts.map +1 -0
  29. package/dist/cli/commands/convert.js +89 -0
  30. package/dist/cli/commands/convert.js.map +1 -0
  31. package/dist/cli/commands/filter.d.ts +11 -0
  32. package/dist/cli/commands/filter.d.ts.map +1 -0
  33. package/dist/cli/commands/filter.js +38 -0
  34. package/dist/cli/commands/filter.js.map +1 -0
  35. package/dist/cli/commands/inspect.d.ts +10 -0
  36. package/dist/cli/commands/inspect.d.ts.map +1 -0
  37. package/dist/cli/commands/inspect.js +134 -0
  38. package/dist/cli/commands/inspect.js.map +1 -0
  39. package/dist/cli/commands/map.d.ts +11 -0
  40. package/dist/cli/commands/map.d.ts.map +1 -0
  41. package/dist/cli/commands/map.js +43 -0
  42. package/dist/cli/commands/map.js.map +1 -0
  43. package/dist/cli/commands/reduce.d.ts +12 -0
  44. package/dist/cli/commands/reduce.d.ts.map +1 -0
  45. package/dist/cli/commands/reduce.js +49 -0
  46. package/dist/cli/commands/reduce.js.map +1 -0
  47. package/dist/cli/commands/rename.d.ts +11 -0
  48. package/dist/cli/commands/rename.d.ts.map +1 -0
  49. package/dist/cli/commands/rename.js +39 -0
  50. package/dist/cli/commands/rename.js.map +1 -0
  51. package/dist/cli/commands/sample.d.ts +13 -0
  52. package/dist/cli/commands/sample.d.ts.map +1 -0
  53. package/dist/cli/commands/sample.js +40 -0
  54. package/dist/cli/commands/sample.js.map +1 -0
  55. package/dist/cli/commands/schema.d.ts +13 -0
  56. package/dist/cli/commands/schema.d.ts.map +1 -0
  57. package/dist/cli/commands/schema.js +57 -0
  58. package/dist/cli/commands/schema.js.map +1 -0
  59. package/dist/cli/commands/select.d.ts +11 -0
  60. package/dist/cli/commands/select.d.ts.map +1 -0
  61. package/dist/cli/commands/select.js +39 -0
  62. package/dist/cli/commands/select.js.map +1 -0
  63. package/dist/cli/commands/stats.d.ts +15 -0
  64. package/dist/cli/commands/stats.d.ts.map +1 -0
  65. package/dist/cli/commands/stats.js +75 -0
  66. package/dist/cli/commands/stats.js.map +1 -0
  67. package/dist/cli/commands/validate.d.ts +12 -0
  68. package/dist/cli/commands/validate.d.ts.map +1 -0
  69. package/dist/cli/commands/validate.js +86 -0
  70. package/dist/cli/commands/validate.js.map +1 -0
  71. package/dist/cli/index.d.ts +3 -0
  72. package/dist/cli/index.d.ts.map +1 -0
  73. package/dist/cli/index.js +262 -0
  74. package/dist/cli/index.js.map +1 -0
  75. package/dist/core/batch.d.ts +15 -0
  76. package/dist/core/batch.d.ts.map +1 -0
  77. package/dist/core/batch.js +67 -0
  78. package/dist/core/batch.js.map +1 -0
  79. package/dist/core/errors.d.ts +35 -0
  80. package/dist/core/errors.d.ts.map +1 -0
  81. package/dist/core/errors.js +55 -0
  82. package/dist/core/errors.js.map +1 -0
  83. package/dist/core/pipeline.d.ts +40 -0
  84. package/dist/core/pipeline.d.ts.map +1 -0
  85. package/dist/core/pipeline.js +120 -0
  86. package/dist/core/pipeline.js.map +1 -0
  87. package/dist/core/types.d.ts +73 -0
  88. package/dist/core/types.d.ts.map +1 -0
  89. package/dist/core/types.js +2 -0
  90. package/dist/core/types.js.map +1 -0
  91. package/dist/index.d.ts +22 -0
  92. package/dist/index.d.ts.map +1 -0
  93. package/dist/index.js +28 -0
  94. package/dist/index.js.map +1 -0
  95. package/dist/readers/csv.d.ts +24 -0
  96. package/dist/readers/csv.d.ts.map +1 -0
  97. package/dist/readers/csv.js +251 -0
  98. package/dist/readers/csv.js.map +1 -0
  99. package/dist/readers/index.d.ts +17 -0
  100. package/dist/readers/index.d.ts.map +1 -0
  101. package/dist/readers/index.js +74 -0
  102. package/dist/readers/index.js.map +1 -0
  103. package/dist/readers/json.d.ts +20 -0
  104. package/dist/readers/json.d.ts.map +1 -0
  105. package/dist/readers/json.js +219 -0
  106. package/dist/readers/json.js.map +1 -0
  107. package/dist/readers/jsonl.d.ts +14 -0
  108. package/dist/readers/jsonl.d.ts.map +1 -0
  109. package/dist/readers/jsonl.js +95 -0
  110. package/dist/readers/jsonl.js.map +1 -0
  111. package/dist/readers/xlsx.d.ts +18 -0
  112. package/dist/readers/xlsx.d.ts.map +1 -0
  113. package/dist/readers/xlsx.js +138 -0
  114. package/dist/readers/xlsx.js.map +1 -0
  115. package/dist/transforms/cast.d.ts +21 -0
  116. package/dist/transforms/cast.d.ts.map +1 -0
  117. package/dist/transforms/cast.js +182 -0
  118. package/dist/transforms/cast.js.map +1 -0
  119. package/dist/transforms/expression.d.ts +67 -0
  120. package/dist/transforms/expression.d.ts.map +1 -0
  121. package/dist/transforms/expression.js +943 -0
  122. package/dist/transforms/expression.js.map +1 -0
  123. package/dist/transforms/filter.d.ts +6 -0
  124. package/dist/transforms/filter.d.ts.map +1 -0
  125. package/dist/transforms/filter.js +31 -0
  126. package/dist/transforms/filter.js.map +1 -0
  127. package/dist/transforms/map.d.ts +12 -0
  128. package/dist/transforms/map.d.ts.map +1 -0
  129. package/dist/transforms/map.js +76 -0
  130. package/dist/transforms/map.js.map +1 -0
  131. package/dist/transforms/rename.d.ts +10 -0
  132. package/dist/transforms/rename.d.ts.map +1 -0
  133. package/dist/transforms/rename.js +39 -0
  134. package/dist/transforms/rename.js.map +1 -0
  135. package/dist/transforms/sample.d.ts +10 -0
  136. package/dist/transforms/sample.d.ts.map +1 -0
  137. package/dist/transforms/sample.js +47 -0
  138. package/dist/transforms/sample.js.map +1 -0
  139. package/dist/transforms/select.d.ts +6 -0
  140. package/dist/transforms/select.d.ts.map +1 -0
  141. package/dist/transforms/select.js +63 -0
  142. package/dist/transforms/select.js.map +1 -0
  143. package/dist/utils/compression.d.ts +14 -0
  144. package/dist/utils/compression.d.ts.map +1 -0
  145. package/dist/utils/compression.js +38 -0
  146. package/dist/utils/compression.js.map +1 -0
  147. package/dist/utils/formatting.d.ts +6 -0
  148. package/dist/utils/formatting.d.ts.map +1 -0
  149. package/dist/utils/formatting.js +56 -0
  150. package/dist/utils/formatting.js.map +1 -0
  151. package/dist/utils/progress.d.ts +13 -0
  152. package/dist/utils/progress.d.ts.map +1 -0
  153. package/dist/utils/progress.js +27 -0
  154. package/dist/utils/progress.js.map +1 -0
  155. package/dist/writers/csv.d.ts +18 -0
  156. package/dist/writers/csv.d.ts.map +1 -0
  157. package/dist/writers/csv.js +84 -0
  158. package/dist/writers/csv.js.map +1 -0
  159. package/dist/writers/index.d.ts +17 -0
  160. package/dist/writers/index.d.ts.map +1 -0
  161. package/dist/writers/index.js +73 -0
  162. package/dist/writers/index.js.map +1 -0
  163. package/dist/writers/json.d.ts +12 -0
  164. package/dist/writers/json.d.ts.map +1 -0
  165. package/dist/writers/json.js +42 -0
  166. package/dist/writers/json.js.map +1 -0
  167. package/dist/writers/jsonl.d.ts +12 -0
  168. package/dist/writers/jsonl.d.ts.map +1 -0
  169. package/dist/writers/jsonl.js +41 -0
  170. package/dist/writers/jsonl.js.map +1 -0
  171. package/dist/writers/xlsx.d.ts +13 -0
  172. package/dist/writers/xlsx.d.ts.map +1 -0
  173. package/dist/writers/xlsx.js +65 -0
  174. package/dist/writers/xlsx.js.map +1 -0
  175. package/package.json +44 -0
  176. package/src/analytics/reduce.ts +388 -0
  177. package/src/analytics/schema-inference.ts +217 -0
  178. package/src/analytics/semantic-types.ts +36 -0
  179. package/src/analytics/stats.ts +383 -0
  180. package/src/analytics/validator.ts +134 -0
  181. package/src/cli/commands/cast.ts +60 -0
  182. package/src/cli/commands/convert.ts +128 -0
  183. package/src/cli/commands/filter.ts +58 -0
  184. package/src/cli/commands/inspect.ts +193 -0
  185. package/src/cli/commands/map.ts +66 -0
  186. package/src/cli/commands/reduce.ts +74 -0
  187. package/src/cli/commands/rename.ts +59 -0
  188. package/src/cli/commands/sample.ts +61 -0
  189. package/src/cli/commands/schema.ts +86 -0
  190. package/src/cli/commands/select.ts +59 -0
  191. package/src/cli/commands/stats.ts +100 -0
  192. package/src/cli/commands/validate.ts +123 -0
  193. package/src/cli/index.ts +285 -0
  194. package/src/core/batch.ts +81 -0
  195. package/src/core/errors.ts +81 -0
  196. package/src/core/pipeline.ts +150 -0
  197. package/src/core/types.ts +110 -0
  198. package/src/index.ts +52 -0
  199. package/src/readers/csv.ts +302 -0
  200. package/src/readers/index.ts +88 -0
  201. package/src/readers/json.ts +256 -0
  202. package/src/readers/jsonl.ts +126 -0
  203. package/src/readers/xlsx.ts +182 -0
  204. package/src/transforms/cast.ts +212 -0
  205. package/src/transforms/expression.ts +1114 -0
  206. package/src/transforms/filter.ts +38 -0
  207. package/src/transforms/map.ts +99 -0
  208. package/src/transforms/rename.ts +47 -0
  209. package/src/transforms/sample.ts +57 -0
  210. package/src/transforms/select.ts +64 -0
  211. package/src/utils/compression.ts +43 -0
  212. package/src/utils/formatting.ts +75 -0
  213. package/src/utils/progress.ts +37 -0
  214. package/src/writers/csv.ts +106 -0
  215. package/src/writers/index.ts +87 -0
  216. package/src/writers/json.ts +52 -0
  217. package/src/writers/jsonl.ts +49 -0
  218. package/src/writers/xlsx.ts +87 -0
  219. package/tests/analytics.test.ts +119 -0
  220. package/tests/cli-integration.test.ts +187 -0
  221. package/tests/map-reduce.test.ts +223 -0
  222. package/tests/readers-writers.test.ts +189 -0
  223. package/tests/transforms.test.ts +199 -0
  224. package/tsconfig.json +21 -0
  225. package/vitest.config.ts +9 -0
@@ -0,0 +1,57 @@
1
+ import { SchemaInferenceAggregator } from "../../analytics/schema-inference.js";
2
+ import { createPipeline } from "../../core/pipeline.js";
3
+ import { createReader, inferFormatFromPath } from "../../readers/index.js";
4
+ import { openReadableStream } from "../../utils/compression.js";
5
+ import { formatTable, logMemoryDebug } from "../../utils/formatting.js";
6
+ import { ProgressReporter } from "../../utils/progress.js";
7
+ export async function schemaCommand(inputPath = "-", options = {}) {
8
+ const progress = new ProgressReporter(options);
9
+ let fromFormat = options.from?.toLowerCase();
10
+ if (!fromFormat && inputPath !== "-") {
11
+ fromFormat = inferFormatFromPath(inputPath) ?? undefined;
12
+ }
13
+ if (!fromFormat) {
14
+ fromFormat = "csv";
15
+ }
16
+ const sampleSize = options.full
17
+ ? Number.POSITIVE_INFINITY
18
+ : options.sample !== undefined
19
+ ? Number(options.sample)
20
+ : 10000;
21
+ const inputStream = openReadableStream(inputPath);
22
+ const reader = createReader(inputStream, {
23
+ format: fromFormat,
24
+ sheet: options.sheet,
25
+ path: options.path,
26
+ delimiter: options.delimiter,
27
+ filePath: inputPath,
28
+ });
29
+ const schemaAgg = new SchemaInferenceAggregator({ sample: sampleSize });
30
+ const pipeline = createPipeline(reader);
31
+ pipeline.onProgress((info) => progress.update(info));
32
+ for await (const row of pipeline.rows()) {
33
+ schemaAgg.add(row);
34
+ }
35
+ progress.done();
36
+ const res = schemaAgg.result();
37
+ if (options.json) {
38
+ process.stdout.write(JSON.stringify(res, null, 2) + "\n");
39
+ }
40
+ else {
41
+ const tableRows = res.columns.map((col) => {
42
+ let typeDisplay = col.type;
43
+ if (col.semantic) {
44
+ typeDisplay += ` (${col.semantic})`;
45
+ }
46
+ return [
47
+ col.name,
48
+ typeDisplay,
49
+ col.nullable ? "true" : "false",
50
+ `${col.confidence}%`,
51
+ ];
52
+ });
53
+ process.stdout.write(formatTable(["COLUMN", "TYPE", "NULLABLE", "CONFIDENCE"], tableRows, ["left", "left", "left", "right"]) + "\n");
54
+ }
55
+ logMemoryDebug();
56
+ }
57
+ //# sourceMappingURL=schema.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"schema.js","sourceRoot":"","sources":["../../../src/cli/commands/schema.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,yBAAyB,EAAE,MAAM,qCAAqC,CAAC;AAChF,OAAO,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AACxD,OAAO,EAAE,YAAY,EAAE,mBAAmB,EAAE,MAAM,wBAAwB,CAAC;AAC3E,OAAO,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAC;AAChE,OAAO,EAAE,WAAW,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AACxE,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAc3D,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,SAAS,GAAG,GAAG,EACf,UAAgC,EAAE;IAElC,MAAM,QAAQ,GAAG,IAAI,gBAAgB,CAAC,OAAO,CAAC,CAAC;IAE/C,IAAI,UAAU,GAAG,OAAO,CAAC,IAAI,EAAE,WAAW,EAAE,CAAC;IAC7C,IAAI,CAAC,UAAU,IAAI,SAAS,KAAK,GAAG,EAAE,CAAC;QACrC,UAAU,GAAG,mBAAmB,CAAC,SAAS,CAAC,IAAI,SAAS,CAAC;IAC3D,CAAC;IACD,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,UAAU,GAAG,KAAK,CAAC;IACrB,CAAC;IAED,MAAM,UAAU,GAAG,OAAO,CAAC,IAAI;QAC7B,CAAC,CAAC,MAAM,CAAC,iBAAiB;QAC1B,CAAC,CAAC,OAAO,CAAC,MAAM,KAAK,SAAS;YAC5B,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC;YACxB,CAAC,CAAC,KAAK,CAAC;IAEZ,MAAM,WAAW,GAAG,kBAAkB,CAAC,SAAS,CAAC,CAAC;IAClD,MAAM,MAAM,GAAG,YAAY,CAAC,WAAW,EAAE;QACvC,MAAM,EAAE,UAAU;QAClB,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,IAAI,EAAE,OAAO,CAAC,IAAI;QAClB,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,QAAQ,EAAE,SAAS;KACpB,CAAC,CAAC;IAEH,MAAM,SAAS,GAAG,IAAI,yBAAyB,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,CAAC;IACxE,MAAM,QAAQ,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC;IACxC,QAAQ,CAAC,UAAU,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;IAErD,IAAI,KAAK,EAAE,MAAM,GAAG,IAAI,QAAQ,CAAC,IAAI,EAAE,EAAE,CAAC;QACxC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IACrB,CAAC;IAED,QAAQ,CAAC,IAAI,EAAE,CAAC;IAChB,MAAM,GAAG,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC;IAE/B,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;QACjB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;IAC5D,CAAC;SAAM,CAAC;QACN,MAAM,SAAS,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;YACxC,IAAI,WAAW,GAAG,GAAG,CAAC,IAAc,CAAC;YACrC,IAAI,GAAG,CAAC,QAAQ,EAAE,CAAC;gBACjB,WAAW,IAAI,KAAK,GAAG,CAAC,QAAQ,GAAG,CAAC;YACtC,CAAC;YACD,OAAO;gBACL,GAAG,CAAC,IAAI;gBACR,WAAW;gBACX,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO;gBAC/B,GAAG,GAAG,CAAC,UAAU,GAAG;aACrB,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,WAAW,CACT,CAAC,QAAQ,EAAE,MAAM,EAAE,UAAU,EAAE,YAAY,CAAC,EAC5C,SAAS,EACT,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,CAClC,GAAG,IAAI,CACT,CAAC;IACJ,CAAC;IAED,cAAc,EAAE,CAAC;AACnB,CAAC"}
@@ -0,0 +1,11 @@
1
+ export interface SelectCommandOptions {
2
+ from?: string;
3
+ to?: string;
4
+ sheet?: string;
5
+ delimiter?: string;
6
+ batchSize?: string | number;
7
+ quiet?: boolean;
8
+ noProgress?: boolean;
9
+ }
10
+ export declare function selectCommand(inputPath: string | undefined, columnsArg: string, options?: SelectCommandOptions): Promise<void>;
11
+ //# sourceMappingURL=select.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"select.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/select.ts"],"names":[],"mappings":"AAQA,MAAM,WAAW,oBAAoB;IACnC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IAC5B,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,UAAU,CAAC,EAAE,OAAO,CAAC;CACtB;AAED,wBAAsB,aAAa,CACjC,SAAS,oBAAM,EACf,UAAU,EAAE,MAAM,EAClB,OAAO,GAAE,oBAAyB,GACjC,OAAO,CAAC,IAAI,CAAC,CAoCf"}
@@ -0,0 +1,39 @@
1
+ import { createPipeline } from "../../core/pipeline.js";
2
+ import { createReader, inferFormatFromPath as inferReaderFormat } from "../../readers/index.js";
3
+ import { createWriter } from "../../writers/index.js";
4
+ import { selectColumns } from "../../transforms/select.js";
5
+ import { openReadableStream } from "../../utils/compression.js";
6
+ import { logMemoryDebug } from "../../utils/formatting.js";
7
+ import { ProgressReporter } from "../../utils/progress.js";
8
+ export async function selectCommand(inputPath = "-", columnsArg, options = {}) {
9
+ const effectiveBatchSize = Number(options.batchSize) || 1000;
10
+ const progress = new ProgressReporter(options);
11
+ let fromFormat = options.from?.toLowerCase();
12
+ if (!fromFormat && inputPath !== "-") {
13
+ fromFormat = inferReaderFormat(inputPath) ?? undefined;
14
+ }
15
+ if (!fromFormat) {
16
+ fromFormat = "csv";
17
+ }
18
+ const toFormat = options.to?.toLowerCase() || (fromFormat === "xlsx" ? "csv" : fromFormat);
19
+ const columns = columnsArg.split(",").map((c) => c.trim());
20
+ const inputStream = openReadableStream(inputPath);
21
+ const reader = createReader(inputStream, {
22
+ format: fromFormat,
23
+ sheet: options.sheet,
24
+ delimiter: options.delimiter,
25
+ batchSize: effectiveBatchSize,
26
+ filePath: inputPath,
27
+ });
28
+ const writer = createWriter(process.stdout, {
29
+ format: toFormat,
30
+ delimiter: options.delimiter,
31
+ });
32
+ const pipeline = createPipeline(reader, { batchSize: effectiveBatchSize });
33
+ pipeline.pipe(selectColumns(columns));
34
+ pipeline.onProgress((info) => progress.update(info));
35
+ await pipeline.to(writer);
36
+ progress.done();
37
+ logMemoryDebug();
38
+ }
39
+ //# sourceMappingURL=select.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"select.js","sourceRoot":"","sources":["../../../src/cli/commands/select.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AACxD,OAAO,EAAE,YAAY,EAAE,mBAAmB,IAAI,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAChG,OAAO,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AACtD,OAAO,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAC3D,OAAO,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAC;AAChE,OAAO,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAC3D,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAY3D,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,SAAS,GAAG,GAAG,EACf,UAAkB,EAClB,UAAgC,EAAE;IAElC,MAAM,kBAAkB,GAAG,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC;IAC7D,MAAM,QAAQ,GAAG,IAAI,gBAAgB,CAAC,OAAO,CAAC,CAAC;IAE/C,IAAI,UAAU,GAAG,OAAO,CAAC,IAAI,EAAE,WAAW,EAAE,CAAC;IAC7C,IAAI,CAAC,UAAU,IAAI,SAAS,KAAK,GAAG,EAAE,CAAC;QACrC,UAAU,GAAG,iBAAiB,CAAC,SAAS,CAAC,IAAI,SAAS,CAAC;IACzD,CAAC;IACD,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,UAAU,GAAG,KAAK,CAAC;IACrB,CAAC;IAED,MAAM,QAAQ,GAAG,OAAO,CAAC,EAAE,EAAE,WAAW,EAAE,IAAI,CAAC,UAAU,KAAK,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;IAC3F,MAAM,OAAO,GAAG,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;IAE3D,MAAM,WAAW,GAAG,kBAAkB,CAAC,SAAS,CAAC,CAAC;IAClD,MAAM,MAAM,GAAG,YAAY,CAAC,WAAW,EAAE;QACvC,MAAM,EAAE,UAAU;QAClB,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,SAAS,EAAE,kBAAkB;QAC7B,QAAQ,EAAE,SAAS;KACpB,CAAC,CAAC;IAEH,MAAM,MAAM,GAAG,YAAY,CAAC,OAAO,CAAC,MAAM,EAAE;QAC1C,MAAM,EAAE,QAAQ;QAChB,SAAS,EAAE,OAAO,CAAC,SAAS;KAC7B,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAG,cAAc,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,kBAAkB,EAAE,CAAC,CAAC;IAC3E,QAAQ,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC;IACtC,QAAQ,CAAC,UAAU,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;IAErD,MAAM,QAAQ,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC;IAC1B,QAAQ,CAAC,IAAI,EAAE,CAAC;IAChB,cAAc,EAAE,CAAC;AACnB,CAAC"}
@@ -0,0 +1,15 @@
1
+ export interface StatsCommandOptions {
2
+ column?: string;
3
+ fast?: boolean;
4
+ exact?: boolean;
5
+ json?: boolean;
6
+ from?: string;
7
+ sheet?: string;
8
+ path?: string;
9
+ delimiter?: string;
10
+ batchSize?: string | number;
11
+ quiet?: boolean;
12
+ noProgress?: boolean;
13
+ }
14
+ export declare function statsCommand(inputPath?: string, options?: StatsCommandOptions): Promise<void>;
15
+ //# sourceMappingURL=stats.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"stats.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/stats.ts"],"names":[],"mappings":"AAOA,MAAM,WAAW,mBAAmB;IAClC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IAC5B,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,UAAU,CAAC,EAAE,OAAO,CAAC;CACtB;AAED,wBAAsB,YAAY,CAChC,SAAS,SAAM,EACf,OAAO,GAAE,mBAAwB,GAChC,OAAO,CAAC,IAAI,CAAC,CA2Ef"}
@@ -0,0 +1,75 @@
1
+ import { DatasetStatsAggregator } from "../../analytics/stats.js";
2
+ import { createPipeline } from "../../core/pipeline.js";
3
+ import { createReader, inferFormatFromPath } from "../../readers/index.js";
4
+ import { openReadableStream } from "../../utils/compression.js";
5
+ import { formatDecimal, formatNumber, logMemoryDebug } from "../../utils/formatting.js";
6
+ import { ProgressReporter } from "../../utils/progress.js";
7
+ export async function statsCommand(inputPath = "-", options = {}) {
8
+ const progress = new ProgressReporter(options);
9
+ let fromFormat = options.from?.toLowerCase();
10
+ if (!fromFormat && inputPath !== "-") {
11
+ fromFormat = inferFormatFromPath(inputPath) ?? undefined;
12
+ }
13
+ if (!fromFormat) {
14
+ fromFormat = "csv";
15
+ }
16
+ const inputStream = openReadableStream(inputPath);
17
+ const reader = createReader(inputStream, {
18
+ format: fromFormat,
19
+ sheet: options.sheet,
20
+ path: options.path,
21
+ delimiter: options.delimiter,
22
+ batchSize: Number(options.batchSize) || 2000,
23
+ filePath: inputPath,
24
+ });
25
+ const statsAgg = new DatasetStatsAggregator({ column: options.column });
26
+ const pipeline = createPipeline(reader);
27
+ pipeline.onProgress((info) => progress.update(info));
28
+ for await (const row of pipeline.rows()) {
29
+ statsAgg.add(row);
30
+ }
31
+ progress.done();
32
+ const res = statsAgg.result();
33
+ if (options.json) {
34
+ process.stdout.write(JSON.stringify(res, null, 2) + "\n");
35
+ }
36
+ else {
37
+ process.stdout.write(`Total Rows: ${formatNumber(res.totalRows)}\n\n`);
38
+ for (const [colName, colStat] of Object.entries(res.columns)) {
39
+ process.stdout.write(`${colName} (${colStat.type})\n`);
40
+ process.stdout.write("----------------------------------------\n");
41
+ if (colStat.type === "numeric" && colStat.numeric) {
42
+ const n = colStat.numeric;
43
+ process.stdout.write(` count ${formatNumber(n.count)}\n`);
44
+ process.stdout.write(` null ${formatNumber(n.nullCount)}\n`);
45
+ process.stdout.write(` min ${formatDecimal(n.min)}\n`);
46
+ process.stdout.write(` max ${formatDecimal(n.max)}\n`);
47
+ process.stdout.write(` sum ${formatDecimal(n.sum)}\n`);
48
+ process.stdout.write(` mean ${formatDecimal(n.mean)}\n`);
49
+ process.stdout.write(` stddev ${formatDecimal(n.stddev)}\n`);
50
+ process.stdout.write(` variance ${formatDecimal(n.variance)}\n`);
51
+ process.stdout.write(` distinct* ~${formatNumber(n.approxDistinct)}\n\n`);
52
+ }
53
+ else if (colStat.type === "string" && colStat.string) {
54
+ const s = colStat.string;
55
+ process.stdout.write(` count ${formatNumber(s.count)}\n`);
56
+ process.stdout.write(` null ${formatNumber(s.nullCount)}\n`);
57
+ process.stdout.write(` empty ${formatNumber(s.emptyCount)}\n`);
58
+ process.stdout.write(` min length ${formatNumber(s.minLength)}\n`);
59
+ process.stdout.write(` max length ${formatNumber(s.maxLength)}\n`);
60
+ process.stdout.write(` avg length ${formatDecimal(s.avgLength, 1)}\n`);
61
+ process.stdout.write(` distinct* ~${formatNumber(s.approxDistinct)}\n`);
62
+ if (s.topValues.length > 0) {
63
+ process.stdout.write(` top values:\n`);
64
+ for (const tv of s.topValues) {
65
+ process.stdout.write(` - "${tv.value}": ${formatNumber(tv.count)}\n`);
66
+ }
67
+ }
68
+ process.stdout.write("\n");
69
+ }
70
+ }
71
+ process.stdout.write("* approximate\n");
72
+ }
73
+ logMemoryDebug();
74
+ }
75
+ //# sourceMappingURL=stats.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"stats.js","sourceRoot":"","sources":["../../../src/cli/commands/stats.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,sBAAsB,EAAE,MAAM,0BAA0B,CAAC;AAClE,OAAO,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AACxD,OAAO,EAAE,YAAY,EAAE,mBAAmB,EAAE,MAAM,wBAAwB,CAAC;AAC3E,OAAO,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAC;AAChE,OAAO,EAAE,aAAa,EAAE,YAAY,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AACxF,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAgB3D,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,SAAS,GAAG,GAAG,EACf,UAA+B,EAAE;IAEjC,MAAM,QAAQ,GAAG,IAAI,gBAAgB,CAAC,OAAO,CAAC,CAAC;IAE/C,IAAI,UAAU,GAAG,OAAO,CAAC,IAAI,EAAE,WAAW,EAAE,CAAC;IAC7C,IAAI,CAAC,UAAU,IAAI,SAAS,KAAK,GAAG,EAAE,CAAC;QACrC,UAAU,GAAG,mBAAmB,CAAC,SAAS,CAAC,IAAI,SAAS,CAAC;IAC3D,CAAC;IACD,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,UAAU,GAAG,KAAK,CAAC;IACrB,CAAC;IAED,MAAM,WAAW,GAAG,kBAAkB,CAAC,SAAS,CAAC,CAAC;IAClD,MAAM,MAAM,GAAG,YAAY,CAAC,WAAW,EAAE;QACvC,MAAM,EAAE,UAAU;QAClB,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,IAAI,EAAE,OAAO,CAAC,IAAI;QAClB,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,SAAS,EAAE,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,IAAI;QAC5C,QAAQ,EAAE,SAAS;KACpB,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAG,IAAI,sBAAsB,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;IACxE,MAAM,QAAQ,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC;IACxC,QAAQ,CAAC,UAAU,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;IAErD,IAAI,KAAK,EAAE,MAAM,GAAG,IAAI,QAAQ,CAAC,IAAI,EAAE,EAAE,CAAC;QACxC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IACpB,CAAC;IAED,QAAQ,CAAC,IAAI,EAAE,CAAC;IAChB,MAAM,GAAG,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC;IAE9B,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;QACjB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;IAC5D,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,eAAe,YAAY,CAAC,GAAG,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QAEvE,KAAK,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;YAC7D,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,OAAO,KAAK,OAAO,CAAC,IAAI,KAAK,CAAC,CAAC;YACvD,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,4CAA4C,CAAC,CAAC;YAEnE,IAAI,OAAO,CAAC,IAAI,KAAK,SAAS,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;gBAClD,MAAM,CAAC,GAAG,OAAO,CAAC,OAAO,CAAC;gBAC1B,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,kBAAkB,YAAY,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBAClE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,kBAAkB,YAAY,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;gBACtE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,kBAAkB,aAAa,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;gBACjE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,kBAAkB,aAAa,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;gBACjE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,kBAAkB,aAAa,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;gBACjE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,kBAAkB,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAClE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,kBAAkB,aAAa,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;gBACpE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,kBAAkB,aAAa,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;gBACtE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,mBAAmB,YAAY,CAAC,CAAC,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;YAChF,CAAC;iBAAM,IAAI,OAAO,CAAC,IAAI,KAAK,QAAQ,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;gBACvD,MAAM,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;gBACzB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,kBAAkB,YAAY,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBAClE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,kBAAkB,YAAY,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;gBACtE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,kBAAkB,YAAY,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;gBACvE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,kBAAkB,YAAY,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;gBACtE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,kBAAkB,YAAY,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;gBACtE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,kBAAkB,aAAa,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;gBAC1E,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,mBAAmB,YAAY,CAAC,CAAC,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;gBAC5E,IAAI,CAAC,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC3B,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;oBACxC,KAAK,MAAM,EAAE,IAAI,CAAC,CAAC,SAAS,EAAE,CAAC;wBAC7B,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,EAAE,CAAC,KAAK,MAAM,YAAY,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;oBAC3E,CAAC;gBACH,CAAC;gBACD,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAC7B,CAAC;QACH,CAAC;QAED,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;IAC1C,CAAC;IAED,cAAc,EAAE,CAAC;AACnB,CAAC"}
@@ -0,0 +1,12 @@
1
+ export interface ValidateCommandOptions {
2
+ schema: string;
3
+ from?: string;
4
+ sheet?: string;
5
+ path?: string;
6
+ delimiter?: string;
7
+ json?: boolean;
8
+ quiet?: boolean;
9
+ noProgress?: boolean;
10
+ }
11
+ export declare function validateCommand(inputPath: string | undefined, options: ValidateCommandOptions): Promise<void>;
12
+ //# sourceMappingURL=validate.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"validate.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/validate.ts"],"names":[],"mappings":"AAaA,MAAM,WAAW,sBAAsB;IACrC,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,UAAU,CAAC,EAAE,OAAO,CAAC;CACtB;AAED,wBAAsB,eAAe,CACnC,SAAS,oBAAM,EACf,OAAO,EAAE,sBAAsB,GAC9B,OAAO,CAAC,IAAI,CAAC,CA+Ff"}
@@ -0,0 +1,86 @@
1
+ import { readFile } from "node:fs/promises";
2
+ import { SchemaValidatorAggregator as Validator, } from "../../analytics/validator.js";
3
+ import { InvalidArgumentError, ValidationError } from "../../core/errors.js";
4
+ import { createPipeline } from "../../core/pipeline.js";
5
+ import { createReader, inferFormatFromPath } from "../../readers/index.js";
6
+ import { openReadableStream } from "../../utils/compression.js";
7
+ import { formatNumber, logMemoryDebug } from "../../utils/formatting.js";
8
+ import { ProgressReporter } from "../../utils/progress.js";
9
+ export async function validateCommand(inputPath = "-", options) {
10
+ if (!options.schema) {
11
+ throw new InvalidArgumentError("Missing required option: --schema <path_to_schema.json>");
12
+ }
13
+ const progress = new ProgressReporter(options);
14
+ // Read and parse schema file
15
+ let schemaContent;
16
+ try {
17
+ schemaContent = await readFile(options.schema, "utf8");
18
+ }
19
+ catch (err) {
20
+ throw new InvalidArgumentError(`Failed to read schema file at "${options.schema}": ${err.message}`);
21
+ }
22
+ let schemaDef;
23
+ try {
24
+ schemaDef = JSON.parse(schemaContent);
25
+ }
26
+ catch (err) {
27
+ throw new InvalidArgumentError(`Invalid JSON in schema file "${options.schema}": ${err.message}`);
28
+ }
29
+ let fromFormat = options.from?.toLowerCase();
30
+ if (!fromFormat && inputPath !== "-") {
31
+ fromFormat = inferFormatFromPath(inputPath) ?? undefined;
32
+ }
33
+ if (!fromFormat) {
34
+ fromFormat = "csv";
35
+ }
36
+ const inputStream = openReadableStream(inputPath);
37
+ const reader = createReader(inputStream, {
38
+ format: fromFormat,
39
+ sheet: options.sheet,
40
+ path: options.path,
41
+ delimiter: options.delimiter,
42
+ filePath: inputPath,
43
+ });
44
+ const validator = new Validator(schemaDef);
45
+ const pipeline = createPipeline(reader);
46
+ pipeline.onProgress((info) => progress.update(info));
47
+ for await (const row of pipeline.rows()) {
48
+ validator.add(row);
49
+ }
50
+ progress.done();
51
+ const report = validator.result();
52
+ if (options.json) {
53
+ process.stdout.write(JSON.stringify(report, null, 2) + "\n");
54
+ }
55
+ else {
56
+ process.stdout.write(`${formatNumber(report.totalRows)} rows scanned\n`);
57
+ process.stdout.write(`${formatNumber(report.validRows)} valid\n`);
58
+ process.stdout.write(`${formatNumber(report.invalidRows)} invalid\n`);
59
+ if (report.violations.length > 0) {
60
+ process.stdout.write("\nErrors\n\n");
61
+ const groupedByCol = new Map();
62
+ for (const v of report.violations) {
63
+ if (!groupedByCol.has(v.column))
64
+ groupedByCol.set(v.column, []);
65
+ groupedByCol.get(v.column).push(v);
66
+ }
67
+ for (const [col, violations] of groupedByCol.entries()) {
68
+ process.stdout.write(`${col}\n`);
69
+ for (const v of violations) {
70
+ process.stdout.write(` ${v.rule}\n`);
71
+ process.stdout.write(` ${formatNumber(v.violationsCount)} violations\n\n`);
72
+ }
73
+ }
74
+ }
75
+ }
76
+ logMemoryDebug();
77
+ if (!report.isValid) {
78
+ throw new ValidationError(`Schema validation failed: ${report.invalidRows} invalid rows found`, report.violations.map((v) => ({
79
+ column: v.column,
80
+ expected: v.rule,
81
+ count: v.violationsCount,
82
+ examples: v.sampleInvalidValues,
83
+ })), report.totalRows, report.validRows, report.invalidRows);
84
+ }
85
+ }
86
+ //# sourceMappingURL=validate.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"validate.js","sourceRoot":"","sources":["../../../src/cli/commands/validate.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAGL,yBAAyB,IAAI,SAAS,GACvC,MAAM,8BAA8B,CAAC;AACtC,OAAO,EAAE,oBAAoB,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AAC7E,OAAO,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AACxD,OAAO,EAAE,YAAY,EAAE,mBAAmB,EAAE,MAAM,wBAAwB,CAAC;AAC3E,OAAO,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAC;AAChE,OAAO,EAAE,YAAY,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AACzE,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAa3D,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,SAAS,GAAG,GAAG,EACf,OAA+B;IAE/B,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;QACpB,MAAM,IAAI,oBAAoB,CAAC,yDAAyD,CAAC,CAAC;IAC5F,CAAC;IAED,MAAM,QAAQ,GAAG,IAAI,gBAAgB,CAAC,OAAO,CAAC,CAAC;IAE/C,6BAA6B;IAC7B,IAAI,aAAqB,CAAC;IAC1B,IAAI,CAAC;QACH,aAAa,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACzD,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,IAAI,oBAAoB,CAC5B,kCAAkC,OAAO,CAAC,MAAM,MAAO,GAAa,CAAC,OAAO,EAAE,CAC/E,CAAC;IACJ,CAAC;IAED,IAAI,SAAqC,CAAC;IAC1C,IAAI,CAAC;QACH,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;IACxC,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,IAAI,oBAAoB,CAC5B,gCAAgC,OAAO,CAAC,MAAM,MAAO,GAAa,CAAC,OAAO,EAAE,CAC7E,CAAC;IACJ,CAAC;IAED,IAAI,UAAU,GAAG,OAAO,CAAC,IAAI,EAAE,WAAW,EAAE,CAAC;IAC7C,IAAI,CAAC,UAAU,IAAI,SAAS,KAAK,GAAG,EAAE,CAAC;QACrC,UAAU,GAAG,mBAAmB,CAAC,SAAS,CAAC,IAAI,SAAS,CAAC;IAC3D,CAAC;IACD,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,UAAU,GAAG,KAAK,CAAC;IACrB,CAAC;IAED,MAAM,WAAW,GAAG,kBAAkB,CAAC,SAAS,CAAC,CAAC;IAClD,MAAM,MAAM,GAAG,YAAY,CAAC,WAAW,EAAE;QACvC,MAAM,EAAE,UAAU;QAClB,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,IAAI,EAAE,OAAO,CAAC,IAAI;QAClB,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,QAAQ,EAAE,SAAS;KACpB,CAAC,CAAC;IAEH,MAAM,SAAS,GAAG,IAAI,SAAS,CAAC,SAAS,CAAC,CAAC;IAC3C,MAAM,QAAQ,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC;IACxC,QAAQ,CAAC,UAAU,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;IAErD,IAAI,KAAK,EAAE,MAAM,GAAG,IAAI,QAAQ,CAAC,IAAI,EAAE,EAAE,CAAC;QACxC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IACrB,CAAC;IAED,QAAQ,CAAC,IAAI,EAAE,CAAC;IAChB,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC;IAElC,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;QACjB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;IAC/D,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,YAAY,CAAC,MAAM,CAAC,SAAS,CAAC,iBAAiB,CAAC,CAAC;QACzE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,YAAY,CAAC,MAAM,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;QAClE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,YAAY,CAAC,MAAM,CAAC,WAAW,CAAC,YAAY,CAAC,CAAC;QAEtE,IAAI,MAAM,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACjC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;YACrC,MAAM,YAAY,GAAG,IAAI,GAAG,EAAoC,CAAC;YACjE,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;gBAClC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC;oBAAE,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;gBAChE,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAE,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACtC,CAAC;YAED,KAAK,MAAM,CAAC,GAAG,EAAE,UAAU,CAAC,IAAI,YAAY,CAAC,OAAO,EAAE,EAAE,CAAC;gBACvD,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,GAAG,IAAI,CAAC,CAAC;gBACjC,KAAK,MAAM,CAAC,IAAI,UAAU,EAAE,CAAC;oBAC3B,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC;oBACtC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,YAAY,CAAC,CAAC,CAAC,eAAe,CAAC,iBAAiB,CAAC,CAAC;gBAC9E,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,cAAc,EAAE,CAAC;IAEjB,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QACpB,MAAM,IAAI,eAAe,CACvB,6BAA6B,MAAM,CAAC,WAAW,qBAAqB,EACpE,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAC5B,MAAM,EAAE,CAAC,CAAC,MAAM;YAChB,QAAQ,EAAE,CAAC,CAAC,IAAI;YAChB,KAAK,EAAE,CAAC,CAAC,eAAe;YACxB,QAAQ,EAAE,CAAC,CAAC,mBAAmB;SAChC,CAAC,CAAC,EACH,MAAM,CAAC,SAAS,EAChB,MAAM,CAAC,SAAS,EAChB,MAAM,CAAC,WAAW,CACnB,CAAC;IACJ,CAAC;AACH,CAAC"}
@@ -0,0 +1,3 @@
1
+ #!/usr/bin/env node
2
+ export {};
3
+ //# sourceMappingURL=index.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/cli/index.ts"],"names":[],"mappings":""}
@@ -0,0 +1,262 @@
1
+ #!/usr/bin/env node
2
+ import { Command } from "commander";
3
+ import { RowpipeError } from "../core/errors.js";
4
+ import { castCommand } from "./commands/cast.js";
5
+ import { convertCommand } from "./commands/convert.js";
6
+ import { filterCommand } from "./commands/filter.js";
7
+ import { inspectCommand } from "./commands/inspect.js";
8
+ import { mapCommand } from "./commands/map.js";
9
+ import { reduceCommand } from "./commands/reduce.js";
10
+ import { renameCommand } from "./commands/rename.js";
11
+ import { sampleCommand } from "./commands/sample.js";
12
+ import { schemaCommand } from "./commands/schema.js";
13
+ import { selectCommand } from "./commands/select.js";
14
+ import { statsCommand } from "./commands/stats.js";
15
+ import { validateCommand } from "./commands/validate.js";
16
+ // Handle broken pipe gracefully when piping to head/less
17
+ process.stdout.on("error", (err) => {
18
+ if (err.code === "EPIPE") {
19
+ process.exit(0);
20
+ }
21
+ });
22
+ const program = new Command();
23
+ program
24
+ .name("rowpipe")
25
+ .description("Stream-first tabular data toolkit for CSV, JSON, JSONL, and XLSX")
26
+ .version("1.0.0");
27
+ // Global options
28
+ program
29
+ .option("--batch-size <number>", "Processing batch size in rows", "1000")
30
+ .option("--quiet", "Suppress non-data output and progress")
31
+ .option("--no-progress", "Disable real-time progress bar");
32
+ // 1. inspect
33
+ program
34
+ .command("inspect [input]")
35
+ .description("Inspect format, row count, columns, and sheet summary")
36
+ .option("--sheet <sheet>", "Target worksheet name or index for XLSX")
37
+ .option("--path <path>", "Nested object path for JSON (e.g. data.results)")
38
+ .option("--delimiter <delim>", "Custom CSV delimiter")
39
+ .option("--json", "Output metadata as machine-readable JSON")
40
+ .action(async (input = "-", cmdOptions) => {
41
+ const opts = { ...program.opts(), ...cmdOptions };
42
+ await inspectCommand(input, opts);
43
+ });
44
+ // 2. convert
45
+ program
46
+ .command("convert [input] [output]")
47
+ .description("Stream convert tabular datasets across formats")
48
+ .option("--from <format>", "Input format (csv, json, jsonl, xlsx)")
49
+ .option("--to <format>", "Output format (csv, json, jsonl, xlsx)")
50
+ .option("--sheet <sheet>", "Worksheet name or index for XLSX")
51
+ .option("--all-sheets", "Export all worksheets in the workbook to individual files")
52
+ .option("--out-dir <dir>", "Output directory for --all-sheets export")
53
+ .option("--path <path>", "Nested path for JSON array")
54
+ .option("--delimiter <delim>", "Custom CSV delimiter")
55
+ .option("--no-header", "Disable writing or reading headers in CSV")
56
+ .action(async (input = "-", output, cmdOptions) => {
57
+ const opts = { ...program.opts(), ...cmdOptions };
58
+ await convertCommand(input, output, opts);
59
+ });
60
+ // 3. schema
61
+ program
62
+ .command("schema [input]")
63
+ .description("Infer column types, nullability, and semantic annotations")
64
+ .option("--sample <rows>", "Number of rows to sample for inference", "10000")
65
+ .option("--full", "Scan full stream for exact schema inference")
66
+ .option("--from <format>", "Input format")
67
+ .option("--sheet <sheet>", "Worksheet name or index for XLSX")
68
+ .option("--path <path>", "Nested path for JSON")
69
+ .option("--delimiter <delim>", "Custom CSV delimiter")
70
+ .option("--json", "Output schema as machine-readable JSON")
71
+ .action(async (input = "-", cmdOptions) => {
72
+ const opts = { ...program.opts(), ...cmdOptions };
73
+ await schemaCommand(input, opts);
74
+ });
75
+ // 4. stats
76
+ program
77
+ .command("stats [input]")
78
+ .description("Compute streaming statistics (Welford numeric stats and HLL distinct counts)")
79
+ .option("--column <name>", "Compute statistics only for specific column")
80
+ .option("--fast", "Use approximate algorithms for distinct counts")
81
+ .option("--exact", "Use exact counts where available")
82
+ .option("--from <format>", "Input format")
83
+ .option("--sheet <sheet>", "Worksheet name for XLSX")
84
+ .option("--delimiter <delim>", "Custom CSV delimiter")
85
+ .option("--json", "Output stats as machine-readable JSON")
86
+ .action(async (input = "-", cmdOptions) => {
87
+ const opts = { ...program.opts(), ...cmdOptions };
88
+ await statsCommand(input, opts);
89
+ });
90
+ // 5. select
91
+ program
92
+ .command("select [input] [columns]")
93
+ .description("Select a subset of columns in stream")
94
+ .option("--from <format>", "Input format")
95
+ .option("--to <format>", "Output format")
96
+ .option("--sheet <sheet>", "Worksheet name for XLSX")
97
+ .option("--delimiter <delim>", "Custom CSV delimiter")
98
+ .action(async (inputOrCols, maybeCols, cmdOptions) => {
99
+ let input = "-";
100
+ let columns = "";
101
+ if (maybeCols !== undefined) {
102
+ input = inputOrCols || "-";
103
+ columns = maybeCols;
104
+ }
105
+ else {
106
+ columns = inputOrCols || "";
107
+ }
108
+ const opts = { ...program.opts(), ...cmdOptions };
109
+ await selectCommand(input, columns, opts);
110
+ });
111
+ // 6. rename
112
+ program
113
+ .command("rename <args...>")
114
+ .description("Rename columns in stream (e.g. rowpipe rename users.csv old=new)")
115
+ .option("--from <format>", "Input format")
116
+ .option("--to <format>", "Output format")
117
+ .option("--sheet <sheet>", "Worksheet name for XLSX")
118
+ .option("--delimiter <delim>", "Custom CSV delimiter")
119
+ .action(async (args, cmdOptions) => {
120
+ let input = "-";
121
+ let specs = [];
122
+ if (args[0] && !args[0].includes("=")) {
123
+ input = args[0];
124
+ specs = args.slice(1);
125
+ }
126
+ else {
127
+ specs = args;
128
+ }
129
+ const opts = { ...program.opts(), ...cmdOptions };
130
+ await renameCommand(input, specs, opts);
131
+ });
132
+ // 7. cast
133
+ program
134
+ .command("cast <args...>")
135
+ .description("Cast column types in stream (e.g. rowpipe cast users.csv age:number active:boolean)")
136
+ .option("--on-error <behavior>", "Error behavior: fail, null, keep, skip-row", "null")
137
+ .option("--from <format>", "Input format")
138
+ .option("--to <format>", "Output format")
139
+ .option("--sheet <sheet>", "Worksheet name for XLSX")
140
+ .option("--delimiter <delim>", "Custom CSV delimiter")
141
+ .action(async (args, cmdOptions) => {
142
+ let input = "-";
143
+ let specs = [];
144
+ if (args[0] && !args[0].includes(":")) {
145
+ input = args[0];
146
+ specs = args.slice(1);
147
+ }
148
+ else {
149
+ specs = args;
150
+ }
151
+ const opts = { ...program.opts(), ...cmdOptions };
152
+ await castCommand(input, specs, opts);
153
+ });
154
+ // 8. filter
155
+ program
156
+ .command("filter [input] [expression]")
157
+ .description("Filter rows using safe expression engine (e.g. rowpipe filter users.csv 'age > 30')")
158
+ .option("--from <format>", "Input format")
159
+ .option("--to <format>", "Output format")
160
+ .option("--sheet <sheet>", "Worksheet name for XLSX")
161
+ .option("--delimiter <delim>", "Custom CSV delimiter")
162
+ .action(async (inputOrExpr, maybeExpr, cmdOptions) => {
163
+ let input = "-";
164
+ let expression = "";
165
+ if (maybeExpr !== undefined) {
166
+ input = inputOrExpr || "-";
167
+ expression = maybeExpr;
168
+ }
169
+ else {
170
+ expression = inputOrExpr || "";
171
+ }
172
+ const opts = { ...program.opts(), ...cmdOptions };
173
+ await filterCommand(input, expression, opts);
174
+ });
175
+ // 9. map
176
+ program
177
+ .command("map <args...>")
178
+ .description("Transform and derive columns per row (e.g. rowpipe map sales.csv 'profit=revenue-cost')")
179
+ .option("--from <format>", "Input format")
180
+ .option("--to <format>", "Output format")
181
+ .option("--sheet <sheet>", "Worksheet name for XLSX")
182
+ .option("--delimiter <delim>", "Custom CSV delimiter")
183
+ .action(async (args, cmdOptions) => {
184
+ let input = "-";
185
+ let specs = [];
186
+ if (args[0] && !args[0].includes("=")) {
187
+ input = args[0];
188
+ specs = args.slice(1);
189
+ }
190
+ else {
191
+ specs = args;
192
+ }
193
+ const opts = { ...program.opts(), ...cmdOptions };
194
+ await mapCommand(input, specs, opts);
195
+ });
196
+ // 10. reduce
197
+ program
198
+ .command("reduce <args...>")
199
+ .description("Aggregate and group dataset (e.g. rowpipe reduce sales.csv 'total=sum(revenue)' --by country)")
200
+ .option("--by <columns>", "Group by columns (comma-separated, e.g. country,category)")
201
+ .option("--from <format>", "Input format")
202
+ .option("--to <format>", "Output format")
203
+ .option("--sheet <sheet>", "Worksheet name for XLSX")
204
+ .option("--delimiter <delim>", "Custom CSV delimiter")
205
+ .action(async (args, cmdOptions) => {
206
+ let input = "-";
207
+ let specs = [];
208
+ if (args[0] && !args[0].includes("=")) {
209
+ input = args[0];
210
+ specs = args.slice(1);
211
+ }
212
+ else {
213
+ specs = args;
214
+ }
215
+ const opts = { ...program.opts(), ...cmdOptions };
216
+ await reduceCommand(input, specs, opts);
217
+ });
218
+ // 11. sample
219
+ program
220
+ .command("sample [input]")
221
+ .description("Reservoir sample rows with bounded memory")
222
+ .option("--rows <number>", "Number of rows to sample", "1000")
223
+ .option("--seed <number>", "Deterministic random seed")
224
+ .option("--from <format>", "Input format")
225
+ .option("--to <format>", "Output format")
226
+ .option("--sheet <sheet>", "Worksheet name for XLSX")
227
+ .option("--delimiter <delim>", "Custom CSV delimiter")
228
+ .action(async (input = "-", cmdOptions) => {
229
+ const opts = { ...program.opts(), ...cmdOptions };
230
+ await sampleCommand(input, opts);
231
+ });
232
+ // 10. validate
233
+ program
234
+ .command("validate [input]")
235
+ .description("Validate stream against schema definition")
236
+ .requiredOption("--schema <file>", "Path to JSON schema file")
237
+ .option("--from <format>", "Input format")
238
+ .option("--sheet <sheet>", "Worksheet name for XLSX")
239
+ .option("--delimiter <delim>", "Custom CSV delimiter")
240
+ .option("--json", "Output validation report as JSON")
241
+ .action(async (input = "-", cmdOptions) => {
242
+ const opts = { ...program.opts(), ...cmdOptions };
243
+ await validateCommand(input, opts);
244
+ });
245
+ async function main() {
246
+ try {
247
+ await program.parseAsync(process.argv);
248
+ }
249
+ catch (err) {
250
+ if (err instanceof RowpipeError) {
251
+ process.stderr.write(`\nError: ${err.message}\n`);
252
+ process.exit(err.exitCode);
253
+ }
254
+ process.stderr.write(`\nUnexpected error: ${err.message}\n`);
255
+ if (process.env["DEBUG"]) {
256
+ process.stderr.write(`${err.stack}\n`);
257
+ }
258
+ process.exit(1);
259
+ }
260
+ }
261
+ main();
262
+ //# sourceMappingURL=index.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/cli/index.ts"],"names":[],"mappings":";AAEA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACjD,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACjD,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AACvD,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AACrD,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AACvD,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AACrD,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AACrD,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AACrD,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AACrD,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AACrD,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AAEzD,yDAAyD;AACzD,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAY,EAAE,EAAE;IAC1C,IAAK,GAA6B,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;QACpD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC,CAAC,CAAC;AAEH,MAAM,OAAO,GAAG,IAAI,OAAO,EAAE,CAAC;AAE9B,OAAO;KACJ,IAAI,CAAC,SAAS,CAAC;KACf,WAAW,CAAC,kEAAkE,CAAC;KAC/E,OAAO,CAAC,OAAO,CAAC,CAAC;AAEpB,iBAAiB;AACjB,OAAO;KACJ,MAAM,CAAC,uBAAuB,EAAE,+BAA+B,EAAE,MAAM,CAAC;KACxE,MAAM,CAAC,SAAS,EAAE,uCAAuC,CAAC;KAC1D,MAAM,CAAC,eAAe,EAAE,gCAAgC,CAAC,CAAC;AAE7D,aAAa;AACb,OAAO;KACJ,OAAO,CAAC,iBAAiB,CAAC;KAC1B,WAAW,CAAC,uDAAuD,CAAC;KACpE,MAAM,CAAC,iBAAiB,EAAE,yCAAyC,CAAC;KACpE,MAAM,CAAC,eAAe,EAAE,iDAAiD,CAAC;KAC1E,MAAM,CAAC,qBAAqB,EAAE,sBAAsB,CAAC;KACrD,MAAM,CAAC,QAAQ,EAAE,0CAA0C,CAAC;KAC5D,MAAM,CAAC,KAAK,EAAE,KAAK,GAAG,GAAG,EAAE,UAAU,EAAE,EAAE;IACxC,MAAM,IAAI,GAAG,EAAE,GAAG,OAAO,CAAC,IAAI,EAAE,EAAE,GAAG,UAAU,EAAE,CAAC;IAClD,MAAM,cAAc,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;AACpC,CAAC,CAAC,CAAC;AAEL,aAAa;AACb,OAAO;KACJ,OAAO,CAAC,0BAA0B,CAAC;KACnC,WAAW,CAAC,gDAAgD,CAAC;KAC7D,MAAM,CAAC,iBAAiB,EAAE,uCAAuC,CAAC;KAClE,MAAM,CAAC,eAAe,EAAE,wCAAwC,CAAC;KACjE,MAAM,CAAC,iBAAiB,EAAE,kCAAkC,CAAC;KAC7D,MAAM,CAAC,cAAc,EAAE,2DAA2D,CAAC;KACnF,MAAM,CAAC,iBAAiB,EAAE,0CAA0C,CAAC;KACrE,MAAM,CAAC,eAAe,EAAE,4BAA4B,CAAC;KACrD,MAAM,CAAC,qBAAqB,EAAE,sBAAsB,CAAC;KACrD,MAAM,CAAC,aAAa,EAAE,2CAA2C,CAAC;KAClE,MAAM,CAAC,KAAK,EAAE,KAAK,GAAG,GAAG,EAAE,MAAM,EAAE,UAAU,EAAE,EAAE;IAChD,MAAM,IAAI,GAAG,EAAE,GAAG,OAAO,CAAC,IAAI,EAAE,EAAE,GAAG,UAAU,EAAE,CAAC;IAClD,MAAM,cAAc,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;AAC5C,CAAC,CAAC,CAAC;AAEL,YAAY;AACZ,OAAO;KACJ,OAAO,CAAC,gBAAgB,CAAC;KACzB,WAAW,CAAC,2DAA2D,CAAC;KACxE,MAAM,CAAC,iBAAiB,EAAE,wCAAwC,EAAE,OAAO,CAAC;KAC5E,MAAM,CAAC,QAAQ,EAAE,6CAA6C,CAAC;KAC/D,MAAM,CAAC,iBAAiB,EAAE,cAAc,CAAC;KACzC,MAAM,CAAC,iBAAiB,EAAE,kCAAkC,CAAC;KAC7D,MAAM,CAAC,eAAe,EAAE,sBAAsB,CAAC;KAC/C,MAAM,CAAC,qBAAqB,EAAE,sBAAsB,CAAC;KACrD,MAAM,CAAC,QAAQ,EAAE,wCAAwC,CAAC;KAC1D,MAAM,CAAC,KAAK,EAAE,KAAK,GAAG,GAAG,EAAE,UAAU,EAAE,EAAE;IACxC,MAAM,IAAI,GAAG,EAAE,GAAG,OAAO,CAAC,IAAI,EAAE,EAAE,GAAG,UAAU,EAAE,CAAC;IAClD,MAAM,aAAa,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;AACnC,CAAC,CAAC,CAAC;AAEL,WAAW;AACX,OAAO;KACJ,OAAO,CAAC,eAAe,CAAC;KACxB,WAAW,CAAC,8EAA8E,CAAC;KAC3F,MAAM,CAAC,iBAAiB,EAAE,6CAA6C,CAAC;KACxE,MAAM,CAAC,QAAQ,EAAE,gDAAgD,CAAC;KAClE,MAAM,CAAC,SAAS,EAAE,kCAAkC,CAAC;KACrD,MAAM,CAAC,iBAAiB,EAAE,cAAc,CAAC;KACzC,MAAM,CAAC,iBAAiB,EAAE,yBAAyB,CAAC;KACpD,MAAM,CAAC,qBAAqB,EAAE,sBAAsB,CAAC;KACrD,MAAM,CAAC,QAAQ,EAAE,uCAAuC,CAAC;KACzD,MAAM,CAAC,KAAK,EAAE,KAAK,GAAG,GAAG,EAAE,UAAU,EAAE,EAAE;IACxC,MAAM,IAAI,GAAG,EAAE,GAAG,OAAO,CAAC,IAAI,EAAE,EAAE,GAAG,UAAU,EAAE,CAAC;IAClD,MAAM,YAAY,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;AAClC,CAAC,CAAC,CAAC;AAEL,YAAY;AACZ,OAAO;KACJ,OAAO,CAAC,0BAA0B,CAAC;KACnC,WAAW,CAAC,sCAAsC,CAAC;KACnD,MAAM,CAAC,iBAAiB,EAAE,cAAc,CAAC;KACzC,MAAM,CAAC,eAAe,EAAE,eAAe,CAAC;KACxC,MAAM,CAAC,iBAAiB,EAAE,yBAAyB,CAAC;KACpD,MAAM,CAAC,qBAAqB,EAAE,sBAAsB,CAAC;KACrD,MAAM,CAAC,KAAK,EAAE,WAAW,EAAE,SAAS,EAAE,UAAU,EAAE,EAAE;IACnD,IAAI,KAAK,GAAG,GAAG,CAAC;IAChB,IAAI,OAAO,GAAG,EAAE,CAAC;IAEjB,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;QAC5B,KAAK,GAAG,WAAW,IAAI,GAAG,CAAC;QAC3B,OAAO,GAAG,SAAS,CAAC;IACtB,CAAC;SAAM,CAAC;QACN,OAAO,GAAG,WAAW,IAAI,EAAE,CAAC;IAC9B,CAAC;IAED,MAAM,IAAI,GAAG,EAAE,GAAG,OAAO,CAAC,IAAI,EAAE,EAAE,GAAG,UAAU,EAAE,CAAC;IAClD,MAAM,aAAa,CAAC,KAAK,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;AAC5C,CAAC,CAAC,CAAC;AAEL,YAAY;AACZ,OAAO;KACJ,OAAO,CAAC,kBAAkB,CAAC;KAC3B,WAAW,CAAC,kEAAkE,CAAC;KAC/E,MAAM,CAAC,iBAAiB,EAAE,cAAc,CAAC;KACzC,MAAM,CAAC,eAAe,EAAE,eAAe,CAAC;KACxC,MAAM,CAAC,iBAAiB,EAAE,yBAAyB,CAAC;KACpD,MAAM,CAAC,qBAAqB,EAAE,sBAAsB,CAAC;KACrD,MAAM,CAAC,KAAK,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE;IACjC,IAAI,KAAK,GAAG,GAAG,CAAC;IAChB,IAAI,KAAK,GAAa,EAAE,CAAC;IAEzB,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QACtC,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QAChB,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACxB,CAAC;SAAM,CAAC;QACN,KAAK,GAAG,IAAI,CAAC;IACf,CAAC;IAED,MAAM,IAAI,GAAG,EAAE,GAAG,OAAO,CAAC,IAAI,EAAE,EAAE,GAAG,UAAU,EAAE,CAAC;IAClD,MAAM,aAAa,CAAC,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;AAC1C,CAAC,CAAC,CAAC;AAEL,UAAU;AACV,OAAO;KACJ,OAAO,CAAC,gBAAgB,CAAC;KACzB,WAAW,CAAC,qFAAqF,CAAC;KAClG,MAAM,CAAC,uBAAuB,EAAE,4CAA4C,EAAE,MAAM,CAAC;KACrF,MAAM,CAAC,iBAAiB,EAAE,cAAc,CAAC;KACzC,MAAM,CAAC,eAAe,EAAE,eAAe,CAAC;KACxC,MAAM,CAAC,iBAAiB,EAAE,yBAAyB,CAAC;KACpD,MAAM,CAAC,qBAAqB,EAAE,sBAAsB,CAAC;KACrD,MAAM,CAAC,KAAK,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE;IACjC,IAAI,KAAK,GAAG,GAAG,CAAC;IAChB,IAAI,KAAK,GAAa,EAAE,CAAC;IAEzB,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QACtC,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QAChB,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACxB,CAAC;SAAM,CAAC;QACN,KAAK,GAAG,IAAI,CAAC;IACf,CAAC;IAED,MAAM,IAAI,GAAG,EAAE,GAAG,OAAO,CAAC,IAAI,EAAE,EAAE,GAAG,UAAU,EAAE,CAAC;IAClD,MAAM,WAAW,CAAC,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;AACxC,CAAC,CAAC,CAAC;AAEL,YAAY;AACZ,OAAO;KACJ,OAAO,CAAC,6BAA6B,CAAC;KACtC,WAAW,CAAC,qFAAqF,CAAC;KAClG,MAAM,CAAC,iBAAiB,EAAE,cAAc,CAAC;KACzC,MAAM,CAAC,eAAe,EAAE,eAAe,CAAC;KACxC,MAAM,CAAC,iBAAiB,EAAE,yBAAyB,CAAC;KACpD,MAAM,CAAC,qBAAqB,EAAE,sBAAsB,CAAC;KACrD,MAAM,CAAC,KAAK,EAAE,WAAW,EAAE,SAAS,EAAE,UAAU,EAAE,EAAE;IACnD,IAAI,KAAK,GAAG,GAAG,CAAC;IAChB,IAAI,UAAU,GAAG,EAAE,CAAC;IAEpB,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;QAC5B,KAAK,GAAG,WAAW,IAAI,GAAG,CAAC;QAC3B,UAAU,GAAG,SAAS,CAAC;IACzB,CAAC;SAAM,CAAC;QACN,UAAU,GAAG,WAAW,IAAI,EAAE,CAAC;IACjC,CAAC;IAED,MAAM,IAAI,GAAG,EAAE,GAAG,OAAO,CAAC,IAAI,EAAE,EAAE,GAAG,UAAU,EAAE,CAAC;IAClD,MAAM,aAAa,CAAC,KAAK,EAAE,UAAU,EAAE,IAAI,CAAC,CAAC;AAC/C,CAAC,CAAC,CAAC;AAEL,SAAS;AACT,OAAO;KACJ,OAAO,CAAC,eAAe,CAAC;KACxB,WAAW,CAAC,yFAAyF,CAAC;KACtG,MAAM,CAAC,iBAAiB,EAAE,cAAc,CAAC;KACzC,MAAM,CAAC,eAAe,EAAE,eAAe,CAAC;KACxC,MAAM,CAAC,iBAAiB,EAAE,yBAAyB,CAAC;KACpD,MAAM,CAAC,qBAAqB,EAAE,sBAAsB,CAAC;KACrD,MAAM,CAAC,KAAK,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE;IACjC,IAAI,KAAK,GAAG,GAAG,CAAC;IAChB,IAAI,KAAK,GAAa,EAAE,CAAC;IAEzB,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QACtC,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QAChB,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACxB,CAAC;SAAM,CAAC;QACN,KAAK,GAAG,IAAI,CAAC;IACf,CAAC;IAED,MAAM,IAAI,GAAG,EAAE,GAAG,OAAO,CAAC,IAAI,EAAE,EAAE,GAAG,UAAU,EAAE,CAAC;IAClD,MAAM,UAAU,CAAC,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;AACvC,CAAC,CAAC,CAAC;AAEL,aAAa;AACb,OAAO;KACJ,OAAO,CAAC,kBAAkB,CAAC;KAC3B,WAAW,CAAC,+FAA+F,CAAC;KAC5G,MAAM,CAAC,gBAAgB,EAAE,2DAA2D,CAAC;KACrF,MAAM,CAAC,iBAAiB,EAAE,cAAc,CAAC;KACzC,MAAM,CAAC,eAAe,EAAE,eAAe,CAAC;KACxC,MAAM,CAAC,iBAAiB,EAAE,yBAAyB,CAAC;KACpD,MAAM,CAAC,qBAAqB,EAAE,sBAAsB,CAAC;KACrD,MAAM,CAAC,KAAK,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE;IACjC,IAAI,KAAK,GAAG,GAAG,CAAC;IAChB,IAAI,KAAK,GAAa,EAAE,CAAC;IAEzB,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QACtC,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QAChB,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACxB,CAAC;SAAM,CAAC;QACN,KAAK,GAAG,IAAI,CAAC;IACf,CAAC;IAED,MAAM,IAAI,GAAG,EAAE,GAAG,OAAO,CAAC,IAAI,EAAE,EAAE,GAAG,UAAU,EAAE,CAAC;IAClD,MAAM,aAAa,CAAC,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;AAC1C,CAAC,CAAC,CAAC;AAEL,aAAa;AACb,OAAO;KACJ,OAAO,CAAC,gBAAgB,CAAC;KACzB,WAAW,CAAC,2CAA2C,CAAC;KACxD,MAAM,CAAC,iBAAiB,EAAE,0BAA0B,EAAE,MAAM,CAAC;KAC7D,MAAM,CAAC,iBAAiB,EAAE,2BAA2B,CAAC;KACtD,MAAM,CAAC,iBAAiB,EAAE,cAAc,CAAC;KACzC,MAAM,CAAC,eAAe,EAAE,eAAe,CAAC;KACxC,MAAM,CAAC,iBAAiB,EAAE,yBAAyB,CAAC;KACpD,MAAM,CAAC,qBAAqB,EAAE,sBAAsB,CAAC;KACrD,MAAM,CAAC,KAAK,EAAE,KAAK,GAAG,GAAG,EAAE,UAAU,EAAE,EAAE;IACxC,MAAM,IAAI,GAAG,EAAE,GAAG,OAAO,CAAC,IAAI,EAAE,EAAE,GAAG,UAAU,EAAE,CAAC;IAClD,MAAM,aAAa,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;AACnC,CAAC,CAAC,CAAC;AAEL,eAAe;AACf,OAAO;KACJ,OAAO,CAAC,kBAAkB,CAAC;KAC3B,WAAW,CAAC,2CAA2C,CAAC;KACxD,cAAc,CAAC,iBAAiB,EAAE,0BAA0B,CAAC;KAC7D,MAAM,CAAC,iBAAiB,EAAE,cAAc,CAAC;KACzC,MAAM,CAAC,iBAAiB,EAAE,yBAAyB,CAAC;KACpD,MAAM,CAAC,qBAAqB,EAAE,sBAAsB,CAAC;KACrD,MAAM,CAAC,QAAQ,EAAE,kCAAkC,CAAC;KACpD,MAAM,CAAC,KAAK,EAAE,KAAK,GAAG,GAAG,EAAE,UAAU,EAAE,EAAE;IACxC,MAAM,IAAI,GAAG,EAAE,GAAG,OAAO,CAAC,IAAI,EAAE,EAAE,GAAG,UAAU,EAAE,CAAC;IAClD,MAAM,eAAe,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;AACrC,CAAC,CAAC,CAAC;AAEL,KAAK,UAAU,IAAI;IACjB,IAAI,CAAC;QACH,MAAM,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IACzC,CAAC;IAAC,OAAO,GAAY,EAAE,CAAC;QACtB,IAAI,GAAG,YAAY,YAAY,EAAE,CAAC;YAChC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,YAAY,GAAG,CAAC,OAAO,IAAI,CAAC,CAAC;YAClD,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC7B,CAAC;QACD,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,uBAAwB,GAAa,CAAC,OAAO,IAAI,CAAC,CAAC;QACxE,IAAI,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;YACzB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAI,GAAa,CAAC,KAAK,IAAI,CAAC,CAAC;QACpD,CAAC;QACD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC;AAED,IAAI,EAAE,CAAC"}