rowpipe 2.2.1 ā 2.10.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +34 -4
- package/dist/analytics/abtest.d.ts +39 -0
- package/dist/analytics/abtest.d.ts.map +1 -0
- package/dist/analytics/abtest.js +266 -0
- package/dist/analytics/abtest.js.map +1 -0
- package/dist/analytics/cluster.d.ts +25 -0
- package/dist/analytics/cluster.d.ts.map +1 -0
- package/dist/analytics/cluster.js +212 -0
- package/dist/analytics/cluster.js.map +1 -0
- package/dist/analytics/cohort.d.ts +22 -0
- package/dist/analytics/cohort.d.ts.map +1 -0
- package/dist/analytics/cohort.js +170 -0
- package/dist/analytics/cohort.js.map +1 -0
- package/dist/analytics/correlation.d.ts +15 -0
- package/dist/analytics/correlation.d.ts.map +1 -0
- package/dist/analytics/correlation.js +116 -0
- package/dist/analytics/correlation.js.map +1 -0
- package/dist/analytics/crosstab.d.ts +27 -0
- package/dist/analytics/crosstab.d.ts.map +1 -0
- package/dist/analytics/crosstab.js +90 -0
- package/dist/analytics/crosstab.js.map +1 -0
- package/dist/analytics/entropy.d.ts +23 -0
- package/dist/analytics/entropy.d.ts.map +1 -0
- package/dist/analytics/entropy.js +180 -0
- package/dist/analytics/entropy.js.map +1 -0
- package/dist/analytics/funnel.d.ts +29 -0
- package/dist/analytics/funnel.d.ts.map +1 -0
- package/dist/analytics/funnel.js +170 -0
- package/dist/analytics/funnel.js.map +1 -0
- package/dist/analytics/ngrams.d.ts +25 -0
- package/dist/analytics/ngrams.d.ts.map +1 -0
- package/dist/analytics/ngrams.js +110 -0
- package/dist/analytics/ngrams.js.map +1 -0
- package/dist/analytics/outliers.d.ts +25 -0
- package/dist/analytics/outliers.d.ts.map +1 -0
- package/dist/analytics/outliers.js +114 -0
- package/dist/analytics/outliers.js.map +1 -0
- package/dist/analytics/pareto.d.ts +36 -0
- package/dist/analytics/pareto.d.ts.map +1 -0
- package/dist/analytics/pareto.js +140 -0
- package/dist/analytics/pareto.js.map +1 -0
- package/dist/analytics/quantiles.d.ts +18 -0
- package/dist/analytics/quantiles.d.ts.map +1 -0
- package/dist/analytics/quantiles.js +62 -0
- package/dist/analytics/quantiles.js.map +1 -0
- package/dist/analytics/regression.d.ts +18 -0
- package/dist/analytics/regression.d.ts.map +1 -0
- package/dist/analytics/regression.js +79 -0
- package/dist/analytics/regression.js.map +1 -0
- package/dist/analytics/rfm.d.ts +41 -0
- package/dist/analytics/rfm.d.ts.map +1 -0
- package/dist/analytics/rfm.js +221 -0
- package/dist/analytics/rfm.js.map +1 -0
- package/dist/analytics/stats.d.ts.map +1 -1
- package/dist/analytics/stats.js +65 -15
- package/dist/analytics/stats.js.map +1 -1
- package/dist/analytics/technical.d.ts +19 -0
- package/dist/analytics/technical.d.ts.map +1 -0
- package/dist/analytics/technical.js +365 -0
- package/dist/analytics/technical.js.map +1 -0
- package/dist/cli/commands/abtest.d.ts +10 -0
- package/dist/cli/commands/abtest.d.ts.map +1 -0
- package/dist/cli/commands/abtest.js +68 -0
- package/dist/cli/commands/abtest.js.map +1 -0
- package/dist/cli/commands/cluster.d.ts +9 -0
- package/dist/cli/commands/cluster.d.ts.map +1 -0
- package/dist/cli/commands/cluster.js +77 -0
- package/dist/cli/commands/cluster.js.map +1 -0
- package/dist/cli/commands/cohort.d.ts +10 -0
- package/dist/cli/commands/cohort.d.ts.map +1 -0
- package/dist/cli/commands/cohort.js +66 -0
- package/dist/cli/commands/cohort.js.map +1 -0
- package/dist/cli/commands/completion.d.ts +5 -0
- package/dist/cli/commands/completion.d.ts.map +1 -0
- package/dist/cli/commands/completion.js +7 -0
- package/dist/cli/commands/completion.js.map +1 -0
- package/dist/cli/commands/concat.d.ts +9 -0
- package/dist/cli/commands/concat.d.ts.map +1 -0
- package/dist/cli/commands/concat.js +62 -0
- package/dist/cli/commands/concat.js.map +1 -0
- package/dist/cli/commands/convert.d.ts +2 -0
- package/dist/cli/commands/convert.d.ts.map +1 -1
- package/dist/cli/commands/convert.js.map +1 -1
- package/dist/cli/commands/corr.d.ts +7 -0
- package/dist/cli/commands/corr.d.ts.map +1 -0
- package/dist/cli/commands/corr.js +70 -0
- package/dist/cli/commands/corr.js.map +1 -0
- package/dist/cli/commands/crosstab.d.ts +11 -0
- package/dist/cli/commands/crosstab.d.ts.map +1 -0
- package/dist/cli/commands/crosstab.js +71 -0
- package/dist/cli/commands/crosstab.js.map +1 -0
- package/dist/cli/commands/entropy.d.ts +9 -0
- package/dist/cli/commands/entropy.d.ts.map +1 -0
- package/dist/cli/commands/entropy.js +71 -0
- package/dist/cli/commands/entropy.js.map +1 -0
- package/dist/cli/commands/explode.d.ts +8 -0
- package/dist/cli/commands/explode.d.ts.map +1 -0
- package/dist/cli/commands/explode.js +61 -0
- package/dist/cli/commands/explode.js.map +1 -0
- package/dist/cli/commands/fetch.d.ts +8 -0
- package/dist/cli/commands/fetch.d.ts.map +1 -0
- package/dist/cli/commands/fetch.js +41 -0
- package/dist/cli/commands/fetch.js.map +1 -0
- package/dist/cli/commands/files.d.ts +1 -1
- package/dist/cli/commands/files.d.ts.map +1 -1
- package/dist/cli/commands/flatten.d.ts +8 -0
- package/dist/cli/commands/flatten.d.ts.map +1 -0
- package/dist/cli/commands/flatten.js +57 -0
- package/dist/cli/commands/flatten.js.map +1 -0
- package/dist/cli/commands/freq.d.ts +10 -0
- package/dist/cli/commands/freq.d.ts.map +1 -0
- package/dist/cli/commands/freq.js +122 -0
- package/dist/cli/commands/freq.js.map +1 -0
- package/dist/cli/commands/funnel.d.ts +11 -0
- package/dist/cli/commands/funnel.d.ts.map +1 -0
- package/dist/cli/commands/funnel.js +69 -0
- package/dist/cli/commands/funnel.js.map +1 -0
- package/dist/cli/commands/fuzzy-join.d.ts +25 -0
- package/dist/cli/commands/fuzzy-join.d.ts.map +1 -0
- package/dist/cli/commands/fuzzy-join.js +85 -0
- package/dist/cli/commands/fuzzy-join.js.map +1 -0
- package/dist/cli/commands/generate.d.ts +8 -0
- package/dist/cli/commands/generate.d.ts.map +1 -0
- package/dist/cli/commands/generate.js +34 -0
- package/dist/cli/commands/generate.js.map +1 -0
- package/dist/cli/commands/mask.d.ts +6 -0
- package/dist/cli/commands/mask.d.ts.map +1 -0
- package/dist/cli/commands/mask.js +58 -0
- package/dist/cli/commands/mask.js.map +1 -0
- package/dist/cli/commands/ngrams.d.ts +11 -0
- package/dist/cli/commands/ngrams.d.ts.map +1 -0
- package/dist/cli/commands/ngrams.js +70 -0
- package/dist/cli/commands/ngrams.js.map +1 -0
- package/dist/cli/commands/outliers.d.ts +13 -0
- package/dist/cli/commands/outliers.d.ts.map +1 -0
- package/dist/cli/commands/outliers.js +58 -0
- package/dist/cli/commands/outliers.js.map +1 -0
- package/dist/cli/commands/pareto.d.ts +8 -0
- package/dist/cli/commands/pareto.d.ts.map +1 -0
- package/dist/cli/commands/pareto.js +80 -0
- package/dist/cli/commands/pareto.js.map +1 -0
- package/dist/cli/commands/partition.d.ts +8 -0
- package/dist/cli/commands/partition.d.ts.map +1 -0
- package/dist/cli/commands/partition.js +44 -0
- package/dist/cli/commands/partition.js.map +1 -0
- package/dist/cli/commands/pipeline.d.ts +6 -0
- package/dist/cli/commands/pipeline.d.ts.map +1 -1
- package/dist/cli/commands/pipeline.js +22 -0
- package/dist/cli/commands/pipeline.js.map +1 -1
- package/dist/cli/commands/pivot.d.ts +11 -0
- package/dist/cli/commands/pivot.d.ts.map +1 -0
- package/dist/cli/commands/pivot.js +58 -0
- package/dist/cli/commands/pivot.js.map +1 -0
- package/dist/cli/commands/plot.d.ts +12 -0
- package/dist/cli/commands/plot.d.ts.map +1 -0
- package/dist/cli/commands/plot.js +123 -0
- package/dist/cli/commands/plot.js.map +1 -0
- package/dist/cli/commands/quantiles.d.ts +7 -0
- package/dist/cli/commands/quantiles.d.ts.map +1 -0
- package/dist/cli/commands/quantiles.js +94 -0
- package/dist/cli/commands/quantiles.js.map +1 -0
- package/dist/cli/commands/regression.d.ts +7 -0
- package/dist/cli/commands/regression.d.ts.map +1 -0
- package/dist/cli/commands/regression.js +86 -0
- package/dist/cli/commands/regression.js.map +1 -0
- package/dist/cli/commands/report.d.ts +8 -0
- package/dist/cli/commands/report.d.ts.map +1 -0
- package/dist/cli/commands/report.js +36 -0
- package/dist/cli/commands/report.js.map +1 -0
- package/dist/cli/commands/rfm.d.ts +11 -0
- package/dist/cli/commands/rfm.d.ts.map +1 -0
- package/dist/cli/commands/rfm.js +78 -0
- package/dist/cli/commands/rfm.js.map +1 -0
- package/dist/cli/commands/serve.d.ts +7 -0
- package/dist/cli/commands/serve.d.ts.map +1 -0
- package/dist/cli/commands/serve.js +43 -0
- package/dist/cli/commands/serve.js.map +1 -0
- package/dist/cli/commands/split.d.ts +8 -0
- package/dist/cli/commands/split.d.ts.map +1 -0
- package/dist/cli/commands/split.js +43 -0
- package/dist/cli/commands/split.js.map +1 -0
- package/dist/cli/commands/table.d.ts +9 -0
- package/dist/cli/commands/table.d.ts.map +1 -0
- package/dist/cli/commands/table.js +9 -0
- package/dist/cli/commands/table.js.map +1 -0
- package/dist/cli/commands/technical.d.ts +8 -0
- package/dist/cli/commands/technical.d.ts.map +1 -0
- package/dist/cli/commands/technical.js +54 -0
- package/dist/cli/commands/technical.js.map +1 -0
- package/dist/cli/commands/test.d.ts +7 -0
- package/dist/cli/commands/test.d.ts.map +1 -0
- package/dist/cli/commands/test.js +53 -0
- package/dist/cli/commands/test.js.map +1 -0
- package/dist/cli/commands/timeseries.d.ts +11 -0
- package/dist/cli/commands/timeseries.d.ts.map +1 -0
- package/dist/cli/commands/timeseries.js +82 -0
- package/dist/cli/commands/timeseries.js.map +1 -0
- package/dist/cli/commands/unpivot.d.ts +12 -0
- package/dist/cli/commands/unpivot.d.ts.map +1 -0
- package/dist/cli/commands/unpivot.js +59 -0
- package/dist/cli/commands/unpivot.js.map +1 -0
- package/dist/cli/completion.d.ts +5 -0
- package/dist/cli/completion.d.ts.map +1 -0
- package/dist/cli/completion.js +194 -0
- package/dist/cli/completion.js.map +1 -0
- package/dist/cli/index.js +816 -15
- package/dist/cli/index.js.map +1 -1
- package/dist/core/error-handler.d.ts +38 -0
- package/dist/core/error-handler.d.ts.map +1 -0
- package/dist/core/error-handler.js +81 -0
- package/dist/core/error-handler.js.map +1 -0
- package/dist/core/pipeline.d.ts +10 -0
- package/dist/core/pipeline.d.ts.map +1 -1
- package/dist/core/pipeline.js +14 -0
- package/dist/core/pipeline.js.map +1 -1
- package/dist/core/types.d.ts +4 -0
- package/dist/core/types.d.ts.map +1 -1
- package/dist/dataops/fetch.d.ts +27 -0
- package/dist/dataops/fetch.d.ts.map +1 -0
- package/dist/dataops/fetch.js +150 -0
- package/dist/dataops/fetch.js.map +1 -0
- package/dist/dataops/generate.d.ts +16 -0
- package/dist/dataops/generate.d.ts.map +1 -0
- package/dist/dataops/generate.js +201 -0
- package/dist/dataops/generate.js.map +1 -0
- package/dist/dataops/mask.d.ts +25 -0
- package/dist/dataops/mask.d.ts.map +1 -0
- package/dist/dataops/mask.js +133 -0
- package/dist/dataops/mask.js.map +1 -0
- package/dist/dataops/report.d.ts +7 -0
- package/dist/dataops/report.d.ts.map +1 -0
- package/dist/dataops/report.js +139 -0
- package/dist/dataops/report.js.map +1 -0
- package/dist/dataops/server.d.ts +10 -0
- package/dist/dataops/server.d.ts.map +1 -0
- package/dist/dataops/server.js +137 -0
- package/dist/dataops/server.js.map +1 -0
- package/dist/dataops/test-runner.d.ts +34 -0
- package/dist/dataops/test-runner.d.ts.map +1 -0
- package/dist/dataops/test-runner.js +128 -0
- package/dist/dataops/test-runner.js.map +1 -0
- package/dist/db/adapters/sqlite.d.ts.map +1 -1
- package/dist/db/adapters/sqlite.js +4 -1
- package/dist/db/adapters/sqlite.js.map +1 -1
- package/dist/diff/engine.d.ts.map +1 -1
- package/dist/diff/engine.js +73 -16
- package/dist/diff/engine.js.map +1 -1
- package/dist/diff/storage/disk-index.d.ts +10 -1
- package/dist/diff/storage/disk-index.d.ts.map +1 -1
- package/dist/diff/storage/disk-index.js +95 -13
- package/dist/diff/storage/disk-index.js.map +1 -1
- package/dist/files/hash.d.ts +9 -2
- package/dist/files/hash.d.ts.map +1 -1
- package/dist/files/hash.js +9 -10
- package/dist/files/hash.js.map +1 -1
- package/dist/files/reader.d.ts.map +1 -1
- package/dist/files/reader.js +17 -10
- package/dist/files/reader.js.map +1 -1
- package/dist/files/types.d.ts +2 -1
- package/dist/files/types.d.ts.map +1 -1
- package/dist/index.d.ts +65 -1
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +66 -1
- package/dist/index.js.map +1 -1
- package/dist/planner/executor.d.ts.map +1 -1
- package/dist/planner/executor.js +17 -0
- package/dist/planner/executor.js.map +1 -1
- package/dist/planner/types.d.ts +11 -0
- package/dist/planner/types.d.ts.map +1 -1
- package/dist/readers/csv.d.ts.map +1 -1
- package/dist/readers/csv.js +206 -164
- package/dist/readers/csv.js.map +1 -1
- package/dist/readers/json.d.ts.map +1 -1
- package/dist/readers/json.js +145 -121
- package/dist/readers/json.js.map +1 -1
- package/dist/readers/jsonl.d.ts.map +1 -1
- package/dist/readers/jsonl.js +51 -31
- package/dist/readers/jsonl.js.map +1 -1
- package/dist/transforms/concat.d.ts +26 -0
- package/dist/transforms/concat.d.ts.map +1 -0
- package/dist/transforms/concat.js +57 -0
- package/dist/transforms/concat.js.map +1 -0
- package/dist/transforms/explode.d.ts +14 -0
- package/dist/transforms/explode.d.ts.map +1 -0
- package/dist/transforms/explode.js +81 -0
- package/dist/transforms/explode.js.map +1 -0
- package/dist/transforms/flatten.d.ts +12 -0
- package/dist/transforms/flatten.d.ts.map +1 -0
- package/dist/transforms/flatten.js +65 -0
- package/dist/transforms/flatten.js.map +1 -0
- package/dist/transforms/fuzzy-join.d.ts +53 -0
- package/dist/transforms/fuzzy-join.d.ts.map +1 -0
- package/dist/transforms/fuzzy-join.js +347 -0
- package/dist/transforms/fuzzy-join.js.map +1 -0
- package/dist/transforms/jit-compiler.d.ts.map +1 -1
- package/dist/transforms/jit-compiler.js +103 -14
- package/dist/transforms/jit-compiler.js.map +1 -1
- package/dist/transforms/map.d.ts +6 -2
- package/dist/transforms/map.d.ts.map +1 -1
- package/dist/transforms/map.js +64 -26
- package/dist/transforms/map.js.map +1 -1
- package/dist/transforms/partition.d.ts +35 -0
- package/dist/transforms/partition.d.ts.map +1 -0
- package/dist/transforms/partition.js +150 -0
- package/dist/transforms/partition.js.map +1 -0
- package/dist/transforms/pivot.d.ts +16 -0
- package/dist/transforms/pivot.d.ts.map +1 -0
- package/dist/transforms/pivot.js +194 -0
- package/dist/transforms/pivot.js.map +1 -0
- package/dist/transforms/sort/comparator.d.ts.map +1 -1
- package/dist/transforms/sort/comparator.js +153 -24
- package/dist/transforms/sort/comparator.js.map +1 -1
- package/dist/transforms/sort/external-sort.js +1 -1
- package/dist/transforms/sort/external-sort.js.map +1 -1
- package/dist/transforms/split.d.ts +17 -0
- package/dist/transforms/split.d.ts.map +1 -0
- package/dist/transforms/split.js +88 -0
- package/dist/transforms/split.js.map +1 -0
- package/dist/transforms/timeseries.d.ts +42 -0
- package/dist/transforms/timeseries.d.ts.map +1 -0
- package/dist/transforms/timeseries.js +276 -0
- package/dist/transforms/timeseries.js.map +1 -0
- package/dist/transforms/unpivot.d.ts +14 -0
- package/dist/transforms/unpivot.d.ts.map +1 -0
- package/dist/transforms/unpivot.js +56 -0
- package/dist/transforms/unpivot.js.map +1 -0
- package/dist/ui/chart.d.ts +30 -0
- package/dist/ui/chart.d.ts.map +1 -0
- package/dist/ui/chart.js +91 -0
- package/dist/ui/chart.js.map +1 -0
- package/dist/writers/index.d.ts +1 -0
- package/dist/writers/index.d.ts.map +1 -1
- package/dist/writers/index.js +10 -0
- package/dist/writers/index.js.map +1 -1
- package/dist/writers/table.d.ts +23 -0
- package/dist/writers/table.d.ts.map +1 -0
- package/dist/writers/table.js +156 -0
- package/dist/writers/table.js.map +1 -0
- package/package.json +6 -3
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"plot.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/plot.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,eAAe,CAAC;AAE/D,MAAM,WAAW,kBAAmB,SAAQ,yBAAyB;IACnE,GAAG,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IACtB,IAAI,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IACvB,KAAK,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IACxB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,GAAG,CAAC,EAAE,OAAO,CAAC;IACd,OAAO,CAAC,EAAE,OAAO,CAAC;CACnB;AAED,wBAAsB,WAAW,CAC/B,SAAS,SAAM,EACf,IAAI,CAAC,EAAE,MAAM,EACb,IAAI,CAAC,EAAE,MAAM,EACb,OAAO,GAAE,kBAAuB,GAC/B,OAAO,CAAC,IAAI,CAAC,CAoIf"}
|
|
@@ -0,0 +1,123 @@
|
|
|
1
|
+
import { createPipeline } from "../../core/pipeline.js";
|
|
2
|
+
import { createReader, inferFormatFromPath as inferReaderFormat } from "../../readers/index.js";
|
|
3
|
+
import { openReadableStream } from "../../utils/compression.js";
|
|
4
|
+
import { ProgressReporter } from "../../utils/progress.js";
|
|
5
|
+
import { formatNumber } from "../../utils/formatting.js";
|
|
6
|
+
import { renderBarChart, renderHistogram } from "../../ui/chart.js";
|
|
7
|
+
export async function plotCommand(inputPath = "-", col1, col2, options = {}) {
|
|
8
|
+
let labelCol = col1;
|
|
9
|
+
let valCol = col2;
|
|
10
|
+
if (!labelCol) {
|
|
11
|
+
throw new Error("Column name to plot is required (e.g. rowpipe plot netflix.csv country)");
|
|
12
|
+
}
|
|
13
|
+
const effectiveBatchSize = Number(options.batchSize) || 1000;
|
|
14
|
+
const progress = new ProgressReporter(options);
|
|
15
|
+
const topLimit = options.top !== undefined ? Number(options.top) : 20;
|
|
16
|
+
const maxWidth = options.width !== undefined ? Number(options.width) : 30;
|
|
17
|
+
const binCount = options.bins !== undefined ? Number(options.bins) : 10;
|
|
18
|
+
let fromFormat = options.from?.toLowerCase();
|
|
19
|
+
if (!fromFormat && inputPath !== "-") {
|
|
20
|
+
fromFormat = inferReaderFormat(inputPath) ?? undefined;
|
|
21
|
+
}
|
|
22
|
+
if (!fromFormat)
|
|
23
|
+
fromFormat = "csv";
|
|
24
|
+
const readerInput = inputPath === "-" ? openReadableStream("-", options) : inputPath;
|
|
25
|
+
const reader = createReader(readerInput, {
|
|
26
|
+
format: fromFormat,
|
|
27
|
+
sheet: options.sheet,
|
|
28
|
+
delimiter: options.delimiter,
|
|
29
|
+
filePath: inputPath,
|
|
30
|
+
...options,
|
|
31
|
+
batchSize: effectiveBatchSize,
|
|
32
|
+
});
|
|
33
|
+
const pipeline = createPipeline(reader, { batchSize: effectiveBatchSize });
|
|
34
|
+
pipeline.onProgress((info) => progress.update(info));
|
|
35
|
+
// Mode 1: Two columns provided (label + value directly)
|
|
36
|
+
if (valCol) {
|
|
37
|
+
const directItems = [];
|
|
38
|
+
let totalVal = 0;
|
|
39
|
+
for await (const batch of pipeline.batches()) {
|
|
40
|
+
for (const row of batch.rows) {
|
|
41
|
+
const lbl = String(row[labelCol] ?? "<null>");
|
|
42
|
+
const rawV = row[valCol];
|
|
43
|
+
const numV = typeof rawV === "number" ? rawV : parseFloat(String(rawV ?? 0));
|
|
44
|
+
const safeV = Number.isFinite(numV) ? numV : 0;
|
|
45
|
+
directItems.push({ label: lbl, value: safeV });
|
|
46
|
+
totalVal += safeV;
|
|
47
|
+
}
|
|
48
|
+
}
|
|
49
|
+
progress.done();
|
|
50
|
+
const sorted = directItems.sort((a, b) => (options.asc ? a.value - b.value : b.value - a.value));
|
|
51
|
+
const limited = topLimit > 0 ? sorted.slice(0, topLimit) : sorted;
|
|
52
|
+
const itemsWithPct = limited.map((item) => ({
|
|
53
|
+
...item,
|
|
54
|
+
percent: totalVal > 0 ? `${((item.value / totalVal) * 100).toFixed(1)}%` : undefined,
|
|
55
|
+
}));
|
|
56
|
+
process.stdout.write(`\n--- Chart: ${labelCol} vs ${valCol} ---\n`);
|
|
57
|
+
process.stdout.write(renderBarChart(itemsWithPct, { maxWidth }) + "\n");
|
|
58
|
+
if (sorted.length > limited.length) {
|
|
59
|
+
process.stdout.write(`... and ${formatNumber(sorted.length - limited.length)} more items.\n`);
|
|
60
|
+
}
|
|
61
|
+
process.stdout.write("\n");
|
|
62
|
+
return;
|
|
63
|
+
}
|
|
64
|
+
// Mode 2: Single column provided - determine whether categorical frequency or numeric histogram
|
|
65
|
+
let numericSampleCount = 0;
|
|
66
|
+
let nonNumericSampleCount = 0;
|
|
67
|
+
const numericValues = [];
|
|
68
|
+
const freqCounts = new Map();
|
|
69
|
+
let totalRows = 0;
|
|
70
|
+
for await (const batch of pipeline.batches()) {
|
|
71
|
+
for (const row of batch.rows) {
|
|
72
|
+
totalRows++;
|
|
73
|
+
const rawVal = row[labelCol];
|
|
74
|
+
if (rawVal === null || rawVal === undefined || rawVal === "") {
|
|
75
|
+
if (options.noNulls)
|
|
76
|
+
continue;
|
|
77
|
+
}
|
|
78
|
+
if (typeof rawVal === "number" && Number.isFinite(rawVal)) {
|
|
79
|
+
numericSampleCount++;
|
|
80
|
+
numericValues.push(rawVal);
|
|
81
|
+
}
|
|
82
|
+
else if (rawVal !== null && rawVal !== undefined && rawVal !== "") {
|
|
83
|
+
const parsed = Number(rawVal);
|
|
84
|
+
if (!Number.isNaN(parsed) && Number.isFinite(parsed) && String(rawVal).trim() !== "") {
|
|
85
|
+
numericSampleCount++;
|
|
86
|
+
numericValues.push(parsed);
|
|
87
|
+
}
|
|
88
|
+
else {
|
|
89
|
+
nonNumericSampleCount++;
|
|
90
|
+
}
|
|
91
|
+
}
|
|
92
|
+
const key = rawVal === null || rawVal === undefined ? "<null>" : String(rawVal);
|
|
93
|
+
freqCounts.set(key, (freqCounts.get(key) || 0) + 1);
|
|
94
|
+
}
|
|
95
|
+
}
|
|
96
|
+
progress.done();
|
|
97
|
+
const isNumeric = options.numeric ||
|
|
98
|
+
(!options.categorical &&
|
|
99
|
+
numericSampleCount > 0 &&
|
|
100
|
+
numericSampleCount / (numericSampleCount + nonNumericSampleCount) > 0.8 &&
|
|
101
|
+
freqCounts.size > 15);
|
|
102
|
+
if (isNumeric && numericValues.length > 0) {
|
|
103
|
+
process.stdout.write(`\n--- Histogram: ${labelCol} (${formatNumber(numericValues.length)} numeric rows, ${binCount} bins) ---\n`);
|
|
104
|
+
process.stdout.write(renderHistogram(numericValues, { bins: binCount, width: maxWidth }) + "\n\n");
|
|
105
|
+
}
|
|
106
|
+
else {
|
|
107
|
+
// Categorical frequency bar chart
|
|
108
|
+
const sorted = Array.from(freqCounts.entries()).sort((a, b) => options.asc ? a[1] - b[1] : b[1] - a[1]);
|
|
109
|
+
const limited = topLimit > 0 ? sorted.slice(0, topLimit) : sorted;
|
|
110
|
+
const items = limited.map(([lbl, count]) => ({
|
|
111
|
+
label: lbl,
|
|
112
|
+
value: count,
|
|
113
|
+
percent: totalRows > 0 ? `${((count / totalRows) * 100).toFixed(1)}%` : undefined,
|
|
114
|
+
}));
|
|
115
|
+
process.stdout.write(`\n--- Frequency Chart: ${labelCol} (Total: ${formatNumber(totalRows)} rows) ---\n`);
|
|
116
|
+
process.stdout.write(renderBarChart(items, { maxWidth }) + "\n");
|
|
117
|
+
if (sorted.length > limited.length) {
|
|
118
|
+
process.stdout.write(`... and ${formatNumber(sorted.length - limited.length)} more categories.\n`);
|
|
119
|
+
}
|
|
120
|
+
process.stdout.write("\n");
|
|
121
|
+
}
|
|
122
|
+
}
|
|
123
|
+
//# sourceMappingURL=plot.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"plot.js","sourceRoot":"","sources":["../../../src/cli/commands/plot.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AACxD,OAAO,EAAE,YAAY,EAAE,mBAAmB,IAAI,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAChG,OAAO,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAC;AAChE,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAC3D,OAAO,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAC;AACzD,OAAO,EAAE,cAAc,EAAE,eAAe,EAAqB,MAAM,mBAAmB,CAAC;AAavF,MAAM,CAAC,KAAK,UAAU,WAAW,CAC/B,SAAS,GAAG,GAAG,EACf,IAAa,EACb,IAAa,EACb,UAA8B,EAAE;IAEhC,IAAI,QAAQ,GAAG,IAAI,CAAC;IACpB,IAAI,MAAM,GAAG,IAAI,CAAC;IAElB,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,MAAM,IAAI,KAAK,CAAC,yEAAyE,CAAC,CAAC;IAC7F,CAAC;IAED,MAAM,kBAAkB,GAAG,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC;IAC7D,MAAM,QAAQ,GAAG,IAAI,gBAAgB,CAAC,OAAO,CAAC,CAAC;IAC/C,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACtE,MAAM,QAAQ,GAAG,OAAO,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAC1E,MAAM,QAAQ,GAAG,OAAO,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAExE,IAAI,UAAU,GAAG,OAAO,CAAC,IAAI,EAAE,WAAW,EAAE,CAAC;IAC7C,IAAI,CAAC,UAAU,IAAI,SAAS,KAAK,GAAG,EAAE,CAAC;QACrC,UAAU,GAAG,iBAAiB,CAAC,SAAS,CAAC,IAAI,SAAS,CAAC;IACzD,CAAC;IACD,IAAI,CAAC,UAAU;QAAE,UAAU,GAAG,KAAK,CAAC;IAEpC,MAAM,WAAW,GAAG,SAAS,KAAK,GAAG,CAAC,CAAC,CAAC,kBAAkB,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACrF,MAAM,MAAM,GAAG,YAAY,CAAC,WAAW,EAAE;QACvC,MAAM,EAAE,UAAU;QAClB,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,QAAQ,EAAE,SAAS;QACnB,GAAG,OAAO;QACV,SAAS,EAAE,kBAAkB;KAC9B,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAG,cAAc,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,kBAAkB,EAAE,CAAC,CAAC;IAC3E,QAAQ,CAAC,UAAU,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;IAErD,wDAAwD;IACxD,IAAI,MAAM,EAAE,CAAC;QACX,MAAM,WAAW,GAAmB,EAAE,CAAC;QACvC,IAAI,QAAQ,GAAG,CAAC,CAAC;QAEjB,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,QAAQ,CAAC,OAAO,EAAE,EAAE,CAAC;YAC7C,KAAK,MAAM,GAAG,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;gBAC7B,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,QAAQ,CAAC,CAAC;gBAC9C,MAAM,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC;gBACzB,MAAM,IAAI,GAAG,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC;gBAC7E,MAAM,KAAK,GAAG,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC/C,WAAW,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;gBAC/C,QAAQ,IAAI,KAAK,CAAC;YACpB,CAAC;QACH,CAAC;QACD,QAAQ,CAAC,IAAI,EAAE,CAAC;QAEhB,MAAM,MAAM,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;QACjG,MAAM,OAAO,GAAG,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;QAElE,MAAM,YAAY,GAAmB,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YAC1D,GAAG,IAAI;YACP,OAAO,EAAE,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,KAAK,GAAG,QAAQ,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS;SACrF,CAAC,CAAC,CAAC;QAEJ,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,gBAAgB,QAAQ,OAAO,MAAM,QAAQ,CAAC,CAAC;QACpE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,YAAY,EAAE,EAAE,QAAQ,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC;QACxE,IAAI,MAAM,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;YACnC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,YAAY,CAAC,MAAM,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC;QAChG,CAAC;QACD,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC3B,OAAO;IACT,CAAC;IAED,gGAAgG;IAChG,IAAI,kBAAkB,GAAG,CAAC,CAAC;IAC3B,IAAI,qBAAqB,GAAG,CAAC,CAAC;IAC9B,MAAM,aAAa,GAAa,EAAE,CAAC;IACnC,MAAM,UAAU,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC7C,IAAI,SAAS,GAAG,CAAC,CAAC;IAElB,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,QAAQ,CAAC,OAAO,EAAE,EAAE,CAAC;QAC7C,KAAK,MAAM,GAAG,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;YAC7B,SAAS,EAAE,CAAC;YACZ,MAAM,MAAM,GAAG,GAAG,CAAC,QAAQ,CAAC,CAAC;YAE7B,IAAI,MAAM,KAAK,IAAI,IAAI,MAAM,KAAK,SAAS,IAAI,MAAM,KAAK,EAAE,EAAE,CAAC;gBAC7D,IAAI,OAAO,CAAC,OAAO;oBAAE,SAAS;YAChC,CAAC;YAED,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC1D,kBAAkB,EAAE,CAAC;gBACrB,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAC7B,CAAC;iBAAM,IAAI,MAAM,KAAK,IAAI,IAAI,MAAM,KAAK,SAAS,IAAI,MAAM,KAAK,EAAE,EAAE,CAAC;gBACpE,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC;gBAC9B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;oBACrF,kBAAkB,EAAE,CAAC;oBACrB,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBAC7B,CAAC;qBAAM,CAAC;oBACN,qBAAqB,EAAE,CAAC;gBAC1B,CAAC;YACH,CAAC;YAED,MAAM,GAAG,GAAG,MAAM,KAAK,IAAI,IAAI,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAChF,UAAU,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QACtD,CAAC;IACH,CAAC;IACD,QAAQ,CAAC,IAAI,EAAE,CAAC;IAEhB,MAAM,SAAS,GACb,OAAO,CAAC,OAAO;QACf,CAAC,CAAC,OAAO,CAAC,WAAW;YACnB,kBAAkB,GAAG,CAAC;YACtB,kBAAkB,GAAG,CAAC,kBAAkB,GAAG,qBAAqB,CAAC,GAAG,GAAG;YACvE,UAAU,CAAC,IAAI,GAAG,EAAE,CAAC,CAAC;IAE1B,IAAI,SAAS,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC1C,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,oBAAoB,QAAQ,KAAK,YAAY,CAAC,aAAa,CAAC,MAAM,CAAC,kBAAkB,QAAQ,cAAc,CAAC,CAAC;QAClI,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC,aAAa,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,GAAG,MAAM,CAAC,CAAC;IACrG,CAAC;SAAM,CAAC;QACN,kCAAkC;QAClC,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAC5D,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CACxC,CAAC;QACF,MAAM,OAAO,GAAG,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;QAElE,MAAM,KAAK,GAAmB,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC;YAC3D,KAAK,EAAE,GAAG;YACV,KAAK,EAAE,KAAK;YACZ,OAAO,EAAE,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,GAAG,SAAS,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS;SAClF,CAAC,CAAC,CAAC;QAEJ,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,0BAA0B,QAAQ,YAAY,YAAY,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;QAC1G,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,KAAK,EAAE,EAAE,QAAQ,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC;QACjE,IAAI,MAAM,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;YACnC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,YAAY,CAAC,MAAM,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,qBAAqB,CAAC,CAAC;QACrG,CAAC;QACD,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC7B,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
import type { UnifiedPipelineCliOptions } from "./pipeline.js";
|
|
2
|
+
export interface QuantilesCommandOptions extends UnifiedPipelineCliOptions {
|
|
3
|
+
p?: string | number | (string | number)[];
|
|
4
|
+
percentiles?: string | number | (string | number)[];
|
|
5
|
+
}
|
|
6
|
+
export declare function quantilesCommand(inputPath?: string, column?: string, options?: QuantilesCommandOptions): Promise<void>;
|
|
7
|
+
//# sourceMappingURL=quantiles.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"quantiles.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/quantiles.ts"],"names":[],"mappings":"AASA,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,eAAe,CAAC;AAE/D,MAAM,WAAW,uBAAwB,SAAQ,yBAAyB;IACxE,CAAC,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG,CAAC,MAAM,GAAG,MAAM,CAAC,EAAE,CAAC;IAC1C,WAAW,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG,CAAC,MAAM,GAAG,MAAM,CAAC,EAAE,CAAC;CACrD;AAED,wBAAsB,gBAAgB,CACpC,SAAS,SAAM,EACf,MAAM,CAAC,EAAE,MAAM,EACf,OAAO,GAAE,uBAA4B,GACpC,OAAO,CAAC,IAAI,CAAC,CA2Ff"}
|
|
@@ -0,0 +1,94 @@
|
|
|
1
|
+
import { createPipeline } from "../../core/pipeline.js";
|
|
2
|
+
import { createReader, inferFormatFromPath as inferReaderFormat } from "../../readers/index.js";
|
|
3
|
+
import { createWriter, inferFormatFromPath as inferWriterFormat } from "../../writers/index.js";
|
|
4
|
+
import { openReadableStream } from "../../utils/compression.js";
|
|
5
|
+
import { ProgressReporter } from "../../utils/progress.js";
|
|
6
|
+
import { formatNumber } from "../../utils/formatting.js";
|
|
7
|
+
import { computeQuantiles } from "../../analytics/quantiles.js";
|
|
8
|
+
import { formatTable } from "../../writers/table.js";
|
|
9
|
+
export async function quantilesCommand(inputPath = "-", column, options = {}) {
|
|
10
|
+
if (!column) {
|
|
11
|
+
throw new Error("Column name is required (e.g. rowpipe quantiles latencies.csv duration_ms --p 50,90,95,99)");
|
|
12
|
+
}
|
|
13
|
+
const effectiveBatchSize = Number(options.batchSize) || 1000;
|
|
14
|
+
const progress = new ProgressReporter(options);
|
|
15
|
+
let fromFormat = options.from?.toLowerCase();
|
|
16
|
+
if (!fromFormat && inputPath !== "-") {
|
|
17
|
+
fromFormat = inferReaderFormat(inputPath) ?? undefined;
|
|
18
|
+
}
|
|
19
|
+
if (!fromFormat)
|
|
20
|
+
fromFormat = "csv";
|
|
21
|
+
const rawP = options.p || options.percentiles || "25,50,75,90,95,99";
|
|
22
|
+
const pList = (Array.isArray(rawP) ? rawP : String(rawP).split(","))
|
|
23
|
+
.map((s) => parseFloat(String(s).trim()))
|
|
24
|
+
.filter((n) => !Number.isNaN(n) && n >= 0 && n <= 100);
|
|
25
|
+
const readerInput = inputPath === "-" ? openReadableStream("-", options) : inputPath;
|
|
26
|
+
const reader = createReader(readerInput, {
|
|
27
|
+
format: fromFormat,
|
|
28
|
+
sheet: options.sheet,
|
|
29
|
+
delimiter: options.delimiter,
|
|
30
|
+
filePath: inputPath,
|
|
31
|
+
...options,
|
|
32
|
+
batchSize: effectiveBatchSize,
|
|
33
|
+
});
|
|
34
|
+
const pipeline = createPipeline(reader, { batchSize: effectiveBatchSize });
|
|
35
|
+
pipeline.onProgress((info) => progress.update(info));
|
|
36
|
+
const result = await computeQuantiles(pipeline.batches(), column, pList);
|
|
37
|
+
progress.done();
|
|
38
|
+
const isStructuredOutput = Boolean(options.to || options.output || options.json);
|
|
39
|
+
if (isStructuredOutput) {
|
|
40
|
+
const outRows = [
|
|
41
|
+
{ metric: "count", value: result.count },
|
|
42
|
+
{ metric: "min", value: result.min },
|
|
43
|
+
{ metric: "mean", value: result.mean },
|
|
44
|
+
{ metric: "median (P50)", value: result.median },
|
|
45
|
+
{ metric: "Q1 (P25)", value: result.q1 },
|
|
46
|
+
{ metric: "Q3 (P75)", value: result.q3 },
|
|
47
|
+
{ metric: "IQR", value: result.iqr },
|
|
48
|
+
{ metric: "max", value: result.max },
|
|
49
|
+
...Object.entries(result.percentiles).map(([p, val]) => ({
|
|
50
|
+
metric: p.toUpperCase(),
|
|
51
|
+
value: val,
|
|
52
|
+
})),
|
|
53
|
+
];
|
|
54
|
+
let toFormat = options.to?.toLowerCase();
|
|
55
|
+
if (options.json) {
|
|
56
|
+
toFormat = "json";
|
|
57
|
+
}
|
|
58
|
+
else if (!toFormat && options.output && options.output !== "-") {
|
|
59
|
+
toFormat = inferWriterFormat(options.output) ?? undefined;
|
|
60
|
+
}
|
|
61
|
+
if (!toFormat)
|
|
62
|
+
toFormat = "csv";
|
|
63
|
+
const writer = createWriter(options.output || "-", {
|
|
64
|
+
format: toFormat,
|
|
65
|
+
delimiter: options.delimiter,
|
|
66
|
+
...options,
|
|
67
|
+
});
|
|
68
|
+
async function* singleBatch() {
|
|
69
|
+
yield { rows: outRows, offset: 0 };
|
|
70
|
+
}
|
|
71
|
+
await writer.write(singleBatch());
|
|
72
|
+
if (writer.close)
|
|
73
|
+
await writer.close();
|
|
74
|
+
}
|
|
75
|
+
else {
|
|
76
|
+
process.stdout.write(`\n--- Quantile Distribution: ${column} (Count: ${formatNumber(result.count)}) ---\n`);
|
|
77
|
+
const tableRows = [
|
|
78
|
+
{ Metric: "Min", Value: result.min },
|
|
79
|
+
{ Metric: "Q1 (P25)", Value: result.q1 },
|
|
80
|
+
{ Metric: "Median (P50)", Value: result.median },
|
|
81
|
+
{ Metric: "Mean", Value: result.mean },
|
|
82
|
+
{ Metric: "Q3 (P75)", Value: result.q3 },
|
|
83
|
+
{ Metric: "IQR", Value: result.iqr },
|
|
84
|
+
{ Metric: "Max", Value: result.max },
|
|
85
|
+
...Object.entries(result.percentiles).map(([p, val]) => ({
|
|
86
|
+
Metric: p.toUpperCase(),
|
|
87
|
+
Value: val,
|
|
88
|
+
})),
|
|
89
|
+
];
|
|
90
|
+
process.stdout.write(formatTable(tableRows, { style: "unicode" }));
|
|
91
|
+
process.stdout.write("\n");
|
|
92
|
+
}
|
|
93
|
+
}
|
|
94
|
+
//# sourceMappingURL=quantiles.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"quantiles.js","sourceRoot":"","sources":["../../../src/cli/commands/quantiles.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AACxD,OAAO,EAAE,YAAY,EAAE,mBAAmB,IAAI,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAChG,OAAO,EAAE,YAAY,EAAE,mBAAmB,IAAI,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAChG,OAAO,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAC;AAChE,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAC3D,OAAO,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAC;AACzD,OAAO,EAAE,gBAAgB,EAAE,MAAM,8BAA8B,CAAC;AAChE,OAAO,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAC;AASrD,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,SAAS,GAAG,GAAG,EACf,MAAe,EACf,UAAmC,EAAE;IAErC,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,IAAI,KAAK,CAAC,4FAA4F,CAAC,CAAC;IAChH,CAAC;IAED,MAAM,kBAAkB,GAAG,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC;IAC7D,MAAM,QAAQ,GAAG,IAAI,gBAAgB,CAAC,OAAO,CAAC,CAAC;IAE/C,IAAI,UAAU,GAAG,OAAO,CAAC,IAAI,EAAE,WAAW,EAAE,CAAC;IAC7C,IAAI,CAAC,UAAU,IAAI,SAAS,KAAK,GAAG,EAAE,CAAC;QACrC,UAAU,GAAG,iBAAiB,CAAC,SAAS,CAAC,IAAI,SAAS,CAAC;IACzD,CAAC;IACD,IAAI,CAAC,UAAU;QAAE,UAAU,GAAG,KAAK,CAAC;IAEpC,MAAM,IAAI,GAAG,OAAO,CAAC,CAAC,IAAI,OAAO,CAAC,WAAW,IAAI,mBAAmB,CAAC;IACrE,MAAM,KAAK,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;SACjE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;SACxC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,CAAC;IAEzD,MAAM,WAAW,GAAG,SAAS,KAAK,GAAG,CAAC,CAAC,CAAC,kBAAkB,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACrF,MAAM,MAAM,GAAG,YAAY,CAAC,WAAW,EAAE;QACvC,MAAM,EAAE,UAAU;QAClB,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,QAAQ,EAAE,SAAS;QACnB,GAAG,OAAO;QACV,SAAS,EAAE,kBAAkB;KAC9B,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAG,cAAc,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,kBAAkB,EAAE,CAAC,CAAC;IAC3E,QAAQ,CAAC,UAAU,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;IAErD,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC,QAAQ,CAAC,OAAO,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC;IACzE,QAAQ,CAAC,IAAI,EAAE,CAAC;IAEhB,MAAM,kBAAkB,GAAG,OAAO,CAAC,OAAO,CAAC,EAAE,IAAI,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IACjF,IAAI,kBAAkB,EAAE,CAAC;QACvB,MAAM,OAAO,GAAU;YACrB,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE;YACxC,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,EAAE;YACpC,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,IAAI,EAAE;YACtC,EAAE,MAAM,EAAE,cAAc,EAAE,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE;YAChD,EAAE,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,CAAC,EAAE,EAAE;YACxC,EAAE,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,CAAC,EAAE,EAAE;YACxC,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,EAAE;YACpC,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,EAAE;YACpC,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC;gBACvD,MAAM,EAAE,CAAC,CAAC,WAAW,EAAE;gBACvB,KAAK,EAAE,GAAG;aACX,CAAC,CAAC;SACJ,CAAC;QAEF,IAAI,QAAQ,GAAG,OAAO,CAAC,EAAE,EAAE,WAAW,EAAE,CAAC;QACzC,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;YACjB,QAAQ,GAAG,MAAM,CAAC;QACpB,CAAC;aAAM,IAAI,CAAC,QAAQ,IAAI,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;YACjE,QAAQ,GAAG,iBAAiB,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,SAAS,CAAC;QAC5D,CAAC;QACD,IAAI,CAAC,QAAQ;YAAE,QAAQ,GAAG,KAAK,CAAC;QAEhC,MAAM,MAAM,GAAG,YAAY,CAAC,OAAO,CAAC,MAAM,IAAI,GAAG,EAAE;YACjD,MAAM,EAAE,QAAQ;YAChB,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,GAAG,OAAO;SACX,CAAC,CAAC;QAEH,KAAK,SAAS,CAAC,CAAC,WAAW;YACzB,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;QACrC,CAAC;QACD,MAAM,MAAM,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC;QAClC,IAAI,MAAM,CAAC,KAAK;YAAE,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;IACzC,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,gCAAgC,MAAM,YAAY,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QAE5G,MAAM,SAAS,GAAU;YACvB,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,EAAE;YACpC,EAAE,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,CAAC,EAAE,EAAE;YACxC,EAAE,MAAM,EAAE,cAAc,EAAE,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE;YAChD,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,IAAI,EAAE;YACtC,EAAE,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,CAAC,EAAE,EAAE;YACxC,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,EAAE;YACpC,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,EAAE;YACpC,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC;gBACvD,MAAM,EAAE,CAAC,CAAC,WAAW,EAAE;gBACvB,KAAK,EAAE,GAAG;aACX,CAAC,CAAC;SACJ,CAAC;QAEF,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,SAAS,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC;QACnE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC7B,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
import type { UnifiedPipelineCliOptions } from "./pipeline.js";
|
|
2
|
+
export interface RegressionCommandOptions extends UnifiedPipelineCliOptions {
|
|
3
|
+
x?: string;
|
|
4
|
+
y?: string;
|
|
5
|
+
}
|
|
6
|
+
export declare function regressionCommand(inputPath?: string, xCol?: string, yCol?: string, options?: RegressionCommandOptions): Promise<void>;
|
|
7
|
+
//# sourceMappingURL=regression.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"regression.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/regression.ts"],"names":[],"mappings":"AASA,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,eAAe,CAAC;AAE/D,MAAM,WAAW,wBAAyB,SAAQ,yBAAyB;IACzE,CAAC,CAAC,EAAE,MAAM,CAAC;IACX,CAAC,CAAC,EAAE,MAAM,CAAC;CACZ;AAED,wBAAsB,iBAAiB,CACrC,SAAS,SAAM,EACf,IAAI,CAAC,EAAE,MAAM,EACb,IAAI,CAAC,EAAE,MAAM,EACb,OAAO,GAAE,wBAA6B,GACrC,OAAO,CAAC,IAAI,CAAC,CAqFf"}
|
|
@@ -0,0 +1,86 @@
|
|
|
1
|
+
import { createPipeline } from "../../core/pipeline.js";
|
|
2
|
+
import { createReader, inferFormatFromPath as inferReaderFormat } from "../../readers/index.js";
|
|
3
|
+
import { createWriter, inferFormatFromPath as inferWriterFormat } from "../../writers/index.js";
|
|
4
|
+
import { openReadableStream } from "../../utils/compression.js";
|
|
5
|
+
import { ProgressReporter } from "../../utils/progress.js";
|
|
6
|
+
import { formatNumber } from "../../utils/formatting.js";
|
|
7
|
+
import { computeLinearRegression } from "../../analytics/regression.js";
|
|
8
|
+
import { formatTable } from "../../writers/table.js";
|
|
9
|
+
export async function regressionCommand(inputPath = "-", xCol, yCol, options = {}) {
|
|
10
|
+
const x = xCol || options.x;
|
|
11
|
+
const y = yCol || options.y;
|
|
12
|
+
if (!x || !y) {
|
|
13
|
+
throw new Error("Both independent (X) and dependent (Y) columns are required (e.g. rowpipe regression ads.csv spend revenue)");
|
|
14
|
+
}
|
|
15
|
+
const effectiveBatchSize = Number(options.batchSize) || 1000;
|
|
16
|
+
const progress = new ProgressReporter(options);
|
|
17
|
+
let fromFormat = options.from?.toLowerCase();
|
|
18
|
+
if (!fromFormat && inputPath !== "-") {
|
|
19
|
+
fromFormat = inferReaderFormat(inputPath) ?? undefined;
|
|
20
|
+
}
|
|
21
|
+
if (!fromFormat)
|
|
22
|
+
fromFormat = "csv";
|
|
23
|
+
const readerInput = inputPath === "-" ? openReadableStream("-", options) : inputPath;
|
|
24
|
+
const reader = createReader(readerInput, {
|
|
25
|
+
format: fromFormat,
|
|
26
|
+
sheet: options.sheet,
|
|
27
|
+
delimiter: options.delimiter,
|
|
28
|
+
filePath: inputPath,
|
|
29
|
+
...options,
|
|
30
|
+
batchSize: effectiveBatchSize,
|
|
31
|
+
});
|
|
32
|
+
const pipeline = createPipeline(reader, { batchSize: effectiveBatchSize });
|
|
33
|
+
pipeline.onProgress((info) => progress.update(info));
|
|
34
|
+
const result = await computeLinearRegression(pipeline.batches(), x, y);
|
|
35
|
+
progress.done();
|
|
36
|
+
const isStructuredOutput = Boolean(options.to || options.output || options.json);
|
|
37
|
+
if (isStructuredOutput) {
|
|
38
|
+
const outRows = [
|
|
39
|
+
{ metric: "x_column", value: result.xColumn },
|
|
40
|
+
{ metric: "y_column", value: result.yColumn },
|
|
41
|
+
{ metric: "sample_size", value: result.sampleSize },
|
|
42
|
+
{ metric: "slope", value: result.slope },
|
|
43
|
+
{ metric: "intercept", value: result.intercept },
|
|
44
|
+
{ metric: "pearson_r", value: result.r },
|
|
45
|
+
{ metric: "r_squared", value: result.r2 },
|
|
46
|
+
{ metric: "std_error", value: result.stdError },
|
|
47
|
+
{ metric: "formula", value: result.formula },
|
|
48
|
+
{ metric: "interpretation", value: result.interpretation },
|
|
49
|
+
];
|
|
50
|
+
let toFormat = options.to?.toLowerCase();
|
|
51
|
+
if (options.json) {
|
|
52
|
+
toFormat = "json";
|
|
53
|
+
}
|
|
54
|
+
else if (!toFormat && options.output && options.output !== "-") {
|
|
55
|
+
toFormat = inferWriterFormat(options.output) ?? undefined;
|
|
56
|
+
}
|
|
57
|
+
if (!toFormat)
|
|
58
|
+
toFormat = "csv";
|
|
59
|
+
const writer = createWriter(options.output || "-", {
|
|
60
|
+
format: toFormat,
|
|
61
|
+
delimiter: options.delimiter,
|
|
62
|
+
...options,
|
|
63
|
+
});
|
|
64
|
+
async function* singleBatch() {
|
|
65
|
+
yield { rows: outRows, offset: 0 };
|
|
66
|
+
}
|
|
67
|
+
await writer.write(singleBatch());
|
|
68
|
+
if (writer.close)
|
|
69
|
+
await writer.close();
|
|
70
|
+
}
|
|
71
|
+
else {
|
|
72
|
+
process.stdout.write(`\n--- Linear Regression Model: ${y} ~ ${x} (N = ${formatNumber(result.sampleSize)}) ---\n`);
|
|
73
|
+
const tableRows = [
|
|
74
|
+
{ Parameter: "Regression Formula", Value: result.formula },
|
|
75
|
+
{ Parameter: "Slope (m)", Value: result.slope },
|
|
76
|
+
{ Parameter: "Intercept (b)", Value: result.intercept },
|
|
77
|
+
{ Parameter: "R² (Coefficient of Determination)", Value: `${(result.r2 * 100).toFixed(2)}% (${result.r2})` },
|
|
78
|
+
{ Parameter: "Pearson r", Value: result.r },
|
|
79
|
+
{ Parameter: "Standard Error", Value: result.stdError },
|
|
80
|
+
{ Parameter: "Fit Interpretation", Value: result.interpretation },
|
|
81
|
+
];
|
|
82
|
+
process.stdout.write(formatTable(tableRows, { style: "unicode" }));
|
|
83
|
+
process.stdout.write("\n");
|
|
84
|
+
}
|
|
85
|
+
}
|
|
86
|
+
//# sourceMappingURL=regression.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"regression.js","sourceRoot":"","sources":["../../../src/cli/commands/regression.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AACxD,OAAO,EAAE,YAAY,EAAE,mBAAmB,IAAI,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAChG,OAAO,EAAE,YAAY,EAAE,mBAAmB,IAAI,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAChG,OAAO,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAC;AAChE,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAC3D,OAAO,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAC;AACzD,OAAO,EAAE,uBAAuB,EAAE,MAAM,+BAA+B,CAAC;AACxE,OAAO,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAC;AASrD,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,SAAS,GAAG,GAAG,EACf,IAAa,EACb,IAAa,EACb,UAAoC,EAAE;IAEtC,MAAM,CAAC,GAAG,IAAI,IAAI,OAAO,CAAC,CAAC,CAAC;IAC5B,MAAM,CAAC,GAAG,IAAI,IAAI,OAAO,CAAC,CAAC,CAAC;IAE5B,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;QACb,MAAM,IAAI,KAAK,CACb,6GAA6G,CAC9G,CAAC;IACJ,CAAC;IAED,MAAM,kBAAkB,GAAG,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC;IAC7D,MAAM,QAAQ,GAAG,IAAI,gBAAgB,CAAC,OAAO,CAAC,CAAC;IAE/C,IAAI,UAAU,GAAG,OAAO,CAAC,IAAI,EAAE,WAAW,EAAE,CAAC;IAC7C,IAAI,CAAC,UAAU,IAAI,SAAS,KAAK,GAAG,EAAE,CAAC;QACrC,UAAU,GAAG,iBAAiB,CAAC,SAAS,CAAC,IAAI,SAAS,CAAC;IACzD,CAAC;IACD,IAAI,CAAC,UAAU;QAAE,UAAU,GAAG,KAAK,CAAC;IAEpC,MAAM,WAAW,GAAG,SAAS,KAAK,GAAG,CAAC,CAAC,CAAC,kBAAkB,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACrF,MAAM,MAAM,GAAG,YAAY,CAAC,WAAW,EAAE;QACvC,MAAM,EAAE,UAAU;QAClB,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,QAAQ,EAAE,SAAS;QACnB,GAAG,OAAO;QACV,SAAS,EAAE,kBAAkB;KAC9B,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAG,cAAc,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,kBAAkB,EAAE,CAAC,CAAC;IAC3E,QAAQ,CAAC,UAAU,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;IAErD,MAAM,MAAM,GAAG,MAAM,uBAAuB,CAAC,QAAQ,CAAC,OAAO,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;IACvE,QAAQ,CAAC,IAAI,EAAE,CAAC;IAEhB,MAAM,kBAAkB,GAAG,OAAO,CAAC,OAAO,CAAC,EAAE,IAAI,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IACjF,IAAI,kBAAkB,EAAE,CAAC;QACvB,MAAM,OAAO,GAAU;YACrB,EAAE,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,CAAC,OAAO,EAAE;YAC7C,EAAE,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,CAAC,OAAO,EAAE;YAC7C,EAAE,MAAM,EAAE,aAAa,EAAE,KAAK,EAAE,MAAM,CAAC,UAAU,EAAE;YACnD,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE;YACxC,EAAE,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,CAAC,SAAS,EAAE;YAChD,EAAE,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC,EAAE;YACxC,EAAE,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,CAAC,EAAE,EAAE;YACzC,EAAE,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,CAAC,QAAQ,EAAE;YAC/C,EAAE,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,CAAC,OAAO,EAAE;YAC5C,EAAE,MAAM,EAAE,gBAAgB,EAAE,KAAK,EAAE,MAAM,CAAC,cAAc,EAAE;SAC3D,CAAC;QAEF,IAAI,QAAQ,GAAG,OAAO,CAAC,EAAE,EAAE,WAAW,EAAE,CAAC;QACzC,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;YACjB,QAAQ,GAAG,MAAM,CAAC;QACpB,CAAC;aAAM,IAAI,CAAC,QAAQ,IAAI,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;YACjE,QAAQ,GAAG,iBAAiB,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,SAAS,CAAC;QAC5D,CAAC;QACD,IAAI,CAAC,QAAQ;YAAE,QAAQ,GAAG,KAAK,CAAC;QAEhC,MAAM,MAAM,GAAG,YAAY,CAAC,OAAO,CAAC,MAAM,IAAI,GAAG,EAAE;YACjD,MAAM,EAAE,QAAQ;YAChB,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,GAAG,OAAO;SACX,CAAC,CAAC;QAEH,KAAK,SAAS,CAAC,CAAC,WAAW;YACzB,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;QACrC,CAAC;QACD,MAAM,MAAM,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC;QAClC,IAAI,MAAM,CAAC,KAAK;YAAE,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;IACzC,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,kCAAkC,CAAC,MAAM,CAAC,SAAS,YAAY,CAAC,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;QAElH,MAAM,SAAS,GAAU;YACvB,EAAE,SAAS,EAAE,oBAAoB,EAAE,KAAK,EAAE,MAAM,CAAC,OAAO,EAAE;YAC1D,EAAE,SAAS,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE;YAC/C,EAAE,SAAS,EAAE,eAAe,EAAE,KAAK,EAAE,MAAM,CAAC,SAAS,EAAE;YACvD,EAAE,SAAS,EAAE,mCAAmC,EAAE,KAAK,EAAE,GAAG,CAAC,MAAM,CAAC,EAAE,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,MAAM,CAAC,EAAE,GAAG,EAAE;YAC5G,EAAE,SAAS,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC,EAAE;YAC3C,EAAE,SAAS,EAAE,gBAAgB,EAAE,KAAK,EAAE,MAAM,CAAC,QAAQ,EAAE;YACvD,EAAE,SAAS,EAAE,oBAAoB,EAAE,KAAK,EAAE,MAAM,CAAC,cAAc,EAAE;SAClE,CAAC;QAEF,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,SAAS,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC;QACnE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC7B,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
import { type ReportOptions } from "../../dataops/report.js";
|
|
2
|
+
import type { UnifiedPipelineCliOptions } from "./pipeline.js";
|
|
3
|
+
export interface ReportCommandOptions extends UnifiedPipelineCliOptions, ReportOptions {
|
|
4
|
+
title?: string;
|
|
5
|
+
output?: string;
|
|
6
|
+
}
|
|
7
|
+
export declare function reportCommand(inputPath?: string, options?: ReportCommandOptions): Promise<void>;
|
|
8
|
+
//# sourceMappingURL=report.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"report.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/report.ts"],"names":[],"mappings":"AACA,OAAO,EAAsB,KAAK,aAAa,EAAE,MAAM,yBAAyB,CAAC;AAGjF,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,eAAe,CAAC;AAE/D,MAAM,WAAW,oBAAqB,SAAQ,yBAAyB,EAAE,aAAa;IACpF,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,wBAAsB,aAAa,CACjC,SAAS,SAAM,EACf,OAAO,GAAE,oBAAyB,GACjC,OAAO,CAAC,IAAI,CAAC,CAgCf"}
|
|
@@ -0,0 +1,36 @@
|
|
|
1
|
+
import { promises as fs } from "node:fs";
|
|
2
|
+
import { generateHtmlReport } from "../../dataops/report.js";
|
|
3
|
+
import { createReader, inferFormatFromPath as inferReaderFormat } from "../../readers/index.js";
|
|
4
|
+
import { openReadableStream } from "../../utils/compression.js";
|
|
5
|
+
export async function reportCommand(inputPath = "-", options = {}) {
|
|
6
|
+
const effectiveBatchSize = Number(options.batchSize) || 1000;
|
|
7
|
+
let fromFormat = options.from?.toLowerCase();
|
|
8
|
+
if (!fromFormat && inputPath !== "-") {
|
|
9
|
+
fromFormat = inferReaderFormat(inputPath) ?? undefined;
|
|
10
|
+
}
|
|
11
|
+
if (!fromFormat)
|
|
12
|
+
fromFormat = "csv";
|
|
13
|
+
const readerInput = inputPath === "-" ? openReadableStream("-", options) : inputPath;
|
|
14
|
+
const reader = createReader(readerInput, {
|
|
15
|
+
format: fromFormat,
|
|
16
|
+
sheet: options.sheet,
|
|
17
|
+
delimiter: options.delimiter,
|
|
18
|
+
filePath: inputPath,
|
|
19
|
+
...options,
|
|
20
|
+
batchSize: effectiveBatchSize,
|
|
21
|
+
});
|
|
22
|
+
const html = await generateHtmlReport(reader, inputPath, {
|
|
23
|
+
title: options.title,
|
|
24
|
+
outputPath: options.output,
|
|
25
|
+
});
|
|
26
|
+
if (options.output && options.output !== "-") {
|
|
27
|
+
await fs.writeFile(options.output, html, "utf-8");
|
|
28
|
+
process.stdout.write(`\n⨠HTML Report generated: ${options.output}\n`);
|
|
29
|
+
}
|
|
30
|
+
else {
|
|
31
|
+
process.stdout.write(html);
|
|
32
|
+
}
|
|
33
|
+
if (reader.close)
|
|
34
|
+
await reader.close();
|
|
35
|
+
}
|
|
36
|
+
//# sourceMappingURL=report.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"report.js","sourceRoot":"","sources":["../../../src/cli/commands/report.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,IAAI,EAAE,EAAE,MAAM,SAAS,CAAC;AACzC,OAAO,EAAE,kBAAkB,EAAsB,MAAM,yBAAyB,CAAC;AACjF,OAAO,EAAE,YAAY,EAAE,mBAAmB,IAAI,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAChG,OAAO,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAC;AAQhE,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,SAAS,GAAG,GAAG,EACf,UAAgC,EAAE;IAElC,MAAM,kBAAkB,GAAG,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC;IAE7D,IAAI,UAAU,GAAG,OAAO,CAAC,IAAI,EAAE,WAAW,EAAE,CAAC;IAC7C,IAAI,CAAC,UAAU,IAAI,SAAS,KAAK,GAAG,EAAE,CAAC;QACrC,UAAU,GAAG,iBAAiB,CAAC,SAAS,CAAC,IAAI,SAAS,CAAC;IACzD,CAAC;IACD,IAAI,CAAC,UAAU;QAAE,UAAU,GAAG,KAAK,CAAC;IAEpC,MAAM,WAAW,GAAG,SAAS,KAAK,GAAG,CAAC,CAAC,CAAC,kBAAkB,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACrF,MAAM,MAAM,GAAG,YAAY,CAAC,WAAW,EAAE;QACvC,MAAM,EAAE,UAAU;QAClB,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,QAAQ,EAAE,SAAS;QACnB,GAAG,OAAO;QACV,SAAS,EAAE,kBAAkB;KAC9B,CAAC,CAAC;IAEH,MAAM,IAAI,GAAG,MAAM,kBAAkB,CAAC,MAAM,EAAE,SAAS,EAAE;QACvD,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,UAAU,EAAE,OAAO,CAAC,MAAM;KAC3B,CAAC,CAAC;IAEH,IAAI,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;QAC7C,MAAM,EAAE,CAAC,SAAS,CAAC,OAAO,CAAC,MAAM,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;QAClD,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,8BAA8B,OAAO,CAAC,MAAM,IAAI,CAAC,CAAC;IACzE,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC7B,CAAC;IAED,IAAI,MAAM,CAAC,KAAK;QAAE,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;AACzC,CAAC"}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
import { type RfmOptions } from "../../analytics/rfm.js";
|
|
2
|
+
import type { UnifiedPipelineCliOptions } from "./pipeline.js";
|
|
3
|
+
export interface RfmCommandOptions extends UnifiedPipelineCliOptions, RfmOptions {
|
|
4
|
+
summary?: boolean;
|
|
5
|
+
customerId?: string;
|
|
6
|
+
dateCol?: string;
|
|
7
|
+
amountCol?: string;
|
|
8
|
+
asOf?: string;
|
|
9
|
+
}
|
|
10
|
+
export declare function rfmCommand(inputPath?: string, options?: RfmCommandOptions): Promise<void>;
|
|
11
|
+
//# sourceMappingURL=rfm.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"rfm.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/rfm.ts"],"names":[],"mappings":"AAMA,OAAO,EAAc,KAAK,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAErE,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,eAAe,CAAC;AAG/D,MAAM,WAAW,iBAAkB,SAAQ,yBAAyB,EAAE,UAAU;IAC9E,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,wBAAsB,UAAU,CAC9B,SAAS,SAAM,EACf,OAAO,GAAE,iBAAsB,GAC9B,OAAO,CAAC,IAAI,CAAC,CAsEf"}
|
|
@@ -0,0 +1,78 @@
|
|
|
1
|
+
import { createPipeline } from "../../core/pipeline.js";
|
|
2
|
+
import { createReader, inferFormatFromPath as inferReaderFormat } from "../../readers/index.js";
|
|
3
|
+
import { createWriter, inferFormatFromPath as inferWriterFormat } from "../../writers/index.js";
|
|
4
|
+
import { openReadableStream } from "../../utils/compression.js";
|
|
5
|
+
import { ProgressReporter } from "../../utils/progress.js";
|
|
6
|
+
import { formatNumber } from "../../utils/formatting.js";
|
|
7
|
+
import { computeRfm } from "../../analytics/rfm.js";
|
|
8
|
+
import { formatTable } from "../../writers/table.js";
|
|
9
|
+
export async function rfmCommand(inputPath = "-", options = {}) {
|
|
10
|
+
const effectiveBatchSize = Number(options.batchSize) || 1000;
|
|
11
|
+
const progress = new ProgressReporter(options);
|
|
12
|
+
let fromFormat = options.from?.toLowerCase();
|
|
13
|
+
if (!fromFormat && inputPath !== "-") {
|
|
14
|
+
fromFormat = inferReaderFormat(inputPath) ?? undefined;
|
|
15
|
+
}
|
|
16
|
+
if (!fromFormat)
|
|
17
|
+
fromFormat = "csv";
|
|
18
|
+
const readerInput = inputPath === "-" ? openReadableStream("-", options) : inputPath;
|
|
19
|
+
const reader = createReader(readerInput, {
|
|
20
|
+
format: fromFormat,
|
|
21
|
+
sheet: options.sheet,
|
|
22
|
+
delimiter: options.delimiter,
|
|
23
|
+
filePath: inputPath,
|
|
24
|
+
...options,
|
|
25
|
+
batchSize: effectiveBatchSize,
|
|
26
|
+
});
|
|
27
|
+
const pipeline = createPipeline(reader, { batchSize: effectiveBatchSize });
|
|
28
|
+
pipeline.onProgress((info) => progress.update(info));
|
|
29
|
+
const result = await computeRfm(pipeline.batches(), {
|
|
30
|
+
customerIdCol: options.customerId || options.customerIdCol,
|
|
31
|
+
dateCol: options.dateCol,
|
|
32
|
+
amountCol: options.amountCol,
|
|
33
|
+
asOfDate: options.asOf || options.asOfDate,
|
|
34
|
+
});
|
|
35
|
+
progress.done();
|
|
36
|
+
const outputRows = options.summary
|
|
37
|
+
? result.summary
|
|
38
|
+
: result.customers;
|
|
39
|
+
const isStructuredOutput = Boolean(options.to || options.output || options.json);
|
|
40
|
+
if (isStructuredOutput) {
|
|
41
|
+
let toFormat = options.to?.toLowerCase();
|
|
42
|
+
if (options.json) {
|
|
43
|
+
toFormat = "json";
|
|
44
|
+
}
|
|
45
|
+
else if (!toFormat && options.output && options.output !== "-") {
|
|
46
|
+
toFormat = inferWriterFormat(options.output) ?? undefined;
|
|
47
|
+
}
|
|
48
|
+
if (!toFormat)
|
|
49
|
+
toFormat = "csv";
|
|
50
|
+
const writer = createWriter(options.output || "-", {
|
|
51
|
+
format: toFormat,
|
|
52
|
+
delimiter: options.delimiter,
|
|
53
|
+
...options,
|
|
54
|
+
});
|
|
55
|
+
async function* singleBatch() {
|
|
56
|
+
yield { rows: outputRows, offset: 0 };
|
|
57
|
+
}
|
|
58
|
+
await writer.write(singleBatch());
|
|
59
|
+
if (writer.close)
|
|
60
|
+
await writer.close();
|
|
61
|
+
}
|
|
62
|
+
else {
|
|
63
|
+
if (options.summary) {
|
|
64
|
+
process.stdout.write(`\n--- RFM Segment Breakdown (Reference Date: ${result.referenceDate}, Total Customers: ${formatNumber(result.customers.length)}) ---\n`);
|
|
65
|
+
process.stdout.write(formatTable(outputRows, { style: "unicode" }));
|
|
66
|
+
process.stdout.write("\n");
|
|
67
|
+
}
|
|
68
|
+
else {
|
|
69
|
+
process.stdout.write(`\n--- RFM Customer Segmentation (Reference Date: ${result.referenceDate}) ---\n`);
|
|
70
|
+
process.stdout.write(formatTable(outputRows.slice(0, 50), { style: "unicode" }));
|
|
71
|
+
if (outputRows.length > 50) {
|
|
72
|
+
process.stdout.write(`\n... showing first 50 of ${formatNumber(outputRows.length)} customers (use --to csv/json to export all)\n`);
|
|
73
|
+
}
|
|
74
|
+
process.stdout.write("\n");
|
|
75
|
+
}
|
|
76
|
+
}
|
|
77
|
+
}
|
|
78
|
+
//# sourceMappingURL=rfm.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"rfm.js","sourceRoot":"","sources":["../../../src/cli/commands/rfm.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AACxD,OAAO,EAAE,YAAY,EAAE,mBAAmB,IAAI,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAChG,OAAO,EAAE,YAAY,EAAE,mBAAmB,IAAI,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAChG,OAAO,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAC;AAChE,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAC3D,OAAO,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAC;AACzD,OAAO,EAAE,UAAU,EAAmB,MAAM,wBAAwB,CAAC;AACrE,OAAO,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAC;AAYrD,MAAM,CAAC,KAAK,UAAU,UAAU,CAC9B,SAAS,GAAG,GAAG,EACf,UAA6B,EAAE;IAE/B,MAAM,kBAAkB,GAAG,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC;IAC7D,MAAM,QAAQ,GAAG,IAAI,gBAAgB,CAAC,OAAO,CAAC,CAAC;IAE/C,IAAI,UAAU,GAAG,OAAO,CAAC,IAAI,EAAE,WAAW,EAAE,CAAC;IAC7C,IAAI,CAAC,UAAU,IAAI,SAAS,KAAK,GAAG,EAAE,CAAC;QACrC,UAAU,GAAG,iBAAiB,CAAC,SAAS,CAAC,IAAI,SAAS,CAAC;IACzD,CAAC;IACD,IAAI,CAAC,UAAU;QAAE,UAAU,GAAG,KAAK,CAAC;IAEpC,MAAM,WAAW,GAAG,SAAS,KAAK,GAAG,CAAC,CAAC,CAAC,kBAAkB,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACrF,MAAM,MAAM,GAAG,YAAY,CAAC,WAAW,EAAE;QACvC,MAAM,EAAE,UAAU;QAClB,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,QAAQ,EAAE,SAAS;QACnB,GAAG,OAAO;QACV,SAAS,EAAE,kBAAkB;KAC9B,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAG,cAAc,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,kBAAkB,EAAE,CAAC,CAAC;IAC3E,QAAQ,CAAC,UAAU,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;IAErD,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,QAAQ,CAAC,OAAO,EAAE,EAAE;QAClD,aAAa,EAAE,OAAO,CAAC,UAAU,IAAI,OAAO,CAAC,aAAa;QAC1D,OAAO,EAAE,OAAO,CAAC,OAAO;QACxB,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,QAAQ,EAAE,OAAO,CAAC,IAAI,IAAI,OAAO,CAAC,QAAQ;KAC3C,CAAC,CAAC;IACH,QAAQ,CAAC,IAAI,EAAE,CAAC;IAEhB,MAAM,UAAU,GAAU,OAAO,CAAC,OAAO;QACvC,CAAC,CAAE,MAAM,CAAC,OAA4B;QACtC,CAAC,CAAE,MAAM,CAAC,SAA8B,CAAC;IAE3C,MAAM,kBAAkB,GAAG,OAAO,CAAC,OAAO,CAAC,EAAE,IAAI,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IACjF,IAAI,kBAAkB,EAAE,CAAC;QACvB,IAAI,QAAQ,GAAG,OAAO,CAAC,EAAE,EAAE,WAAW,EAAE,CAAC;QACzC,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;YACjB,QAAQ,GAAG,MAAM,CAAC;QACpB,CAAC;aAAM,IAAI,CAAC,QAAQ,IAAI,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;YACjE,QAAQ,GAAG,iBAAiB,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,SAAS,CAAC;QAC5D,CAAC;QACD,IAAI,CAAC,QAAQ;YAAE,QAAQ,GAAG,KAAK,CAAC;QAEhC,MAAM,MAAM,GAAG,YAAY,CAAC,OAAO,CAAC,MAAM,IAAI,GAAG,EAAE;YACjD,MAAM,EAAE,QAAQ;YAChB,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,GAAG,OAAO;SACX,CAAC,CAAC;QAEH,KAAK,SAAS,CAAC,CAAC,WAAW;YACzB,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;QACxC,CAAC;QACD,MAAM,MAAM,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC;QAClC,IAAI,MAAM,CAAC,KAAK;YAAE,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;IACzC,CAAC;SAAM,CAAC;QACN,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;YACpB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,gDAAgD,MAAM,CAAC,aAAa,sBAAsB,YAAY,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;YAC/J,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,UAAU,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC;YACpE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC7B,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,oDAAoD,MAAM,CAAC,aAAa,SAAS,CAAC,CAAC;YACxG,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC;YACjF,IAAI,UAAU,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;gBAC3B,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,6BAA6B,YAAY,CAAC,UAAU,CAAC,MAAM,CAAC,gDAAgD,CAAC,CAAC;YACrI,CAAC;YACD,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC7B,CAAC;IACH,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
import type { UnifiedPipelineCliOptions } from "./pipeline.js";
|
|
2
|
+
export interface ServeCommandOptions extends UnifiedPipelineCliOptions {
|
|
3
|
+
port?: number | string;
|
|
4
|
+
host?: string;
|
|
5
|
+
}
|
|
6
|
+
export declare function serveCommand(inputPath?: string, options?: ServeCommandOptions): Promise<void>;
|
|
7
|
+
//# sourceMappingURL=serve.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"serve.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/serve.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,eAAe,CAAC;AAE/D,MAAM,WAAW,mBAAoB,SAAQ,yBAAyB;IACpE,IAAI,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IACvB,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,wBAAsB,YAAY,CAChC,SAAS,SAAM,EACf,OAAO,GAAE,mBAAwB,GAChC,OAAO,CAAC,IAAI,CAAC,CA0Cf"}
|
|
@@ -0,0 +1,43 @@
|
|
|
1
|
+
import { startApiServer } from "../../dataops/server.js";
|
|
2
|
+
import { createReader, inferFormatFromPath as inferReaderFormat } from "../../readers/index.js";
|
|
3
|
+
import { openReadableStream } from "../../utils/compression.js";
|
|
4
|
+
export async function serveCommand(inputPath = "-", options = {}) {
|
|
5
|
+
const port = Number(options.port) || 3000;
|
|
6
|
+
const host = options.host || "0.0.0.0";
|
|
7
|
+
const effectiveBatchSize = Number(options.batchSize) || 1000;
|
|
8
|
+
let fromFormat = options.from?.toLowerCase();
|
|
9
|
+
if (!fromFormat && inputPath !== "-") {
|
|
10
|
+
fromFormat = inferReaderFormat(inputPath) ?? undefined;
|
|
11
|
+
}
|
|
12
|
+
if (!fromFormat)
|
|
13
|
+
fromFormat = "csv";
|
|
14
|
+
const readerFactory = () => {
|
|
15
|
+
const readerInput = inputPath === "-" ? openReadableStream("-", options) : inputPath;
|
|
16
|
+
return createReader(readerInput, {
|
|
17
|
+
format: fromFormat,
|
|
18
|
+
sheet: options.sheet,
|
|
19
|
+
delimiter: options.delimiter,
|
|
20
|
+
filePath: inputPath,
|
|
21
|
+
...options,
|
|
22
|
+
batchSize: effectiveBatchSize,
|
|
23
|
+
});
|
|
24
|
+
};
|
|
25
|
+
const server = startApiServer({
|
|
26
|
+
port,
|
|
27
|
+
host,
|
|
28
|
+
readerFactory,
|
|
29
|
+
filePath: inputPath,
|
|
30
|
+
});
|
|
31
|
+
const displayHost = host === "0.0.0.0" ? "localhost" : host;
|
|
32
|
+
process.stdout.write(`\nš Rowpipe API Server running at http://${displayHost}:${port}/\n`);
|
|
33
|
+
process.stdout.write(` āāā GET / (API Metadata & Documentation)\n`);
|
|
34
|
+
process.stdout.write(` āāā GET /rows (Stream rows: ?limit=100&offset=0&select=a,b&filter=...)\n`);
|
|
35
|
+
process.stdout.write(` āāā GET /schema (Inferred schema and column types)\n`);
|
|
36
|
+
process.stdout.write(` āāā GET /stats (Streaming Welford numeric statistics)\n\n`);
|
|
37
|
+
process.on("SIGINT", () => {
|
|
38
|
+
server.close(() => {
|
|
39
|
+
process.exit(0);
|
|
40
|
+
});
|
|
41
|
+
});
|
|
42
|
+
}
|
|
43
|
+
//# sourceMappingURL=serve.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"serve.js","sourceRoot":"","sources":["../../../src/cli/commands/serve.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAsB,MAAM,yBAAyB,CAAC;AAC7E,OAAO,EAAE,YAAY,EAAE,mBAAmB,IAAI,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAChG,OAAO,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAC;AAQhE,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,SAAS,GAAG,GAAG,EACf,UAA+B,EAAE;IAEjC,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC;IAC1C,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,SAAS,CAAC;IACvC,MAAM,kBAAkB,GAAG,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC;IAE7D,IAAI,UAAU,GAAG,OAAO,CAAC,IAAI,EAAE,WAAW,EAAE,CAAC;IAC7C,IAAI,CAAC,UAAU,IAAI,SAAS,KAAK,GAAG,EAAE,CAAC;QACrC,UAAU,GAAG,iBAAiB,CAAC,SAAS,CAAC,IAAI,SAAS,CAAC;IACzD,CAAC;IACD,IAAI,CAAC,UAAU;QAAE,UAAU,GAAG,KAAK,CAAC;IAEpC,MAAM,aAAa,GAAG,GAAG,EAAE;QACzB,MAAM,WAAW,GAAG,SAAS,KAAK,GAAG,CAAC,CAAC,CAAC,kBAAkB,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QACrF,OAAO,YAAY,CAAC,WAAW,EAAE;YAC/B,MAAM,EAAE,UAAU;YAClB,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,QAAQ,EAAE,SAAS;YACnB,GAAG,OAAO;YACV,SAAS,EAAE,kBAAkB;SAC9B,CAAC,CAAC;IACL,CAAC,CAAC;IAEF,MAAM,MAAM,GAAG,cAAc,CAAC;QAC5B,IAAI;QACJ,IAAI;QACJ,aAAa;QACb,QAAQ,EAAE,SAAS;KACpB,CAAC,CAAC;IAEH,MAAM,WAAW,GAAG,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC;IAC5D,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,6CAA6C,WAAW,IAAI,IAAI,KAAK,CAAC,CAAC;IAC5F,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,wDAAwD,CAAC,CAAC;IAC/E,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,kFAAkF,CAAC,CAAC;IACzG,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,4DAA4D,CAAC,CAAC;IACnF,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,kEAAkE,CAAC,CAAC;IAEzF,OAAO,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,EAAE;QACxB,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE;YAChB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC"}
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
import { type SplitOptions } from "../../transforms/split.js";
|
|
2
|
+
import type { UnifiedPipelineCliOptions } from "./pipeline.js";
|
|
3
|
+
export interface SplitCommandOptions extends UnifiedPipelineCliOptions, Omit<SplitOptions, "outPattern"> {
|
|
4
|
+
chunkSize?: number;
|
|
5
|
+
outPattern?: string;
|
|
6
|
+
}
|
|
7
|
+
export declare function splitCommand(inputPath?: string, options?: SplitCommandOptions): Promise<void>;
|
|
8
|
+
//# sourceMappingURL=split.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"split.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/split.ts"],"names":[],"mappings":"AAKA,OAAO,EAAe,KAAK,YAAY,EAAE,MAAM,2BAA2B,CAAC;AAC3E,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,eAAe,CAAC;AAE/D,MAAM,WAAW,mBAAoB,SAAQ,yBAAyB,EAAE,IAAI,CAAC,YAAY,EAAE,YAAY,CAAC;IACtG,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,wBAAsB,YAAY,CAChC,SAAS,SAAM,EACf,OAAO,GAAE,mBAAwB,GAChC,OAAO,CAAC,IAAI,CAAC,CA6Cf"}
|