rowpipe 2.2.0 → 2.10.1

package/dist/analytics/entropy.js

@@ -0,0 +1,180 @@
+function discretizeNumeric(val, min, max, bins) {
+    if (min === max)
+        return "bin_0";
+    const normalized = Math.max(0, Math.min(0.9999, (val - min) / (max - min)));
+    const binIdx = Math.floor(normalized * bins);
+    return `bin_${binIdx}`;
+}
+export async function computeEntropy(batchIterator, options = {}) {
+    const bins = options.bins ?? 10;
+    let targetCol = options.targetCol;
+    let targetCols;
+    if (options.cols) {
+        targetCols = Array.isArray(options.cols)
+            ? options.cols.flatMap((c) => c.split(",").map((s) => s.trim()))
+            : options.cols.split(",").map((s) => s.trim());
+    }
+    // First pass: collect distinct value counts, min/max for numerics, and joint counts
+    const singleCounts = new Map();
+    const jointCounts = new Map(); // feature -> targetVal -> featVal -> count
+    const numericRanges = new Map();
+    let totalSamples = 0;
+    for await (const batch of batchIterator) {
+        if (batch.rows.length === 0)
+            continue;
+        if (!targetCols) {
+            const firstRow = batch.rows[0];
+            const keys = Object.keys(firstRow);
+            if (!targetCol && keys.length > 1) {
+                targetCol =
+                    keys.find((k) => /(target|label|class|churn|churned|survived|y|outcome|status)/i.test(k)) ??
+                        keys[keys.length - 1];
+            }
+            targetCols = keys.filter((k) => k !== targetCol);
+        }
+        for (const row of batch.rows) {
+            totalSamples++;
+            for (const col of [targetCol, ...targetCols].filter(Boolean)) {
+                const val = row[col];
+                if (typeof val === "number") {
+                    const rng = numericRanges.get(col);
+                    if (!rng) {
+                        numericRanges.set(col, { min: val, max: val });
+                    }
+                    else {
+                        if (val < rng.min)
+                            rng.min = val;
+                        if (val > rng.max)
+                            rng.max = val;
+                    }
+                }
+            }
+            // Track target single counts
+            let targetValStr = "";
+            if (targetCol) {
+                const rawT = row[targetCol];
+                targetValStr = rawT !== null && rawT !== undefined ? String(rawT) : "<null>";
+                let tMap = singleCounts.get(targetCol);
+                if (!tMap) {
+                    tMap = new Map();
+                    singleCounts.set(targetCol, tMap);
+                }
+                tMap.set(targetValStr, (tMap.get(targetValStr) || 0) + 1);
+            }
+            // Track feature single & joint counts
+            for (const col of targetCols) {
+                const rawVal = row[col];
+                let valStr = "";
+                const rng = numericRanges.get(col);
+                if (typeof rawVal === "number" && rng) {
+                    valStr = discretizeNumeric(rawVal, rng.min, rng.max, bins);
+                }
+                else {
+                    valStr = rawVal !== null && rawVal !== undefined ? String(rawVal) : "<null>";
+                }
+                let fMap = singleCounts.get(col);
+                if (!fMap) {
+                    fMap = new Map();
+                    singleCounts.set(col, fMap);
+                }
+                fMap.set(valStr, (fMap.get(valStr) || 0) + 1);
+                if (targetCol) {
+                    let jFeature = jointCounts.get(col);
+                    if (!jFeature) {
+                        jFeature = new Map();
+                        jointCounts.set(col, jFeature);
+                    }
+                    let tMap = jFeature.get(targetValStr);
+                    if (!tMap) {
+                        tMap = new Map();
+                        jFeature.set(targetValStr, tMap);
+                    }
+                    tMap.set(valStr, (tMap.get(valStr) || 0) + 1);
+                }
+            }
+        }
+    }
+    if (totalSamples === 0 || !targetCols) {
+        throw new Error("No data available for entropy computation.");
+    }
+    // Calculate Target Entropy H(Y)
+    let targetEntropy = 0;
+    if (targetCol) {
+        const tMap = singleCounts.get(targetCol);
+        if (tMap) {
+            for (const count of tMap.values()) {
+                const p = count / totalSamples;
+                if (p > 0) {
+                    targetEntropy -= p * Math.log2(p);
+                }
+            }
+        }
+    }
+    const features = [];
+    for (const col of targetCols) {
+        const fMap = singleCounts.get(col);
+        if (!fMap)
+            continue;
+        let featureEntropy = 0;
+        for (const count of fMap.values()) {
+            const p = count / totalSamples;
+            if (p > 0) {
+                featureEntropy -= p * Math.log2(p);
+            }
+        }
+        let infoGain = 0;
+        let gainRatio = 0;
+        if (targetCol && targetEntropy > 0) {
+            const jFeature = jointCounts.get(col);
+            let condEntropy = 0;
+            if (jFeature) {
+                // H(Y|X) = - sum_{x,y} p(x,y) log2(p(x,y) / p(x))
+                for (const [tVal, tMap] of jFeature.entries()) {
+                    for (const [fVal, count] of tMap.entries()) {
+                        const pXY = count / totalSamples;
+                        const pX = (fMap.get(fVal) || 0) / totalSamples;
+                        if (pXY > 0 && pX > 0) {
+                            condEntropy -= pXY * Math.log2(pXY / pX);
+                        }
+                    }
+                }
+            }
+            infoGain = Math.max(0, targetEntropy - condEntropy);
+            gainRatio = featureEntropy > 0 ? infoGain / featureEntropy : 0;
+        }
+        features.push({
+            feature: col,
+            entropy: Math.round(featureEntropy * 10000) / 10000,
+            information_gain: Math.round(infoGain * 10000) / 10000,
+            gain_ratio: Math.round(gainRatio * 10000) / 10000,
+            importance_score: targetEntropy > 0 ? Math.round((infoGain / targetEntropy) * 1000) / 10 : 0,
+            distinct_values: fMap.size,
+        });
+    }
+    // Sort by Information Gain / Importance descending
+    features.sort((a, b) => b.information_gain - a.information_gain || b.entropy - a.entropy);
+    const formattedRows = targetCol
+        ? features.map((f, idx) => ({
+            rank: idx + 1,
+            feature: f.feature,
+            info_gain: f.information_gain,
+            gain_ratio: f.gain_ratio,
+            entropy: f.entropy,
+            importance: `${f.importance_score.toFixed(1)}%`,
+            cardinality: f.distinct_values,
+        }))
+        : features.map((f, idx) => ({
+            rank: idx + 1,
+            feature: f.feature,
+            entropy: f.entropy,
+            cardinality: f.distinct_values,
+        }));
+    return {
+        target_column: targetCol,
+        target_entropy: targetCol ? Math.round(targetEntropy * 10000) / 10000 : undefined,
+        total_samples: totalSamples,
+        features,
+        formattedRows,
+    };
+}
+//# sourceMappingURL=entropy.js.map

package/dist/analytics/entropy.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"entropy.js","sourceRoot":"","sources":["../../src/analytics/entropy.ts"],"names":[],"mappings":"AAyBA,SAAS,iBAAiB,CAAC,GAAW,EAAE,GAAW,EAAE,GAAW,EAAE,IAAY;IAC5E,IAAI,GAAG,KAAK,GAAG;QAAE,OAAO,OAAO,CAAC;IAChC,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,GAAG,GAAG,GAAG,CAAC,GAAG,CAAC,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;IAC5E,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,GAAG,IAAI,CAAC,CAAC;IAC7C,OAAO,OAAO,MAAM,EAAE,CAAC;AACzB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,aAAuC,EACvC,UAA0B,EAAE;IAE5B,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,EAAE,CAAC;IAChC,IAAI,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;IAClC,IAAI,UAAgC,CAAC;IAErC,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;QACjB,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC;YACtC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;YAChE,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;IACnD,CAAC;IAED,oFAAoF;IACpF,MAAM,YAAY,GAAG,IAAI,GAAG,EAA+B,CAAC;IAC5D,MAAM,WAAW,GAAG,IAAI,GAAG,EAA4C,CAAC,CAAC,2CAA2C;IACpH,MAAM,aAAa,GAAG,IAAI,GAAG,EAAwC,CAAC;IACtE,IAAI,YAAY,GAAG,CAAC,CAAC;IAErB,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,aAAa,EAAE,CAAC;QACxC,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC;YAAE,SAAS;QAEtC,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAE,CAAC;YAChC,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YACnC,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAClC,SAAS;oBACP,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,+DAA+D,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;wBACzF,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAC1B,CAAC;YACD,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,SAAS,CAAC,CAAC;QACnD,CAAC;QAED,KAAK,MAAM,GAAG,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;YAC7B,YAAY,EAAE,CAAC;YAEf,KAAK,MAAM,GAAG,IAAI,CAAC,SAAS,EAAE,GAAG,UAAU,CAAC,CAAC,MAAM,CAAC,OAAO,CAAa,EAAE,CAAC;gBACzE,MAAM,GAAG,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC;gBACrB,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;oBAC5B,MAAM,GAAG,GAAG,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;oBACnC,IAAI,CAAC,GAAG,EAAE,CAAC;wBACT,aAAa,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC;oBACjD,CAAC;yBAAM,CAAC;wBACN,IAAI,GAAG,GAAG,GAAG,CAAC,GAAG;4BAAE,GAAG,CAAC,GAAG,GAAG,GAAG,CAAC;wBACjC,IAAI,GAAG,GAAG,GAAG,CAAC,GAAG;4BAAE,GAAG,CAAC,GAAG,GAAG,GAAG,CAAC;oBACnC,CAAC;gBACH,CAAC;YACH,CAAC;YAED,6BAA6B;YAC7B,IAAI,YAAY,GAAG,EAAE,CAAC;YACtB,IAAI,SAAS,EAAE,CAAC;gBACd,MAAM,IAAI,GAAG,GAAG,CAAC,SAAS,CAAC,CAAC;gBAC5B,YAAY,GAAG,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;gBAC7E,IAAI,IAAI,GAAG,YAAY,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;gBACvC,IAAI,CAAC,IAAI,EAAE,CAAC;oBACV,IAAI,GAAG,IAAI,GAAG,EAAkB,CAAC;oBACjC,YAAY,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;gBACpC,CAAC;gBACD,IAAI,CAAC,GAAG,CAAC,YAAY,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YAC5D,CAAC;YAED,sCAAsC;YACtC,KAAK,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;gBAC7B,MAAM,MAAM,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC;gBACxB,IAAI,MAAM,GAAG,EAAE,CAAC;gBAChB,MAAM,GAAG,GAAG,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;gBACnC,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,GAAG,EAAE,CAAC;oBACtC,MAAM,GAAG,iBAAiB,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;gBAC7D,CAAC;qBAAM,CAAC;oBACN,MAAM,GAAG,MAAM,KAAK,IAAI,IAAI,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;gBAC/E,CAAC;gBAED,IAAI,IAAI,GAAG,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;gBACjC,IAAI,CAAC,IAAI,EAAE,CAAC;oBACV,IAAI,GAAG,IAAI,GAAG,EAAkB,CAAC;oBACjC,YAAY,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;gBAC9B,CAAC;gBACD,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;gBAE9C,IAAI,SAAS,EAAE,CAAC;oBACd,IAAI,QAAQ,GAAG,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;oBACpC,IAAI,CAAC,QAAQ,EAAE,CAAC;wBACd,QAAQ,GAAG,IAAI,GAAG,EAA+B,CAAC;wBAClD,WAAW,CAAC,GAAG,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;oBACjC,CAAC;oBACD,IAAI,IAAI,GAAG,QAAQ,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;oBACtC,IAAI,CAAC,IAAI,EAAE,CAAC;wBACV,IAAI,GAAG,IAAI,GAAG,EAAkB,CAAC;wBACjC,QAAQ,CAAC,GAAG,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;oBACnC,CAAC;oBACD,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;gBAChD,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,YAAY,KAAK,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;QACtC,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;IAChE,CAAC;IAED,gCAAgC;IAChC,IAAI,aAAa,GAAG,CAAC,CAAC;IACtB,IAAI,SAAS,EAAE,CAAC;QACd,MAAM,IAAI,GAAG,YAAY,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACzC,IAAI,IAAI,EAAE,CAAC;YACT,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;gBAClC,MAAM,CAAC,GAAG,KAAK,GAAG,YAAY,CAAC;gBAC/B,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;oBACV,aAAa,IAAI,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBACpC,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,QAAQ,GAA8B,EAAE,CAAC;IAE/C,KAAK,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;QAC7B,MAAM,IAAI,GAAG,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACnC,IAAI,CAAC,IAAI;YAAE,SAAS;QAEpB,IAAI,cAAc,GAAG,CAAC,CAAC;QACvB,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;YAClC,MAAM,CAAC,GAAG,KAAK,GAAG,YAAY,CAAC;YAC/B,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;gBACV,cAAc,IAAI,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACrC,CAAC;QACH,CAAC;QAED,IAAI,QAAQ,GAAG,CAAC,CAAC;QACjB,IAAI,SAAS,GAAG,CAAC,CAAC;QAElB,IAAI,SAAS,IAAI,aAAa,GAAG,CAAC,EAAE,CAAC;YACnC,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACtC,IAAI,WAAW,GAAG,CAAC,CAAC;YAEpB,IAAI,QAAQ,EAAE,CAAC;gBACb,kDAAkD;gBAClD,KAAK,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,QAAQ,CAAC,OAAO,EAAE,EAAE,CAAC;oBAC9C,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC;wBAC3C,MAAM,GAAG,GAAG,KAAK,GAAG,YAAY,CAAC;wBACjC,MAAM,EAAE,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,YAAY,CAAC;wBAChD,IAAI,GAAG,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,EAAE,CAAC;4BACtB,WAAW,IAAI,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,GAAG,EAAE,CAAC,CAAC;wBAC3C,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;YACD,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,aAAa,GAAG,WAAW,CAAC,CAAC;YACpD,SAAS,GAAG,cAAc,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC;QACjE,CAAC;QAED,QAAQ,CAAC,IAAI,CAAC;YACZ,OAAO,EAAE,GAAG;YACZ,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,cAAc,GAAG,KAAK,CAAC,GAAG,KAAK;YACnD,gBAAgB,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,GAAG,KAAK,CAAC,GAAG,KAAK;YACtD,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,KAAK,CAAC,GAAG,KAAK;YACjD,gBAAgB,EAAE,aAAa,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,QAAQ,GAAG,aAAa,CAAC,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;YAC5F,eAAe,EAAE,IAAI,CAAC,IAAI;SAC3B,CAAC,CAAC;IACL,CAAC;IAED,mDAAmD;IACnD,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,gBAAgB,GAAG,CAAC,CAAC,gBAAgB,IAAI,CAAC,CAAC,OAAO,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC;IAE1F,MAAM,aAAa,GAAU,SAAS;QACpC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;YACxB,IAAI,EAAE,GAAG,GAAG,CAAC;YACb,OAAO,EAAE,CAAC,CAAC,OAAO;YAClB,SAAS,EAAE,CAAC,CAAC,gBAAgB;YAC7B,UAAU,EAAE,CAAC,CAAC,UAAU;YACxB,OAAO,EAAE,CAAC,CAAC,OAAO;YAClB,UAAU,EAAE,GAAG,CAAC,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;YAC/C,WAAW,EAAE,CAAC,CAAC,eAAe;SAC/B,CAAC,CAAC;QACL,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;YACxB,IAAI,EAAE,GAAG,GAAG,CAAC;YACb,OAAO,EAAE,CAAC,CAAC,OAAO;YAClB,OAAO,EAAE,CAAC,CAAC,OAAO;YAClB,WAAW,EAAE,CAAC,CAAC,eAAe;SAC/B,CAAC,CAAC,CAAC;IAER,OAAO;QACL,aAAa,EAAE,SAAS;QACxB,cAAc,EAAE,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,GAAG,KAAK,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,SAAS;QACjF,aAAa,EAAE,YAAY;QAC3B,QAAQ;QACR,aAAa;KACd,CAAC;AACJ,CAAC"}

package/dist/analytics/funnel.d.ts

@@ -0,0 +1,29 @@
+import type { Row, DataBatch } from "../core/types.js";
+export interface FunnelOptions {
+    steps?: string | string[];
+    userIdCol?: string;
+    stepCol?: string;
+    timeCol?: string;
+    strict?: boolean;
+    windowMs?: number;
+}
+export interface FunnelStepMetric {
+    step: string;
+    step_index: number;
+    users: number;
+    step_conversion_pct: number;
+    overall_conversion_pct: number;
+    dropoff_users: number;
+    dropoff_pct: number;
+    visual_bar: string;
+}
+export interface FunnelResult {
+    steps: FunnelStepMetric[];
+    total_entry_users: number;
+    final_converted_users: number;
+    overall_conversion_rate: number;
+    formattedRows: Row[];
+}
+export declare function parseStepList(stepInput?: string | string[]): string[];
+export declare function computeFunnel(batchIterator: AsyncIterable<DataBatch>, options?: FunnelOptions): Promise<FunnelResult>;
+//# sourceMappingURL=funnel.d.ts.map

package/dist/analytics/funnel.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"funnel.d.ts","sourceRoot":"","sources":["../../src/analytics/funnel.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,GAAG,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAEvD,MAAM,WAAW,aAAa;IAC5B,KAAK,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IAC1B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,MAAM,CAAC;IACd,mBAAmB,EAAE,MAAM,CAAC;IAC5B,sBAAsB,EAAE,MAAM,CAAC;IAC/B,aAAa,EAAE,MAAM,CAAC;IACtB,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,YAAY;IAC3B,KAAK,EAAE,gBAAgB,EAAE,CAAC;IAC1B,iBAAiB,EAAE,MAAM,CAAC;IAC1B,qBAAqB,EAAE,MAAM,CAAC;IAC9B,uBAAuB,EAAE,MAAM,CAAC;IAChC,aAAa,EAAE,GAAG,EAAE,CAAC;CACtB;AA6BD,wBAAgB,aAAa,CAAC,SAAS,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,GAAG,MAAM,EAAE,CAYrE;AAED,wBAAsB,aAAa,CACjC,aAAa,EAAE,aAAa,CAAC,SAAS,CAAC,EACvC,OAAO,GAAE,aAAkB,GAC1B,OAAO,CAAC,YAAY,CAAC,CAqJvB"}

package/dist/analytics/funnel.js

@@ -0,0 +1,170 @@
+function parseDateToMs(val) {
+    if (val === null || val === undefined || val === "")
+        return null;
+    if (val instanceof Date && !isNaN(val.getTime()))
+        return val.getTime();
+    if (typeof val === "number" && Number.isFinite(val)) {
+        return val < 100_000_000_000 ? Math.floor(val * 1000) : Math.floor(val);
+    }
+    if (typeof val === "string") {
+        const trimmed = val.trim();
+        if (!trimmed)
+            return null;
+        const num = Number(trimmed);
+        if (!Number.isNaN(num) && /^\d{10,13}$/.test(trimmed)) {
+            return num < 100_000_000_000 ? Math.floor(num * 1000) : Math.floor(num);
+        }
+        const parsed = Date.parse(trimmed);
+        if (!Number.isNaN(parsed)) {
+            return parsed;
+        }
+    }
+    return null;
+}
+function renderBar(pct, width = 20) {
+    const filled = Math.max(0, Math.min(width, Math.round((pct / 100) * width)));
+    const empty = width - filled;
+    return "█".repeat(filled) + "░".repeat(empty);
+}
+export function parseStepList(stepInput) {
+    if (!stepInput)
+        return [];
+    if (Array.isArray(stepInput)) {
+        return stepInput
+            .flatMap((s) => s.split(/->|,|>|\|/))
+            .map((s) => s.trim())
+            .filter(Boolean);
+    }
+    return stepInput
+        .split(/->|,|>|\|/)
+        .map((s) => s.trim())
+        .filter(Boolean);
+}
+export async function computeFunnel(batchIterator, options = {}) {
+    const steps = parseStepList(options.steps);
+    if (steps.length === 0) {
+        throw new Error("At least two funnel steps are required (e.g. --steps 'view,cart,checkout,purchase' or 'view->cart->checkout')");
+    }
+    const stepIndexMap = new Map();
+    for (let i = 0; i < steps.length; i++) {
+        stepIndexMap.set(steps[i].toLowerCase(), i);
+    }
+    let userIdCol = options.userIdCol;
+    let stepCol = options.stepCol;
+    let timeCol = options.timeCol;
+    const isStrict = options.strict ?? false;
+    // Map: userId -> Array of events { stepIndex: number, timeMs: number }
+    const userEvents = new Map();
+    for await (const batch of batchIterator) {
+        if (batch.rows.length === 0)
+            continue;
+        if (!userIdCol || !stepCol) {
+            const firstRow = batch.rows[0];
+            const keys = Object.keys(firstRow);
+            if (!userIdCol) {
+                userIdCol =
+                    keys.find((k) => /^(user(_?id)?|customer(_?id)?|client(_?id)?|account(_?id)?|uid|id)$/i.test(k)) ??
+                        keys[0];
+            }
+            if (!stepCol) {
+                stepCol =
+                    keys.find((k) => /(step|event(_?name)?|action|page|stage|status)/i.test(k)) ??
+                        keys[1];
+            }
+            if (!timeCol) {
+                timeCol = keys.find((k) => /(date|time|timestamp|created_at|occurred_at)/i.test(k));
+            }
+        }
+        for (const row of batch.rows) {
+            const rawUid = row[userIdCol];
+            if (rawUid === null || rawUid === undefined || rawUid === "")
+                continue;
+            const uid = String(rawUid);
+            const rawStep = row[stepCol];
+            if (rawStep === null || rawStep === undefined || rawStep === "")
+                continue;
+            const stepStr = String(rawStep).toLowerCase().trim();
+            const stepIdx = stepIndexMap.get(stepStr);
+            if (stepIdx === undefined)
+                continue;
+            let tMs = 0;
+            if (timeCol) {
+                tMs = parseDateToMs(row[timeCol]) ?? 0;
+            }
+            let events = userEvents.get(uid);
+            if (!events) {
+                events = [];
+                userEvents.set(uid, events);
+            }
+            events.push({ stepIndex: stepIdx, timeMs: tMs });
+        }
+    }
+    // Count how many users completed each stage in the funnel
+    const completedStepCounts = new Array(steps.length).fill(0);
+    for (const events of userEvents.values()) {
+        if (events.length === 0)
+            continue;
+        if (timeCol || isStrict) {
+            events.sort((a, b) => a.timeMs - b.timeMs);
+        }
+        let currentStepTarget = 0;
+        let firstStepTime = 0;
+        for (const ev of events) {
+            if (ev.stepIndex === currentStepTarget) {
+                if (currentStepTarget === 0) {
+                    firstStepTime = ev.timeMs;
+                }
+                if (options.windowMs && firstStepTime > 0 && ev.timeMs - firstStepTime > options.windowMs) {
+                    // Out of conversion window
+                    break;
+                }
+                completedStepCounts[currentStepTarget] = (completedStepCounts[currentStepTarget] || 0) + 1;
+                currentStepTarget += 1;
+                if (currentStepTarget >= steps.length) {
+                    break;
+                }
+            }
+        }
+    }
+    const baseUsers = completedStepCounts[0] || 0;
+    const metrics = [];
+    const formattedRows = [];
+    for (let i = 0; i < steps.length; i++) {
+        const stepName = steps[i];
+        const users = completedStepCounts[i] || 0;
+        const prevUsers = i === 0 ? users : completedStepCounts[i - 1] || 0;
+        const stepConv = prevUsers > 0 ? (users / prevUsers) * 100 : 0;
+        const overallConv = baseUsers > 0 ? (users / baseUsers) * 100 : 0;
+        const dropoff = i === 0 ? 0 : Math.max(0, prevUsers - users);
+        const dropoffPct = i === 0 ? 0 : 100 - stepConv;
+        const metric = {
+            step: stepName,
+            step_index: i + 1,
+            users,
+            step_conversion_pct: Math.round(stepConv * 10) / 10,
+            overall_conversion_pct: Math.round(overallConv * 10) / 10,
+            dropoff_users: dropoff,
+            dropoff_pct: Math.round(dropoffPct * 10) / 10,
+            visual_bar: `${renderBar(overallConv, 15)} ${(Math.round(overallConv * 10) / 10).toFixed(1)}%`,
+        };
+        metrics.push(metric);
+        formattedRows.push({
+            step: stepName,
+            users,
+            step_conv: i === 0 ? "100.0%" : `${metric.step_conversion_pct.toFixed(1)}%`,
+            overall_conv: `${metric.overall_conversion_pct.toFixed(1)}%`,
+            dropoff: i === 0 ? "-" : `${dropoff} (${metric.dropoff_pct.toFixed(1)}%)`,
+            funnel: metric.visual_bar,
+        });
+    }
+    const finalUsers = completedStepCounts[steps.length - 1] || 0;
+    const totalRate = baseUsers > 0 ? (finalUsers / baseUsers) * 100 : 0;
+    return {
+        steps: metrics,
+        total_entry_users: baseUsers,
+        final_converted_users: finalUsers,
+        overall_conversion_rate: Math.round(totalRate * 10) / 10,
+        formattedRows,
+    };
+}
+//# sourceMappingURL=funnel.js.map

package/dist/analytics/funnel.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"funnel.js","sourceRoot":"","sources":["../../src/analytics/funnel.ts"],"names":[],"mappings":"AA8BA,SAAS,aAAa,CAAC,GAAY;IACjC,IAAI,GAAG,KAAK,IAAI,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,KAAK,EAAE;QAAE,OAAO,IAAI,CAAC;IACjE,IAAI,GAAG,YAAY,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;QAAE,OAAO,GAAG,CAAC,OAAO,EAAE,CAAC;IACvE,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QACpD,OAAO,GAAG,GAAG,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAC1E,CAAC;IACD,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;QAC5B,MAAM,OAAO,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC;QAC3B,IAAI,CAAC,OAAO;YAAE,OAAO,IAAI,CAAC;QAC1B,MAAM,GAAG,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC;QAC5B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;YACtD,OAAO,GAAG,GAAG,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC1E,CAAC;QACD,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACnC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC;YAC1B,OAAO,MAAM,CAAC;QAChB,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,SAAS,CAAC,GAAW,EAAE,KAAK,GAAG,EAAE;IACxC,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,GAAG,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;IAC7E,MAAM,KAAK,GAAG,KAAK,GAAG,MAAM,CAAC;IAC7B,OAAO,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAChD,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,SAA6B;IACzD,IAAI,CAAC,SAAS;QAAE,OAAO,EAAE,CAAC;IAC1B,IAAI,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC;QAC7B,OAAO,SAAS;aACb,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;aACpC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;aACpB,MAAM,CAAC,OAAO,CAAC,CAAC;IACrB,CAAC;IACD,OAAO,SAAS;SACb,KAAK,CAAC,WAAW,CAAC;SAClB,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;SACpB,MAAM,CAAC,OAAO,CAAC,CAAC;AACrB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,aAAuC,EACvC,UAAyB,EAAE;IAE3B,MAAM,KAAK,GAAG,aAAa,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IAC3C,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,MAAM,IAAI,KAAK,CACb,+GAA+G,CAChH,CAAC;IACJ,CAAC;IAED,MAAM,YAAY,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC/C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,CAAC;IAC/C,CAAC;IAED,IAAI,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;IAClC,IAAI,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;IAC9B,IAAI,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;IAC9B,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,IAAI,KAAK,CAAC;IAEzC,uEAAuE;IACvE,MAAM,UAAU,GAAG,IAAI,GAAG,EAAwD,CAAC;IAEnF,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,aAAa,EAAE,CAAC;QACxC,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC;YAAE,SAAS;QAEtC,IAAI,CAAC,SAAS,IAAI,CAAC,OAAO,EAAE,CAAC;YAC3B,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAE,CAAC;YAChC,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAEnC,IAAI,CAAC,SAAS,EAAE,CAAC;gBACf,SAAS;oBACP,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,sEAAsE,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;wBAChG,IAAI,CAAC,CAAC,CAAC,CAAC;YACZ,CAAC;YACD,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,OAAO;oBACL,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,iDAAiD,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;wBAC3E,IAAI,CAAC,CAAC,CAAC,CAAC;YACZ,CAAC;YACD,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,+CAA+C,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;YACtF,CAAC;QACH,CAAC;QAED,KAAK,MAAM,GAAG,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;YAC7B,MAAM,MAAM,GAAG,GAAG,CAAC,SAAU,CAAC,CAAC;YAC/B,IAAI,MAAM,KAAK,IAAI,IAAI,MAAM,KAAK,SAAS,IAAI,MAAM,KAAK,EAAE;gBAAE,SAAS;YACvE,MAAM,GAAG,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC;YAE3B,MAAM,OAAO,GAAG,GAAG,CAAC,OAAQ,CAAC,CAAC;YAC9B,IAAI,OAAO,KAAK,IAAI,IAAI,OAAO,KAAK,SAAS,IAAI,OAAO,KAAK,EAAE;gBAAE,SAAS;YAC1E,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE,CAAC;YAErD,MAAM,OAAO,GAAG,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YAC1C,IAAI,OAAO,KAAK,SAAS;gBAAE,SAAS;YAEpC,IAAI,GAAG,GAAG,CAAC,CAAC;YACZ,IAAI,OAAO,EAAE,CAAC;gBACZ,GAAG,GAAG,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC;YACzC,CAAC;YAED,IAAI,MAAM,GAAG,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACjC,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,MAAM,GAAG,EAAE,CAAC;gBACZ,UAAU,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;YAC9B,CAAC;YACD,MAAM,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;QACnD,CAAC;IACH,CAAC;IAED,0DAA0D;IAC1D,MAAM,mBAAmB,GAAG,IAAI,KAAK,CAAS,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAEpE,KAAK,MAAM,MAAM,IAAI,UAAU,CAAC,MAAM,EAAE,EAAE,CAAC;QACzC,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,SAAS;QAElC,IAAI,OAAO,IAAI,QAAQ,EAAE,CAAC;YACxB,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC;QAC7C,CAAC;QAED,IAAI,iBAAiB,GAAG,CAAC,CAAC;QAC1B,IAAI,aAAa,GAAG,CAAC,CAAC;QAEtB,KAAK,MAAM,EAAE,IAAI,MAAM,EAAE,CAAC;YACxB,IAAI,EAAE,CAAC,SAAS,KAAK,iBAAiB,EAAE,CAAC;gBACvC,IAAI,iBAAiB,KAAK,CAAC,EAAE,CAAC;oBAC5B,aAAa,GAAG,EAAE,CAAC,MAAM,CAAC;gBAC5B,CAAC;gBAED,IAAI,OAAO,CAAC,QAAQ,IAAI,aAAa,GAAG,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,aAAa,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC;oBAC1F,2BAA2B;oBAC3B,MAAM;gBACR,CAAC;gBAED,mBAAmB,CAAC,iBAAiB,CAAC,GAAG,CAAC,mBAAmB,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;gBAC3F,iBAAiB,IAAI,CAAC,CAAC;gBAEvB,IAAI,iBAAiB,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;oBACtC,MAAM;gBACR,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,SAAS,GAAG,mBAAmB,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IAC9C,MAAM,OAAO,GAAuB,EAAE,CAAC;IACvC,MAAM,aAAa,GAAU,EAAE,CAAC;IAEhC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,MAAM,QAAQ,GAAG,KAAK,CAAC,CAAC,CAAE,CAAC;QAC3B,MAAM,KAAK,GAAG,mBAAmB,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAC1C,MAAM,SAAS,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC;QAEpE,MAAM,QAAQ,GAAG,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,SAAS,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QAC/D,MAAM,WAAW,GAAG,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,SAAS,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QAClE,MAAM,OAAO,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,SAAS,GAAG,KAAK,CAAC,CAAC;QAC7D,MAAM,UAAU,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,QAAQ,CAAC;QAEhD,MAAM,MAAM,GAAqB;YAC/B,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE,CAAC,GAAG,CAAC;YACjB,KAAK;YACL,mBAAmB,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,GAAG,EAAE,CAAC,GAAG,EAAE;YACnD,sBAAsB,EAAE,IAAI,CAAC,KAAK,CAAC,WAAW,GAAG,EAAE,CAAC,GAAG,EAAE;YACzD,aAAa,EAAE,OAAO;YACtB,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,UAAU,GAAG,EAAE,CAAC,GAAG,EAAE;YAC7C,UAAU,EAAE,GAAG,SAAS,CAAC,WAAW,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,GAAG,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;SAC/F,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAErB,aAAa,CAAC,IAAI,CAAC;YACjB,IAAI,EAAE,QAAQ;YACd,KAAK;YACL,SAAS,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;YAC3E,YAAY,EAAE,GAAG,MAAM,CAAC,sBAAsB,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;YAC5D,OAAO,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,OAAO,KAAK,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI;YACzE,MAAM,EAAE,MAAM,CAAC,UAAU;SAC1B,CAAC,CAAC;IACL,CAAC;IAED,MAAM,UAAU,GAAG,mBAAmB,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC;IAC9D,MAAM,SAAS,GAAG,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,GAAG,SAAS,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IAErE,OAAO;QACL,KAAK,EAAE,OAAO;QACd,iBAAiB,EAAE,SAAS;QAC5B,qBAAqB,EAAE,UAAU;QACjC,uBAAuB,EAAE,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,EAAE,CAAC,GAAG,EAAE;QACxD,aAAa;KACd,CAAC;AACJ,CAAC"}

package/dist/analytics/ngrams.d.ts

@@ -0,0 +1,25 @@
+import type { Row, DataBatch } from "../core/types.js";
+export interface NgramOptions {
+    col?: string;
+    n?: number;
+    top?: number;
+    stopwords?: boolean;
+    minFreq?: number;
+    caseSensitive?: boolean;
+}
+export interface NgramFrequencyItem {
+    ngram: string;
+    count: number;
+    percentage: number;
+    bar: string;
+}
+export interface NgramResult {
+    n: number;
+    column: string;
+    total_ngrams: number;
+    unique_ngrams: number;
+    items: NgramFrequencyItem[];
+    formattedRows: Row[];
+}
+export declare function computeNgrams(batchIterator: AsyncIterable<DataBatch>, options?: NgramOptions): Promise<NgramResult>;
+//# sourceMappingURL=ngrams.d.ts.map

package/dist/analytics/ngrams.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ngrams.d.ts","sourceRoot":"","sources":["../../src/analytics/ngrams.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,GAAG,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAEvD,MAAM,WAAW,YAAY;IAC3B,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,CAAC,CAAC,EAAE,MAAM,CAAC;IACX,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,aAAa,CAAC,EAAE,OAAO,CAAC;CACzB;AAED,MAAM,WAAW,kBAAkB;IACjC,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,MAAM,CAAC;IACnB,GAAG,EAAE,MAAM,CAAC;CACb;AAED,MAAM,WAAW,WAAW;IAC1B,CAAC,EAAE,MAAM,CAAC;IACV,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,KAAK,EAAE,kBAAkB,EAAE,CAAC;IAC5B,aAAa,EAAE,GAAG,EAAE,CAAC;CACtB;AA6CD,wBAAsB,aAAa,CACjC,aAAa,EAAE,aAAa,CAAC,SAAS,CAAC,EACvC,OAAO,GAAE,YAAiB,GACzB,OAAO,CAAC,WAAW,CAAC,CA8EtB"}

package/dist/analytics/ngrams.js

@@ -0,0 +1,110 @@
+const DEFAULT_STOPWORDS = new Set([
+    "a", "about", "above", "after", "again", "against", "all", "am", "an", "and",
+    "any", "are", "aren't", "as", "at", "be", "because", "been", "before", "being",
+    "below", "between", "both", "but", "by", "can't", "cannot", "could", "couldn't",
+    "did", "didn't", "do", "does", "doesn't", "doing", "don't", "down", "during",
+    "each", "few", "for", "from", "further", "had", "hadn't", "has", "hasn't",
+    "have", "haven't", "having", "he", "he'd", "he'll", "he's", "her", "here",
+    "here's", "hers", "herself", "him", "himself", "his", "how", "how's", "i",
+    "i'd", "i'll", "i'm", "i've", "if", "in", "into", "is", "isn't", "it", "it's",
+    "its", "itself", "let's", "me", "more", "most", "mustn't", "my", "myself",
+    "no", "nor", "not", "of", "off", "on", "once", "only", "or", "other", "ought",
+    "our", "ours", "ourselves", "out", "over", "own", "same", "shan't", "she",
+    "she'd", "she'll", "she's", "should", "shouldn't", "so", "some", "such",
+    "than", "that", "that's", "the", "their", "theirs", "them", "themselves",
+    "then", "there", "there's", "these", "they", "they'd", "they'll", "they're",
+    "they've", "this", "those", "through", "to", "too", "under", "until", "up",
+    "very", "was", "wasn't", "we", "we'd", "we'll", "we're", "we've", "were",
+    "weren't", "what", "what's", "when", "when's", "where", "where's", "which",
+    "while", "who", "who's", "whom", "why", "why's", "with", "won't", "would",
+    "wouldn't", "you", "you'd", "you'll", "you're", "you've", "your", "yours",
+    "yourself", "yourselves"
+]);
+function tokenizeText(text, caseSensitive, removeStopwords) {
+    const clean = caseSensitive ? text : text.toLowerCase();
+    const words = clean
+        .replace(/[^\p{L}\p{N}\s_]/gu, " ")
+        .split(/\s+/)
+        .map((w) => w.trim())
+        .filter((w) => w.length > 0);
+    if (removeStopwords) {
+        return words.filter((w) => !DEFAULT_STOPWORDS.has(w.toLowerCase()));
+    }
+    return words;
+}
+function renderBar(pct, width = 15) {
+    const filled = Math.max(0, Math.min(width, Math.round((pct / 100) * width)));
+    const empty = width - filled;
+    return "█".repeat(filled) + "░".repeat(empty);
+}
+export async function computeNgrams(batchIterator, options = {}) {
+    const n = Math.max(1, options.n ?? 2);
+    const top = options.top ?? 20;
+    const minFreq = options.minFreq ?? 1;
+    const removeStopwords = options.stopwords ?? false;
+    const caseSensitive = options.caseSensitive ?? false;
+    let targetCol = options.col;
+    const freqMap = new Map();
+    let totalNgrams = 0;
+    for await (const batch of batchIterator) {
+        if (batch.rows.length === 0)
+            continue;
+        if (!targetCol) {
+            const firstRow = batch.rows[0];
+            const keys = Object.keys(firstRow);
+            targetCol =
+                keys.find((k) => /(text|title|name|description|body|review|content|message|summary)/i.test(k)) ??
+                    keys.find((k) => typeof firstRow[k] === "string") ??
+                    keys[0];
+        }
+        for (const row of batch.rows) {
+            const rawVal = row[targetCol];
+            if (rawVal === null || rawVal === undefined || rawVal === "")
+                continue;
+            const text = String(rawVal);
+            const tokens = tokenizeText(text, caseSensitive, removeStopwords);
+            if (tokens.length < n)
+                continue;
+            for (let i = 0; i <= tokens.length - n; i++) {
+                const gram = tokens.slice(i, i + n).join(" ");
+                freqMap.set(gram, (freqMap.get(gram) || 0) + 1);
+                totalNgrams++;
+            }
+        }
+    }
+    if (!targetCol) {
+        throw new Error("No text column found for N-gram extraction.");
+    }
+    // Filter and sort top results
+    const sorted = Array.from(freqMap.entries())
+        .filter(([, count]) => count >= minFreq)
+        .sort((a, b) => b[1] - a[1])
+        .slice(0, top);
+    const maxCount = sorted.length > 0 ? sorted[0][1] : 1;
+    const items = sorted.map(([ngram, count]) => {
+        const pct = totalNgrams > 0 ? (count / totalNgrams) * 100 : 0;
+        const relativePct = (count / maxCount) * 100;
+        return {
+            ngram,
+            count,
+            percentage: Math.round(pct * 100) / 100,
+            bar: renderBar(relativePct, 15),
+        };
+    });
+    const formattedRows = items.map((it, idx) => ({
+        rank: idx + 1,
+        ngram: it.ngram,
+        count: it.count,
+        share: `${it.percentage.toFixed(2)}%`,
+        distribution: it.bar,
+    }));
+    return {
+        n,
+        column: targetCol,
+        total_ngrams: totalNgrams,
+        unique_ngrams: freqMap.size,
+        items,
+        formattedRows,
+    };
+}
+//# sourceMappingURL=ngrams.js.map

package/dist/analytics/ngrams.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ngrams.js","sourceRoot":"","sources":["../../src/analytics/ngrams.ts"],"names":[],"mappings":"AA2BA,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAAC;IAChC,GAAG,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK;IAC5E,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO;IAC9E,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,UAAU;IAC/E,KAAK,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,QAAQ;IAC5E,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ;IACzE,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM;IACzE,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG;IACzE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM;IAC7E,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ;IACzE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO;IAC7E,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK;IACzE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM;IACvE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,YAAY;IACxE,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,SAAS;IAC3E,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI;IAC1E,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM;IACxE,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO;IAC1E,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO;IACzE,UAAU,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO;IACzE,UAAU,EAAE,YAAY;CACzB,CAAC,CAAC;AAEH,SAAS,YAAY,CAAC,IAAY,EAAE,aAAsB,EAAE,eAAwB;IAClF,MAAM,KAAK,GAAG,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;IACxD,MAAM,KAAK,GAAG,KAAK;SAChB,OAAO,CAAC,oBAAoB,EAAE,GAAG,CAAC;SAClC,KAAK,CAAC,KAAK,CAAC;SACZ,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;SACpB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAE/B,IAAI,eAAe,EAAE,CAAC;QACpB,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;IACtE,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,SAAS,CAAC,GAAW,EAAE,KAAK,GAAG,EAAE;IACxC,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,GAAG,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;IAC7E,MAAM,KAAK,GAAG,KAAK,GAAG,MAAM,CAAC;IAC7B,OAAO,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAChD,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,aAAuC,EACvC,UAAwB,EAAE;IAE1B,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;IACtC,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,IAAI,EAAE,CAAC;IAC9B,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,CAAC,CAAC;IACrC,MAAM,eAAe,GAAG,OAAO,CAAC,SAAS,IAAI,KAAK,CAAC;IACnD,MAAM,aAAa,GAAG,OAAO,CAAC,aAAa,IAAI,KAAK,CAAC;IAErD,IAAI,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC;IAC5B,MAAM,OAAO,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC1C,IAAI,WAAW,GAAG,CAAC,CAAC;IAEpB,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,aAAa,EAAE,CAAC;QACxC,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC;YAAE,SAAS;QAEtC,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAE,CAAC;YAChC,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YACnC,SAAS;gBACP,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,oEAAoE,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;oBAC9F,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,QAAQ,CAAC,CAAC,CAAC,KAAK,QAAQ,CAAC;oBACjD,IAAI,CAAC,CAAC,CAAC,CAAC;QACZ,CAAC;QAED,KAAK,MAAM,GAAG,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;YAC7B,MAAM,MAAM,GAAG,GAAG,CAAC,SAAU,CAAC,CAAC;YAC/B,IAAI,MAAM,KAAK,IAAI,IAAI,MAAM,KAAK,SAAS,IAAI,MAAM,KAAK,EAAE;gBAAE,SAAS;YACvE,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC;YAE5B,MAAM,MAAM,GAAG,YAAY,CAAC,IAAI,EAAE,aAAa,EAAE,eAAe,CAAC,CAAC;YAClE,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC;gBAAE,SAAS;YAEhC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC5C,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBAC9C,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;gBAChD,WAAW,EAAE,CAAC;YAChB,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;IACjE,CAAC;IAED,8BAA8B;IAC9B,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;SACzC,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,KAAK,IAAI,OAAO,CAAC;SACvC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;SAC3B,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IAEjB,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAEvD,MAAM,KAAK,GAAyB,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,EAAE,KAAK,CAAC,EAAE,EAAE;QAChE,MAAM,GAAG,GAAG,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,WAAW,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QAC9D,MAAM,WAAW,GAAG,CAAC,KAAK,GAAG,QAAQ,CAAC,GAAG,GAAG,CAAC;QAC7C,OAAO;YACL,KAAK;YACL,KAAK;YACL,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,GAAG,GAAG,CAAC,GAAG,GAAG;YACvC,GAAG,EAAE,SAAS,CAAC,WAAW,EAAE,EAAE,CAAC;SAChC,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,MAAM,aAAa,GAAU,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;QACnD,IAAI,EAAE,GAAG,GAAG,CAAC;QACb,KAAK,EAAE,EAAE,CAAC,KAAK;QACf,KAAK,EAAE,EAAE,CAAC,KAAK;QACf,KAAK,EAAE,GAAG,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;QACrC,YAAY,EAAE,EAAE,CAAC,GAAG;KACrB,CAAC,CAAC,CAAC;IAEJ,OAAO;QACL,CAAC;QACD,MAAM,EAAE,SAAS;QACjB,YAAY,EAAE,WAAW;QACzB,aAAa,EAAE,OAAO,CAAC,IAAI;QAC3B,KAAK;QACL,aAAa;KACd,CAAC;AACJ,CAAC"}

package/dist/analytics/outliers.d.ts

@@ -0,0 +1,25 @@
+import type { TransformFunction } from "../core/types.js";
+export type OutlierMethod = "zscore" | "iqr" | "mad";
+export interface OutlierOptions {
+    column: string;
+    method?: OutlierMethod;
+    threshold?: number;
+    onlyOutliers?: boolean;
+    addColumns?: boolean;
+    invert?: boolean;
+}
+export interface OutlierStats {
+    column: string;
+    method: OutlierMethod;
+    threshold: number;
+    totalRows: number;
+    outlierCount: number;
+    outlierPercent: number;
+    lowerBound?: number;
+    upperBound?: number;
+}
+/**
+ * Streaming Outlier & Anomaly Detection Transform.
+ */
+export declare function outliersTransform(options: OutlierOptions): TransformFunction;
+//# sourceMappingURL=outliers.d.ts.map

package/dist/analytics/outliers.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"outliers.d.ts","sourceRoot":"","sources":["../../src/analytics/outliers.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAmB,iBAAiB,EAAE,MAAM,kBAAkB,CAAC;AAE3E,MAAM,MAAM,aAAa,GAAG,QAAQ,GAAG,KAAK,GAAG,KAAK,CAAC;AAErD,MAAM,WAAW,cAAc;IAC7B,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,aAAa,CAAC;IACvB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,MAAM,CAAC,EAAE,OAAO,CAAC;CAClB;AAED,MAAM,WAAW,YAAY;IAC3B,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,aAAa,CAAC;IACtB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,MAAM,CAAC;IACvB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED;;GAEG;AACH,wBAAgB,iBAAiB,CAAC,OAAO,EAAE,cAAc,GAAG,iBAAiB,CAmH5E"}