rowpipe 2.2.1 → 2.10.1

package/dist/analytics/cohort.d.ts

@@ -0,0 +1,22 @@
+import type { Row, DataBatch } from "../core/types.js";
+export type CohortInterval = "1d" | "1w" | "1mo" | "1y" | "day" | "week" | "month" | "year";
+export interface CohortOptions {
+    userIdCol?: string;
+    timeCol?: string;
+    interval?: CohortInterval;
+    percent?: boolean;
+    maxPeriods?: number;
+}
+export interface CohortMatrixResult {
+    cohorts: Array<{
+        cohort: string;
+        total_users: number;
+        periods: number[];
+        retention_rates: number[];
+    }>;
+    formattedRows: Row[];
+    interval: string;
+    maxPeriodIndex: number;
+}
+export declare function computeCohort(batchIterator: AsyncIterable<DataBatch>, options?: CohortOptions): Promise<CohortMatrixResult>;
+//# sourceMappingURL=cohort.d.ts.map

package/dist/analytics/cohort.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cohort.d.ts","sourceRoot":"","sources":["../../src/analytics/cohort.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,GAAG,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAEvD,MAAM,MAAM,cAAc,GAAG,IAAI,GAAG,IAAI,GAAG,KAAK,GAAG,IAAI,GAAG,KAAK,GAAG,MAAM,GAAG,OAAO,GAAG,MAAM,CAAC;AAE5F,MAAM,WAAW,aAAa;IAC5B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,cAAc,CAAC;IAC1B,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,kBAAkB;IACjC,OAAO,EAAE,KAAK,CAAC;QACb,MAAM,EAAE,MAAM,CAAC;QACf,WAAW,EAAE,MAAM,CAAC;QACpB,OAAO,EAAE,MAAM,EAAE,CAAC;QAClB,eAAe,EAAE,MAAM,EAAE,CAAC;KAC3B,CAAC,CAAC;IACH,aAAa,EAAE,GAAG,EAAE,CAAC;IACrB,QAAQ,EAAE,MAAM,CAAC;IACjB,cAAc,EAAE,MAAM,CAAC;CACxB;AAyDD,wBAAsB,aAAa,CACjC,aAAa,EAAE,aAAa,CAAC,SAAS,CAAC,EACvC,OAAO,GAAE,aAAkB,GAC1B,OAAO,CAAC,kBAAkB,CAAC,CA2I7B"}

package/dist/analytics/cohort.js

@@ -0,0 +1,170 @@
+function parseDateToMs(val) {
+    if (val === null || val === undefined || val === "")
+        return null;
+    if (val instanceof Date && !isNaN(val.getTime()))
+        return val.getTime();
+    if (typeof val === "number" && Number.isFinite(val)) {
+        return val < 100_000_000_000 ? Math.floor(val * 1000) : Math.floor(val);
+    }
+    if (typeof val === "string") {
+        const trimmed = val.trim();
+        if (!trimmed)
+            return null;
+        const num = Number(trimmed);
+        if (!Number.isNaN(num) && /^\d{10,13}$/.test(trimmed)) {
+            return num < 100_000_000_000 ? Math.floor(num * 1000) : Math.floor(num);
+        }
+        const parsed = Date.parse(trimmed);
+        if (!Number.isNaN(parsed)) {
+            return parsed;
+        }
+    }
+    return null;
+}
+function getPeriodKeyAndIndex(ms, interval) {
+    const d = new Date(ms);
+    const year = d.getUTCFullYear();
+    const month = d.getUTCMonth(); // 0-11
+    const date = d.getUTCDate();
+    const normInterval = interval.toLowerCase();
+    if (normInterval === "1d" || normInterval === "day") {
+        const key = `${year}-${String(month + 1).padStart(2, "0")}-${String(date).padStart(2, "0")}`;
+        const dayIndex = Math.floor(ms / (1000 * 60 * 60 * 24));
+        return { key, index: dayIndex };
+    }
+    if (normInterval === "1w" || normInterval === "week") {
+        // Week index from epoch
+        const weekIndex = Math.floor(ms / (1000 * 60 * 60 * 24 * 7));
+        // Start of week date
+        const sowMs = weekIndex * 7 * 24 * 60 * 60 * 1000;
+        const sow = new Date(sowMs);
+        const key = `W${year}-${String(sow.getUTCMonth() + 1).padStart(2, "0")}-${String(sow.getUTCDate()).padStart(2, "0")}`;
+        return { key, index: weekIndex };
+    }
+    if (normInterval === "1y" || normInterval === "year") {
+        return { key: `${year}`, index: year };
+    }
+    // Default: 1mo / month
+    const key = `${year}-${String(month + 1).padStart(2, "0")}`;
+    const monthIndex = year * 12 + month;
+    return { key, index: monthIndex };
+}
+export async function computeCohort(batchIterator, options = {}) {
+    const interval = options.interval || "1mo";
+    const maxPeriods = options.maxPeriods ?? 12;
+    const isPercent = options.percent ?? true;
+    let userIdCol = options.userIdCol;
+    let timeCol = options.timeCol;
+    // Map: userId -> { minIndex: number, minKey: string, activeIndices: Set<number> }
+    const userMap = new Map();
+    for await (const batch of batchIterator) {
+        if (batch.rows.length === 0)
+            continue;
+        if (!userIdCol || !timeCol) {
+            const firstRow = batch.rows[0];
+            const keys = Object.keys(firstRow);
+            if (!userIdCol) {
+                userIdCol =
+                    keys.find((k) => /^(user(_?id)?|customer(_?id)?|client(_?id)?|account(_?id)?|uid|id)$/i.test(k)) ??
+                        keys[0];
+            }
+            if (!timeCol) {
+                timeCol =
+                    keys.find((k) => /(date|time|timestamp|created_at|event_time|occurred_at)/i.test(k)) ??
+                        keys[1];
+            }
+        }
+        for (const row of batch.rows) {
+            const rawUid = row[userIdCol];
+            if (rawUid === null || rawUid === undefined || rawUid === "")
+                continue;
+            const uid = String(rawUid);
+            const ms = parseDateToMs(row[timeCol]);
+            if (ms === null)
+                continue;
+            const { key, index } = getPeriodKeyAndIndex(ms, interval);
+            let uEntry = userMap.get(uid);
+            if (!uEntry) {
+                uEntry = { minIndex: index, minKey: key, activeIndices: new Set() };
+                userMap.set(uid, uEntry);
+            }
+            else if (index < uEntry.minIndex) {
+                uEntry.minIndex = index;
+                uEntry.minKey = key;
+            }
+            uEntry.activeIndices.add(index);
+        }
+    }
+    // Aggregate cohorts
+    // Map: cohortKey -> { minIndex: number, users: Set<string>, periodCounts: Map<offset, number> }
+    const cohortGroups = new Map();
+    let globalMaxOffset = 0;
+    for (const [uid, uEntry] of userMap.entries()) {
+        let group = cohortGroups.get(uEntry.minKey);
+        if (!group) {
+            group = {
+                minIndex: uEntry.minIndex,
+                userIds: new Set(),
+                periodCounts: new Map(),
+            };
+            cohortGroups.set(uEntry.minKey, group);
+        }
+        group.userIds.add(uid);
+        for (const actIdx of uEntry.activeIndices) {
+            const offset = actIdx - uEntry.minIndex;
+            if (offset >= 0 && offset <= maxPeriods) {
+                group.periodCounts.set(offset, (group.periodCounts.get(offset) || 0) + 1);
+                if (offset > globalMaxOffset) {
+                    globalMaxOffset = offset;
+                }
+            }
+        }
+    }
+    // Sort cohorts chronologically
+    const sortedCohorts = Array.from(cohortGroups.entries()).sort((a, b) => a[1].minIndex - b[1].minIndex);
+    const cohortResults = [];
+    const formattedRows = [];
+    const periodLabelPrefix = interval.startsWith("1d") || interval === "day"
+        ? "+Day "
+        : interval.startsWith("1w") || interval === "week"
+            ? "+Wk "
+            : interval.startsWith("1y") || interval === "year"
+                ? "+Yr "
+                : "+M";
+    for (const [cKey, g] of sortedCohorts) {
+        const totalUsers = g.userIds.size;
+        const periods = [];
+        const retentionRates = [];
+        const rowObj = {
+            cohort: cKey,
+            users: totalUsers,
+        };
+        for (let p = 0; p <= globalMaxOffset; p++) {
+            const count = g.periodCounts.get(p) || 0;
+            const rate = totalUsers > 0 ? (count / totalUsers) * 100 : 0;
+            periods.push(count);
+            retentionRates.push(Math.round(rate * 10) / 10);
+            const colName = `${periodLabelPrefix}${p}`;
+            if (isPercent) {
+                rowObj[colName] = count > 0 ? `${(Math.round(rate * 10) / 10).toFixed(1)}%` : "-";
+            }
+            else {
+                rowObj[colName] = count > 0 ? count : "-";
+            }
+        }
+        cohortResults.push({
+            cohort: cKey,
+            total_users: totalUsers,
+            periods,
+            retention_rates: retentionRates,
+        });
+        formattedRows.push(rowObj);
+    }
+    return {
+        cohorts: cohortResults,
+        formattedRows,
+        interval,
+        maxPeriodIndex: globalMaxOffset,
+    };
+}
+//# sourceMappingURL=cohort.js.map

package/dist/analytics/cohort.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cohort.js","sourceRoot":"","sources":["../../src/analytics/cohort.ts"],"names":[],"mappings":"AAwBA,SAAS,aAAa,CAAC,GAAY;IACjC,IAAI,GAAG,KAAK,IAAI,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,KAAK,EAAE;QAAE,OAAO,IAAI,CAAC;IACjE,IAAI,GAAG,YAAY,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;QAAE,OAAO,GAAG,CAAC,OAAO,EAAE,CAAC;IACvE,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QACpD,OAAO,GAAG,GAAG,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAC1E,CAAC;IACD,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;QAC5B,MAAM,OAAO,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC;QAC3B,IAAI,CAAC,OAAO;YAAE,OAAO,IAAI,CAAC;QAC1B,MAAM,GAAG,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC;QAC5B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;YACtD,OAAO,GAAG,GAAG,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC1E,CAAC;QACD,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACnC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC;YAC1B,OAAO,MAAM,CAAC;QAChB,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,oBAAoB,CAAC,EAAU,EAAE,QAAgB;IACxD,MAAM,CAAC,GAAG,IAAI,IAAI,CAAC,EAAE,CAAC,CAAC;IACvB,MAAM,IAAI,GAAG,CAAC,CAAC,cAAc,EAAE,CAAC;IAChC,MAAM,KAAK,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,OAAO;IACtC,MAAM,IAAI,GAAG,CAAC,CAAC,UAAU,EAAE,CAAC;IAE5B,MAAM,YAAY,GAAG,QAAQ,CAAC,WAAW,EAAE,CAAC;IAE5C,IAAI,YAAY,KAAK,IAAI,IAAI,YAAY,KAAK,KAAK,EAAE,CAAC;QACpD,MAAM,GAAG,GAAG,GAAG,IAAI,IAAI,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC;QAC7F,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,GAAG,CAAC,IAAI,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;QACxD,OAAO,EAAE,GAAG,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC;IAClC,CAAC;IAED,IAAI,YAAY,KAAK,IAAI,IAAI,YAAY,KAAK,MAAM,EAAE,CAAC;QACrD,wBAAwB;QACxB,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,GAAG,CAAC,IAAI,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC;QAC7D,qBAAqB;QACrB,MAAM,KAAK,GAAG,SAAS,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;QAClD,MAAM,GAAG,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC;QAC5B,MAAM,GAAG,GAAG,IAAI,IAAI,IAAI,MAAM,CAAC,GAAG,CAAC,WAAW,EAAE,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC;QACtH,OAAO,EAAE,GAAG,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;IACnC,CAAC;IAED,IAAI,YAAY,KAAK,IAAI,IAAI,YAAY,KAAK,MAAM,EAAE,CAAC;QACrD,OAAO,EAAE,GAAG,EAAE,GAAG,IAAI,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;IACzC,CAAC;IAED,uBAAuB;IACvB,MAAM,GAAG,GAAG,GAAG,IAAI,IAAI,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC;IAC5D,MAAM,UAAU,GAAG,IAAI,GAAG,EAAE,GAAG,KAAK,CAAC;IACrC,OAAO,EAAE,GAAG,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC;AACpC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,aAAuC,EACvC,UAAyB,EAAE;IAE3B,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,KAAK,CAAC;IAC3C,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,EAAE,CAAC;IAC5C,MAAM,SAAS,GAAG,OAAO,CAAC,OAAO,IAAI,IAAI,CAAC;IAE1C,IAAI,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;IAClC,IAAI,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;IAE9B,kFAAkF;IAClF,MAAM,OAAO,GAAG,IAAI,GAAG,EAA4E,CAAC;IAEpG,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,aAAa,EAAE,CAAC;QACxC,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC;YAAE,SAAS;QAEtC,IAAI,CAAC,SAAS,IAAI,CAAC,OAAO,EAAE,CAAC;YAC3B,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAE,CAAC;YAChC,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAEnC,IAAI,CAAC,SAAS,EAAE,CAAC;gBACf,SAAS;oBACP,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,sEAAsE,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;wBAChG,IAAI,CAAC,CAAC,CAAC,CAAC;YACZ,CAAC;YACD,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,OAAO;oBACL,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,0DAA0D,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;wBACpF,IAAI,CAAC,CAAC,CAAC,CAAC;YACZ,CAAC;QACH,CAAC;QAED,KAAK,MAAM,GAAG,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;YAC7B,MAAM,MAAM,GAAG,GAAG,CAAC,SAAU,CAAC,CAAC;YAC/B,IAAI,MAAM,KAAK,IAAI,IAAI,MAAM,KAAK,SAAS,IAAI,MAAM,KAAK,EAAE;gBAAE,SAAS;YACvE,MAAM,GAAG,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC;YAE3B,MAAM,EAAE,GAAG,aAAa,CAAC,GAAG,CAAC,OAAQ,CAAC,CAAC,CAAC;YACxC,IAAI,EAAE,KAAK,IAAI;gBAAE,SAAS;YAE1B,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,oBAAoB,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;YAE1D,IAAI,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YAC9B,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,MAAM,GAAG,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,aAAa,EAAE,IAAI,GAAG,EAAU,EAAE,CAAC;gBAC5E,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;YAC3B,CAAC;iBAAM,IAAI,KAAK,GAAG,MAAM,CAAC,QAAQ,EAAE,CAAC;gBACnC,MAAM,CAAC,QAAQ,GAAG,KAAK,CAAC;gBACxB,MAAM,CAAC,MAAM,GAAG,GAAG,CAAC;YACtB,CAAC;YACD,MAAM,CAAC,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAClC,CAAC;IACH,CAAC;IAED,oBAAoB;IACpB,gGAAgG;IAChG,MAAM,YAAY,GAAG,IAAI,GAAG,EAGzB,CAAC;IAEJ,IAAI,eAAe,GAAG,CAAC,CAAC;IAExB,KAAK,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,IAAI,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC;QAC9C,IAAI,KAAK,GAAG,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAC5C,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,KAAK,GAAG;gBACN,QAAQ,EAAE,MAAM,CAAC,QAAQ;gBACzB,OAAO,EAAE,IAAI,GAAG,EAAU;gBAC1B,YAAY,EAAE,IAAI,GAAG,EAAkB;aACxC,CAAC;YACF,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;QACzC,CAAC;QACD,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAEvB,KAAK,MAAM,MAAM,IAAI,MAAM,CAAC,aAAa,EAAE,CAAC;YAC1C,MAAM,MAAM,GAAG,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC;YACxC,IAAI,MAAM,IAAI,CAAC,IAAI,MAAM,IAAI,UAAU,EAAE,CAAC;gBACxC,KAAK,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;gBAC1E,IAAI,MAAM,GAAG,eAAe,EAAE,CAAC;oBAC7B,eAAe,GAAG,MAAM,CAAC;gBAC3B,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,+BAA+B;IAC/B,MAAM,aAAa,GAAG,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;IAEvG,MAAM,aAAa,GAAkC,EAAE,CAAC;IACxD,MAAM,aAAa,GAAU,EAAE,CAAC;IAEhC,MAAM,iBAAiB,GACrB,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,QAAQ,KAAK,KAAK;QAC7C,CAAC,CAAC,OAAO;QACT,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,QAAQ,KAAK,MAAM;YAChD,CAAC,CAAC,MAAM;YACR,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,QAAQ,KAAK,MAAM;gBAChD,CAAC,CAAC,MAAM;gBACR,CAAC,CAAC,IAAI,CAAC;IAEf,KAAK,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,aAAa,EAAE,CAAC;QACtC,MAAM,UAAU,GAAG,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC;QAClC,MAAM,OAAO,GAAa,EAAE,CAAC;QAC7B,MAAM,cAAc,GAAa,EAAE,CAAC;QAEpC,MAAM,MAAM,GAAQ;YAClB,MAAM,EAAE,IAAI;YACZ,KAAK,EAAE,UAAU;SAClB,CAAC;QAEF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,eAAe,EAAE,CAAC,EAAE,EAAE,CAAC;YAC1C,MAAM,KAAK,GAAG,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YACzC,MAAM,IAAI,GAAG,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,UAAU,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YAC7D,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACpB,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC;YAEhD,MAAM,OAAO,GAAG,GAAG,iBAAiB,GAAG,CAAC,EAAE,CAAC;YAC3C,IAAI,SAAS,EAAE,CAAC;gBACd,MAAM,CAAC,OAAO,CAAC,GAAG,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;YACpF,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,OAAO,CAAC,GAAG,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC;YAC5C,CAAC;QACH,CAAC;QAED,aAAa,CAAC,IAAI,CAAC;YACjB,MAAM,EAAE,IAAI;YACZ,WAAW,EAAE,UAAU;YACvB,OAAO;YACP,eAAe,EAAE,cAAc;SAChC,CAAC,CAAC;QAEH,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC7B,CAAC;IAED,OAAO;QACL,OAAO,EAAE,aAAa;QACtB,aAAa;QACb,QAAQ;QACR,cAAc,EAAE,eAAe;KAChC,CAAC;AACJ,CAAC"}

package/dist/analytics/correlation.d.ts

@@ -0,0 +1,15 @@
+import type { DataStream, Row } from "../core/types.js";
+export interface CorrelationMatrixResult {
+    columns: string[];
+    matrix: Record<string, Record<string, number>>;
+    sampleSize: number;
+}
+/**
+ * Computes Pearson correlation matrix across numeric columns in a single streaming pass.
+ */
+export declare function computeCorrelationMatrix(stream: DataStream, targetColumns?: string[]): Promise<CorrelationMatrixResult>;
+/**
+ * Converts a correlation matrix result into tabular Rows suitable for table or CSV export.
+ */
+export declare function formatCorrelationRows(result: CorrelationMatrixResult): Row[];
+//# sourceMappingURL=correlation.d.ts.map

package/dist/analytics/correlation.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"correlation.d.ts","sourceRoot":"","sources":["../../src/analytics/correlation.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,GAAG,EAAE,MAAM,kBAAkB,CAAC;AAGxD,MAAM,WAAW,uBAAuB;IACtC,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IAC/C,UAAU,EAAE,MAAM,CAAC;CACpB;AAED;;GAEG;AACH,wBAAsB,wBAAwB,CAC5C,MAAM,EAAE,UAAU,EAClB,aAAa,CAAC,EAAE,MAAM,EAAE,GACvB,OAAO,CAAC,uBAAuB,CAAC,CA6GlC;AAED;;GAEG;AACH,wBAAgB,qBAAqB,CAAC,MAAM,EAAE,uBAAuB,GAAG,GAAG,EAAE,CAQ5E"}

package/dist/analytics/correlation.js

@@ -0,0 +1,116 @@
+/**
+ * Computes Pearson correlation matrix across numeric columns in a single streaming pass.
+ */
+export async function computeCorrelationMatrix(stream, targetColumns) {
+    let cols = targetColumns ? [...targetColumns] : [];
+    let colsDiscovered = Boolean(targetColumns && targetColumns.length > 0);
+    let n = 0;
+    const means = {};
+    const m2 = {};
+    const coMoments = {};
+    function initCols(discoveredCols) {
+        cols = discoveredCols;
+        for (const c of cols) {
+            means[c] = 0;
+            m2[c] = 0;
+            coMoments[c] = {};
+            for (const c2 of cols) {
+                coMoments[c][c2] = 0;
+            }
+        }
+        colsDiscovered = true;
+    }
+    if (colsDiscovered) {
+        initCols(cols);
+    }
+    for await (const batch of stream) {
+        for (const row of batch.rows) {
+            if (!colsDiscovered) {
+                const numericCols = [];
+                for (const [k, v] of Object.entries(row)) {
+                    if (typeof v === "number" && Number.isFinite(v)) {
+                        numericCols.push(k);
+                    }
+                    else if (v !== null && v !== undefined && v !== "") {
+                        const parsed = Number(v);
+                        if (!Number.isNaN(parsed) && Number.isFinite(parsed)) {
+                            numericCols.push(k);
+                        }
+                    }
+                }
+                if (numericCols.length > 0) {
+                    initCols(numericCols);
+                }
+            }
+            if (cols.length === 0)
+                continue;
+            // Extract numeric values for this row
+            const rowVals = {};
+            let rowValid = true;
+            for (const c of cols) {
+                const val = row[c];
+                const num = typeof val === "number" ? val : parseFloat(String(val));
+                if (!Number.isFinite(num)) {
+                    rowValid = false;
+                    break;
+                }
+                rowVals[c] = num;
+            }
+            if (!rowValid)
+                continue;
+            n++;
+            const deltaX = {};
+            for (const c of cols) {
+                const x = rowVals[c];
+                deltaX[c] = x - means[c];
+                means[c] = means[c] + deltaX[c] / n;
+                m2[c] = m2[c] + deltaX[c] * (x - means[c]);
+            }
+            for (let i = 0; i < cols.length; i++) {
+                const c1 = cols[i];
+                for (let j = 0; j < cols.length; j++) {
+                    const c2 = cols[j];
+                    coMoments[c1][c2] = (coMoments[c1][c2] || 0) + deltaX[c1] * (rowVals[c2] - means[c2]);
+                }
+            }
+        }
+    }
+    const resultMatrix = {};
+    for (const c1 of cols) {
+        resultMatrix[c1] = {};
+        for (const c2 of cols) {
+            if (n < 2) {
+                resultMatrix[c1][c2] = c1 === c2 ? 1.0 : 0.0;
+                continue;
+            }
+            const var1 = m2[c1] / (n - 1);
+            const var2 = m2[c2] / (n - 1);
+            const cov = coMoments[c1][c2] / (n - 1);
+            if (var1 <= 0 || var2 <= 0) {
+                resultMatrix[c1][c2] = c1 === c2 ? 1.0 : 0.0;
+            }
+            else {
+                const r = cov / (Math.sqrt(var1) * Math.sqrt(var2));
+                resultMatrix[c1][c2] = Math.max(-1, Math.min(1, parseFloat(r.toFixed(4))));
+            }
+        }
+    }
+    return {
+        columns: cols,
+        matrix: resultMatrix,
+        sampleSize: n,
+    };
+}
+/**
+ * Converts a correlation matrix result into tabular Rows suitable for table or CSV export.
+ */
+export function formatCorrelationRows(result) {
+    return result.columns.map((c1) => {
+        const rowObj = { column: c1 };
+        for (const c2 of result.columns) {
+            rowObj[c2] = result.matrix[c1]?.[c2] ?? 0;
+        }
+        return rowObj;
+    });
+}
+//# sourceMappingURL=correlation.js.map

package/dist/analytics/correlation.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"correlation.js","sourceRoot":"","sources":["../../src/analytics/correlation.ts"],"names":[],"mappings":"AASA;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAC5C,MAAkB,EAClB,aAAwB;IAExB,IAAI,IAAI,GAAa,aAAa,CAAC,CAAC,CAAC,CAAC,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAC7D,IAAI,cAAc,GAAG,OAAO,CAAC,aAAa,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAExE,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,MAAM,KAAK,GAA2B,EAAE,CAAC;IACzC,MAAM,EAAE,GAA2B,EAAE,CAAC;IACtC,MAAM,SAAS,GAA2C,EAAE,CAAC;IAE7D,SAAS,QAAQ,CAAC,cAAwB;QACxC,IAAI,GAAG,cAAc,CAAC;QACtB,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;YACrB,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;YACb,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;YACV,SAAS,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC;YAClB,KAAK,MAAM,EAAE,IAAI,IAAI,EAAE,CAAC;gBACtB,SAAS,CAAC,CAAC,CAAE,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC;YACxB,CAAC;QACH,CAAC;QACD,cAAc,GAAG,IAAI,CAAC;IACxB,CAAC;IAED,IAAI,cAAc,EAAE,CAAC;QACnB,QAAQ,CAAC,IAAI,CAAC,CAAC;IACjB,CAAC;IAED,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QACjC,KAAK,MAAM,GAAG,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;YAC7B,IAAI,CAAC,cAAc,EAAE,CAAC;gBACpB,MAAM,WAAW,GAAa,EAAE,CAAC;gBACjC,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;oBACzC,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;wBAChD,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;oBACtB,CAAC;yBAAM,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,SAAS,IAAI,CAAC,KAAK,EAAE,EAAE,CAAC;wBACrD,MAAM,MAAM,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;wBACzB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;4BACrD,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;wBACtB,CAAC;oBACH,CAAC;gBACH,CAAC;gBACD,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC3B,QAAQ,CAAC,WAAW,CAAC,CAAC;gBACxB,CAAC;YACH,CAAC;YAED,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;gBAAE,SAAS;YAEhC,sCAAsC;YACtC,MAAM,OAAO,GAA2B,EAAE,CAAC;YAC3C,IAAI,QAAQ,GAAG,IAAI,CAAC;YACpB,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;gBACrB,MAAM,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;gBACnB,MAAM,GAAG,GAAG,OAAO,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;gBACpE,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;oBAC1B,QAAQ,GAAG,KAAK,CAAC;oBACjB,MAAM;gBACR,CAAC;gBACD,OAAO,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC;YACnB,CAAC;YAED,IAAI,CAAC,QAAQ;gBAAE,SAAS;YAExB,CAAC,EAAE,CAAC;YACJ,MAAM,MAAM,GAA2B,EAAE,CAAC;YAE1C,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;gBACrB,MAAM,CAAC,GAAG,OAAO,CAAC,CAAC,CAAE,CAAC;gBACtB,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC,CAAE,CAAC;gBAC1B,KAAK,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAE,GAAG,MAAM,CAAC,CAAC,CAAE,GAAG,CAAC,CAAC;gBACtC,EAAE,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAE,GAAG,MAAM,CAAC,CAAC,CAAE,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAE,CAAC,CAAC;YAChD,CAAC;YAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACrC,MAAM,EAAE,GAAG,IAAI,CAAC,CAAC,CAAE,CAAC;gBACpB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBACrC,MAAM,EAAE,GAAG,IAAI,CAAC,CAAC,CAAE,CAAC;oBACpB,SAAS,CAAC,EAAE,CAAE,CAAC,EAAE,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAE,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,GAAG,MAAM,CAAC,EAAE,CAAE,GAAG,CAAC,OAAO,CAAC,EAAE,CAAE,GAAG,KAAK,CAAC,EAAE,CAAE,CAAC,CAAC;gBAC7F,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,YAAY,GAA2C,EAAE,CAAC;IAChE,KAAK,MAAM,EAAE,IAAI,IAAI,EAAE,CAAC;QACtB,YAAY,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC;QACtB,KAAK,MAAM,EAAE,IAAI,IAAI,EAAE,CAAC;YACtB,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;gBACV,YAAY,CAAC,EAAE,CAAE,CAAC,EAAE,CAAC,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;gBAC9C,SAAS;YACX,CAAC;YAED,MAAM,IAAI,GAAG,EAAE,CAAC,EAAE,CAAE,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YAC/B,MAAM,IAAI,GAAG,EAAE,CAAC,EAAE,CAAE,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YAC/B,MAAM,GAAG,GAAG,SAAS,CAAC,EAAE,CAAE,CAAC,EAAE,CAAE,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YAE1C,IAAI,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,EAAE,CAAC;gBAC3B,YAAY,CAAC,EAAE,CAAE,CAAC,EAAE,CAAC,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;YAChD,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,GAAG,GAAG,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;gBACpD,YAAY,CAAC,EAAE,CAAE,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC9E,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO;QACL,OAAO,EAAE,IAAI;QACb,MAAM,EAAE,YAAY;QACpB,UAAU,EAAE,CAAC;KACd,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,qBAAqB,CAAC,MAA+B;IACnE,OAAO,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE;QAC/B,MAAM,MAAM,GAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;QACnC,KAAK,MAAM,EAAE,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YAChC,MAAM,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC;QAC5C,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC,CAAC,CAAC;AACL,CAAC"}

package/dist/analytics/crosstab.d.ts

@@ -0,0 +1,27 @@
+import type { DataStream, Row } from "../core/types.js";
+export interface CrosstabResult {
+    rowCol: string;
+    colCol: string;
+    rowCategories: string[];
+    colCategories: string[];
+    counts: Record<string, Record<string, number>>;
+    rowTotals: Record<string, number>;
+    colTotals: Record<string, number>;
+    grandTotal: number;
+    chiSquare: number;
+    degreesOfFreedom: number;
+}
+export interface CrosstabOptions {
+    topRows?: number;
+    topCols?: number;
+    normalize?: "row" | "col" | "all";
+}
+/**
+ * Computes 2D contingency matrix (crosstab) and Chi-Square statistic.
+ */
+export declare function computeCrosstab(stream: DataStream, rowCol: string, colCol: string, options?: CrosstabOptions): Promise<CrosstabResult>;
+/**
+ * Formats a CrosstabResult as tabular rows for table / CSV rendering.
+ */
+export declare function formatCrosstabRows(result: CrosstabResult, normalize?: "row" | "col" | "all"): Row[];
+//# sourceMappingURL=crosstab.d.ts.map

package/dist/analytics/crosstab.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"crosstab.d.ts","sourceRoot":"","sources":["../../src/analytics/crosstab.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,GAAG,EAAE,MAAM,kBAAkB,CAAC;AAExD,MAAM,WAAW,cAAc;IAC7B,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,aAAa,EAAE,MAAM,EAAE,CAAC;IACxB,aAAa,EAAE,MAAM,EAAE,CAAC;IACxB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IAC/C,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAClC,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAClC,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,gBAAgB,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,WAAW,eAAe;IAC9B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,KAAK,GAAG,KAAK,GAAG,KAAK,CAAC;CACnC;AAED;;GAEG;AACH,wBAAsB,eAAe,CACnC,MAAM,EAAE,UAAU,EAClB,MAAM,EAAE,MAAM,EACd,MAAM,EAAE,MAAM,EACd,OAAO,GAAE,eAAoB,GAC5B,OAAO,CAAC,cAAc,CAAC,CAuDzB;AAED;;GAEG;AACH,wBAAgB,kBAAkB,CAAC,MAAM,EAAE,cAAc,EAAE,SAAS,CAAC,EAAE,KAAK,GAAG,KAAK,GAAG,KAAK,GAAG,GAAG,EAAE,CAmCnG"}

package/dist/analytics/crosstab.js

@@ -0,0 +1,90 @@
+/**
+ * Computes 2D contingency matrix (crosstab) and Chi-Square statistic.
+ */
+export async function computeCrosstab(stream, rowCol, colCol, options = {}) {
+    const counts = {};
+    const rowTotals = {};
+    const colTotals = {};
+    let grandTotal = 0;
+    for await (const batch of stream) {
+        for (const row of batch.rows) {
+            const rVal = String(row[rowCol] ?? "<null>");
+            const cVal = String(row[colCol] ?? "<null>");
+            if (!counts[rVal])
+                counts[rVal] = {};
+            counts[rVal][cVal] = (counts[rVal][cVal] || 0) + 1;
+            rowTotals[rVal] = (rowTotals[rVal] || 0) + 1;
+            colTotals[cVal] = (colTotals[cVal] || 0) + 1;
+            grandTotal++;
+        }
+    }
+    // Sort and limit categories
+    const sortedRowCats = Object.keys(rowTotals).sort((a, b) => rowTotals[b] - rowTotals[a]);
+    const sortedColCats = Object.keys(colTotals).sort((a, b) => colTotals[b] - colTotals[a]);
+    const rowCategories = options.topRows ? sortedRowCats.slice(0, options.topRows) : sortedRowCats;
+    const colCategories = options.topCols ? sortedColCats.slice(0, options.topCols) : sortedColCats;
+    // Compute Chi-Square
+    let chiSquare = 0;
+    if (grandTotal > 0 && rowCategories.length > 1 && colCategories.length > 1) {
+        for (const r of rowCategories) {
+            for (const c of colCategories) {
+                const observed = counts[r]?.[c] || 0;
+                const expected = ((rowTotals[r] || 0) * (colTotals[c] || 0)) / grandTotal;
+                if (expected > 0) {
+                    chiSquare += ((observed - expected) ** 2) / expected;
+                }
+            }
+        }
+    }
+    const degreesOfFreedom = Math.max(0, (rowCategories.length - 1) * (colCategories.length - 1));
+    return {
+        rowCol,
+        colCol,
+        rowCategories,
+        colCategories,
+        counts,
+        rowTotals,
+        colTotals,
+        grandTotal,
+        chiSquare: parseFloat(chiSquare.toFixed(4)),
+        degreesOfFreedom,
+    };
+}
+/**
+ * Formats a CrosstabResult as tabular rows for table / CSV rendering.
+ */
+export function formatCrosstabRows(result, normalize) {
+    const rows = [];
+    for (const r of result.rowCategories) {
+        const rowObj = { [result.rowCol]: r };
+        const rTotal = result.rowTotals[r] || 0;
+        for (const c of result.colCategories) {
+            const count = result.counts[r]?.[c] || 0;
+            if (normalize === "row") {
+                rowObj[c] = rTotal > 0 ? `${((count / rTotal) * 100).toFixed(1)}%` : "0.0%";
+            }
+            else if (normalize === "col") {
+                const cTotal = result.colTotals[c] || 0;
+                rowObj[c] = cTotal > 0 ? `${((count / cTotal) * 100).toFixed(1)}%` : "0.0%";
+            }
+            else if (normalize === "all") {
+                rowObj[c] = result.grandTotal > 0 ? `${((count / result.grandTotal) * 100).toFixed(1)}%` : "0.0%";
+            }
+            else {
+                rowObj[c] = count;
+            }
+        }
+        rowObj["Total"] = normalize === "row" ? "100.0%" : rTotal;
+        rows.push(rowObj);
+    }
+    // Add summary total row
+    const totalRow = { [result.rowCol]: "Total" };
+    for (const c of result.colCategories) {
+        const cTotal = result.colTotals[c] || 0;
+        totalRow[c] = normalize === "col" ? "100.0%" : cTotal;
+    }
+    totalRow["Total"] = result.grandTotal;
+    rows.push(totalRow);
+    return rows;
+}
+//# sourceMappingURL=crosstab.js.map

package/dist/analytics/crosstab.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"crosstab.js","sourceRoot":"","sources":["../../src/analytics/crosstab.ts"],"names":[],"mappings":"AAqBA;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,MAAkB,EAClB,MAAc,EACd,MAAc,EACd,UAA2B,EAAE;IAE7B,MAAM,MAAM,GAA2C,EAAE,CAAC;IAC1D,MAAM,SAAS,GAA2B,EAAE,CAAC;IAC7C,MAAM,SAAS,GAA2B,EAAE,CAAC;IAC7C,IAAI,UAAU,GAAG,CAAC,CAAC;IAEnB,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QACjC,KAAK,MAAM,GAAG,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;YAC7B,MAAM,IAAI,GAAG,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,QAAQ,CAAC,CAAC;YAC7C,MAAM,IAAI,GAAG,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,QAAQ,CAAC,CAAC;YAE7C,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;gBAAE,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC;YACrC,MAAM,CAAC,IAAI,CAAE,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;YAErD,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;YAC7C,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;YAC7C,UAAU,EAAE,CAAC;QACf,CAAC;IACH,CAAC;IAED,4BAA4B;IAC5B,MAAM,aAAa,GAAG,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,SAAS,CAAC,CAAC,CAAE,GAAG,SAAS,CAAC,CAAC,CAAE,CAAC,CAAC;IAC3F,MAAM,aAAa,GAAG,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,SAAS,CAAC,CAAC,CAAE,GAAG,SAAS,CAAC,CAAC,CAAE,CAAC,CAAC;IAE3F,MAAM,aAAa,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC;IAChG,MAAM,aAAa,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC;IAEhG,qBAAqB;IACrB,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,UAAU,GAAG,CAAC,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC3E,KAAK,MAAM,CAAC,IAAI,aAAa,EAAE,CAAC;YAC9B,KAAK,MAAM,CAAC,IAAI,aAAa,EAAE,CAAC;gBAC9B,MAAM,QAAQ,GAAG,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;gBACrC,MAAM,QAAQ,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,UAAU,CAAC;gBAC1E,IAAI,QAAQ,GAAG,CAAC,EAAE,CAAC;oBACjB,SAAS,IAAI,CAAC,CAAC,QAAQ,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,GAAG,QAAQ,CAAC;gBACvD,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,gBAAgB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;IAE9F,OAAO;QACL,MAAM;QACN,MAAM;QACN,aAAa;QACb,aAAa;QACb,MAAM;QACN,SAAS;QACT,SAAS;QACT,UAAU;QACV,SAAS,EAAE,UAAU,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAC3C,gBAAgB;KACjB,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,kBAAkB,CAAC,MAAsB,EAAE,SAAiC;IAC1F,MAAM,IAAI,GAAU,EAAE,CAAC;IAEvB,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,aAAa,EAAE,CAAC;QACrC,MAAM,MAAM,GAAQ,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC;QAC3C,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAExC,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,aAAa,EAAE,CAAC;YACrC,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YACzC,IAAI,SAAS,KAAK,KAAK,EAAE,CAAC;gBACxB,MAAM,CAAC,CAAC,CAAC,GAAG,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,GAAG,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC;YAC9E,CAAC;iBAAM,IAAI,SAAS,KAAK,KAAK,EAAE,CAAC;gBAC/B,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;gBACxC,MAAM,CAAC,CAAC,CAAC,GAAG,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,GAAG,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC;YAC9E,CAAC;iBAAM,IAAI,SAAS,KAAK,KAAK,EAAE,CAAC;gBAC/B,MAAM,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,GAAG,MAAM,CAAC,UAAU,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC;YACpG,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC;YACpB,CAAC;QACH,CAAC;QAED,MAAM,CAAC,OAAO,CAAC,GAAG,SAAS,KAAK,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC;QAC1D,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACpB,CAAC;IAED,wBAAwB;IACxB,MAAM,QAAQ,GAAQ,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,CAAC;IACnD,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,aAAa,EAAE,CAAC;QACrC,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACxC,QAAQ,CAAC,CAAC,CAAC,GAAG,SAAS,KAAK,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC;IACxD,CAAC;IACD,QAAQ,CAAC,OAAO,CAAC,GAAG,MAAM,CAAC,UAAU,CAAC;IACtC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAEpB,OAAO,IAAI,CAAC;AACd,CAAC"}

package/dist/analytics/entropy.d.ts

@@ -0,0 +1,23 @@
+import type { Row, DataBatch } from "../core/types.js";
+export interface EntropyOptions {
+    targetCol?: string;
+    cols?: string | string[];
+    bins?: number;
+}
+export interface FeatureImportanceResult {
+    feature: string;
+    entropy: number;
+    information_gain: number;
+    gain_ratio: number;
+    importance_score: number;
+    distinct_values: number;
+}
+export interface EntropyAnalysisResult {
+    target_column?: string;
+    target_entropy?: number;
+    total_samples: number;
+    features: FeatureImportanceResult[];
+    formattedRows: Row[];
+}
+export declare function computeEntropy(batchIterator: AsyncIterable<DataBatch>, options?: EntropyOptions): Promise<EntropyAnalysisResult>;
+//# sourceMappingURL=entropy.d.ts.map

package/dist/analytics/entropy.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"entropy.d.ts","sourceRoot":"","sources":["../../src/analytics/entropy.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,GAAG,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAEvD,MAAM,WAAW,cAAc;IAC7B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,IAAI,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IACzB,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,uBAAuB;IACtC,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,gBAAgB,EAAE,MAAM,CAAC;IACzB,UAAU,EAAE,MAAM,CAAC;IACnB,gBAAgB,EAAE,MAAM,CAAC;IACzB,eAAe,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,qBAAqB;IACpC,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,aAAa,EAAE,MAAM,CAAC;IACtB,QAAQ,EAAE,uBAAuB,EAAE,CAAC;IACpC,aAAa,EAAE,GAAG,EAAE,CAAC;CACtB;AASD,wBAAsB,cAAc,CAClC,aAAa,EAAE,aAAa,CAAC,SAAS,CAAC,EACvC,OAAO,GAAE,cAAmB,GAC3B,OAAO,CAAC,qBAAqB,CAAC,CA2LhC"}