rowpipe 1.0.0

package/dist/analytics/reduce.js

@@ -0,0 +1,318 @@
+import { InvalidArgumentError } from "../core/errors.js";
+import { compileValueExpression } from "../transforms/expression.js";
+import { HyperLogLog } from "./stats.js";
+/**
+ * Parses CLI reduce specs into structured AggregationSpec objects.
+ * Supports syntax: "total_rev = sum(revenue)", "avg_margin = avg(margin)", "orders = count()"
+ */
+export function parseReduceSpecs(specs) {
+    const result = [];
+    for (const spec of specs) {
+        const trimmed = spec.trim();
+        if (!trimmed)
+            continue;
+        const eqIdx = trimmed.indexOf("=");
+        if (eqIdx === -1) {
+            throw new InvalidArgumentError(`Invalid reduce specification "${spec}". Expected format "target_column = func(source_expr)"`);
+        }
+        const targetField = trimmed.slice(0, eqIdx).trim();
+        const rhs = trimmed.slice(eqIdx + 1).trim();
+        const match = rhs.match(/^([a-zA-Z_]+)\s*\((.*)\)$/);
+        if (!match) {
+            throw new InvalidArgumentError(`Invalid aggregation function call in "${spec}". Expected format "func(column)" e.g. "sum(revenue)" or "count()"`);
+        }
+        const rawFunc = match[1].toLowerCase();
+        const sourceExpr = match[2].trim() || undefined;
+        const validFuncs = [
+            "sum",
+            "avg",
+            "mean",
+            "min",
+            "max",
+            "count",
+            "countdistinct",
+            "stddev",
+            "variance",
+            "first",
+            "last",
+        ];
+        if (!validFuncs.includes(rawFunc)) {
+            throw new InvalidArgumentError(`Unknown aggregation function "${rawFunc}" in "${spec}". Supported functions: ${validFuncs.join(", ")}`);
+        }
+        result.push({
+            targetField,
+            func: rawFunc,
+            sourceExpr,
+        });
+    }
+    return result;
+}
+class SumAccumulator {
+    sum = 0;
+    add(val) {
+        if (val === null || val === undefined || val === "")
+            return;
+        const num = typeof val === "number" ? val : Number(val);
+        if (!Number.isNaN(num)) {
+            this.sum += num;
+        }
+    }
+    result() {
+        return this.sum;
+    }
+}
+class AvgAccumulator {
+    sum = 0;
+    count = 0;
+    add(val) {
+        if (val === null || val === undefined || val === "")
+            return;
+        const num = typeof val === "number" ? val : Number(val);
+        if (!Number.isNaN(num)) {
+            this.sum += num;
+            this.count++;
+        }
+    }
+    result() {
+        return this.count > 0 ? this.sum / this.count : null;
+    }
+}
+class MinAccumulator {
+    min = null;
+    add(val) {
+        if (val === null || val === undefined || val === "")
+            return;
+        const num = typeof val === "number" ? val : Number(val);
+        if (!Number.isNaN(num)) {
+            if (this.min === null || num < this.min)
+                this.min = num;
+        }
+    }
+    result() {
+        return this.min;
+    }
+}
+class MaxAccumulator {
+    max = null;
+    add(val) {
+        if (val === null || val === undefined || val === "")
+            return;
+        const num = typeof val === "number" ? val : Number(val);
+        if (!Number.isNaN(num)) {
+            if (this.max === null || num > this.max)
+                this.max = num;
+        }
+    }
+    result() {
+        return this.max;
+    }
+}
+class CountAccumulator {
+    count = 0;
+    hasSource;
+    constructor(hasSource) {
+        this.hasSource = hasSource;
+    }
+    add(val) {
+        if (!this.hasSource) {
+            this.count++;
+        }
+        else if (val !== null && val !== undefined && val !== "") {
+            this.count++;
+        }
+    }
+    result() {
+        return this.count;
+    }
+}
+class CountDistinctAccumulator {
+    hll = new HyperLogLog();
+    add(val) {
+        if (val !== null && val !== undefined && val !== "") {
+            this.hll.add(val);
+        }
+    }
+    result() {
+        return this.hll.count();
+    }
+}
+class WelfordAccumulator {
+    count = 0;
+    mean = 0;
+    M2 = 0;
+    mode;
+    constructor(mode) {
+        this.mode = mode;
+    }
+    add(val) {
+        if (val === null || val === undefined || val === "")
+            return;
+        const num = typeof val === "number" ? val : Number(val);
+        if (Number.isNaN(num))
+            return;
+        this.count++;
+        const delta = num - this.mean;
+        this.mean += delta / this.count;
+        const delta2 = num - this.mean;
+        this.M2 += delta * delta2;
+    }
+    result() {
+        if (this.count <= 1)
+            return this.count === 1 ? 0 : null;
+        const variance = this.M2 / (this.count - 1);
+        return this.mode === "stddev" ? Math.sqrt(variance) : variance;
+    }
+}
+class FirstAccumulator {
+    value = null;
+    found = false;
+    add(val) {
+        if (!this.found && val !== null && val !== undefined && val !== "") {
+            this.value = val;
+            this.found = true;
+        }
+    }
+    result() {
+        return this.value;
+    }
+}
+class LastAccumulator {
+    value = null;
+    add(val) {
+        if (val !== null && val !== undefined && val !== "") {
+            this.value = val;
+        }
+    }
+    result() {
+        return this.value;
+    }
+}
+function createAccumulatorFor(func, hasSource) {
+    switch (func) {
+        case "sum":
+            return new SumAccumulator();
+        case "avg":
+        case "mean":
+            return new AvgAccumulator();
+        case "min":
+            return new MinAccumulator();
+        case "max":
+            return new MaxAccumulator();
+        case "count":
+            return new CountAccumulator(hasSource);
+        case "countdistinct":
+            return new CountDistinctAccumulator();
+        case "stddev":
+            return new WelfordAccumulator("stddev");
+        case "variance":
+            return new WelfordAccumulator("variance");
+        case "first":
+            return new FirstAccumulator();
+        case "last":
+            return new LastAccumulator();
+    }
+}
+/**
+ * Streaming Reduce & Group-by Aggregator.
+ */
+export class ReduceAggregator {
+    byCols;
+    compiled;
+    globalAccs;
+    groupMap;
+    constructor(options) {
+        this.byCols = options.by && options.by.length > 0 ? options.by : [];
+        const rawSpecs = typeof options.aggregations[0] === "string"
+            ? parseReduceSpecs(options.aggregations)
+            : options.aggregations;
+        this.compiled = rawSpecs.map((spec) => ({
+            targetField: spec.targetField,
+            func: spec.func,
+            evaluator: spec.sourceExpr ? compileValueExpression(spec.sourceExpr) : undefined,
+            createAccumulator: () => createAccumulatorFor(spec.func, Boolean(spec.sourceExpr)),
+        }));
+        if (this.byCols.length === 0) {
+            this.globalAccs = this.compiled.map((c) => c.createAccumulator());
+        }
+        else {
+            this.groupMap = new Map();
+        }
+    }
+    add(row) {
+        if (this.globalAccs) {
+            // Global reduction
+            for (let i = 0; i < this.compiled.length; i++) {
+                const item = this.compiled[i];
+                const val = item.evaluator ? item.evaluator(row) : null;
+                this.globalAccs[i].add(val);
+            }
+        }
+        else if (this.groupMap) {
+            // Group-by reduction
+            let key = "";
+            const groupValues = {};
+            for (let i = 0; i < this.byCols.length; i++) {
+                const col = this.byCols[i];
+                const val = row[col] ?? null;
+                groupValues[col] = val;
+                key += (i > 0 ? "\x1f" : "") + String(val ?? "");
+            }
+            let group = this.groupMap.get(key);
+            if (!group) {
+                group = {
+                    groupValues,
+                    accs: this.compiled.map((c) => c.createAccumulator()),
+                };
+                this.groupMap.set(key, group);
+            }
+            for (let i = 0; i < this.compiled.length; i++) {
+                const item = this.compiled[i];
+                const val = item.evaluator ? item.evaluator(row) : null;
+                group.accs[i].add(val);
+            }
+        }
+    }
+    result() {
+        if (this.globalAccs) {
+            const summaryRow = {};
+            for (let i = 0; i < this.compiled.length; i++) {
+                const item = this.compiled[i];
+                summaryRow[item.targetField] = this.globalAccs[i].result();
+            }
+            return [summaryRow];
+        }
+        if (this.groupMap) {
+            const rows = [];
+            for (const group of this.groupMap.values()) {
+                const outRow = { ...group.groupValues };
+                for (let i = 0; i < this.compiled.length; i++) {
+                    const item = this.compiled[i];
+                    outRow[item.targetField] = group.accs[i].result();
+                }
+                rows.push(outRow);
+            }
+            return rows;
+        }
+        return [];
+    }
+}
+/**
+ * Creates a high-performance streaming transform that reduces/aggregates rows.
+ */
+export function reduceRows(options) {
+    return async function* (stream) {
+        const aggregator = new ReduceAggregator(options);
+        for await (const batch of stream) {
+            const len = batch.rows.length;
+            for (let i = 0; i < len; i++) {
+                aggregator.add(batch.rows[i]);
+            }
+        }
+        const finalRows = aggregator.result();
+        yield {
+            rows: finalRows,
+            offset: 0,
+        };
+    };
+}
+//# sourceMappingURL=reduce.js.map

package/dist/analytics/reduce.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"reduce.js","sourceRoot":"","sources":["../../src/analytics/reduce.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AAEzD,OAAO,EAAE,sBAAsB,EAAE,MAAM,6BAA6B,CAAC;AACrE,OAAO,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAqBzC;;;GAGG;AACH,MAAM,UAAU,gBAAgB,CAAC,KAAe;IAC9C,MAAM,MAAM,GAAsB,EAAE,CAAC;IAErC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;QAC5B,IAAI,CAAC,OAAO;YAAE,SAAS;QAEvB,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QACnC,IAAI,KAAK,KAAK,CAAC,CAAC,EAAE,CAAC;YACjB,MAAM,IAAI,oBAAoB,CAC5B,iCAAiC,IAAI,wDAAwD,CAC9F,CAAC;QACJ,CAAC;QAED,MAAM,WAAW,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC;QACnD,MAAM,GAAG,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAE5C,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,2BAA2B,CAAC,CAAC;QACrD,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,IAAI,oBAAoB,CAC5B,yCAAyC,IAAI,oEAAoE,CAClH,CAAC;QACJ,CAAC;QAED,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,CAAE,CAAC,WAAW,EAAE,CAAC;QACxC,MAAM,UAAU,GAAG,KAAK,CAAC,CAAC,CAAE,CAAC,IAAI,EAAE,IAAI,SAAS,CAAC;QAEjD,MAAM,UAAU,GAAG;YACjB,KAAK;YACL,KAAK;YACL,MAAM;YACN,KAAK;YACL,KAAK;YACL,OAAO;YACP,eAAe;YACf,QAAQ;YACR,UAAU;YACV,OAAO;YACP,MAAM;SACP,CAAC;QAEF,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;YAClC,MAAM,IAAI,oBAAoB,CAC5B,iCAAiC,OAAO,SAAS,IAAI,2BAA2B,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CACxG,CAAC;QACJ,CAAC;QAED,MAAM,CAAC,IAAI,CAAC;YACV,WAAW;YACX,IAAI,EAAE,OAA8B;YACpC,UAAU;SACX,CAAC,CAAC;IACL,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAOD,MAAM,cAAc;IACV,GAAG,GAAG,CAAC,CAAC;IAChB,GAAG,CAAC,GAAY;QACd,IAAI,GAAG,KAAK,IAAI,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,KAAK,EAAE;YAAE,OAAO;QAC5D,MAAM,GAAG,GAAG,OAAO,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACxD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC;YACvB,IAAI,CAAC,GAAG,IAAI,GAAG,CAAC;QAClB,CAAC;IACH,CAAC;IACD,MAAM;QACJ,OAAO,IAAI,CAAC,GAAG,CAAC;IAClB,CAAC;CACF;AAED,MAAM,cAAc;IACV,GAAG,GAAG,CAAC,CAAC;IACR,KAAK,GAAG,CAAC,CAAC;IAClB,GAAG,CAAC,GAAY;QACd,IAAI,GAAG,KAAK,IAAI,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,KAAK,EAAE;YAAE,OAAO;QAC5D,MAAM,GAAG,GAAG,OAAO,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACxD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC;YACvB,IAAI,CAAC,GAAG,IAAI,GAAG,CAAC;YAChB,IAAI,CAAC,KAAK,EAAE,CAAC;QACf,CAAC;IACH,CAAC;IACD,MAAM;QACJ,OAAO,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;IACvD,CAAC;CACF;AAED,MAAM,cAAc;IACV,GAAG,GAAkB,IAAI,CAAC;IAClC,GAAG,CAAC,GAAY;QACd,IAAI,GAAG,KAAK,IAAI,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,KAAK,EAAE;YAAE,OAAO;QAC5D,MAAM,GAAG,GAAG,OAAO,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACxD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC;YACvB,IAAI,IAAI,CAAC,GAAG,KAAK,IAAI,IAAI,GAAG,GAAG,IAAI,CAAC,GAAG;gBAAE,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;QAC1D,CAAC;IACH,CAAC;IACD,MAAM;QACJ,OAAO,IAAI,CAAC,GAAG,CAAC;IAClB,CAAC;CACF;AAED,MAAM,cAAc;IACV,GAAG,GAAkB,IAAI,CAAC;IAClC,GAAG,CAAC,GAAY;QACd,IAAI,GAAG,KAAK,IAAI,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,KAAK,EAAE;YAAE,OAAO;QAC5D,MAAM,GAAG,GAAG,OAAO,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACxD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC;YACvB,IAAI,IAAI,CAAC,GAAG,KAAK,IAAI,IAAI,GAAG,GAAG,IAAI,CAAC,GAAG;gBAAE,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;QAC1D,CAAC;IACH,CAAC;IACD,MAAM;QACJ,OAAO,IAAI,CAAC,GAAG,CAAC;IAClB,CAAC;CACF;AAED,MAAM,gBAAgB;IACZ,KAAK,GAAG,CAAC,CAAC;IACV,SAAS,CAAU;IAC3B,YAAY,SAAkB;QAC5B,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;IAC7B,CAAC;IACD,GAAG,CAAC,GAAY;QACd,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YACpB,IAAI,CAAC,KAAK,EAAE,CAAC;QACf,CAAC;aAAM,IAAI,GAAG,KAAK,IAAI,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,KAAK,EAAE,EAAE,CAAC;YAC3D,IAAI,CAAC,KAAK,EAAE,CAAC;QACf,CAAC;IACH,CAAC;IACD,MAAM;QACJ,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;CACF;AAED,MAAM,wBAAwB;IACpB,GAAG,GAAG,IAAI,WAAW,EAAE,CAAC;IAChC,GAAG,CAAC,GAAY;QACd,IAAI,GAAG,KAAK,IAAI,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,KAAK,EAAE,EAAE,CAAC;YACpD,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACpB,CAAC;IACH,CAAC;IACD,MAAM;QACJ,OAAO,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC;IAC1B,CAAC;CACF;AAED,MAAM,kBAAkB;IACd,KAAK,GAAG,CAAC,CAAC;IACV,IAAI,GAAG,CAAC,CAAC;IACT,EAAE,GAAG,CAAC,CAAC;IACP,IAAI,CAAwB;IAEpC,YAAY,IAA2B;QACrC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;IACnB,CAAC;IAED,GAAG,CAAC,GAAY;QACd,IAAI,GAAG,KAAK,IAAI,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,KAAK,EAAE;YAAE,OAAO;QAC5D,MAAM,GAAG,GAAG,OAAO,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACxD,IAAI,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC;YAAE,OAAO;QAE9B,IAAI,CAAC,KAAK,EAAE,CAAC;QACb,MAAM,KAAK,GAAG,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC;QAC9B,IAAI,CAAC,IAAI,IAAI,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;QAChC,MAAM,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC;QAC/B,IAAI,CAAC,EAAE,IAAI,KAAK,GAAG,MAAM,CAAC;IAC5B,CAAC;IAED,MAAM;QACJ,IAAI,IAAI,CAAC,KAAK,IAAI,CAAC;YAAE,OAAO,IAAI,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QACxD,MAAM,QAAQ,GAAG,IAAI,CAAC,EAAE,GAAG,CAAC,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;QAC5C,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;IACjE,CAAC;CACF;AAED,MAAM,gBAAgB;IACZ,KAAK,GAAY,IAAI,CAAC;IACtB,KAAK,GAAG,KAAK,CAAC;IACtB,GAAG,CAAC,GAAY;QACd,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,GAAG,KAAK,IAAI,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,KAAK,EAAE,EAAE,CAAC;YACnE,IAAI,CAAC,KAAK,GAAG,GAAG,CAAC;YACjB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QACpB,CAAC;IACH,CAAC;IACD,MAAM;QACJ,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;CACF;AAED,MAAM,eAAe;IACX,KAAK,GAAY,IAAI,CAAC;IAC9B,GAAG,CAAC,GAAY;QACd,IAAI,GAAG,KAAK,IAAI,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,KAAK,EAAE,EAAE,CAAC;YACpD,IAAI,CAAC,KAAK,GAAG,GAAG,CAAC;QACnB,CAAC;IACH,CAAC;IACD,MAAM;QACJ,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;CACF;AAED,SAAS,oBAAoB,CAAC,IAAyB,EAAE,SAAkB;IACzE,QAAQ,IAAI,EAAE,CAAC;QACb,KAAK,KAAK;YACR,OAAO,IAAI,cAAc,EAAE,CAAC;QAC9B,KAAK,KAAK,CAAC;QACX,KAAK,MAAM;YACT,OAAO,IAAI,cAAc,EAAE,CAAC;QAC9B,KAAK,KAAK;YACR,OAAO,IAAI,cAAc,EAAE,CAAC;QAC9B,KAAK,KAAK;YACR,OAAO,IAAI,cAAc,EAAE,CAAC;QAC9B,KAAK,OAAO;YACV,OAAO,IAAI,gBAAgB,CAAC,SAAS,CAAC,CAAC;QACzC,KAAK,eAAe;YAClB,OAAO,IAAI,wBAAwB,EAAE,CAAC;QACxC,KAAK,QAAQ;YACX,OAAO,IAAI,kBAAkB,CAAC,QAAQ,CAAC,CAAC;QAC1C,KAAK,UAAU;YACb,OAAO,IAAI,kBAAkB,CAAC,UAAU,CAAC,CAAC;QAC5C,KAAK,OAAO;YACV,OAAO,IAAI,gBAAgB,EAAE,CAAC;QAChC,KAAK,MAAM;YACT,OAAO,IAAI,eAAe,EAAE,CAAC;IACjC,CAAC;AACH,CAAC;AAcD;;GAEG;AACH,MAAM,OAAO,gBAAgB;IACnB,MAAM,CAAW;IACjB,QAAQ,CAAwB;IAChC,UAAU,CAAiB;IAC3B,QAAQ,CAA8E;IAE9F,YAAY,OAAsB;QAChC,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,EAAE,IAAI,OAAO,CAAC,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAEpE,MAAM,QAAQ,GACZ,OAAO,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,KAAK,QAAQ;YACzC,CAAC,CAAC,gBAAgB,CAAC,OAAO,CAAC,YAAwB,CAAC;YACpD,CAAC,CAAE,OAAO,CAAC,YAAkC,CAAC;QAElD,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YACtC,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,SAAS,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,sBAAsB,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,SAAS;YAChF,iBAAiB,EAAE,GAAG,EAAE,CAAC,oBAAoB,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;SACnF,CAAC,CAAC,CAAC;QAEJ,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC7B,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,iBAAiB,EAAE,CAAC,CAAC;QACpE,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,QAAQ,GAAG,IAAI,GAAG,EAAE,CAAC;QAC5B,CAAC;IACH,CAAC;IAED,GAAG,CAAC,GAAQ;QACV,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,mBAAmB;YACnB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC9C,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAE,CAAC;gBAC/B,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;gBACxD,IAAI,CAAC,UAAU,CAAC,CAAC,CAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YAC/B,CAAC;QACH,CAAC;aAAM,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YACzB,qBAAqB;YACrB,IAAI,GAAG,GAAG,EAAE,CAAC;YACb,MAAM,WAAW,GAA4B,EAAE,CAAC;YAEhD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC5C,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAE,CAAC;gBAC5B,MAAM,GAAG,GAAG,GAAG,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC;gBAC7B,WAAW,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC;gBACvB,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC;YACnD,CAAC;YAED,IAAI,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACnC,IAAI,CAAC,KAAK,EAAE,CAAC;gBACX,KAAK,GAAG;oBACN,WAAW;oBACX,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,iBAAiB,EAAE,CAAC;iBACtD,CAAC;gBACF,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;YAChC,CAAC;YAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC9C,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAE,CAAC;gBAC/B,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;gBACxD,KAAK,CAAC,IAAI,CAAC,CAAC,CAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YAC1B,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM;QACJ,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,MAAM,UAAU,GAAQ,EAAE,CAAC;YAC3B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC9C,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAE,CAAC;gBAC/B,UAAU,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAE,CAAC,MAAM,EAAE,CAAC;YAC9D,CAAC;YACD,OAAO,CAAC,UAAU,CAAC,CAAC;QACtB,CAAC;QAED,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClB,MAAM,IAAI,GAAU,EAAE,CAAC;YACvB,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC;gBAC3C,MAAM,MAAM,GAAQ,EAAE,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;gBAC7C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBAC9C,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAE,CAAC;oBAC/B,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAE,CAAC,MAAM,EAAE,CAAC;gBACrD,CAAC;gBACD,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACpB,CAAC;YACD,OAAO,IAAI,CAAC;QACd,CAAC;QAED,OAAO,EAAE,CAAC;IACZ,CAAC;CACF;AAED;;GAEG;AACH,MAAM,UAAU,UAAU,CAAC,OAAsB;IAC/C,OAAO,KAAK,SAAS,CAAC,EAAE,MAAkB;QACxC,MAAM,UAAU,GAAG,IAAI,gBAAgB,CAAC,OAAO,CAAC,CAAC;QAEjD,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YACjC,MAAM,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC;YAC9B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC7B,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAE,CAAC,CAAC;YACjC,CAAC;QACH,CAAC;QAED,MAAM,SAAS,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC;QAEtC,MAAM;YACJ,IAAI,EAAE,SAAS;YACf,MAAM,EAAE,CAAC;SACV,CAAC;IACJ,CAAC,CAAC;AACJ,CAAC"}

package/dist/analytics/schema-inference.d.ts

@@ -0,0 +1,31 @@
+import type { Aggregator, ColumnType, Row, SemanticType } from "../core/types.js";
+export interface ColumnInferenceResult {
+    name: string;
+    type: ColumnType;
+    nullable: boolean;
+    confidence: number;
+    semantic?: SemanticType;
+    semanticConfidence?: number;
+    typeBreakdown: Record<string, number>;
+    sampleCount: number;
+    nullCount: number;
+}
+export interface InferredSchemaResult {
+    totalRowsScanned: number;
+    columns: ColumnInferenceResult[];
+}
+/**
+ * Tests primitive type for an individual value.
+ */
+export declare function classifyPrimitiveType(value: unknown): ColumnType;
+export declare class SchemaInferenceAggregator implements Aggregator<InferredSchemaResult> {
+    private totalRows;
+    private maxSample;
+    private columnStats;
+    constructor(options?: {
+        sample?: number;
+    });
+    add(row: Row): void;
+    result(): InferredSchemaResult;
+}
+//# sourceMappingURL=schema-inference.d.ts.map

package/dist/analytics/schema-inference.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"schema-inference.d.ts","sourceRoot":"","sources":["../../src/analytics/schema-inference.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,UAAU,EAAE,GAAG,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAGlF,MAAM,WAAW,qBAAqB;IACpC,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,UAAU,CAAC;IACjB,QAAQ,EAAE,OAAO,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,YAAY,CAAC;IACxB,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACtC,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,oBAAoB;IACnC,gBAAgB,EAAE,MAAM,CAAC;IACzB,OAAO,EAAE,qBAAqB,EAAE,CAAC;CAClC;AAKD;;GAEG;AACH,wBAAgB,qBAAqB,CAAC,KAAK,EAAE,OAAO,GAAG,UAAU,CAuChE;AAED,qBAAa,yBAA0B,YAAW,UAAU,CAAC,oBAAoB,CAAC;IAChF,OAAO,CAAC,SAAS,CAAK;IACtB,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,WAAW,CAQf;gBAEQ,OAAO,CAAC,EAAE;QAAE,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE;IAIzC,GAAG,CAAC,GAAG,EAAE,GAAG,GAAG,IAAI;IAuCnB,MAAM,IAAI,oBAAoB;CA6F/B"}

package/dist/analytics/schema-inference.js

@@ -0,0 +1,166 @@
+import { detectSemanticType } from "./semantic-types.js";
+const DATE_REGEX = /^\d{4}-\d{2}-\d{2}$/;
+const DATETIME_REGEX = /^\d{4}-\d{2}-\d{2}[T\s]\d{2}:\d{2}:\d{2}(?:\.\d+)?(?:Z|[+-]\d{2}:?\d{2})?$/;
+/**
+ * Tests primitive type for an individual value.
+ */
+export function classifyPrimitiveType(value) {
+    if (value === null || value === undefined || value === "") {
+        return "null";
+    }
+    if (typeof value === "boolean")
+        return "boolean";
+    if (typeof value === "number") {
+        return Number.isInteger(value) ? "integer" : "number";
+    }
+    const str = String(value).trim();
+    // Boolean strings
+    if (["true", "false"].includes(str.toLowerCase())) {
+        return "boolean";
+    }
+    // Integer regex
+    if (/^-?\d+$/.test(str)) {
+        return "integer";
+    }
+    // Floating point regex
+    if (/^-?\d+\.\d+$/.test(str) || /^-?\d+(?:\.\d+)?e[+-]?\d+$/i.test(str)) {
+        return "number";
+    }
+    // Date / Datetime
+    if (DATE_REGEX.test(str)) {
+        const d = new Date(str);
+        if (!Number.isNaN(d.getTime()))
+            return "date";
+    }
+    if (DATETIME_REGEX.test(str)) {
+        const d = new Date(str);
+        if (!Number.isNaN(d.getTime()))
+            return "datetime";
+    }
+    return "string";
+}
+export class SchemaInferenceAggregator {
+    totalRows = 0;
+    maxSample;
+    columnStats = new Map();
+    constructor(options) {
+        this.maxSample = options?.sample ?? Number.POSITIVE_INFINITY;
+    }
+    add(row) {
+        if (this.totalRows >= this.maxSample)
+            return;
+        this.totalRows++;
+        for (const [col, val] of Object.entries(row)) {
+            if (!this.columnStats.has(col)) {
+                this.columnStats.set(col, {
+                    counts: {
+                        string: 0,
+                        integer: 0,
+                        number: 0,
+                        boolean: 0,
+                        date: 0,
+                        datetime: 0,
+                        null: 0,
+                        mixed: 0,
+                    },
+                    semanticCounts: {},
+                    nullCount: 0,
+                    totalCount: 0,
+                });
+            }
+            const stat = this.columnStats.get(col);
+            stat.totalCount++;
+            const pType = classifyPrimitiveType(val);
+            stat.counts[pType]++;
+            if (pType === "null") {
+                stat.nullCount++;
+            }
+            else {
+                const sem = detectSemanticType(val);
+                if (sem) {
+                    stat.semanticCounts[sem] = (stat.semanticCounts[sem] || 0) + 1;
+                }
+            }
+        }
+    }
+    result() {
+        const columns = [];
+        for (const [col, stat] of this.columnStats.entries()) {
+            const nonNullCount = stat.totalCount - stat.nullCount;
+            const nullable = stat.nullCount > 0;
+            if (nonNullCount === 0) {
+                columns.push({
+                    name: col,
+                    type: "null",
+                    nullable: true,
+                    confidence: 100,
+                    typeBreakdown: { null: 100 },
+                    sampleCount: stat.totalCount,
+                    nullCount: stat.nullCount,
+                });
+                continue;
+            }
+            // Calculate confidence percentages
+            const breakdown = {};
+            let dominantType = "string";
+            let maxPercentage = 0;
+            const candidates = [
+                "integer",
+                "number",
+                "boolean",
+                "datetime",
+                "date",
+                "string",
+            ];
+            for (const t of candidates) {
+                const pct = (stat.counts[t] / nonNullCount) * 100;
+                if (pct > 0) {
+                    breakdown[t] = Math.round(pct * 10) / 10;
+                }
+                if (pct > maxPercentage) {
+                    maxPercentage = pct;
+                    dominantType = t;
+                }
+            }
+            // If integer + number together make 100%, consider number
+            if (dominantType === "integer" &&
+                stat.counts["number"] > 0 &&
+                (stat.counts["integer"] + stat.counts["number"]) / nonNullCount >= 0.95) {
+                dominantType = "number";
+                maxPercentage = ((stat.counts["integer"] + stat.counts["number"]) / nonNullCount) * 100;
+            }
+            let inferredType = dominantType;
+            let confidence = Math.round(maxPercentage * 10) / 10;
+            if (maxPercentage < 90 && Object.keys(breakdown).length > 1) {
+                inferredType = "mixed";
+            }
+            // Semantic type detection
+            let semantic;
+            let semanticConfidence;
+            for (const [sem, count] of Object.entries(stat.semanticCounts)) {
+                const semPct = (count / nonNullCount) * 100;
+                if (semPct >= 80) {
+                    semantic = sem;
+                    semanticConfidence = Math.round(semPct * 10) / 10;
+                    break;
+                }
+            }
+            columns.push({
+                name: col,
+                type: inferredType,
+                nullable,
+                confidence,
+                semantic,
+                semanticConfidence,
+                typeBreakdown: breakdown,
+                sampleCount: stat.totalCount,
+                nullCount: stat.nullCount,
+            });
+        }
+        return {
+            totalRowsScanned: this.totalRows,
+            columns,
+        };
+    }
+}
+//# sourceMappingURL=schema-inference.js.map

package/dist/analytics/schema-inference.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"schema-inference.js","sourceRoot":"","sources":["../../src/analytics/schema-inference.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAC;AAmBzD,MAAM,UAAU,GAAG,qBAAqB,CAAC;AACzC,MAAM,cAAc,GAAG,4EAA4E,CAAC;AAEpG;;GAEG;AACH,MAAM,UAAU,qBAAqB,CAAC,KAAc;IAClD,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,EAAE,EAAE,CAAC;QAC1D,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,IAAI,OAAO,KAAK,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IACjD,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,OAAO,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC;IACxD,CAAC;IAED,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC;IAEjC,kBAAkB;IAClB,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC;QAClD,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,gBAAgB;IAChB,IAAI,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;QACxB,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,uBAAuB;IACvB,IAAI,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,6BAA6B,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;QACxE,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,kBAAkB;IAClB,IAAI,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;QACzB,MAAM,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC;QACxB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC;YAAE,OAAO,MAAM,CAAC;IAChD,CAAC;IAED,IAAI,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;QAC7B,MAAM,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC;QACxB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC;YAAE,OAAO,UAAU,CAAC;IACpD,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,MAAM,OAAO,yBAAyB;IAC5B,SAAS,GAAG,CAAC,CAAC;IACd,SAAS,CAAS;IAClB,WAAW,GAAG,IAAI,GAAG,EAQ1B,CAAC;IAEJ,YAAY,OAA6B;QACvC,IAAI,CAAC,SAAS,GAAG,OAAO,EAAE,MAAM,IAAI,MAAM,CAAC,iBAAiB,CAAC;IAC/D,CAAC;IAED,GAAG,CAAC,GAAQ;QACV,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,SAAS;YAAE,OAAO;QAC7C,IAAI,CAAC,SAAS,EAAE,CAAC;QAEjB,KAAK,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;YAC7C,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC/B,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,EAAE;oBACxB,MAAM,EAAE;wBACN,MAAM,EAAE,CAAC;wBACT,OAAO,EAAE,CAAC;wBACV,MAAM,EAAE,CAAC;wBACT,OAAO,EAAE,CAAC;wBACV,IAAI,EAAE,CAAC;wBACP,QAAQ,EAAE,CAAC;wBACX,IAAI,EAAE,CAAC;wBACP,KAAK,EAAE,CAAC;qBACT;oBACD,cAAc,EAAE,EAAE;oBAClB,SAAS,EAAE,CAAC;oBACZ,UAAU,EAAE,CAAC;iBACd,CAAC,CAAC;YACL,CAAC;YAED,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAE,CAAC;YACxC,IAAI,CAAC,UAAU,EAAE,CAAC;YAElB,MAAM,KAAK,GAAG,qBAAqB,CAAC,GAAG,CAAC,CAAC;YACzC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;YACrB,IAAI,KAAK,KAAK,MAAM,EAAE,CAAC;gBACrB,IAAI,CAAC,SAAS,EAAE,CAAC;YACnB,CAAC;iBAAM,CAAC;gBACN,MAAM,GAAG,GAAG,kBAAkB,CAAC,GAAG,CAAC,CAAC;gBACpC,IAAI,GAAG,EAAE,CAAC;oBACR,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;gBACjE,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM;QACJ,MAAM,OAAO,GAA4B,EAAE,CAAC;QAE5C,KAAK,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,EAAE,CAAC;YACrD,MAAM,YAAY,GAAG,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC;YACtD,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,GAAG,CAAC,CAAC;YAEpC,IAAI,YAAY,KAAK,CAAC,EAAE,CAAC;gBACvB,OAAO,CAAC,IAAI,CAAC;oBACX,IAAI,EAAE,GAAG;oBACT,IAAI,EAAE,MAAM;oBACZ,QAAQ,EAAE,IAAI;oBACd,UAAU,EAAE,GAAG;oBACf,aAAa,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE;oBAC5B,WAAW,EAAE,IAAI,CAAC,UAAU;oBAC5B,SAAS,EAAE,IAAI,CAAC,SAAS;iBAC1B,CAAC,CAAC;gBACH,SAAS;YACX,CAAC;YAED,mCAAmC;YACnC,MAAM,SAAS,GAA2B,EAAE,CAAC;YAC7C,IAAI,YAAY,GAAe,QAAQ,CAAC;YACxC,IAAI,aAAa,GAAG,CAAC,CAAC;YAEtB,MAAM,UAAU,GAAiB;gBAC/B,SAAS;gBACT,QAAQ;gBACR,SAAS;gBACT,UAAU;gBACV,MAAM;gBACN,QAAQ;aACT,CAAC;YAEF,KAAK,MAAM,CAAC,IAAI,UAAU,EAAE,CAAC;gBAC3B,MAAM,GAAG,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,YAAY,CAAC,GAAG,GAAG,CAAC;gBAClD,IAAI,GAAG,GAAG,CAAC,EAAE,CAAC;oBACZ,SAAS,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,GAAG,EAAE,CAAC,GAAG,EAAE,CAAC;gBAC3C,CAAC;gBACD,IAAI,GAAG,GAAG,aAAa,EAAE,CAAC;oBACxB,aAAa,GAAG,GAAG,CAAC;oBACpB,YAAY,GAAG,CAAC,CAAC;gBACnB,CAAC;YACH,CAAC;YAED,0DAA0D;YAC1D,IACE,YAAY,KAAK,SAAS;gBAC1B,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC;gBACzB,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,GAAG,YAAY,IAAI,IAAI,EACvE,CAAC;gBACD,YAAY,GAAG,QAAQ,CAAC;gBACxB,aAAa,GAAG,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,GAAG,YAAY,CAAC,GAAG,GAAG,CAAC;YAC1F,CAAC;YAED,IAAI,YAAY,GAAe,YAAY,CAAC;YAC5C,IAAI,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,aAAa,GAAG,EAAE,CAAC,GAAG,EAAE,CAAC;YAErD,IAAI,aAAa,GAAG,EAAE,IAAI,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC5D,YAAY,GAAG,OAAO,CAAC;YACzB,CAAC;YAED,0BAA0B;YAC1B,IAAI,QAAkC,CAAC;YACvC,IAAI,kBAAsC,CAAC;YAE3C,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,cAAc,CAAC,EAAE,CAAC;gBAC/D,MAAM,MAAM,GAAG,CAAC,KAAK,GAAG,YAAY,CAAC,GAAG,GAAG,CAAC;gBAC5C,IAAI,MAAM,IAAI,EAAE,EAAE,CAAC;oBACjB,QAAQ,GAAG,GAAmB,CAAC;oBAC/B,kBAAkB,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,EAAE,CAAC,GAAG,EAAE,CAAC;oBAClD,MAAM;gBACR,CAAC;YACH,CAAC;YAED,OAAO,CAAC,IAAI,CAAC;gBACX,IAAI,EAAE,GAAG;gBACT,IAAI,EAAE,YAAY;gBAClB,QAAQ;gBACR,UAAU;gBACV,QAAQ;gBACR,kBAAkB;gBAClB,aAAa,EAAE,SAAS;gBACxB,WAAW,EAAE,IAAI,CAAC,UAAU;gBAC5B,SAAS,EAAE,IAAI,CAAC,SAAS;aAC1B,CAAC,CAAC;QACL,CAAC;QAED,OAAO;YACL,gBAAgB,EAAE,IAAI,CAAC,SAAS;YAChC,OAAO;SACR,CAAC;IACJ,CAAC;CACF"}

package/dist/analytics/semantic-types.d.ts

@@ -0,0 +1,6 @@
+import type { SemanticType } from "../core/types.js";
+/**
+ * Tests if a string value matches a specific semantic pattern.
+ */
+export declare function detectSemanticType(value: unknown): SemanticType | null;
+//# sourceMappingURL=semantic-types.d.ts.map

package/dist/analytics/semantic-types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"semantic-types.d.ts","sourceRoot":"","sources":["../../src/analytics/semantic-types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAiBrD;;GAEG;AACH,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,OAAO,GAAG,YAAY,GAAG,IAAI,CAetE"}

package/dist/analytics/semantic-types.js

@@ -0,0 +1,40 @@
+const EMAIL_REGEX = /^[a-zA-Z0-9._%+-]+@[a-zA-Z0-9.-]+\.[a-zA-Z]{2,}$/;
+const URL_REGEX = /^https?:\/\/[^\s/$.?#].[^\s]*$/i;
+const UUID_REGEX = /^[0-9a-f]{8}-[0-9a-f]{4}-[1-5][0-9a-f]{3}-[89ab][0-9a-f]{3}-[0-9a-f]{12}$/i;
+const IPV4_REGEX = /^(?:(?:25[0-5]|2[0-4][0-9]|[01]?[0-9][0-9]?)\.){3}(?:25[0-5]|2[0-4][0-9]|[01]?[0-9][0-9]?)$/;
+const IPV6_REGEX = /^(?:[A-F0-9]{1,4}:){7}[A-F0-9]{1,4}$/i;
+const PHONE_REGEX = /^\+?[0-9\s\-().]{7,20}$/;
+const ISO_COUNTRY_CODES = new Set([
+    "US", "GB", "DE", "FR", "TR", "CA", "AU", "JP", "CN", "IN", "BR", "IT", "ES", "NL", "SE", "CH", "PL", "MX", "KR", "RU", "ZA", "EG", "SA", "AE", "SG", "NZ", "IE", "NO", "DK", "FI", "PT", "GR", "AT", "BE", "IL", "AR", "CL", "CO", "PE", "TH", "MY", "ID", "PH", "VN", "PK", "NG", "KE", "ZA"
+]);
+const ISO_CURRENCIES = new Set([
+    "USD", "EUR", "GBP", "TRY", "JPY", "CAD", "AUD", "CHF", "CNY", "INR", "BRL", "RUB", "KRW", "SEK", "NOK", "MXN", "SGD", "NZD", "HKD", "PLN", "ZAR", "AED", "SAR", "THB", "IDR"
+]);
+/**
+ * Tests if a string value matches a specific semantic pattern.
+ */
+export function detectSemanticType(value) {
+    if (value === null || value === undefined)
+        return null;
+    const str = String(value).trim();
+    if (str.length === 0)
+        return null;
+    if (UUID_REGEX.test(str))
+        return "uuid";
+    if (EMAIL_REGEX.test(str))
+        return "email";
+    if (URL_REGEX.test(str))
+        return "url";
+    if (IPV4_REGEX.test(str))
+        return "ipv4";
+    if (IPV6_REGEX.test(str))
+        return "ipv6";
+    if (str.length >= 2 && str.length <= 3 && ISO_COUNTRY_CODES.has(str.toUpperCase()))
+        return "country-code";
+    if (str.length === 3 && ISO_CURRENCIES.has(str.toUpperCase()))
+        return "currency";
+    if (PHONE_REGEX.test(str) && /\d{4,}/.test(str) && (str.startsWith("+") || str.includes("-") || str.includes("(")))
+        return "phone";
+    return null;
+}
+//# sourceMappingURL=semantic-types.js.map

package/dist/analytics/semantic-types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"semantic-types.js","sourceRoot":"","sources":["../../src/analytics/semantic-types.ts"],"names":[],"mappings":"AAEA,MAAM,WAAW,GAAG,kDAAkD,CAAC;AACvE,MAAM,SAAS,GAAG,iCAAiC,CAAC;AACpD,MAAM,UAAU,GAAG,4EAA4E,CAAC;AAChG,MAAM,UAAU,GAAG,6FAA6F,CAAC;AACjH,MAAM,UAAU,GAAG,uCAAuC,CAAC;AAC3D,MAAM,WAAW,GAAG,yBAAyB,CAAC;AAE9C,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAAC;IAChC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI;CAC/R,CAAC,CAAC;AAEH,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC;IAC7B,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK;CAC9K,CAAC,CAAC;AAEH;;GAEG;AACH,MAAM,UAAU,kBAAkB,CAAC,KAAc;IAC/C,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,IAAI,CAAC;IACvD,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC;IACjC,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IAElC,IAAI,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC;QAAE,OAAO,MAAM,CAAC;IACxC,IAAI,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC;QAAE,OAAO,OAAO,CAAC;IAC1C,IAAI,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC;QAAE,OAAO,KAAK,CAAC;IACtC,IAAI,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC;QAAE,OAAO,MAAM,CAAC;IACxC,IAAI,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC;QAAE,OAAO,MAAM,CAAC;IACxC,IAAI,GAAG,CAAC,MAAM,IAAI,CAAC,IAAI,GAAG,CAAC,MAAM,IAAI,CAAC,IAAI,iBAAiB,CAAC,GAAG,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC;QAAE,OAAO,cAAc,CAAC;IAC1G,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC,IAAI,cAAc,CAAC,GAAG,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC;QAAE,OAAO,UAAU,CAAC;IACjF,IAAI,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;QAAE,OAAO,OAAO,CAAC;IAEnI,OAAO,IAAI,CAAC;AACd,CAAC"}