df-script 1.5.0 → 1.6.0

package/dist/columnExpressions/mixins/NumericExpr.js

@@ -1,259 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.NumericExpr = void 0;
-const ExprBase_1 = require("../ExprBase");
-const utils_1 = require("../../utils");
-const exceptions_1 = require("../../exceptions");
-const NumericExpr = (Base) => {
-    return class extends Base {
-        abs() {
-            return (0, ExprBase_1.derive)(this, (0, ExprBase_1.kleeneUnary)((v) => Math.abs(v)));
-        }
-        acos() {
-            return (0, ExprBase_1.derive)(this, (0, ExprBase_1.kleeneUnary)((v) => (v < -1 || v > 1) ? null : Math.acos(v)));
-        }
-        acosh() {
-            return (0, ExprBase_1.derive)(this, (0, ExprBase_1.kleeneUnary)((v) => v < 1 ? null : Math.acosh(v)));
-        }
-        add(val) {
-            return (0, ExprBase_1.derive)(this, (0, ExprBase_1.kleeneBinary)(this, val, (v, r) => v + r));
-        }
-        asin() {
-            return (0, ExprBase_1.derive)(this, (0, ExprBase_1.kleeneUnary)((v) => (v < -1 || v > 1) ? null : Math.asin(v)));
-        }
-        asinh() {
-            return (0, ExprBase_1.derive)(this, (0, ExprBase_1.kleeneUnary)(Math.asinh));
-        }
-        atan() {
-            return (0, ExprBase_1.derive)(this, (0, ExprBase_1.kleeneUnary)(Math.atan));
-        }
-        atanh() {
-            return (0, ExprBase_1.derive)(this, (0, ExprBase_1.kleeneUnary)((v) => (v <= -1 || v >= 1) ? null : Math.atanh(v)));
-        }
-        cbrt() {
-            return (0, ExprBase_1.derive)(this, (0, ExprBase_1.kleeneUnary)(Math.cbrt));
-        }
-        ceil() {
-            return (0, ExprBase_1.derive)(this, (0, ExprBase_1.kleeneUnary)(Math.ceil));
-        }
-        clip(lower = null, upper = null) {
-            return (0, ExprBase_1.derive)(this, (0, ExprBase_1.kleeneUnary)((v) => {
-                if (lower !== null && upper !== null) {
-                    return (0, utils_1.clamp)(v, lower, upper);
-                }
-                else if (lower !== null) {
-                    return Math.max(v, lower);
-                }
-                else if (upper !== null) {
-                    return Math.min(v, upper);
-                }
-                return v;
-            }));
-        }
-        cos() {
-            return (0, ExprBase_1.derive)(this, (0, ExprBase_1.kleeneUnary)(Math.cos));
-        }
-        cosh() {
-            return (0, ExprBase_1.derive)(this, (0, ExprBase_1.kleeneUnary)(Math.cosh));
-        }
-        degrees() {
-            return (0, ExprBase_1.derive)(this, (0, ExprBase_1.kleeneUnary)((v) => v * (180 / Math.PI)));
-        }
-        div(val) {
-            return (0, ExprBase_1.derive)(this, (0, ExprBase_1.kleeneBinary)(this, val, (v, r) => r === 0 ? null : v / r));
-        }
-        exp() {
-            return (0, ExprBase_1.derive)(this, (0, ExprBase_1.kleeneUnary)(Math.exp));
-        }
-        expm1() {
-            return (0, ExprBase_1.derive)(this, (0, ExprBase_1.kleeneUnary)(Math.expm1));
-        }
-        floor() {
-            return (0, ExprBase_1.derive)(this, (0, ExprBase_1.kleeneUnary)(Math.floor));
-        }
-        floordiv(val) {
-            return (0, ExprBase_1.derive)(this, (0, ExprBase_1.kleeneBinary)(this, val, (v, r) => r === 0 ? null : Math.floor(v / r)));
-        }
-        hypot(val) {
-            return (0, ExprBase_1.derive)(this, (0, ExprBase_1.kleeneBinary)(this, val, (v, r) => Math.hypot(v, r)));
-        }
-        log(base = Math.E) {
-            return (0, ExprBase_1.derive)(this, (0, ExprBase_1.kleeneUnary)((v) => v <= 0 ? null : (base === Math.E ? Math.log(v) : Math.log(v) / Math.log(base))));
-        }
-        log1p() {
-            return (0, ExprBase_1.derive)(this, (0, ExprBase_1.kleeneUnary)((v) => v <= -1 ? null : Math.log1p(v)));
-        }
-        mod(val) {
-            return (0, ExprBase_1.derive)(this, (0, ExprBase_1.kleeneBinary)(this, val, (v, r) => r === 0 ? null : v % r));
-        }
-        mul(val) {
-            return (0, ExprBase_1.derive)(this, (0, ExprBase_1.kleeneBinary)(this, val, (v, r) => v * r));
-        }
-        negate() {
-            return (0, ExprBase_1.derive)(this, (0, ExprBase_1.kleeneUnary)((v) => -v));
-        }
-        pow(val) {
-            return (0, ExprBase_1.derive)(this, (0, ExprBase_1.kleeneBinary)(this, val, (v, r) => Math.pow(v, r)));
-        }
-        radians() {
-            return (0, ExprBase_1.derive)(this, (0, ExprBase_1.kleeneUnary)((v) => v * (Math.PI / 180)));
-        }
-        rand(seed, { min = 0, max = 1, integer = false } = {}) {
-            return (0, ExprBase_1.derive)(this, (vArray) => {
-                const len = vArray.length;
-                const out = new Float64Array(len);
-                const rnd = seed !== undefined ? (0, utils_1.mulberry32)(seed) : Math.random;
-                const range = max - min;
-                for (let i = 0; i < len; i++) {
-                    const raw = rnd();
-                    out[i] = integer ? Math.floor(raw * (range + 1)) + min : raw * range + min;
-                }
-                return out;
-            });
-        }
-        round(decimals = 0) {
-            const factor = Math.pow(10, decimals);
-            return (0, ExprBase_1.derive)(this, (0, ExprBase_1.kleeneUnary)((v) => Math.round(v * factor) / factor));
-        }
-        sign() {
-            return (0, ExprBase_1.derive)(this, (0, ExprBase_1.kleeneUnary)(Math.sign));
-        }
-        sin() {
-            return (0, ExprBase_1.derive)(this, (0, ExprBase_1.kleeneUnary)(Math.sin));
-        }
-        sinh() {
-            return (0, ExprBase_1.derive)(this, (0, ExprBase_1.kleeneUnary)(Math.sinh));
-        }
-        sqrt() {
-            return (0, ExprBase_1.derive)(this, (0, ExprBase_1.kleeneUnary)((v) => v < 0 ? null : Math.sqrt(v)));
-        }
-        sub(val) {
-            return (0, ExprBase_1.derive)(this, (0, ExprBase_1.kleeneBinary)(this, val, (v, r) => v - r));
-        }
-        tan() {
-            return (0, ExprBase_1.derive)(this, (0, ExprBase_1.kleeneUnary)(Math.tan));
-        }
-        tanh() {
-            return (0, ExprBase_1.derive)(this, (0, ExprBase_1.kleeneUnary)(Math.tanh));
-        }
-        trunc() {
-            return (0, ExprBase_1.derive)(this, (0, ExprBase_1.kleeneUnary)(Math.trunc));
-        }
-        // Numeric Aggregations
-        avg() {
-            return this._deriveAgg((v) => (0, utils_1.getListStats)(v).mean);
-        }
-        mean() {
-            return this.avg();
-        }
-        sum() {
-            return this._deriveAgg((v) => (0, utils_1.getListStats)(v).sum);
-        }
-        std() {
-            return this._deriveAgg((v) => (0, utils_1.getListStats)(v).std);
-        }
-        min() {
-            return this._deriveAgg((v) => (0, utils_1.getListStats)(v).min);
-        }
-        max() {
-            return this._deriveAgg((v) => (0, utils_1.getListStats)(v).max);
-        }
-        median() {
-            return this._deriveAgg((v) => (0, utils_1.computeMedian)(v));
-        }
-        quantile(q) {
-            if (q < 0 || q > 1)
-                throw new exceptions_1.ComputeError("Quantile q must be between 0 and 1");
-            return this._deriveAgg((v) => (0, utils_1.computeQuantile)(v, q));
-        }
-        count(options = {}) {
-            if (options.includeNulls)
-                return this._deriveAgg((v) => v.length);
-            return this._deriveAgg((v) => (0, utils_1.getListStats)(v).count);
-        }
-        // Numeric Cumulative/Rolling Windows
-        cum_max(reverse = false) {
-            return this._window(function (groupPreValues, _partitionIndices, currentIndex) {
-                let maxVal = null;
-                const start = reverse ? currentIndex : 0;
-                const end = reverse ? groupPreValues.length - 1 : currentIndex;
-                for (let i = start; i <= end; i++) {
-                    const val = groupPreValues[i];
-                    if (val != null) {
-                        if (maxVal === null || val > maxVal) {
-                            maxVal = val;
-                        }
-                    }
-                }
-                return maxVal;
-            });
-        }
-        cum_min(reverse = false) {
-            return this._window(function (groupPreValues, _partitionIndices, currentIndex) {
-                let minVal = null;
-                const start = reverse ? currentIndex : 0;
-                const end = reverse ? groupPreValues.length - 1 : currentIndex;
-                for (let i = start; i <= end; i++) {
-                    const val = groupPreValues[i];
-                    if (val != null) {
-                        if (minVal === null || val < minVal) {
-                            minVal = val;
-                        }
-                    }
-                }
-                return minVal;
-            });
-        }
-        cum_prod(reverse = false) {
-            return this._window(function (groupPreValues, _partitionIndices, currentIndex) {
-                let prod = 1;
-                let hasValid = false;
-                const start = reverse ? currentIndex : 0;
-                const end = reverse ? groupPreValues.length - 1 : currentIndex;
-                for (let i = start; i <= end; i++) {
-                    const val = groupPreValues[i];
-                    if (val != null) {
-                        prod *= val;
-                        hasValid = true;
-                    }
-                }
-                return hasValid ? prod : null;
-            });
-        }
-        cum_sum(reverse = false) {
-            return this._window(function (groupPreValues, _partitionIndices, currentIndex) {
-                let sum = 0;
-                const start = reverse ? currentIndex : 0;
-                const end = reverse ? groupPreValues.length - 1 : currentIndex;
-                for (let i = start; i <= end; i++) {
-                    const val = groupPreValues[i];
-                    if (val != null)
-                        sum += val;
-                }
-                return sum;
-            });
-        }
-        rolling_max(windowSize) {
-            return this._rolling(windowSize, (v) => (0, utils_1.getListStats)(v).max);
-        }
-        rolling_mean(windowSize) {
-            return this._rolling(windowSize, (v) => (0, utils_1.getListStats)(v).mean);
-        }
-        rolling_median(windowSize) {
-            return this._rolling(windowSize, (v) => (0, utils_1.computeMedian)(v));
-        }
-        rolling_min(windowSize) {
-            return this._rolling(windowSize, (v) => (0, utils_1.getListStats)(v).min);
-        }
-        rolling_quantile(quantile, windowSize) {
-            return this._rolling(windowSize, (v) => (0, utils_1.computeQuantile)(v, quantile));
-        }
-        rolling_std(windowSize) {
-            return this._rolling(windowSize, (v) => (0, utils_1.getListStats)(v).std);
-        }
-        rolling_sum(windowSize) {
-            return this._rolling(windowSize, (v) => (0, utils_1.getListStats)(v).sum);
-        }
-    };
-};
-exports.NumericExpr = NumericExpr;

package/dist/columnExpressions/mixins/StringExpr.js

@@ -1,237 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.StringExpr = exports.StringExprNamespace = void 0;
-const ExprBase_1 = require("../ExprBase");
-const utils_1 = require("../utils");
-const utils_2 = require("../../utils");
-class StringExprNamespace {
-    expr;
-    constructor(expr) {
-        this.expr = expr;
-    }
-    _deriveString(fn) {
-        return (0, ExprBase_1.derive)(this.expr, (0, utils_1.kleeneUnary)((v) => fn(String(v))));
-    }
-    _patternGuard(pattern, fn) {
-        if (pattern == null) {
-            return (0, ExprBase_1.derive)(this.expr, (vArray) => new Array(vArray.length).fill(null));
-        }
-        return fn();
-    }
-    concat(other) {
-        return (0, ExprBase_1.derive)(this.expr, (0, utils_1.kleeneBinary)(this.expr, other, (v, o) => String(v) + String(o)));
-    }
-    contains(pattern) {
-        return this._patternGuard(pattern, () => this._deriveString((str) => pattern instanceof RegExp ? pattern.test(str) : str.includes(pattern)));
-    }
-    count_matches(pattern) {
-        return this._patternGuard(pattern, () => this._deriveString((str) => {
-            if (pattern instanceof RegExp) {
-                const regex = pattern.global
-                    ? pattern
-                    : new RegExp(pattern.source, pattern.flags + "g");
-                const matches = str.match(regex);
-                return matches ? matches.length : 0;
-            }
-            else {
-                let count = 0;
-                let pos = str.indexOf(pattern);
-                while (pos !== -1) {
-                    count++;
-                    pos = str.indexOf(pattern, pos + pattern.length);
-                }
-                return count;
-            }
-        }));
-    }
-    decode_uri_component() {
-        return this._deriveString((str) => {
-            try {
-                return decodeURIComponent(str);
-            }
-            catch {
-                return str;
-            }
-        });
-    }
-    encode_uri_component() {
-        return this._deriveString((str) => {
-            try {
-                return encodeURIComponent(str);
-            }
-            catch {
-                return str;
-            }
-        });
-    }
-    ends_with(suffix) {
-        return this._deriveString((str) => str.endsWith(suffix));
-    }
-    explode() {
-        return this._deriveString((str) => str.split(""));
-    }
-    extract(pattern, group = 0) {
-        return this._patternGuard(pattern, () => this._deriveString((str) => {
-            const match = str.match(pattern);
-            if (!match)
-                return null;
-            return match[group] !== undefined ? match[group] : null;
-        }));
-    }
-    len() {
-        return this.len_chars();
-    }
-    len_bytes() {
-        return this._deriveString((str) => new TextEncoder().encode(str).length);
-    }
-    len_chars() {
-        return this._deriveString((str) => str.length);
-    }
-    lower() {
-        return this._deriveString((str) => str.toLowerCase());
-    }
-    lpad(width, fill = " ") {
-        return this._deriveString((str) => str.padStart(width, fill));
-    }
-    pad_end(width, fill = " ") {
-        return this.rpad(width, fill);
-    }
-    pad_start(width, fill = " ") {
-        return this.lpad(width, fill);
-    }
-    replace(pattern, replacement) {
-        return this._patternGuard(pattern, () => this._deriveString((str) => str.replace(pattern, replacement)));
-    }
-    replace_all(pattern, replacement) {
-        return this._patternGuard(pattern, () => this._deriveString((str) => {
-            if (pattern instanceof RegExp) {
-                const regex = pattern.global
-                    ? pattern
-                    : new RegExp(pattern.source, pattern.flags + "g");
-                return str.replace(regex, replacement);
-            }
-            return str.replaceAll(pattern, replacement);
-        }));
-    }
-    reverse() {
-        return this._deriveString((str) => str.split("").reverse().join(""));
-    }
-    rpad(width, fill = " ") {
-        return this._deriveString((str) => str.padEnd(width, fill));
-    }
-    slice(offset, length) {
-        return this._deriveString((str) => {
-            const start = offset < 0 ? str.length + offset : offset;
-            const end = length !== undefined ? start + length : undefined;
-            return str.slice(start, end);
-        });
-    }
-    slice_str(offset, length) {
-        return this.slice(offset, length);
-    }
-    split(delimiter) {
-        return this._deriveString((str) => str.split(delimiter));
-    }
-    starts_with(prefix) {
-        return this._deriveString((str) => str.startsWith(prefix));
-    }
-    strip_chars(characters, options) {
-        return this._deriveString((str) => (0, utils_2.stripChars)(str, characters, { mode: "both", ...options }));
-    }
-    strip_chars_end(characters, options) {
-        return this._deriveString((str) => (0, utils_2.stripChars)(str, characters, { mode: "end", ...options }));
-    }
-    strip_chars_start(characters, options) {
-        return this._deriveString((str) => (0, utils_2.stripChars)(str, characters, { mode: "start", ...options }));
-    }
-    strip_prefix(prefix) {
-        return this._deriveString((str) => {
-            return (0, utils_2.stripChars)(str, prefix, {
-                mode: "start",
-                maxScanStart: 1,
-                maxMatchesStart: 1,
-                returnStringOnNull: true,
-                stringOptions: { literal: true }
-            });
-        });
-    }
-    strip_suffix(suffix) {
-        return this._deriveString((str) => {
-            return (0, utils_2.stripChars)(str, suffix, {
-                mode: "end",
-                maxScanEnd: 1,
-                maxMatchesEnd: 1,
-                returnStringOnNull: true,
-                stringOptions: { literal: true }
-            });
-        });
-    }
-    strptime(format, strict = true) {
-        return this._deriveString((str) => (0, utils_2.strptime)(str, format, strict));
-    }
-    to_date() {
-        return this._deriveString((str) => {
-            const d = (0, utils_2.toValidDate)(str);
-            if (!d)
-                return null;
-            const copy = new Date(d);
-            copy.setUTCHours(0, 0, 0, 0);
-            return copy;
-        });
-    }
-    to_datetime() {
-        return this._deriveString(utils_2.toValidDate);
-    }
-    to_decimal(precision, scale) {
-        return this._deriveString((str) => (0, utils_2.toValidDecimal)(str, { precision, scale }));
-    }
-    to_integer() {
-        return this._deriveString((str) => (0, utils_2.toValidInt)(str));
-    }
-    to_lowercase() {
-        return this.lower();
-    }
-    to_time() {
-        return this._deriveString((str) => {
-            const d = (0, utils_2.toValidDate)(str);
-            if (d)
-                return d.toISOString().split("T")[1].slice(0, 12);
-            const trimmed = str.trim();
-            if (utils_2.TIME_PREFIX_REGEX.test(trimmed)) {
-                const td = new Date(`1970-01-01T${trimmed}${utils_2.ZONE_OFFSET_REGEX.test(trimmed) ? "" : "Z"}`);
-                if ((0, utils_2.isValidDateObj)(td)) {
-                    return td.toISOString().split("T")[1].slice(0, 12);
-                }
-            }
-            return null;
-        });
-    }
-    to_titlecase() {
-        return this._deriveString((str) => str.replace(/\b\w/g, c => c.toUpperCase()));
-    }
-    to_uppercase() {
-        return this.upper();
-    }
-    trim() {
-        return this.strip_chars();
-    }
-    trim_end() {
-        return this.strip_chars_end();
-    }
-    trim_start() {
-        return this.strip_chars_start();
-    }
-    upper() {
-        return this._deriveString((str) => str.toUpperCase());
-    }
-    zfill(width) {
-        return this._deriveString((str) => str.padStart(width, "0"));
-    }
-}
-exports.StringExprNamespace = StringExprNamespace;
-class StringExpr extends ExprBase_1.ExprBase {
-    get str() {
-        return new StringExprNamespace(this);
-    }
-}
-exports.StringExpr = StringExpr;

package/dist/columnExpressions/mixins/StructExpr.js

@@ -1,139 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.StructExpr = exports.StructExprNamespace = void 0;
-const ExprBase_1 = require("../ExprBase");
-let ColumnExprClass = null;
-function toColExpr(col) {
-    if (col == null) {
-        throw new Error("Column reference cannot be null or undefined.");
-    }
-    if (!ColumnExprClass) {
-        ColumnExprClass = require("../ColumnExpr").ColumnExpr;
-    }
-    return ColumnExprClass.isColExpr(col) ? col : new ColumnExprClass(col);
-}
-class StructExprNamespace {
-    expr;
-    constructor(expr) {
-        this.expr = expr;
-        return new Proxy(this, {
-            get(target, prop, receiver) {
-                if (prop in target) {
-                    return Reflect.get(target, prop, receiver);
-                }
-                if (typeof prop === "string") {
-                    return target.field(prop);
-                }
-                return Reflect.get(target, prop, receiver);
-            }
-        });
-    }
-    field(name) {
-        return (0, ExprBase_1.derive)(this.expr, (vArray) => {
-            const height = vArray.length;
-            const result = new Array(height);
-            for (let i = 0; i < height; i++) {
-                const v = vArray[i];
-                result[i] = (v != null && typeof v === "object") ? v[name] : null;
-            }
-            return result;
-        }).alias(name);
-    }
-    rename_fields(mapping) {
-        return (0, ExprBase_1.derive)(this.expr, (vArray) => {
-            const height = vArray.length;
-            const result = new Array(height);
-            const keys = Object.keys(mapping);
-            const keysLen = keys.length;
-            for (let i = 0; i < height; i++) {
-                const v = vArray[i];
-                if (v == null || typeof v !== "object") {
-                    result[i] = null;
-                    continue;
-                }
-                const newObj = {};
-                const origKeys = Object.keys(v);
-                const origLen = origKeys.length;
-                for (let k = 0; k < origLen; k++) {
-                    const key = origKeys[k];
-                    newObj[key] = v[key];
-                }
-                for (let j = 0; j < keysLen; j++) {
-                    const oldKey = keys[j];
-                    if (oldKey in newObj) {
-                        const newKey = mapping[oldKey];
-                        newObj[newKey] = newObj[oldKey];
-                        delete newObj[oldKey];
-                    }
-                }
-                result[i] = newObj;
-            }
-            return result;
-        });
-    }
-    with_fields(fields) {
-        return (0, ExprBase_1.derive)(this.expr, (vArray, columns) => {
-            const height = vArray.length;
-            const result = new Array(height);
-            const resolved = [];
-            if (Array.isArray(fields)) {
-                const fieldsLen = fields.length;
-                for (let j = 0; j < fieldsLen; j++) {
-                    const f = fields[j];
-                    const expr = toColExpr(f);
-                    const name = expr.outputName || expr.colName;
-                    if (!name) {
-                        throw new Error("Expressions passed to struct.with_fields must have a name/alias.");
-                    }
-                    resolved.push({ name, expr });
-                }
-            }
-            else if (fields && typeof fields === "object") {
-                const keys = Object.keys(fields);
-                const keysLen = keys.length;
-                for (let j = 0; j < keysLen; j++) {
-                    const name = keys[j];
-                    const expr = toColExpr(fields[name]);
-                    resolved.push({ name, expr });
-                }
-            }
-            const resolvedLen = resolved.length;
-            const fieldValues = new Array(resolvedLen);
-            for (let j = 0; j < resolvedLen; j++) {
-                fieldValues[j] = resolved[j].expr.evaluate(columns, height);
-            }
-            for (let i = 0; i < height; i++) {
-                const v = vArray[i];
-                if (v == null || typeof v !== "object") {
-                    result[i] = null;
-                    continue;
-                }
-                const newObj = {};
-                const origKeys = Object.keys(v);
-                const origLen = origKeys.length;
-                for (let k = 0; k < origLen; k++) {
-                    const key = origKeys[k];
-                    newObj[key] = v[key];
-                }
-                for (let j = 0; j < resolvedLen; j++) {
-                    newObj[resolved[j].name] = fieldValues[j][i];
-                }
-                result[i] = newObj;
-            }
-            return result;
-        });
-    }
-    unnest() {
-        const newInst = (0, ExprBase_1.derive)(this.expr);
-        newInst.isUnnest = true;
-        newInst.baseExpr = this.expr;
-        return newInst;
-    }
-}
-exports.StructExprNamespace = StructExprNamespace;
-class StructExpr extends ExprBase_1.ExprBase {
-    get struct() {
-        return new StructExprNamespace(this);
-    }
-}
-exports.StructExpr = StructExpr;