df-script 1.4.0 → 1.6.0

package/dist/columnExpressions/ExprBase.js

@@ -1,133 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.ExprBase = exports.derive = exports.kleeneBinary = exports.kleeneUnary = void 0;
-const utils_1 = require("../utils");
-const constants_1 = require("./constants");
-const kleeneUnary = (fn) => {
-    return (vArray) => {
-        const height = vArray.length;
-        const result = new Array(height);
-        for (let i = 0; i < height; i++) {
-            const v = vArray[i];
-            result[i] = v == null ? null : fn(v);
-        }
-        return result;
-    };
-};
-exports.kleeneUnary = kleeneUnary;
-const kleeneBinary = (expr, other, fn) => {
-    return (vArray, columns) => {
-        const height = vArray.length;
-        const rResolved = expr._resolve(other, columns, height);
-        const result = new Array(height);
-        if ((0, utils_1.isArrayOrTypedArray)(rResolved)) {
-            for (let i = 0; i < height; i++) {
-                const v = vArray[i];
-                const r = rResolved[i];
-                result[i] = (v == null || r == null) ? null : fn(v, r);
-            }
-        }
-        else {
-            for (let i = 0; i < height; i++) {
-                const v = vArray[i];
-                result[i] = (v == null || rResolved == null) ? null : fn(v, rResolved);
-            }
-        }
-        return result;
-    };
-};
-exports.kleeneBinary = kleeneBinary;
-const derive = (instance, nextOp) => {
-    const Constructor = instance.constructor;
-    const newInst = new Constructor(instance.colName || "");
-    Object.assign(newInst, instance);
-    newInst.ops = nextOp ? [...instance.ops, nextOp] : [...instance.ops];
-    return newInst;
-};
-exports.derive = derive;
-class ExprBase {
-    ops = [];
-    outputName = "";
-    aggFn = null;
-    groupingOpsIndex;
-    partitionOpsIndex;
-    partitionBy = null;
-    _resolve(val, columns, height) {
-        if (val && typeof val === "object" && "evaluate" in val) {
-            if (val.isLiteral && val.ops.length === 1) {
-                return val.literalValue;
-            }
-            return val.evaluate(columns, height);
-        }
-        return val;
-    }
-    alias(name) {
-        const Constructor = this.constructor;
-        const newInst = new Constructor(this.colName || "");
-        Object.assign(newInst, this);
-        newInst.outputName = name;
-        return newInst;
-    }
-    cast(dataType) {
-        return (0, exports.derive)(this, (vArray) => {
-            const height = vArray.length;
-            const result = new Array(height);
-            for (let i = 0; i < height; i++) {
-                result[i] = dataType.coerce(vArray[i]);
-            }
-            return result;
-        });
-    }
-    debug(label) {
-        return (0, exports.derive)(this, (vArray) => {
-            console.log(`[DEBUG] ${label ? label + ': ' : ''}`, vArray);
-            return vArray;
-        });
-    }
-    evaluate(columns, height) {
-        const name = this.colName;
-        let value = name && name !== constants_1.ALL_COLUMNS_MARKER
-            ? (columns[name] || new Array(height).fill(null))
-            : new Array(height).fill(null);
-        const ops = this.ops;
-        const len = ops.length;
-        for (let i = 0; i < len; i++) {
-            value = ops[i](value, columns);
-        }
-        return value;
-    }
-    _evaluatePre(opsIndex, columns, height) {
-        const name = this.colName;
-        let value = name && name !== constants_1.ALL_COLUMNS_MARKER
-            ? (columns[name] || new Array(height).fill(null))
-            : new Array(height).fill(null);
-        const ops = this.ops;
-        const idx = opsIndex !== undefined ? opsIndex : ops.length;
-        for (let i = 0; i < idx; i++) {
-            value = ops[i](value, columns);
-        }
-        return value;
-    }
-    _evaluatePost(opsIndex, aggregatedArray, columns) {
-        const ops = this.ops;
-        const idx = opsIndex !== undefined ? opsIndex : ops.length;
-        let value = aggregatedArray;
-        for (let i = idx; i < ops.length; i++) {
-            value = ops[i](value, columns);
-        }
-        return value;
-    }
-    evaluatePrePartition(columns, height) {
-        return this._evaluatePre(this.partitionOpsIndex, columns, height);
-    }
-    evaluatePostPartition(aggregatedArray, columns) {
-        return this._evaluatePost(this.partitionOpsIndex, aggregatedArray, columns);
-    }
-    evaluatePreGrouping(columns, height) {
-        return this._evaluatePre(this.groupingOpsIndex, columns, height);
-    }
-    evaluatePostGrouping(aggregatedArray, columns) {
-        return this._evaluatePost(this.groupingOpsIndex, aggregatedArray, columns);
-    }
-}
-exports.ExprBase = ExprBase;

package/dist/columnExpressions/constants.js

@@ -1,5 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.LITERAL_MARKER = exports.ALL_COLUMNS_MARKER = void 0;
-exports.ALL_COLUMNS_MARKER = "*";
-exports.LITERAL_MARKER = "*literal*";

package/dist/columnExpressions/functions/all.js

@@ -1,11 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.all = all;
-const ColumnExpr_1 = require("../ColumnExpr");
-const constants_1 = require("../constants");
-/**
- * Creates an expression targeting all columns in the DataFrame.
- */
-function all() {
-    return new ColumnExpr_1.ColumnExpr(constants_1.ALL_COLUMNS_MARKER);
-}

package/dist/columnExpressions/functions/coalesce.js

@@ -1,40 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.coalesce = coalesce;
-const ColumnExpr_1 = require("../ColumnExpr");
-const utils_1 = require("../../utils");
-function coalesce(...exprs) {
-    const rawArgs = (exprs.length === 1 && Array.isArray(exprs[0]))
-        ? exprs[0]
-        : exprs;
-    const expr = new ColumnExpr_1.ColumnExpr("*coalesce*");
-    expr.ops.push((_, columns) => {
-        const height = _.length;
-        const evaluateArg = (arg) => {
-            if (arg && typeof arg === "object" && "evaluate" in arg) {
-                return arg.evaluate(columns, height);
-            }
-            if (typeof arg === "string") {
-                return columns[arg] || new Array(height).fill(null);
-            }
-            return arg;
-        };
-        const evaluatedArrays = rawArgs.map(evaluateArg);
-        const result = new Array(height);
-        const exprCount = evaluatedArrays.length;
-        for (let i = 0; i < height; i++) {
-            let foundVal = null;
-            for (let j = 0; j < exprCount; j++) {
-                const arr = evaluatedArrays[j];
-                const val = (0, utils_1.isArrayOrTypedArray)(arr) ? arr[i] : arr;
-                if (val != null) {
-                    foundVal = val;
-                    break;
-                }
-            }
-            result[i] = foundVal;
-        }
-        return result;
-    });
-    return expr;
-}

package/dist/columnExpressions/functions/exclude.js

@@ -1,13 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.exclude = exclude;
-const ColumnExpr_1 = require("../ColumnExpr");
-const constants_1 = require("../constants");
-/**
- * Creates an expression targeting all columns except the specified ones.
- */
-function exclude(columns) {
-    const expr = new ColumnExpr_1.ColumnExpr(constants_1.ALL_COLUMNS_MARKER);
-    expr.excludedCols = Array.isArray(columns) ? columns : [columns];
-    return expr;
-}

package/dist/columnExpressions/functions/lit.js

@@ -1,22 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.lit = lit;
-const ColumnExpr_1 = require("../ColumnExpr");
-const constants_1 = require("../constants");
-/**
- * Creates a literal column expression that repeats the given value for all rows.
- */
-function lit(value) {
-    const expr = new ColumnExpr_1.ColumnExpr(constants_1.LITERAL_MARKER);
-    expr.isLiteral = true;
-    expr.literalValue = value;
-    expr.ops.push((vArray) => {
-        const height = vArray.length;
-        const result = new Array(height);
-        for (let i = 0; i < height; i++) {
-            result[i] = value;
-        }
-        return result;
-    });
-    return expr;
-}

package/dist/columnExpressions/functions/when.js

@@ -1,81 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.WhenThen = exports.When = exports.WhenThenChain = void 0;
-exports.when = when;
-const ColumnExpr_1 = require("../ColumnExpr");
-const utils_1 = require("../../utils");
-class WhenThenChain {
-    predicates;
-    values;
-    constructor(predicates, values) {
-        this.predicates = predicates;
-        this.values = values;
-    }
-    then(value) {
-        return new WhenThen(this.predicates, this.values.concat(value));
-    }
-}
-exports.WhenThenChain = WhenThenChain;
-class When {
-    predicates;
-    constructor(predicate) {
-        this.predicates = [predicate];
-    }
-    then(value) {
-        return new WhenThen(this.predicates, [value]);
-    }
-}
-exports.When = When;
-class WhenThen extends ColumnExpr_1.ColumnExpr {
-    predicates;
-    values;
-    otherwiseValue;
-    constructor(predicates, values, otherwiseValue = null) {
-        super(typeof predicates === "string" ? predicates : "*when*");
-        this.predicates = Array.isArray(predicates) ? predicates : [];
-        this.values = values || [];
-        this.otherwiseValue = otherwiseValue;
-        this.ops.push((_, columns) => {
-            const height = _.length;
-            const evaluateArg = (arg) => {
-                if (arg && typeof arg === "object" && "evaluate" in arg) {
-                    return arg.evaluate(columns, height);
-                }
-                if (typeof arg === "string" && (arg in columns)) {
-                    return columns[arg];
-                }
-                return arg;
-            };
-            const evaluatedPreds = this.predicates.map(evaluateArg);
-            const evaluatedVals = this.values.map(evaluateArg);
-            const evaluatedOtherwise = evaluateArg(this.otherwiseValue);
-            const result = new Array(height);
-            const numConditions = evaluatedPreds.length;
-            for (let i = 0; i < height; i++) {
-                let matched = false;
-                for (let j = 0; j < numConditions; j++) {
-                    const predVal = (0, utils_1.isArrayOrTypedArray)(evaluatedPreds[j]) ? evaluatedPreds[j][i] : evaluatedPreds[j];
-                    if (predVal === true) {
-                        result[i] = (0, utils_1.isArrayOrTypedArray)(evaluatedVals[j]) ? evaluatedVals[j][i] : evaluatedVals[j];
-                        matched = true;
-                        break;
-                    }
-                }
-                if (!matched) {
-                    result[i] = (0, utils_1.isArrayOrTypedArray)(evaluatedOtherwise) ? evaluatedOtherwise[i] : evaluatedOtherwise;
-                }
-            }
-            return result;
-        });
-    }
-    when(predicate) {
-        return new WhenThenChain(this.predicates.concat(predicate), this.values);
-    }
-    otherwise(value) {
-        return new WhenThen(this.predicates, this.values, value);
-    }
-}
-exports.WhenThen = WhenThen;
-function when(predicate) {
-    return new When(predicate);
-}

package/dist/columnExpressions/index.js

@@ -1,81 +0,0 @@
-"use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __exportStar = (this && this.__exportStar) || function(m, exports) {
-    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.resolveColumnSelectors = resolveColumnSelectors;
-const ColumnExpr_1 = require("./ColumnExpr");
-const constants_1 = require("./constants");
-__exportStar(require("./constants"), exports);
-__exportStar(require("./types"), exports);
-__exportStar(require("./ExprBase"), exports);
-__exportStar(require("./mixins/ArithmeticExpr"), exports);
-__exportStar(require("./mixins/LogicalExpr"), exports);
-__exportStar(require("./mixins/ComparisonExpr"), exports);
-__exportStar(require("./mixins/StringExpr"), exports);
-__exportStar(require("./mixins/AggregationExpr"), exports);
-__exportStar(require("./mixins/WindowExpr"), exports);
-__exportStar(require("./mixins/TemporalExpr"), exports);
-__exportStar(require("./mixins/ListExpr"), exports);
-__exportStar(require("./ColumnExpr"), exports);
-__exportStar(require("./functions/lit"), exports);
-__exportStar(require("./functions/all"), exports);
-__exportStar(require("./functions/exclude"), exports);
-__exportStar(require("./functions/coalesce"), exports);
-__exportStar(require("./functions/when"), exports);
-function resolveColumnSelectors(exprs, allKeys, keysToExcludeFromAll) {
-    const expanded = [];
-    const excludeSet = keysToExcludeFromAll ? new Set(keysToExcludeFromAll) : new Set();
-    for (const expr of exprs) {
-        if (typeof expr === "string") {
-            expanded.push(new ColumnExpr_1.ColumnExpr(expr));
-        }
-        else if (expr instanceof ColumnExpr_1.ColumnExpr && expr.colName === constants_1.ALL_COLUMNS_MARKER) {
-            const excluded = new Set(expr.excludedCols);
-            for (const key of allKeys) {
-                if (!excludeSet.has(key) && !excluded.has(key)) {
-                    const concrete = new ColumnExpr_1.ColumnExpr(key);
-                    concrete.ops = [...expr.ops];
-                    concrete.aggFn = expr.aggFn;
-                    concrete.partitionOpsIndex = expr.partitionOpsIndex;
-                    concrete.groupingOpsIndex = expr.groupingOpsIndex;
-                    concrete.partitionBy = expr.partitionBy;
-                    if (expr.evaluateWindow) {
-                        concrete.evaluateWindow = expr.evaluateWindow;
-                    }
-                    if (expr.outputName && expr.outputName !== constants_1.ALL_COLUMNS_MARKER) {
-                        concrete.outputName = expr.outputName;
-                    }
-                    expanded.push(concrete);
-                }
-            }
-        }
-        else if (expr && typeof expr === 'object' && 'evaluate' in expr && !expr.colName) {
-            for (const key of allKeys) {
-                if (!excludeSet.has(key)) {
-                    const concrete = new ColumnExpr_1.ColumnExpr(key);
-                    concrete.ops = [...expr.ops];
-                    concrete.aggFn = expr.aggFn;
-                    concrete.groupingOpsIndex = expr.groupingOpsIndex;
-                    concrete.partitionOpsIndex = expr.partitionOpsIndex;
-                    expanded.push(concrete);
-                }
-            }
-        }
-        else {
-            expanded.push(expr);
-        }
-    }
-    return expanded;
-}

package/dist/columnExpressions/mixins/AggregationExpr.js

@@ -1,172 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.AggregationExpr = void 0;
-const ExprBase_1 = require("../ExprBase");
-const exceptions_1 = require("../../exceptions");
-const utils_1 = require("../../utils");
-const AggregationExpr = (Base) => {
-    return class extends Base {
-        aggFn = this.aggFn || null;
-        _deriveAgg(fn) {
-            const newInst = (0, ExprBase_1.derive)(this);
-            newInst.aggFn = fn;
-            newInst.groupingOpsIndex = this.ops.length;
-            newInst.partitionOpsIndex = this.ops.length;
-            return newInst;
-        }
-        all() {
-            return this._deriveAgg(v => {
-                for (let i = 0; i < v.length; i++) {
-                    if (!v[i])
-                        return false;
-                }
-                return true;
-            });
-        }
-        all_null() {
-            return this._deriveAgg(v => {
-                for (let i = 0; i < v.length; i++) {
-                    if (v[i] != null)
-                        return false;
-                }
-                return true;
-            });
-        }
-        any() {
-            return this._deriveAgg(v => {
-                for (let i = 0; i < v.length; i++) {
-                    if (v[i])
-                        return true;
-                }
-                return false;
-            });
-        }
-        any_null() {
-            return this._deriveAgg(v => {
-                for (let i = 0; i < v.length; i++) {
-                    if (v[i] == null)
-                        return true;
-                }
-                return false;
-            });
-        }
-        avg() {
-            return this._deriveAgg(v => (0, utils_1.getListStats)(v).mean);
-        }
-        count(options = {}) {
-            if (options.includeNulls)
-                return this._deriveAgg(v => v.length);
-            return this._deriveAgg(v => (0, utils_1.getListStats)(v).count);
-        }
-        first() {
-            return this._deriveAgg(v => v[0] ?? null);
-        }
-        last() {
-            return this._deriveAgg(v => v[v.length - 1] ?? null);
-        }
-        max() {
-            return this._deriveAgg(v => (0, utils_1.getListStats)(v).max);
-        }
-        mean() {
-            return this.avg();
-        }
-        median() {
-            return this._deriveAgg(v => {
-                if (!(0, utils_1.isArrayOfType)(v, "number", { allowNulls: true }))
-                    return null;
-                const len = v.length;
-                const nums = [];
-                for (let i = 0; i < len; i++) {
-                    const val = v[i];
-                    if (val != null) {
-                        nums.push(val);
-                    }
-                }
-                const numsLen = nums.length;
-                if (numsLen === 0)
-                    return null;
-                nums.sort((a, b) => a - b);
-                const mid = Math.floor(numsLen / 2);
-                return numsLen % 2 !== 0
-                    ? nums[mid]
-                    : (nums[mid - 1] + nums[mid]) / 2;
-            });
-        }
-        min() {
-            return this._deriveAgg(v => (0, utils_1.getListStats)(v).min);
-        }
-        mode() {
-            return this._deriveAgg(v => {
-                if (!(0, utils_1.isArrayOrTypedArray)(v))
-                    return null;
-                const len = v.length;
-                const counts = new Map();
-                let maxCount = 0;
-                for (let i = 0; i < len; i++) {
-                    const val = v[i];
-                    if (val == null)
-                        continue;
-                    const c = (counts.get(val) ?? 0) + 1;
-                    counts.set(val, c);
-                    if (c > maxCount)
-                        maxCount = c;
-                }
-                if (maxCount === 0)
-                    return null;
-                const modes = [];
-                for (const [val, c] of counts.entries()) {
-                    if (c === maxCount) {
-                        modes.push(val);
-                    }
-                }
-                if (modes.length === 0)
-                    return null;
-                modes.sort((a, b) => {
-                    if (a == null && b == null)
-                        return 0;
-                    if (a == null)
-                        return 1;
-                    if (b == null)
-                        return -1;
-                    if (a < b)
-                        return -1;
-                    if (a > b)
-                        return 1;
-                    return 0;
-                });
-                return modes[0];
-            });
-        }
-        n_unique() {
-            return this._deriveAgg(v => new Set(v).size);
-        }
-        quantile(q) {
-            if (q < 0 || q > 1)
-                throw new exceptions_1.ComputeError("Quantile q must be between 0 and 1");
-            return this._deriveAgg(v => {
-                const f = [];
-                for (let i = 0; i < v.length; i++) {
-                    if (v[i] != null)
-                        f.push(v[i]);
-                }
-                const fLen = f.length;
-                if (!fLen)
-                    return null;
-                f.sort((a, b) => a - b);
-                const idx = (fLen - 1) * q;
-                const low = Math.floor(idx);
-                const high = Math.ceil(idx);
-                if (low === high)
-                    return f[low];
-                return f[low] + (idx - low) * (f[high] - f[low]);
-            });
-        }
-        std() {
-            return this._deriveAgg(v => (0, utils_1.getListStats)(v).std);
-        }
-        sum() {
-            return this._deriveAgg(v => (0, utils_1.getListStats)(v).sum);
-        }
-    };
-};
-exports.AggregationExpr = AggregationExpr;