df-script 1.5.0 → 1.7.0

package/dist/columnExpressions/ExprBase.js

@@ -1,92 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.ExprBase = exports.derive = void 0;
-const constants_1 = require("./constants");
-const exceptions_1 = require("../exceptions");
-const derive = (instance, nextOp) => {
-    const Constructor = instance.constructor;
-    const colNameVal = instance.colNames || instance.colName || "";
-    const newInst = new Constructor(colNameVal);
-    Object.assign(newInst, instance);
-    newInst.ops = nextOp ? [...instance.ops, nextOp] : [...instance.ops];
-    return newInst;
-};
-exports.derive = derive;
-class ExprBase {
-    ops = [];
-    outputName = "";
-    isLiteral;
-    literalValue;
-    aggFn = null;
-    groupingOpsIndex;
-    partitionOpsIndex;
-    partitionBy = null;
-    evaluateWindow;
-    _resolve(val, columns, height) {
-        if (val instanceof ExprBase) {
-            if (val.isLiteral && val.ops.length === 1) {
-                return val.literalValue;
-            }
-            return val.evaluate(columns, height);
-        }
-        return val;
-    }
-    alias(name) {
-        const newInst = (0, exports.derive)(this);
-        newInst.outputName = name;
-        return newInst;
-    }
-    cast(dataType) {
-        return (0, exports.derive)(this, (vArray) => {
-            const height = vArray.length;
-            const result = new Array(height);
-            for (let i = 0; i < height; i++) {
-                result[i] = dataType.coerce(vArray[i]);
-            }
-            return result;
-        });
-    }
-    debug(label) {
-        return (0, exports.derive)(this, (vArray) => {
-            console.log(`[DEBUG] ${label ? label + ': ' : ''}`, vArray);
-            return vArray;
-        });
-    }
-    _getInitialValue(columns, height) {
-        const name = this.colName;
-        if (name && name !== constants_1.ALL_COLUMNS_MARKER && !name.startsWith("*") && !(name in columns)) {
-            throw new exceptions_1.ColumnNotFoundError(name);
-        }
-        return name && name !== constants_1.ALL_COLUMNS_MARKER
-            ? (columns[name] || new Array(height).fill(null))
-            : new Array(height).fill(null);
-    }
-    evaluate(columns, height) {
-        let value = this._getInitialValue(columns, height);
-        const ops = this.ops;
-        const len = ops.length;
-        for (let i = 0; i < len; i++) {
-            value = ops[i](value, columns);
-        }
-        return value;
-    }
-    evaluatePre(opsIndex, columns, height) {
-        let value = this._getInitialValue(columns, height);
-        const ops = this.ops;
-        const idx = opsIndex !== undefined ? opsIndex : ops.length;
-        for (let i = 0; i < idx; i++) {
-            value = ops[i](value, columns);
-        }
-        return value;
-    }
-    evaluatePost(opsIndex, aggregatedArray, columns) {
-        const ops = this.ops;
-        const idx = opsIndex !== undefined ? opsIndex : ops.length;
-        let value = aggregatedArray;
-        for (let i = idx; i < ops.length; i++) {
-            value = ops[i](value, columns);
-        }
-        return value;
-    }
-}
-exports.ExprBase = ExprBase;

package/dist/columnExpressions/constants.js

@@ -1,7 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.ELEMENT_MARKER = exports.COALESCE_MARKER = exports.LITERAL_MARKER = exports.ALL_COLUMNS_MARKER = void 0;
-exports.ALL_COLUMNS_MARKER = "*";
-exports.LITERAL_MARKER = "*literal*";
-exports.COALESCE_MARKER = "*coalesce*";
-exports.ELEMENT_MARKER = "*element*";

package/dist/columnExpressions/functions/all.js

@@ -1,11 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.all = all;
-const ColumnExpr_1 = require("../ColumnExpr");
-const constants_1 = require("../constants");
-/**
- * Creates an expression targeting all columns in the DataFrame.
- */
-function all() {
-    return new ColumnExpr_1.ColumnExpr(constants_1.ALL_COLUMNS_MARKER);
-}

package/dist/columnExpressions/functions/coalesce.js

@@ -1,44 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.coalesce = coalesce;
-const ColumnExpr_1 = require("../ColumnExpr");
-const utils_1 = require("../../utils");
-const constants_1 = require("../constants");
-function coalesce(...exprs) {
-    const rawArgs = (exprs.length === 1 && Array.isArray(exprs[0]))
-        ? exprs[0]
-        : exprs;
-    const expr = new ColumnExpr_1.ColumnExpr(constants_1.COALESCE_MARKER);
-    expr.ops.push((_, columns) => {
-        const height = _.length;
-        const evaluateArg = (arg) => {
-            if (ColumnExpr_1.ColumnExpr.isColExpr(arg)) {
-                return arg.evaluate(columns, height);
-            }
-            if (typeof arg === "string") {
-                return columns[arg] || new Array(height).fill(null);
-            }
-            return arg;
-        };
-        const exprCount = rawArgs.length;
-        const evaluatedArrays = new Array(exprCount);
-        for (let j = 0; j < exprCount; j++) {
-            evaluatedArrays[j] = evaluateArg(rawArgs[j]);
-        }
-        const result = new Array(height);
-        for (let i = 0; i < height; i++) {
-            let foundVal = null;
-            for (let j = 0; j < exprCount; j++) {
-                const arr = evaluatedArrays[j];
-                const val = (0, utils_1.isArrayOrTypedArray)(arr) ? arr[i] : arr;
-                if (val != null) {
-                    foundVal = val;
-                    break;
-                }
-            }
-            result[i] = foundVal;
-        }
-        return result;
-    });
-    return expr;
-}

package/dist/columnExpressions/functions/element.js

@@ -1,11 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.element = element;
-const ColumnExpr_1 = require("../ColumnExpr");
-const constants_1 = require("../constants");
-/**
- * Creates an expression referencing the current element(s) of a list during evaluation.
- */
-function element() {
-    return new ColumnExpr_1.ColumnExpr(constants_1.ELEMENT_MARKER);
-}

package/dist/columnExpressions/functions/exclude.js

@@ -1,13 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.exclude = exclude;
-const ColumnExpr_1 = require("../ColumnExpr");
-const constants_1 = require("../constants");
-/**
- * Creates an expression targeting all columns except the specified ones.
- */
-function exclude(columns) {
-    const expr = new ColumnExpr_1.ColumnExpr(constants_1.ALL_COLUMNS_MARKER);
-    expr.excludedCols = Array.isArray(columns) ? columns : [columns];
-    return expr;
-}

package/dist/columnExpressions/functions/implode.js

@@ -1,7 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.implode = implode;
-const ColumnExpr_1 = require("../ColumnExpr");
-function implode(column) {
-    return ColumnExpr_1.ColumnExpr.toColExpr(column).implode();
-}

package/dist/columnExpressions/functions/lit.js

@@ -1,17 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.lit = lit;
-const seq_range_1 = require("./seq_range");
-/**
- * Creates a literal column expression that repeats the given value for all rows.
- */
-function lit(value, options) {
-    const expr = (0, seq_range_1.seq_range)(value, {
-        strict: true,
-        mode: "constant",
-        dtype: options?.dtype,
-        name: options?.name,
-    });
-    expr.isLiteral = true;
-    return expr;
-}

package/dist/columnExpressions/functions/repeat.d.ts

@@ -1,47 +0,0 @@
-import { ColumnExpr } from "../ColumnExpr";
-import type { RegisteredDataType } from "../../types";
-export type RepeatOptions = {
-    n?: number;
-    dtype?: RegisteredDataType;
-    name?: string;
-} & ({
-    mode?: "constant";
-} | {
-    mode: "cumulative" | "independent";
-    step?: number | ((prevOrIndex: any, index: number) => any);
-}) & ({
-    strict?: true;
-} | {
-    strict: false;
-    pad?: boolean;
-    truncate?: boolean;
-    padValue?: any;
-    startIndex?: number;
-    endIndex?: number;
-});
-export type SeqRangeOptions = {
-    n?: number;
-    dtype?: RegisteredDataType;
-    name?: string;
-    step?: number | ((prevOrIndex: any, index: number) => any);
-    mode?: "cumulative" | "independent";
-} & ({
-    strict?: true;
-} | {
-    strict: false;
-    pad?: boolean;
-    truncate?: boolean;
-    padValue?: any;
-    startIndex?: number;
-    endIndex?: number;
-});
-/**
- * Creates a literal column expression that repeats the given value.
- * If n is specified, it repeats the value n times.
- * If strict is true (default), a height mismatch with the DataFrame will throw a ShapeError.
- */
-export declare function repeat(value: any, options?: RepeatOptions): ColumnExpr<any>;
-/**
- * Creates a column expression that generates a sequence of values starting from the given start value.
- */
-export declare function seq_range(start: any, options?: SeqRangeOptions): ColumnExpr<any>;

package/dist/columnExpressions/functions/repeat.js

@@ -1,131 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.repeat = repeat;
-exports.seq_range = seq_range;
-const ColumnExpr_1 = require("../ColumnExpr");
-const constants_1 = require("../constants");
-const exceptions_1 = require("../../exceptions");
-const utils_1 = require("../../utils");
-/**
- * Creates a literal column expression that repeats the given value.
- * If n is specified, it repeats the value n times.
- * If strict is true (default), a height mismatch with the DataFrame will throw a ShapeError.
- */
-function repeat(value, options = { strict: true }) {
-    const expr = new ColumnExpr_1.ColumnExpr(constants_1.LITERAL_MARKER);
-    expr.isLiteral = true;
-    expr.literalValue = value;
-    const opts = options;
-    if (opts.name) {
-        expr.outputName = opts.name;
-    }
-    expr.ops.push((vArray) => {
-        const targetHeight = vArray.length;
-        let start = opts.startIndex !== undefined ? opts.startIndex : 0;
-        if (start < 0) {
-            start = targetHeight + start;
-        }
-        const safeStart = (0, utils_1.clamp)(start, 0, targetHeight);
-        let end = opts.endIndex !== undefined ? opts.endIndex : targetHeight;
-        if (end < 0) {
-            end = targetHeight + end;
-        }
-        const safeEnd = (0, utils_1.clamp)(end, 0, targetHeight);
-        const sliceWidth = Math.max(0, safeEnd - safeStart);
-        const specifiedHeight = opts.n !== undefined ? opts.n : sliceWidth;
-        const strict = opts.strict !== false;
-        if (strict) {
-            if (specifiedHeight !== targetHeight) {
-                throw new exceptions_1.ShapeError(`Column height mismatch: repeat length ${specifiedHeight} does not match DataFrame height ${targetHeight}`);
-            }
-        }
-        else {
-            const pad = opts.pad ?? false;
-            const truncate = opts.truncate ?? false;
-            if (pad && !truncate) {
-                if (specifiedHeight > sliceWidth) {
-                    throw new exceptions_1.ShapeError(`Cannot pad repeat output: specified length ${specifiedHeight} starting at index ${safeStart} exceeds slice width ${sliceWidth} (requires truncation).`);
-                }
-            }
-            else if (truncate && !pad) {
-                if (specifiedHeight < sliceWidth) {
-                    throw new exceptions_1.ShapeError(`Cannot truncate repeat output: specified length ${specifiedHeight} starting at index ${safeStart} is less than slice width ${sliceWidth} (requires padding).`);
-                }
-            }
-        }
-        const finalHeight = targetHeight;
-        const result = new Array(finalHeight);
-        const repeatEnd = Math.min(safeStart + specifiedHeight, safeEnd);
-        const rawFill = opts.padValue !== undefined ? opts.padValue : null;
-        const coercedFill = opts.dtype ? opts.dtype.coerce(rawFill) : rawFill;
-        const hasDtype = !!opts.dtype;
-        const mode = opts.mode || "constant";
-        const step = opts.step !== undefined ? opts.step : 1;
-        // Fast-path optimization for simple constant lit/repeat operations
-        if (mode === "constant" && safeStart === 0 && repeatEnd === finalHeight && !opts.dtype) {
-            for (let i = 0; i < finalHeight; i++) {
-                result[i] = value;
-            }
-            return result;
-        }
-        const seqVals = new Array(specifiedHeight);
-        if (specifiedHeight > 0) {
-            if (mode === "constant") {
-                const finalVal = opts.dtype ? opts.dtype.coerce(value) : value;
-                for (let idx = 0; idx < specifiedHeight; idx++) {
-                    seqVals[idx] = finalVal;
-                }
-            }
-            else if (mode === "independent") {
-                if (typeof step === "function") {
-                    for (let idx = 0; idx < specifiedHeight; idx++) {
-                        const val = step(idx, value);
-                        seqVals[idx] = hasDtype ? opts.dtype.coerce(val) : val;
-                    }
-                }
-                else {
-                    for (let idx = 0; idx < specifiedHeight; idx++) {
-                        const val = value + idx * step;
-                        seqVals[idx] = hasDtype ? opts.dtype.coerce(val) : val;
-                    }
-                }
-            }
-            else {
-                // cumulative mode
-                let current = value;
-                seqVals[0] = hasDtype ? opts.dtype.coerce(current) : current;
-                if (typeof step === "function") {
-                    for (let idx = 1; idx < specifiedHeight; idx++) {
-                        current = step(current, idx);
-                        seqVals[idx] = hasDtype ? opts.dtype.coerce(current) : current;
-                    }
-                }
-                else {
-                    for (let idx = 1; idx < specifiedHeight; idx++) {
-                        current = current + step;
-                        seqVals[idx] = hasDtype ? opts.dtype.coerce(current) : current;
-                    }
-                }
-            }
-        }
-        for (let i = 0; i < finalHeight; i++) {
-            if (i >= safeStart && i < repeatEnd) {
-                result[i] = seqVals[i - safeStart];
-            }
-            else {
-                result[i] = coercedFill;
-            }
-        }
-        return result;
-    });
-    return expr;
-}
-/**
- * Creates a column expression that generates a sequence of values starting from the given start value.
- */
-function seq_range(start, options = { strict: true }) {
-    return repeat(start, {
-        ...options,
-        mode: options.mode || "cumulative"
-    });
-}

package/dist/columnExpressions/functions/seq_range.js

@@ -1,91 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.seq_range = seq_range;
-const ColumnExpr_1 = require("../ColumnExpr");
-const constants_1 = require("../constants");
-const exceptions_1 = require("../../exceptions");
-const utils_1 = require("../../utils");
-/**
- * Creates a column expression that generates a range of values.
- * If mode is "cumulative" (default) or "independent", it generates a sequence.
- * If mode is "constant", it repeats the given value.
- */
-function seq_range(value, options = { strict: true }) {
-    const opts = options;
-    const expr = new ColumnExpr_1.ColumnExpr(constants_1.LITERAL_MARKER);
-    expr.literalValue = value;
-    if (opts.name) {
-        expr.outputName = opts.name;
-    }
-    expr.ops.push((vArray) => {
-        const targetHeight = vArray.length;
-        const getIdx = (val, def) => {
-            if (val === undefined)
-                return def;
-            return (0, utils_1.clamp)(val < 0 ? targetHeight + val : val, { min: 0, max: targetHeight });
-        };
-        const safeStart = getIdx(opts.startIndex, 0);
-        const safeEnd = getIdx(opts.endIndex, targetHeight);
-        const sliceWidth = Math.max(0, safeEnd - safeStart);
-        const specifiedHeight = opts.n !== undefined ? opts.n : sliceWidth;
-        const strict = opts.strict !== false;
-        if (strict) {
-            if (specifiedHeight !== targetHeight) {
-                throw new exceptions_1.ShapeError(`Column height mismatch: seq_range length ${specifiedHeight} does not match DataFrame height ${targetHeight}`);
-            }
-        }
-        else {
-            const pad = opts.pad ?? false;
-            const truncate = opts.truncate ?? false;
-            if (pad && !truncate && specifiedHeight > sliceWidth) {
-                throw new exceptions_1.ShapeError(`Cannot pad seq_range output: specified length ${specifiedHeight} starting at index ${safeStart} exceeds slice width ${sliceWidth} (requires truncation).`);
-            }
-            if (truncate && !pad && specifiedHeight < sliceWidth) {
-                throw new exceptions_1.ShapeError(`Cannot truncate seq_range output: specified length ${specifiedHeight} starting at index ${safeStart} is less than slice width ${sliceWidth} (requires padding).`);
-            }
-        }
-        const finalHeight = targetHeight;
-        const hasDtype = !!opts.dtype;
-        const mode = opts.mode || "cumulative";
-        const step = opts.step !== undefined ? opts.step : 1;
-        const coerceVal = hasDtype
-            ? (val) => opts.dtype.coerce(val)
-            : (val) => val;
-        if (strict) {
-            const result = opts.dtype?.allocate
-                ? opts.dtype.allocate(finalHeight)
-                : new Array(finalHeight);
-            (0, utils_1.fillSequence)(result, value, {
-                mode,
-                step,
-                coerce: coerceVal,
-                startIndex: 0,
-                endIndex: finalHeight
-            });
-            return result;
-        }
-        // Non-strict mode path:
-        const repeatEnd = Math.min(safeStart + specifiedHeight, safeEnd);
-        const rawFill = opts.padValue !== undefined ? opts.padValue : null;
-        const coercedFill = coerceVal(rawFill);
-        // Fast-path optimization for simple constant lit/repeat operations
-        if (mode === "constant" && safeStart === 0 && repeatEnd === finalHeight && !opts.dtype) {
-            const result = new Array(finalHeight);
-            for (let i = 0; i < finalHeight; i++) {
-                result[i] = value;
-            }
-            return result;
-        }
-        const result = new Array(finalHeight);
-        result.fill(coercedFill);
-        (0, utils_1.fillSequence)(result, value, {
-            mode,
-            step,
-            coerce: coerceVal,
-            startIndex: safeStart,
-            endIndex: repeatEnd
-        });
-        return result;
-    });
-    return expr;
-}

package/dist/columnExpressions/functions/when.js

@@ -1,85 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.WhenThen = exports.When = exports.WhenThenChain = void 0;
-exports.when = when;
-const ColumnExpr_1 = require("../ColumnExpr");
-const utils_1 = require("../../utils");
-class WhenThenChain {
-    predicates;
-    values;
-    constructor(predicates, values) {
-        this.predicates = predicates;
-        this.values = values;
-    }
-    then(value) {
-        return new WhenThen(this.predicates, this.values.concat(value));
-    }
-}
-exports.WhenThenChain = WhenThenChain;
-class When {
-    predicates;
-    constructor(predicate) {
-        this.predicates = [predicate];
-    }
-    then(value) {
-        return new WhenThen(this.predicates, [value]);
-    }
-}
-exports.When = When;
-class WhenThen extends ColumnExpr_1.ColumnExpr {
-    predicates;
-    values;
-    otherwiseValue;
-    constructor(predicates, values, otherwiseValue = null) {
-        super(typeof predicates === "string" ? predicates : "*when*");
-        this.predicates = Array.isArray(predicates) ? predicates : [];
-        this.values = values || [];
-        this.otherwiseValue = otherwiseValue;
-        this.ops.push((_, columns) => {
-            const height = _.length;
-            const evaluateArg = (arg) => {
-                if (ColumnExpr_1.ColumnExpr.isColExpr(arg)) {
-                    return arg.evaluate(columns, height);
-                }
-                if (typeof arg === "string" && (arg in columns)) {
-                    return columns[arg];
-                }
-                return arg;
-            };
-            const numConditions = this.predicates.length;
-            const evaluatedPreds = new Array(numConditions);
-            const evaluatedVals = new Array(numConditions);
-            for (let j = 0; j < numConditions; j++) {
-                evaluatedPreds[j] = evaluateArg(this.predicates[j]);
-                evaluatedVals[j] = evaluateArg(this.values[j]);
-            }
-            const evaluatedOtherwise = evaluateArg(this.otherwiseValue);
-            const result = new Array(height);
-            for (let i = 0; i < height; i++) {
-                let matched = false;
-                for (let j = 0; j < numConditions; j++) {
-                    const predVal = (0, utils_1.isArrayOrTypedArray)(evaluatedPreds[j]) ? evaluatedPreds[j][i] : evaluatedPreds[j];
-                    if (predVal === true) {
-                        result[i] = (0, utils_1.isArrayOrTypedArray)(evaluatedVals[j]) ? evaluatedVals[j][i] : evaluatedVals[j];
-                        matched = true;
-                        break;
-                    }
-                }
-                if (!matched) {
-                    result[i] = (0, utils_1.isArrayOrTypedArray)(evaluatedOtherwise) ? evaluatedOtherwise[i] : evaluatedOtherwise;
-                }
-            }
-            return result;
-        });
-    }
-    when(predicate) {
-        return new WhenThenChain(this.predicates.concat(predicate), this.values);
-    }
-    otherwise(value) {
-        return new WhenThen(this.predicates, this.values, value);
-    }
-}
-exports.WhenThen = WhenThen;
-function when(predicate) {
-    return new When(predicate);
-}

package/dist/columnExpressions/index.js

@@ -1,38 +0,0 @@
-"use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __exportStar = (this && this.__exportStar) || function(m, exports) {
-    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-__exportStar(require("./constants"), exports);
-__exportStar(require("./types"), exports);
-__exportStar(require("./ExprBase"), exports);
-__exportStar(require("./mixins/ArithmeticExpr"), exports);
-__exportStar(require("./mixins/LogicalExpr"), exports);
-__exportStar(require("./mixins/ComparisonExpr"), exports);
-__exportStar(require("./mixins/StringExpr"), exports);
-__exportStar(require("./mixins/AggregationExpr"), exports);
-__exportStar(require("./mixins/WindowExpr"), exports);
-__exportStar(require("./mixins/TemporalExpr"), exports);
-__exportStar(require("./mixins/ListExpr"), exports);
-__exportStar(require("./mixins/StructExpr"), exports);
-__exportStar(require("./ColumnExpr"), exports);
-__exportStar(require("./functions/lit"), exports);
-__exportStar(require("./functions/all"), exports);
-__exportStar(require("./functions/exclude"), exports);
-__exportStar(require("./functions/coalesce"), exports);
-__exportStar(require("./functions/when"), exports);
-__exportStar(require("./functions/implode"), exports);
-__exportStar(require("./functions/seq_range"), exports);
-__exportStar(require("./functions/element"), exports);
-__exportStar(require("./utils"), exports);