df-script 1.5.0 → 1.6.0

package/dist/columnExpressions/mixins/TemporalExpr.js

@@ -1,126 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.TemporalExpr = exports.DateTimeExprNamespace = void 0;
-const ExprBase_1 = require("../ExprBase");
-const utils_1 = require("../utils");
-const utils_2 = require("../../utils");
-class DateTimeExprNamespace {
-    expr;
-    constructor(expr) {
-        this.expr = expr;
-    }
-    _deriveDate(fn) {
-        return (0, ExprBase_1.derive)(this.expr, (0, utils_1.kleeneUnary)((v) => {
-            const d = (0, utils_2.toValidDate)(v);
-            return d ? fn(d) : null;
-        }));
-    }
-    _deriveDuration(fn) {
-        return (0, ExprBase_1.derive)(this.expr, (0, utils_1.kleeneUnary)((v) => {
-            return typeof v === "number" ? fn(v) : null;
-        }));
-    }
-    century() {
-        return this._deriveDate(utils_2.getCentury);
-    }
-    date() {
-        return this._deriveDate((d) => new Date(Date.UTC(d.getUTCFullYear(), d.getUTCMonth(), d.getUTCDate())));
-    }
-    datetime() {
-        return this._deriveDate((d) => d);
-    }
-    day() {
-        return this._deriveDate((d) => d.getUTCDate());
-    }
-    epoch(unit = "ms") {
-        return this._deriveDate((d) => (0, utils_2.toEpoch)(d, unit));
-    }
-    hour() {
-        return this._deriveDate((d) => d.getUTCHours());
-    }
-    is_leap_year() {
-        return this._deriveDate(utils_2.isLeapYear);
-    }
-    microsecond() {
-        return this._deriveDate((d) => d.getUTCMilliseconds() * utils_2.US_PER_MS);
-    }
-    millennium() {
-        return this._deriveDate(utils_2.getMillennium);
-    }
-    millisecond() {
-        return this._deriveDate((d) => d.getUTCMilliseconds());
-    }
-    minute() {
-        return this._deriveDate((d) => d.getUTCMinutes());
-    }
-    month() {
-        return this._deriveDate((d) => d.getUTCMonth() + 1);
-    }
-    month_end() {
-        return this._deriveDate((d) => (0, utils_2.getMonthOffset)(d, 1, 0));
-    }
-    month_start() {
-        return this._deriveDate((d) => (0, utils_2.getMonthOffset)(d, 0, 1));
-    }
-    nanosecond() {
-        return this._deriveDate((d) => d.getUTCMilliseconds() * utils_2.NS_PER_MS);
-    }
-    ordinal_day() {
-        return this._deriveDate(utils_2.getOrdinalDay);
-    }
-    quarter() {
-        return this._deriveDate(utils_2.getQuarter);
-    }
-    second() {
-        return this._deriveDate((d) => d.getUTCSeconds());
-    }
-    strftime(format, locale) {
-        return this._deriveDate((d) => (0, utils_2.strftime)(d, format, locale));
-    }
-    time() {
-        return this._deriveDate((d) => d.toISOString().split("T")[1].slice(0, 12));
-    }
-    timestamp(unit = "ms") {
-        return this.epoch(unit);
-    }
-    to_string(format, locale) {
-        return this.strftime(format, locale);
-    }
-    total_days() {
-        return this._deriveDuration((v) => v / utils_2.MS_PER_DAY);
-    }
-    total_hours() {
-        return this._deriveDuration((v) => v / utils_2.MS_PER_HOUR);
-    }
-    total_microseconds() {
-        return this._deriveDuration((v) => v * utils_2.US_PER_MS);
-    }
-    total_milliseconds() {
-        return this._deriveDuration((v) => v);
-    }
-    total_minutes() {
-        return this._deriveDuration((v) => v / utils_2.MS_PER_MINUTE);
-    }
-    total_nanoseconds() {
-        return this._deriveDuration((v) => v * utils_2.NS_PER_MS);
-    }
-    total_seconds() {
-        return this._deriveDuration((v) => v / utils_2.MS_PER_SECOND);
-    }
-    week() {
-        return this._deriveDate(utils_2.getISOWeek);
-    }
-    weekday() {
-        return this._deriveDate((d) => d.getUTCDay() || 7);
-    }
-    year() {
-        return this._deriveDate((d) => d.getUTCFullYear());
-    }
-}
-exports.DateTimeExprNamespace = DateTimeExprNamespace;
-class TemporalExpr extends ExprBase_1.ExprBase {
-    get dt() {
-        return new DateTimeExprNamespace(this);
-    }
-}
-exports.TemporalExpr = TemporalExpr;

package/dist/columnExpressions/mixins/WindowExpr.js

@@ -1,151 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.WindowExpr = void 0;
-const ExprBase_1 = require("../ExprBase");
-const utils_1 = require("../../utils");
-function computeRank(arr, value, options = {}) {
-    if (value == null)
-        return null;
-    let targetArr = arr;
-    if (options.ignoreNulls) {
-        targetArr = [];
-        const len = arr.length;
-        for (let i = 0; i < len; i++) {
-            if (arr[i] != null)
-                targetArr.push(arr[i]);
-        }
-    }
-    if (options.dense) {
-        targetArr = Array.from(new Set(targetArr));
-    }
-    const sorted = [...targetArr].sort((a, b) => a - b);
-    const valueToRank = new Map();
-    const len = sorted.length;
-    for (let i = 0; i < len; i++) {
-        const v = sorted[i];
-        if (!valueToRank.has(v)) {
-            valueToRank.set(v, i + 1);
-        }
-    }
-    return valueToRank.get(value) ?? null;
-}
-class WindowExpr extends ExprBase_1.ExprBase {
-    partitionBy = this.partitionBy || null;
-    _window(evaluateWindow) {
-        const newInst = (0, ExprBase_1.derive)(this);
-        newInst.partitionOpsIndex = this.ops.length;
-        newInst.groupingOpsIndex = this.ops.length;
-        newInst.evaluateWindow = evaluateWindow;
-        return newInst;
-    }
-    _rolling(windowSize, aggFn) {
-        return this._window(function (groupPreValues, _partitionIndices, currentIndex) {
-            const start = Math.max(0, currentIndex - windowSize + 1);
-            const end = currentIndex + 1;
-            const windowVals = groupPreValues.slice(start, end);
-            return aggFn(windowVals);
-        });
-    }
-    _cum(reverse, initialVal, stepFn, postFn) {
-        return this._window(function (groupPreValues, _partitionIndices, currentIndex) {
-            let acc = initialVal;
-            let hasValid = false;
-            const start = reverse ? currentIndex : 0;
-            const end = reverse ? groupPreValues.length - 1 : currentIndex;
-            for (let i = start; i <= end; i++) {
-                const val = groupPreValues[i];
-                if (val != null) {
-                    acc = stepFn(acc, val);
-                    hasValid = true;
-                }
-            }
-            return postFn ? postFn(acc, hasValid) : acc;
-        });
-    }
-    get isWindow() {
-        return this.partitionBy !== null || this.evaluateWindow !== undefined || this.aggFn !== null;
-    }
-    cum_count(reverse = false) {
-        return this._cum(reverse, 0, (acc) => acc + 1);
-    }
-    cum_max(reverse = false) {
-        return this._cum(reverse, null, (acc, val) => (acc === null || val > acc ? val : acc));
-    }
-    cum_min(reverse = false) {
-        return this._cum(reverse, null, (acc, val) => (acc === null || val < acc ? val : acc));
-    }
-    cum_prod(reverse = false) {
-        return this._cum(reverse, 1, (acc, val) => acc * val, (acc, hasValid) => (hasValid ? acc : null));
-    }
-    cum_sum(reverse = false) {
-        return this._cum(reverse, 0, (acc, val) => acc + val);
-    }
-    dense_rank() {
-        return this._window(function (groupPreValues, _partitionIndices, currentIndex) {
-            return computeRank(groupPreValues, groupPreValues[currentIndex], { dense: true });
-        });
-    }
-    lag(offset = 1, defaultVal = null) {
-        return this._window(function (groupPreValues, _partitionIndices, currentIndex) {
-            let val = defaultVal;
-            if (currentIndex - offset >= 0) {
-                val = groupPreValues[currentIndex - offset];
-            }
-            return val;
-        });
-    }
-    lead(offset = 1, defaultVal = null) {
-        return this._window(function (groupPreValues, _partitionIndices, currentIndex) {
-            let val = defaultVal;
-            if (currentIndex + offset < groupPreValues.length) {
-                val = groupPreValues[currentIndex + offset];
-            }
-            return val;
-        });
-    }
-    over(columns) {
-        const newInst = (0, ExprBase_1.derive)(this);
-        const cols = Array.isArray(columns) ? columns : [columns];
-        newInst.partitionBy = cols;
-        return newInst;
-    }
-    rank() {
-        return this._window(function (groupPreValues, _partitionIndices, currentIndex) {
-            return computeRank(groupPreValues, groupPreValues[currentIndex]);
-        });
-    }
-    rolling_max(windowSize) {
-        return this._rolling(windowSize, v => (0, utils_1.getListStats)(v).max);
-    }
-    rolling_mean(windowSize) {
-        return this._rolling(windowSize, v => (0, utils_1.getListStats)(v).mean);
-    }
-    rolling_median(windowSize) {
-        return this._rolling(windowSize, v => (0, utils_1.computeMedian)(v));
-    }
-    rolling_min(windowSize) {
-        return this._rolling(windowSize, v => (0, utils_1.getListStats)(v).min);
-    }
-    rolling_quantile(quantile, windowSize) {
-        return this._rolling(windowSize, v => (0, utils_1.computeQuantile)(v, quantile));
-    }
-    rolling_rank(windowSize) {
-        return this._rolling(windowSize, (vals) => {
-            return computeRank(vals, vals[vals.length - 1], { ignoreNulls: true });
-        });
-    }
-    rolling_std(windowSize) {
-        return this._rolling(windowSize, v => (0, utils_1.getListStats)(v).std);
-    }
-    rolling_sum(windowSize) {
-        return this._rolling(windowSize, v => (0, utils_1.getListStats)(v).sum);
-    }
-    row_number() {
-        const newInst = this._window(function (_groupPreValues, _partitionIndices, currentIndex) {
-            return currentIndex + 1;
-        });
-        newInst.outputName = "row_number";
-        return newInst;
-    }
-}
-exports.WindowExpr = WindowExpr;

package/dist/columnExpressions/types.js

@@ -1,2 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });

package/dist/columnExpressions/utils.js

@@ -1,45 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.kleeneBinary = exports.kleeneUnary = void 0;
-exports.evaluateExpression = evaluateExpression;
-const utils_1 = require("../utils");
-const utils_2 = require("../dataframe/utils");
-const kleeneUnary = (fn) => {
-    return (vArray) => {
-        const height = vArray.length;
-        const result = new Array(height);
-        for (let i = 0; i < height; i++) {
-            const v = vArray[i];
-            result[i] = v == null ? null : fn(v);
-        }
-        return result;
-    };
-};
-exports.kleeneUnary = kleeneUnary;
-const kleeneBinary = (expr, other, fn) => {
-    return (vArray, columns) => {
-        const height = vArray.length;
-        const rResolved = expr._resolve(other, columns, height);
-        const result = new Array(height);
-        if ((0, utils_1.isArrayOrTypedArray)(rResolved)) {
-            for (let i = 0; i < height; i++) {
-                const v = vArray[i];
-                const r = rResolved[i];
-                result[i] = (v == null || r == null) ? null : fn(v, r);
-            }
-        }
-        else {
-            for (let i = 0; i < height; i++) {
-                const v = vArray[i];
-                result[i] = (v == null || rResolved == null) ? null : fn(v, rResolved);
-            }
-        }
-        return result;
-    };
-};
-exports.kleeneBinary = kleeneBinary;
-function evaluateExpression(expr, columns, height) {
-    return expr.isWindow
-        ? (0, utils_2.resolveWindowExpr)(expr, columns, height)
-        : expr.evaluate(columns, height);
-}

package/dist/dataframe/constants.js

@@ -1,7 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.UTF8_BOM = exports.CARRIAGE_RETURN = exports.NEWLINE = exports.KEY_SEPARATOR = void 0;
-exports.KEY_SEPARATOR = "\x00";
-exports.NEWLINE = "\n";
-exports.CARRIAGE_RETURN = "\r";
-exports.UTF8_BOM = "\ufeff";