@nshiab/simple-data-analysis-core 0.0.12

package/script/methods/loadDataQuery.js

@@ -0,0 +1,83 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.default = loadDataQuery;
+const cleanPath_js_1 = __importDefault(require("../helpers/cleanPath.js"));
+const getExtension_js_1 = __importDefault(require("../helpers/getExtension.js"));
+function loadDataQuery(table, files, options = {}) {
+    const fileExtension = (0, getExtension_js_1.default)(files[0]);
+    const filesAsString = JSON.stringify(files.map((d) => (0, cleanPath_js_1.default)(d)));
+    // General options, except for parquet
+    const autoDetect = typeof options.autoDetect === "boolean"
+        ? `, auto_detect=${String(options.autoDetect).toUpperCase()}`
+        : ", auto_detect=TRUE";
+    const columnTypes = options.columnTypes
+        ? `, columns=${JSON.stringify(options.columnTypes)}`
+        : "";
+    const fileName = typeof options.fileName === "boolean"
+        ? `, filename=${String(options.fileName).toUpperCase()}`
+        : "";
+    const unifyColumns = typeof options.unifyColumns === "boolean"
+        ? `, union_by_name='${String(options.unifyColumns).toUpperCase()}'`
+        : "";
+    const generalOptions = `${autoDetect}${columnTypes}${fileName}${unifyColumns}`;
+    const limit = typeof options.limit === "number"
+        ? ` LIMIT ${options.limit}`
+        : "";
+    if (options.fileType === "csv" ||
+        fileExtension === "csv" ||
+        options.fileType === "dsv" ||
+        typeof options.delim === "string") {
+        const header = typeof options.header === "boolean"
+            ? `, header=${String(options.header).toUpperCase()}`
+            : ", header=TRUE";
+        const allText = typeof options.allText === "boolean"
+            ? `, all_varchar=${String(options.allText).toUpperCase()}`
+            : "";
+        const delim = options.delim ? `, delim='${options.delim}'` : "";
+        const skip = options.skip ? `, skip=${options.skip}` : "";
+        const ignoreErrors = options.ignoreErrors
+            ? `, ignore_errors	=${options.ignoreErrors}`
+            : "";
+        const nullPadding = options.nullPadding
+            ? `, null_padding=${options.nullPadding}`
+            : "";
+        const compression = options.compression
+            ? `, compression=${options.compression}`
+            : "";
+        const encoding = options.encoding ? `, encoding='${options.encoding}'` : "";
+        const strict = options.strict === false ? `, strict_mode=FALSE` : "";
+        return `CREATE OR REPLACE TABLE "${table}"
+            AS SELECT * FROM read_csv_auto(${filesAsString}${generalOptions}${header}${allText}${delim}${skip}${compression}${encoding}${strict}${nullPadding}${ignoreErrors})${limit};`;
+    }
+    else if (options.fileType === "json" || fileExtension === "json") {
+        const jsonFormat = options.jsonFormat
+            ? `, format='${options.jsonFormat}'`
+            : "";
+        const records = typeof options.records === "boolean"
+            ? `, records=${String(options.records).toUpperCase()}`
+            : "";
+        return `CREATE OR REPLACE TABLE "${table}"
+            AS SELECT * FROM read_json_auto(${filesAsString}${generalOptions}${jsonFormat}${records})${limit};`;
+    }
+    else if (options.fileType === "parquet" || fileExtension === "parquet") {
+        return `CREATE OR REPLACE TABLE "${table}" AS SELECT * FROM read_parquet(${filesAsString}${fileName}${unifyColumns})${limit};`;
+    }
+    else if (options.fileType === "excel" || fileExtension === "xlsx") {
+        if (files.length > 1) {
+            throw new Error("For excel files or files with extension .xlsx, you can pass only one file at the time.");
+        }
+        const header = typeof options.header === "boolean"
+            ? `, header=${String(options.header).toUpperCase()}`
+            : ", header=TRUE";
+        const allText = typeof options.allText === "boolean"
+            ? `, all_varchar=${String(options.allText).toUpperCase()}`
+            : "";
+        return `CREATE OR REPLACE TABLE "${table}" AS SELECT * FROM read_xlsx('${files[0]}'${options.sheet ? `, sheet='${options.sheet}'` : ""}${header}${allText});`;
+    }
+    else {
+        throw new Error(`Unknown options.fileType ${options.fileType} or fileExtension ${fileExtension}`);
+    }
+}

package/script/methods/lowerQuery.d.ts

@@ -0,0 +1,2 @@
+export default function lowerQuery(table: string, columns: string[]): string;
+//# sourceMappingURL=lowerQuery.d.ts.map

package/script/methods/lowerQuery.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"lowerQuery.d.ts","sourceRoot":"","sources":["../../src/methods/lowerQuery.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,OAAO,UAAU,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,UAQlE"}

package/script/methods/lowerQuery.js

@@ -0,0 +1,10 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.default = lowerQuery;
+function lowerQuery(table, columns) {
+    let query = "";
+    for (const column of columns) {
+        query += `\nUPDATE "${table}" SET "${column}" = LOWER("${column}");`;
+    }
+    return query;
+}

package/script/methods/normalizeQuery.d.ts

@@ -0,0 +1,5 @@
+export default function normalizeQuery(table: string, column: string, newColumn: string, options?: {
+    categories?: string | string[];
+    decimals?: number;
+}): string;
+//# sourceMappingURL=normalizeQuery.d.ts.map

package/script/methods/normalizeQuery.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"normalizeQuery.d.ts","sourceRoot":"","sources":["../../src/methods/normalizeQuery.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,OAAO,UAAU,cAAc,CACpC,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,MAAM,EACjB,OAAO,GAAE;IACP,UAAU,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IAC/B,QAAQ,CAAC,EAAE,MAAM,CAAC;CACd,UA0BP"}

package/script/methods/normalizeQuery.js

@@ -0,0 +1,28 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.default = normalizeQuery;
+const stringToArray_js_1 = __importDefault(require("../helpers/stringToArray.js"));
+function normalizeQuery(table, column, newColumn, options = {}) {
+    const categories = options.categories
+        ? (0, stringToArray_js_1.default)(options.categories)
+        : [];
+    const partition = categories.length > 0
+        ? `PARTITION BY ${categories.map((d) => `"${d}"`).join(", ")}`
+        : "";
+    const tempQuery = `("${column}" - MIN("${column}") OVER(${partition}))
+    /
+    (MAX("${column}") OVER(${partition}) - MIN("${column}") OVER(${partition}))`;
+    const query = `
+    CREATE OR REPLACE TABLE "${table}" AS
+    SELECT *, (
+        ${typeof options.decimals === "number"
+        ? `ROUND(${tempQuery}, ${options.decimals})`
+        : tempQuery}
+        ) AS ${newColumn},
+    FROM "${table}"
+    `;
+    return query;
+}

package/script/methods/normalizeString.d.ts

@@ -0,0 +1,5 @@
+import type SimpleTable from "../class/SimpleTable.js";
+export default function normalizeString(simpleTable: SimpleTable, column: string, newColumn: string, options?: {
+    stripPunctuation?: boolean;
+}): Promise<void>;
+//# sourceMappingURL=normalizeString.d.ts.map

package/script/methods/normalizeString.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"normalizeString.d.ts","sourceRoot":"","sources":["../../src/methods/normalizeString.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,WAAW,MAAM,yBAAyB,CAAC;AAIvD,wBAA8B,eAAe,CAC3C,WAAW,EAAE,WAAW,EACxB,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,MAAM,EACjB,OAAO,GAAE;IAAE,gBAAgB,CAAC,EAAE,OAAO,CAAA;CAAO,GAC3C,OAAO,CAAC,IAAI,CAAC,CAiCf"}

package/script/methods/normalizeString.js

@@ -0,0 +1,32 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.default = normalizeString;
+const queryDB_js_1 = __importDefault(require("../helpers/queryDB.js"));
+const mergeOptions_js_1 = __importDefault(require("../helpers/mergeOptions.js"));
+async function normalizeString(simpleTable, column, newColumn, options = {}) {
+    const { stripPunctuation = true } = options;
+    const accentRemoved = `strip_accents("${column}")`;
+    const lowercased = `lower(${accentRemoved})`;
+    const punctuationRemoved = stripPunctuation
+        ? `regexp_replace(${lowercased}, '[[:punct:]]', '', 'g')`
+        : lowercased;
+    const normalizedClause = `trim(regexp_replace(${punctuationRemoved}, '\\s+', ' ', 'g'))`;
+    await (0, queryDB_js_1.default)(simpleTable, `CREATE OR REPLACE TABLE "${simpleTable.name}" AS 
+    SELECT *,
+      CASE 
+        WHEN "${column}" IS NULL THEN NULL
+        ELSE ${normalizedClause}
+      END AS "${newColumn}"
+    FROM "${simpleTable.name}"`, (0, mergeOptions_js_1.default)(simpleTable, {
+        table: simpleTable.name,
+        method: "normalizeString()",
+        parameters: {
+            column,
+            newColumn,
+            stripPunctuation,
+        },
+    }));
+}

package/script/methods/outliersIQRQuery.d.ts

@@ -0,0 +1,4 @@
+export default function outliersIQRQuery(table: string, column: string, newColumn: string, parity: "even" | "odd", options?: {
+    categories?: string | string[];
+}): string;
+//# sourceMappingURL=outliersIQRQuery.d.ts.map

package/script/methods/outliersIQRQuery.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"outliersIQRQuery.d.ts","sourceRoot":"","sources":["../../src/methods/outliersIQRQuery.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,OAAO,UAAU,gBAAgB,CACtC,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,MAAM,GAAG,KAAK,EACtB,OAAO,GAAE;IACP,UAAU,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;CAC3B,UAoCP"}

package/script/methods/outliersIQRQuery.js

@@ -0,0 +1,37 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.default = outliersIQRQuery;
+const stringToArray_js_1 = __importDefault(require("../helpers/stringToArray.js"));
+function outliersIQRQuery(table, column, newColumn, parity, options = {}) {
+    const categories = options.categories
+        ? (0, stringToArray_js_1.default)(options.categories).map((d) => `"${d}"`)
+        : [];
+    const quantileFunc = parity === "even" ? "quantile_disc" : "quantile_cont";
+    const where = categories.length > 0
+        ? `WHERE ${categories
+            .map((d) => `"${table}".${d} = "iqr".${d}`)
+            .join(" AND ")}`
+        : "";
+    const query = `ALTER TABLE "${table}"
+    ADD COLUMN "${newColumn}" BOOLEAN;
+    WITH "iqr" AS (
+        SELECT${categories.length > 0 ? `\n${categories.join(", ")},` : ""}
+            ${quantileFunc}("${column}", 0.25) as "q1",
+            ${quantileFunc}("${column}", 0.75) as "q3",
+            ("q3"-"q1")*1.5 as "range",
+            "q1"-"range" as "lowThreshold",
+            "q3"+"range" as "highThreshold"
+        FROM "${table}"
+        ${categories.length > 0 ? `GROUP BY ${categories.join(", ")}` : ""}
+    )
+    UPDATE "${table}"
+    SET "${newColumn}" = CASE
+        WHEN "${column}" > (SELECT "highThreshold" FROM "iqr" ${where}) OR "${column}" < (SELECT "lowThreshold" FROM "iqr" ${where}) THEN TRUE
+        ELSE FALSE
+    END;
+    `;
+    return query;
+}

package/script/methods/proportionsHorizontalQuery.d.ts

@@ -0,0 +1,5 @@
+export default function proportionsHorizontalQuery(table: string, columns: string[], options?: {
+    suffix?: string;
+    decimals?: number;
+}): string;
+//# sourceMappingURL=proportionsHorizontalQuery.d.ts.map

package/script/methods/proportionsHorizontalQuery.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"proportionsHorizontalQuery.d.ts","sourceRoot":"","sources":["../../src/methods/proportionsHorizontalQuery.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,OAAO,UAAU,0BAA0B,CAChD,KAAK,EAAE,MAAM,EACb,OAAO,EAAE,MAAM,EAAE,EACjB,OAAO,GAAE;IACP,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACd,UAmBP"}

package/script/methods/proportionsHorizontalQuery.js

@@ -0,0 +1,18 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.default = proportionsHorizontalQuery;
+function proportionsHorizontalQuery(table, columns, options = {}) {
+    let query = `CREATE OR REPLACE TABLE "${table}" AS SELECT *,`;
+    for (const col of columns) {
+        const tempQuery = `"${col}" / (${columns.map((d) => `"${d}"`).join(" + ")})`;
+        if (typeof options.decimals === "number") {
+            query += ` ROUND(${tempQuery}, ${options.decimals})`;
+        }
+        else {
+            query += ` ${tempQuery}`;
+        }
+        query += ` AS "${col}${options.suffix ?? "Perc"}",`;
+    }
+    query += `FROM "${table}"`;
+    return query;
+}

package/script/methods/proportionsVerticalQuery.d.ts

@@ -0,0 +1,5 @@
+export default function proportionsVerticalQuery(table: string, column: string, newColumn: string, options?: {
+    categories?: string | string[];
+    decimals?: number;
+}): string;
+//# sourceMappingURL=proportionsVerticalQuery.d.ts.map

package/script/methods/proportionsVerticalQuery.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"proportionsVerticalQuery.d.ts","sourceRoot":"","sources":["../../src/methods/proportionsVerticalQuery.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,OAAO,UAAU,wBAAwB,CAC9C,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,MAAM,EACjB,OAAO,GAAE;IACP,UAAU,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IAC/B,QAAQ,CAAC,EAAE,MAAM,CAAC;CACd,UAoBP"}

package/script/methods/proportionsVerticalQuery.js

@@ -0,0 +1,25 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.default = proportionsVerticalQuery;
+const stringToArray_js_1 = __importDefault(require("../helpers/stringToArray.js"));
+function proportionsVerticalQuery(table, column, newColumn, options = {}) {
+    const categories = options.categories
+        ? (0, stringToArray_js_1.default)(options.categories)
+        : [];
+    const partition = categories.length === 0
+        ? ""
+        : `PARTITION BY ${categories.map((d) => `"${d}"`).join(",")}`;
+    let query = "";
+    if (typeof options.decimals === "number") {
+        query =
+            `CREATE OR REPLACE TABLE "${table}" AS SELECT *, ROUND("${column}" / sum("${column}") OVER(${partition}), ${options.decimals}) AS "${newColumn}" FROM "${table}"`;
+    }
+    else {
+        query =
+            `CREATE OR REPLACE TABLE "${table}" AS SELECT *, "${column}" / sum("${column}") OVER(${partition}) AS "${newColumn}" FROM "${table}"`;
+    }
+    return query;
+}

package/script/methods/quantilesQuery.d.ts

@@ -0,0 +1,4 @@
+export default function quantilesQuery(table: string, values: string, nbQuantiles: number, newColumn: string, options?: {
+    categories?: string | string[];
+}): string;
+//# sourceMappingURL=quantilesQuery.d.ts.map

package/script/methods/quantilesQuery.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"quantilesQuery.d.ts","sourceRoot":"","sources":["../../src/methods/quantilesQuery.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,OAAO,UAAU,cAAc,CACpC,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,MAAM,EACd,WAAW,EAAE,MAAM,EACnB,SAAS,EAAE,MAAM,EACjB,OAAO,GAAE;IACP,UAAU,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;CAC3B,UAeP"}

package/script/methods/quantilesQuery.js

@@ -0,0 +1,18 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.default = quantilesQuery;
+const stringToArray_js_1 = __importDefault(require("../helpers/stringToArray.js"));
+function quantilesQuery(table, values, nbQuantiles, newColumn, options = {}) {
+    const categories = options.categories
+        ? (0, stringToArray_js_1.default)(options.categories)
+        : [];
+    const partition = categories.length === 0
+        ? ""
+        : `PARTITION BY ${categories.map((d) => `"${d}"`).join(",")} `;
+    const query = `CREATE OR REPLACE TABLE "${table}" AS SELECT *, ntile(${nbQuantiles}) OVER (${partition}ORDER BY "${values}") AS "${newColumn}"
+    FROM "${table}"`;
+    return query;
+}

package/script/methods/ranksQuery.d.ts

@@ -0,0 +1,6 @@
+export default function rankQuery(table: string, values: string, newColumn: string, options?: {
+    order?: "asc" | "desc";
+    categories?: string | string[];
+    noGaps?: boolean;
+}): string;
+//# sourceMappingURL=ranksQuery.d.ts.map

package/script/methods/ranksQuery.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ranksQuery.d.ts","sourceRoot":"","sources":["../../src/methods/ranksQuery.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,OAAO,UAAU,SAAS,CAC/B,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,MAAM,EACjB,OAAO,GAAE;IACP,KAAK,CAAC,EAAE,KAAK,GAAG,MAAM,CAAC;IACvB,UAAU,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IAC/B,MAAM,CAAC,EAAE,OAAO,CAAC;CACb,UAkBP"}

package/script/methods/ranksQuery.js

@@ -0,0 +1,18 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.default = rankQuery;
+const stringToArray_js_1 = __importDefault(require("../helpers/stringToArray.js"));
+function rankQuery(table, values, newColumn, options = {}) {
+    const categories = options.categories
+        ? (0, stringToArray_js_1.default)(options.categories)
+        : [];
+    const partition = categories.length === 0
+        ? ""
+        : `PARTITION BY ${categories.map((d) => `"${d}"`).join(",")} `;
+    const query = `CREATE OR REPLACE TABLE "${table}" AS SELECT *, ${options.noGaps ? "dense_rank()" : "rank()"} OVER (${partition}ORDER BY "${values}" ${typeof options.order === "string" ? options.order.toUpperCase() : ""}) AS "${newColumn}"
+    FROM "${table}"`;
+    return query;
+}

package/script/methods/removeDuplicatesQuery.d.ts

@@ -0,0 +1,4 @@
+export default function removeDuplicatesQuery(table: string, options?: {
+    on?: string | string[];
+}): string;
+//# sourceMappingURL=removeDuplicatesQuery.d.ts.map

package/script/methods/removeDuplicatesQuery.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"removeDuplicatesQuery.d.ts","sourceRoot":"","sources":["../../src/methods/removeDuplicatesQuery.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,OAAO,UAAU,qBAAqB,CAC3C,KAAK,EAAE,MAAM,EACb,OAAO,GAAE;IACP,EAAE,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;CACnB,UAWP"}

package/script/methods/removeDuplicatesQuery.js

@@ -0,0 +1,18 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.default = removeDuplicatesQuery;
+const stringToArray_js_1 = __importDefault(require("../helpers/stringToArray.js"));
+function removeDuplicatesQuery(table, options = {}) {
+    const columnsOn = options.on ? (0, stringToArray_js_1.default)(options.on) : null;
+    let distinct;
+    if (columnsOn) {
+        distinct = `DISTINCT ON(${columnsOn.map((d) => `"${d}"`).join(",")}) *`;
+    }
+    else {
+        distinct = "DISTINCT *";
+    }
+    return `CREATE OR REPLACE TABLE "${table}" AS SELECT ${distinct} FROM "${table}";`;
+}

package/script/methods/removeMissing.d.ts

@@ -0,0 +1,7 @@
+import type SimpleTable from "../class/SimpleTable.js";
+export default function removeMissing(simpleTable: SimpleTable, options?: {
+    columns?: string | string[];
+    missingValues?: (string | number)[];
+    invert?: boolean;
+}): Promise<void>;
+//# sourceMappingURL=removeMissing.d.ts.map

package/script/methods/removeMissing.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"removeMissing.d.ts","sourceRoot":"","sources":["../../src/methods/removeMissing.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,WAAW,MAAM,yBAAyB,CAAC;AAEvD,wBAA8B,aAAa,CACzC,WAAW,EAAE,WAAW,EACxB,OAAO,GAAE;IACP,OAAO,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IAC5B,aAAa,CAAC,EAAE,CAAC,MAAM,GAAG,MAAM,CAAC,EAAE,CAAC;IACpC,MAAM,CAAC,EAAE,OAAO,CAAC;CACb,iBA8BP"}

package/script/methods/removeMissing.js

@@ -0,0 +1,27 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.default = removeMissing;
+const mergeOptions_js_1 = __importDefault(require("../helpers/mergeOptions.js"));
+const queryDB_js_1 = __importDefault(require("../helpers/queryDB.js"));
+const stringToArray_js_1 = __importDefault(require("../helpers/stringToArray.js"));
+const removeMissingQuery_js_1 = __importDefault(require("./removeMissingQuery.js"));
+async function removeMissing(simpleTable, options = {}) {
+    options.missingValues = options.missingValues ?? [
+        "undefined",
+        "NaN",
+        "null",
+        "NULL",
+        "",
+    ];
+    const types = await simpleTable.getTypes();
+    const allColumns = Object.keys(types);
+    options.columns = (0, stringToArray_js_1.default)(options.columns ?? []);
+    await (0, queryDB_js_1.default)(simpleTable, (0, removeMissingQuery_js_1.default)(simpleTable.name, allColumns, types, options.columns.length === 0 ? allColumns : options.columns, options), (0, mergeOptions_js_1.default)(simpleTable, {
+        table: simpleTable.name,
+        method: "removeMissing()",
+        parameters: { options },
+    }));
+}

package/script/methods/removeMissingQuery.d.ts

@@ -0,0 +1,7 @@
+export default function removeMissingQuery(table: string, allColumns: string[], types: {
+    [key: string]: string;
+}, columns: string[], options?: {
+    missingValues?: (string | number)[];
+    invert?: boolean;
+}): string;
+//# sourceMappingURL=removeMissingQuery.d.ts.map

package/script/methods/removeMissingQuery.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"removeMissingQuery.d.ts","sourceRoot":"","sources":["../../src/methods/removeMissingQuery.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,OAAO,UAAU,kBAAkB,CACxC,KAAK,EAAE,MAAM,EACb,UAAU,EAAE,MAAM,EAAE,EACpB,KAAK,EAAE;IACL,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAC;CACvB,EACD,OAAO,EAAE,MAAM,EAAE,EACjB,OAAO,GAAE;IACP,aAAa,CAAC,EAAE,CAAC,MAAM,GAAG,MAAM,CAAC,EAAE,CAAC;IACpC,MAAM,CAAC,EAAE,OAAO,CAAC;CACb,UAoDP"}

package/script/methods/removeMissingQuery.js

@@ -0,0 +1,46 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.default = removeMissingQuery;
+function removeMissingQuery(table, allColumns, types, columns, options = {}) {
+    let query = `CREATE OR REPLACE TABLE "${table}" AS SELECT ${allColumns
+        .map((d) => `"${d}"`)
+        .join(", ")} FROM "${table}"
+        WHERE`;
+    if (options.invert) {
+        for (let i = 0; i < columns.length; i++) {
+            query += `\n"${columns[i]}" IS NULL OR`;
+            if (options.missingValues) {
+                for (const otherMissingValue of options.missingValues) {
+                    if (typeof otherMissingValue === "string" &&
+                        types[columns[i]] === "VARCHAR") {
+                        query += `\n"${columns[i]}" = '${otherMissingValue}' OR`;
+                    }
+                    else if (typeof otherMissingValue === "number" &&
+                        ["BIGINT", "DOUBLE"].includes(types[columns[i]])) {
+                        query += `\n"${columns[i]}" = ${otherMissingValue} OR`;
+                    }
+                }
+            }
+        }
+    }
+    else {
+        for (let i = 0; i < columns.length; i++) {
+            query += `\n"${columns[i]}" IS NOT NULL AND`;
+            if (options.missingValues) {
+                for (const otherMissingValue of options.missingValues) {
+                    if (typeof otherMissingValue === "string" &&
+                        types[columns[i]] === "VARCHAR") {
+                        query += `\n"${columns[i]}" != '${otherMissingValue}' AND`;
+                    }
+                    else if (typeof otherMissingValue === "number" &&
+                        ["BIGINT", "DOUBLE"].includes(types[columns[i]])) {
+                        query += `\n"${columns[i]}" != ${otherMissingValue} AND`;
+                    }
+                }
+            }
+        }
+    }
+    return options.invert
+        ? query.slice(0, query.length - 3)
+        : query.slice(0, query.length - 4);
+}

package/script/methods/removeQuery.d.ts

@@ -0,0 +1,4 @@
+export default function removeQuery(table: string, columnsAndValues: {
+    [key: string]: (number | string | Date | boolean | null)[] | (number | string | Date | boolean | null);
+}): string;
+//# sourceMappingURL=removeQuery.d.ts.map

package/script/methods/removeQuery.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"removeQuery.d.ts","sourceRoot":"","sources":["../../src/methods/removeQuery.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,OAAO,UAAU,WAAW,CACjC,KAAK,EAAE,MAAM,EACb,gBAAgB,EAAE;IAChB,CAAC,GAAG,EAAE,MAAM,GACR,CAAC,MAAM,GAAG,MAAM,GAAG,IAAI,GAAG,OAAO,GAAG,IAAI,CAAC,EAAE,GAC3C,CAAC,MAAM,GAAG,MAAM,GAAG,IAAI,GAAG,OAAO,GAAG,IAAI,CAAC,CAAC;CAC/C,UAqBF"}

package/script/methods/removeQuery.js

@@ -0,0 +1,21 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.default = removeQuery;
+const parseValue_js_1 = __importDefault(require("../helpers/parseValue.js"));
+function removeQuery(table, columnsAndValues) {
+    let query = `CREATE OR REPLACE TABLE "${table}" AS SELECT * FROM "${table}" WHERE\n`;
+    const columns = Object.keys(columnsAndValues);
+    const conditions = [];
+    for (const column of columns) {
+        let values = columnsAndValues[column];
+        if (!Array.isArray(values)) {
+            values = [values];
+        }
+        conditions.push(`"${column}" NOT IN (${values.map((d) => (0, parseValue_js_1.default)(d)).join(", ")})`);
+    }
+    query += conditions.join("\nAND ");
+    return query;
+}

package/script/methods/renameColumnQuery.d.ts

@@ -0,0 +1,2 @@
+export default function renameColumnQuery(table: string, oldColumns: string[], newColumns: string[]): string;
+//# sourceMappingURL=renameColumnQuery.d.ts.map

package/script/methods/renameColumnQuery.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"renameColumnQuery.d.ts","sourceRoot":"","sources":["../../src/methods/renameColumnQuery.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,OAAO,UAAU,iBAAiB,CACvC,KAAK,EAAE,MAAM,EACb,UAAU,EAAE,MAAM,EAAE,EACpB,UAAU,EAAE,MAAM,EAAE,UASrB"}

package/script/methods/renameColumnQuery.js

@@ -0,0 +1,10 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.default = renameColumnQuery;
+function renameColumnQuery(table, oldColumns, newColumns) {
+    let query = "";
+    for (let i = 0; i < oldColumns.length; i++) {
+        query += `ALTER TABLE "${table}" RENAME COLUMN "${oldColumns[i]}" TO "${newColumns[i]}";\n`;
+    }
+    return query;
+}

package/script/methods/replaceNullsQuery.d.ts

@@ -0,0 +1,2 @@
+export default function replaceNullsQuery(table: string, columns: string[], value: number | string | Date | boolean): string;
+//# sourceMappingURL=replaceNullsQuery.d.ts.map

package/script/methods/replaceNullsQuery.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"replaceNullsQuery.d.ts","sourceRoot":"","sources":["../../src/methods/replaceNullsQuery.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,OAAO,UAAU,iBAAiB,CACvC,KAAK,EAAE,MAAM,EACb,OAAO,EAAE,MAAM,EAAE,EACjB,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,GAAG,OAAO,UAUxC"}

package/script/methods/replaceNullsQuery.js

@@ -0,0 +1,16 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.default = replaceNullsQuery;
+const parseValue_js_1 = __importDefault(require("../helpers/parseValue.js"));
+function replaceNullsQuery(table, columns, value) {
+    let query = "";
+    const valueParsed = (0, parseValue_js_1.default)(value);
+    for (const column of columns) {
+        query +=
+            `UPDATE "${table}" SET "${column}" = ${valueParsed} WHERE "${column}" IS NULL;`;
+    }
+    return query;
+}

package/script/methods/replaceQuery.d.ts

@@ -0,0 +1,5 @@
+export default function replaceQuery(table: string, columns: string[], oldTexts: string[], newTexts: string[], options?: {
+    entireString?: boolean;
+    regex?: boolean;
+}): string;
+//# sourceMappingURL=replaceQuery.d.ts.map

package/script/methods/replaceQuery.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"replaceQuery.d.ts","sourceRoot":"","sources":["../../src/methods/replaceQuery.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,OAAO,UAAU,YAAY,CAClC,KAAK,EAAE,MAAM,EACb,OAAO,EAAE,MAAM,EAAE,EACjB,QAAQ,EAAE,MAAM,EAAE,EAClB,QAAQ,EAAE,MAAM,EAAE,EAClB,OAAO,GAAE;IAAE,YAAY,CAAC,EAAE,OAAO,CAAC;IAAC,KAAK,CAAC,EAAE,OAAO,CAAA;CAAO,UA6B1D"}

package/script/methods/replaceQuery.js

@@ -0,0 +1,27 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.default = replaceQuery;
+function replaceQuery(table, columns, oldTexts, newTexts, options = {}) {
+    let query = "";
+    oldTexts = oldTexts.map((d) => d.replace(/'/g, "''"));
+    newTexts = newTexts.map((d) => d.replace(/'/g, "''"));
+    for (const column of columns) {
+        for (let i = 0; i < oldTexts.length; i++) {
+            if (options.entireString) {
+                query += `UPDATE "${table}" SET "${column}" = 
+                CASE
+                    WHEN "${column}" = '${oldTexts[i]}' THEN '${newTexts[i]}'
+                    ELSE "${column}"
+                END;\n`;
+            }
+            else if (options.regex) {
+                query +=
+                    `UPDATE "${table}" SET "${column}" = REGEXP_REPLACE("${column}", '${oldTexts[i]}', '${newTexts[i]}', 'g');\n`;
+            }
+            else {
+                query += `UPDATE "${table}" SET "${column}" = REPLACE("${column}", '${oldTexts[i]}', '${newTexts[i]}');\n`;
+            }
+        }
+    }
+    return query;
+}

package/script/methods/rollingQuery.d.ts

@@ -0,0 +1,5 @@
+export default function rollingQuery(table: string, column: string, newColumn: string, summary: "count" | "min" | "max" | "mean" | "median" | "sum", preceding: number, following: number, options?: {
+    categories?: string | string[];
+    decimals?: number;
+}): string;
+//# sourceMappingURL=rollingQuery.d.ts.map

package/script/methods/rollingQuery.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"rollingQuery.d.ts","sourceRoot":"","sources":["../../src/methods/rollingQuery.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,OAAO,UAAU,YAAY,CAClC,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,OAAO,GAAG,KAAK,GAAG,KAAK,GAAG,MAAM,GAAG,QAAQ,GAAG,KAAK,EAC5D,SAAS,EAAE,MAAM,EACjB,SAAS,EAAE,MAAM,EACjB,OAAO,GAAE;IACP,UAAU,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IAC/B,QAAQ,CAAC,EAAE,MAAM,CAAC;CACd,UAsCP"}