@nshiab/simple-data-analysis-core 0.0.12

package/script/methods/bm25.js

@@ -0,0 +1,54 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.default = bm25;
+const camelCase_js_1 = __importDefault(require("../helpers/camelCase.js"));
+const queryDB_js_1 = __importDefault(require("../helpers/queryDB.js"));
+const mergeOptions_js_1 = __importDefault(require("../helpers/mergeOptions.js"));
+async function bm25(simpleTable, text, columnId, columnText, nbResults, options = {}) {
+    // This uses the fts extension
+    // https://duckdb.org/docs/stable/core_extensions/full_text_search
+    await simpleTable.createFtsIndex(columnId, columnText, {
+        stemmer: options.stemmer,
+        stopwords: options.stopwords,
+        ignore: options.ignore,
+        stripAccents: options.stripAccents,
+        lower: options.lower,
+        overwrite: options.overwriteIndex,
+        verbose: options.verbose,
+    });
+    const minScoreCondition = typeof options.minScore === "number"
+        ? ` AND score >= ${options.minScore}`
+        : "";
+    const selectClause = typeof options.scoreColumn === "string"
+        ? `* EXCLUDE(score), score AS "${options.scoreColumn}"`
+        : `* EXCLUDE(score)`;
+    await (0, queryDB_js_1.default)(simpleTable, `CREATE OR REPLACE TABLE "${options.outputTable ?? simpleTable.name}" AS SELECT ${selectClause} FROM (SELECT *, fts_main_${(0, camelCase_js_1.default)(simpleTable.name)}.match_bm25(${columnId}, '${text.replace(/'/g, "''")}'${typeof options.k === "number" ? `, k := ${options.k}` : ""}${typeof options.b === "number" ? `, b := ${options.b}` : ""}${options.conjunctive === true ? `, conjunctive := 1` : ""}) AS score FROM "${simpleTable.name}") sq WHERE score NOT NULL${minScoreCondition} ORDER BY score DESC LIMIT ${nbResults};`, (0, mergeOptions_js_1.default)(simpleTable, {
+        table: simpleTable.name,
+        method: "bm25",
+        parameters: {
+            text,
+            columnId,
+            columnText,
+            nbResults,
+            minScore: options.minScore,
+            scoreColumn: options.scoreColumn,
+            k: options.k,
+            b: options.b,
+            stemmer: options.stemmer,
+            stopwords: options.stopwords,
+            ignore: options.ignore,
+            stripAccents: options.stripAccents,
+            lower: options.lower,
+            table: options.outputTable ?? simpleTable.name,
+        },
+    }));
+    if (typeof options.outputTable === "string") {
+        return simpleTable.sdb.newTable(options.outputTable, structuredClone(simpleTable.projections));
+    }
+    else {
+        return simpleTable;
+    }
+}

package/script/methods/cache.d.ts

@@ -0,0 +1,6 @@
+import type SimpleTable from "../class/SimpleTable.js";
+export default function cache(table: SimpleTable, run: () => Promise<void>, options?: {
+    ttl?: number;
+    verbose?: boolean;
+}): Promise<void>;
+//# sourceMappingURL=cache.d.ts.map

package/script/methods/cache.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cache.d.ts","sourceRoot":"","sources":["../../src/methods/cache.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,WAAW,MAAM,yBAAyB,CAAC;AAcvD,wBAA8B,KAAK,CACjC,KAAK,EAAE,WAAW,EAClB,GAAG,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,EACxB,OAAO,GAAE;IAAE,GAAG,CAAC,EAAE,MAAM,CAAC;IAAC,OAAO,CAAC,EAAE,OAAO,CAAA;CAAO,iBA2HlD"}

package/script/methods/cache.js

@@ -0,0 +1,139 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.default = cache;
+const node_fs_1 = require("node:fs");
+const node_crypto_1 = __importDefault(require("node:crypto"));
+const formatDate_js_1 = __importDefault(require("../helpers/formatDate.js"));
+const prettyDuration_js_1 = __importDefault(require("../helpers/prettyDuration.js"));
+async function cache(table, run, options = {}) {
+    options.verbose &&
+        console.log(`\ncache() for ${table.name}`);
+    const cachePath = "./.sda-cache";
+    if (!(0, node_fs_1.existsSync)(cachePath)) {
+        (0, node_fs_1.mkdirSync)(cachePath);
+    }
+    const cacheSourcesPath = `${cachePath}/sources.json`;
+    let cacheSources = {};
+    if ((0, node_fs_1.existsSync)(cacheSourcesPath)) {
+        cacheSources = JSON.parse((0, node_fs_1.readFileSync)(cacheSourcesPath, "utf-8"));
+    }
+    const functionBody = run.toString();
+    const hash = node_crypto_1.default
+        .createHash("sha256")
+        .update(table.name + options.toString() + functionBody)
+        .digest("hex");
+    const id = `${table.name}.${hash}`;
+    const cache = cacheSources[id];
+    const now = Date.now();
+    if (cache === undefined) {
+        options.verbose &&
+            console.log(`Nothing in cache. Running and storing in cache.`);
+        await runAndWrite(table, run, cacheSources, cacheSourcesPath, cachePath, id);
+    }
+    else if (cache &&
+        typeof options.ttl === "number" &&
+        now - cache.creation > options.ttl * 1000) {
+        options.verbose &&
+            console.log(`Found in cache.\nttl of ${(0, prettyDuration_js_1.default)(0, { end: options.ttl * 1000 })} has expired.\nThe creation date is ${(0, formatDate_js_1.default)(new Date(cache.creation), "Month DD, YYYY, at HH:MM period")}.\nIt's is ${(0, prettyDuration_js_1.default)(cache.creation, { end: now })} ago.\nRunning and storing in cache.`);
+        await runAndWrite(table, run, cacheSources, cacheSourcesPath, cachePath, id);
+    }
+    else {
+        options.verbose &&
+            console.log(`Found in cache.`);
+        if (typeof options.ttl === "number") {
+            const ttlLimit = new Date(cache.creation + options.ttl * 1000);
+            (options.verbose) &&
+                console.log(`ttl of ${(0, prettyDuration_js_1.default)(0, { end: options.ttl * 1000 })} has not expired.\nThe creation date is ${(0, formatDate_js_1.default)(new Date(cache.creation), "Month DD, YYYY, at HH:MM period")}.\nThere are ${(0, prettyDuration_js_1.default)(now, { end: ttlLimit })} left.`);
+        }
+        if (cache.file === null) {
+            console.log("No data in cache. Nothing to load.");
+        }
+        else if (cache.geo) {
+            const start = Date.now();
+            await table.loadGeoData(cache.file);
+            if (table.sdb.cacheSourcesUsed.indexOf(id) < 0) {
+                table.sdb.cacheSourcesUsed.push(id);
+            }
+            const end = Date.now();
+            const duration = end - start;
+            if (options.verbose) {
+                console.log(`Data loaded in ${(0, prettyDuration_js_1.default)(start, { end })}.\nRunning computations previously took ${(0, prettyDuration_js_1.default)(0, { end: cache.duration })}.\nYou saved ${(0, prettyDuration_js_1.default)(duration, { end: cache.duration })}.\n`);
+                table.sdb.cacheTimeSaved += cache.duration - duration;
+            }
+        }
+        else {
+            const start = Date.now();
+            await table.loadData(cache.file);
+            if (table.sdb.cacheSourcesUsed.indexOf(id) < 0) {
+                table.sdb.cacheSourcesUsed.push(id);
+            }
+            const end = Date.now();
+            const duration = end - start;
+            if (options.verbose) {
+                console.log(`Data loaded in ${(0, prettyDuration_js_1.default)(start, { end })}.\nRunning computations previously took ${(0, prettyDuration_js_1.default)(0, { end: cache.duration })}.\nYou saved ${(0, prettyDuration_js_1.default)(duration, { end: cache.duration })}.\n`);
+                table.sdb.cacheTimeSaved += cache.duration - duration;
+            }
+        }
+    }
+}
+async function runAndWrite(table, run, cacheSources, cacheSourcesPath, cachePath, id) {
+    const start = Date.now();
+    await run();
+    const end = Date.now();
+    const duration = end - start;
+    table.sdb.cacheVerbose &&
+        console.log(`Computations done in ${(0, prettyDuration_js_1.default)(start, { end })}.`);
+    if (!(await table.sdb.hasTable(table.name))) {
+        console.log(`No data in table ${table.name}. Nothing stored in cache.`);
+        cacheSources[id] = {
+            creation: Date.now(),
+            duration,
+            file: null,
+            geo: false,
+        };
+    }
+    else {
+        const types = await table.getTypes();
+        const geometriesColumns = Object.values(types).filter((d) => d === "GEOMETRY").length;
+        if (geometriesColumns > 0) {
+            const file = `${cachePath}/${id}.geoparquet`;
+            const writeStart = Date.now();
+            await table.writeGeoData(file);
+            cacheSources[id] = {
+                creation: Date.now(),
+                duration,
+                file,
+                geo: true,
+            };
+            const writeEnd = Date.now();
+            table.sdb.cacheVerbose &&
+                console.log(`Wrote in cache in ${(0, prettyDuration_js_1.default)(writeStart, { end: writeEnd })}.\n`);
+            table.sdb.cacheTimeWriting += writeEnd - writeStart;
+            if (table.sdb.cacheSourcesUsed.indexOf(id) < 0) {
+                table.sdb.cacheSourcesUsed.push(id);
+            }
+        }
+        else {
+            const file = `${cachePath}/${id}.parquet`;
+            const writeStart = Date.now();
+            await table.writeData(file);
+            const writeEnd = Date.now();
+            table.sdb.cacheVerbose &&
+                console.log(`Wrote in cache in ${(0, prettyDuration_js_1.default)(writeStart, { end: writeEnd })}.\n`);
+            table.sdb.cacheTimeWriting += writeEnd - writeStart;
+            cacheSources[id] = {
+                creation: Date.now(),
+                duration,
+                file,
+                geo: false,
+            };
+            if (table.sdb.cacheSourcesUsed.indexOf(id) < 0) {
+                table.sdb.cacheSourcesUsed.push(id);
+            }
+        }
+    }
+    (0, node_fs_1.writeFileSync)(cacheSourcesPath, JSON.stringify(cacheSources));
+}

package/script/methods/capitalizeQuery.d.ts

@@ -0,0 +1,2 @@
+export default function capitalizeQuery(table: string, columns: string[]): string;
+//# sourceMappingURL=capitalizeQuery.d.ts.map

package/script/methods/capitalizeQuery.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"capitalizeQuery.d.ts","sourceRoot":"","sources":["../../src/methods/capitalizeQuery.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,OAAO,UAAU,eAAe,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,UASvE"}

package/script/methods/capitalizeQuery.js

@@ -0,0 +1,11 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.default = capitalizeQuery;
+function capitalizeQuery(table, columns) {
+    let query = "";
+    for (const column of columns) {
+        query +=
+            `\nUPDATE "${table}" SET "${column}" = CONCAT(UPPER(LEFT("${column}", 1)), LOWER(RIGHT("${column}", LENGTH("${column}")-1)));`;
+    }
+    return query;
+}

package/script/methods/cloneColumn.d.ts

@@ -0,0 +1,4 @@
+export default function cloneColumnQuery(table: string, originalColumn: string, newColumn: string, types: {
+    [key: string]: string;
+}): string;
+//# sourceMappingURL=cloneColumn.d.ts.map

package/script/methods/cloneColumn.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cloneColumn.d.ts","sourceRoot":"","sources":["../../src/methods/cloneColumn.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,OAAO,UAAU,gBAAgB,CACtC,KAAK,EAAE,MAAM,EACb,cAAc,EAAE,MAAM,EACtB,SAAS,EAAE,MAAM,EACjB,KAAK,EAAE;IAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;CAAE,UAejC"}

package/script/methods/cloneColumn.js

@@ -0,0 +1,16 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.default = cloneColumnQuery;
+function cloneColumnQuery(table, originalColumn, newColumn, types) {
+    let query = "";
+    const originalColumnType = types[originalColumn];
+    if (originalColumnType) {
+        query +=
+            `ALTER TABLE "${table}" ADD COLUMN "${newColumn}" ${originalColumnType};
+        UPDATE "${table}" SET "${newColumn}" = "${originalColumn}"`;
+    }
+    else {
+        throw new Error(`Can't find type of ${originalColumn}`);
+    }
+    return query;
+}

package/script/methods/cloneQuery.d.ts

@@ -0,0 +1,4 @@
+export default function cloneQuery(table: string, newTable: string, columns: string[], options?: {
+    conditions?: string;
+}): string;
+//# sourceMappingURL=cloneQuery.d.ts.map

package/script/methods/cloneQuery.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cloneQuery.d.ts","sourceRoot":"","sources":["../../src/methods/cloneQuery.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,OAAO,UAAU,UAAU,CAChC,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,MAAM,EAAE,EACjB,OAAO,GAAE;IACP,UAAU,CAAC,EAAE,MAAM,CAAC;CAChB,UASP"}

package/script/methods/cloneQuery.js

@@ -0,0 +1,9 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.default = cloneQuery;
+function cloneQuery(table, newTable, columns, options = {}) {
+    const selectClause = columns.length > 0
+        ? columns.map((col) => `"${col}"`).join(", ")
+        : "*";
+    return `CREATE OR REPLACE TABLE "${newTable}" AS SELECT ${selectClause} FROM "${table}"${options.conditions ? ` WHERE ${options.conditions}` : ""}`;
+}

package/script/methods/concatenateQuery.d.ts

@@ -0,0 +1,4 @@
+export default function concatenateQuery(table: string, columns: string[], newColumn: string, options: {
+    separator?: string;
+}): string;
+//# sourceMappingURL=concatenateQuery.d.ts.map

package/script/methods/concatenateQuery.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"concatenateQuery.d.ts","sourceRoot":"","sources":["../../src/methods/concatenateQuery.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,OAAO,UAAU,gBAAgB,CACtC,KAAK,EAAE,MAAM,EACb,OAAO,EAAE,MAAM,EAAE,EACjB,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE;IAAE,SAAS,CAAC,EAAE,MAAM,CAAA;CAAE,UAehC"}

package/script/methods/concatenateQuery.js

@@ -0,0 +1,16 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.default = concatenateQuery;
+function concatenateQuery(table, columns, newColumn, options) {
+    let query = `ALTER TABLE "${table}" ADD "${newColumn}" VARCHAR;
+    UPDATE "${table}" SET "${newColumn}" = `;
+    if (typeof options.separator === "string") {
+        query += `CONCAT_WS('${options.separator}', ${columns
+            .map((d) => `"${d}"`)
+            .join(", ")})`;
+    }
+    else {
+        query += `CONCAT(${columns.map((d) => `"${d}"`).join(", ")})`;
+    }
+    return query;
+}

package/script/methods/convertQuery.d.ts

@@ -0,0 +1,7 @@
+export default function convertQuery(table: string, columns: string[], columnsTypes: ("integer" | "float" | "number" | "string" | "date" | "time" | "datetime" | "datetimeTz" | "bigint" | "double" | "varchar" | "timestamp" | "timestamp with time zone" | "boolean")[], allColumns: string[], allTypes: {
+    [key: string]: string;
+}, options: {
+    datetimeFormat?: string;
+    try?: boolean;
+}): string;
+//# sourceMappingURL=convertQuery.d.ts.map

package/script/methods/convertQuery.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"convertQuery.d.ts","sourceRoot":"","sources":["../../src/methods/convertQuery.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,OAAO,UAAU,YAAY,CAClC,KAAK,EAAE,MAAM,EACb,OAAO,EAAE,MAAM,EAAE,EACjB,YAAY,EAAE,CACV,SAAS,GACT,OAAO,GACP,QAAQ,GACR,QAAQ,GACR,MAAM,GACN,MAAM,GACN,UAAU,GACV,YAAY,GACZ,QAAQ,GACR,QAAQ,GACR,SAAS,GACT,WAAW,GACX,0BAA0B,GAC1B,SAAS,CACZ,EAAE,EACH,UAAU,EAAE,MAAM,EAAE,EACpB,QAAQ,EAAE;IACR,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAC;CACvB,EACD,OAAO,EAAE;IAAE,cAAc,CAAC,EAAE,MAAM,CAAC;IAAC,GAAG,CAAC,EAAE,OAAO,CAAA;CAAE,UAiFpD"}

package/script/methods/convertQuery.js

@@ -0,0 +1,84 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.default = convertQuery;
+const parseTypes_js_1 = __importDefault(require("../helpers/parseTypes.js"));
+function convertQuery(table, columns, columnsTypes, allColumns, allTypes, options) {
+    let query = "";
+    // First, we clean if needed
+    for (const column of allColumns) {
+        const indexOf = columns.indexOf(column);
+        if (indexOf >= 0) {
+            const expectedType = (0, parseTypes_js_1.default)(columnsTypes[indexOf]);
+            const currentType = allTypes[column];
+            const stringToNumber = currentType === "VARCHAR" &&
+                ["DOUBLE", "BIGINT"].includes(expectedType);
+            if (stringToNumber) {
+                query +=
+                    `UPDATE "${table}" SET "${column}" = REPLACE("${column}", ',', '');\n`;
+            }
+        }
+    }
+    query += `CREATE OR REPLACE TABLE "${table}" AS SELECT`;
+    const cast = options.try ? "TRY_CAST" : "CAST";
+    for (const column of allColumns) {
+        const indexOf = columns.indexOf(column);
+        if (indexOf === -1) {
+            query += ` "${column}",`;
+        }
+        else {
+            const expectedType = (0, parseTypes_js_1.default)(columnsTypes[indexOf]);
+            const currentType = allTypes[column];
+            const datetimeFormatExist = typeof options.datetimeFormat === "string";
+            const stringToDate = currentType === "VARCHAR" &&
+                (expectedType.includes("TIME") || expectedType.includes("DATE"));
+            const dateToString = (currentType.includes("DATE") ||
+                currentType.includes("TIME")) &&
+                expectedType === "VARCHAR";
+            const timeToMs = currentType.includes("TIME") &&
+                ["DOUBLE", "BIGINT"].includes(expectedType);
+            const dateToMs = currentType.includes("DATE") &&
+                ["DOUBLE", "BIGINT"].includes(expectedType);
+            const msToTime = ["DOUBLE", "BIGINT"].includes(currentType) &&
+                expectedType === "TIME";
+            const msToDate = ["DOUBLE", "BIGINT"].includes(currentType) &&
+                expectedType.includes("DATE");
+            const msToTimestamp = ["DOUBLE", "BIGINT"].includes(currentType) &&
+                expectedType.includes("TIMESTAMP");
+            if (datetimeFormatExist && stringToDate) {
+                query +=
+                    ` strptime("${column}", '${options.datetimeFormat}') AS "${column}",`;
+            }
+            else if (datetimeFormatExist && dateToString) {
+                query +=
+                    ` strftime("${column}", '${options.datetimeFormat}') AS "${column}",`;
+            }
+            else if (timeToMs) {
+                query += ` date_part('epoch', "${column}") * 1000 AS "${column}",`;
+            }
+            else if (dateToMs) {
+                query += ` epoch("${column}") * 1000 AS "${column}",`;
+            }
+            else if (msToTime) {
+                query +=
+                    ` TIME '00:00:00' + to_milliseconds("${column}") AS "${column}",`;
+            }
+            else if (msToDate) {
+                query +=
+                    ` DATE '1970-01-01' + to_milliseconds("${column}") AS "${column}",`;
+            }
+            else if (msToTimestamp) {
+                query +=
+                    ` TIMESTAMP '1970-01-01 00:00:00' + to_milliseconds("${column}") AS "${column}",`;
+            }
+            else {
+                query += ` ${cast}("${columns[indexOf]}" AS ${(0, parseTypes_js_1.default)(columnsTypes[indexOf])}) AS "${columns[indexOf]}",`;
+            }
+        }
+    }
+    query = query.slice(0, query.length - 1);
+    query += ` FROM "${table}"`;
+    return query;
+}

package/script/methods/correlations.d.ts

@@ -0,0 +1,9 @@
+import type SimpleTable from "../class/SimpleTable.js";
+export default function correlations(SimpleTable: SimpleTable, options?: {
+    x?: string;
+    y?: string;
+    categories?: string | string[];
+    decimals?: number;
+    outputTable?: string | boolean;
+}): Promise<void>;
+//# sourceMappingURL=correlations.d.ts.map

package/script/methods/correlations.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"correlations.d.ts","sourceRoot":"","sources":["../../src/methods/correlations.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,WAAW,MAAM,yBAAyB,CAAC;AAEvD,wBAA8B,YAAY,CACxC,WAAW,EAAE,WAAW,EACxB,OAAO,GAAE;IACP,CAAC,CAAC,EAAE,MAAM,CAAC;IACX,CAAC,CAAC,EAAE,MAAM,CAAC;IACX,UAAU,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IAC/B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,WAAW,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;CAC3B,iBA2CP"}

package/script/methods/correlations.js

@@ -0,0 +1,46 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.default = correlations;
+const getCombinations_js_1 = __importDefault(require("../helpers/getCombinations.js"));
+const keepNumericalColumns_js_1 = __importDefault(require("../helpers/keepNumericalColumns.js"));
+const mergeOptions_js_1 = __importDefault(require("../helpers/mergeOptions.js"));
+const queryDB_js_1 = __importDefault(require("../helpers/queryDB.js"));
+const correlationsQuery_js_1 = __importDefault(require("./correlationsQuery.js"));
+async function correlations(SimpleTable, options = {}) {
+    const outputTable = typeof options.outputTable === "string"
+        ? options.outputTable
+        : SimpleTable.name;
+    let combinations = [];
+    if (!options.x && !options.y) {
+        const types = await SimpleTable.getTypes();
+        const columns = (0, keepNumericalColumns_js_1.default)(types);
+        combinations = (0, getCombinations_js_1.default)(columns, 2);
+    }
+    else if (options.x && !options.y) {
+        const types = await SimpleTable.getTypes();
+        const columns = (0, keepNumericalColumns_js_1.default)(types);
+        combinations = [];
+        for (const col of columns) {
+            if (col !== options.x) {
+                combinations.push([options.x, col]);
+            }
+        }
+    }
+    else if (options.x && options.y) {
+        combinations = [[options.x, options.y]];
+    }
+    else {
+        throw new Error("No combinations of x and y");
+    }
+    await (0, queryDB_js_1.default)(SimpleTable, (0, correlationsQuery_js_1.default)(SimpleTable.name, outputTable, combinations, options), (0, mergeOptions_js_1.default)(SimpleTable, {
+        table: outputTable,
+        method: "correlations()",
+        parameters: {
+            options,
+            "combinations (computed)": combinations,
+        },
+    }));
+}

package/script/methods/correlationsQuery.d.ts

@@ -0,0 +1,5 @@
+export default function correlationsQuery(table: string, outputTable: string, combinations: [string, string][], options: {
+    categories?: string | string[];
+    decimals?: number;
+}): string;
+//# sourceMappingURL=correlationsQuery.d.ts.map

package/script/methods/correlationsQuery.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"correlationsQuery.d.ts","sourceRoot":"","sources":["../../src/methods/correlationsQuery.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,OAAO,UAAU,iBAAiB,CACvC,KAAK,EAAE,MAAM,EACb,WAAW,EAAE,MAAM,EACnB,YAAY,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,EAChC,OAAO,EAAE;IACP,UAAU,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IAC/B,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB,UAgCF"}

package/script/methods/correlationsQuery.js

@@ -0,0 +1,32 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.default = correlationsQuery;
+const stringToArray_js_1 = __importDefault(require("../helpers/stringToArray.js"));
+function correlationsQuery(table, outputTable, combinations, options) {
+    const categories = options.categories
+        ? (0, stringToArray_js_1.default)(options.categories)
+        : [];
+    const groupBy = categories.length === 0
+        ? ""
+        : ` GROUP BY ${categories.map((d) => `"${d}"`).join(",")}`;
+    let query = `CREATE OR REPLACE TABLE "${outputTable}" AS`;
+    let firstValue = true;
+    for (const comb of combinations) {
+        if (firstValue) {
+            firstValue = false;
+        }
+        else {
+            query += "\nUNION";
+        }
+        const tempQuery = typeof options.decimals === "number"
+            ? `ROUND(corr("${comb[0]}", "${comb[1]}"), ${options.decimals})`
+            : `corr("${comb[0]}", "${comb[1]}")`;
+        query += `\nSELECT ${categories.length > 0
+            ? `${categories.map((d) => `"${d}"`).join(",")}, `
+            : ""}'${comb[0]}' AS x, '${comb[1]}' AS y, ${tempQuery}  as "corr" FROM "${table}"${groupBy}`;
+    }
+    return query;
+}

package/script/methods/createFtsIndex.d.ts

@@ -0,0 +1,11 @@
+import type SimpleTable from "../class/SimpleTable.js";
+export default function createFtsIndex(simpleTable: SimpleTable, columnId: string, columnText: string, options?: {
+    stemmer?: "arabic" | "basque" | "catalan" | "danish" | "dutch" | "english" | "finnish" | "french" | "german" | "greek" | "hindi" | "hungarian" | "indonesian" | "irish" | "italian" | "lithuanian" | "nepali" | "norwegian" | "porter" | "portuguese" | "romanian" | "russian" | "serbian" | "spanish" | "swedish" | "tamil" | "turkish" | "none";
+    stopwords?: string;
+    ignore?: string;
+    stripAccents?: boolean;
+    lower?: boolean;
+    overwrite?: boolean;
+    verbose?: boolean;
+}): Promise<SimpleTable>;
+//# sourceMappingURL=createFtsIndex.d.ts.map

package/script/methods/createFtsIndex.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"createFtsIndex.d.ts","sourceRoot":"","sources":["../../src/methods/createFtsIndex.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,WAAW,MAAM,yBAAyB,CAAC;AAEvD,wBAA8B,cAAc,CAC1C,WAAW,EAAE,WAAW,EACxB,QAAQ,EAAE,MAAM,EAChB,UAAU,EAAE,MAAM,EAClB,OAAO,GAAE;IACP,OAAO,CAAC,EACJ,QAAQ,GACR,QAAQ,GACR,SAAS,GACT,QAAQ,GACR,OAAO,GACP,SAAS,GACT,SAAS,GACT,QAAQ,GACR,QAAQ,GACR,OAAO,GACP,OAAO,GACP,WAAW,GACX,YAAY,GACZ,OAAO,GACP,SAAS,GACT,YAAY,GACZ,QAAQ,GACR,WAAW,GACX,QAAQ,GACR,YAAY,GACZ,UAAU,GACV,SAAS,GACT,SAAS,GACT,SAAS,GACT,SAAS,GACT,OAAO,GACP,SAAS,GACT,MAAM,CAAC;IACX,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,OAAO,CAAC,EAAE,OAAO,CAAC;CACd,wBAkDP"}

package/script/methods/createFtsIndex.js

@@ -0,0 +1,34 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.default = createFtsIndex;
+const camelCase_js_1 = __importDefault(require("../helpers/camelCase.js"));
+async function createFtsIndex(simpleTable, columnId, columnText, options = {}) {
+    const indexName = `fts_index_${(0, camelCase_js_1.default)(simpleTable.name)}`;
+    const indexExists = simpleTable.indexes.includes(indexName);
+    if (indexExists && options.overwrite) {
+        options.verbose &&
+            console.log(`\nDropping existing FTS index on "${columnText}" column...`);
+        await simpleTable.sdb.customQuery(`PRAGMA drop_fts_index("${simpleTable.name}");`);
+        options.verbose && console.log("FTS index dropped.");
+    }
+    if (!indexExists || options.overwrite) {
+        options.verbose &&
+            console.log(`\nCreating FTS index on "${columnText}" column...`);
+        await simpleTable.sdb.customQuery(`PRAGMA create_fts_index("${simpleTable.name}", "${columnId}", "${columnText}"${options.stemmer ? `, stemmer = '${options.stemmer}'` : ""}${options.stopwords ? `, stopwords = '${options.stopwords}'` : ""}${options.ignore ? `, ignore = '${options.ignore}'` : ""}${typeof options.stripAccents === "boolean"
+            ? `, strip_accents = ${options.stripAccents ? 1 : 0}`
+            : ""}${typeof options.lower === "boolean"
+            ? `, lower = ${options.lower ? 1 : 0}`
+            : ""});`);
+        if (!simpleTable.indexes.includes(indexName)) {
+            simpleTable.indexes.push(indexName);
+        }
+        options.verbose && console.log("FTS index created successfully.");
+    }
+    else {
+        options.verbose && console.log("FTS index already exists.");
+    }
+    return simpleTable;
+}

package/script/methods/createVssIndex.d.ts

@@ -0,0 +1,9 @@
+import type SimpleTable from "../class/SimpleTable.js";
+export default function createVssIndex(simpleTable: SimpleTable, column: string, options?: {
+    overwrite?: boolean;
+    verbose?: boolean;
+    efConstruction?: number;
+    efSearch?: number;
+    M?: number;
+}): Promise<SimpleTable>;
+//# sourceMappingURL=createVssIndex.d.ts.map

package/script/methods/createVssIndex.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"createVssIndex.d.ts","sourceRoot":"","sources":["../../src/methods/createVssIndex.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,WAAW,MAAM,yBAAyB,CAAC;AAEvD,wBAA8B,cAAc,CAC1C,WAAW,EAAE,WAAW,EACxB,MAAM,EAAE,MAAM,EACd,OAAO,GAAE;IACP,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,CAAC,CAAC,EAAE,MAAM,CAAC;CACP,wBAyDP"}

package/script/methods/createVssIndex.js

@@ -0,0 +1,44 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.default = createVssIndex;
+const camelCase_js_1 = __importDefault(require("../helpers/camelCase.js"));
+async function createVssIndex(simpleTable, column, options = {}) {
+    const indexName = `vss_cosine_index_${(0, camelCase_js_1.default)(simpleTable.name)}`;
+    const indexExists = simpleTable.indexes.includes(indexName);
+    if (indexExists && options.overwrite) {
+        options.verbose &&
+            console.log(`\nDropping existing VSS index on "${column}" column...`);
+        await simpleTable.sdb.customQuery(`DROP INDEX IF EXISTS ${indexName};`);
+        options.verbose && console.log("VSS index dropped.");
+    }
+    if (!indexExists || options.overwrite) {
+        options.verbose &&
+            console.log(`\nCreating VSS index on "${column}" column...`);
+        // Build the WITH clause with all options
+        const withOptions = ["metric = 'cosine'"];
+        if (options.efConstruction !== undefined) {
+            withOptions.push(`ef_construction = ${options.efConstruction}`);
+        }
+        if (options.efSearch !== undefined) {
+            withOptions.push(`ef_search = ${options.efSearch}`);
+        }
+        if (options.M !== undefined) {
+            withOptions.push(`M = ${options.M}`);
+        }
+        await simpleTable.sdb.customQuery(`INSTALL vss; LOAD vss;${simpleTable.sdb.file !== ":memory:"
+            ? "\nSET hnsw_enable_experimental_persistence=true;"
+            : ""}
+    CREATE INDEX ${indexName} ON "${simpleTable.name}" USING HNSW ("${column}") WITH (${withOptions.join(", ")});`);
+        if (!simpleTable.indexes.includes(indexName)) {
+            simpleTable.indexes.push(indexName);
+        }
+        options.verbose && console.log("VSS index created successfully.");
+    }
+    else {
+        options.verbose && console.log("VSS index already exists.");
+    }
+    return simpleTable;
+}

package/script/methods/crossJoinQuery.d.ts

@@ -0,0 +1,4 @@
+export default function crossJoinQuery(table: string, rightTable: string, options?: {
+    outputTable?: string | boolean;
+}): string;
+//# sourceMappingURL=crossJoinQuery.d.ts.map

package/script/methods/crossJoinQuery.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"crossJoinQuery.d.ts","sourceRoot":"","sources":["../../src/methods/crossJoinQuery.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,OAAO,UAAU,cAAc,CACpC,KAAK,EAAE,MAAM,EACb,UAAU,EAAE,MAAM,EAClB,OAAO,GAAE;IACP,WAAW,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;CAC3B,UAKP"}

package/script/methods/crossJoinQuery.js

@@ -0,0 +1,6 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.default = crossJoinQuery;
+function crossJoinQuery(table, rightTable, options = {}) {
+    return `CREATE OR REPLACE TABLE "${options.outputTable ?? table}" AS SELECT "${table}".*, "${rightTable}".* FROM "${table}" CROSS JOIN "${rightTable}";`;
+}