@nshiab/simple-data-analysis-core 1.0.0 → 2.0.0

package/script/methods/unnest.js

@@ -0,0 +1,21 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.default = unnest;
+const quoteIdentifier_js_1 = __importDefault(require("../helpers/quoteIdentifier.js"));
+const queueOp_js_1 = __importDefault(require("../helpers/queueOp.js"));
+function unnest(simpleTable, column, separator) {
+    (0, queueOp_js_1.default)(simpleTable, {
+        kind: "fusable",
+        method: "unnest()",
+        parameters: { column, separator },
+        values: [separator],
+        needsSchema: false,
+        buildSelect: (input) => `SELECT
+  * EXCLUDE ${(0, quoteIdentifier_js_1.default)(column)},
+  TRIM(UNNEST(SPLIT(${(0, quoteIdentifier_js_1.default)(column)}, ?))) AS ${(0, quoteIdentifier_js_1.default)(column)}
+FROM ${input}`,
+    });
+}

package/script/methods/unnestGeo.d.ts

@@ -0,0 +1,3 @@
+import type SimpleTable from "../class/SimpleTable.js";
+export default function unnestGeo(simpleTable: SimpleTable, column?: string): void;
+//# sourceMappingURL=unnestGeo.d.ts.map

package/script/methods/unnestGeo.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"unnestGeo.d.ts","sourceRoot":"","sources":["../../src/methods/unnestGeo.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,WAAW,MAAM,yBAAyB,CAAC;AAEvD,MAAM,CAAC,OAAO,UAAU,SAAS,CAC/B,WAAW,EAAE,WAAW,EACxB,MAAM,CAAC,EAAE,MAAM,QAmBhB"}

package/script/methods/unnestGeo.js

@@ -0,0 +1,24 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.default = unnestGeo;
+const quoteIdentifier_js_1 = __importDefault(require("../helpers/quoteIdentifier.js"));
+const findGeoColumnFromSchema_js_1 = __importDefault(require("../helpers/findGeoColumnFromSchema.js"));
+const queueOp_js_1 = __importDefault(require("../helpers/queueOp.js"));
+function unnestGeo(simpleTable, column) {
+    (0, queueOp_js_1.default)(simpleTable, {
+        kind: "fusable",
+        method: "unnestGeo()",
+        parameters: { column },
+        needsSchema: true,
+        needsSpatial: true,
+        buildSelect: (input, types) => {
+            const col = column ??
+                (0, findGeoColumnFromSchema_js_1.default)(types, "unnestGeo()", simpleTable.name);
+            // The recursive UNNEST adds a path column, removed by the outer SELECT.
+            return `SELECT * EXCLUDE(path) FROM (SELECT * EXCLUDE(${(0, quoteIdentifier_js_1.default)(col)}), UNNEST(ST_Dump(${(0, quoteIdentifier_js_1.default)(col)}), recursive := TRUE) FROM ${input})`;
+        },
+    });
+}

package/script/methods/updateColumn.d.ts

@@ -0,0 +1,3 @@
+import type SimpleTable from "../class/SimpleTable.js";
+export default function updateColumn(simpleTable: SimpleTable, column: string, definition: string): void;
+//# sourceMappingURL=updateColumn.d.ts.map

package/script/methods/updateColumn.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"updateColumn.d.ts","sourceRoot":"","sources":["../../src/methods/updateColumn.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,WAAW,MAAM,yBAAyB,CAAC;AAEvD,MAAM,CAAC,OAAO,UAAU,YAAY,CAClC,WAAW,EAAE,WAAW,EACxB,MAAM,EAAE,MAAM,EACd,UAAU,EAAE,MAAM,QAgBnB"}

package/script/methods/updateColumn.js

@@ -0,0 +1,21 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.default = updateColumn;
+const quoteIdentifier_js_1 = __importDefault(require("../helpers/quoteIdentifier.js"));
+const queueOp_js_1 = __importDefault(require("../helpers/queueOp.js"));
+function updateColumn(simpleTable, column, definition) {
+    (0, queueOp_js_1.default)(simpleTable, {
+        kind: "fusable",
+        method: "updateColumn()",
+        parameters: { column, definition },
+        // The schema is needed to keep the column's type: UPDATE casts the
+        // definition to the column's type on assignment.
+        needsSchema: true,
+        rawSQL: [definition],
+        preservesSchema: true,
+        buildSelect: (input, types) => `SELECT * REPLACE (CAST((${definition}) AS ${types[column]}) AS ${(0, quoteIdentifier_js_1.default)(column)}) FROM ${input}`,
+    });
+}

package/script/methods/updateWithJS.d.ts

@@ -0,0 +1,11 @@
+import type SimpleTable from "../class/SimpleTable.js";
+type Row = {
+    [key: string]: unknown;
+};
+type DataModifier = (rows: Row[]) => Row[] | Promise<Row[]>;
+type UpdateWithJSOptions = {
+    batchSize?: number;
+};
+export default function updateWithJS(simpleTable: SimpleTable, dataModifier: DataModifier, options?: UpdateWithJSOptions): void;
+export {};
+//# sourceMappingURL=updateWithJS.d.ts.map

package/script/methods/updateWithJS.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"updateWithJS.d.ts","sourceRoot":"","sources":["../../src/methods/updateWithJS.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,WAAW,MAAM,yBAAyB,CAAC;AAKvD,KAAK,GAAG,GAAG;IAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;CAAE,CAAC;AAEtC,KAAK,YAAY,GAAG,CAClB,IAAI,EAAE,GAAG,EAAE,KACR,GAAG,EAAE,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;AAE5B,KAAK,mBAAmB,GAAG;IAAE,SAAS,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC;AAElD,MAAM,CAAC,OAAO,UAAU,YAAY,CAClC,WAAW,EAAE,WAAW,EACxB,YAAY,EAAE,YAAY,EAC1B,OAAO,GAAE,mBAAwB,GAChC,IAAI,CAeN"}

package/script/methods/updateWithJS.js

@@ -0,0 +1,101 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.default = updateWithJS;
+const quoteIdentifier_js_1 = __importDefault(require("../helpers/quoteIdentifier.js"));
+const tableRegistry_js_1 = require("../helpers/tableRegistry.js");
+const queueOp_js_1 = __importDefault(require("../helpers/queueOp.js"));
+const loadArray_js_1 = require("./loadArray.js");
+function updateWithJS(simpleTable, dataModifier, options = {}) {
+    if (options.batchSize !== undefined &&
+        (!Number.isInteger(options.batchSize) || options.batchSize < 1)) {
+        throw new Error("updateWithJS() batchSize must be a positive integer.");
+    }
+    options = structuredClone(options);
+    (0, queueOp_js_1.default)(simpleTable, {
+        kind: "barrier",
+        method: "updateWithJS()",
+        parameters: { options },
+        execute: () => executeUpdateWithJS(simpleTable, dataModifier, options),
+    });
+}
+async function executeUpdateWithJS(simpleTable, dataModifier, options) {
+    const types = await simpleTable.getTypes();
+    // Geometry columns are typed as GEOMETRY('<crs>'), not a bare "GEOMETRY".
+    if (Object.values(types).some((d) => d.toUpperCase().startsWith("GEOMETRY"))) {
+        throw new Error("updateWithJS doesn't work with tables containing geometries.");
+    }
+    if (options.batchSize === undefined) {
+        const oldData = await simpleTable.getData();
+        if (!oldData) {
+            throw new Error("No data from getData.");
+        }
+        const newData = await dataModifier(oldData);
+        if (newData.length === 0) {
+            if (oldData.length === 0) {
+                // Empty table in, empty data out: nothing to update.
+                return;
+            }
+            throw new Error("The dataModifier returned no rows. updateWithJS can't infer the table schema from zero rows.");
+        }
+        await (0, loadArray_js_1.executePreparedArray)(simpleTable, (0, loadArray_js_1.prepareArray)(newData));
+        return;
+    }
+    const batchSize = options.batchSize;
+    if (Object.keys(types).includes("__sda_rowid")) {
+        throw new Error('The table has a column named "__sda_rowid", which conflicts with the internal column used by the batchSize option. Rename it or run updateWithJS without batchSize.');
+    }
+    const rowCount = await simpleTable.getRowCount();
+    if (rowCount === 0) {
+        // Same behavior as the non-batched path on an empty table.
+        const newData = await dataModifier([]);
+        if (newData.length === 0) {
+            return;
+        }
+        await (0, loadArray_js_1.executePreparedArray)(simpleTable, (0, loadArray_js_1.prepareArray)(newData));
+        return;
+    }
+    // Rows are pulled in batches by rowid, passed through the modifier, and
+    // accumulated in a temporary table, so only one batch of rows is
+    // materialized in JS memory at a time.
+    const suffix = Math.random().toString(36).slice(2, 10);
+    const scratch = simpleTable.sdb.newTable(`updateWithJS_scratch_${suffix}`);
+    const accumulator = `updateWithJS_accumulator_${suffix}`;
+    try {
+        let first = true;
+        let lastRowid = null;
+        while (true) {
+            const batch = (await simpleTable.sdb.customQuery(`SELECT *, rowid AS __sda_rowid FROM ${(0, quoteIdentifier_js_1.default)(simpleTable.name)}${lastRowid === null ? "" : ` WHERE rowid > ${lastRowid}`} ORDER BY rowid LIMIT ${batchSize}`, { returnData: true }));
+            if (batch.length === 0) {
+                break;
+            }
+            lastRowid = batch[batch.length - 1].__sda_rowid;
+            for (const row of batch) {
+                delete row.__sda_rowid;
+            }
+            const modified = await dataModifier(batch);
+            if (modified.length === 0) {
+                continue;
+            }
+            await (0, loadArray_js_1.executePreparedArray)(scratch, (0, loadArray_js_1.prepareArray)(modified));
+            if (first) {
+                await simpleTable.sdb.customQuery(`CREATE OR REPLACE TABLE ${(0, quoteIdentifier_js_1.default)(accumulator)} AS SELECT * FROM ${(0, quoteIdentifier_js_1.default)(scratch.name)}`);
+                first = false;
+            }
+            else {
+                await simpleTable.sdb.customQuery(`INSERT INTO ${(0, quoteIdentifier_js_1.default)(accumulator)} BY NAME SELECT * FROM ${(0, quoteIdentifier_js_1.default)(scratch.name)}`);
+            }
+        }
+        if (first) {
+            throw new Error("The dataModifier returned no rows. updateWithJS can't infer the table schema from zero rows.");
+        }
+        await simpleTable.sdb.customQuery(`CREATE OR REPLACE TABLE ${(0, quoteIdentifier_js_1.default)(simpleTable.name)} AS SELECT * FROM ${(0, quoteIdentifier_js_1.default)(accumulator)}`);
+    }
+    finally {
+        await simpleTable.sdb.customQuery(`DROP TABLE IF EXISTS ${(0, quoteIdentifier_js_1.default)(accumulator)};
+DROP TABLE IF EXISTS ${(0, quoteIdentifier_js_1.default)(scratch.name)};`);
+        (0, tableRegistry_js_1.retainRegisteredTables)(simpleTable.sdb, (table) => table !== scratch);
+    }
+}

package/script/methods/upper.d.ts

@@ -0,0 +1,3 @@
+import type SimpleTable from "../class/SimpleTable.js";
+export default function upper(simpleTable: SimpleTable, columns: string | string[]): void;
+//# sourceMappingURL=upper.d.ts.map

package/script/methods/upper.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"upper.d.ts","sourceRoot":"","sources":["../../src/methods/upper.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,WAAW,MAAM,yBAAyB,CAAC;AAEvD,MAAM,CAAC,OAAO,UAAU,KAAK,CAC3B,WAAW,EAAE,WAAW,EACxB,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,QAc3B"}

package/script/methods/upper.js

@@ -0,0 +1,20 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.default = upper;
+const quoteIdentifier_js_1 = __importDefault(require("../helpers/quoteIdentifier.js"));
+const stringToArray_js_1 = __importDefault(require("../helpers/stringToArray.js"));
+const queueOp_js_1 = __importDefault(require("../helpers/queueOp.js"));
+function upper(simpleTable, columns) {
+    const cols = (0, stringToArray_js_1.default)(columns);
+    (0, queueOp_js_1.default)(simpleTable, {
+        kind: "fusable",
+        method: "upper()",
+        parameters: { columns },
+        needsSchema: false,
+        buildSelect: (input) => `SELECT * REPLACE (${cols.map((c) => `UPPER(${(0, quoteIdentifier_js_1.default)(c)}) AS ${(0, quoteIdentifier_js_1.default)(c)}`)
+            .join(", ")}) FROM ${input}`,
+    });
+}

package/script/methods/wider.d.ts

@@ -0,0 +1,5 @@
+import type SimpleTable from "../class/SimpleTable.js";
+export default function wider(simpleTable: SimpleTable, namesFrom: string, valuesFrom: string, options?: {
+    stat?: "sum" | "count" | "min" | "max" | "mean" | "median" | "first";
+}): void;
+//# sourceMappingURL=wider.d.ts.map

package/script/methods/wider.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"wider.d.ts","sourceRoot":"","sources":["../../src/methods/wider.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,WAAW,MAAM,yBAAyB,CAAC;AAEvD,MAAM,CAAC,OAAO,UAAU,KAAK,CAC3B,WAAW,EAAE,WAAW,EACxB,SAAS,EAAE,MAAM,EACjB,UAAU,EAAE,MAAM,EAClB,OAAO,GAAE;IACP,IAAI,CAAC,EAAE,KAAK,GAAG,OAAO,GAAG,KAAK,GAAG,KAAK,GAAG,MAAM,GAAG,QAAQ,GAAG,OAAO,CAAC;CACjE,QA4BP"}

package/script/methods/wider.js

@@ -0,0 +1,29 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.default = wider;
+const quoteIdentifier_js_1 = __importDefault(require("../helpers/quoteIdentifier.js"));
+const mergeOptions_js_1 = __importDefault(require("../helpers/mergeOptions.js"));
+const queryDB_js_1 = __importDefault(require("../helpers/queryDB.js"));
+const queueOp_js_1 = __importDefault(require("../helpers/queueOp.js"));
+function wider(simpleTable, namesFrom, valuesFrom, options = {}) {
+    const stat = options.stat ?? "sum";
+    const aggregateFunction = stat === "mean" ? "avg" : stat;
+    // DuckDB rewrites PIVOT into multiple statements internally, so it can't
+    // be part of a fused chain: it executes as a barrier.
+    options = structuredClone(options);
+    (0, queueOp_js_1.default)(simpleTable, {
+        kind: "barrier",
+        method: "wider()",
+        parameters: { namesFrom, valuesFrom, options },
+        execute: async () => {
+            await (0, queryDB_js_1.default)(simpleTable, `CREATE OR REPLACE TABLE ${(0, quoteIdentifier_js_1.default)(simpleTable.name)} AS SELECT * FROM (PIVOT ${(0, quoteIdentifier_js_1.default)(simpleTable.name)} ON ${(0, quoteIdentifier_js_1.default)(namesFrom)} USING ${aggregateFunction}(${(0, quoteIdentifier_js_1.default)(valuesFrom)}));`, (0, mergeOptions_js_1.default)(simpleTable, {
+                table: simpleTable.name,
+                method: "wider()",
+                parameters: { namesFrom, valuesFrom, options },
+            }));
+        },
+    });
+}

package/script/methods/writeDB.d.ts

@@ -0,0 +1,6 @@
+import type SimpleDB from "../class/SimpleDB.js";
+export default function writeDB(sdb: SimpleDB, file: string, options?: {
+    overwrite?: boolean;
+    metadata?: boolean;
+}): Promise<void>;
+//# sourceMappingURL=writeDB.d.ts.map

package/script/methods/writeDB.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"writeDB.d.ts","sourceRoot":"","sources":["../../src/methods/writeDB.ts"],"names":[],"mappings":"AAWA,OAAO,KAAK,QAAQ,MAAM,sBAAsB,CAAC;AAYjD,wBAA8B,OAAO,CACnC,GAAG,EAAE,QAAQ,EACb,IAAI,EAAE,MAAM,EACZ,OAAO,GAAE;IAAE,SAAS,CAAC,EAAE,OAAO,CAAC;IAAC,QAAQ,CAAC,EAAE,OAAO,CAAA;CAAO,iBAwF1D"}

package/script/methods/writeDB.js

@@ -0,0 +1,105 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.default = writeDB;
+const queryDbFile_js_1 = __importDefault(require("../helpers/queryDbFile.js"));
+const node_fs_1 = require("node:fs");
+const node_path_1 = require("node:path");
+const cleanPath_js_1 = __importDefault(require("../helpers/cleanPath.js"));
+const createDirectory_js_1 = __importDefault(require("../helpers/createDirectory.js"));
+const getCurrentDatabase_js_1 = __importDefault(require("../helpers/getCurrentDatabase.js"));
+const getDbFileType_js_1 = __importDefault(require("../helpers/getDbFileType.js"));
+const getDbIndexes_js_1 = __importDefault(require("../helpers/getDbIndexes.js"));
+const parseValue_js_1 = __importDefault(require("../helpers/parseValue.js"));
+const prepareDbExtensions_js_1 = __importDefault(require("../helpers/prepareDbExtensions.js"));
+const quoteIdentifier_js_1 = __importDefault(require("../helpers/quoteIdentifier.js"));
+const readDbMetadata_js_1 = __importDefault(require("../helpers/readDbMetadata.js"));
+const writeDbMetadata_js_1 = __importDefault(require("../helpers/writeDbMetadata.js"));
+async function writeDB(sdb, file, options = {}) {
+    const type = (0, getDbFileType_js_1.default)(file);
+    const output = (0, node_path_1.resolve)(file);
+    assertDestination(output, options.overwrite ?? false);
+    const database = await (0, getCurrentDatabase_js_1.default)(sdb);
+    const source = (0, quoteIdentifier_js_1.default)(database);
+    const databases = await (0, queryDbFile_js_1.default)(sdb, "SELECT path FROM duckdb_databases() WHERE path IS NOT NULL;", { returnData: true });
+    for (const { path } of databases) {
+        if (typeof path !== "string" || !(0, node_fs_1.existsSync)(path))
+            continue;
+        const original = (0, node_fs_1.statSync)(path);
+        const target = (0, node_fs_1.existsSync)(output) ? (0, node_fs_1.statSync)(output) : undefined;
+        if ((0, node_path_1.resolve)(path) === output ||
+            (target?.dev === original.dev && target?.ino === original.ino)) {
+            throw new Error("writeDB() cannot replace an open database file. Export to a different path.");
+        }
+    }
+    const indexes = (0, getDbIndexes_js_1.default)(sdb);
+    await (0, readDbMetadata_js_1.default)(sdb, database);
+    await (0, prepareDbExtensions_js_1.default)(sdb, database, indexes);
+    if (type === "sqlite")
+        await (0, queryDbFile_js_1.default)(sdb, "INSTALL sqlite; LOAD sqlite;");
+    (0, createDirectory_js_1.default)(output);
+    const directory = (0, node_fs_1.mkdtempSync)((0, node_path_1.join)((0, node_path_1.dirname)(output), ".sda-export-"));
+    const temporary = (0, node_path_1.join)(directory, "snapshot.db");
+    const name = `__sda_export_${crypto.randomUUID().replaceAll("-", "")}`;
+    const target = (0, quoteIdentifier_js_1.default)(name);
+    let attached = false;
+    try {
+        await (0, queryDbFile_js_1.default)(sdb, `ATTACH '${(0, cleanPath_js_1.default)(temporary)}' AS ${target} (TYPE ${type}, READ_WRITE);`);
+        attached = true;
+        if (type === "duckdb") {
+            await (0, queryDbFile_js_1.default)(sdb, `COPY FROM DATABASE ${source} TO ${target};`);
+            await (0, writeDbMetadata_js_1.default)(sdb, name, options.metadata === false ? {} : indexes);
+            await (0, queryDbFile_js_1.default)(sdb, `CHECKPOINT ${target};`);
+        }
+        else {
+            // SQLite is an interchange format: materialize main-schema relations,
+            // without DuckDB extension schemas, indexes, or SDA metadata.
+            const tables = await (0, queryDbFile_js_1.default)(sdb, `SELECT table_name FROM information_schema.tables
+         WHERE table_catalog = ${(0, parseValue_js_1.default)(database)} AND table_schema = 'main';`, { returnData: true });
+            for (const { table_name } of tables) {
+                const table = (0, quoteIdentifier_js_1.default)(String(table_name));
+                await (0, queryDbFile_js_1.default)(sdb, `CREATE TABLE ${target}.${table} AS SELECT * FROM ${source}.main.${table};`);
+            }
+        }
+        await (0, queryDbFile_js_1.default)(sdb, `DETACH ${target};`);
+        attached = false;
+        assertDestination(output, options.overwrite ?? false);
+        if (options.overwrite) {
+            // Do not fall back to unlinking the original if atomic replacement fails.
+            (0, node_fs_1.renameSync)(temporary, output);
+        }
+        else {
+            // An exclusive link also protects a destination created during the export.
+            (0, node_fs_1.linkSync)(temporary, output);
+        }
+    }
+    finally {
+        try {
+            if (attached)
+                await (0, queryDbFile_js_1.default)(sdb, `DETACH ${target};`);
+        }
+        finally {
+            (0, node_fs_1.rmSync)(directory, { recursive: true, force: true });
+        }
+    }
+}
+function assertDestination(file, overwrite) {
+    let existing;
+    try {
+        existing = (0, node_fs_1.lstatSync)(file);
+    }
+    catch (error) {
+        if (error instanceof Error && "code" in error && error.code === "ENOENT") {
+            return;
+        }
+        throw error;
+    }
+    if (!existing.isFile()) {
+        throw new Error(`The output path ${file} must be a regular file, not a directory or symbolic link.`);
+    }
+    if (!overwrite) {
+        throw new Error(`The file ${file} already exists. Set overwrite to true to replace it.`);
+    }
+}

package/script/methods/writeData.d.ts

@@ -0,0 +1,7 @@
+import type SimpleTable from "../class/SimpleTable.js";
+export default function writeData(simpleTable: SimpleTable, file: string, options?: {
+    compression?: boolean;
+    dataAsArrays?: boolean;
+    formatDates?: boolean;
+}): Promise<void>;
+//# sourceMappingURL=writeData.d.ts.map

package/script/methods/writeData.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"writeData.d.ts","sourceRoot":"","sources":["../../src/methods/writeData.ts"],"names":[],"mappings":"AAOA,OAAO,KAAK,WAAW,MAAM,yBAAyB,CAAC;AAIvD,wBAA8B,SAAS,CACrC,WAAW,EAAE,WAAW,EACxB,IAAI,EAAE,MAAM,EACZ,OAAO,GAAE;IACP,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,WAAW,CAAC,EAAE,OAAO,CAAC;CAClB,iBA0BP"}

package/script/methods/writeData.js

@@ -0,0 +1,86 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.default = writeData;
+const quoteIdentifier_js_1 = __importDefault(require("../helpers/quoteIdentifier.js"));
+const cleanPath_js_1 = __importDefault(require("../helpers/cleanPath.js"));
+const createDirectory_js_1 = __importDefault(require("../helpers/createDirectory.js"));
+const getExtension_js_1 = __importDefault(require("../helpers/getExtension.js"));
+const hasGeometryColumn_js_1 = __importDefault(require("../helpers/hasGeometryColumn.js"));
+const mergeOptions_js_1 = __importDefault(require("../helpers/mergeOptions.js"));
+const queryDB_js_1 = __importDefault(require("../helpers/queryDB.js"));
+const writeDataAsArrays_js_1 = __importDefault(require("../helpers/writeDataAsArrays.js"));
+const node_fs_1 = require("node:fs");
+async function writeData(simpleTable, file, options = {}) {
+    const extension = (0, getExtension_js_1.default)(file);
+    assertWriteDataOptions(extension, options);
+    if (await (0, hasGeometryColumn_js_1.default)(simpleTable)) {
+        throw new Error("Table contains geometry columns. Use writeGeoData() instead.");
+    }
+    (0, createDirectory_js_1.default)(file);
+    if (options.dataAsArrays) {
+        await (0, writeDataAsArrays_js_1.default)(simpleTable, file);
+    }
+    else {
+        await (0, queryDB_js_1.default)(simpleTable, writeDataQuery(simpleTable.name, file, extension, options), (0, mergeOptions_js_1.default)(simpleTable, {
+            table: simpleTable.name,
+            method: "writeData()",
+            parameters: { file, options },
+        }));
+    }
+}
+function assertWriteDataOptions(extension, options) {
+    const supported = ["csv", "json", "parquet", "db", "sqlite"];
+    if (!supported.includes(extension)) {
+        throw new Error(`writeData() does not support the extension ${JSON.stringify(extension)}. Use .csv, .json, .parquet, .db, or .sqlite.`);
+    }
+    if (options.dataAsArrays === true && extension !== "json") {
+        throw new Error("writeData() dataAsArrays works only with JSON files.");
+    }
+}
+function writeDataQuery(table, file, fileExtension, options) {
+    const cleanedFile = (0, cleanPath_js_1.default)(file);
+    if (fileExtension === "csv") {
+        return `COPY ${(0, quoteIdentifier_js_1.default)(table)} TO '${options.compression ? cleanedFile + ".gz" : cleanedFile}' (DELIMITER ',', HEADER TRUE${options.compression ? ", COMPRESSION GZIP" : ""}${options.formatDates
+            ? ", DATEFORMAT '%xT%X.%gZ', TIMESTAMPFORMAT '%xT%X.%gZ'"
+            : ""});`;
+    }
+    else if (fileExtension === "json") {
+        return `COPY ${(0, quoteIdentifier_js_1.default)(table)} TO '${options.compression ? cleanedFile + ".gz" : cleanedFile}' (FORMAT JSON, ARRAY TRUE${options.compression ? ", COMPRESSION GZIP" : ""}${options.formatDates
+            ? ", DATEFORMAT '%xT%X.%gZ', TIMESTAMPFORMAT '%xT%X.%gZ'"
+            : ""});`;
+    }
+    else if (fileExtension === "parquet") {
+        if (options.compression) {
+            return `COPY ${(0, quoteIdentifier_js_1.default)(table)} TO '${cleanedFile}' (FORMAT PARQUET, COMPRESSION ZSTD);`;
+        }
+        else {
+            return `COPY ${(0, quoteIdentifier_js_1.default)(table)} TO '${cleanedFile}' (FORMAT PARQUET);`;
+        }
+    }
+    else if (fileExtension === "db") {
+        if ((0, node_fs_1.existsSync)(file)) {
+            (0, node_fs_1.rmSync)(file);
+        }
+        const database = (0, quoteIdentifier_js_1.default)("my_database");
+        return `ATTACH '${cleanedFile}' AS ${database};
+COPY FROM DATABASE ${(0, quoteIdentifier_js_1.default)("memory")} TO ${database};
+CREATE OR REPLACE TABLE ${database}.${(0, quoteIdentifier_js_1.default)(table)} AS SELECT * FROM ${(0, quoteIdentifier_js_1.default)(table)};
+DETACH ${database};`;
+    }
+    else if (fileExtension === "sqlite") {
+        if ((0, node_fs_1.existsSync)(file)) {
+            (0, node_fs_1.rmSync)(file);
+        }
+        const database = (0, quoteIdentifier_js_1.default)("my_sqlite_db");
+        return `INSTALL sqlite; LOAD sqlite;
+    ATTACH '${cleanedFile}' AS ${database} (TYPE SQLITE);
+    CREATE TABLE ${database}.${(0, quoteIdentifier_js_1.default)(table)} AS SELECT * FROM ${(0, quoteIdentifier_js_1.default)(table)};
+    DETACH ${database};`;
+    }
+    else {
+        throw new Error(`writeData() does not support the extension ${JSON.stringify(fileExtension)}.`);
+    }
+}

package/script/methods/zScore.d.ts

@@ -0,0 +1,6 @@
+import type SimpleTable from "../class/SimpleTable.js";
+export default function zScore(simpleTable: SimpleTable, column: string, newColumn: string, options?: {
+    by?: string | string[];
+    decimals?: number;
+}): void;
+//# sourceMappingURL=zScore.d.ts.map

package/script/methods/zScore.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"zScore.d.ts","sourceRoot":"","sources":["../../src/methods/zScore.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,WAAW,MAAM,yBAAyB,CAAC;AAEvD,MAAM,CAAC,OAAO,UAAU,MAAM,CAC5B,WAAW,EAAE,WAAW,EACxB,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,MAAM,EACjB,OAAO,GAAE;IACP,EAAE,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IACvB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACd,QA+BP"}

package/script/methods/zScore.js

@@ -0,0 +1,35 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.default = zScore;
+const quoteIdentifier_js_1 = __importDefault(require("../helpers/quoteIdentifier.js"));
+const assertNewColumns_js_1 = __importDefault(require("../helpers/assertNewColumns.js"));
+const queueOp_js_1 = __importDefault(require("../helpers/queueOp.js"));
+const stringToArray_js_1 = __importDefault(require("../helpers/stringToArray.js"));
+function zScore(simpleTable, column, newColumn, options = {}) {
+    options = structuredClone(options);
+    (0, queueOp_js_1.default)(simpleTable, {
+        kind: "fusable",
+        method: "zScore()",
+        parameters: { column, newColumn, options },
+        needsSchema: true,
+        buildSelect: (input, schema) => {
+            (0, assertNewColumns_js_1.default)(schema, [newColumn], "zScore()");
+            const by = options.by ? (0, stringToArray_js_1.default)(options.by) : [];
+            const partition = by.length > 0
+                ? `PARTITION BY ${by.map((d) => `${(0, quoteIdentifier_js_1.default)(d)}`).join(", ")}`
+                : "";
+            const tempQuery = `(${(0, quoteIdentifier_js_1.default)(column)}-AVG(${(0, quoteIdentifier_js_1.default)(column)}) OVER(${partition}))
+            /
+            STDDEV_POP(${(0, quoteIdentifier_js_1.default)(column)}) OVER(${partition})`;
+            return `SELECT *, (
+        ${typeof options.decimals === "number"
+                ? `ROUND(${tempQuery}, ${options.decimals})`
+                : tempQuery}
+        ) AS ${(0, quoteIdentifier_js_1.default)(newColumn)},
+    FROM ${input}`;
+        },
+    });
+}

package/esm/helpers/accumulateQuery.d.ts

@@ -1,4 +0,0 @@
-export default function accumulateQuery(table: string, column: string, newColumn: string, options?: {
-    categories?: string | string[];
-}): string;
-//# sourceMappingURL=accumulateQuery.d.ts.map

package/esm/helpers/accumulateQuery.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"accumulateQuery.d.ts","sourceRoot":"","sources":["../../src/helpers/accumulateQuery.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,OAAO,UAAU,eAAe,CACrC,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,MAAM,EACjB,OAAO,GAAE;IACP,UAAU,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;CAC3B,UAiBP"}

package/esm/helpers/accumulateQuery.js

@@ -1,15 +0,0 @@
-import stringToArray from "./stringToArray.js";
-export default function accumulateQuery(table, column, newColumn, options = {}) {
-    const categories = options.categories
-        ? stringToArray(options.categories)
-        : [];
-    const partition = categories.length > 0
-        ? `PARTITION BY ${categories.map((d) => `"${d}"`).join(", ")} `
-        : "";
-    const query = `CREATE OR REPLACE TABLE "${table}" AS SELECT *, ROW_NUMBER() OVER() AS "idForAccumulate" FROM "${table}";
-    CREATE OR REPLACE TABLE "${table}" AS SELECT *, SUM("${column}") OVER (${partition}ORDER BY "idForAccumulate") AS "${newColumn}"
-    FROM "${table}"
-    ORDER BY "idForAccumulate";
-    ALTER TABLE "${table}" DROP "idForAccumulate";`;
-    return query;
-}

package/esm/helpers/checkVssIndexes.d.ts

@@ -1,2 +0,0 @@
-export default function checkVssIndexes(allIndexesFile: string): boolean;
-//# sourceMappingURL=checkVssIndexes.d.ts.map

package/esm/helpers/checkVssIndexes.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"checkVssIndexes.d.ts","sourceRoot":"","sources":["../../src/helpers/checkVssIndexes.ts"],"names":[],"mappings":"AAGA,MAAM,CAAC,OAAO,UAAU,eAAe,CAAC,cAAc,EAAE,MAAM,GAAG,OAAO,CAevE"}

package/esm/helpers/checkVssIndexes.js

@@ -1,16 +0,0 @@
-import { readFileSync } from "node:fs";
-import { existsSync } from "node:fs";
-export default function checkVssIndexes(allIndexesFile) {
-    let vssIndex = false;
-    if (existsSync(allIndexesFile)) {
-        const indexes = JSON.parse(readFileSync(allIndexesFile, "utf-8"));
-        for (const table of Object.keys(indexes)) {
-            for (const index of indexes[table]) {
-                if (index.startsWith("vss_")) {
-                    vssIndex = true;
-                }
-            }
-        }
-    }
-    return vssIndex;
-}

package/esm/helpers/concatenateRowQuery.d.ts

@@ -1,2 +0,0 @@
-export default function concatenateRowQuery(table: string, columns: string[], newColumn: string): string;
-//# sourceMappingURL=concatenateRowQuery.d.ts.map

package/esm/helpers/concatenateRowQuery.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"concatenateRowQuery.d.ts","sourceRoot":"","sources":["../../src/helpers/concatenateRowQuery.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,OAAO,UAAU,mBAAmB,CACzC,KAAK,EAAE,MAAM,EACb,OAAO,EAAE,MAAM,EAAE,EACjB,SAAS,EAAE,MAAM,UAclB"}

package/esm/helpers/concatenateRowQuery.js

@@ -1,9 +0,0 @@
-export default function concatenateRowQuery(table, columns, newColumn) {
-    const parts = columns.map((col, i) => i === 0
-        ? `'${col}:\n' || COALESCE("${col}", 'Unknown')`
-        : `'\n\n${col}:\n' || COALESCE("${col}", 'Unknown')`);
-    const concatenatedExpression = parts.join(" || ");
-    const query = `ALTER TABLE "${table}" ADD "${newColumn}" VARCHAR;
-    UPDATE "${table}" SET "${newColumn}" = ${concatenatedExpression}`;
-    return query;
-}

package/esm/helpers/convertForJS.d.ts

@@ -1,6 +0,0 @@
-export default function convertForJS(rows: {
-    [key: string]: string | number | boolean | Date | null;
-}[], types: {
-    [key: string]: string;
-}): void;
-//# sourceMappingURL=convertForJS.d.ts.map

package/esm/helpers/convertForJS.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"convertForJS.d.ts","sourceRoot":"","sources":["../../src/helpers/convertForJS.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,OAAO,UAAU,YAAY,CAAC,IAAI,EAAE;IACzC,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,GAAG,MAAM,GAAG,OAAO,GAAG,IAAI,GAAG,IAAI,CAAC;CACxD,EAAE,EAAE,KAAK,EAAE;IACV,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAC;CACvB,QAoCA"}