@nshiab/simple-data-analysis-core 2.1.12 → 2.1.14

package/script/methods/updateWithJS.js

@@ -1,194 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.default = updateWithJS;
-const prepareGeometry_js_1 = __importDefault(require("../helpers/prepareGeometry.js"));
-const geometryFromJSON_js_1 = __importDefault(require("../helpers/geometryFromJSON.js"));
-const quoteIdentifier_js_1 = __importDefault(require("../helpers/quoteIdentifier.js"));
-const tableRegistry_js_1 = require("../helpers/tableRegistry.js");
-const queueOp_js_1 = __importDefault(require("../helpers/queueOp.js"));
-const loadArray_js_1 = require("./loadArray.js");
-const appendColumnBatches_js_1 = __importDefault(require("../helpers/appendColumnBatches.js"));
-const readMutationRows_js_1 = __importDefault(require("../helpers/readMutationRows.js"));
-const parseDuckDBType_js_1 = __importDefault(require("../helpers/parseDuckDBType.js"));
-function updateWithJS(simpleTable, dataModifier, options = {}) {
-    if (options.batchSize !== undefined &&
-        (!Number.isInteger(options.batchSize) || options.batchSize < 1)) {
-        throw new Error("updateWithJS() batchSize must be a positive integer.");
-    }
-    options = structuredClone(options);
-    (0, queueOp_js_1.default)(simpleTable, {
-        kind: "barrier",
-        method: "updateWithJS()",
-        parameters: { options },
-        execute: () => executeUpdateWithJS(simpleTable, dataModifier, options),
-    });
-}
-async function executeUpdateWithJS(simpleTable, dataModifier, options) {
-    const types = await simpleTable.getTypes();
-    const geometryColumns = Object.keys(types).filter((key) => types[key].toUpperCase().startsWith("GEOMETRY"));
-    for (const column of geometryColumns) {
-        if (types[column].toUpperCase() !== "GEOMETRY('EPSG:4326')") {
-            throw new Error(`Column ${JSON.stringify(column)} has CRS ${types[column]}. Call .reproject("EPSG:4326", { column: ${JSON.stringify(column)} }) before updateWithJS().`);
-        }
-        const name = (0, quoteIdentifier_js_1.default)(column);
-        // Compare the actual binary representation, including dimensions and double
-        // precision, rather than assuming GeoJSON serialization is lossless.
-        const result = await simpleTable.connection.runAndReadAll(`SELECT count(*) AS invalid FROM ${(0, quoteIdentifier_js_1.default)(simpleTable.name)}
-       WHERE ${name} IS NOT NULL AND
-       ST_AsWKB(${name}) != ST_AsWKB(${(0, geometryFromJSON_js_1.default)(`ST_AsGeoJSON(${name})`)})`);
-        if (result.getRows()[0][0] !== 0n) {
-            throw new Error(`Column ${JSON.stringify(column)} contains geometry that cannot round-trip through GeoJSON without losing precision or dimensions; unsupported representations cannot be updated with updateWithJS().`);
-        }
-    }
-    for (const key of Object.keys(options.columnTypes ?? {})) {
-        if (Object.keys(types).some((name) => name.toLowerCase() === key.toLowerCase())) {
-            throw new Error(`updateWithJS() columnTypes may only declare new columns; ${JSON.stringify(key)} already exists.`);
-        }
-    }
-    const batchSize = options.batchSize;
-    const geometryBatch = batchSize !== undefined && geometryColumns.length > 0;
-    if (batchSize !== undefined) {
-        // DuckDB resolves identifiers case-insensitively, and a real rowid column
-        // shadows its hidden row identifier used for pagination.
-        const conflictingColumn = Object.keys(types).find((column) => ["rowid", "__sda_rowid"].includes(column.toLowerCase()));
-        if (conflictingColumn !== undefined) {
-            throw new Error(`The table has a column named "${conflictingColumn}", which conflicts with the internal column used by the batchSize option. Rename it or run updateWithJS without batchSize.`);
-        }
-    }
-    // Rows are pulled in batches by rowid, passed through the modifier, and
-    // accumulated in a temporary table, so only one batch of rows is
-    // materialized in JS memory at a time.
-    const suffix = Math.random().toString(36).slice(2, 10);
-    const scratch = simpleTable.sdb.newTable(`updateWithJS_scratch_${suffix}`);
-    const accumulator = `updateWithJS_accumulator_${suffix}`;
-    try {
-        let first = true;
-        let accumulatorSchema;
-        let lastRowid = null;
-        let sawRows = false;
-        let outputOffset = 0;
-        let inputOffset = 0;
-        while (true) {
-            const page = `${(0, quoteIdentifier_js_1.default)(simpleTable.name)}${lastRowid === null ? "" : ` WHERE rowid > ${lastRowid}`}${batchSize === undefined ? "" : ` ORDER BY rowid LIMIT ${batchSize}`}`;
-            // Select the batch before serializing geometry. Otherwise DuckDB can
-            // evaluate ST_AsGeoJSON on remaining rows before applying the LIMIT,
-            // repeatedly converting polygons that belong to later batches.
-            const from = geometryBatch
-                ? `(SELECT *, rowid AS __sda_rowid FROM ${page}) AS __sda_batch ORDER BY __sda_rowid`
-                : page;
-            const source = await (0, readMutationRows_js_1.default)(simpleTable.connection, `SELECT ${Object.keys(types).map((key) => geometryColumns.includes(key)
-                ? `ST_AsGeoJSON(${(0, quoteIdentifier_js_1.default)(key)})::VARCHAR AS ${(0, quoteIdentifier_js_1.default)(key)}`
-                : (0, quoteIdentifier_js_1.default)(key)).join(", ")}${batchSize === undefined
-                ? ""
-                : geometryBatch
-                    ? ", __sda_rowid"
-                    : ", rowid AS __sda_rowid"} FROM ${from}`, batchSize === undefined ? undefined : "__sda_rowid");
-            const batch = source.rows;
-            const inputCount = batch.length;
-            if (inputCount === 0 && sawRows)
-                break;
-            sawRows ||= inputCount > 0;
-            if (batchSize !== undefined && batch.length > 0) {
-                // Keep the cursor separate: adding and deleting it on every row also
-                // makes ordinary callback operations such as object spread slower.
-                lastRowid = source.lastCursorValue;
-            }
-            for (const [index, row] of batch.entries()) {
-                for (const key of geometryColumns) {
-                    row[key] = row[key] === null ? null : JSON.parse(row[key]);
-                    (0, prepareGeometry_js_1.default)(row[key], key, inputOffset + index + 1);
-                }
-            }
-            inputOffset += inputCount;
-            const modified = await dataModifier(batch);
-            if (modified.length === 0) {
-                if (!sawRows)
-                    return;
-                if (batchSize === undefined)
-                    break;
-                continue;
-            }
-            const keys = Object.keys(modified[0]);
-            for (const key of Object.keys(options.columnTypes ?? {})) {
-                if (!keys.includes(key)) {
-                    throw new Error(`Unknown column ${JSON.stringify(key)} in updateWithJS columnTypes.`);
-                }
-            }
-            const newKeys = keys.filter((key) => !source.types.has(key));
-            const added = newKeys.length === 0 ? undefined : (0, loadArray_js_1.prepareArray)(modified.map((row) => Object.fromEntries(newKeys.map((key) => [key, row[key]]))), options.columnTypes);
-            const outputGeometry = keys.filter((key) => geometryColumns.includes(key) ||
-                (added && added.types[newKeys.indexOf(key)] === "GEOMETRY('EPSG:4326')"));
-            const outputJSON = keys.filter((key) => types[key] === "JSON" ||
-                (added && added.types[newKeys.indexOf(key)] === "JSON"));
-            if (outputGeometry.length && !simpleTable.sdb.spatialLoaded) {
-                await simpleTable.sdb.customQuery("INSTALL spatial; LOAD spatial; SET geometry_always_xy = true;");
-                simpleTable.sdb.spatialLoaded = true;
-            }
-            const geometryData = new Map(outputGeometry.map((key) => [
-                key,
-                geometryColumns.includes(key)
-                    ? modified.map((row, i) => (0, prepareGeometry_js_1.default)(row[key], key, outputOffset + i + 1))
-                    : added.columnsData[newKeys.indexOf(key)],
-            ]));
-            outputOffset += modified.length;
-            const columnTypes = keys.map((key) => outputGeometry.includes(key) || outputJSON.includes(key)
-                ? (0, parseDuckDBType_js_1.default)("VARCHAR")
-                : source.types.get(key) ??
-                    (0, parseDuckDBType_js_1.default)(added.types[newKeys.indexOf(key)]));
-            const schema = JSON.stringify(keys.map((key, i) => [key, columnTypes[i].toString()]));
-            // Append matching native batches directly. SQL still handles conversion
-            // and BY NAME alignment when a callback changes the batch schema.
-            const direct = outputGeometry.length === 0 && outputJSON.length === 0 &&
-                (first || schema === accumulatorSchema);
-            const destination = direct ? accumulator : scratch.name;
-            if (!direct || first) {
-                await simpleTable.sdb.customQuery(`CREATE OR REPLACE TABLE ${(0, quoteIdentifier_js_1.default)(destination)} (${keys.map((key, i) => `${(0, quoteIdentifier_js_1.default)(key)} ${columnTypes[i]}`)
-                    .join(", ")})`);
-            }
-            await (0, appendColumnBatches_js_1.default)(simpleTable.connection, destination, columnTypes, modified.length, (column, start, end) => {
-                const key = keys[column];
-                return outputGeometry.includes(key)
-                    ? geometryData.get(key).slice(start, end)
-                    : source.types.has(key)
-                        ? modified.slice(start, end).map((row) => source.toNative(row[key], columnTypes[column]))
-                        : added.columnsData[newKeys.indexOf(key)].slice(start, end);
-            });
-            const projection = keys.map((key) => outputGeometry.includes(key)
-                ? `${(0, geometryFromJSON_js_1.default)((0, quoteIdentifier_js_1.default)(key))} AS ${(0, quoteIdentifier_js_1.default)(key)}`
-                : outputJSON.includes(key)
-                    ? `${(0, quoteIdentifier_js_1.default)(key)}::JSON AS ${(0, quoteIdentifier_js_1.default)(key)}`
-                    : (0, quoteIdentifier_js_1.default)(key)).join(", ");
-            if (direct) {
-                accumulatorSchema = schema;
-                first = false;
-            }
-            else if (first) {
-                await simpleTable.sdb.customQuery(`CREATE OR REPLACE TABLE ${(0, quoteIdentifier_js_1.default)(accumulator)} AS SELECT ${projection} FROM ${(0, quoteIdentifier_js_1.default)(scratch.name)}`);
-                first = false;
-            }
-            else {
-                await simpleTable.sdb.customQuery(`INSERT INTO ${(0, quoteIdentifier_js_1.default)(accumulator)} BY NAME SELECT ${projection} FROM ${(0, quoteIdentifier_js_1.default)(scratch.name)}`);
-            }
-            if (batchSize === undefined || inputCount === 0)
-                break;
-        }
-        if (first) {
-            throw new Error("The dataModifier returned no rows. updateWithJS can't infer the table schema from zero rows.");
-        }
-        // Publish the completed ordinary table without copying its rows again.
-        // Qualify the creation namespace: a temporary table or a later search-path
-        // schema can shadow the name without being the destination of replacement.
-        const namespace = await simpleTable.connection.runAndReadAll("SELECT current_database(), current_schema()");
-        const prefix = namespace.getRows()[0].map((name) => (0, quoteIdentifier_js_1.default)(String(name))).join(".");
-        await simpleTable.sdb.customQuery(`DROP TABLE IF EXISTS ${prefix}.${(0, quoteIdentifier_js_1.default)(simpleTable.name)};
-ALTER TABLE ${prefix}.${(0, quoteIdentifier_js_1.default)(accumulator)} RENAME TO ${(0, quoteIdentifier_js_1.default)(simpleTable.name)};`);
-    }
-    finally {
-        await simpleTable.sdb.customQuery(`DROP TABLE IF EXISTS ${(0, quoteIdentifier_js_1.default)(accumulator)};
-DROP TABLE IF EXISTS ${(0, quoteIdentifier_js_1.default)(scratch.name)};`);
-        (0, tableRegistry_js_1.retainRegisteredTables)(simpleTable.sdb, (table) => table !== scratch);
-    }
-}

package/script/methods/upper.d.ts

@@ -1,3 +0,0 @@
-import type SimpleTable from "../class/SimpleTable.js";
-export default function upper(simpleTable: SimpleTable, columns: string | string[]): void;
-//# sourceMappingURL=upper.d.ts.map

package/script/methods/upper.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"upper.d.ts","sourceRoot":"","sources":["../../src/methods/upper.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,WAAW,MAAM,yBAAyB,CAAC;AAEvD,MAAM,CAAC,OAAO,UAAU,KAAK,CAC3B,WAAW,EAAE,WAAW,EACxB,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,QAc3B"}

package/script/methods/upper.js

@@ -1,20 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.default = upper;
-const quoteIdentifier_js_1 = __importDefault(require("../helpers/quoteIdentifier.js"));
-const stringToArray_js_1 = __importDefault(require("../helpers/stringToArray.js"));
-const queueOp_js_1 = __importDefault(require("../helpers/queueOp.js"));
-function upper(simpleTable, columns) {
-    const cols = (0, stringToArray_js_1.default)(columns);
-    (0, queueOp_js_1.default)(simpleTable, {
-        kind: "fusable",
-        method: "upper()",
-        parameters: { columns },
-        needsSchema: false,
-        buildSelect: (input) => `SELECT * REPLACE (${cols.map((c) => `UPPER(${(0, quoteIdentifier_js_1.default)(c)}) AS ${(0, quoteIdentifier_js_1.default)(c)}`)
-            .join(", ")}) FROM ${input}`,
-    });
-}

package/script/methods/wider.d.ts

@@ -1,5 +0,0 @@
-import type SimpleTable from "../class/SimpleTable.js";
-export default function wider(simpleTable: SimpleTable, namesFrom: string, valuesFrom: string, options?: {
-    stat?: "sum" | "count" | "min" | "max" | "mean" | "median" | "first";
-}): void;
-//# sourceMappingURL=wider.d.ts.map

package/script/methods/wider.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"wider.d.ts","sourceRoot":"","sources":["../../src/methods/wider.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,WAAW,MAAM,yBAAyB,CAAC;AAEvD,MAAM,CAAC,OAAO,UAAU,KAAK,CAC3B,WAAW,EAAE,WAAW,EACxB,SAAS,EAAE,MAAM,EACjB,UAAU,EAAE,MAAM,EAClB,OAAO,GAAE;IACP,IAAI,CAAC,EAAE,KAAK,GAAG,OAAO,GAAG,KAAK,GAAG,KAAK,GAAG,MAAM,GAAG,QAAQ,GAAG,OAAO,CAAC;CACjE,QA4BP"}

package/script/methods/wider.js

@@ -1,29 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.default = wider;
-const quoteIdentifier_js_1 = __importDefault(require("../helpers/quoteIdentifier.js"));
-const mergeOptions_js_1 = __importDefault(require("../helpers/mergeOptions.js"));
-const queryDB_js_1 = __importDefault(require("../helpers/queryDB.js"));
-const queueOp_js_1 = __importDefault(require("../helpers/queueOp.js"));
-function wider(simpleTable, namesFrom, valuesFrom, options = {}) {
-    const stat = options.stat ?? "sum";
-    const aggregateFunction = stat === "mean" ? "avg" : stat;
-    // DuckDB rewrites PIVOT into multiple statements internally, so it can't
-    // be part of a fused chain: it executes as a barrier.
-    options = structuredClone(options);
-    (0, queueOp_js_1.default)(simpleTable, {
-        kind: "barrier",
-        method: "wider()",
-        parameters: { namesFrom, valuesFrom, options },
-        execute: async () => {
-            await (0, queryDB_js_1.default)(simpleTable, `CREATE OR REPLACE TABLE ${(0, quoteIdentifier_js_1.default)(simpleTable.name)} AS SELECT * FROM (PIVOT ${(0, quoteIdentifier_js_1.default)(simpleTable.name)} ON ${(0, quoteIdentifier_js_1.default)(namesFrom)} USING ${aggregateFunction}(${(0, quoteIdentifier_js_1.default)(valuesFrom)}));`, (0, mergeOptions_js_1.default)(simpleTable, {
-                table: simpleTable.name,
-                method: "wider()",
-                parameters: { namesFrom, valuesFrom, options },
-            }));
-        },
-    });
-}

package/script/methods/writeDB.d.ts

@@ -1,6 +0,0 @@
-import type SimpleDB from "../class/SimpleDB.js";
-export default function writeDB(sdb: SimpleDB, file: string, options?: {
-    overwrite?: boolean;
-    metadata?: boolean;
-}): Promise<void>;
-//# sourceMappingURL=writeDB.d.ts.map

package/script/methods/writeDB.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"writeDB.d.ts","sourceRoot":"","sources":["../../src/methods/writeDB.ts"],"names":[],"mappings":"AAWA,OAAO,KAAK,QAAQ,MAAM,sBAAsB,CAAC;AAYjD,wBAA8B,OAAO,CACnC,GAAG,EAAE,QAAQ,EACb,IAAI,EAAE,MAAM,EACZ,OAAO,GAAE;IAAE,SAAS,CAAC,EAAE,OAAO,CAAC;IAAC,QAAQ,CAAC,EAAE,OAAO,CAAA;CAAO,iBAwF1D"}

package/script/methods/writeDB.js

@@ -1,105 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.default = writeDB;
-const queryDbFile_js_1 = __importDefault(require("../helpers/queryDbFile.js"));
-const node_fs_1 = require("node:fs");
-const node_path_1 = require("node:path");
-const cleanPath_js_1 = __importDefault(require("../helpers/cleanPath.js"));
-const createDirectory_js_1 = __importDefault(require("../helpers/createDirectory.js"));
-const getCurrentDatabase_js_1 = __importDefault(require("../helpers/getCurrentDatabase.js"));
-const getDbFileType_js_1 = __importDefault(require("../helpers/getDbFileType.js"));
-const getDbIndexes_js_1 = __importDefault(require("../helpers/getDbIndexes.js"));
-const parseValue_js_1 = __importDefault(require("../helpers/parseValue.js"));
-const prepareDbExtensions_js_1 = __importDefault(require("../helpers/prepareDbExtensions.js"));
-const quoteIdentifier_js_1 = __importDefault(require("../helpers/quoteIdentifier.js"));
-const readDbMetadata_js_1 = __importDefault(require("../helpers/readDbMetadata.js"));
-const writeDbMetadata_js_1 = __importDefault(require("../helpers/writeDbMetadata.js"));
-async function writeDB(sdb, file, options = {}) {
-    const type = (0, getDbFileType_js_1.default)(file);
-    const output = (0, node_path_1.resolve)(file);
-    assertDestination(output, options.overwrite ?? false);
-    const database = await (0, getCurrentDatabase_js_1.default)(sdb);
-    const source = (0, quoteIdentifier_js_1.default)(database);
-    const databases = await (0, queryDbFile_js_1.default)(sdb, "SELECT path FROM duckdb_databases() WHERE path IS NOT NULL;", { returnData: true });
-    for (const { path } of databases) {
-        if (typeof path !== "string" || !(0, node_fs_1.existsSync)(path))
-            continue;
-        const original = (0, node_fs_1.statSync)(path);
-        const target = (0, node_fs_1.existsSync)(output) ? (0, node_fs_1.statSync)(output) : undefined;
-        if ((0, node_path_1.resolve)(path) === output ||
-            (target?.dev === original.dev && target?.ino === original.ino)) {
-            throw new Error("writeDB() cannot replace an open database file. Export to a different path.");
-        }
-    }
-    const indexes = (0, getDbIndexes_js_1.default)(sdb);
-    await (0, readDbMetadata_js_1.default)(sdb, database);
-    await (0, prepareDbExtensions_js_1.default)(sdb, database, indexes);
-    if (type === "sqlite")
-        await (0, queryDbFile_js_1.default)(sdb, "INSTALL sqlite; LOAD sqlite;");
-    (0, createDirectory_js_1.default)(output);
-    const directory = (0, node_fs_1.mkdtempSync)((0, node_path_1.join)((0, node_path_1.dirname)(output), ".sda-export-"));
-    const temporary = (0, node_path_1.join)(directory, "snapshot.db");
-    const name = `__sda_export_${crypto.randomUUID().replaceAll("-", "")}`;
-    const target = (0, quoteIdentifier_js_1.default)(name);
-    let attached = false;
-    try {
-        await (0, queryDbFile_js_1.default)(sdb, `ATTACH '${(0, cleanPath_js_1.default)(temporary)}' AS ${target} (TYPE ${type}, READ_WRITE);`);
-        attached = true;
-        if (type === "duckdb") {
-            await (0, queryDbFile_js_1.default)(sdb, `COPY FROM DATABASE ${source} TO ${target};`);
-            await (0, writeDbMetadata_js_1.default)(sdb, name, options.metadata === false ? {} : indexes);
-            await (0, queryDbFile_js_1.default)(sdb, `CHECKPOINT ${target};`);
-        }
-        else {
-            // SQLite is an interchange format: materialize main-schema relations,
-            // without DuckDB extension schemas, indexes, or SDA metadata.
-            const tables = await (0, queryDbFile_js_1.default)(sdb, `SELECT table_name FROM information_schema.tables
-         WHERE table_catalog = ${(0, parseValue_js_1.default)(database)} AND table_schema = 'main';`, { returnData: true });
-            for (const { table_name } of tables) {
-                const table = (0, quoteIdentifier_js_1.default)(String(table_name));
-                await (0, queryDbFile_js_1.default)(sdb, `CREATE TABLE ${target}.${table} AS SELECT * FROM ${source}.main.${table};`);
-            }
-        }
-        await (0, queryDbFile_js_1.default)(sdb, `DETACH ${target};`);
-        attached = false;
-        assertDestination(output, options.overwrite ?? false);
-        if (options.overwrite) {
-            // Do not fall back to unlinking the original if atomic replacement fails.
-            (0, node_fs_1.renameSync)(temporary, output);
-        }
-        else {
-            // An exclusive link also protects a destination created during the export.
-            (0, node_fs_1.linkSync)(temporary, output);
-        }
-    }
-    finally {
-        try {
-            if (attached)
-                await (0, queryDbFile_js_1.default)(sdb, `DETACH ${target};`);
-        }
-        finally {
-            (0, node_fs_1.rmSync)(directory, { recursive: true, force: true });
-        }
-    }
-}
-function assertDestination(file, overwrite) {
-    let existing;
-    try {
-        existing = (0, node_fs_1.lstatSync)(file);
-    }
-    catch (error) {
-        if (error instanceof Error && "code" in error && error.code === "ENOENT") {
-            return;
-        }
-        throw error;
-    }
-    if (!existing.isFile()) {
-        throw new Error(`The output path ${file} must be a regular file, not a directory or symbolic link.`);
-    }
-    if (!overwrite) {
-        throw new Error(`The file ${file} already exists. Set overwrite to true to replace it.`);
-    }
-}

package/script/methods/writeData.d.ts

@@ -1,7 +0,0 @@
-import type SimpleTable from "../class/SimpleTable.js";
-export default function writeData(simpleTable: SimpleTable, file: string, options?: {
-    compression?: boolean;
-    dataAsArrays?: boolean;
-    formatDates?: boolean;
-}): Promise<void>;
-//# sourceMappingURL=writeData.d.ts.map

package/script/methods/writeData.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"writeData.d.ts","sourceRoot":"","sources":["../../src/methods/writeData.ts"],"names":[],"mappings":"AAOA,OAAO,KAAK,WAAW,MAAM,yBAAyB,CAAC;AAIvD,wBAA8B,SAAS,CACrC,WAAW,EAAE,WAAW,EACxB,IAAI,EAAE,MAAM,EACZ,OAAO,GAAE;IACP,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,WAAW,CAAC,EAAE,OAAO,CAAC;CAClB,iBA0BP"}

package/script/methods/writeData.js

@@ -1,86 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.default = writeData;
-const quoteIdentifier_js_1 = __importDefault(require("../helpers/quoteIdentifier.js"));
-const cleanPath_js_1 = __importDefault(require("../helpers/cleanPath.js"));
-const createDirectory_js_1 = __importDefault(require("../helpers/createDirectory.js"));
-const getExtension_js_1 = __importDefault(require("../helpers/getExtension.js"));
-const hasGeometryColumn_js_1 = __importDefault(require("../helpers/hasGeometryColumn.js"));
-const mergeOptions_js_1 = __importDefault(require("../helpers/mergeOptions.js"));
-const queryDB_js_1 = __importDefault(require("../helpers/queryDB.js"));
-const writeDataAsArrays_js_1 = __importDefault(require("../helpers/writeDataAsArrays.js"));
-const node_fs_1 = require("node:fs");
-async function writeData(simpleTable, file, options = {}) {
-    const extension = (0, getExtension_js_1.default)(file);
-    assertWriteDataOptions(extension, options);
-    if (await (0, hasGeometryColumn_js_1.default)(simpleTable)) {
-        throw new Error("Table contains geometry columns. Use writeGeoData() instead.");
-    }
-    (0, createDirectory_js_1.default)(file);
-    if (options.dataAsArrays) {
-        await (0, writeDataAsArrays_js_1.default)(simpleTable, file);
-    }
-    else {
-        await (0, queryDB_js_1.default)(simpleTable, writeDataQuery(simpleTable.name, file, extension, options), (0, mergeOptions_js_1.default)(simpleTable, {
-            table: simpleTable.name,
-            method: "writeData()",
-            parameters: { file, options },
-        }));
-    }
-}
-function assertWriteDataOptions(extension, options) {
-    const supported = ["csv", "json", "parquet", "db", "sqlite"];
-    if (!supported.includes(extension)) {
-        throw new Error(`writeData() does not support the extension ${JSON.stringify(extension)}. Use .csv, .json, .parquet, .db, or .sqlite.`);
-    }
-    if (options.dataAsArrays === true && extension !== "json") {
-        throw new Error("writeData() dataAsArrays works only with JSON files.");
-    }
-}
-function writeDataQuery(table, file, fileExtension, options) {
-    const cleanedFile = (0, cleanPath_js_1.default)(file);
-    if (fileExtension === "csv") {
-        return `COPY ${(0, quoteIdentifier_js_1.default)(table)} TO '${options.compression ? cleanedFile + ".gz" : cleanedFile}' (DELIMITER ',', HEADER TRUE${options.compression ? ", COMPRESSION GZIP" : ""}${options.formatDates
-            ? ", DATEFORMAT '%xT%X.%gZ', TIMESTAMPFORMAT '%xT%X.%gZ'"
-            : ""});`;
-    }
-    else if (fileExtension === "json") {
-        return `COPY ${(0, quoteIdentifier_js_1.default)(table)} TO '${options.compression ? cleanedFile + ".gz" : cleanedFile}' (FORMAT JSON, ARRAY TRUE${options.compression ? ", COMPRESSION GZIP" : ""}${options.formatDates
-            ? ", DATEFORMAT '%xT%X.%gZ', TIMESTAMPFORMAT '%xT%X.%gZ'"
-            : ""});`;
-    }
-    else if (fileExtension === "parquet") {
-        if (options.compression) {
-            return `COPY ${(0, quoteIdentifier_js_1.default)(table)} TO '${cleanedFile}' (FORMAT PARQUET, COMPRESSION ZSTD);`;
-        }
-        else {
-            return `COPY ${(0, quoteIdentifier_js_1.default)(table)} TO '${cleanedFile}' (FORMAT PARQUET);`;
-        }
-    }
-    else if (fileExtension === "db") {
-        if ((0, node_fs_1.existsSync)(file)) {
-            (0, node_fs_1.rmSync)(file);
-        }
-        const database = (0, quoteIdentifier_js_1.default)("my_database");
-        return `ATTACH '${cleanedFile}' AS ${database};
-COPY FROM DATABASE ${(0, quoteIdentifier_js_1.default)("memory")} TO ${database};
-CREATE OR REPLACE TABLE ${database}.${(0, quoteIdentifier_js_1.default)(table)} AS SELECT * FROM ${(0, quoteIdentifier_js_1.default)(table)};
-DETACH ${database};`;
-    }
-    else if (fileExtension === "sqlite") {
-        if ((0, node_fs_1.existsSync)(file)) {
-            (0, node_fs_1.rmSync)(file);
-        }
-        const database = (0, quoteIdentifier_js_1.default)("my_sqlite_db");
-        return `INSTALL sqlite; LOAD sqlite;
-    ATTACH '${cleanedFile}' AS ${database} (TYPE SQLITE);
-    CREATE TABLE ${database}.${(0, quoteIdentifier_js_1.default)(table)} AS SELECT * FROM ${(0, quoteIdentifier_js_1.default)(table)};
-    DETACH ${database};`;
-    }
-    else {
-        throw new Error(`writeData() does not support the extension ${JSON.stringify(fileExtension)}.`);
-    }
-}

package/script/methods/zScore.d.ts

@@ -1,6 +0,0 @@
-import type SimpleTable from "../class/SimpleTable.js";
-export default function zScore(simpleTable: SimpleTable, column: string, newColumn: string, options?: {
-    by?: string | string[];
-    decimals?: number;
-}): void;
-//# sourceMappingURL=zScore.d.ts.map

package/script/methods/zScore.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"zScore.d.ts","sourceRoot":"","sources":["../../src/methods/zScore.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,WAAW,MAAM,yBAAyB,CAAC;AAEvD,MAAM,CAAC,OAAO,UAAU,MAAM,CAC5B,WAAW,EAAE,WAAW,EACxB,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,MAAM,EACjB,OAAO,GAAE;IACP,EAAE,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IACvB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACd,QA+BP"}

package/script/methods/zScore.js

@@ -1,35 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.default = zScore;
-const quoteIdentifier_js_1 = __importDefault(require("../helpers/quoteIdentifier.js"));
-const assertNewColumns_js_1 = __importDefault(require("../helpers/assertNewColumns.js"));
-const queueOp_js_1 = __importDefault(require("../helpers/queueOp.js"));
-const stringToArray_js_1 = __importDefault(require("../helpers/stringToArray.js"));
-function zScore(simpleTable, column, newColumn, options = {}) {
-    options = structuredClone(options);
-    (0, queueOp_js_1.default)(simpleTable, {
-        kind: "fusable",
-        method: "zScore()",
-        parameters: { column, newColumn, options },
-        needsSchema: true,
-        buildSelect: (input, schema) => {
-            (0, assertNewColumns_js_1.default)(schema, [newColumn], "zScore()");
-            const by = options.by ? (0, stringToArray_js_1.default)(options.by) : [];
-            const partition = by.length > 0
-                ? `PARTITION BY ${by.map((d) => `${(0, quoteIdentifier_js_1.default)(d)}`).join(", ")}`
-                : "";
-            const tempQuery = `(${(0, quoteIdentifier_js_1.default)(column)}-AVG(${(0, quoteIdentifier_js_1.default)(column)}) OVER(${partition}))
-            /
-            STDDEV_POP(${(0, quoteIdentifier_js_1.default)(column)}) OVER(${partition})`;
-            return `SELECT *, (
-        ${typeof options.decimals === "number"
-                ? `ROUND(${tempQuery}, ${options.decimals})`
-                : tempQuery}
-        ) AS ${(0, quoteIdentifier_js_1.default)(newColumn)},
-    FROM ${input}`;
-        },
-    });
-}

package/script/package.json

@@ -1,3 +0,0 @@
-{
-  "type": "commonjs"
-}