@nshiab/simple-data-analysis 5.21.1 → 6.0.1

package/script/deps/jsr.io/@nshiab/simple-data-analysis-core/2.0.2/src/methods/updateWithJS.js

@@ -0,0 +1,101 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.default = updateWithJS;
+const quoteIdentifier_js_1 = __importDefault(require("../helpers/quoteIdentifier.js"));
+const tableRegistry_js_1 = require("../helpers/tableRegistry.js");
+const queueOp_js_1 = __importDefault(require("../helpers/queueOp.js"));
+const loadArray_js_1 = require("./loadArray.js");
+function updateWithJS(simpleTable, dataModifier, options = {}) {
+    if (options.batchSize !== undefined &&
+        (!Number.isInteger(options.batchSize) || options.batchSize < 1)) {
+        throw new Error("updateWithJS() batchSize must be a positive integer.");
+    }
+    options = structuredClone(options);
+    (0, queueOp_js_1.default)(simpleTable, {
+        kind: "barrier",
+        method: "updateWithJS()",
+        parameters: { options },
+        execute: () => executeUpdateWithJS(simpleTable, dataModifier, options),
+    });
+}
+async function executeUpdateWithJS(simpleTable, dataModifier, options) {
+    const types = await simpleTable.getTypes();
+    // Geometry columns are typed as GEOMETRY('<crs>'), not a bare "GEOMETRY".
+    if (Object.values(types).some((d) => d.toUpperCase().startsWith("GEOMETRY"))) {
+        throw new Error("updateWithJS doesn't work with tables containing geometries.");
+    }
+    if (options.batchSize === undefined) {
+        const oldData = await simpleTable.getData();
+        if (!oldData) {
+            throw new Error("No data from getData.");
+        }
+        const newData = await dataModifier(oldData);
+        if (newData.length === 0) {
+            if (oldData.length === 0) {
+                // Empty table in, empty data out: nothing to update.
+                return;
+            }
+            throw new Error("The dataModifier returned no rows. updateWithJS can't infer the table schema from zero rows.");
+        }
+        await (0, loadArray_js_1.executePreparedArray)(simpleTable, (0, loadArray_js_1.prepareArray)(newData));
+        return;
+    }
+    const batchSize = options.batchSize;
+    if (Object.keys(types).includes("__sda_rowid")) {
+        throw new Error('The table has a column named "__sda_rowid", which conflicts with the internal column used by the batchSize option. Rename it or run updateWithJS without batchSize.');
+    }
+    const rowCount = await simpleTable.getRowCount();
+    if (rowCount === 0) {
+        // Same behavior as the non-batched path on an empty table.
+        const newData = await dataModifier([]);
+        if (newData.length === 0) {
+            return;
+        }
+        await (0, loadArray_js_1.executePreparedArray)(simpleTable, (0, loadArray_js_1.prepareArray)(newData));
+        return;
+    }
+    // Rows are pulled in batches by rowid, passed through the modifier, and
+    // accumulated in a temporary table, so only one batch of rows is
+    // materialized in JS memory at a time.
+    const suffix = Math.random().toString(36).slice(2, 10);
+    const scratch = simpleTable.sdb.newTable(`updateWithJS_scratch_${suffix}`);
+    const accumulator = `updateWithJS_accumulator_${suffix}`;
+    try {
+        let first = true;
+        let lastRowid = null;
+        while (true) {
+            const batch = (await simpleTable.sdb.customQuery(`SELECT *, rowid AS __sda_rowid FROM ${(0, quoteIdentifier_js_1.default)(simpleTable.name)}${lastRowid === null ? "" : ` WHERE rowid > ${lastRowid}`} ORDER BY rowid LIMIT ${batchSize}`, { returnData: true }));
+            if (batch.length === 0) {
+                break;
+            }
+            lastRowid = batch[batch.length - 1].__sda_rowid;
+            for (const row of batch) {
+                delete row.__sda_rowid;
+            }
+            const modified = await dataModifier(batch);
+            if (modified.length === 0) {
+                continue;
+            }
+            await (0, loadArray_js_1.executePreparedArray)(scratch, (0, loadArray_js_1.prepareArray)(modified));
+            if (first) {
+                await simpleTable.sdb.customQuery(`CREATE OR REPLACE TABLE ${(0, quoteIdentifier_js_1.default)(accumulator)} AS SELECT * FROM ${(0, quoteIdentifier_js_1.default)(scratch.name)}`);
+                first = false;
+            }
+            else {
+                await simpleTable.sdb.customQuery(`INSERT INTO ${(0, quoteIdentifier_js_1.default)(accumulator)} BY NAME SELECT * FROM ${(0, quoteIdentifier_js_1.default)(scratch.name)}`);
+            }
+        }
+        if (first) {
+            throw new Error("The dataModifier returned no rows. updateWithJS can't infer the table schema from zero rows.");
+        }
+        await simpleTable.sdb.customQuery(`CREATE OR REPLACE TABLE ${(0, quoteIdentifier_js_1.default)(simpleTable.name)} AS SELECT * FROM ${(0, quoteIdentifier_js_1.default)(accumulator)}`);
+    }
+    finally {
+        await simpleTable.sdb.customQuery(`DROP TABLE IF EXISTS ${(0, quoteIdentifier_js_1.default)(accumulator)};
+DROP TABLE IF EXISTS ${(0, quoteIdentifier_js_1.default)(scratch.name)};`);
+        (0, tableRegistry_js_1.retainRegisteredTables)(simpleTable.sdb, (table) => table !== scratch);
+    }
+}

package/script/deps/jsr.io/@nshiab/simple-data-analysis-core/2.0.2/src/methods/upper.d.ts

@@ -0,0 +1,3 @@
+import type SimpleTable from "../class/SimpleTable.js";
+export default function upper(simpleTable: SimpleTable, columns: string | string[]): void;
+//# sourceMappingURL=upper.d.ts.map

package/script/deps/jsr.io/@nshiab/simple-data-analysis-core/2.0.2/src/methods/upper.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"upper.d.ts","sourceRoot":"","sources":["../../../../../../../../src/deps/jsr.io/@nshiab/simple-data-analysis-core/2.0.2/src/methods/upper.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,WAAW,MAAM,yBAAyB,CAAC;AAEvD,MAAM,CAAC,OAAO,UAAU,KAAK,CAC3B,WAAW,EAAE,WAAW,EACxB,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,QAc3B"}

package/script/deps/jsr.io/@nshiab/simple-data-analysis-core/2.0.2/src/methods/upper.js

@@ -0,0 +1,20 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.default = upper;
+const quoteIdentifier_js_1 = __importDefault(require("../helpers/quoteIdentifier.js"));
+const stringToArray_js_1 = __importDefault(require("../helpers/stringToArray.js"));
+const queueOp_js_1 = __importDefault(require("../helpers/queueOp.js"));
+function upper(simpleTable, columns) {
+    const cols = (0, stringToArray_js_1.default)(columns);
+    (0, queueOp_js_1.default)(simpleTable, {
+        kind: "fusable",
+        method: "upper()",
+        parameters: { columns },
+        needsSchema: false,
+        buildSelect: (input) => `SELECT * REPLACE (${cols.map((c) => `UPPER(${(0, quoteIdentifier_js_1.default)(c)}) AS ${(0, quoteIdentifier_js_1.default)(c)}`)
+            .join(", ")}) FROM ${input}`,
+    });
+}

package/script/deps/jsr.io/@nshiab/simple-data-analysis-core/2.0.2/src/methods/wider.d.ts

@@ -0,0 +1,5 @@
+import type SimpleTable from "../class/SimpleTable.js";
+export default function wider(simpleTable: SimpleTable, namesFrom: string, valuesFrom: string, options?: {
+    stat?: "sum" | "count" | "min" | "max" | "mean" | "median" | "first";
+}): void;
+//# sourceMappingURL=wider.d.ts.map

package/script/deps/jsr.io/@nshiab/simple-data-analysis-core/2.0.2/src/methods/wider.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"wider.d.ts","sourceRoot":"","sources":["../../../../../../../../src/deps/jsr.io/@nshiab/simple-data-analysis-core/2.0.2/src/methods/wider.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,WAAW,MAAM,yBAAyB,CAAC;AAEvD,MAAM,CAAC,OAAO,UAAU,KAAK,CAC3B,WAAW,EAAE,WAAW,EACxB,SAAS,EAAE,MAAM,EACjB,UAAU,EAAE,MAAM,EAClB,OAAO,GAAE;IACP,IAAI,CAAC,EAAE,KAAK,GAAG,OAAO,GAAG,KAAK,GAAG,KAAK,GAAG,MAAM,GAAG,QAAQ,GAAG,OAAO,CAAC;CACjE,QA4BP"}

package/script/deps/jsr.io/@nshiab/simple-data-analysis-core/2.0.2/src/methods/wider.js

@@ -0,0 +1,29 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.default = wider;
+const quoteIdentifier_js_1 = __importDefault(require("../helpers/quoteIdentifier.js"));
+const mergeOptions_js_1 = __importDefault(require("../helpers/mergeOptions.js"));
+const queryDB_js_1 = __importDefault(require("../helpers/queryDB.js"));
+const queueOp_js_1 = __importDefault(require("../helpers/queueOp.js"));
+function wider(simpleTable, namesFrom, valuesFrom, options = {}) {
+    const stat = options.stat ?? "sum";
+    const aggregateFunction = stat === "mean" ? "avg" : stat;
+    // DuckDB rewrites PIVOT into multiple statements internally, so it can't
+    // be part of a fused chain: it executes as a barrier.
+    options = structuredClone(options);
+    (0, queueOp_js_1.default)(simpleTable, {
+        kind: "barrier",
+        method: "wider()",
+        parameters: { namesFrom, valuesFrom, options },
+        execute: async () => {
+            await (0, queryDB_js_1.default)(simpleTable, `CREATE OR REPLACE TABLE ${(0, quoteIdentifier_js_1.default)(simpleTable.name)} AS SELECT * FROM (PIVOT ${(0, quoteIdentifier_js_1.default)(simpleTable.name)} ON ${(0, quoteIdentifier_js_1.default)(namesFrom)} USING ${aggregateFunction}(${(0, quoteIdentifier_js_1.default)(valuesFrom)}));`, (0, mergeOptions_js_1.default)(simpleTable, {
+                table: simpleTable.name,
+                method: "wider()",
+                parameters: { namesFrom, valuesFrom, options },
+            }));
+        },
+    });
+}

package/script/deps/jsr.io/@nshiab/simple-data-analysis-core/2.0.2/src/methods/writeDB.d.ts

@@ -0,0 +1,6 @@
+import type SimpleDB from "../class/SimpleDB.js";
+export default function writeDB(sdb: SimpleDB, file: string, options?: {
+    overwrite?: boolean;
+    metadata?: boolean;
+}): Promise<void>;
+//# sourceMappingURL=writeDB.d.ts.map

package/script/deps/jsr.io/@nshiab/simple-data-analysis-core/2.0.2/src/methods/writeDB.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"writeDB.d.ts","sourceRoot":"","sources":["../../../../../../../../src/deps/jsr.io/@nshiab/simple-data-analysis-core/2.0.2/src/methods/writeDB.ts"],"names":[],"mappings":"AAWA,OAAO,KAAK,QAAQ,MAAM,sBAAsB,CAAC;AAYjD,wBAA8B,OAAO,CACnC,GAAG,EAAE,QAAQ,EACb,IAAI,EAAE,MAAM,EACZ,OAAO,GAAE;IAAE,SAAS,CAAC,EAAE,OAAO,CAAC;IAAC,QAAQ,CAAC,EAAE,OAAO,CAAA;CAAO,iBAwF1D"}

package/script/deps/jsr.io/@nshiab/simple-data-analysis-core/2.0.2/src/methods/writeDB.js

@@ -0,0 +1,105 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.default = writeDB;
+const queryDbFile_js_1 = __importDefault(require("../helpers/queryDbFile.js"));
+const node_fs_1 = require("node:fs");
+const node_path_1 = require("node:path");
+const cleanPath_js_1 = __importDefault(require("../helpers/cleanPath.js"));
+const createDirectory_js_1 = __importDefault(require("../helpers/createDirectory.js"));
+const getCurrentDatabase_js_1 = __importDefault(require("../helpers/getCurrentDatabase.js"));
+const getDbFileType_js_1 = __importDefault(require("../helpers/getDbFileType.js"));
+const getDbIndexes_js_1 = __importDefault(require("../helpers/getDbIndexes.js"));
+const parseValue_js_1 = __importDefault(require("../helpers/parseValue.js"));
+const prepareDbExtensions_js_1 = __importDefault(require("../helpers/prepareDbExtensions.js"));
+const quoteIdentifier_js_1 = __importDefault(require("../helpers/quoteIdentifier.js"));
+const readDbMetadata_js_1 = __importDefault(require("../helpers/readDbMetadata.js"));
+const writeDbMetadata_js_1 = __importDefault(require("../helpers/writeDbMetadata.js"));
+async function writeDB(sdb, file, options = {}) {
+    const type = (0, getDbFileType_js_1.default)(file);
+    const output = (0, node_path_1.resolve)(file);
+    assertDestination(output, options.overwrite ?? false);
+    const database = await (0, getCurrentDatabase_js_1.default)(sdb);
+    const source = (0, quoteIdentifier_js_1.default)(database);
+    const databases = await (0, queryDbFile_js_1.default)(sdb, "SELECT path FROM duckdb_databases() WHERE path IS NOT NULL;", { returnData: true });
+    for (const { path } of databases) {
+        if (typeof path !== "string" || !(0, node_fs_1.existsSync)(path))
+            continue;
+        const original = (0, node_fs_1.statSync)(path);
+        const target = (0, node_fs_1.existsSync)(output) ? (0, node_fs_1.statSync)(output) : undefined;
+        if ((0, node_path_1.resolve)(path) === output ||
+            (target?.dev === original.dev && target?.ino === original.ino)) {
+            throw new Error("writeDB() cannot replace an open database file. Export to a different path.");
+        }
+    }
+    const indexes = (0, getDbIndexes_js_1.default)(sdb);
+    await (0, readDbMetadata_js_1.default)(sdb, database);
+    await (0, prepareDbExtensions_js_1.default)(sdb, database, indexes);
+    if (type === "sqlite")
+        await (0, queryDbFile_js_1.default)(sdb, "INSTALL sqlite; LOAD sqlite;");
+    (0, createDirectory_js_1.default)(output);
+    const directory = (0, node_fs_1.mkdtempSync)((0, node_path_1.join)((0, node_path_1.dirname)(output), ".sda-export-"));
+    const temporary = (0, node_path_1.join)(directory, "snapshot.db");
+    const name = `__sda_export_${crypto.randomUUID().replaceAll("-", "")}`;
+    const target = (0, quoteIdentifier_js_1.default)(name);
+    let attached = false;
+    try {
+        await (0, queryDbFile_js_1.default)(sdb, `ATTACH '${(0, cleanPath_js_1.default)(temporary)}' AS ${target} (TYPE ${type}, READ_WRITE);`);
+        attached = true;
+        if (type === "duckdb") {
+            await (0, queryDbFile_js_1.default)(sdb, `COPY FROM DATABASE ${source} TO ${target};`);
+            await (0, writeDbMetadata_js_1.default)(sdb, name, options.metadata === false ? {} : indexes);
+            await (0, queryDbFile_js_1.default)(sdb, `CHECKPOINT ${target};`);
+        }
+        else {
+            // SQLite is an interchange format: materialize main-schema relations,
+            // without DuckDB extension schemas, indexes, or SDA metadata.
+            const tables = await (0, queryDbFile_js_1.default)(sdb, `SELECT table_name FROM information_schema.tables
+         WHERE table_catalog = ${(0, parseValue_js_1.default)(database)} AND table_schema = 'main';`, { returnData: true });
+            for (const { table_name } of tables) {
+                const table = (0, quoteIdentifier_js_1.default)(String(table_name));
+                await (0, queryDbFile_js_1.default)(sdb, `CREATE TABLE ${target}.${table} AS SELECT * FROM ${source}.main.${table};`);
+            }
+        }
+        await (0, queryDbFile_js_1.default)(sdb, `DETACH ${target};`);
+        attached = false;
+        assertDestination(output, options.overwrite ?? false);
+        if (options.overwrite) {
+            // Do not fall back to unlinking the original if atomic replacement fails.
+            (0, node_fs_1.renameSync)(temporary, output);
+        }
+        else {
+            // An exclusive link also protects a destination created during the export.
+            (0, node_fs_1.linkSync)(temporary, output);
+        }
+    }
+    finally {
+        try {
+            if (attached)
+                await (0, queryDbFile_js_1.default)(sdb, `DETACH ${target};`);
+        }
+        finally {
+            (0, node_fs_1.rmSync)(directory, { recursive: true, force: true });
+        }
+    }
+}
+function assertDestination(file, overwrite) {
+    let existing;
+    try {
+        existing = (0, node_fs_1.lstatSync)(file);
+    }
+    catch (error) {
+        if (error instanceof Error && "code" in error && error.code === "ENOENT") {
+            return;
+        }
+        throw error;
+    }
+    if (!existing.isFile()) {
+        throw new Error(`The output path ${file} must be a regular file, not a directory or symbolic link.`);
+    }
+    if (!overwrite) {
+        throw new Error(`The file ${file} already exists. Set overwrite to true to replace it.`);
+    }
+}

package/script/deps/jsr.io/@nshiab/simple-data-analysis-core/2.0.2/src/methods/writeData.d.ts

@@ -0,0 +1,7 @@
+import type SimpleTable from "../class/SimpleTable.js";
+export default function writeData(simpleTable: SimpleTable, file: string, options?: {
+    compression?: boolean;
+    dataAsArrays?: boolean;
+    formatDates?: boolean;
+}): Promise<void>;
+//# sourceMappingURL=writeData.d.ts.map

package/script/deps/jsr.io/@nshiab/simple-data-analysis-core/2.0.2/src/methods/writeData.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"writeData.d.ts","sourceRoot":"","sources":["../../../../../../../../src/deps/jsr.io/@nshiab/simple-data-analysis-core/2.0.2/src/methods/writeData.ts"],"names":[],"mappings":"AAOA,OAAO,KAAK,WAAW,MAAM,yBAAyB,CAAC;AAIvD,wBAA8B,SAAS,CACrC,WAAW,EAAE,WAAW,EACxB,IAAI,EAAE,MAAM,EACZ,OAAO,GAAE;IACP,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,WAAW,CAAC,EAAE,OAAO,CAAC;CAClB,iBA0BP"}

package/script/deps/jsr.io/@nshiab/simple-data-analysis-core/2.0.2/src/methods/writeData.js

@@ -0,0 +1,86 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.default = writeData;
+const quoteIdentifier_js_1 = __importDefault(require("../helpers/quoteIdentifier.js"));
+const cleanPath_js_1 = __importDefault(require("../helpers/cleanPath.js"));
+const createDirectory_js_1 = __importDefault(require("../helpers/createDirectory.js"));
+const getExtension_js_1 = __importDefault(require("../helpers/getExtension.js"));
+const hasGeometryColumn_js_1 = __importDefault(require("../helpers/hasGeometryColumn.js"));
+const mergeOptions_js_1 = __importDefault(require("../helpers/mergeOptions.js"));
+const queryDB_js_1 = __importDefault(require("../helpers/queryDB.js"));
+const writeDataAsArrays_js_1 = __importDefault(require("../helpers/writeDataAsArrays.js"));
+const node_fs_1 = require("node:fs");
+async function writeData(simpleTable, file, options = {}) {
+    const extension = (0, getExtension_js_1.default)(file);
+    assertWriteDataOptions(extension, options);
+    if (await (0, hasGeometryColumn_js_1.default)(simpleTable)) {
+        throw new Error("Table contains geometry columns. Use writeGeoData() instead.");
+    }
+    (0, createDirectory_js_1.default)(file);
+    if (options.dataAsArrays) {
+        await (0, writeDataAsArrays_js_1.default)(simpleTable, file);
+    }
+    else {
+        await (0, queryDB_js_1.default)(simpleTable, writeDataQuery(simpleTable.name, file, extension, options), (0, mergeOptions_js_1.default)(simpleTable, {
+            table: simpleTable.name,
+            method: "writeData()",
+            parameters: { file, options },
+        }));
+    }
+}
+function assertWriteDataOptions(extension, options) {
+    const supported = ["csv", "json", "parquet", "db", "sqlite"];
+    if (!supported.includes(extension)) {
+        throw new Error(`writeData() does not support the extension ${JSON.stringify(extension)}. Use .csv, .json, .parquet, .db, or .sqlite.`);
+    }
+    if (options.dataAsArrays === true && extension !== "json") {
+        throw new Error("writeData() dataAsArrays works only with JSON files.");
+    }
+}
+function writeDataQuery(table, file, fileExtension, options) {
+    const cleanedFile = (0, cleanPath_js_1.default)(file);
+    if (fileExtension === "csv") {
+        return `COPY ${(0, quoteIdentifier_js_1.default)(table)} TO '${options.compression ? cleanedFile + ".gz" : cleanedFile}' (DELIMITER ',', HEADER TRUE${options.compression ? ", COMPRESSION GZIP" : ""}${options.formatDates
+            ? ", DATEFORMAT '%xT%X.%gZ', TIMESTAMPFORMAT '%xT%X.%gZ'"
+            : ""});`;
+    }
+    else if (fileExtension === "json") {
+        return `COPY ${(0, quoteIdentifier_js_1.default)(table)} TO '${options.compression ? cleanedFile + ".gz" : cleanedFile}' (FORMAT JSON, ARRAY TRUE${options.compression ? ", COMPRESSION GZIP" : ""}${options.formatDates
+            ? ", DATEFORMAT '%xT%X.%gZ', TIMESTAMPFORMAT '%xT%X.%gZ'"
+            : ""});`;
+    }
+    else if (fileExtension === "parquet") {
+        if (options.compression) {
+            return `COPY ${(0, quoteIdentifier_js_1.default)(table)} TO '${cleanedFile}' (FORMAT PARQUET, COMPRESSION ZSTD);`;
+        }
+        else {
+            return `COPY ${(0, quoteIdentifier_js_1.default)(table)} TO '${cleanedFile}' (FORMAT PARQUET);`;
+        }
+    }
+    else if (fileExtension === "db") {
+        if ((0, node_fs_1.existsSync)(file)) {
+            (0, node_fs_1.rmSync)(file);
+        }
+        const database = (0, quoteIdentifier_js_1.default)("my_database");
+        return `ATTACH '${cleanedFile}' AS ${database};
+COPY FROM DATABASE ${(0, quoteIdentifier_js_1.default)("memory")} TO ${database};
+CREATE OR REPLACE TABLE ${database}.${(0, quoteIdentifier_js_1.default)(table)} AS SELECT * FROM ${(0, quoteIdentifier_js_1.default)(table)};
+DETACH ${database};`;
+    }
+    else if (fileExtension === "sqlite") {
+        if ((0, node_fs_1.existsSync)(file)) {
+            (0, node_fs_1.rmSync)(file);
+        }
+        const database = (0, quoteIdentifier_js_1.default)("my_sqlite_db");
+        return `INSTALL sqlite; LOAD sqlite;
+    ATTACH '${cleanedFile}' AS ${database} (TYPE SQLITE);
+    CREATE TABLE ${database}.${(0, quoteIdentifier_js_1.default)(table)} AS SELECT * FROM ${(0, quoteIdentifier_js_1.default)(table)};
+    DETACH ${database};`;
+    }
+    else {
+        throw new Error(`writeData() does not support the extension ${JSON.stringify(fileExtension)}.`);
+    }
+}

package/script/deps/jsr.io/@nshiab/simple-data-analysis-core/2.0.2/src/methods/zScore.d.ts

@@ -0,0 +1,6 @@
+import type SimpleTable from "../class/SimpleTable.js";
+export default function zScore(simpleTable: SimpleTable, column: string, newColumn: string, options?: {
+    by?: string | string[];
+    decimals?: number;
+}): void;
+//# sourceMappingURL=zScore.d.ts.map

package/script/deps/jsr.io/@nshiab/simple-data-analysis-core/2.0.2/src/methods/zScore.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"zScore.d.ts","sourceRoot":"","sources":["../../../../../../../../src/deps/jsr.io/@nshiab/simple-data-analysis-core/2.0.2/src/methods/zScore.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,WAAW,MAAM,yBAAyB,CAAC;AAEvD,MAAM,CAAC,OAAO,UAAU,MAAM,CAC5B,WAAW,EAAE,WAAW,EACxB,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,MAAM,EACjB,OAAO,GAAE;IACP,EAAE,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IACvB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACd,QA+BP"}

package/script/deps/jsr.io/@nshiab/simple-data-analysis-core/2.0.2/src/methods/zScore.js

@@ -0,0 +1,35 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.default = zScore;
+const quoteIdentifier_js_1 = __importDefault(require("../helpers/quoteIdentifier.js"));
+const assertNewColumns_js_1 = __importDefault(require("../helpers/assertNewColumns.js"));
+const queueOp_js_1 = __importDefault(require("../helpers/queueOp.js"));
+const stringToArray_js_1 = __importDefault(require("../helpers/stringToArray.js"));
+function zScore(simpleTable, column, newColumn, options = {}) {
+    options = structuredClone(options);
+    (0, queueOp_js_1.default)(simpleTable, {
+        kind: "fusable",
+        method: "zScore()",
+        parameters: { column, newColumn, options },
+        needsSchema: true,
+        buildSelect: (input, schema) => {
+            (0, assertNewColumns_js_1.default)(schema, [newColumn], "zScore()");
+            const by = options.by ? (0, stringToArray_js_1.default)(options.by) : [];
+            const partition = by.length > 0
+                ? `PARTITION BY ${by.map((d) => `${(0, quoteIdentifier_js_1.default)(d)}`).join(", ")}`
+                : "";
+            const tempQuery = `(${(0, quoteIdentifier_js_1.default)(column)}-AVG(${(0, quoteIdentifier_js_1.default)(column)}) OVER(${partition}))
+            /
+            STDDEV_POP(${(0, quoteIdentifier_js_1.default)(column)}) OVER(${partition})`;
+            return `SELECT *, (
+        ${typeof options.decimals === "number"
+                ? `ROUND(${tempQuery}, ${options.decimals})`
+                : tempQuery}
+        ) AS ${(0, quoteIdentifier_js_1.default)(newColumn)},
+    FROM ${input}`;
+        },
+    });
+}

package/script/helpers/aiOptions.d.ts

@@ -0,0 +1,140 @@
+import type { askGemini, askOllama, GetEmbeddingOptions } from "../deps/jsr.io/@nshiab/journalism-ai/2.0.6/src/index.js";
+export type { EmbeddingBackend, EmbeddingCommonOptions, EmbeddingEnvironment, EmbeddingIdentity, EmbeddingIdentityBase, EmbeddingProvider, EnvironmentEmbeddingOptions, GeminiEmbeddingIdentity, GeminiEmbeddingOptions, GetEmbeddingOptions, OllamaEmbeddingClient, OllamaEmbeddingIdentity, OllamaEmbeddingOptions, VertexEmbeddingIdentity, VertexEmbeddingOptions, } from "../deps/jsr.io/@nshiab/journalism-ai/2.0.6/src/index.js";
+/**
+ * Options accepted directly by `askGemini` from journalism-ai.
+ *
+ * @example
+ * ```ts
+ * const options: AskGeminiOptions = { thinkingLevel: "low" };
+ * ```
+ */
+export type AskGeminiOptions = NonNullable<Parameters<typeof askGemini>[1]>;
+/**
+ * Options accepted directly by `askOllama` from journalism-ai.
+ *
+ * @example
+ * ```ts
+ * const options: AskOllamaOptions = { thinkingLevel: true };
+ * ```
+ */
+export type AskOllamaOptions = NonNullable<Parameters<typeof askOllama>[1]>;
+/**
+ * Selects Gemini generation and exposes the exact `askGemini` options.
+ *
+ * @example
+ * ```ts
+ * const generation: GeminiGenerationOptions = {
+ *   provider: "gemini",
+ *   model: "gemini-3-flash-preview",
+ *   thinkingLevel: "low",
+ * };
+ * ```
+ */
+export type GeminiGenerationOptions = AskGeminiOptions & {
+    /** Selects Gemini or Vertex AI for generation. */
+    provider: "gemini";
+};
+/**
+ * Selects Ollama generation and exposes the exact `askOllama` options.
+ *
+ * @example
+ * ```ts
+ * const generation: OllamaGenerationOptions = {
+ *   provider: "ollama",
+ *   model: "gemma4:12b-mlx",
+ *   thinkingLevel: true,
+ * };
+ * ```
+ */
+export type OllamaGenerationOptions = AskOllamaOptions & {
+    /** Selects Ollama for generation. */
+    provider: "ollama";
+};
+/**
+ * Uses environment variables to select the generation provider while still
+ * passing options to the selected journalism-ai function.
+ *
+ * @example
+ * ```ts
+ * const generation: EnvironmentGenerationOptions = { cache: false };
+ * ```
+ */
+export type EnvironmentGenerationOptions = (AskGeminiOptions | AskOllamaOptions) & {
+    /** Uses `AI_PROVIDER` to select the generation provider. */
+    provider?: undefined;
+};
+/**
+ * Provider-specific or environment-selected generation options.
+ *
+ * @example
+ * ```ts
+ * const generation: GenerationOptions = {
+ *   provider: "ollama",
+ *   model: "gemma4:12b-mlx",
+ * };
+ * ```
+ */
+export type GenerationOptions = GeminiGenerationOptions | OllamaGenerationOptions | EnvironmentGenerationOptions;
+type WithoutSchemaJson<T> = T extends GenerationOptions ? Omit<T, "schemaJson"> : never;
+/**
+ * Generation options for methods whose output shape is owned by SDA.
+ *
+ * @example
+ * ```ts
+ * const generation: UnstructuredGenerationOptions = {
+ *   provider: "gemini",
+ *   model: "gemini-3-flash-preview",
+ * };
+ * ```
+ */
+export type UnstructuredGenerationOptions = WithoutSchemaJson<GenerationOptions>;
+/**
+ * Provider-specific or environment-selected embedding options.
+ *
+ * @example
+ * ```ts
+ * const embeddings: EmbeddingOptions = {
+ *   provider: "ollama",
+ *   model: "nomic-embed-text",
+ * };
+ * ```
+ */
+export type EmbeddingOptions = GetEmbeddingOptions;
+/**
+ * Mutable aggregate metrics populated by SDA generation methods.
+ *
+ * @example
+ * ```ts
+ * const metrics: AIRequestMetrics = {
+ *   totalCost: 0,
+ *   totalInputTokens: 0,
+ *   totalOutputTokens: 0,
+ *   totalRequests: 0,
+ * };
+ * ```
+ */
+export type AIRequestMetrics = {
+    /** Estimated cumulative cost in US dollars when supplied by the provider. */
+    totalCost: number;
+    /** Cumulative number of input tokens. */
+    totalInputTokens: number;
+    /** Cumulative number of output tokens. */
+    totalOutputTokens: number;
+    /** Cumulative number of provider requests. */
+    totalRequests: number;
+};
+/**
+ * Captures mutable AI configuration for deferred execution.
+ * Plain objects and arrays are copied recursively. Provider clients and the
+ * documented `metrics` and `times` accumulator objects retain their identity.
+ *
+ * @param options AI method options to capture.
+ * @returns A snapshot safe to close over from a queued operation.
+ * @internal
+ */
+export declare function snapshotAIOptions<T extends object>(options: T): T;
+/** Removes SDA's provider discriminator before calling journalism-ai. */
+export declare function withoutProvider<T extends {
+    provider?: string;
+}>(options: T): Omit<T, "provider">;
+//# sourceMappingURL=aiOptions.d.ts.map

package/script/helpers/aiOptions.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"aiOptions.d.ts","sourceRoot":"","sources":["../../src/helpers/aiOptions.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,SAAS,EACT,SAAS,EACT,mBAAmB,EACpB,MAAM,yDAAyD,CAAC;AAEjE,YAAY,EACV,gBAAgB,EAChB,sBAAsB,EACtB,oBAAoB,EACpB,iBAAiB,EACjB,qBAAqB,EACrB,iBAAiB,EACjB,2BAA2B,EAC3B,uBAAuB,EACvB,sBAAsB,EACtB,mBAAmB,EACnB,qBAAqB,EACrB,uBAAuB,EACvB,sBAAsB,EACtB,uBAAuB,EACvB,sBAAsB,GACvB,MAAM,yDAAyD,CAAC;AAEjE;;;;;;;GAOG;AACH,MAAM,MAAM,gBAAgB,GAAG,WAAW,CACxC,UAAU,CAAC,OAAO,SAAS,CAAC,CAAC,CAAC,CAAC,CAChC,CAAC;AAEF;;;;;;;GAOG;AACH,MAAM,MAAM,gBAAgB,GAAG,WAAW,CACxC,UAAU,CAAC,OAAO,SAAS,CAAC,CAAC,CAAC,CAAC,CAChC,CAAC;AAEF;;;;;;;;;;;GAWG;AACH,MAAM,MAAM,uBAAuB,GAAG,gBAAgB,GAAG;IACvD,kDAAkD;IAClD,QAAQ,EAAE,QAAQ,CAAC;CACpB,CAAC;AAEF;;;;;;;;;;;GAWG;AACH,MAAM,MAAM,uBAAuB,GAAG,gBAAgB,GAAG;IACvD,qCAAqC;IACrC,QAAQ,EAAE,QAAQ,CAAC;CACpB,CAAC;AAEF;;;;;;;;GAQG;AACH,MAAM,MAAM,4BAA4B,GACpC,CAAC,gBAAgB,GAAG,gBAAgB,CAAC,GACrC;IACA,4DAA4D;IAC5D,QAAQ,CAAC,EAAE,SAAS,CAAC;CACtB,CAAC;AAEJ;;;;;;;;;;GAUG;AACH,MAAM,MAAM,iBAAiB,GACzB,uBAAuB,GACvB,uBAAuB,GACvB,4BAA4B,CAAC;AAEjC,KAAK,iBAAiB,CAAC,CAAC,IAAI,CAAC,SAAS,iBAAiB,GAAG,IAAI,CAAC,CAAC,EAAE,YAAY,CAAC,GAC3E,KAAK,CAAC;AAEV;;;;;;;;;;GAUG;AACH,MAAM,MAAM,6BAA6B,GAAG,iBAAiB,CAC3D,iBAAiB,CAClB,CAAC;AAEF;;;;;;;;;;GAUG;AACH,MAAM,MAAM,gBAAgB,GAAG,mBAAmB,CAAC;AAEnD;;;;;;;;;;;;GAYG;AACH,MAAM,MAAM,gBAAgB,GAAG;IAC7B,6EAA6E;IAC7E,SAAS,EAAE,MAAM,CAAC;IAClB,yCAAyC;IACzC,gBAAgB,EAAE,MAAM,CAAC;IACzB,0CAA0C;IAC1C,iBAAiB,EAAE,MAAM,CAAC;IAC1B,8CAA8C;IAC9C,aAAa,EAAE,MAAM,CAAC;CACvB,CAAC;AA2CF;;;;;;;;GAQG;AACH,wBAAgB,iBAAiB,CAAC,CAAC,SAAS,MAAM,EAAE,OAAO,EAAE,CAAC,GAAG,CAAC,CAEjE;AAED,yEAAyE;AACzE,wBAAgB,eAAe,CAAC,CAAC,SAAS;IAAE,QAAQ,CAAC,EAAE,MAAM,CAAA;CAAE,EAC7D,OAAO,EAAE,CAAC,GACT,IAAI,CAAC,CAAC,EAAE,UAAU,CAAC,CAGrB"}

package/script/helpers/aiOptions.js

@@ -0,0 +1,56 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.snapshotAIOptions = snapshotAIOptions;
+exports.withoutProvider = withoutProvider;
+const preservedOptionReferences = new Set(["metrics", "ollama", "times"]);
+function cloneAIOptionValue(value, key, seen) {
+    if (key !== undefined && preservedOptionReferences.has(key)) {
+        return value;
+    }
+    if (Array.isArray(value)) {
+        const existing = seen.get(value);
+        if (existing !== undefined) {
+            return existing;
+        }
+        const clone = [];
+        seen.set(value, clone);
+        for (const item of value) {
+            clone.push(cloneAIOptionValue(item, undefined, seen));
+        }
+        return clone;
+    }
+    if (value === null || typeof value !== "object") {
+        return value;
+    }
+    const prototype = Object.getPrototypeOf(value);
+    if (prototype !== Object.prototype && prototype !== null) {
+        return value;
+    }
+    const existing = seen.get(value);
+    if (existing !== undefined) {
+        return existing;
+    }
+    const clone = {};
+    seen.set(value, clone);
+    for (const [childKey, childValue] of Object.entries(value)) {
+        clone[childKey] = cloneAIOptionValue(childValue, childKey, seen);
+    }
+    return clone;
+}
+/**
+ * Captures mutable AI configuration for deferred execution.
+ * Plain objects and arrays are copied recursively. Provider clients and the
+ * documented `metrics` and `times` accumulator objects retain their identity.
+ *
+ * @param options AI method options to capture.
+ * @returns A snapshot safe to close over from a queued operation.
+ * @internal
+ */
+function snapshotAIOptions(options) {
+    return cloneAIOptionValue(options, undefined, new WeakMap());
+}
+/** Removes SDA's provider discriminator before calling journalism-ai. */
+function withoutProvider(options) {
+    const { provider: _provider, ...providerOptions } = options;
+    return providerOptions;
+}

package/script/helpers/aiResponseCache.d.ts

@@ -0,0 +1,9 @@
+/** Returns the cache file for an SDA-processed AI response. */
+export declare function getAIResponseCacheFile(parameters: unknown): string;
+/** Reads an SDA-processed AI response when it exists. */
+export declare function readAIResponseCache(cacheFile: string): unknown | undefined;
+/** Removes an SDA-processed AI response after validation rejects it. */
+export declare function removeAIResponseCache(cacheFile: string): void;
+/** Caches an AI response after SDA transformation and validation. */
+export declare function writeAIResponseCache(cacheFile: string, response: unknown): void;
+//# sourceMappingURL=aiResponseCache.d.ts.map

package/script/helpers/aiResponseCache.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"aiResponseCache.d.ts","sourceRoot":"","sources":["../../src/helpers/aiResponseCache.ts"],"names":[],"mappings":"AAWA,+DAA+D;AAC/D,wBAAgB,sBAAsB,CAAC,UAAU,EAAE,OAAO,GAAG,MAAM,CAMlE;AAED,yDAAyD;AACzD,wBAAgB,mBAAmB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,GAAG,SAAS,CAI1E;AAED,wEAAwE;AACxE,wBAAgB,qBAAqB,CAAC,SAAS,EAAE,MAAM,GAAG,IAAI,CAI7D;AAED,qEAAqE;AACrE,wBAAgB,oBAAoB,CAClC,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,OAAO,GAChB,IAAI,CAKN"}