@nshiab/simple-data-analysis-core 2.1.12 → 2.1.14

package/script/methods/linearRegressions.d.ts

@@ -1,9 +0,0 @@
-import type SimpleTable from "../class/SimpleTable.js";
-export default function linearRegressions(simpleTable: SimpleTable, options?: {
-    x?: string;
-    y?: string;
-    by?: string | string[];
-    decimals?: number;
-    outputTable?: string | boolean;
-}): SimpleTable;
-//# sourceMappingURL=linearRegressions.d.ts.map

package/script/methods/linearRegressions.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"linearRegressions.d.ts","sourceRoot":"","sources":["../../src/methods/linearRegressions.ts"],"names":[],"mappings":"AAOA,OAAO,KAAK,WAAW,MAAM,yBAAyB,CAAC;AAIvD,MAAM,CAAC,OAAO,UAAU,iBAAiB,CACvC,WAAW,EAAE,WAAW,EACxB,OAAO,GAAE;IACP,CAAC,CAAC,EAAE,MAAM,CAAC;IACX,CAAC,CAAC,EAAE,MAAM,CAAC;IACX,EAAE,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IACvB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,WAAW,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;CAC3B,GACL,WAAW,CA2Db"}

package/script/methods/linearRegressions.js

@@ -1,103 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.default = linearRegressions;
-const quoteIdentifier_js_1 = __importDefault(require("../helpers/quoteIdentifier.js"));
-const getCombinations_js_1 = __importDefault(require("../helpers/getCombinations.js"));
-const mergeOptions_js_1 = __importDefault(require("../helpers/mergeOptions.js"));
-const queryDB_js_1 = __importDefault(require("../helpers/queryDB.js"));
-const queueOp_js_1 = __importDefault(require("../helpers/queueOp.js"));
-const resolveOutputTable_js_1 = __importDefault(require("../helpers/resolveOutputTable.js"));
-const stringToArray_js_1 = __importDefault(require("../helpers/stringToArray.js"));
-const validateNumericalAnalysis_js_1 = __importDefault(require("../helpers/validateNumericalAnalysis.js"));
-function linearRegressions(simpleTable, options = {}) {
-    options = structuredClone(options);
-    options.outputTable = (0, resolveOutputTable_js_1.default)(simpleTable, options.outputTable);
-    if (typeof options.outputTable === "string") {
-        // The output table instance is created at call time so it can be
-        // returned synchronously and chained on right away.
-        const outputTable = simpleTable.sdb.newTable(options.outputTable);
-        (0, queueOp_js_1.default)(outputTable, {
-            kind: "barrier",
-            method: "linearRegressions()",
-            parameters: { options },
-            execute: async () => {
-                const permutations = getLinearRegressionsPermutations(await simpleTable.getTypes(), options, simpleTable.name);
-                await (0, queryDB_js_1.default)(simpleTable, `CREATE OR REPLACE TABLE ${(0, quoteIdentifier_js_1.default)(outputTable.name)} AS ${linearRegressionsSelect(`${(0, quoteIdentifier_js_1.default)(simpleTable.name)}`, permutations, options)}`, (0, mergeOptions_js_1.default)(simpleTable, {
-                    table: outputTable.name,
-                    method: "linearRegressions()",
-                    parameters: {
-                        options,
-                        "permutations (computed)": permutations,
-                    },
-                    values: linearRegressionsValues(permutations),
-                }));
-            },
-        });
-        return outputTable;
-    }
-    (0, queueOp_js_1.default)(simpleTable, {
-        kind: "fusable",
-        method: "linearRegressions()",
-        parameters: { options },
-        needsSchema: true,
-        values: (types) => linearRegressionsValues(getLinearRegressionsPermutations(types, options, simpleTable.name)),
-        buildSelect: (input, types) => linearRegressionsSelect(input, getLinearRegressionsPermutations(types, options, simpleTable.name), options),
-    });
-    return simpleTable;
-}
-function linearRegressionsValues(permutations) {
-    return permutations.flatMap(([x, y]) => [x, y]);
-}
-function getLinearRegressionsPermutations(types, options, tableName) {
-    const columns = (0, validateNumericalAnalysis_js_1.default)(types, options, "linearRegressions()", tableName);
-    const permutations = [];
-    if (options.x === undefined) {
-        const combinations = (0, getCombinations_js_1.default)(columns, 2);
-        for (const c of combinations) {
-            permutations.push(c);
-            permutations.push([c[1], c[0]]);
-        }
-    }
-    else if (options.y === undefined) {
-        for (const col of columns) {
-            if (col !== options.x) {
-                permutations.push([options.x, col]);
-            }
-        }
-    }
-    else {
-        permutations.push([options.x, options.y]);
-    }
-    return permutations;
-}
-function linearRegressionsSelect(input, permutations, options) {
-    const by = options.by ? (0, stringToArray_js_1.default)(options.by) : [];
-    const groupBy = by.length === 0
-        ? ""
-        : ` GROUP BY ${by.map((d) => `${(0, quoteIdentifier_js_1.default)(d)}`).join(",")}`;
-    const catSelect = by.length > 0
-        ? `${by.map((d) => `${(0, quoteIdentifier_js_1.default)(d)}`).join(",")}, `
-        : "";
-    // One UNION ALL branch per permutation (each with a distinct pair of
-    // literals, so deduplication would never remove anything). DuckDB runs the
-    // branches as concurrent pipelines, which parallelizes the aggregates
-    // better than computing them all in one scan.
-    const branches = permutations.map((perm) => {
-        const expressions = [
-            ["slope", "REGR_SLOPE"],
-            ["yIntercept", "REGR_INTERCEPT"],
-            ["r2", "REGR_R2"],
-        ].map(([alias, fn]) => {
-            const expression = typeof options.decimals === "number"
-                ? `ROUND(${fn}(${(0, quoteIdentifier_js_1.default)(perm[1])}, ${(0, quoteIdentifier_js_1.default)(perm[0])}), ${options.decimals})`
-                : `${fn}(${(0, quoteIdentifier_js_1.default)(perm[1])}, ${(0, quoteIdentifier_js_1.default)(perm[0])})`;
-            return `${expression} AS ${(0, quoteIdentifier_js_1.default)(alias)}`;
-        });
-        return `SELECT ${catSelect}? AS ${(0, quoteIdentifier_js_1.default)("x")}, ? AS ${(0, quoteIdentifier_js_1.default)("y")}, ${expressions.join(", ")}
-        FROM ${input}${groupBy}`;
-    });
-    return branches.join("\nUNION ALL\n");
-}

package/script/methods/linesToPolygons.d.ts

@@ -1,3 +0,0 @@
-import type SimpleTable from "../class/SimpleTable.js";
-export default function linesToPolygons(simpleTable: SimpleTable, column?: string): void;
-//# sourceMappingURL=linesToPolygons.d.ts.map

package/script/methods/linesToPolygons.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"linesToPolygons.d.ts","sourceRoot":"","sources":["../../src/methods/linesToPolygons.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,WAAW,MAAM,yBAAyB,CAAC;AAEvD,MAAM,CAAC,OAAO,UAAU,eAAe,CACrC,WAAW,EAAE,WAAW,EACxB,MAAM,CAAC,EAAE,MAAM,QAgBhB"}

package/script/methods/linesToPolygons.js

@@ -1,23 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.default = linesToPolygons;
-const quoteIdentifier_js_1 = __importDefault(require("../helpers/quoteIdentifier.js"));
-const findGeoColumnFromSchema_js_1 = __importDefault(require("../helpers/findGeoColumnFromSchema.js"));
-const queueOp_js_1 = __importDefault(require("../helpers/queueOp.js"));
-function linesToPolygons(simpleTable, column) {
-    (0, queueOp_js_1.default)(simpleTable, {
-        kind: "fusable",
-        method: "linesToPolygons()",
-        parameters: { column },
-        needsSchema: true,
-        needsSpatial: true,
-        buildSelect: (input, types) => {
-            const col = column ??
-                (0, findGeoColumnFromSchema_js_1.default)(types, "linesToPolygons()", simpleTable.name);
-            return `SELECT * EXCLUDE(${(0, quoteIdentifier_js_1.default)(col)}), ST_MakePolygon(${(0, quoteIdentifier_js_1.default)(col)}) as ${(0, quoteIdentifier_js_1.default)(col)} FROM ${input}`;
-        },
-    });
-}

package/script/methods/loadArray.d.ts

@@ -1,19 +0,0 @@
-import { type DuckDBValue } from "@duckdb/node-api";
-import type SimpleTable from "../class/SimpleTable.js";
-export default function loadArray(simpleTable: SimpleTable, rows: {
-    [key: string]: unknown;
-}[], options?: NonNullable<Parameters<SimpleTable["loadArray"]>[1]>): void;
-type PreparedArray = {
-    keys: string[];
-    types: string[];
-    columnsData: DuckDBValue[][];
-    rowCount: number;
-};
-export declare function prepareArray(rows: {
-    [key: string]: unknown;
-}[], columnTypes?: {
-    [key: string]: string;
-}, requireExplicitNestedTypes?: boolean): PreparedArray;
-export declare function executePreparedArray(simpleTable: SimpleTable, prepared: PreparedArray): Promise<void>;
-export {};
-//# sourceMappingURL=loadArray.d.ts.map

package/script/methods/loadArray.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"loadArray.d.ts","sourceRoot":"","sources":["../../src/methods/loadArray.ts"],"names":[],"mappings":"AAAA,OAAO,EAOL,KAAK,WAAW,EACjB,MAAM,kBAAkB,CAAC;AAM1B,OAAO,KAAK,WAAW,MAAM,yBAAyB,CAAC;AAKvD,MAAM,CAAC,OAAO,UAAU,SAAS,CAC/B,WAAW,EAAE,WAAW,EACxB,IAAI,EAAE;IAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;CAAE,EAAE,EAClC,OAAO,GAAE,WAAW,CAAC,UAAU,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAM,QAiBnE;AAED,KAAK,aAAa,GAAG;IACnB,IAAI,EAAE,MAAM,EAAE,CAAC;IACf,KAAK,EAAE,MAAM,EAAE,CAAC;IAChB,WAAW,EAAE,WAAW,EAAE,EAAE,CAAC;IAC7B,QAAQ,EAAE,MAAM,CAAC;CAClB,CAAC;AAEF,wBAAgB,YAAY,CAC1B,IAAI,EAAE;IAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;CAAE,EAAE,EAClC,WAAW,GAAE;IAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;CAAO,EAC3C,0BAA0B,UAAQ,GACjC,aAAa,CAsHf;AAED,wBAAsB,oBAAoB,CACxC,WAAW,EAAE,WAAW,EACxB,QAAQ,EAAE,aAAa,iBA+DxB"}

package/script/methods/loadArray.js

@@ -1,253 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.default = loadArray;
-exports.prepareArray = prepareArray;
-exports.executePreparedArray = executePreparedArray;
-const node_api_1 = require("@duckdb/node-api");
-const appendColumnBatches_js_1 = __importDefault(require("../helpers/appendColumnBatches.js"));
-const prepareGeometry_js_1 = __importDefault(require("../helpers/prepareGeometry.js"));
-const prepareJSON_js_1 = __importDefault(require("../helpers/prepareJSON.js"));
-const geometryFromJSON_js_1 = __importDefault(require("../helpers/geometryFromJSON.js"));
-const queueOp_js_1 = __importDefault(require("../helpers/queueOp.js"));
-const parseTypes_js_1 = __importDefault(require("../helpers/parseTypes.js"));
-const parseDuckDBType_js_1 = __importDefault(require("../helpers/parseDuckDBType.js"));
-const quoteIdentifier_js_1 = __importDefault(require("../helpers/quoteIdentifier.js"));
-function loadArray(simpleTable, rows, options = {}) {
-    // This validation doesn't need the database, so it stays at call time.
-    if (rows.length === 0) {
-        throw new Error("The array is empty. loadArray needs at least one object to infer the column types.");
-    }
-    const prepared = prepareArray(rows, options.columnTypes, true);
-    (0, queueOp_js_1.default)(simpleTable, {
-        kind: "barrier",
-        method: "loadArray()",
-        parameters: { rows: `${rows.length} rows` },
-        execute: () => executePreparedArray(simpleTable, prepared),
-    });
-}
-function prepareArray(rows, columnTypes = {}, requireExplicitNestedTypes = false) {
-    const keys = Object.keys(rows[0]);
-    const overrides = new Map();
-    for (const [key, type] of Object.entries(columnTypes)) {
-        if (!keys.includes(key)) {
-            throw new Error(`Unknown column ${JSON.stringify(key)} in loadArray columnTypes.`);
-        }
-        if (type.toUpperCase() === "JSON") {
-            overrides.set(key, "JSON");
-            continue;
-        }
-        if (/^geometry/i.test(type)) {
-            if (!/^geometry\('EPSG:4326'\)$/i.test(type)) {
-                throw new Error(`Unsupported type ${JSON.stringify(type)} for column ${JSON.stringify(key)}. GeoJSON ingestion requires GEOMETRY('EPSG:4326'); reproject input to WGS84 first.`);
-            }
-            overrides.set(key, "GEOMETRY('EPSG:4326')");
-            continue;
-        }
-        try {
-            const normalized = (0, parseTypes_js_1.default)(type);
-            (0, parseDuckDBType_js_1.default)(normalized);
-            overrides.set(key, normalized);
-        }
-        catch {
-            throw new Error(`Unsupported type ${JSON.stringify(type)} for column ${JSON.stringify(key)}.`);
-        }
-    }
-    const firstNonNullValue = keys.map((key) => rows.find((obj) => obj[key] !== null && obj[key] !== undefined)?.[key]);
-    const types = [];
-    const columnsData = keys.map(() => new Array(rows.length));
-    for (let i = 0; i < keys.length; i++) {
-        const key = keys[i];
-        const columnData = columnsData[i];
-        const override = overrides.get(key);
-        if (override !== undefined) {
-            types[i] = override;
-            for (let j = 0; j < rows.length; j++) {
-                columnData[j] = prepareTypedValue(rows[j][key], override, key, j + 1);
-            }
-            continue;
-        }
-        if (requireExplicitNestedTypes) {
-            for (let j = 0; j < rows.length; j++) {
-                const cell = rows[j][key];
-                if (cell !== null && typeof cell === "object" && !(cell instanceof Date)) {
-                    throw new Error(`Column ${JSON.stringify(key)}, row ${j + 1}: array and object cells require an explicit columnTypes entry. Use JSON for nested data, FLOAT[n] for fixed-size vectors, or GEOMETRY('EPSG:4326') for GeoJSON geometries.`);
-                }
-            }
-        }
-        const value = firstNonNullValue[i];
-        const type = typeof value;
-        if (type === "symbol" || type === "function") {
-            throw new Error(`Type ${type} not supported for ${key}. Value: ${value}`);
-        }
-        else if (type === "undefined") {
-            types[i] = "VARCHAR";
-            for (let j = 0; j < rows.length; j++) {
-                columnData[j] = null;
-            }
-        }
-        else if (type === "object") {
-            if (value instanceof Date) {
-                types[i] = "TIMESTAMP";
-                for (let j = 0; j < rows.length; j++) {
-                    const d = rows[j][key];
-                    if (d === null || d === undefined || Number.isNaN(d)) {
-                        columnData[j] = null;
-                    }
-                    else {
-                        const date = d;
-                        columnData[j] = new node_api_1.DuckDBTimestampValue(BigInt(date.getTime() * 1000));
-                    }
-                }
-            }
-            else if (Array.isArray(value)) {
-                types[i] = `FLOAT[${value.length}]`;
-                for (let j = 0; j < rows.length; j++) {
-                    const d = rows[j][key];
-                    columnData[j] = d === null || d === undefined
-                        ? null
-                        : (0, node_api_1.arrayValue)([...d]);
-                }
-            }
-            else {
-                throw new Error(`Type object not supported for ${key}. Value: ${value}`);
-            }
-        }
-        else {
-            types[i] = (0, parseTypes_js_1.default)(type);
-            for (let j = 0; j < rows.length; j++) {
-                const d = rows[j][key];
-                columnData[j] = d === null || d === undefined || Number.isNaN(d)
-                    ? null
-                    : d;
-            }
-        }
-    }
-    return { keys, types, columnsData, rowCount: rows.length };
-}
-async function executePreparedArray(simpleTable, prepared) {
-    if (simpleTable.connection === undefined) {
-        await simpleTable.sdb.start();
-        simpleTable.connection = simpleTable.sdb.connection;
-    }
-    const { keys, types, columnsData, rowCount } = prepared;
-    const hasGeometry = types.includes("GEOMETRY('EPSG:4326')");
-    const needsConversion = hasGeometry || types.includes("JSON");
-    const staged = needsConversion
-        ? `__sda_array_${crypto.randomUUID().replaceAll("-", "")}`
-        : simpleTable.name;
-    const storageTypes = types.map((type) => type.startsWith("GEOMETRY") || type === "JSON" ? "VARCHAR" : type);
-    if (hasGeometry && !simpleTable.sdb.spatialLoaded) {
-        await simpleTable.sdb.customQuery("INSTALL spatial; LOAD spatial; SET geometry_always_xy = true;");
-        simpleTable.sdb.spatialLoaded = true;
-    }
-    try {
-        await simpleTable.sdb.customQuery(`CREATE ${needsConversion ? "TEMP" : "OR REPLACE"} TABLE ${(0, quoteIdentifier_js_1.default)(staged)}(${keys.map((key, i) => `${(0, quoteIdentifier_js_1.default)(key)} ${storageTypes[i]}`).join(", ")})`);
-        await (0, appendColumnBatches_js_1.default)(simpleTable.connection, staged, storageTypes.map((type) => (0, parseDuckDBType_js_1.default)(type)), rowCount, (column, start, end) => columnsData[column].slice(start, end));
-        if (!needsConversion)
-            return;
-        // CTAS is atomic: conversion must finish before the destination is replaced.
-        await simpleTable.sdb.customQuery(`CREATE OR REPLACE TABLE ${(0, quoteIdentifier_js_1.default)(simpleTable.name)} AS SELECT ${keys.map((key, i) => types[i].startsWith("GEOMETRY")
-            ? `${(0, geometryFromJSON_js_1.default)((0, quoteIdentifier_js_1.default)(key))} AS ${(0, quoteIdentifier_js_1.default)(key)}`
-            : types[i] === "JSON"
-                ? `${(0, quoteIdentifier_js_1.default)(key)}::JSON AS ${(0, quoteIdentifier_js_1.default)(key)}`
-                : (0, quoteIdentifier_js_1.default)(key)).join(", ")} FROM ${(0, quoteIdentifier_js_1.default)(staged)}`);
-    }
-    finally {
-        if (needsConversion) {
-            await simpleTable.sdb.customQuery(`DROP TABLE IF EXISTS ${(0, quoteIdentifier_js_1.default)(staged)}`);
-        }
-    }
-}
-/** Validates and snapshots a value for an explicitly declared destination type. */
-function prepareTypedValue(value, type, column, row) {
-    if (type === "JSON")
-        return (0, prepareJSON_js_1.default)(value, column, row);
-    if (type === "GEOMETRY('EPSG:4326')") {
-        return (0, prepareGeometry_js_1.default)(value, column, row);
-    }
-    if (value === null || value === undefined || Number.isNaN(value))
-        return null;
-    let compatible = false;
-    if (type === "VARCHAR" && typeof value === "string")
-        return value;
-    if (type === "BOOLEAN" && typeof value === "boolean")
-        return value;
-    if (type === "DOUBLE") {
-        if (typeof value === "number")
-            return value;
-        compatible = typeof value === "bigint";
-        if (typeof value === "bigint") {
-            const number = Number(value);
-            if (Number.isFinite(number) && BigInt(number) === value)
-                return number;
-        }
-    }
-    else if (type === "INTEGER") {
-        compatible = typeof value === "number" || typeof value === "bigint";
-        if (typeof value === "number") {
-            if (Number.isInteger(value) && value >= -2147483648 && value <= 2147483647) {
-                return value;
-            }
-        }
-        else if (typeof value === "bigint" && value >= -2147483648n && value <= 2147483647n) {
-            return Number(value);
-        }
-    }
-    else if (type === "BIGINT") {
-        compatible = typeof value === "number" || typeof value === "bigint";
-        if (typeof value === "bigint") {
-            if (value >= -9223372036854775808n && value <= 9223372036854775807n) {
-                return value;
-            }
-        }
-        else if (typeof value === "number" && Number.isInteger(value) &&
-            value >= -(2 ** 63) && value < 2 ** 63) {
-            // The upper bound is exclusive: 2 ** 63 - 1 rounds up as a JS number.
-            return BigInt(value);
-        }
-    }
-    else if (["DATE", "TIME", "TIMESTAMP", "TIMESTAMP WITH TIME ZONE"].includes(type)) {
-        if (type === "TIME" && value instanceof node_api_1.DuckDBTimeValue) {
-            if (value.micros >= 0n && value.micros <= 86400000000n) {
-                return new node_api_1.DuckDBTimeValue(value.micros);
-            }
-            compatible = true;
-        }
-        else if (value instanceof Date) {
-            const millis = value.getTime();
-            compatible = Number.isFinite(millis);
-            if (compatible) {
-                if (type === "DATE" && millis % 86400000 === 0) {
-                    return new node_api_1.DuckDBDateValue(millis / 86400000);
-                }
-                const micros = BigInt(millis) * 1000n;
-                if (type === "TIMESTAMP")
-                    return new node_api_1.DuckDBTimestampValue(micros);
-                if (type === "TIMESTAMP WITH TIME ZONE") {
-                    return new node_api_1.DuckDBTimestampTZValue(micros);
-                }
-            }
-        }
-    }
-    else if (type.startsWith("FLOAT[") && Array.isArray(value)) {
-        compatible = true;
-        const size = Number(type.slice(6, -1));
-        if (value.length === size &&
-            value.every((item) => item === null || item === undefined ||
-                (typeof item === "number" &&
-                    (Number.isNaN(item) || Math.fround(item) === item)))) {
-            return (0, node_api_1.arrayValue)(value.map((item) => item === undefined || Number.isNaN(item)
-                ? null
-                : item));
-        }
-    }
-    const displayed = typeof value === "string"
-        ? JSON.stringify(value)
-        : String(value);
-    throw new Error(`Column ${JSON.stringify(column)}, row ${row}: value ${displayed} ${compatible
-        ? `cannot be stored as ${type} without losing information`
-        : `is incompatible with ${type}`}. Select a type compatible with this value.`);
-}

package/script/methods/loadDB.d.ts

@@ -1,3 +0,0 @@
-import type SimpleDB from "../class/SimpleDB.js";
-export default function loadDB(sdb: SimpleDB, file: string): Promise<void>;
-//# sourceMappingURL=loadDB.d.ts.map

package/script/methods/loadDB.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"loadDB.d.ts","sourceRoot":"","sources":["../../src/methods/loadDB.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,QAAQ,MAAM,sBAAsB,CAAC;AAYjD,wBAA8B,MAAM,CAAC,GAAG,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,iBAkE/D"}

package/script/methods/loadDB.js

@@ -1,66 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.default = loadDB;
-const queryDbFile_js_1 = __importDefault(require("../helpers/queryDbFile.js"));
-const node_fs_1 = require("node:fs");
-const cleanPath_js_1 = __importDefault(require("../helpers/cleanPath.js"));
-const getDbFileType_js_1 = __importDefault(require("../helpers/getDbFileType.js"));
-const getCurrentDatabase_js_1 = __importDefault(require("../helpers/getCurrentDatabase.js"));
-const getDbIndexes_js_1 = __importDefault(require("../helpers/getDbIndexes.js"));
-const parseValue_js_1 = __importDefault(require("../helpers/parseValue.js"));
-const prepareDbExtensions_js_1 = __importDefault(require("../helpers/prepareDbExtensions.js"));
-const quoteIdentifier_js_1 = __importDefault(require("../helpers/quoteIdentifier.js"));
-const readDbMetadata_js_1 = __importDefault(require("../helpers/readDbMetadata.js"));
-const setDbProps_js_1 = __importDefault(require("../helpers/setDbProps.js"));
-const writeDbMetadata_js_1 = __importDefault(require("../helpers/writeDbMetadata.js"));
-async function loadDB(sdb, file) {
-    const type = (0, getDbFileType_js_1.default)(file);
-    if (!(0, node_fs_1.existsSync)(file))
-        throw new Error(`The file ${file} does not exist.`);
-    if (sdb.readOnly) {
-        throw new Error("loadDB() cannot import into a read-only database.");
-    }
-    const destination = await (0, getCurrentDatabase_js_1.default)(sdb);
-    const target = (0, quoteIdentifier_js_1.default)(destination);
-    const name = `__sda_import_${crypto.randomUUID().replaceAll("-", "")}`;
-    const source = (0, quoteIdentifier_js_1.default)(name);
-    if (type === "sqlite")
-        await (0, queryDbFile_js_1.default)(sdb, "INSTALL sqlite; LOAD sqlite;");
-    await (0, queryDbFile_js_1.default)(sdb, `ATTACH '${(0, cleanPath_js_1.default)(file)}' AS ${source} (TYPE ${type}, READ_ONLY);`);
-    try {
-        const indexes = type === "duckdb" ? await (0, readDbMetadata_js_1.default)(sdb, name) : {};
-        await (0, readDbMetadata_js_1.default)(sdb, destination);
-        await (0, prepareDbExtensions_js_1.default)(sdb, name, indexes);
-        const conflicts = await (0, queryDbFile_js_1.default)(sdb, `SELECT incoming.table_schema, incoming.table_name
-       FROM information_schema.tables incoming
-       JOIN information_schema.tables existing
-         ON lower(incoming.table_schema) = lower(existing.table_schema)
-         AND lower(incoming.table_name) = lower(existing.table_name)
-       WHERE incoming.table_catalog = ${(0, parseValue_js_1.default)(name)}
-         AND existing.table_catalog = ${(0, parseValue_js_1.default)(destination)}
-         AND incoming.table_schema <> '__sda';`, { returnData: true });
-        // Also protect registered table handles that have no physical table yet.
-        const incoming = await (0, queryDbFile_js_1.default)(sdb, `SELECT table_name FROM information_schema.tables
-       WHERE table_catalog = ${(0, parseValue_js_1.default)(name)} AND table_schema = 'main';`, { returnData: true });
-        const registered = new Set(sdb.getTables().map((table) => table.name.toLowerCase()));
-        const names = new Set([
-            ...conflicts.map((row) => `${row.table_schema}.${row.table_name}`),
-            ...incoming.filter((row) => registered.has(String(row.table_name).toLowerCase()))
-                .map((row) => `main.${row.table_name}`),
-        ]);
-        if (names.size > 0) {
-            throw new Error(`loadDB() cannot import existing tables: ${[...names].join(", ")}.`);
-        }
-        const mergedIndexes = { ...(0, getDbIndexes_js_1.default)(sdb), ...indexes };
-        await (0, queryDbFile_js_1.default)(sdb, `DROP TABLE IF EXISTS ${target}.__sda.metadata;
-       COPY FROM DATABASE ${source} TO ${target};`);
-        await (0, writeDbMetadata_js_1.default)(sdb, destination, mergedIndexes);
-        await (0, setDbProps_js_1.default)(sdb, indexes);
-    }
-    finally {
-        await (0, queryDbFile_js_1.default)(sdb, `DETACH ${source};`);
-    }
-}

package/script/methods/loadData.d.ts

@@ -1,52 +0,0 @@
-import type SimpleTable from "../class/SimpleTable.js";
-export default function loadData(simpleTable: SimpleTable, files: string | string[], options?: {
-    fileType?: "csv" | "dsv" | "json" | "parquet" | "excel";
-    autoDetect?: boolean;
-    conditions?: string;
-    limit?: number;
-    includeFilename?: boolean;
-    unifyColumns?: boolean;
-    columnTypes?: {
-        [key: string]: string;
-    };
-    columns?: string[];
-    header?: boolean;
-    allText?: boolean;
-    delim?: string;
-    skip?: number;
-    nullPadding?: boolean;
-    ignoreErrors?: boolean;
-    compression?: "none" | "gzip" | "zstd";
-    encoding?: string;
-    strict?: boolean;
-    jsonFormat?: "unstructured" | "newlineDelimited" | "array";
-    records?: boolean;
-    sheet?: string;
-}): void;
-type LoadDataOptions = {
-    fileType?: "csv" | "dsv" | "json" | "parquet" | "excel";
-    autoDetect?: boolean;
-    conditions?: string;
-    limit?: number;
-    includeFilename?: boolean;
-    unifyColumns?: boolean;
-    columnTypes?: {
-        [key: string]: string;
-    };
-    columns?: string[];
-    header?: boolean;
-    allText?: boolean;
-    delim?: string;
-    skip?: number;
-    nullPadding?: boolean;
-    ignoreErrors?: boolean;
-    compression?: "none" | "gzip" | "zstd";
-    encoding?: string;
-    strict?: boolean;
-    jsonFormat?: "unstructured" | "newlineDelimited" | "array";
-    records?: boolean;
-    sheet?: string;
-};
-export declare function loadDataQuery(table: string, files: string[], options?: LoadDataOptions): string;
-export {};
-//# sourceMappingURL=loadData.d.ts.map

package/script/methods/loadData.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"loadData.d.ts","sourceRoot":"","sources":["../../src/methods/loadData.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,WAAW,MAAM,yBAAyB,CAAC;AAEvD,MAAM,CAAC,OAAO,UAAU,QAAQ,CAC9B,WAAW,EAAE,WAAW,EACxB,KAAK,EAAE,MAAM,GAAG,MAAM,EAAE,EACxB,OAAO,GAAE;IACP,QAAQ,CAAC,EAAE,KAAK,GAAG,KAAK,GAAG,MAAM,GAAG,SAAS,GAAG,OAAO,CAAC;IACxD,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,WAAW,CAAC,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;KAAE,CAAC;IAExC,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;IAEnB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,WAAW,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG,MAAM,CAAC;IACvC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,OAAO,CAAC;IAEjB,UAAU,CAAC,EAAE,cAAc,GAAG,kBAAkB,GAAG,OAAO,CAAC;IAC3D,OAAO,CAAC,EAAE,OAAO,CAAC;IAElB,KAAK,CAAC,EAAE,MAAM,CAAC;CACX,QAgBP;AAED,KAAK,eAAe,GAAG;IACrB,QAAQ,CAAC,EAAE,KAAK,GAAG,KAAK,GAAG,MAAM,GAAG,SAAS,GAAG,OAAO,CAAC;IACxD,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,WAAW,CAAC,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;KAAE,CAAC;IACxC,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;IACnB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,WAAW,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG,MAAM,CAAC;IACvC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,UAAU,CAAC,EAAE,cAAc,GAAG,kBAAkB,GAAG,OAAO,CAAC;IAC3D,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB,CAAC;AAsCF,wBAAgB,aAAa,CAC3B,KAAK,EAAE,MAAM,EACb,KAAK,EAAE,MAAM,EAAE,EACf,OAAO,GAAE,eAAoB,UAK9B"}