@nshiab/simple-data-analysis-core 2.1.12 → 2.1.13

package/script/methods/loadData.js

@@ -1,158 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.default = loadData;
-exports.loadDataQuery = loadDataQuery;
-const quoteIdentifier_js_1 = __importDefault(require("../helpers/quoteIdentifier.js"));
-const parseValue_js_1 = __importDefault(require("../helpers/parseValue.js"));
-const queueOp_js_1 = __importDefault(require("../helpers/queueOp.js"));
-const getExtension_js_1 = __importDefault(require("../helpers/getExtension.js"));
-const stringToArray_js_1 = __importDefault(require("../helpers/stringToArray.js"));
-function loadData(simpleTable, files, options = {}) {
-    files = Array.isArray(files) ? [...files] : files;
-    options = structuredClone(options);
-    // Building the SELECT doesn't need the database, so invalid arguments
-    // (like the columns option with an Excel file) throw at call time.
-    const select = loadDataSelect((0, stringToArray_js_1.default)(files), options);
-    (0, queueOp_js_1.default)(simpleTable, {
-        kind: "source",
-        method: "loadData()",
-        parameters: { files, options },
-        rawSQL: options.conditions === undefined ? undefined : [options.conditions],
-        schema: knownSourceSchema((0, stringToArray_js_1.default)(files), options),
-        buildSelect: () => select,
-    });
-}
-function knownSourceSchema(files, options) {
-    if (options.columns === undefined || options.columns.length === 0) {
-        return undefined;
-    }
-    const extension = (0, getExtension_js_1.default)(files[0]);
-    const textSource = options.fileType === "csv" ||
-        options.fileType === "dsv" ||
-        options.fileType === "excel" ||
-        extension === "csv" ||
-        extension === "xlsx" ||
-        typeof options.delim === "string";
-    if (!textSource)
-        return undefined;
-    if (options.allText === true) {
-        return Object.fromEntries(options.columns.map((column) => [column, "VARCHAR"]));
-    }
-    if (options.columnTypes !== undefined &&
-        options.columns.every((column) => options.columnTypes?.[column] !== undefined)) {
-        return Object.fromEntries(options.columns.map((column) => [
-            column,
-            options.columnTypes[column].toUpperCase(),
-        ]));
-    }
-    return undefined;
-}
-function loadDataQuery(table, files, options = {}) {
-    return `CREATE OR REPLACE TABLE ${(0, quoteIdentifier_js_1.default)(table)} AS ${loadDataSelect(files, options)};`;
-}
-function loadDataSelect(files, options = {}) {
-    if (Object.values(options.columnTypes ?? {}).some((type) => /^\s*geometry\b/i.test(type))) {
-        throw new Error("Geometry column types are not supported by loadData(). Use loadGeoData() instead.");
-    }
-    const fileExtension = (0, getExtension_js_1.default)(files[0]);
-    if (options.fileType !== undefined &&
-        !["csv", "dsv", "json", "parquet", "excel"].includes(options.fileType)) {
-        throw unsupportedFileTypeError(files[0], options.fileType, fileExtension);
-    }
-    const filesAsString = "[" +
-        files.map((file) => (0, parseValue_js_1.default)(file)).join(", ") +
-        "]";
-    // Column selection: throw for Excel, build SELECT list for others
-    const isExcel = options.fileType === "excel" || fileExtension === "xlsx";
-    if (options.columns && options.columns.length > 0 && isExcel) {
-        throw new Error("The 'columns' option is not supported for Excel files.");
-    }
-    const selectColumns = options.columns && options.columns.length > 0
-        ? options.columns.map((c) => `${(0, quoteIdentifier_js_1.default)(c)}`).join(", ")
-        : "*";
-    // General options, except for parquet
-    const autoDetect = typeof options.autoDetect === "boolean"
-        ? `, auto_detect=${String(options.autoDetect).toUpperCase()}`
-        : ", auto_detect=TRUE";
-    const columnTypes = options.columnTypes
-        ? `${Object.entries(options.columnTypes).map(([column, type]) => `${(0, parseValue_js_1.default)(column)}: ${(0, parseValue_js_1.default)(type)}`).join(", ")}`
-        : null;
-    const includeFilename = typeof options.includeFilename === "boolean"
-        ? `, filename=${String(options.includeFilename).toUpperCase()}`
-        : "";
-    const unifyColumns = typeof options.unifyColumns === "boolean"
-        ? `, union_by_name=${String(options.unifyColumns).toUpperCase()}`
-        : "";
-    const generalOptions = `${autoDetect}${includeFilename}${unifyColumns}`;
-    const conditions = options.conditions ? ` WHERE ${options.conditions}` : "";
-    const limit = typeof options.limit === "number"
-        ? ` LIMIT ${options.limit}`
-        : "";
-    if (options.fileType === "csv" ||
-        fileExtension === "csv" ||
-        options.fileType === "dsv" ||
-        typeof options.delim === "string") {
-        const header = typeof options.header === "boolean"
-            ? `, header=${String(options.header).toUpperCase()}`
-            : ", header=TRUE";
-        const allText = typeof options.allText === "boolean"
-            ? `, all_varchar=${String(options.allText).toUpperCase()}`
-            : "";
-        const delim = options.delim ? `, delim=${(0, parseValue_js_1.default)(options.delim)}` : "";
-        const skip = options.skip ? `, skip=${options.skip}` : "";
-        const ignoreErrors = options.ignoreErrors
-            ? `, ignore_errors	=${options.ignoreErrors}`
-            : "";
-        const nullPadding = options.nullPadding
-            ? `, null_padding=${options.nullPadding}`
-            : "";
-        const compression = options.compression
-            ? `, compression=${(0, parseValue_js_1.default)(options.compression)}`
-            : "";
-        const encoding = options.encoding
-            ? `, encoding=${(0, parseValue_js_1.default)(options.encoding)}`
-            : "";
-        const strict = options.strict === false ? `, strict_mode=FALSE` : "";
-        const types = columnTypes === null ? "" : `, types={${columnTypes}}`;
-        return `SELECT ${selectColumns} FROM read_csv_auto(${filesAsString}${generalOptions}${types}${header}${allText}${delim}${skip}${compression}${encoding}${strict}${nullPadding}${ignoreErrors})${conditions}${limit}`;
-    }
-    else if (options.fileType === "json" || fileExtension === "json") {
-        // DuckDB expects "newline_delimited" (snake_case), unlike the other two
-        // format values, which already match the public camelCase option.
-        const jsonFormat = options.jsonFormat
-            ? `, format=${(0, parseValue_js_1.default)(options.jsonFormat === "newlineDelimited"
-                ? "newline_delimited"
-                : options.jsonFormat)}`
-            : "";
-        const records = typeof options.records === "boolean"
-            ? `, records=${String(options.records).toUpperCase()}`
-            : "";
-        const columns = columnTypes === null ? "" : `, columns={${columnTypes}}`;
-        return `SELECT ${selectColumns} FROM read_json_auto(${filesAsString}${generalOptions}${columns}${jsonFormat}${records})${conditions}${limit}`;
-    }
-    else if (options.fileType === "parquet" || fileExtension === "parquet") {
-        return `SELECT ${selectColumns} FROM read_parquet(${filesAsString}${includeFilename}${unifyColumns})${conditions}${limit}`;
-    }
-    else if (options.fileType === "excel" || fileExtension === "xlsx") {
-        if (files.length > 1) {
-            throw new Error("For excel files or files with extension .xlsx, you can pass only one file at the time.");
-        }
-        const header = typeof options.header === "boolean"
-            ? `, header=${String(options.header).toUpperCase()}`
-            : ", header=TRUE";
-        const allText = typeof options.allText === "boolean"
-            ? `, all_varchar=${String(options.allText).toUpperCase()}`
-            : "";
-        return `SELECT ${selectColumns} FROM read_xlsx(${(0, parseValue_js_1.default)(files[0])}${options.sheet ? `, sheet=${(0, parseValue_js_1.default)(options.sheet)}` : ""}${header}${allText})${conditions}${limit}`;
-    }
-    else {
-        throw unsupportedFileTypeError(files[0], options.fileType, fileExtension);
-    }
-}
-function unsupportedFileTypeError(file, fileType, fileExtension) {
-    const receivedFileType = JSON.stringify(fileType) ?? String(fileType);
-    return new Error(`loadData() could not determine a supported file type for ${JSON.stringify(file)}. options.fileType: ${receivedFileType}. Detected extension: ${JSON.stringify(`.${fileExtension}`)}. Supported file types: "csv", "dsv", "json", "parquet", and "excel" (for .xlsx files).`);
-}

package/script/methods/loadGeoData.d.ts

@@ -1,9 +0,0 @@
-import type SimpleTable from "../class/SimpleTable.js";
-type LoadGeoDataOptions = {
-    toEPSG4326?: boolean;
-    columns?: string[];
-    conditions?: string;
-};
-export default function loadGeoData(simpleTable: SimpleTable, file: string, options?: LoadGeoDataOptions): void;
-export {};
-//# sourceMappingURL=loadGeoData.d.ts.map

package/script/methods/loadGeoData.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"loadGeoData.d.ts","sourceRoot":"","sources":["../../src/methods/loadGeoData.ts"],"names":[],"mappings":"AAOA,OAAO,KAAK,WAAW,MAAM,yBAAyB,CAAC;AAIvD,KAAK,kBAAkB,GAAG;IACxB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB,CAAC;AAEF,MAAM,CAAC,OAAO,UAAU,WAAW,CACjC,WAAW,EAAE,WAAW,EACxB,IAAI,EAAE,MAAM,EACZ,OAAO,GAAE,kBAAuB,QAiBjC"}

package/script/methods/loadGeoData.js

@@ -1,75 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.default = loadGeoData;
-const quoteIdentifier_js_1 = __importDefault(require("../helpers/quoteIdentifier.js"));
-const getExtension_js_1 = __importDefault(require("../helpers/getExtension.js"));
-const mergeOptions_js_1 = __importDefault(require("../helpers/mergeOptions.js"));
-const parseValue_js_1 = __importDefault(require("../helpers/parseValue.js"));
-const queryDB_js_1 = __importDefault(require("../helpers/queryDB.js"));
-const queueOp_js_1 = __importDefault(require("../helpers/queueOp.js"));
-const removeColumnsNow_js_1 = __importDefault(require("../helpers/removeColumnsNow.js"));
-const cacheTableDependencies_js_1 = require("../helpers/cacheTableDependencies.js");
-const osmFiles_js_1 = require("../helpers/osmFiles.js");
-function loadGeoData(simpleTable, file, options = {}) {
-    if ((0, osmFiles_js_1.getOsmFileSuffix)(file) !== null) {
-        throw new Error("loadGeoData() does not support .osm or .osm.pbf files. Use loadOpenStreetMap() instead.");
-    }
-    options = structuredClone(options);
-    if (options.conditions !== undefined) {
-        (0, cacheTableDependencies_js_1.recordCacheTableReferences)(simpleTable, [options.conditions]);
-    }
-    (0, queueOp_js_1.default)(simpleTable, {
-        kind: "barrier",
-        method: "loadGeoData()",
-        parameters: { file, options },
-        execute: () => executeLoadGeoData(simpleTable, file, options),
-    });
-}
-async function executeLoadGeoData(simpleTable, file, options) {
-    const fileExtension = (0, getExtension_js_1.default)(file);
-    const selectColumns = options.columns !== undefined &&
-        options.columns.length > 0
-        ? options.columns.map(quoteIdentifier_js_1.default).join(", ")
-        : "*";
-    const spatialSetup = simpleTable.sdb.spatialLoaded
-        ? ""
-        : "INSTALL spatial; LOAD spatial; SET geometry_always_xy = true;";
-    const conditions = options.conditions ? ` WHERE ${options.conditions}` : "";
-    if (fileExtension === "geoparquet" || fileExtension === "parquet") {
-        await (0, queryDB_js_1.default)(simpleTable, `${spatialSetup}${file.toLowerCase().includes("http") ? " INSTALL https; LOAD https;" : ""}
-      CREATE OR REPLACE TABLE ${(0, quoteIdentifier_js_1.default)(simpleTable.name)} AS SELECT ${selectColumns} FROM read_parquet(${(0, parseValue_js_1.default)(file)})${conditions};`, (0, mergeOptions_js_1.default)(simpleTable, {
-            table: simpleTable.name,
-            method: "loadGeoData()",
-            parameters: { file, options },
-        }));
-    }
-    else {
-        await (0, queryDB_js_1.default)(simpleTable, `${spatialSetup}${file.toLowerCase().includes("http") ? " INSTALL https; LOAD https;" : ""}
-      CREATE OR REPLACE TABLE ${(0, quoteIdentifier_js_1.default)(simpleTable.name)} AS SELECT ${selectColumns} FROM ST_Read(${(0, parseValue_js_1.default)(file)})${conditions};`, (0, mergeOptions_js_1.default)(simpleTable, {
-            table: simpleTable.name,
-            method: "loadGeoData()",
-            parameters: { file, options },
-        }));
-    }
-    simpleTable.sdb.spatialLoaded = true;
-    const mayIncludeOgcFid = options.columns === undefined ||
-        options.columns.length === 0 || options.columns.includes("OGC_FID");
-    if (mayIncludeOgcFid && await simpleTable.hasColumn("OGC_FID")) {
-        await (0, removeColumnsNow_js_1.default)(simpleTable, ["OGC_FID"], "loadGeoData()");
-    }
-    if (options.toEPSG4326) {
-        const geoType = await simpleTable.getProjection("geom");
-        if (geoType !== "GEOMETRY('EPSG:4326')") {
-            // The reprojection runs directly (not with the sync reproject builder,
-            // which would queue for the next flush).
-            await (0, queryDB_js_1.default)(simpleTable, `CREATE OR REPLACE TABLE ${(0, quoteIdentifier_js_1.default)(simpleTable.name)} AS SELECT * REPLACE (ST_Transform("geom", 'EPSG:4326')::GEOMETRY('EPSG:4326') AS "geom") FROM ${(0, quoteIdentifier_js_1.default)(simpleTable.name)}`, (0, mergeOptions_js_1.default)(simpleTable, {
-                table: simpleTable.name,
-                method: "loadGeoData()",
-                parameters: { file, options },
-            }));
-        }
-    }
-}

package/script/methods/loadOpenStreetMap.d.ts

@@ -1,24 +0,0 @@
-import type SimpleTable from "../class/SimpleTable.js";
-type BoundingBox = {
-    west: number;
-    south: number;
-    east: number;
-    north: number;
-};
-type CommonOptions = {
-    cache?: boolean;
-    ttl?: number;
-    retries?: number;
-    retryDelay?: number;
-    verbose?: boolean;
-};
-type LoadOpenStreetMapFileOptions = CommonOptions;
-type LoadOpenStreetMapOverpassOptions = CommonOptions & {
-    filters: string | [string, string] | [string, string][];
-    endpoint?: string;
-    timeout?: number;
-};
-export default function loadOpenStreetMap(table: SimpleTable, source: string | BoundingBox, options?: LoadOpenStreetMapFileOptions | LoadOpenStreetMapOverpassOptions): void;
-export declare function generateOverpassQuery(bbox: BoundingBox, filters: string[], timeout?: number): string;
-export {};
-//# sourceMappingURL=loadOpenStreetMap.d.ts.map

package/script/methods/loadOpenStreetMap.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"loadOpenStreetMap.d.ts","sourceRoot":"","sources":["../../src/methods/loadOpenStreetMap.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,WAAW,MAAM,yBAAyB,CAAC;AAqBvD,KAAK,WAAW,GAAG;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;CACf,CAAC;AAEF,KAAK,aAAa,GAAG;IACnB,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,OAAO,CAAC,EAAE,OAAO,CAAC;CACnB,CAAC;AAEF,KAAK,4BAA4B,GAAG,aAAa,CAAC;AAElD,KAAK,gCAAgC,GAAG,aAAa,GAAG;IACtD,OAAO,EAAE,MAAM,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,CAAC;IACxD,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB,CAAC;AAEF,MAAM,CAAC,OAAO,UAAU,iBAAiB,CACvC,KAAK,EAAE,WAAW,EAClB,MAAM,EAAE,MAAM,GAAG,WAAW,EAC5B,OAAO,GACH,4BAA4B,GAC5B,gCAAqC,GACxC,IAAI,CAcN;AA+SD,wBAAgB,qBAAqB,CACnC,IAAI,EAAE,WAAW,EACjB,OAAO,EAAE,MAAM,EAAE,EACjB,OAAO,CAAC,EAAE,MAAM,GACf,MAAM,CASR"}

package/script/methods/loadOpenStreetMap.js

@@ -1,375 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.default = loadOpenStreetMap;
-exports.generateOverpassQuery = generateOverpassQuery;
-const node_fs_1 = require("node:fs");
-const node_path_1 = require("node:path");
-const SDAError_js_1 = __importDefault(require("../class/SDAError.js"));
-const loadOsmFile_js_1 = __importDefault(require("../helpers/loadOsmFile.js"));
-const osmCache_js_1 = require("../helpers/osmCache.js");
-const osmFiles_js_1 = require("../helpers/osmFiles.js");
-const mergeOptions_js_1 = __importDefault(require("../helpers/mergeOptions.js"));
-const prettyDuration_js_1 = __importDefault(require("../helpers/prettyDuration.js"));
-const queryDB_js_1 = __importDefault(require("../helpers/queryDB.js"));
-const quoteIdentifier_js_1 = __importDefault(require("../helpers/quoteIdentifier.js"));
-const queueOp_js_1 = __importDefault(require("../helpers/queueOp.js"));
-const DEFAULT_OVERPASS_ENDPOINT = "https://overpass-api.de/api/interpreter";
-const DEFAULT_REMOTE_FILE_TIMEOUT = 30 * 60;
-const QUERY_GENERATOR_VERSION = "overpass-ql-v1";
-function loadOpenStreetMap(table, source, options = {}) {
-    if (typeof source === "string") {
-        queueOpenStreetMapFileLoad(table, source, options);
-        return;
-    }
-    queueOverpassLoad(table, source, options);
-}
-function queueOpenStreetMapFileLoad(table, file, options) {
-    const suffix = (0, osmFiles_js_1.getOsmFileSuffix)(file);
-    if (suffix === null) {
-        throw new Error("loadOpenStreetMap() file paths and URLs must end with .osm or .osm.pbf.");
-    }
-    options = structuredClone(options);
-    assertOptions(options, false);
-    let remoteUrl;
-    if ((0, osmFiles_js_1.isRemoteOsmUrl)(file)) {
-        remoteUrl = (0, osmFiles_js_1.normalizeRemoteOsmUrl)(file);
-    }
-    else {
-        try {
-            const url = new URL(file);
-            if (url.protocol !== "http:" && url.protocol !== "https:") {
-                throw new Error("loadOpenStreetMap() URL sources must use HTTP or HTTPS.");
-            }
-        }
-        catch (error) {
-            if (error instanceof Error && error.message.includes("must use HTTP")) {
-                throw error;
-            }
-        }
-        if (options.retries !== undefined || options.retryDelay !== undefined) {
-            throw new Error("loadOpenStreetMap() options.retries and options.retryDelay are network-only and cannot be used with a local path.");
-        }
-    }
-    const parameters = { file, options };
-    (0, queueOp_js_1.default)(table, {
-        kind: "barrier",
-        method: "loadOpenStreetMap()",
-        parameters,
-        execute: () => executeOpenStreetMapFileLoad(table, remoteUrl ?? file, suffix, options, parameters),
-    });
-}
-async function executeOpenStreetMapFileLoad(table, file, suffix, options, parameters) {
-    const started = Date.now();
-    const verbose = options.verbose === true || table.sdb.cacheVerbose;
-    const remote = (0, osmFiles_js_1.isRemoteOsmUrl)(file);
-    const displayedSource = remote ? (0, osmFiles_js_1.sanitizeOsmUrl)(file) : (0, node_path_1.resolve)(file);
-    verbose && console.log(`loadOpenStreetMap(): loading ${displayedSource}`);
-    try {
-        if (remote) {
-            const cacheId = (0, osmCache_js_1.createOsmCacheId)({ kind: "remote", url: file });
-            await (0, osmCache_js_1.useProcessedOsmCache)(table, {
-                id: cacheId,
-                enabled: options.cache ?? true,
-                ttl: options.ttl,
-                verbose,
-                parameters,
-                compute: async () => {
-                    const temporaryFile = await (0, osmFiles_js_1.downloadOsmToTemporaryFile)(file, {
-                        suffix,
-                        prefix: cacheId,
-                        request: { headers: { "accept-encoding": "gzip" } },
-                        retries: options.retries,
-                        retryDelay: options.retryDelay,
-                        timeout: DEFAULT_REMOTE_FILE_TIMEOUT,
-                        verbose,
-                    });
-                    try {
-                        await processOsmFile(table, temporaryFile, parameters, verbose);
-                    }
-                    finally {
-                        (0, node_fs_1.rmSync)(temporaryFile, { force: true });
-                        verbose && console.log("Removed the temporary raw OSM download.");
-                    }
-                },
-            });
-        }
-        else {
-            verbose &&
-                console.log("Resolving and fingerprinting the local OSM file...");
-            const fingerprintStarted = Date.now();
-            const resolvedPath = (0, node_fs_1.realpathSync)((0, node_path_1.resolve)(file));
-            const stat = (0, node_fs_1.statSync)(resolvedPath, { bigint: true });
-            if (!stat.isFile()) {
-                throw new Error(`The OpenStreetMap source is not a file: ${resolvedPath}`);
-            }
-            verbose && console.log(`Resolved ${(0, osmFiles_js_1.formatBytes)(Number(stat.size))} and fingerprinted it in ${(0, prettyDuration_js_1.default)(fingerprintStarted)}.`);
-            const cacheId = (0, osmCache_js_1.createOsmCacheId)({
-                kind: "local",
-                path: resolvedPath,
-                size: stat.size.toString(),
-                mtimeNs: stat.mtimeNs.toString(),
-            });
-            await (0, osmCache_js_1.useProcessedOsmCache)(table, {
-                id: cacheId,
-                enabled: options.cache ?? true,
-                ttl: options.ttl,
-                verbose,
-                parameters,
-                compute: () => processOsmFile(table, resolvedPath, parameters, verbose),
-            });
-        }
-        verbose && console.log(`loadOpenStreetMap(): completed in ${(0, prettyDuration_js_1.default)(started)}.`);
-    }
-    catch (error) {
-        if (error instanceof SDAError_js_1.default)
-            throw error;
-        throw new SDAError_js_1.default({
-            method: "loadOpenStreetMap()",
-            parameters,
-            query: "",
-            cause: error,
-        });
-    }
-}
-function queueOverpassLoad(table, bbox, options) {
-    bbox = normalizeBoundingBox(bbox);
-    options = structuredClone(options);
-    assertOptions(options, true);
-    const endpoint = normalizeEndpoint(options.endpoint ?? DEFAULT_OVERPASS_ENDPOINT);
-    const filters = normalizeFilters(options.filters);
-    const query = generateOverpassQuery(bbox, filters, options.timeout);
-    const parameters = { bbox, options };
-    (0, queueOp_js_1.default)(table, {
-        kind: "barrier",
-        method: "loadOpenStreetMap()",
-        parameters,
-        execute: () => executeOverpassLoad(table, options, endpoint, query, parameters),
-    });
-}
-async function executeOverpassLoad(table, options, endpoint, query, parameters) {
-    const started = Date.now();
-    const verbose = options.verbose === true || table.sdb.cacheVerbose;
-    verbose && console.log(`loadOpenStreetMap(): querying ${(0, osmFiles_js_1.sanitizeOsmUrl)(endpoint)}`);
-    try {
-        const cacheId = (0, osmCache_js_1.createOsmCacheId)({
-            kind: "overpass",
-            endpoint,
-            query,
-            queryGeneratorVersion: QUERY_GENERATOR_VERSION,
-        });
-        await (0, osmCache_js_1.useProcessedOsmCache)(table, {
-            id: cacheId,
-            enabled: options.cache ?? true,
-            ttl: options.ttl,
-            verbose,
-            parameters,
-            compute: async () => {
-                const body = new URLSearchParams({ data: query });
-                const temporaryFile = await (0, osmFiles_js_1.downloadOsmToTemporaryFile)(endpoint, {
-                    suffix: ".osm",
-                    prefix: cacheId,
-                    request: {
-                        method: "POST",
-                        headers: {
-                            "accept-encoding": "gzip",
-                            "content-type": "application/x-www-form-urlencoded;charset=UTF-8",
-                            "user-agent": "simple-data-analysis-core (https://github.com/nshiab/simple-data-analysis-core)",
-                        },
-                        body,
-                    },
-                    retries: options.retries,
-                    retryDelay: options.retryDelay,
-                    timeout: options.timeout,
-                    overpass: true,
-                    verbose,
-                });
-                try {
-                    try {
-                        await assertSuccessfulOverpassResponse(temporaryFile);
-                    }
-                    catch (error) {
-                        const reason = error instanceof Error
-                            ? error.message
-                            : String(error);
-                        throw new Error(`${reason}\nNot retrying because the Overpass response was well-formed and reported a query error.\nNo invalid cached data was returned.`, { cause: error });
-                    }
-                    await processOsmFile(table, temporaryFile, parameters, verbose);
-                }
-                finally {
-                    (0, node_fs_1.rmSync)(temporaryFile, { force: true });
-                    verbose &&
-                        console.log("Removed the temporary raw Overpass download.");
-                }
-            },
-        });
-        verbose && console.log(`loadOpenStreetMap(): completed in ${(0, prettyDuration_js_1.default)(started)}.`);
-    }
-    catch (error) {
-        if (error instanceof SDAError_js_1.default)
-            throw error;
-        throw new SDAError_js_1.default({
-            method: "loadOpenStreetMap()",
-            parameters,
-            query,
-            cause: error,
-        });
-    }
-}
-async function processOsmFile(table, file, parameters, verbose) {
-    verbose && console.log("Processing OSM data with Osmium...");
-    const started = Date.now();
-    try {
-        await (0, loadOsmFile_js_1.default)(table, file, {
-            method: "loadOpenStreetMap()",
-            parameters,
-        });
-    }
-    catch (error) {
-        const cause = error instanceof SDAError_js_1.default ? error.cause : error;
-        const reason = cause instanceof Error ? cause.message : String(cause);
-        throw new Error(`${reason}\nNot retrying because Osmium or a downstream DuckDB operation rejected the source data.\nNo invalid cached data was returned.`, { cause: error });
-    }
-    if (verbose) {
-        const data = await (0, queryDB_js_1.default)(table, `SELECT count(*)::DOUBLE AS count FROM ${(0, quoteIdentifier_js_1.default)(table.name)};`, (0, mergeOptions_js_1.default)(table, {
-            table: table.name,
-            method: "loadOpenStreetMap()",
-            parameters,
-            returnData: true,
-        }));
-        const count = Number(data?.[0]?.count ?? 0);
-        console.log(`Processed ${count.toLocaleString("en-US")} rows in ${(0, prettyDuration_js_1.default)(started)}.`);
-    }
-}
-async function assertSuccessfulOverpassResponse(file) {
-    const contents = await Deno.readTextFile(file);
-    const match = /<(remark|error)\b[^>]*>([\s\S]*?)(?:<\/\1\s*>|$)/i.exec(contents);
-    if (match === null)
-        return;
-    const message = match[2]
-        .replace(/<[^>]*>/g, " ")
-        .replace(/\s+/g, " ")
-        .trim()
-        .slice(0, 500);
-    throw new Error(message.length === 0
-        ? "The Overpass endpoint returned an error response."
-        : `The Overpass endpoint returned an error response: ${message}`);
-}
-function generateOverpassQuery(bbox, filters, timeout) {
-    const box = `${bbox.south},${bbox.west},${bbox.north},${bbox.east}`;
-    const selections = filters.map((filter) => `nwr${filter}(${box});`);
-    const selection = selections.length === 1
-        ? selections[0]
-        : `(${selections.join("")});`;
-    return `[out:xml]${timeout === undefined ? "" : `[timeout:${timeout}]`};${selection}(._;>;);out body;`;
-}
-function normalizeBoundingBox(bbox) {
-    const normalized = structuredClone(bbox);
-    for (const [name, value] of Object.entries(normalized)) {
-        if (!Number.isFinite(value)) {
-            throw new Error(`loadOpenStreetMap() bbox.${name} must be a finite number.`);
-        }
-    }
-    if (normalized.west < -180 || normalized.west > 180) {
-        throw new Error("loadOpenStreetMap() bbox.west must be between -180 and 180.");
-    }
-    if (normalized.east < -180 || normalized.east > 180) {
-        throw new Error("loadOpenStreetMap() bbox.east must be between -180 and 180.");
-    }
-    if (normalized.south < -90 || normalized.south > 90) {
-        throw new Error("loadOpenStreetMap() bbox.south must be between -90 and 90.");
-    }
-    if (normalized.north < -90 || normalized.north > 90) {
-        throw new Error("loadOpenStreetMap() bbox.north must be between -90 and 90.");
-    }
-    if (normalized.west >= normalized.east) {
-        throw new Error("loadOpenStreetMap() bbox.west must be less than bbox.east.");
-    }
-    if (normalized.south >= normalized.north) {
-        throw new Error("loadOpenStreetMap() bbox.south must be less than bbox.north.");
-    }
-    normalized.west = Object.is(normalized.west, -0) ? 0 : normalized.west;
-    normalized.south = Object.is(normalized.south, -0) ? 0 : normalized.south;
-    normalized.east = Object.is(normalized.east, -0) ? 0 : normalized.east;
-    normalized.north = Object.is(normalized.north, -0) ? 0 : normalized.north;
-    return normalized;
-}
-function normalizeFilters(filters) {
-    if (typeof filters === "string") {
-        const filter = filters.trim();
-        if (filter.length === 0) {
-            throw new Error("loadOpenStreetMap() filters must contain at least one non-empty filter fragment.");
-        }
-        return [filter];
-    }
-    if (!Array.isArray(filters)) {
-        throw new TypeError("loadOpenStreetMap() options.filters is required.");
-    }
-    const tuples = isFilterTuple(filters) ? [filters] : filters;
-    const normalized = tuples.map(([key, value]) => {
-        if (typeof key !== "string" || typeof value !== "string") {
-            throw new TypeError("loadOpenStreetMap() filter tuples must contain two strings.");
-        }
-        if (key.length === 0) {
-            throw new Error("loadOpenStreetMap() filter keys must not be empty.");
-        }
-        return `[${JSON.stringify(key)}=${JSON.stringify(value)}]`;
-    });
-    if (normalized.length === 0) {
-        throw new Error("loadOpenStreetMap() filters must contain at least one filter tuple.");
-    }
-    return normalized;
-}
-function isFilterTuple(filters) {
-    return filters.length === 2 && typeof filters[0] === "string" &&
-        typeof filters[1] === "string";
-}
-function normalizeEndpoint(endpoint) {
-    try {
-        return (0, osmFiles_js_1.normalizeRemoteOsmUrl)(endpoint);
-    }
-    catch {
-        throw new Error("loadOpenStreetMap() endpoint must be a valid HTTP or HTTPS URL.");
-    }
-}
-function assertOptions(options, overpass) {
-    const allowed = new Set([
-        "cache",
-        "ttl",
-        "retries",
-        "retryDelay",
-        "verbose",
-        ...(overpass ? ["filters", "endpoint", "timeout"] : []),
-    ]);
-    const unsupported = Object.keys(options).filter((key) => !allowed.has(key));
-    if (unsupported.length > 0) {
-        throw new Error(`loadOpenStreetMap() does not support ${unsupported.map((key) => `options.${key}`).join(", ")} for this source. Apply filtering and projection with normal table methods after loading.`);
-    }
-    if (options.cache !== undefined && typeof options.cache !== "boolean") {
-        throw new TypeError("loadOpenStreetMap() options.cache must be a boolean.");
-    }
-    if (options.verbose !== undefined && typeof options.verbose !== "boolean") {
-        throw new TypeError("loadOpenStreetMap() options.verbose must be a boolean.");
-    }
-    if (options.ttl !== undefined &&
-        (!Number.isFinite(options.ttl) || options.ttl < 0)) {
-        throw new Error("loadOpenStreetMap() options.ttl must be a finite, non-negative number of seconds.");
-    }
-    if (options.cache === false && options.ttl !== undefined) {
-        throw new Error("loadOpenStreetMap() options.cache cannot be false when options.ttl is set.");
-    }
-    if (options.retries !== undefined &&
-        (!Number.isInteger(options.retries) || options.retries < 0)) {
-        throw new Error("loadOpenStreetMap() options.retries must be a non-negative integer.");
-    }
-    if (options.retryDelay !== undefined &&
-        (!Number.isFinite(options.retryDelay) || options.retryDelay < 0)) {
-        throw new Error("loadOpenStreetMap() options.retryDelay must be a finite, non-negative number of seconds.");
-    }
-    if (overpass && options.timeout !== undefined &&
-        (!Number.isInteger(options.timeout) || options.timeout <= 0)) {
-        throw new Error("loadOpenStreetMap() options.timeout must be a positive integer in seconds.");
-    }
-}

package/script/methods/loadSample.d.ts

@@ -1,9 +0,0 @@
-import type SimpleTable from "../class/SimpleTable.js";
-/**
- * Fetches sample data from the simple-data-analysis-core GitHub repository.
- *
- * @param table - The SimpleTable instance to load the data into.
- * @param sample - The name of the sample to load.
- */
-export default function loadSample(table: SimpleTable, sample: "fires" | "recipes" | "temperatures" | "temperaturesCities" | "canada" | "firesGeo"): SimpleTable;
-//# sourceMappingURL=loadSample.d.ts.map

package/script/methods/loadSample.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"loadSample.d.ts","sourceRoot":"","sources":["../../src/methods/loadSample.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,WAAW,MAAM,yBAAyB,CAAC;AAEvD;;;;;GAKG;AACH,MAAM,CAAC,OAAO,UAAU,UAAU,CAChC,KAAK,EAAE,WAAW,EAClB,MAAM,EACF,OAAO,GACP,SAAS,GACT,cAAc,GACd,oBAAoB,GACpB,QAAQ,GACR,UAAU,GACb,WAAW,CAoDb"}