@sqlrooms/duckdb-core 0.26.1-rc.11

package/dist/load/load.js

@@ -0,0 +1,153 @@
+// Adapted from https://github.com/uwdata/mosaic/blob/main/packages/sql/src/load/
+// BSD 3-Clause License Copyright (c) 2023, UW Interactive Data Lab
+import { createSchema, createTable } from './create';
+import { literalToSQL, sqlFrom } from './sql-from';
+// Re-export for external use
+export { literalToSQL, sqlFrom };
+/**
+ * Generic function to load data from a file into a DuckDB table
+ * @param method - The DuckDB read method to use (e.g., 'read_csv', 'read_json')
+ * @param tableName - Name of the table to create
+ * @param fileName - Path to the input file
+ * @param options - Load options including select, where, view, temp, replace and file-specific options
+ * @param defaults - Default options to merge with provided options
+ * @returns SQL query string to create the table
+ */
+export function load(method, tableName, fileName, options = {}, defaults = {}) {
+    const { 
+    // eslint-disable-next-line @typescript-eslint/no-unused-vars
+    method: _method, // Remove from options
+    schema, select = ['*'], where, view, temp, replace, ...file } = options;
+    const params = parameters({ ...defaults, ...file });
+    const read = method === 'auto'
+        ? `'${fileName}'${params ? ', ' + params : ''}`
+        : `${method}('${fileName}'${params ? ', ' + params : ''})`;
+    const filter = where ? ` WHERE ${where}` : '';
+    const query = `SELECT ${select.join(', ')} FROM ${read}${filter}`;
+    return ((schema ? `${createSchema(schema)}; ` : '') +
+        createTable(schema ? `${schema}.${tableName}` : tableName, query, {
+            view,
+            temp,
+            replace,
+        }));
+}
+/**
+ * Load data from a CSV file into a DuckDB table
+ * @param tableName - Name of the table to create
+ * @param fileName - Path to the CSV file
+ * @param options - Load options
+ * @returns SQL query string to create the table
+ */
+export function loadCSV(tableName, fileName, options) {
+    return load('read_csv', tableName, fileName, options, {
+        auto_detect: true,
+        sample_size: -1,
+    });
+}
+/**
+ * Load data from a JSON file into a DuckDB table
+ * @param tableName - Name of the table to create
+ * @param fileName - Path to the JSON file
+ * @param options - Load options
+ * @returns SQL query string to create the table
+ */
+export function loadJSON(tableName, fileName, options) {
+    return load('read_json', tableName, fileName, options, {
+        auto_detect: true,
+        format: 'auto',
+    });
+}
+/**
+ * Load data from a Parquet file into a DuckDB table
+ * @param tableName - Name of the table to create
+ * @param fileName - Path to the Parquet file
+ * @param options - Load options
+ * @returns SQL query string to create the table
+ */
+export function loadParquet(tableName, fileName, options) {
+    return load('read_parquet', tableName, fileName, options);
+}
+/**
+ * Load geometry data within a spatial file format.
+ * This method requires that the DuckDB spatial extension is loaded.
+ * Supports GeoJSON, TopoJSON, and other common spatial formats.
+ * For TopoJSON, set the layer option to indicate the feature to extract.
+ * @param tableName - Name of the table to create
+ * @param fileName - Path to the spatial data file
+ * @param options - Load options including spatial-specific options
+ * @returns SQL query string to create the table
+ */
+export function loadSpatial(tableName, fileName, options = {}) {
+    // nested options map to the open_options argument of st_read
+    const { schema, options: opt, ...rest } = options;
+    if (opt) {
+        // TODO: check correct syntax for open_options
+        const open = Array.isArray(opt)
+            ? opt.join(', ')
+            : typeof opt === 'string'
+                ? opt
+                : Object.entries(opt)
+                    .map(([key, value]) => `${key}=${value}`)
+                    .join(', ');
+        Object.assign(rest, { open_options: open.toUpperCase() });
+    }
+    // TODO: handle box_2d for spatial_filter_box option
+    // TODO: handle wkb_blob for spatial_filter option
+    return load('st_read', schema ? `${schema}.${tableName}` : tableName, fileName, rest);
+}
+/**
+ * Load JavaScript objects directly into a DuckDB table
+ * @param tableName - Name of the table to create
+ * @param data - Array of objects to load
+ * @param options - Load options
+ * @returns SQL query string to create the table
+ */
+export function loadObjects(tableName, data, options = {}) {
+    const { schema, select = ['*'], ...opt } = options;
+    const values = sqlFrom(data);
+    const query = select.length === 1 && select[0] === '*'
+        ? values
+        : `SELECT ${select} FROM ${values}`;
+    return createTable(schema ? `${schema}.${tableName}` : tableName, query, opt);
+}
+/**
+ * Convert options object to DuckDB parameter string
+ * @param options - Object containing parameter key-value pairs
+ * @returns Formatted parameter string
+ */
+function parameters(options) {
+    return Object.entries(options)
+        .map(([key, value]) => `${key}=${toDuckDBValue(value)}`)
+        .join(', ');
+}
+/**
+ * Convert JavaScript value to DuckDB literal string representation
+ * @param value - Value to convert
+ * @returns DuckDB literal string
+ */
+function toDuckDBValue(value) {
+    switch (typeof value) {
+        case 'boolean':
+            return String(value);
+        case 'string':
+            return `'${value}'`;
+        case 'undefined':
+        case 'object':
+            if (value == null) {
+                return 'NULL';
+            }
+            else if (Array.isArray(value)) {
+                return '[' + value.map((v) => toDuckDBValue(v)).join(', ') + ']';
+            }
+            else {
+                return ('{' +
+                    Object.entries(value)
+                        .map(([k, v]) => `'${k}': ${toDuckDBValue(v)}`)
+                        .join(', ') +
+                    '}');
+            }
+        default:
+            return String(value);
+    }
+}
+//# sourceMappingURL=load.js.map

package/dist/load/load.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"load.js","sourceRoot":"","sources":["../../src/load/load.ts"],"names":[],"mappings":"AAAA,iFAAiF;AACjF,mEAAmE;AAOnE,OAAO,EAAC,YAAY,EAAE,WAAW,EAAC,MAAM,UAAU,CAAC;AACnD,OAAO,EAAC,YAAY,EAAE,OAAO,EAAC,MAAM,YAAY,CAAC;AAEjD,6BAA6B;AAC7B,OAAO,EAAC,YAAY,EAAE,OAAO,EAAC,CAAC;AAE/B;;;;;;;;GAQG;AACH,MAAM,UAAU,IAAI,CAClB,MAAgB,EAChB,SAAiB,EACjB,QAAgB,EAChB,UAA+B,EAAE,EACjC,WAAoC,EAAE;IAEtC,MAAM;IACJ,6DAA6D;IAC7D,MAAM,EAAE,OAAO,EAAE,sBAAsB;IACvC,MAAM,EACN,MAAM,GAAG,CAAC,GAAG,CAAC,EACd,KAAK,EACL,IAAI,EACJ,IAAI,EACJ,OAAO,EACP,GAAG,IAAI,EACR,GAAG,OAAO,CAAC;IACZ,MAAM,MAAM,GAAG,UAAU,CAAC,EAAC,GAAG,QAAQ,EAAE,GAAG,IAAI,EAAC,CAAC,CAAC;IAClD,MAAM,IAAI,GACR,MAAM,KAAK,MAAM;QACf,CAAC,CAAC,IAAI,QAAQ,IAAI,MAAM,CAAC,CAAC,CAAC,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE;QAC/C,CAAC,CAAC,GAAG,MAAM,KAAK,QAAQ,IAAI,MAAM,CAAC,CAAC,CAAC,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC;IAC/D,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,CAAC,UAAU,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IAC9C,MAAM,KAAK,GAAG,UAAU,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,IAAI,GAAG,MAAM,EAAE,CAAC;IAClE,OAAO,CACL,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,YAAY,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;QAC3C,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,MAAM,IAAI,SAAS,EAAE,CAAC,CAAC,CAAC,SAAS,EAAE,KAAK,EAAE;YAChE,IAAI;YACJ,IAAI;YACJ,OAAO;SACR,CAAC,CACH,CAAC;AACJ,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,OAAO,CACrB,SAAiB,EACjB,QAAgB,EAChB,OAA6B;IAE7B,OAAO,IAAI,CAAC,UAAU,EAAE,SAAS,EAAE,QAAQ,EAAE,OAAO,EAAE;QACpD,WAAW,EAAE,IAAI;QACjB,WAAW,EAAE,CAAC,CAAC;KAChB,CAAC,CAAC;AACL,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,QAAQ,CACtB,SAAiB,EACjB,QAAgB,EAChB,OAA6B;IAE7B,OAAO,IAAI,CAAC,WAAW,EAAE,SAAS,EAAE,QAAQ,EAAE,OAAO,EAAE;QACrD,WAAW,EAAE,IAAI;QACjB,MAAM,EAAE,MAAM;KACf,CAAC,CAAC;AACL,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,WAAW,CACzB,SAAiB,EACjB,QAAgB,EAChB,OAA6B;IAE7B,OAAO,IAAI,CAAC,cAAc,EAAE,SAAS,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;AAC5D,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,UAAU,WAAW,CACzB,SAAiB,EACjB,QAAgB,EAChB,UAA8B,EAAE;IAEhC,6DAA6D;IAC7D,MAAM,EAAC,MAAM,EAAE,OAAO,EAAE,GAAG,EAAE,GAAG,IAAI,EAAC,GAAG,OAAO,CAAC;IAChD,IAAI,GAAG,EAAE,CAAC;QACR,8CAA8C;QAC9C,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC;YAC7B,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC;YAChB,CAAC,CAAC,OAAO,GAAG,KAAK,QAAQ;gBACvB,CAAC,CAAC,GAAG;gBACL,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC;qBAChB,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,KAAK,EAAE,CAAC;qBACxC,IAAI,CAAC,IAAI,CAAC,CAAC;QACpB,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,EAAC,YAAY,EAAE,IAAI,CAAC,WAAW,EAAE,EAAC,CAAC,CAAC;IAC1D,CAAC;IACD,oDAAoD;IACpD,kDAAkD;IAClD,OAAO,IAAI,CACT,SAAS,EACT,MAAM,CAAC,CAAC,CAAC,GAAG,MAAM,IAAI,SAAS,EAAE,CAAC,CAAC,CAAC,SAAS,EAC7C,QAAQ,EACR,IAAI,CACL,CAAC;AACJ,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,WAAW,CACzB,SAAiB,EACjB,IAA+B,EAC/B,UAA+B,EAAE;IAEjC,MAAM,EAAC,MAAM,EAAE,MAAM,GAAG,CAAC,GAAG,CAAC,EAAE,GAAG,GAAG,EAAC,GAAG,OAAO,CAAC;IACjD,MAAM,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC7B,MAAM,KAAK,GACT,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,GAAG;QACtC,CAAC,CAAC,MAAM;QACR,CAAC,CAAC,UAAU,MAAM,SAAS,MAAM,EAAE,CAAC;IACxC,OAAO,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,MAAM,IAAI,SAAS,EAAE,CAAC,CAAC,CAAC,SAAS,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;AAChF,CAAC;AAED;;;;GAIG;AACH,SAAS,UAAU,CAAC,OAAgC;IAClD,OAAO,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC;SAC3B,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,aAAa,CAAC,KAAK,CAAC,EAAE,CAAC;SACvD,IAAI,CAAC,IAAI,CAAC,CAAC;AAChB,CAAC;AAED;;;;GAIG;AACH,SAAS,aAAa,CAAC,KAAc;IACnC,QAAQ,OAAO,KAAK,EAAE,CAAC;QACrB,KAAK,SAAS;YACZ,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;QACvB,KAAK,QAAQ;YACX,OAAO,IAAI,KAAK,GAAG,CAAC;QACtB,KAAK,WAAW,CAAC;QACjB,KAAK,QAAQ;YACX,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;gBAClB,OAAO,MAAM,CAAC;YAChB,CAAC;iBAAM,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;gBAChC,OAAO,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC;YACnE,CAAC;iBAAM,CAAC;gBACN,OAAO,CACL,GAAG;oBACH,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC;yBAClB,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC;yBAC9C,IAAI,CAAC,IAAI,CAAC;oBACb,GAAG,CACJ,CAAC;YACJ,CAAC;QACH;YACE,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;IACzB,CAAC;AACH,CAAC","sourcesContent":["// Adapted from https://github.com/uwdata/mosaic/blob/main/packages/sql/src/load/\n// BSD 3-Clause License Copyright (c) 2023, UW Interactive Data Lab\n\nimport {\n  LoadFile,\n  SpatialLoadOptions,\n  StandardLoadOptions,\n} from '@sqlrooms/room-config';\nimport {createSchema, createTable} from './create';\nimport {literalToSQL, sqlFrom} from './sql-from';\n\n// Re-export for external use\nexport {literalToSQL, sqlFrom};\n\n/**\n * Generic function to load data from a file into a DuckDB table\n * @param method - The DuckDB read method to use (e.g., 'read_csv', 'read_json')\n * @param tableName - Name of the table to create\n * @param fileName - Path to the input file\n * @param options - Load options including select, where, view, temp, replace and file-specific options\n * @param defaults - Default options to merge with provided options\n * @returns SQL query string to create the table\n */\nexport function load(\n  method: LoadFile,\n  tableName: string,\n  fileName: string,\n  options: StandardLoadOptions = {},\n  defaults: Record<string, unknown> = {},\n): string {\n  const {\n    // eslint-disable-next-line @typescript-eslint/no-unused-vars\n    method: _method, // Remove from options\n    schema,\n    select = ['*'],\n    where,\n    view,\n    temp,\n    replace,\n    ...file\n  } = options;\n  const params = parameters({...defaults, ...file});\n  const read =\n    method === 'auto'\n      ? `'${fileName}'${params ? ', ' + params : ''}`\n      : `${method}('${fileName}'${params ? ', ' + params : ''})`;\n  const filter = where ? ` WHERE ${where}` : '';\n  const query = `SELECT ${select.join(', ')} FROM ${read}${filter}`;\n  return (\n    (schema ? `${createSchema(schema)}; ` : '') +\n    createTable(schema ? `${schema}.${tableName}` : tableName, query, {\n      view,\n      temp,\n      replace,\n    })\n  );\n}\n\n/**\n * Load data from a CSV file into a DuckDB table\n * @param tableName - Name of the table to create\n * @param fileName - Path to the CSV file\n * @param options - Load options\n * @returns SQL query string to create the table\n */\nexport function loadCSV(\n  tableName: string,\n  fileName: string,\n  options?: StandardLoadOptions,\n): string {\n  return load('read_csv', tableName, fileName, options, {\n    auto_detect: true,\n    sample_size: -1,\n  });\n}\n\n/**\n * Load data from a JSON file into a DuckDB table\n * @param tableName - Name of the table to create\n * @param fileName - Path to the JSON file\n * @param options - Load options\n * @returns SQL query string to create the table\n */\nexport function loadJSON(\n  tableName: string,\n  fileName: string,\n  options?: StandardLoadOptions,\n): string {\n  return load('read_json', tableName, fileName, options, {\n    auto_detect: true,\n    format: 'auto',\n  });\n}\n\n/**\n * Load data from a Parquet file into a DuckDB table\n * @param tableName - Name of the table to create\n * @param fileName - Path to the Parquet file\n * @param options - Load options\n * @returns SQL query string to create the table\n */\nexport function loadParquet(\n  tableName: string,\n  fileName: string,\n  options?: StandardLoadOptions,\n): string {\n  return load('read_parquet', tableName, fileName, options);\n}\n\n/**\n * Load geometry data within a spatial file format.\n * This method requires that the DuckDB spatial extension is loaded.\n * Supports GeoJSON, TopoJSON, and other common spatial formats.\n * For TopoJSON, set the layer option to indicate the feature to extract.\n * @param tableName - Name of the table to create\n * @param fileName - Path to the spatial data file\n * @param options - Load options including spatial-specific options\n * @returns SQL query string to create the table\n */\nexport function loadSpatial(\n  tableName: string,\n  fileName: string,\n  options: SpatialLoadOptions = {},\n): string {\n  // nested options map to the open_options argument of st_read\n  const {schema, options: opt, ...rest} = options;\n  if (opt) {\n    // TODO: check correct syntax for open_options\n    const open = Array.isArray(opt)\n      ? opt.join(', ')\n      : typeof opt === 'string'\n        ? opt\n        : Object.entries(opt)\n            .map(([key, value]) => `${key}=${value}`)\n            .join(', ');\n    Object.assign(rest, {open_options: open.toUpperCase()});\n  }\n  // TODO: handle box_2d for spatial_filter_box option\n  // TODO: handle wkb_blob for spatial_filter option\n  return load(\n    'st_read',\n    schema ? `${schema}.${tableName}` : tableName,\n    fileName,\n    rest,\n  );\n}\n\n/**\n * Load JavaScript objects directly into a DuckDB table\n * @param tableName - Name of the table to create\n * @param data - Array of objects to load\n * @param options - Load options\n * @returns SQL query string to create the table\n */\nexport function loadObjects(\n  tableName: string,\n  data: Record<string, unknown>[],\n  options: StandardLoadOptions = {},\n): string {\n  const {schema, select = ['*'], ...opt} = options;\n  const values = sqlFrom(data);\n  const query =\n    select.length === 1 && select[0] === '*'\n      ? values\n      : `SELECT ${select} FROM ${values}`;\n  return createTable(schema ? `${schema}.${tableName}` : tableName, query, opt);\n}\n\n/**\n * Convert options object to DuckDB parameter string\n * @param options - Object containing parameter key-value pairs\n * @returns Formatted parameter string\n */\nfunction parameters(options: Record<string, unknown>): string {\n  return Object.entries(options)\n    .map(([key, value]) => `${key}=${toDuckDBValue(value)}`)\n    .join(', ');\n}\n\n/**\n * Convert JavaScript value to DuckDB literal string representation\n * @param value - Value to convert\n * @returns DuckDB literal string\n */\nfunction toDuckDBValue(value: unknown): string {\n  switch (typeof value) {\n    case 'boolean':\n      return String(value);\n    case 'string':\n      return `'${value}'`;\n    case 'undefined':\n    case 'object':\n      if (value == null) {\n        return 'NULL';\n      } else if (Array.isArray(value)) {\n        return '[' + value.map((v) => toDuckDBValue(v)).join(', ') + ']';\n      } else {\n        return (\n          '{' +\n          Object.entries(value)\n            .map(([k, v]) => `'${k}': ${toDuckDBValue(v)}`)\n            .join(', ') +\n          '}'\n        );\n      }\n    default:\n      return String(value);\n  }\n}\n"]}

package/dist/load/sql-from.d.ts

@@ -0,0 +1,18 @@
+/**
+ * Create a SQL query that embeds the given data for loading.
+ * @param {*} data The dataset as an array of objects.
+ * @param {object} [options] Loading options.
+ * @param {string[]|Record<string,string>} [options.columns] The columns to include.
+ *   If not specified, the keys of the first data object are used.
+ * @returns {string} SQL query string to load data.
+ */
+export declare function sqlFrom(data: Record<string, unknown>[], { columns, }?: {
+    columns?: string[] | Record<string, string>;
+}): string;
+/**
+ * Convert a value to a SQL literal.
+ * @param {*} value The value to convert.
+ * @returns {string} The SQL literal.
+ */
+export declare function literalToSQL(value: unknown): string;
+//# sourceMappingURL=sql-from.d.ts.map

package/dist/load/sql-from.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sql-from.d.ts","sourceRoot":"","sources":["../../src/load/sql-from.ts"],"names":[],"mappings":"AAGA;;;;;;;GAOG;AACH,wBAAgB,OAAO,CACrB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,EAC/B,EACE,OAAsC,GACvC,GAAE;IAAC,OAAO,CAAC,EAAE,MAAM,EAAE,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;CAAM,UAsBtD;AAED;;;;GAIG;AACH,wBAAgB,YAAY,CAAC,KAAK,EAAE,OAAO,UA2B1C"}

package/dist/load/sql-from.js

@@ -0,0 +1,69 @@
+// Adapted from https://github.com/uwdata/mosaic/blob/main/packages/sql/src/load/
+// BSD 3-Clause License Copyright (c) 2023, UW Interactive Data Lab
+/**
+ * Create a SQL query that embeds the given data for loading.
+ * @param {*} data The dataset as an array of objects.
+ * @param {object} [options] Loading options.
+ * @param {string[]|Record<string,string>} [options.columns] The columns to include.
+ *   If not specified, the keys of the first data object are used.
+ * @returns {string} SQL query string to load data.
+ */
+export function sqlFrom(data, { columns = Object.keys(data?.[0] || {}), } = {}) {
+    let keys = [];
+    let columnMap;
+    if (Array.isArray(columns)) {
+        keys = columns;
+        columnMap = keys.reduce((m, k) => ({ ...m, [k]: k }), {});
+    }
+    else {
+        columnMap = columns;
+        keys = Object.keys(columns);
+    }
+    if (!keys.length) {
+        throw new Error('Can not create table from empty column set.');
+    }
+    const subq = [];
+    for (const datum of data) {
+        const sel = keys.map((k) => `${literalToSQL(datum[k])} AS "${columnMap[k]}"`);
+        subq.push(`(SELECT ${sel.join(', ')})`);
+    }
+    return subq.join(' UNION ALL ');
+}
+/**
+ * Convert a value to a SQL literal.
+ * @param {*} value The value to convert.
+ * @returns {string} The SQL literal.
+ */
+export function literalToSQL(value) {
+    switch (typeof value) {
+        case 'number':
+            return Number.isFinite(value) ? `${value}` : 'NULL';
+        case 'string':
+            return `'${value.replace(/'/g, "''")}'`;
+        case 'boolean':
+            return value ? 'TRUE' : 'FALSE';
+        default:
+            if (value == null) {
+                return 'NULL';
+            }
+            else if (value instanceof Date) {
+                const ts = +value;
+                if (Number.isNaN(ts))
+                    return 'NULL';
+                const y = value.getUTCFullYear();
+                const m = value.getUTCMonth();
+                const d = value.getUTCDate();
+                return ts === Date.UTC(y, m, d)
+                    ? `DATE '${y}-${m + 1}-${d}'` // utc date
+                    : `epoch_ms(${ts})`; // timestamp
+            }
+            else if (value instanceof RegExp) {
+                return `'${value.source}'`;
+            }
+            else {
+                // otherwise rely on string coercion
+                return `${value}`;
+            }
+    }
+}
+//# sourceMappingURL=sql-from.js.map

package/dist/load/sql-from.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sql-from.js","sourceRoot":"","sources":["../../src/load/sql-from.ts"],"names":[],"mappings":"AAAA,iFAAiF;AACjF,mEAAmE;AAEnE;;;;;;;GAOG;AACH,MAAM,UAAU,OAAO,CACrB,IAA+B,EAC/B,EACE,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,MACW,EAAE;IAErD,IAAI,IAAI,GAAa,EAAE,CAAC;IACxB,IAAI,SAAiC,CAAC;IACtC,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QAC3B,IAAI,GAAG,OAAO,CAAC;QACf,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,EAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IAC1D,CAAC;SAAM,CAAC;QACN,SAAS,GAAG,OAAO,CAAC;QACpB,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC9B,CAAC;IACD,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;QACjB,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;IACjE,CAAC;IACD,MAAM,IAAI,GAAG,EAAE,CAAC;IAChB,KAAK,MAAM,KAAK,IAAI,IAAI,EAAE,CAAC;QACzB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAClB,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,QAAQ,SAAS,CAAC,CAAC,CAAC,GAAG,CACxD,CAAC;QACF,IAAI,CAAC,IAAI,CAAC,WAAW,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC1C,CAAC;IACD,OAAO,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;AAClC,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,YAAY,CAAC,KAAc;IACzC,QAAQ,OAAO,KAAK,EAAE,CAAC;QACrB,KAAK,QAAQ;YACX,OAAO,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC;QACtD,KAAK,QAAQ;YACX,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC;QAC1C,KAAK,SAAS;YACZ,OAAO,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC;QAClC;YACE,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;gBAClB,OAAO,MAAM,CAAC;YAChB,CAAC;iBAAM,IAAI,KAAK,YAAY,IAAI,EAAE,CAAC;gBACjC,MAAM,EAAE,GAAG,CAAC,KAAK,CAAC;gBAClB,IAAI,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;oBAAE,OAAO,MAAM,CAAC;gBACpC,MAAM,CAAC,GAAG,KAAK,CAAC,cAAc,EAAE,CAAC;gBACjC,MAAM,CAAC,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;gBAC9B,MAAM,CAAC,GAAG,KAAK,CAAC,UAAU,EAAE,CAAC;gBAC7B,OAAO,EAAE,KAAK,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;oBAC7B,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,WAAW;oBACzC,CAAC,CAAC,YAAY,EAAE,GAAG,CAAC,CAAC,YAAY;YACrC,CAAC;iBAAM,IAAI,KAAK,YAAY,MAAM,EAAE,CAAC;gBACnC,OAAO,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;YAC7B,CAAC;iBAAM,CAAC;gBACN,oCAAoC;gBACpC,OAAO,GAAG,KAAK,EAAE,CAAC;YACpB,CAAC;IACL,CAAC;AACH,CAAC","sourcesContent":["// Adapted from https://github.com/uwdata/mosaic/blob/main/packages/sql/src/load/\n// BSD 3-Clause License Copyright (c) 2023, UW Interactive Data Lab\n\n/**\n * Create a SQL query that embeds the given data for loading.\n * @param {*} data The dataset as an array of objects.\n * @param {object} [options] Loading options.\n * @param {string[]|Record<string,string>} [options.columns] The columns to include.\n *   If not specified, the keys of the first data object are used.\n * @returns {string} SQL query string to load data.\n */\nexport function sqlFrom(\n  data: Record<string, unknown>[],\n  {\n    columns = Object.keys(data?.[0] || {}),\n  }: {columns?: string[] | Record<string, string>} = {},\n) {\n  let keys: string[] = [];\n  let columnMap: Record<string, string>;\n  if (Array.isArray(columns)) {\n    keys = columns;\n    columnMap = keys.reduce((m, k) => ({...m, [k]: k}), {});\n  } else {\n    columnMap = columns;\n    keys = Object.keys(columns);\n  }\n  if (!keys.length) {\n    throw new Error('Can not create table from empty column set.');\n  }\n  const subq = [];\n  for (const datum of data) {\n    const sel = keys.map(\n      (k) => `${literalToSQL(datum[k])} AS \"${columnMap[k]}\"`,\n    );\n    subq.push(`(SELECT ${sel.join(', ')})`);\n  }\n  return subq.join(' UNION ALL ');\n}\n\n/**\n * Convert a value to a SQL literal.\n * @param {*} value The value to convert.\n * @returns {string} The SQL literal.\n */\nexport function literalToSQL(value: unknown) {\n  switch (typeof value) {\n    case 'number':\n      return Number.isFinite(value) ? `${value}` : 'NULL';\n    case 'string':\n      return `'${value.replace(/'/g, \"''\")}'`;\n    case 'boolean':\n      return value ? 'TRUE' : 'FALSE';\n    default:\n      if (value == null) {\n        return 'NULL';\n      } else if (value instanceof Date) {\n        const ts = +value;\n        if (Number.isNaN(ts)) return 'NULL';\n        const y = value.getUTCFullYear();\n        const m = value.getUTCMonth();\n        const d = value.getUTCDate();\n        return ts === Date.UTC(y, m, d)\n          ? `DATE '${y}-${m + 1}-${d}'` // utc date\n          : `epoch_ms(${ts})`; // timestamp\n      } else if (value instanceof RegExp) {\n        return `'${value.source}'`;\n      } else {\n        // otherwise rely on string coercion\n        return `${value}`;\n      }\n  }\n}\n"]}

package/dist/schema-tree/schemaTree.d.ts

@@ -0,0 +1,9 @@
+import type { DataTable } from '../types';
+import type { DbSchemaNode } from './types';
+/**
+ * Group tables by database, schema and create a tree of databases, schemas, tables, and columns.
+ * @param tables - The tables to group
+ * @returns An array of database nodes containing schemas, tables and columns
+ */
+export declare function createDbSchemaTrees(tables: DataTable[]): DbSchemaNode[];
+//# sourceMappingURL=schemaTree.d.ts.map

package/dist/schema-tree/schemaTree.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"schemaTree.d.ts","sourceRoot":"","sources":["../../src/schema-tree/schemaTree.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,SAAS,EAAC,MAAM,UAAU,CAAC;AAExC,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,SAAS,CAAC;AAE1C;;;;GAIG;AACH,wBAAgB,mBAAmB,CAAC,MAAM,EAAE,SAAS,EAAE,GAAG,YAAY,EAAE,CAmCvE"}

package/dist/schema-tree/schemaTree.js

@@ -0,0 +1,75 @@
+import { getDuckDbTypeCategory } from './typeCategories';
+/**
+ * Group tables by database, schema and create a tree of databases, schemas, tables, and columns.
+ * @param tables - The tables to group
+ * @returns An array of database nodes containing schemas, tables and columns
+ */
+export function createDbSchemaTrees(tables) {
+    const databaseMap = new Map();
+    for (const table of tables) {
+        const database = table.database ?? 'default';
+        const schema = table.schema;
+        const tableName = table.tableName;
+        const columnNodes = table.columns.map((column) => createColumnNode(schema, tableName, column.name, column.type));
+        const tableNode = createTableNode(table, columnNodes);
+        if (!databaseMap.has(database)) {
+            databaseMap.set(database, new Map());
+        }
+        const schemaMap = databaseMap.get(database);
+        if (!schemaMap.has(schema)) {
+            schemaMap.set(schema, []);
+        }
+        schemaMap.get(schema)?.push(tableNode);
+    }
+    // Create database nodes
+    return Array.from(databaseMap.entries()).map(([database, schemaMap]) => {
+        const schemaNodes = Array.from(schemaMap.entries()).map(([schema, tables]) => createSchemaTreeNode(schema, tables));
+        return createDatabaseTreeNode(database, schemaNodes);
+    });
+}
+function createColumnNode(schema, tableName, columnName, columnType) {
+    return {
+        key: `${schema}.${tableName}.${columnName}`,
+        object: {
+            type: 'column',
+            name: columnName,
+            columnType,
+            columnTypeCategory: getDuckDbTypeCategory(columnType),
+        },
+    };
+}
+function createTableNode(table, columnNodes) {
+    return {
+        key: `${table.schema}.${table.tableName}`,
+        object: {
+            type: 'table',
+            ...table,
+            name: table.tableName,
+        },
+        isInitialOpen: false,
+        children: columnNodes,
+    };
+}
+function createSchemaTreeNode(schema, tables) {
+    return {
+        key: schema,
+        object: {
+            type: 'schema',
+            name: schema,
+        },
+        isInitialOpen: true,
+        children: tables,
+    };
+}
+function createDatabaseTreeNode(database, schemas) {
+    return {
+        key: database,
+        object: {
+            type: 'database',
+            name: database,
+        },
+        isInitialOpen: true,
+        children: schemas,
+    };
+}
+//# sourceMappingURL=schemaTree.js.map

package/dist/schema-tree/schemaTree.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"schemaTree.js","sourceRoot":"","sources":["../../src/schema-tree/schemaTree.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,qBAAqB,EAAC,MAAM,kBAAkB,CAAC;AAGvD;;;;GAIG;AACH,MAAM,UAAU,mBAAmB,CAAC,MAAmB;IACrD,MAAM,WAAW,GAAG,IAAI,GAAG,EAAuC,CAAC;IAEnE,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ,IAAI,SAAS,CAAC;QAC7C,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC;QAC5B,MAAM,SAAS,GAAG,KAAK,CAAC,SAAS,CAAC;QAElC,MAAM,WAAW,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAC/C,gBAAgB,CAAC,MAAM,EAAE,SAAS,EAAE,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,CAC9D,CAAC;QAEF,MAAM,SAAS,GAAG,eAAe,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;QAEtD,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC/B,WAAW,CAAC,GAAG,CAAC,QAAQ,EAAE,IAAI,GAAG,EAA0B,CAAC,CAAC;QAC/D,CAAC;QAED,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAE,CAAC;QAE7C,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;YAC3B,SAAS,CAAC,GAAG,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QAC5B,CAAC;QAED,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;IACzC,CAAC;IAED,wBAAwB;IACxB,OAAO,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,EAAE,SAAS,CAAC,EAAE,EAAE;QACrE,MAAM,WAAW,GAAG,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CACrD,CAAC,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC,oBAAoB,CAAC,MAAM,EAAE,MAAM,CAAC,CAC3D,CAAC;QAEF,OAAO,sBAAsB,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC;IACvD,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,gBAAgB,CACvB,MAAc,EACd,SAAiB,EACjB,UAAkB,EAClB,UAAkB;IAElB,OAAO;QACL,GAAG,EAAE,GAAG,MAAM,IAAI,SAAS,IAAI,UAAU,EAAE;QAC3C,MAAM,EAAE;YACN,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,UAAU;YAChB,UAAU;YACV,kBAAkB,EAAE,qBAAqB,CAAC,UAAU,CAAC;SACtD;KACF,CAAC;AACJ,CAAC;AAED,SAAS,eAAe,CACtB,KAAgB,EAChB,WAA2B;IAE3B,OAAO;QACL,GAAG,EAAE,GAAG,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,SAAS,EAAE;QACzC,MAAM,EAAE;YACN,IAAI,EAAE,OAAO;YACb,GAAG,KAAK;YACR,IAAI,EAAE,KAAK,CAAC,SAAS;SACtB;QACD,aAAa,EAAE,KAAK;QACpB,QAAQ,EAAE,WAAW;KACtB,CAAC;AACJ,CAAC;AAED,SAAS,oBAAoB,CAC3B,MAAc,EACd,MAAsB;IAEtB,OAAO;QACL,GAAG,EAAE,MAAM;QACX,MAAM,EAAE;YACN,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,MAAM;SACb;QACD,aAAa,EAAE,IAAI;QACnB,QAAQ,EAAE,MAAM;KACjB,CAAC;AACJ,CAAC;AAED,SAAS,sBAAsB,CAC7B,QAAgB,EAChB,OAAuB;IAEvB,OAAO;QACL,GAAG,EAAE,QAAQ;QACb,MAAM,EAAE;YACN,IAAI,EAAE,UAAU;YAChB,IAAI,EAAE,QAAQ;SACf;QACD,aAAa,EAAE,IAAI;QACnB,QAAQ,EAAE,OAAO;KAClB,CAAC;AACJ,CAAC","sourcesContent":["import type {DataTable} from '../types';\nimport {getDuckDbTypeCategory} from './typeCategories';\nimport type {DbSchemaNode} from './types';\n\n/**\n * Group tables by database, schema and create a tree of databases, schemas, tables, and columns.\n * @param tables - The tables to group\n * @returns An array of database nodes containing schemas, tables and columns\n */\nexport function createDbSchemaTrees(tables: DataTable[]): DbSchemaNode[] {\n  const databaseMap = new Map<string, Map<string, DbSchemaNode[]>>();\n\n  for (const table of tables) {\n    const database = table.database ?? 'default';\n    const schema = table.schema;\n    const tableName = table.tableName;\n\n    const columnNodes = table.columns.map((column) =>\n      createColumnNode(schema, tableName, column.name, column.type),\n    );\n\n    const tableNode = createTableNode(table, columnNodes);\n\n    if (!databaseMap.has(database)) {\n      databaseMap.set(database, new Map<string, DbSchemaNode[]>());\n    }\n\n    const schemaMap = databaseMap.get(database)!;\n\n    if (!schemaMap.has(schema)) {\n      schemaMap.set(schema, []);\n    }\n\n    schemaMap.get(schema)?.push(tableNode);\n  }\n\n  // Create database nodes\n  return Array.from(databaseMap.entries()).map(([database, schemaMap]) => {\n    const schemaNodes = Array.from(schemaMap.entries()).map(\n      ([schema, tables]) => createSchemaTreeNode(schema, tables),\n    );\n\n    return createDatabaseTreeNode(database, schemaNodes);\n  });\n}\n\nfunction createColumnNode(\n  schema: string,\n  tableName: string,\n  columnName: string,\n  columnType: string,\n): DbSchemaNode {\n  return {\n    key: `${schema}.${tableName}.${columnName}`,\n    object: {\n      type: 'column',\n      name: columnName,\n      columnType,\n      columnTypeCategory: getDuckDbTypeCategory(columnType),\n    },\n  };\n}\n\nfunction createTableNode(\n  table: DataTable,\n  columnNodes: DbSchemaNode[],\n): DbSchemaNode {\n  return {\n    key: `${table.schema}.${table.tableName}`,\n    object: {\n      type: 'table',\n      ...table,\n      name: table.tableName,\n    },\n    isInitialOpen: false,\n    children: columnNodes,\n  };\n}\n\nfunction createSchemaTreeNode(\n  schema: string,\n  tables: DbSchemaNode[],\n): DbSchemaNode {\n  return {\n    key: schema,\n    object: {\n      type: 'schema',\n      name: schema,\n    },\n    isInitialOpen: true,\n    children: tables,\n  };\n}\n\nfunction createDatabaseTreeNode(\n  database: string,\n  schemas: DbSchemaNode[],\n): DbSchemaNode {\n  return {\n    key: database,\n    object: {\n      type: 'database',\n      name: database,\n    },\n    isInitialOpen: true,\n    children: schemas,\n  };\n}\n"]}

package/dist/schema-tree/typeCategories.d.ts

@@ -0,0 +1,16 @@
+import { DataType } from 'apache-arrow';
+export type ColumnTypeCategory = 'number' | 'string' | 'datetime' | 'boolean' | 'binary' | 'json' | 'struct' | 'geometry';
+/**
+ * Get the category of a column type
+ * @param columnType - The type of the column
+ * @returns The category of the column type
+ */
+export declare function getDuckDbTypeCategory(columnType: string): ColumnTypeCategory | undefined;
+/**
+ * This function is used to get the type category of a column from an Arrow table.
+ *
+ * @param type - The Arrow DataType of the column.
+ * @returns The type category of the column.
+ */
+export declare function getArrowColumnTypeCategory(type: DataType): ColumnTypeCategory;
+//# sourceMappingURL=typeCategories.d.ts.map

package/dist/schema-tree/typeCategories.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"typeCategories.d.ts","sourceRoot":"","sources":["../../src/schema-tree/typeCategories.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,QAAQ,EAAC,MAAM,cAAc,CAAC;AAEtC,MAAM,MAAM,kBAAkB,GAC1B,QAAQ,GACR,QAAQ,GACR,UAAU,GACV,SAAS,GACT,QAAQ,GACR,MAAM,GACN,QAAQ,GACR,UAAU,CAAC;AA4Bf;;;;GAIG;AACH,wBAAgB,qBAAqB,CACnC,UAAU,EAAE,MAAM,GACjB,kBAAkB,GAAG,SAAS,CAQhC;AACD;;;;;GAKG;AACH,wBAAgB,0BAA0B,CAAC,IAAI,EAAE,QAAQ,GAAG,kBAAkB,CAiC7E"}

package/dist/schema-tree/typeCategories.js

@@ -0,0 +1,72 @@
+import { DataType } from 'apache-arrow';
+const DUCKDB_TYPE_CATEGORIES = {
+    string: [/^varchar/, /^char/, /^text/, /^string/, /^uuid/, /^bit/],
+    number: [
+        /^tinyint/,
+        /^smallint/,
+        /^integer/,
+        /^bigint/,
+        /^hugeint/,
+        /^utinyint/,
+        /^usmallint/,
+        /^uinteger/,
+        /^ubigint/,
+        /^uhugeint/,
+        /^decimal/,
+        /^numeric/,
+        /^double/,
+        /^float/,
+    ],
+    boolean: [/^bool(ean)?/],
+    binary: [/^blob/, /^bytea/, /^binary/, /^varbinary/],
+    datetime: [/^date$/, /^time$/, /^timestamp$/, /^timestamptz$/, /^interval$/],
+    json: [/^json$/],
+    struct: [/^struct$/, /^list$/, /^map$/, /^array$/, /^union$/],
+    geometry: [/^geometry/],
+};
+/**
+ * Get the category of a column type
+ * @param columnType - The type of the column
+ * @returns The category of the column type
+ */
+export function getDuckDbTypeCategory(columnType) {
+    const type = columnType.toLowerCase();
+    for (const [category, patterns] of Object.entries(DUCKDB_TYPE_CATEGORIES)) {
+        if (patterns.some((pattern) => type.match(pattern))) {
+            return category;
+        }
+    }
+    return undefined;
+}
+/**
+ * This function is used to get the type category of a column from an Arrow table.
+ *
+ * @param type - The Arrow DataType of the column.
+ * @returns The type category of the column.
+ */
+export function getArrowColumnTypeCategory(type) {
+    if (DataType.isInt(type) ||
+        DataType.isFloat(type) ||
+        DataType.isDecimal(type)) {
+        return 'number';
+    }
+    if (DataType.isDate(type) ||
+        DataType.isTime(type) ||
+        DataType.isTimestamp(type)) {
+        return 'datetime';
+    }
+    if (DataType.isBool(type)) {
+        return 'boolean';
+    }
+    if (DataType.isBinary(type)) {
+        return 'binary';
+    }
+    // Note: Arrow doesn't have built-in geometry types, so we'll need to check the type name
+    // if your geometry types are custom implementations
+    if (type.toString().toLowerCase().includes('geometry')) {
+        return 'geometry';
+    }
+    // Default to string type for all other cases
+    return 'string';
+}
+//# sourceMappingURL=typeCategories.js.map

package/dist/schema-tree/typeCategories.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"typeCategories.js","sourceRoot":"","sources":["../../src/schema-tree/typeCategories.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,QAAQ,EAAC,MAAM,cAAc,CAAC;AAYtC,MAAM,sBAAsB,GAAG;IAC7B,MAAM,EAAE,CAAC,UAAU,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,CAAC;IAClE,MAAM,EAAE;QACN,UAAU;QACV,WAAW;QACX,UAAU;QACV,SAAS;QACT,UAAU;QACV,WAAW;QACX,YAAY;QACZ,WAAW;QACX,UAAU;QACV,WAAW;QACX,UAAU;QACV,UAAU;QACV,SAAS;QACT,QAAQ;KACT;IACD,OAAO,EAAE,CAAC,aAAa,CAAC;IACxB,MAAM,EAAE,CAAC,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,YAAY,CAAC;IACpD,QAAQ,EAAE,CAAC,QAAQ,EAAE,QAAQ,EAAE,aAAa,EAAE,eAAe,EAAE,YAAY,CAAC;IAC5E,IAAI,EAAE,CAAC,QAAQ,CAAC;IAChB,MAAM,EAAE,CAAC,UAAU,EAAE,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS,CAAC;IAC7D,QAAQ,EAAE,CAAC,WAAW,CAAC;CACuB,CAAC;AAEjD;;;;GAIG;AACH,MAAM,UAAU,qBAAqB,CACnC,UAAkB;IAElB,MAAM,IAAI,GAAG,UAAU,CAAC,WAAW,EAAE,CAAC;IACtC,KAAK,MAAM,CAAC,QAAQ,EAAE,QAAQ,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,sBAAsB,CAAC,EAAE,CAAC;QAC1E,IAAI,QAAQ,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC;YACpD,OAAO,QAA8B,CAAC;QACxC,CAAC;IACH,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AACD;;;;;GAKG;AACH,MAAM,UAAU,0BAA0B,CAAC,IAAc;IACvD,IACE,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC;QACpB,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC;QACtB,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,EACxB,CAAC;QACD,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,IACE,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC;QACrB,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC;QACrB,QAAQ,CAAC,WAAW,CAAC,IAAI,CAAC,EAC1B,CAAC;QACD,OAAO,UAAU,CAAC;IACpB,CAAC;IAED,IAAI,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;QAC1B,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,IAAI,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QAC5B,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,yFAAyF;IACzF,oDAAoD;IACpD,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;QACvD,OAAO,UAAU,CAAC;IACpB,CAAC;IAED,6CAA6C;IAC7C,OAAO,QAAQ,CAAC;AAClB,CAAC","sourcesContent":["import {DataType} from 'apache-arrow';\n\nexport type ColumnTypeCategory =\n  | 'number'\n  | 'string'\n  | 'datetime'\n  | 'boolean'\n  | 'binary'\n  | 'json'\n  | 'struct'\n  | 'geometry';\n\nconst DUCKDB_TYPE_CATEGORIES = {\n  string: [/^varchar/, /^char/, /^text/, /^string/, /^uuid/, /^bit/],\n  number: [\n    /^tinyint/,\n    /^smallint/,\n    /^integer/,\n    /^bigint/,\n    /^hugeint/,\n    /^utinyint/,\n    /^usmallint/,\n    /^uinteger/,\n    /^ubigint/,\n    /^uhugeint/,\n    /^decimal/,\n    /^numeric/,\n    /^double/,\n    /^float/,\n  ],\n  boolean: [/^bool(ean)?/],\n  binary: [/^blob/, /^bytea/, /^binary/, /^varbinary/],\n  datetime: [/^date$/, /^time$/, /^timestamp$/, /^timestamptz$/, /^interval$/],\n  json: [/^json$/],\n  struct: [/^struct$/, /^list$/, /^map$/, /^array$/, /^union$/],\n  geometry: [/^geometry/],\n} satisfies Record<ColumnTypeCategory, RegExp[]>;\n\n/**\n * Get the category of a column type\n * @param columnType - The type of the column\n * @returns The category of the column type\n */\nexport function getDuckDbTypeCategory(\n  columnType: string,\n): ColumnTypeCategory | undefined {\n  const type = columnType.toLowerCase();\n  for (const [category, patterns] of Object.entries(DUCKDB_TYPE_CATEGORIES)) {\n    if (patterns.some((pattern) => type.match(pattern))) {\n      return category as ColumnTypeCategory;\n    }\n  }\n  return undefined;\n}\n/**\n * This function is used to get the type category of a column from an Arrow table.\n *\n * @param type - The Arrow DataType of the column.\n * @returns The type category of the column.\n */\nexport function getArrowColumnTypeCategory(type: DataType): ColumnTypeCategory {\n  if (\n    DataType.isInt(type) ||\n    DataType.isFloat(type) ||\n    DataType.isDecimal(type)\n  ) {\n    return 'number';\n  }\n\n  if (\n    DataType.isDate(type) ||\n    DataType.isTime(type) ||\n    DataType.isTimestamp(type)\n  ) {\n    return 'datetime';\n  }\n\n  if (DataType.isBool(type)) {\n    return 'boolean';\n  }\n\n  if (DataType.isBinary(type)) {\n    return 'binary';\n  }\n\n  // Note: Arrow doesn't have built-in geometry types, so we'll need to check the type name\n  // if your geometry types are custom implementations\n  if (type.toString().toLowerCase().includes('geometry')) {\n    return 'geometry';\n  }\n\n  // Default to string type for all other cases\n  return 'string';\n}\n"]}

package/dist/schema-tree/types.d.ts

@@ -0,0 +1,28 @@
+import { DataTable } from '../types';
+import { ColumnTypeCategory } from './typeCategories';
+export type DbSchemaNode<T extends NodeObject = NodeObject> = {
+    key: string;
+    object: T;
+    children?: DbSchemaNode[];
+    isInitialOpen?: boolean;
+};
+export type NodeObject = ColumnNodeObject | TableNodeObject | SchemaNodeObject | DatabaseNodeObject;
+type BaseNodeObject = {
+    name: string;
+};
+export type ColumnNodeObject = BaseNodeObject & {
+    type: 'column';
+    columnType: string;
+    columnTypeCategory?: ColumnTypeCategory;
+};
+export type TableNodeObject = BaseNodeObject & {
+    type: 'table';
+} & DataTable;
+export type SchemaNodeObject = BaseNodeObject & {
+    type: 'schema';
+};
+export type DatabaseNodeObject = BaseNodeObject & {
+    type: 'database';
+};
+export {};
+//# sourceMappingURL=types.d.ts.map

package/dist/schema-tree/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/schema-tree/types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,SAAS,EAAC,MAAM,UAAU,CAAC;AACnC,OAAO,EAAC,kBAAkB,EAAC,MAAM,kBAAkB,CAAC;AAEpD,MAAM,MAAM,YAAY,CAAC,CAAC,SAAS,UAAU,GAAG,UAAU,IAAI;IAC5D,GAAG,EAAE,MAAM,CAAC;IACZ,MAAM,EAAE,CAAC,CAAC;IACV,QAAQ,CAAC,EAAE,YAAY,EAAE,CAAC;IAC1B,aAAa,CAAC,EAAE,OAAO,CAAC;CACzB,CAAC;AAEF,MAAM,MAAM,UAAU,GAClB,gBAAgB,GAChB,eAAe,GACf,gBAAgB,GAChB,kBAAkB,CAAC;AAEvB,KAAK,cAAc,GAAG;IACpB,IAAI,EAAE,MAAM,CAAC;CACd,CAAC;AAEF,MAAM,MAAM,gBAAgB,GAAG,cAAc,GAAG;IAC9C,IAAI,EAAE,QAAQ,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;IACnB,kBAAkB,CAAC,EAAE,kBAAkB,CAAC;CACzC,CAAC;AAEF,MAAM,MAAM,eAAe,GAAG,cAAc,GAAG;IAC7C,IAAI,EAAE,OAAO,CAAC;CACf,GAAG,SAAS,CAAC;AAEd,MAAM,MAAM,gBAAgB,GAAG,cAAc,GAAG;IAC9C,IAAI,EAAE,QAAQ,CAAC;CAChB,CAAC;AAEF,MAAM,MAAM,kBAAkB,GAAG,cAAc,GAAG;IAChD,IAAI,EAAE,UAAU,CAAC;CAClB,CAAC"}

package/dist/schema-tree/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/dist/schema-tree/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/schema-tree/types.ts"],"names":[],"mappings":"","sourcesContent":["import {DataTable} from '../types';\nimport {ColumnTypeCategory} from './typeCategories';\n\nexport type DbSchemaNode<T extends NodeObject = NodeObject> = {\n  key: string;\n  object: T;\n  children?: DbSchemaNode[];\n  isInitialOpen?: boolean;\n};\n\nexport type NodeObject =\n  | ColumnNodeObject\n  | TableNodeObject\n  | SchemaNodeObject\n  | DatabaseNodeObject;\n\ntype BaseNodeObject = {\n  name: string;\n};\n\nexport type ColumnNodeObject = BaseNodeObject & {\n  type: 'column';\n  columnType: string;\n  columnTypeCategory?: ColumnTypeCategory;\n};\n\nexport type TableNodeObject = BaseNodeObject & {\n  type: 'table';\n} & DataTable;\n\nexport type SchemaNodeObject = BaseNodeObject & {\n  type: 'schema';\n};\n\nexport type DatabaseNodeObject = BaseNodeObject & {\n  type: 'database';\n};\n"]}

package/dist/typedRowAccessor.d.ts

@@ -0,0 +1,19 @@
+import * as arrow from 'apache-arrow';
+export interface TypedRowAccessor<T> extends Iterable<T> {
+    /** Returns a typed row at the specified index by converting on demand */
+    getRow(index: number): T;
+    /** Number of rows in the table */
+    length: number;
+    /** Returns an iterator that yields each row in the table */
+    rows(): IterableIterator<T>;
+    /** Returns an array containing all rows in the table. The array is cached and reused. */
+    toArray(): T[];
+}
+/**
+ * Creates a row accessor wrapper around an Arrow table that provides typed row access.
+ */
+export declare function createTypedRowAccessor<T extends arrow.TypeMap = any>({ arrowTable, validate, }: {
+    arrowTable: arrow.Table<T>;
+    validate?: (row: unknown) => T;
+}): TypedRowAccessor<T>;
+//# sourceMappingURL=typedRowAccessor.d.ts.map

package/dist/typedRowAccessor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"typedRowAccessor.d.ts","sourceRoot":"","sources":["../src/typedRowAccessor.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,KAAK,MAAM,cAAc,CAAC;AAEtC,MAAM,WAAW,gBAAgB,CAAC,CAAC,CAAE,SAAQ,QAAQ,CAAC,CAAC,CAAC;IACtD,yEAAyE;IACzE,MAAM,CAAC,KAAK,EAAE,MAAM,GAAG,CAAC,CAAC;IACzB,kCAAkC;IAClC,MAAM,EAAE,MAAM,CAAC;IACf,4DAA4D;IAC5D,IAAI,IAAI,gBAAgB,CAAC,CAAC,CAAC,CAAC;IAC5B,yFAAyF;IACzF,OAAO,IAAI,CAAC,EAAE,CAAC;CAChB;AAED;;GAEG;AACH,wBAAgB,sBAAsB,CAAC,CAAC,SAAS,KAAK,CAAC,OAAO,GAAG,GAAG,EAAE,EACpE,UAAU,EACV,QAAQ,GACT,EAAE;IACD,UAAU,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAC3B,QAAQ,CAAC,EAAE,CAAC,GAAG,EAAE,OAAO,KAAK,CAAC,CAAC;CAChC,GAAG,gBAAgB,CAAC,CAAC,CAAC,CA0CtB"}

package/dist/typedRowAccessor.js

@@ -0,0 +1,45 @@
+/**
+ * Creates a row accessor wrapper around an Arrow table that provides typed row access.
+ */
+export function createTypedRowAccessor({ arrowTable, validate, }) {
+    let cachedArray;
+    return {
+        get length() {
+            return arrowTable.numRows;
+        },
+        getRow(index) {
+            const row = {};
+            arrowTable.schema.fields.forEach((field) => {
+                const column = arrowTable.getChild(field.name);
+                if (column) {
+                    row[field.name] = column.get(index);
+                }
+            });
+            // If a validator is provided, use it to validate/parse the row
+            if (validate) {
+                return validate(row);
+            }
+            return row;
+        },
+        *rows() {
+            for (let i = 0; i < this.length; i++) {
+                yield this.getRow(i);
+            }
+        },
+        toArray() {
+            if (cachedArray) {
+                return cachedArray;
+            }
+            const result = [];
+            for (let i = 0; i < this.length; i++) {
+                result.push(this.getRow(i));
+            }
+            cachedArray = result;
+            return result;
+        },
+        [Symbol.iterator]() {
+            return this.rows();
+        },
+    };
+}
+//# sourceMappingURL=typedRowAccessor.js.map

package/dist/typedRowAccessor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"typedRowAccessor.js","sourceRoot":"","sources":["../src/typedRowAccessor.ts"],"names":[],"mappings":"AAaA;;GAEG;AACH,MAAM,UAAU,sBAAsB,CAAgC,EACpE,UAAU,EACV,QAAQ,GAIT;IACC,IAAI,WAA4B,CAAC;IAEjC,OAAO;QACL,IAAI,MAAM;YACR,OAAO,UAAU,CAAC,OAAO,CAAC;QAC5B,CAAC;QACD,MAAM,CAAC,KAAa;YAClB,MAAM,GAAG,GAA4B,EAAE,CAAC;YACxC,UAAU,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,KAAkB,EAAE,EAAE;gBACtD,MAAM,MAAM,GAAG,UAAU,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBAC/C,IAAI,MAAM,EAAE,CAAC;oBACX,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;gBACtC,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,+DAA+D;YAC/D,IAAI,QAAQ,EAAE,CAAC;gBACb,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC;YACvB,CAAC;YACD,OAAO,GAAQ,CAAC;QAClB,CAAC;QACD,CAAC,IAAI;YACH,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACrC,MAAM,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YACvB,CAAC;QACH,CAAC;QACD,OAAO;YACL,IAAI,WAAW,EAAE,CAAC;gBAChB,OAAO,WAAW,CAAC;YACrB,CAAC;YACD,MAAM,MAAM,GAAQ,EAAE,CAAC;YACvB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACrC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;YAC9B,CAAC;YACD,WAAW,GAAG,MAAM,CAAC;YACrB,OAAO,MAAM,CAAC;QAChB,CAAC;QACD,CAAC,MAAM,CAAC,QAAQ,CAAC;YACf,OAAO,IAAI,CAAC,IAAI,EAAE,CAAC;QACrB,CAAC;KACF,CAAC;AACJ,CAAC","sourcesContent":["import * as arrow from 'apache-arrow';\n\nexport interface TypedRowAccessor<T> extends Iterable<T> {\n  /** Returns a typed row at the specified index by converting on demand */\n  getRow(index: number): T;\n  /** Number of rows in the table */\n  length: number;\n  /** Returns an iterator that yields each row in the table */\n  rows(): IterableIterator<T>;\n  /** Returns an array containing all rows in the table. The array is cached and reused. */\n  toArray(): T[];\n}\n\n/**\n * Creates a row accessor wrapper around an Arrow table that provides typed row access.\n */\nexport function createTypedRowAccessor<T extends arrow.TypeMap = any>({\n  arrowTable,\n  validate,\n}: {\n  arrowTable: arrow.Table<T>;\n  validate?: (row: unknown) => T;\n}): TypedRowAccessor<T> {\n  let cachedArray: T[] | undefined;\n\n  return {\n    get length() {\n      return arrowTable.numRows;\n    },\n    getRow(index: number): T {\n      const row: Record<string, unknown> = {};\n      arrowTable.schema.fields.forEach((field: arrow.Field) => {\n        const column = arrowTable.getChild(field.name);\n        if (column) {\n          row[field.name] = column.get(index);\n        }\n      });\n\n      // If a validator is provided, use it to validate/parse the row\n      if (validate) {\n        return validate(row);\n      }\n      return row as T;\n    },\n    *rows(): IterableIterator<T> {\n      for (let i = 0; i < this.length; i++) {\n        yield this.getRow(i);\n      }\n    },\n    toArray(): T[] {\n      if (cachedArray) {\n        return cachedArray;\n      }\n      const result: T[] = [];\n      for (let i = 0; i < this.length; i++) {\n        result.push(this.getRow(i));\n      }\n      cachedArray = result;\n      return result;\n    },\n    [Symbol.iterator](): IterableIterator<T> {\n      return this.rows();\n    },\n  };\n}\n"]}

package/dist/types.d.ts

@@ -0,0 +1,21 @@
+import { QualifiedTableName } from './duckdb-utils';
+export type TableColumn = {
+    name: string;
+    type: string;
+};
+export type DataTable = {
+    table: QualifiedTableName;
+    isView: boolean;
+    /** @deprecated Use table.database instead */
+    database?: string;
+    /** @deprecated Use table.schema instead */
+    schema: string;
+    /** @deprecated Use table.table instead */
+    tableName: string;
+    columns: TableColumn[];
+    rowCount?: number;
+    inputFileName?: string;
+    sql?: string;
+    comment?: string;
+};
+//# sourceMappingURL=types.d.ts.map

package/dist/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,kBAAkB,EAAC,MAAM,gBAAgB,CAAC;AAElD,MAAM,MAAM,WAAW,GAAG;IACxB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;CACd,CAAC;AAEF,MAAM,MAAM,SAAS,GAAG;IACtB,KAAK,EAAE,kBAAkB,CAAC;IAC1B,MAAM,EAAE,OAAO,CAAC;IAChB,6CAA6C;IAC7C,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,2CAA2C;IAC3C,MAAM,EAAE,MAAM,CAAC;IACf,0CAA0C;IAC1C,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,WAAW,EAAE,CAAC;IACvB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB,CAAC"}

package/dist/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map