@sqlrooms/duckdb 0.8.1 → 0.9.1

package/dist/useDuckDb.d.ts

@@ -1,6 +1,5 @@
 import * as duckdb from '@duckdb/duckdb-wasm';
-import * as arrow from 'apache-arrow';
-import { DataTable } from './types';
+import { DuckDbConnector } from './connectors/DuckDbConnector';
 /**
  * @deprecated DuckConn is deprecated, use DuckDb instead
  */
@@ -10,33 +9,5 @@ export type DuckDb = {
     conn: duckdb.AsyncDuckDBConnection;
     worker: Worker;
 };
-export declare class DuckQueryError extends Error {
-    readonly cause: unknown;
-    readonly query: string | undefined;
-    readonly queryCallStack: string | undefined;
-    constructor(err: unknown, query: string, stack: string | undefined);
-    getMessageForUser(): string;
-}
-/**
- * @deprecated getDuckConn is deprecated, use getDuckDb instead
- */
-export declare const getDuckConn: typeof getDuckDb;
-export declare function getDuckDb(): Promise<DuckDb>;
-/**
- * @deprecated useDuckConn is deprecated, use useDuckDb instead
- */
-export declare const useDuckConn: typeof useDuckDb;
-export declare function useDuckDb(): DuckDb;
-export declare const isNumericDuckType: (type: string) => boolean;
-export declare function getColValAsNumber(res: arrow.Table, column?: string | number, index?: number): number;
-export declare const escapeVal: (val: unknown) => string;
-export declare const escapeId: (id: string) => string;
-export declare function getDuckTables(schema?: string): Promise<string[]>;
-export declare function getDuckTableSchema(tableName: string, schema?: string): Promise<DataTable>;
-export declare function getDuckTableSchemas(schema?: string): Promise<DataTable[]>;
-export declare function checkTableExists(tableName: string, schema?: string): Promise<boolean>;
-export declare function dropAllTables(schema?: string): Promise<void>;
-export declare function dropTable(tableName: string): Promise<void>;
-export declare function dropFile(fname: string): Promise<void>;
-export declare function dropAllFiles(): Promise<void>;
+export declare function useDuckDb(): DuckDbConnector;
 //# sourceMappingURL=useDuckDb.d.ts.map

package/dist/useDuckDb.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"useDuckDb.d.ts","sourceRoot":"","sources":["../src/useDuckDb.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,MAAM,qBAAqB,CAAC;AAC9C,OAAO,KAAK,KAAK,MAAM,cAAc,CAAC;AACtC,OAAO,EAAC,SAAS,EAAc,MAAM,SAAS,CAAC;AAG/C;;GAEG;AACH,MAAM,MAAM,QAAQ,GAAG,MAAM,CAAC;AAE9B,MAAM,MAAM,MAAM,GAAG;IACnB,EAAE,EAAE,MAAM,CAAC,WAAW,CAAC;IACvB,IAAI,EAAE,MAAM,CAAC,qBAAqB,CAAC;IACnC,MAAM,EAAE,MAAM,CAAC;CAChB,CAAC;AAeF,qBAAa,cAAe,SAAQ,KAAK;IACvC,QAAQ,CAAC,KAAK,EAAE,OAAO,CAAC;IACxB,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,SAAS,CAAC;IACnC,QAAQ,CAAC,cAAc,EAAE,MAAM,GAAG,SAAS,CAAC;gBAChC,GAAG,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,SAAS;IAWlE,iBAAiB;CAIlB;AAED;;GAEG;AACH,eAAO,MAAM,WAAW,kBAAY,CAAC;AAErC,wBAAsB,SAAS,IAAI,OAAO,CAAC,MAAM,CAAC,CA2EjD;AAKD;;GAEG;AACH,eAAO,MAAM,WAAW,kBAAY,CAAC;AAErC,wBAAgB,SAAS,IAAI,MAAM,CAYlC;AAED,eAAO,MAAM,iBAAiB,GAAI,MAAM,MAAM,YAKjB,CAAC;AAE9B,wBAAgB,iBAAiB,CAC/B,GAAG,EAAE,KAAK,CAAC,KAAK,EAChB,MAAM,GAAE,MAAM,GAAG,MAAU,EAC3B,KAAK,SAAI,GACR,MAAM,CASR;AAED,eAAO,MAAM,SAAS,GAAI,KAAK,OAAO,WAErC,CAAC;AAEF,eAAO,MAAM,QAAQ,GAAI,IAAI,MAAM,WAMlC,CAAC;AAEF,wBAAsB,aAAa,CAAC,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAYtE;AAED,wBAAsB,kBAAkB,CACtC,SAAS,EAAE,MAAM,EACjB,MAAM,SAAS,GACd,OAAO,CAAC,SAAS,CAAC,CAmBpB;AAED,wBAAsB,mBAAmB,CACvC,MAAM,SAAS,GACd,OAAO,CAAC,SAAS,EAAE,CAAC,CAOtB;AAED,wBAAsB,gBAAgB,CACpC,SAAS,EAAE,MAAM,EACjB,MAAM,SAAS,GACd,OAAO,CAAC,OAAO,CAAC,CAMlB;AAED,wBAAsB,aAAa,CAAC,MAAM,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAiClE;AAED,wBAAsB,SAAS,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAGhE;AAED,wBAAsB,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAG3D;AAED,wBAAsB,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC,CAGlD"}
+{"version":3,"file":"useDuckDb.d.ts","sourceRoot":"","sources":["../src/useDuckDb.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,MAAM,qBAAqB,CAAC;AAE9C,OAAO,EAAC,eAAe,EAAC,MAAM,8BAA8B,CAAC;AAE7D;;GAEG;AACH,MAAM,MAAM,QAAQ,GAAG,MAAM,CAAC;AAE9B,MAAM,MAAM,MAAM,GAAG;IACnB,EAAE,EAAE,MAAM,CAAC,WAAW,CAAC;IACvB,IAAI,EAAE,MAAM,CAAC,qBAAqB,CAAC;IACnC,MAAM,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF,wBAAgB,SAAS,IAAI,eAAe,CAG3C"}

package/dist/useDuckDb.js

@@ -1,232 +1,6 @@
-import * as duckdb from '@duckdb/duckdb-wasm';
-const ENABLE_DUCK_LOGGING = false;
-const SilentLogger = {
-    log: () => {
-        /* do nothing */
-    },
-};
-// TODO: shut DB down at some point
-let duckConn;
-let initialize;
-export class DuckQueryError extends Error {
-    cause;
-    query;
-    queryCallStack;
-    constructor(err, query, stack) {
-        super(`DB query failed: ${err instanceof Error ? err.message : err}\n\nFull query:\n\n${query}\n\nQuery call stack:\n\n${stack}\n\n`);
-        this.cause = err;
-        this.query = query;
-        this.queryCallStack = stack;
-        Object.setPrototypeOf(this, DuckQueryError.prototype);
-    }
-    getMessageForUser() {
-        const msg = this.cause instanceof Error ? this.cause.message : this.message;
-        return msg;
-    }
-}
-/**
- * @deprecated getDuckConn is deprecated, use getDuckDb instead
- */
-export const getDuckConn = getDuckDb;
-export async function getDuckDb() {
-    if (!globalThis.Worker) {
-        return Promise.reject('No Worker support');
-    }
-    if (duckConn) {
-        return duckConn;
-    }
-    else if (initialize !== undefined) {
-        // The initialization has already been started, wait for it to finish
-        return initialize;
-    }
-    let resolve;
-    let reject;
-    initialize = new Promise((_resolve, _reject) => {
-        resolve = _resolve;
-        reject = _reject;
-    });
-    try {
-        // TODO: Consider to load locally https://github.com/duckdb/duckdb-wasm/issues/1425#issuecomment-1742156605
-        const allBundles = duckdb.getJsDelivrBundles();
-        const bestBundle = await duckdb.selectBundle(allBundles);
-        if (!bestBundle.mainWorker) {
-            throw new Error('No best bundle found for DuckDB worker');
-        }
-        const workerUrl = URL.createObjectURL(new Blob([`importScripts("${bestBundle.mainWorker}");`], {
-            type: 'text/javascript',
-        }));
-        // const worker = await duckdb.createWorker(bestBundle.mainWorker);
-        const worker = new window.Worker(workerUrl);
-        const logger = ENABLE_DUCK_LOGGING
-            ? new duckdb.ConsoleLogger()
-            : SilentLogger;
-        const db = new (class extends duckdb.AsyncDuckDB {
-            onError(event) {
-                super.onError(event);
-                console.error('onError', event);
-            }
-        })(logger, worker);
-        await db.instantiate(bestBundle.mainModule, bestBundle.pthreadWorker);
-        URL.revokeObjectURL(workerUrl);
-        await db.open({
-            path: ':memory:',
-            query: {
-            // castBigIntToDouble: true
-            },
-        });
-        const conn = await db.connect();
-        // Replace conn.query to include full query in the error message
-        const connQuery = conn.query;
-        conn.query = (async (q) => {
-            const stack = new Error().stack;
-            try {
-                return await connQuery.call(conn, q);
-            }
-            catch (err) {
-                throw new DuckQueryError(err, q, stack);
-                // throw new Error(
-                //   `Query failed: ${err}\n\nFull query:\n\n${q}\n\nQuery call stack:\n\n${stack}\n\n`,
-                // );
-            }
-        });
-        await conn.query(`
-      SET max_expression_depth TO 100000;
-      SET memory_limit = '10GB';
-    `);
-        duckConn = { db, conn, worker };
-        resolve(duckConn);
-    }
-    catch (err) {
-        reject(err);
-        throw err;
-    }
-    return duckConn;
-}
-// Cache the promise to avoid multiple initialization attempts
-let duckPromise = null;
-/**
- * @deprecated useDuckConn is deprecated, use useDuckDb instead
- */
-export const useDuckConn = useDuckDb;
+import { useStoreWithDuckDb } from './DuckDbSlice';
 export function useDuckDb() {
-    if (!duckPromise) {
-        duckPromise = getDuckDb();
-    }
-    // If we don't have a connection yet, throw the promise
-    // This will trigger Suspense
-    if (!duckConn) {
-        throw duckPromise;
-    }
-    return duckConn;
-}
-export const isNumericDuckType = (type) => type.indexOf('INT') >= 0 ||
-    type.indexOf('DECIMAL') >= 0 ||
-    type.indexOf('FLOAT') >= 0 ||
-    type.indexOf('REAL') >= 0 ||
-    type.indexOf('DOUBLE') >= 0;
-export function getColValAsNumber(res, column = 0, index = 0) {
-    const v = (typeof column === 'number' ? res.getChildAt(column) : res.getChild(column))?.get(index);
-    if (v === undefined || v === null) {
-        return NaN;
-    }
-    // if it's an array (can be returned by duckdb as bigint)
-    return Number(v[0] ?? v);
-}
-export const escapeVal = (val) => {
-    return `'${String(val).replace(/'/g, "''")}'`;
-};
-export const escapeId = (id) => {
-    const str = String(id);
-    if (str.startsWith('"') && str.endsWith('"')) {
-        return str;
-    }
-    return `"${str.replace(/"/g, '""')}"`;
-};
-export async function getDuckTables(schema = 'main') {
-    const { conn } = await getDuckDb();
-    const tablesResults = await conn.query(`SELECT * FROM information_schema.tables 
-     WHERE table_schema = '${schema}'
-     ORDER BY table_name`);
-    const tableNames = [];
-    for (let i = 0; i < tablesResults.numRows; i++) {
-        tableNames.push(tablesResults.getChild('table_name')?.get(i));
-    }
-    return tableNames;
-}
-export async function getDuckTableSchema(tableName, schema = 'main') {
-    const { conn } = await getDuckDb();
-    const describeResults = await conn.query(`DESCRIBE ${schema}.${tableName}`);
-    const columnNames = describeResults.getChild('column_name');
-    const columnTypes = describeResults.getChild('column_type');
-    const columns = [];
-    for (let di = 0; di < describeResults.numRows; di++) {
-        const columnName = columnNames?.get(di);
-        const columnType = columnTypes?.get(di);
-        columns.push({ name: columnName, type: columnType });
-    }
-    return {
-        tableName,
-        columns,
-        // Costly to get the row count for large tables
-        // rowCount: getColValAsNumber(
-        //   await conn.query(`SELECT COUNT(*) FROM ${schema}.${tableName}`),
-        // ),
-    };
-}
-export async function getDuckTableSchemas(schema = 'main') {
-    const tableNames = await getDuckTables(schema);
-    const tablesInfo = [];
-    for (const tableName of tableNames) {
-        tablesInfo.push(await getDuckTableSchema(tableName, schema));
-    }
-    return tablesInfo;
-}
-export async function checkTableExists(tableName, schema = 'main') {
-    const { conn } = await getDuckDb();
-    const res = await conn.query(`SELECT COUNT(*) FROM information_schema.tables WHERE table_schema = '${schema}' AND table_name = '${tableName}'`);
-    return getColValAsNumber(res) > 0;
-}
-export async function dropAllTables(schema) {
-    try {
-        const { conn } = await getDuckDb();
-        if (schema && schema !== 'main') {
-            await conn.query(`DROP SCHEMA IF EXISTS ${schema} CASCADE`);
-        }
-        else {
-            const res = await conn.query(`SELECT table_name, table_schema, table_type FROM information_schema.tables${schema ? ` WHERE table_schema = '${schema}'` : ''}`);
-            const schemasCol = res.getChild('table_schema');
-            const tableNamesCol = res.getChild('table_name');
-            const tableTypesCol = res.getChild('table_type');
-            for (let i = 0; i < res.numRows; i++) {
-                try {
-                    const schemaName = schemasCol?.get(i);
-                    const tableName = tableNamesCol?.get(i);
-                    const tableType = tableTypesCol?.get(i);
-                    if (tableName) {
-                        const query = `DROP ${tableType === 'VIEW' ? 'VIEW' : 'TABLE'} IF EXISTS ${schemaName}.${tableName}`;
-                        await conn.query(query);
-                    }
-                }
-                catch (err) {
-                    console.error(err);
-                }
-            }
-        }
-    }
-    catch (err) {
-        console.error(err);
-    }
-}
-export async function dropTable(tableName) {
-    const { conn } = await getDuckDb();
-    await conn.query(`DROP TABLE IF EXISTS ${tableName};`);
-}
-export async function dropFile(fname) {
-    const { db } = await getDuckDb();
-    db.dropFile(fname);
-}
-export async function dropAllFiles() {
-    const { db } = await getDuckDb();
-    db.dropFiles();
+    const connector = useStoreWithDuckDb((state) => state.db.connector);
+    return connector;
 }
 //# sourceMappingURL=useDuckDb.js.map

package/dist/useDuckDb.js.map

@@ -1 +1 @@
-{"version":3,"file":"useDuckDb.js","sourceRoot":"","sources":["../src/useDuckDb.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,MAAM,qBAAqB,CAAC;AAgB9C,MAAM,mBAAmB,GAAG,KAAK,CAAC;AAElC,MAAM,YAAY,GAAG;IACnB,GAAG,EAAE,GAAG,EAAE;QACR,gBAAgB;IAClB,CAAC;CACF,CAAC;AAEF,mCAAmC;AAEnC,IAAI,QAAgB,CAAC;AACrB,IAAI,UAAuC,CAAC;AAE5C,MAAM,OAAO,cAAe,SAAQ,KAAK;IAC9B,KAAK,CAAU;IACf,KAAK,CAAqB;IAC1B,cAAc,CAAqB;IAC5C,YAAY,GAAY,EAAE,KAAa,EAAE,KAAyB;QAChE,KAAK,CACH,oBACE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,GACvC,sBAAsB,KAAK,4BAA4B,KAAK,MAAM,CACnE,CAAC;QACF,IAAI,CAAC,KAAK,GAAG,GAAG,CAAC;QACjB,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,cAAc,GAAG,KAAK,CAAC;QAC5B,MAAM,CAAC,cAAc,CAAC,IAAI,EAAE,cAAc,CAAC,SAAS,CAAC,CAAC;IACxD,CAAC;IACD,iBAAiB;QACf,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC;QAC5E,OAAO,GAAG,CAAC;IACb,CAAC;CACF;AAED;;GAEG;AACH,MAAM,CAAC,MAAM,WAAW,GAAG,SAAS,CAAC;AAErC,MAAM,CAAC,KAAK,UAAU,SAAS;IAC7B,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC;QACvB,OAAO,OAAO,CAAC,MAAM,CAAC,mBAAmB,CAAC,CAAC;IAC7C,CAAC;IACD,IAAI,QAAQ,EAAE,CAAC;QACb,OAAO,QAAQ,CAAC;IAClB,CAAC;SAAM,IAAI,UAAU,KAAK,SAAS,EAAE,CAAC;QACpC,qEAAqE;QACrE,OAAO,UAAU,CAAC;IACpB,CAAC;IAED,IAAI,OAAgC,CAAC;IACrC,IAAI,MAAkC,CAAC;IACvC,UAAU,GAAG,IAAI,OAAO,CAAC,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE;QAC7C,OAAO,GAAG,QAAQ,CAAC;QACnB,MAAM,GAAG,OAAO,CAAC;IACnB,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC;QACH,2GAA2G;QAC3G,MAAM,UAAU,GAAG,MAAM,CAAC,kBAAkB,EAAE,CAAC;QAC/C,MAAM,UAAU,GAAG,MAAM,MAAM,CAAC,YAAY,CAAC,UAAU,CAAC,CAAC;QACzD,IAAI,CAAC,UAAU,CAAC,UAAU,EAAE,CAAC;YAC3B,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;QAC5D,CAAC;QACD,MAAM,SAAS,GAAG,GAAG,CAAC,eAAe,CACnC,IAAI,IAAI,CAAC,CAAC,kBAAkB,UAAU,CAAC,UAAU,KAAK,CAAC,EAAE;YACvD,IAAI,EAAE,iBAAiB;SACxB,CAAC,CACH,CAAC;QACF,mEAAmE;QACnE,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAC5C,MAAM,MAAM,GAAG,mBAAmB;YAChC,CAAC,CAAC,IAAI,MAAM,CAAC,aAAa,EAAE;YAC5B,CAAC,CAAC,YAAY,CAAC;QACjB,MAAM,EAAE,GAAG,IAAI,CAAC,KAAM,SAAQ,MAAM,CAAC,WAAW;YAC9C,OAAO,CAAC,KAAiB;gBACvB,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;gBACrB,OAAO,CAAC,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;YAClC,CAAC;SACF,CAAC,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QACnB,MAAM,EAAE,CAAC,WAAW,CAAC,UAAU,CAAC,UAAU,EAAE,UAAU,CAAC,aAAa,CAAC,CAAC;QACtE,GAAG,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC;QAC/B,MAAM,EAAE,CAAC,IAAI,CAAC;YACZ,IAAI,EAAE,UAAU;YAChB,KAAK,EAAE;YACL,2BAA2B;aAC5B;SACF,CAAC,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,OAAO,EAAE,CAAC;QAChC,gEAAgE;QAChE,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC;QAC7B,IAAI,CAAC,KAAK,GAAG,CAAC,KAAK,EAAE,CAAS,EAAE,EAAE;YAChC,MAAM,KAAK,GAAG,IAAI,KAAK,EAAE,CAAC,KAAK,CAAC;YAChC,IAAI,CAAC;gBACH,OAAO,MAAM,SAAS,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;YACvC,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,MAAM,IAAI,cAAc,CAAC,GAAG,EAAE,CAAC,EAAE,KAAK,CAAC,CAAC;gBACxC,mBAAmB;gBACnB,wFAAwF;gBACxF,KAAK;YACP,CAAC;QACH,CAAC,CAAsB,CAAC;QACxB,MAAM,IAAI,CAAC,KAAK,CAAC;;;KAGhB,CAAC,CAAC;QACH,QAAQ,GAAG,EAAC,EAAE,EAAE,IAAI,EAAE,MAAM,EAAC,CAAC;QAC9B,OAAQ,CAAC,QAAQ,CAAC,CAAC;IACrB,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAO,CAAC,GAAG,CAAC,CAAC;QACb,MAAM,GAAG,CAAC;IACZ,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,8DAA8D;AAC9D,IAAI,WAAW,GAA2B,IAAI,CAAC;AAE/C;;GAEG;AACH,MAAM,CAAC,MAAM,WAAW,GAAG,SAAS,CAAC;AAErC,MAAM,UAAU,SAAS;IACvB,IAAI,CAAC,WAAW,EAAE,CAAC;QACjB,WAAW,GAAG,SAAS,EAAE,CAAC;IAC5B,CAAC;IAED,uDAAuD;IACvD,6BAA6B;IAC7B,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,MAAM,WAAW,CAAC;IACpB,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,IAAY,EAAE,EAAE,CAChD,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC;IACxB,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC;IAC5B,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC;IAC1B,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC;IACzB,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;AAE9B,MAAM,UAAU,iBAAiB,CAC/B,GAAgB,EAChB,SAA0B,CAAC,EAC3B,KAAK,GAAG,CAAC;IAET,MAAM,CAAC,GAAG,CACR,OAAO,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,CAC3E,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC;IACd,IAAI,CAAC,KAAK,SAAS,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC;QAClC,OAAO,GAAG,CAAC;IACb,CAAC;IACD,yDAAyD;IACzD,OAAO,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;AAC3B,CAAC;AAED,MAAM,CAAC,MAAM,SAAS,GAAG,CAAC,GAAY,EAAE,EAAE;IACxC,OAAO,IAAI,MAAM,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC;AAChD,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,QAAQ,GAAG,CAAC,EAAU,EAAE,EAAE;IACrC,MAAM,GAAG,GAAG,MAAM,CAAC,EAAE,CAAC,CAAC;IACvB,IAAI,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QAC7C,OAAO,GAAG,CAAC;IACb,CAAC;IACD,OAAO,IAAI,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC;AACxC,CAAC,CAAC;AAEF,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,MAAM,GAAG,MAAM;IACjD,MAAM,EAAC,IAAI,EAAC,GAAG,MAAM,SAAS,EAAE,CAAC;IACjC,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,KAAK,CACpC;6BACyB,MAAM;yBACV,CACtB,CAAC;IACF,MAAM,UAAU,GAAa,EAAE,CAAC;IAChC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,aAAa,CAAC,OAAO,EAAE,CAAC,EAAE,EAAE,CAAC;QAC/C,UAAU,CAAC,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IAChE,CAAC;IACD,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,SAAiB,EACjB,MAAM,GAAG,MAAM;IAEf,MAAM,EAAC,IAAI,EAAC,GAAG,MAAM,SAAS,EAAE,CAAC;IACjC,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,YAAY,MAAM,IAAI,SAAS,EAAE,CAAC,CAAC;IAC5E,MAAM,WAAW,GAAG,eAAe,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC;IAC5D,MAAM,WAAW,GAAG,eAAe,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC;IAC5D,MAAM,OAAO,GAAkB,EAAE,CAAC;IAClC,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,eAAe,CAAC,OAAO,EAAE,EAAE,EAAE,EAAE,CAAC;QACpD,MAAM,UAAU,GAAG,WAAW,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;QACxC,MAAM,UAAU,GAAG,WAAW,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;QACxC,OAAO,CAAC,IAAI,CAAC,EAAC,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,UAAU,EAAC,CAAC,CAAC;IACrD,CAAC;IACD,OAAO;QACL,SAAS;QACT,OAAO;QACP,+CAA+C;QAC/C,+BAA+B;QAC/B,qEAAqE;QACrE,KAAK;KACN,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,MAAM,GAAG,MAAM;IAEf,MAAM,UAAU,GAAG,MAAM,aAAa,CAAC,MAAM,CAAC,CAAC;IAC/C,MAAM,UAAU,GAAgB,EAAE,CAAC;IACnC,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;QACnC,UAAU,CAAC,IAAI,CAAC,MAAM,kBAAkB,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC;IAC/D,CAAC;IACD,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,SAAiB,EACjB,MAAM,GAAG,MAAM;IAEf,MAAM,EAAC,IAAI,EAAC,GAAG,MAAM,SAAS,EAAE,CAAC;IACjC,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,KAAK,CAC1B,wEAAwE,MAAM,uBAAuB,SAAS,GAAG,CAClH,CAAC;IACF,OAAO,iBAAiB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;AACpC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,MAAe;IACjD,IAAI,CAAC;QACH,MAAM,EAAC,IAAI,EAAC,GAAG,MAAM,SAAS,EAAE,CAAC;QACjC,IAAI,MAAM,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;YAChC,MAAM,IAAI,CAAC,KAAK,CAAC,yBAAyB,MAAM,UAAU,CAAC,CAAC;QAC9D,CAAC;aAAM,CAAC;YACN,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,KAAK,CAC1B,6EACE,MAAM,CAAC,CAAC,CAAC,0BAA0B,MAAM,GAAG,CAAC,CAAC,CAAC,EACjD,EAAE,CACH,CAAC;YACF,MAAM,UAAU,GAAG,GAAG,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC;YAChD,MAAM,aAAa,GAAG,GAAG,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC;YACjD,MAAM,aAAa,GAAG,GAAG,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC;YACjD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,OAAO,EAAE,CAAC,EAAE,EAAE,CAAC;gBACrC,IAAI,CAAC;oBACH,MAAM,UAAU,GAAG,UAAU,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC;oBACtC,MAAM,SAAS,GAAG,aAAa,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC;oBACxC,MAAM,SAAS,GAAG,aAAa,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC;oBACxC,IAAI,SAAS,EAAE,CAAC;wBACd,MAAM,KAAK,GAAG,QACZ,SAAS,KAAK,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAClC,cAAc,UAAU,IAAI,SAAS,EAAE,CAAC;wBACxC,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;oBAC1B,CAAC;gBACH,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;gBACrB,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACrB,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,SAAiB;IAC/C,MAAM,EAAC,IAAI,EAAC,GAAG,MAAM,SAAS,EAAE,CAAC;IACjC,MAAM,IAAI,CAAC,KAAK,CAAC,wBAAwB,SAAS,GAAG,CAAC,CAAC;AACzD,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,QAAQ,CAAC,KAAa;IAC1C,MAAM,EAAC,EAAE,EAAC,GAAG,MAAM,SAAS,EAAE,CAAC;IAC/B,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;AACrB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,YAAY;IAChC,MAAM,EAAC,EAAE,EAAC,GAAG,MAAM,SAAS,EAAE,CAAC;IAC/B,EAAE,CAAC,SAAS,EAAE,CAAC;AACjB,CAAC","sourcesContent":["import * as duckdb from '@duckdb/duckdb-wasm';\nimport * as arrow from 'apache-arrow';\nimport {DataTable, TableColumn} from './types';\nimport {useState, useEffect} from 'react';\n\n/**\n * @deprecated DuckConn is deprecated, use DuckDb instead\n */\nexport type DuckConn = DuckDb;\n\nexport type DuckDb = {\n  db: duckdb.AsyncDuckDB;\n  conn: duckdb.AsyncDuckDBConnection;\n  worker: Worker;\n};\n\nconst ENABLE_DUCK_LOGGING = false;\n\nconst SilentLogger = {\n  log: () => {\n    /* do nothing */\n  },\n};\n\n// TODO: shut DB down at some point\n\nlet duckConn: DuckDb;\nlet initialize: Promise<DuckDb> | undefined;\n\nexport class DuckQueryError extends Error {\n  readonly cause: unknown;\n  readonly query: string | undefined;\n  readonly queryCallStack: string | undefined;\n  constructor(err: unknown, query: string, stack: string | undefined) {\n    super(\n      `DB query failed: ${\n        err instanceof Error ? err.message : err\n      }\\n\\nFull query:\\n\\n${query}\\n\\nQuery call stack:\\n\\n${stack}\\n\\n`,\n    );\n    this.cause = err;\n    this.query = query;\n    this.queryCallStack = stack;\n    Object.setPrototypeOf(this, DuckQueryError.prototype);\n  }\n  getMessageForUser() {\n    const msg = this.cause instanceof Error ? this.cause.message : this.message;\n    return msg;\n  }\n}\n\n/**\n * @deprecated getDuckConn is deprecated, use getDuckDb instead\n */\nexport const getDuckConn = getDuckDb;\n\nexport async function getDuckDb(): Promise<DuckDb> {\n  if (!globalThis.Worker) {\n    return Promise.reject('No Worker support');\n  }\n  if (duckConn) {\n    return duckConn;\n  } else if (initialize !== undefined) {\n    // The initialization has already been started, wait for it to finish\n    return initialize;\n  }\n\n  let resolve: (value: DuckDb) => void;\n  let reject: (reason?: unknown) => void;\n  initialize = new Promise((_resolve, _reject) => {\n    resolve = _resolve;\n    reject = _reject;\n  });\n\n  try {\n    // TODO: Consider to load locally https://github.com/duckdb/duckdb-wasm/issues/1425#issuecomment-1742156605\n    const allBundles = duckdb.getJsDelivrBundles();\n    const bestBundle = await duckdb.selectBundle(allBundles);\n    if (!bestBundle.mainWorker) {\n      throw new Error('No best bundle found for DuckDB worker');\n    }\n    const workerUrl = URL.createObjectURL(\n      new Blob([`importScripts(\"${bestBundle.mainWorker}\");`], {\n        type: 'text/javascript',\n      }),\n    );\n    // const worker = await duckdb.createWorker(bestBundle.mainWorker);\n    const worker = new window.Worker(workerUrl);\n    const logger = ENABLE_DUCK_LOGGING\n      ? new duckdb.ConsoleLogger()\n      : SilentLogger;\n    const db = new (class extends duckdb.AsyncDuckDB {\n      onError(event: ErrorEvent) {\n        super.onError(event);\n        console.error('onError', event);\n      }\n    })(logger, worker);\n    await db.instantiate(bestBundle.mainModule, bestBundle.pthreadWorker);\n    URL.revokeObjectURL(workerUrl);\n    await db.open({\n      path: ':memory:',\n      query: {\n        // castBigIntToDouble: true\n      },\n    });\n    const conn = await db.connect();\n    // Replace conn.query to include full query in the error message\n    const connQuery = conn.query;\n    conn.query = (async (q: string) => {\n      const stack = new Error().stack;\n      try {\n        return await connQuery.call(conn, q);\n      } catch (err) {\n        throw new DuckQueryError(err, q, stack);\n        // throw new Error(\n        //   `Query failed: ${err}\\n\\nFull query:\\n\\n${q}\\n\\nQuery call stack:\\n\\n${stack}\\n\\n`,\n        // );\n      }\n    }) as typeof conn.query;\n    await conn.query(`\n      SET max_expression_depth TO 100000;\n      SET memory_limit = '10GB';\n    `);\n    duckConn = {db, conn, worker};\n    resolve!(duckConn);\n  } catch (err) {\n    reject!(err);\n    throw err;\n  }\n\n  return duckConn;\n}\n\n// Cache the promise to avoid multiple initialization attempts\nlet duckPromise: Promise<DuckDb> | null = null;\n\n/**\n * @deprecated useDuckConn is deprecated, use useDuckDb instead\n */\nexport const useDuckConn = useDuckDb;\n\nexport function useDuckDb(): DuckDb {\n  if (!duckPromise) {\n    duckPromise = getDuckDb();\n  }\n\n  // If we don't have a connection yet, throw the promise\n  // This will trigger Suspense\n  if (!duckConn) {\n    throw duckPromise;\n  }\n\n  return duckConn;\n}\n\nexport const isNumericDuckType = (type: string) =>\n  type.indexOf('INT') >= 0 ||\n  type.indexOf('DECIMAL') >= 0 ||\n  type.indexOf('FLOAT') >= 0 ||\n  type.indexOf('REAL') >= 0 ||\n  type.indexOf('DOUBLE') >= 0;\n\nexport function getColValAsNumber(\n  res: arrow.Table,\n  column: string | number = 0,\n  index = 0,\n): number {\n  const v = (\n    typeof column === 'number' ? res.getChildAt(column) : res.getChild(column)\n  )?.get(index);\n  if (v === undefined || v === null) {\n    return NaN;\n  }\n  // if it's an array (can be returned by duckdb as bigint)\n  return Number(v[0] ?? v);\n}\n\nexport const escapeVal = (val: unknown) => {\n  return `'${String(val).replace(/'/g, \"''\")}'`;\n};\n\nexport const escapeId = (id: string) => {\n  const str = String(id);\n  if (str.startsWith('\"') && str.endsWith('\"')) {\n    return str;\n  }\n  return `\"${str.replace(/\"/g, '\"\"')}\"`;\n};\n\nexport async function getDuckTables(schema = 'main'): Promise<string[]> {\n  const {conn} = await getDuckDb();\n  const tablesResults = await conn.query(\n    `SELECT * FROM information_schema.tables \n     WHERE table_schema = '${schema}'\n     ORDER BY table_name`,\n  );\n  const tableNames: string[] = [];\n  for (let i = 0; i < tablesResults.numRows; i++) {\n    tableNames.push(tablesResults.getChild('table_name')?.get(i));\n  }\n  return tableNames;\n}\n\nexport async function getDuckTableSchema(\n  tableName: string,\n  schema = 'main',\n): Promise<DataTable> {\n  const {conn} = await getDuckDb();\n  const describeResults = await conn.query(`DESCRIBE ${schema}.${tableName}`);\n  const columnNames = describeResults.getChild('column_name');\n  const columnTypes = describeResults.getChild('column_type');\n  const columns: TableColumn[] = [];\n  for (let di = 0; di < describeResults.numRows; di++) {\n    const columnName = columnNames?.get(di);\n    const columnType = columnTypes?.get(di);\n    columns.push({name: columnName, type: columnType});\n  }\n  return {\n    tableName,\n    columns,\n    // Costly to get the row count for large tables\n    // rowCount: getColValAsNumber(\n    //   await conn.query(`SELECT COUNT(*) FROM ${schema}.${tableName}`),\n    // ),\n  };\n}\n\nexport async function getDuckTableSchemas(\n  schema = 'main',\n): Promise<DataTable[]> {\n  const tableNames = await getDuckTables(schema);\n  const tablesInfo: DataTable[] = [];\n  for (const tableName of tableNames) {\n    tablesInfo.push(await getDuckTableSchema(tableName, schema));\n  }\n  return tablesInfo;\n}\n\nexport async function checkTableExists(\n  tableName: string,\n  schema = 'main',\n): Promise<boolean> {\n  const {conn} = await getDuckDb();\n  const res = await conn.query(\n    `SELECT COUNT(*) FROM information_schema.tables WHERE table_schema = '${schema}' AND table_name = '${tableName}'`,\n  );\n  return getColValAsNumber(res) > 0;\n}\n\nexport async function dropAllTables(schema?: string): Promise<void> {\n  try {\n    const {conn} = await getDuckDb();\n    if (schema && schema !== 'main') {\n      await conn.query(`DROP SCHEMA IF EXISTS ${schema} CASCADE`);\n    } else {\n      const res = await conn.query(\n        `SELECT table_name, table_schema, table_type FROM information_schema.tables${\n          schema ? ` WHERE table_schema = '${schema}'` : ''\n        }`,\n      );\n      const schemasCol = res.getChild('table_schema');\n      const tableNamesCol = res.getChild('table_name');\n      const tableTypesCol = res.getChild('table_type');\n      for (let i = 0; i < res.numRows; i++) {\n        try {\n          const schemaName = schemasCol?.get(i);\n          const tableName = tableNamesCol?.get(i);\n          const tableType = tableTypesCol?.get(i);\n          if (tableName) {\n            const query = `DROP ${\n              tableType === 'VIEW' ? 'VIEW' : 'TABLE'\n            } IF EXISTS ${schemaName}.${tableName}`;\n            await conn.query(query);\n          }\n        } catch (err) {\n          console.error(err);\n        }\n      }\n    }\n  } catch (err) {\n    console.error(err);\n  }\n}\n\nexport async function dropTable(tableName: string): Promise<void> {\n  const {conn} = await getDuckDb();\n  await conn.query(`DROP TABLE IF EXISTS ${tableName};`);\n}\n\nexport async function dropFile(fname: string): Promise<void> {\n  const {db} = await getDuckDb();\n  db.dropFile(fname);\n}\n\nexport async function dropAllFiles(): Promise<void> {\n  const {db} = await getDuckDb();\n  db.dropFiles();\n}\n"]}
+{"version":3,"file":"useDuckDb.js","sourceRoot":"","sources":["../src/useDuckDb.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,kBAAkB,EAAC,MAAM,eAAe,CAAC;AAcjD,MAAM,UAAU,SAAS;IACvB,MAAM,SAAS,GAAG,kBAAkB,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,SAAS,CAAC,CAAC;IACpE,OAAO,SAAS,CAAC;AACnB,CAAC","sourcesContent":["import * as duckdb from '@duckdb/duckdb-wasm';\nimport {useStoreWithDuckDb} from './DuckDbSlice';\nimport {DuckDbConnector} from './connectors/DuckDbConnector';\n\n/**\n * @deprecated DuckConn is deprecated, use DuckDb instead\n */\nexport type DuckConn = DuckDb;\n\nexport type DuckDb = {\n  db: duckdb.AsyncDuckDB;\n  conn: duckdb.AsyncDuckDBConnection;\n  worker: Worker;\n};\n\nexport function useDuckDb(): DuckDbConnector {\n  const connector = useStoreWithDuckDb((state) => state.db.connector);\n  return connector;\n}\n"]}

package/dist/useSql.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"useSql.d.ts","sourceRoot":"","sources":["../src/useSql.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,KAAK,MAAM,cAAc,CAAC;AAGtC,OAAO,EAAC,CAAC,EAAC,MAAM,KAAK,CAAC;AAEtB;;;GAGG;AACH,MAAM,WAAW,iBAAiB,CAAC,CAAC;IAClC,iCAAiC;IACjC,UAAU,EAAE,KAAK,CAAC,KAAK,CAAC;IACxB,yEAAyE;IACzE,MAAM,CAAC,KAAK,EAAE,MAAM,GAAG,CAAC,CAAC;IACzB,kCAAkC;IAClC,MAAM,EAAE,MAAM,CAAC;IACf,4DAA4D;IAC5D,IAAI,IAAI,gBAAgB,CAAC,CAAC,CAAC,CAAC;IAC5B,wDAAwD;IACxD,OAAO,IAAI,CAAC,EAAE,CAAC;CAChB;AAED;;GAEG;AACH,MAAM,MAAM,iBAAiB,CAAC,CAAC,IAAI,iBAAiB,CAAC,CAAC,CAAC,CAAC;AA+CxD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4IG;AACH,wBAAgB,MAAM,CAAC,GAAG,EAAE,OAAO,EAAE;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,OAAO,CAAC,EAAE,OAAO,CAAA;CAAC,GAAG;IACxE,IAAI,EAAE,iBAAiB,CAAC,GAAG,CAAC,GAAG,SAAS,CAAC;IACzC,KAAK,EAAE,KAAK,GAAG,IAAI,CAAC;IACpB,SAAS,EAAE,OAAO,CAAC;CACpB,CAAC;AAEF,wBAAgB,MAAM,CAAC,MAAM,SAAS,CAAC,CAAC,OAAO,EAC7C,MAAM,EAAE,MAAM,EACd,OAAO,EAAE;IACP,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,CAAC,EAAE,OAAO,CAAC;CACnB,GACA;IACD,IAAI,EAAE,iBAAiB,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,SAAS,CAAC;IACrD,KAAK,EAAE,KAAK,GAAG,IAAI,CAAC;IACpB,SAAS,EAAE,OAAO,CAAC;CACpB,CAAC;AAuEF;;GAEG;AACH,eAAO,MAAM,cAAc,eAAS,CAAC"}
+{"version":3,"file":"useSql.d.ts","sourceRoot":"","sources":["../src/useSql.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,KAAK,MAAM,cAAc,CAAC;AAEtC,OAAO,EAAC,CAAC,EAAC,MAAM,KAAK,CAAC;AAGtB;;;GAGG;AACH,MAAM,WAAW,iBAAiB,CAAC,CAAC;IAClC,iCAAiC;IACjC,UAAU,EAAE,KAAK,CAAC,KAAK,CAAC;IACxB,yEAAyE;IACzE,MAAM,CAAC,KAAK,EAAE,MAAM,GAAG,CAAC,CAAC;IACzB,kCAAkC;IAClC,MAAM,EAAE,MAAM,CAAC;IACf,4DAA4D;IAC5D,IAAI,IAAI,gBAAgB,CAAC,CAAC,CAAC,CAAC;IAC5B,wDAAwD;IACxD,OAAO,IAAI,CAAC,EAAE,CAAC;CAChB;AAED;;GAEG;AACH,MAAM,MAAM,iBAAiB,CAAC,CAAC,IAAI,iBAAiB,CAAC,CAAC,CAAC,CAAC;AA+CxD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4IG;AACH,wBAAgB,MAAM,CAAC,GAAG,EAAE,OAAO,EAAE;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,OAAO,CAAC,EAAE,OAAO,CAAA;CAAC,GAAG;IACxE,IAAI,EAAE,iBAAiB,CAAC,GAAG,CAAC,GAAG,SAAS,CAAC;IACzC,KAAK,EAAE,KAAK,GAAG,IAAI,CAAC;IACpB,SAAS,EAAE,OAAO,CAAC;CACpB,CAAC;AAEF,wBAAgB,MAAM,CAAC,MAAM,SAAS,CAAC,CAAC,OAAO,EAC7C,MAAM,EAAE,MAAM,EACd,OAAO,EAAE;IACP,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,CAAC,EAAE,OAAO,CAAC;CACnB,GACA;IACD,IAAI,EAAE,iBAAiB,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,SAAS,CAAC;IACrD,KAAK,EAAE,KAAK,GAAG,IAAI,CAAC;IACpB,SAAS,EAAE,OAAO,CAAC;CACpB,CAAC;AAwEF;;GAEG;AACH,eAAO,MAAM,cAAc,eAAS,CAAC"}

package/dist/useSql.js

@@ -1,5 +1,5 @@
 import { useEffect, useState } from 'react';
-import { getDuckDb } from './useDuckDb';
+import { useStoreWithDuckDb } from './DuckDbSlice';
 /**
  * Creates a row accessor wrapper around an Arrow table that provides typed row access.
  */
@@ -50,6 +50,7 @@ export function useSql(schemaOrOptions, maybeOptions) {
     const [data, setData] = useState(undefined);
     const [error, setError] = useState(null);
     const [isLoading, setIsLoading] = useState(false);
+    const getConnector = useStoreWithDuckDb((state) => state.db.getConnector);
     useEffect(() => {
         let isMounted = true;
         const fetchData = async () => {
@@ -59,8 +60,8 @@ export function useSql(schemaOrOptions, maybeOptions) {
             setIsLoading(true);
             setError(null);
             try {
-                const duckDb = await getDuckDb();
-                const result = await duckDb.conn.query(options.query);
+                const connector = await getConnector();
+                const result = await connector.query(options.query);
                 // Create a row accessor that optionally validates with the schema
                 const rowAccessor = createTypedRowAccessor({
                     arrowTable: result,

package/dist/useSql.js.map

@@ -1 +1 @@
-{"version":3,"file":"useSql.js","sourceRoot":"","sources":["../src/useSql.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,SAAS,EAAE,QAAQ,EAAC,MAAM,OAAO,CAAC;AAC1C,OAAO,EAAC,SAAS,EAAC,MAAM,aAAa,CAAC;AAyBtC;;GAEG;AACH,SAAS,sBAAsB,CAAI,EACjC,UAAU,EACV,QAAQ,GAIT;IACC,OAAO;QACL,UAAU;QACV,IAAI,MAAM;YACR,OAAO,UAAU,CAAC,OAAO,CAAC;QAC5B,CAAC;QACD,MAAM,CAAC,KAAa;YAClB,MAAM,GAAG,GAA4B,EAAE,CAAC;YACxC,UAAU,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,KAAkB,EAAE,EAAE;gBACtD,MAAM,MAAM,GAAG,UAAU,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBAC/C,IAAI,MAAM,EAAE,CAAC;oBACX,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;gBACtC,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,+DAA+D;YAC/D,IAAI,QAAQ,EAAE,CAAC;gBACb,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC;YACvB,CAAC;YACD,OAAO,GAAQ,CAAC;QAClB,CAAC;QACD,CAAC,IAAI;YACH,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACrC,MAAM,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YACvB,CAAC;QACH,CAAC;QACD,OAAO;YACL,MAAM,MAAM,GAAQ,EAAE,CAAC;YACvB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACrC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;YAC9B,CAAC;YACD,OAAO,MAAM,CAAC;QAChB,CAAC;KACF,CAAC;AACJ,CAAC;AAiKD;;GAEG;AACH,MAAM,UAAU,MAAM,CACpB,eAA4D,EAC5D,YAAiD;IAEjD,+CAA+C;IAC/C,MAAM,SAAS,GAAG,YAAY,KAAK,SAAS,CAAC;IAC7C,MAAM,OAAO,GAAG,SAAS;QACvB,CAAC,CAAC,YAAY;QACd,CAAC,CAAE,eAAsD,CAAC;IAC5D,MAAM,MAAM,GAAG,SAAS,CAAC,CAAC,CAAE,eAA0B,CAAC,CAAC,CAAC,SAAS,CAAC;IAEnE,MAAM,CAAC,IAAI,EAAE,OAAO,CAAC,GAAG,QAAQ,CAC9B,SAAS,CACV,CAAC;IACF,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,GAAG,QAAQ,CAAe,IAAI,CAAC,CAAC;IACvD,MAAM,CAAC,SAAS,EAAE,YAAY,CAAC,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC;IAElD,SAAS,CAAC,GAAG,EAAE;QACb,IAAI,SAAS,GAAG,IAAI,CAAC;QAErB,MAAM,SAAS,GAAG,KAAK,IAAI,EAAE;YAC3B,IAAI,CAAC,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;gBACtD,OAAO;YACT,CAAC;YAED,YAAY,CAAC,IAAI,CAAC,CAAC;YACnB,QAAQ,CAAC,IAAI,CAAC,CAAC;YAEf,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,SAAS,EAAE,CAAC;gBACjC,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;gBAEtD,kEAAkE;gBAClE,MAAM,WAAW,GAAG,sBAAsB,CAAM;oBAC9C,UAAU,EAAE,MAAM;oBAClB,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,GAAY,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS;iBACnE,CAAC,CAAC;gBAEH,IAAI,SAAS,EAAE,CAAC;oBACd,OAAO,CAAC,WAAW,CAAC,CAAC;gBACvB,CAAC;YACH,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,IAAI,SAAS,EAAE,CAAC;oBACd,QAAQ,CAAC,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;gBAChE,CAAC;YACH,CAAC;oBAAS,CAAC;gBACT,IAAI,SAAS,EAAE,CAAC;oBACd,YAAY,CAAC,KAAK,CAAC,CAAC;gBACtB,CAAC;YACH,CAAC;QACH,CAAC,CAAC;QAEF,SAAS,EAAE,CAAC;QAEZ,OAAO,GAAG,EAAE;YACV,SAAS,GAAG,KAAK,CAAC;QACpB,CAAC,CAAC;IACJ,CAAC,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC;IAErC,OAAO;QACL,IAAI;QACJ,KAAK;QACL,SAAS;KACV,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,MAAM,cAAc,GAAG,MAAM,CAAC","sourcesContent":["import * as arrow from 'apache-arrow';\nimport {useEffect, useState} from 'react';\nimport {getDuckDb} from './useDuckDb';\nimport {z} from 'zod';\n\n/**\n * A wrapper interface that exposes the underlying Arrow table,\n * a typed row accessor, and the number of rows.\n */\nexport interface UseSqlQueryResult<T> {\n  /** The underlying Arrow table */\n  arrowTable: arrow.Table;\n  /** Returns a typed row at the specified index by converting on demand */\n  getRow(index: number): T;\n  /** Number of rows in the table */\n  length: number;\n  /** Returns an iterator that yields each row in the table */\n  rows(): IterableIterator<T>;\n  /** Returns an array containing all rows in the table */\n  toArray(): T[];\n}\n\n/**\n * @deprecated Use UseSqlQueryResult instead\n */\nexport type DuckDbQueryResult<T> = UseSqlQueryResult<T>;\n\n/**\n * Creates a row accessor wrapper around an Arrow table that provides typed row access.\n */\nfunction createTypedRowAccessor<T>({\n  arrowTable,\n  validate,\n}: {\n  arrowTable: arrow.Table;\n  validate?: (row: unknown) => T;\n}): UseSqlQueryResult<T> {\n  return {\n    arrowTable,\n    get length() {\n      return arrowTable.numRows;\n    },\n    getRow(index: number): T {\n      const row: Record<string, unknown> = {};\n      arrowTable.schema.fields.forEach((field: arrow.Field) => {\n        const column = arrowTable.getChild(field.name);\n        if (column) {\n          row[field.name] = column.get(index);\n        }\n      });\n\n      // If a validator is provided, use it to validate/parse the row\n      if (validate) {\n        return validate(row);\n      }\n      return row as T;\n    },\n    *rows(): IterableIterator<T> {\n      for (let i = 0; i < this.length; i++) {\n        yield this.getRow(i);\n      }\n    },\n    toArray(): T[] {\n      const result: T[] = [];\n      for (let i = 0; i < this.length; i++) {\n        result.push(this.getRow(i));\n      }\n      return result;\n    },\n  };\n}\n\n/**\n * A React hook for executing SQL queries with automatic state management.\n * Provides two ways to ensure type safety:\n * 1. Using TypeScript types (compile-time safety only)\n * 2. Using Zod schemas (both compile-time and runtime validation)\n *\n * @example\n * ```typescript\n * // Option 1: Using TypeScript types (faster, no runtime validation)\n * interface User {\n *   id: number;\n *   name: string;\n *   email: string;\n * }\n *\n * const {data, isLoading, error} = useSql<User>({\n *   query: 'SELECT id, name, email FROM users'\n * });\n *\n * // Option 2: Using Zod schema (slower but with runtime validation)\n * const userSchema = z.object({\n *   id: z.number(),\n *   name: z.string(),\n *   email: z.string().email(),\n *   createdAt: z.string().transform(str => new Date(str)) // Transform string to Date\n * });\n *\n * const {data: validatedData, isLoading, error} = useSql(\n *   userSchema,\n *   {query: 'SELECT id, name, email, created_at as createdAt FROM users'}\n * );\n * ```\n *\n * ## Error Handling\n * ```typescript\n * if (isLoading) return <div>Loading...</div>;\n * if (error) {\n *   // With Zod, you can catch validation errors specifically\n *   if (error instanceof z.ZodError) {\n *     return <div>Validation Error: {error.errors[0].message}</div>;\n *   }\n *   return <div>Error: {error.message}</div>;\n * }\n * if (!data) return null;\n * ```\n *\n * ## Data Access Methods\n *\n * There are several ways to access data with different performance characteristics:\n *\n * ### 1. Typed Row Access (getRow, rows(), toArray())\n * - Provides type safety and validation\n * - Converts data to JavaScript objects\n * - Slower for large datasets due to object creation and validation\n *\n * ```typescript\n * // Iterate through rows using the rows() iterator (recommended)\n * for (const user of data.rows()) {\n *   console.log(user.name, user.email);\n * }\n *\n * // Traditional for loop with index access\n * for (let i = 0; i < data.length; i++) {\n *   const user = data.getRow(i);\n *   console.log(`User ${i}: ${user.name} (${user.email})`);\n * }\n *\n * // Get all rows as an array\n * const allUsers = data.toArray();\n *\n * // With Zod schema, transformed fields are available\n * for (const user of validatedData.rows()) {\n *   console.log(`Created: ${user.createdAt.toISOString()}`); // createdAt is a Date object\n * }\n * ```\n *\n * ### 2. Direct Arrow Table Access\n * - Much faster for large datasets\n * - Columnar access is more efficient for analytics\n * - No type safety or validation\n *\n * ```typescript\n * // For performance-critical operations with large datasets:\n * const nameColumn = data.arrowTable.getChild('name');\n * const emailColumn = data.arrowTable.getChild('email');\n *\n * // Fast columnar iteration (no object creation)\n * for (let i = 0; i < data.length; i++) {\n *   console.log(nameColumn.get(i), emailColumn.get(i));\n * }\n *\n * // Note: For filtering data, it's most efficient to use SQL in your query\n * const { data } = useSql<User>({\n *   query: \"SELECT * FROM users WHERE age > 30\"\n * });\n * ```\n *\n * ### 3. Using Flechette for Advanced Operations\n *\n * For more advanced Arrow operations, consider using [Flechette](https://idl.uw.edu/flechette/),\n * a faster and lighter alternative to the standard Arrow JS implementation.\n *\n * ```typescript\n * // Example using Flechette with SQL query results\n * import { tableFromIPC } from '@uwdata/flechette';\n *\n * // Convert Arrow table to Flechette table\n * const serializedData = data.arrowTable.serialize();\n * const flechetteTable = tableFromIPC(serializedData);\n *\n * // Extract all columns into a { name: array, ... } object\n * const columns = flechetteTable.toColumns();\n *\n * // Create a new table with a selected subset of columns\n * const subtable = flechetteTable.select(['name', 'email']);\n *\n * // Convert to array of objects with customization options\n * const objects = flechetteTable.toArray({\n *   useDate: true,  // Convert timestamps to Date objects\n *   useMap: true    // Create Map objects for key-value pairs\n * });\n *\n * // For large datasets, consider memory management\n * serializedData = null; // Allow garbage collection of the serialized data\n * ```\n *\n * Flechette provides several advantages:\n * - Better performance (1.3-1.6x faster value iteration, 7-11x faster row object extraction)\n * - Smaller footprint (~43k minified vs 163k for Arrow JS)\n * - Support for additional data types (including decimal-to-number conversion)\n * - More flexible data value conversion options\n *\n * @template Row The TypeScript type for each row in the result\n * @param options Configuration object containing the query and execution control\n * @returns Object containing the query result, loading state, and any error\n *\n * @template Schema The Zod schema type that defines the shape and validation of each row\n * @param schema A Zod schema that defines the expected shape and validation rules for each row\n * @param options Configuration object containing the query and execution control\n * @returns Object containing the validated query result, loading state, and any error\n */\nexport function useSql<Row>(options: {query: string; enabled?: boolean}): {\n  data: UseSqlQueryResult<Row> | undefined;\n  error: Error | null;\n  isLoading: boolean;\n};\n\nexport function useSql<Schema extends z.ZodType>(\n  schema: Schema,\n  options: {\n    query: string;\n    enabled?: boolean;\n  },\n): {\n  data: UseSqlQueryResult<z.infer<Schema>> | undefined;\n  error: Error | null;\n  isLoading: boolean;\n};\n\n/**\n * Implementation of useSql that handles both overloads\n */\nexport function useSql<Row, Schema extends z.ZodType = z.ZodType>(\n  schemaOrOptions: Schema | {query: string; enabled?: boolean},\n  maybeOptions?: {query: string; enabled?: boolean},\n) {\n  // Determine if we're using the schema overload\n  const hasSchema = maybeOptions !== undefined;\n  const options = hasSchema\n    ? maybeOptions\n    : (schemaOrOptions as {query: string; enabled?: boolean});\n  const schema = hasSchema ? (schemaOrOptions as Schema) : undefined;\n\n  const [data, setData] = useState<UseSqlQueryResult<Row> | undefined>(\n    undefined,\n  );\n  const [error, setError] = useState<Error | null>(null);\n  const [isLoading, setIsLoading] = useState(false);\n\n  useEffect(() => {\n    let isMounted = true;\n\n    const fetchData = async () => {\n      if (!options.enabled && options.enabled !== undefined) {\n        return;\n      }\n\n      setIsLoading(true);\n      setError(null);\n\n      try {\n        const duckDb = await getDuckDb();\n        const result = await duckDb.conn.query(options.query);\n\n        // Create a row accessor that optionally validates with the schema\n        const rowAccessor = createTypedRowAccessor<Row>({\n          arrowTable: result,\n          validate: schema ? (row: unknown) => schema.parse(row) : undefined,\n        });\n\n        if (isMounted) {\n          setData(rowAccessor);\n        }\n      } catch (err) {\n        if (isMounted) {\n          setError(err instanceof Error ? err : new Error(String(err)));\n        }\n      } finally {\n        if (isMounted) {\n          setIsLoading(false);\n        }\n      }\n    };\n\n    fetchData();\n\n    return () => {\n      isMounted = false;\n    };\n  }, [options.query, options.enabled]);\n\n  return {\n    data,\n    error,\n    isLoading,\n  };\n}\n\n/**\n * @deprecated Use useSql instead\n */\nexport const useDuckDbQuery = useSql;\n"]}
+{"version":3,"file":"useSql.js","sourceRoot":"","sources":["../src/useSql.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,SAAS,EAAE,QAAQ,EAAC,MAAM,OAAO,CAAC;AAE1C,OAAO,EAAC,kBAAkB,EAAC,MAAM,eAAe,CAAC;AAwBjD;;GAEG;AACH,SAAS,sBAAsB,CAAI,EACjC,UAAU,EACV,QAAQ,GAIT;IACC,OAAO;QACL,UAAU;QACV,IAAI,MAAM;YACR,OAAO,UAAU,CAAC,OAAO,CAAC;QAC5B,CAAC;QACD,MAAM,CAAC,KAAa;YAClB,MAAM,GAAG,GAA4B,EAAE,CAAC;YACxC,UAAU,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,KAAkB,EAAE,EAAE;gBACtD,MAAM,MAAM,GAAG,UAAU,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBAC/C,IAAI,MAAM,EAAE,CAAC;oBACX,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;gBACtC,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,+DAA+D;YAC/D,IAAI,QAAQ,EAAE,CAAC;gBACb,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC;YACvB,CAAC;YACD,OAAO,GAAQ,CAAC;QAClB,CAAC;QACD,CAAC,IAAI;YACH,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACrC,MAAM,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YACvB,CAAC;QACH,CAAC;QACD,OAAO;YACL,MAAM,MAAM,GAAQ,EAAE,CAAC;YACvB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACrC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;YAC9B,CAAC;YACD,OAAO,MAAM,CAAC;QAChB,CAAC;KACF,CAAC;AACJ,CAAC;AAiKD;;GAEG;AACH,MAAM,UAAU,MAAM,CACpB,eAA4D,EAC5D,YAAiD;IAEjD,+CAA+C;IAC/C,MAAM,SAAS,GAAG,YAAY,KAAK,SAAS,CAAC;IAC7C,MAAM,OAAO,GAAG,SAAS;QACvB,CAAC,CAAC,YAAY;QACd,CAAC,CAAE,eAAsD,CAAC;IAC5D,MAAM,MAAM,GAAG,SAAS,CAAC,CAAC,CAAE,eAA0B,CAAC,CAAC,CAAC,SAAS,CAAC;IAEnE,MAAM,CAAC,IAAI,EAAE,OAAO,CAAC,GAAG,QAAQ,CAC9B,SAAS,CACV,CAAC;IACF,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,GAAG,QAAQ,CAAe,IAAI,CAAC,CAAC;IACvD,MAAM,CAAC,SAAS,EAAE,YAAY,CAAC,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC;IAElD,MAAM,YAAY,GAAG,kBAAkB,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,CAAC;IAC1E,SAAS,CAAC,GAAG,EAAE;QACb,IAAI,SAAS,GAAG,IAAI,CAAC;QAErB,MAAM,SAAS,GAAG,KAAK,IAAI,EAAE;YAC3B,IAAI,CAAC,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;gBACtD,OAAO;YACT,CAAC;YAED,YAAY,CAAC,IAAI,CAAC,CAAC;YACnB,QAAQ,CAAC,IAAI,CAAC,CAAC;YAEf,IAAI,CAAC;gBACH,MAAM,SAAS,GAAG,MAAM,YAAY,EAAE,CAAC;gBACvC,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;gBAEpD,kEAAkE;gBAClE,MAAM,WAAW,GAAG,sBAAsB,CAAM;oBAC9C,UAAU,EAAE,MAAM;oBAClB,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,GAAY,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS;iBACnE,CAAC,CAAC;gBAEH,IAAI,SAAS,EAAE,CAAC;oBACd,OAAO,CAAC,WAAW,CAAC,CAAC;gBACvB,CAAC;YACH,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,IAAI,SAAS,EAAE,CAAC;oBACd,QAAQ,CAAC,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;gBAChE,CAAC;YACH,CAAC;oBAAS,CAAC;gBACT,IAAI,SAAS,EAAE,CAAC;oBACd,YAAY,CAAC,KAAK,CAAC,CAAC;gBACtB,CAAC;YACH,CAAC;QACH,CAAC,CAAC;QAEF,SAAS,EAAE,CAAC;QAEZ,OAAO,GAAG,EAAE;YACV,SAAS,GAAG,KAAK,CAAC;QACpB,CAAC,CAAC;IACJ,CAAC,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC;IAErC,OAAO;QACL,IAAI;QACJ,KAAK;QACL,SAAS;KACV,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,MAAM,cAAc,GAAG,MAAM,CAAC","sourcesContent":["import * as arrow from 'apache-arrow';\nimport {useEffect, useState} from 'react';\nimport {z} from 'zod';\nimport {useStoreWithDuckDb} from './DuckDbSlice';\n\n/**\n * A wrapper interface that exposes the underlying Arrow table,\n * a typed row accessor, and the number of rows.\n */\nexport interface UseSqlQueryResult<T> {\n  /** The underlying Arrow table */\n  arrowTable: arrow.Table;\n  /** Returns a typed row at the specified index by converting on demand */\n  getRow(index: number): T;\n  /** Number of rows in the table */\n  length: number;\n  /** Returns an iterator that yields each row in the table */\n  rows(): IterableIterator<T>;\n  /** Returns an array containing all rows in the table */\n  toArray(): T[];\n}\n\n/**\n * @deprecated Use UseSqlQueryResult instead\n */\nexport type DuckDbQueryResult<T> = UseSqlQueryResult<T>;\n\n/**\n * Creates a row accessor wrapper around an Arrow table that provides typed row access.\n */\nfunction createTypedRowAccessor<T>({\n  arrowTable,\n  validate,\n}: {\n  arrowTable: arrow.Table;\n  validate?: (row: unknown) => T;\n}): UseSqlQueryResult<T> {\n  return {\n    arrowTable,\n    get length() {\n      return arrowTable.numRows;\n    },\n    getRow(index: number): T {\n      const row: Record<string, unknown> = {};\n      arrowTable.schema.fields.forEach((field: arrow.Field) => {\n        const column = arrowTable.getChild(field.name);\n        if (column) {\n          row[field.name] = column.get(index);\n        }\n      });\n\n      // If a validator is provided, use it to validate/parse the row\n      if (validate) {\n        return validate(row);\n      }\n      return row as T;\n    },\n    *rows(): IterableIterator<T> {\n      for (let i = 0; i < this.length; i++) {\n        yield this.getRow(i);\n      }\n    },\n    toArray(): T[] {\n      const result: T[] = [];\n      for (let i = 0; i < this.length; i++) {\n        result.push(this.getRow(i));\n      }\n      return result;\n    },\n  };\n}\n\n/**\n * A React hook for executing SQL queries with automatic state management.\n * Provides two ways to ensure type safety:\n * 1. Using TypeScript types (compile-time safety only)\n * 2. Using Zod schemas (both compile-time and runtime validation)\n *\n * @example\n * ```typescript\n * // Option 1: Using TypeScript types (faster, no runtime validation)\n * interface User {\n *   id: number;\n *   name: string;\n *   email: string;\n * }\n *\n * const {data, isLoading, error} = useSql<User>({\n *   query: 'SELECT id, name, email FROM users'\n * });\n *\n * // Option 2: Using Zod schema (slower but with runtime validation)\n * const userSchema = z.object({\n *   id: z.number(),\n *   name: z.string(),\n *   email: z.string().email(),\n *   createdAt: z.string().transform(str => new Date(str)) // Transform string to Date\n * });\n *\n * const {data: validatedData, isLoading, error} = useSql(\n *   userSchema,\n *   {query: 'SELECT id, name, email, created_at as createdAt FROM users'}\n * );\n * ```\n *\n * ## Error Handling\n * ```typescript\n * if (isLoading) return <div>Loading...</div>;\n * if (error) {\n *   // With Zod, you can catch validation errors specifically\n *   if (error instanceof z.ZodError) {\n *     return <div>Validation Error: {error.errors[0].message}</div>;\n *   }\n *   return <div>Error: {error.message}</div>;\n * }\n * if (!data) return null;\n * ```\n *\n * ## Data Access Methods\n *\n * There are several ways to access data with different performance characteristics:\n *\n * ### 1. Typed Row Access (getRow, rows(), toArray())\n * - Provides type safety and validation\n * - Converts data to JavaScript objects\n * - Slower for large datasets due to object creation and validation\n *\n * ```typescript\n * // Iterate through rows using the rows() iterator (recommended)\n * for (const user of data.rows()) {\n *   console.log(user.name, user.email);\n * }\n *\n * // Traditional for loop with index access\n * for (let i = 0; i < data.length; i++) {\n *   const user = data.getRow(i);\n *   console.log(`User ${i}: ${user.name} (${user.email})`);\n * }\n *\n * // Get all rows as an array\n * const allUsers = data.toArray();\n *\n * // With Zod schema, transformed fields are available\n * for (const user of validatedData.rows()) {\n *   console.log(`Created: ${user.createdAt.toISOString()}`); // createdAt is a Date object\n * }\n * ```\n *\n * ### 2. Direct Arrow Table Access\n * - Much faster for large datasets\n * - Columnar access is more efficient for analytics\n * - No type safety or validation\n *\n * ```typescript\n * // For performance-critical operations with large datasets:\n * const nameColumn = data.arrowTable.getChild('name');\n * const emailColumn = data.arrowTable.getChild('email');\n *\n * // Fast columnar iteration (no object creation)\n * for (let i = 0; i < data.length; i++) {\n *   console.log(nameColumn.get(i), emailColumn.get(i));\n * }\n *\n * // Note: For filtering data, it's most efficient to use SQL in your query\n * const { data } = useSql<User>({\n *   query: \"SELECT * FROM users WHERE age > 30\"\n * });\n * ```\n *\n * ### 3. Using Flechette for Advanced Operations\n *\n * For more advanced Arrow operations, consider using [Flechette](https://idl.uw.edu/flechette/),\n * a faster and lighter alternative to the standard Arrow JS implementation.\n *\n * ```typescript\n * // Example using Flechette with SQL query results\n * import { tableFromIPC } from '@uwdata/flechette';\n *\n * // Convert Arrow table to Flechette table\n * const serializedData = data.arrowTable.serialize();\n * const flechetteTable = tableFromIPC(serializedData);\n *\n * // Extract all columns into a { name: array, ... } object\n * const columns = flechetteTable.toColumns();\n *\n * // Create a new table with a selected subset of columns\n * const subtable = flechetteTable.select(['name', 'email']);\n *\n * // Convert to array of objects with customization options\n * const objects = flechetteTable.toArray({\n *   useDate: true,  // Convert timestamps to Date objects\n *   useMap: true    // Create Map objects for key-value pairs\n * });\n *\n * // For large datasets, consider memory management\n * serializedData = null; // Allow garbage collection of the serialized data\n * ```\n *\n * Flechette provides several advantages:\n * - Better performance (1.3-1.6x faster value iteration, 7-11x faster row object extraction)\n * - Smaller footprint (~43k minified vs 163k for Arrow JS)\n * - Support for additional data types (including decimal-to-number conversion)\n * - More flexible data value conversion options\n *\n * @template Row The TypeScript type for each row in the result\n * @param options Configuration object containing the query and execution control\n * @returns Object containing the query result, loading state, and any error\n *\n * @template Schema The Zod schema type that defines the shape and validation of each row\n * @param schema A Zod schema that defines the expected shape and validation rules for each row\n * @param options Configuration object containing the query and execution control\n * @returns Object containing the validated query result, loading state, and any error\n */\nexport function useSql<Row>(options: {query: string; enabled?: boolean}): {\n  data: UseSqlQueryResult<Row> | undefined;\n  error: Error | null;\n  isLoading: boolean;\n};\n\nexport function useSql<Schema extends z.ZodType>(\n  schema: Schema,\n  options: {\n    query: string;\n    enabled?: boolean;\n  },\n): {\n  data: UseSqlQueryResult<z.infer<Schema>> | undefined;\n  error: Error | null;\n  isLoading: boolean;\n};\n\n/**\n * Implementation of useSql that handles both overloads\n */\nexport function useSql<Row, Schema extends z.ZodType = z.ZodType>(\n  schemaOrOptions: Schema | {query: string; enabled?: boolean},\n  maybeOptions?: {query: string; enabled?: boolean},\n) {\n  // Determine if we're using the schema overload\n  const hasSchema = maybeOptions !== undefined;\n  const options = hasSchema\n    ? maybeOptions\n    : (schemaOrOptions as {query: string; enabled?: boolean});\n  const schema = hasSchema ? (schemaOrOptions as Schema) : undefined;\n\n  const [data, setData] = useState<UseSqlQueryResult<Row> | undefined>(\n    undefined,\n  );\n  const [error, setError] = useState<Error | null>(null);\n  const [isLoading, setIsLoading] = useState(false);\n\n  const getConnector = useStoreWithDuckDb((state) => state.db.getConnector);\n  useEffect(() => {\n    let isMounted = true;\n\n    const fetchData = async () => {\n      if (!options.enabled && options.enabled !== undefined) {\n        return;\n      }\n\n      setIsLoading(true);\n      setError(null);\n\n      try {\n        const connector = await getConnector();\n        const result = await connector.query(options.query);\n\n        // Create a row accessor that optionally validates with the schema\n        const rowAccessor = createTypedRowAccessor<Row>({\n          arrowTable: result,\n          validate: schema ? (row: unknown) => schema.parse(row) : undefined,\n        });\n\n        if (isMounted) {\n          setData(rowAccessor);\n        }\n      } catch (err) {\n        if (isMounted) {\n          setError(err instanceof Error ? err : new Error(String(err)));\n        }\n      } finally {\n        if (isMounted) {\n          setIsLoading(false);\n        }\n      }\n    };\n\n    fetchData();\n\n    return () => {\n      isMounted = false;\n    };\n  }, [options.query, options.enabled]);\n\n  return {\n    data,\n    error,\n    isLoading,\n  };\n}\n\n/**\n * @deprecated Use useSql instead\n */\nexport const useDuckDbQuery = useSql;\n"]}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@sqlrooms/duckdb",
-  "version": "0.8.1",
+  "version": "0.9.1",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
   "module": "dist/index.js",
@@ -20,11 +20,15 @@
   },
   "dependencies": {
     "@duckdb/duckdb-wasm": "1.29.0",
+    "@sqlrooms/project": "0.9.1",
     "apache-arrow": "^18.1.0",
-    "zod": "^3.24.1"
+    "fast-deep-equal": "^3.1.3",
+    "immer": "^10.1.1",
+    "zod": "^3.24.1",
+    "zustand": "^5.0.3"
   },
   "devDependencies": {
-    "@sqlrooms/jest-config": "0.8.1",
+    "@sqlrooms/project-config": "0.9.1",
     "@types/jest": "^29.5.12",
     "jest": "^29.7.0",
     "ts-jest": "^29.1.2"
@@ -38,5 +42,5 @@
     "test": "jest",
     "test:watch": "jest --watch"
   },
-  "gitHead": "7b5e727b79d675c17b93412c109d1ba1b22699c8"
+  "gitHead": "8ffc60d215729cae38631a5037866c193c7520e9"
 }

package/dist/__tests__/arrow-utils.test.d.ts

@@ -1,2 +0,0 @@
-export {};
-//# sourceMappingURL=arrow-utils.test.d.ts.map

package/dist/__tests__/arrow-utils.test.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"arrow-utils.test.d.ts","sourceRoot":"","sources":["../../src/__tests__/arrow-utils.test.ts"],"names":[],"mappings":""}

package/dist/__tests__/arrow-utils.test.js

@@ -1,187 +0,0 @@
-import * as arrow from 'apache-arrow';
-import { arrowTableToJson } from '../arrow-utils';
-/// TODO: Revise tests for nested objects once https://github.com/apache/arrow/issues/33394 is fixed
-describe('arrow-utils', () => {
-    describe('arrowTableToJson', () => {
-        it('should convert Arrow table to JSON array', () => {
-            // Create a simple Arrow table
-            const data = [
-                { id: 1n, name: 'John', score: 95.5 },
-                { id: 2n, name: 'Jane', score: 88.0 },
-            ];
-            const table = arrow.tableFromJSON(data);
-            const result = arrowTableToJson(table);
-            const expected = [
-                { id: 1, name: 'John', score: 95.5 },
-                { id: 2, name: 'Jane', score: 88.0 },
-            ];
-            expect(result).toEqual(expected);
-        });
-        it('should handle large BigInt values', () => {
-            const largeNumber = 9007199254740991n; // Number.MAX_SAFE_INTEGER
-            const data = [
-                { id: largeNumber, value: 'test' },
-                { id: largeNumber + 1n, value: 'test2' },
-            ];
-            const table = arrow.tableFromJSON(data);
-            const result = arrowTableToJson(table);
-            const expected = [
-                { id: 9007199254740991, value: 'test' },
-                { id: '9007199254740992', value: 'test2' }, // Beyond MAX_SAFE_INTEGER, should be string
-            ];
-            expect(result).toEqual(expected);
-        });
-        it('should handle timestamps and dates', () => {
-            const timestamp = new Date('2024-02-05T12:30:45.123Z');
-            const date = new Date('2024-02-05');
-            const data = [
-                {
-                    id: 1,
-                    timestamp: timestamp,
-                    date: date,
-                },
-            ];
-            const table = arrow.tableFromJSON(data);
-            const result = arrowTableToJson(table);
-            expect(result).toEqual([
-                {
-                    id: 1,
-                    timestamp: timestamp.getTime(),
-                    date: date.getTime(),
-                },
-            ]);
-        });
-        it('should handle nested objects (structs)', () => {
-            /// TODO: Revise tests for nested objects once https://github.com/apache/arrow/issues/33394 is fixed
-            // For now, we'll use JSON strings for nested objects as Arrow's JS API
-            // doesn't seem to have a straightforward way to create struct types
-            const data = [
-                {
-                    id: 1,
-                    user: JSON.stringify({
-                        name: 'John',
-                        address: {
-                            city: 'New York',
-                            country: 'USA',
-                        },
-                    }),
-                },
-                {
-                    id: 2,
-                    user: JSON.stringify({
-                        name: 'Jane',
-                        address: {
-                            city: 'London',
-                            country: 'UK',
-                        },
-                    }),
-                },
-            ];
-            const table = arrow.tableFromJSON(data);
-            const result = arrowTableToJson(table);
-            // Parse the JSON strings back to objects for comparison
-            const parsedResult = result.map((row) => ({
-                ...row,
-                user: JSON.parse(row.user),
-            }));
-            expect(parsedResult).toEqual([
-                {
-                    id: 1,
-                    user: {
-                        name: 'John',
-                        address: {
-                            city: 'New York',
-                            country: 'USA',
-                        },
-                    },
-                },
-                {
-                    id: 2,
-                    user: {
-                        name: 'Jane',
-                        address: {
-                            city: 'London',
-                            country: 'UK',
-                        },
-                    },
-                },
-            ]);
-        });
-        it('should handle arrays', () => {
-            // For now, we'll use JSON strings for arrays as Arrow's JS API
-            // doesn't seem to have a straightforward way to create list types
-            const data = [
-                {
-                    id: 1,
-                    tags: JSON.stringify(['a', 'b']),
-                    scores: JSON.stringify([1, 2, 3]),
-                },
-            ];
-            const table = arrow.tableFromJSON(data);
-            const result = arrowTableToJson(table);
-            // Parse the JSON strings back to arrays for comparison
-            const parsedResult = result.map((row) => ({
-                ...row,
-                tags: JSON.parse(row.tags),
-                scores: JSON.parse(row.scores),
-            }));
-            expect(parsedResult).toEqual([
-                {
-                    id: 1,
-                    tags: ['a', 'b'],
-                    scores: [1, 2, 3],
-                },
-            ]);
-        });
-        it('should handle combination of structs, BigInts, and timestamps', () => {
-            const timestamp = new Date('2024-02-05T12:30:45.123Z');
-            // const largeNumber = 9007199254740991n; // MAX_SAFE_INTEGER
-            const largeNumber = 1;
-            // Create data with JSON strings for complex structures
-            const data = [
-                {
-                    id: largeNumber,
-                    created_at: timestamp,
-                    metadata: JSON.stringify({
-                        user: {
-                            id: largeNumber, // + 1n,
-                            name: 'John',
-                            last_login: new Date('2024-01-01T00:00:00Z').getTime(),
-                            stats: {
-                                score: 95.5,
-                                rank: largeNumber, // + 2n,
-                            },
-                        },
-                        tags: ['active', 'premium'],
-                    }),
-                },
-            ];
-            const table = arrow.tableFromJSON(data);
-            const result = arrowTableToJson(table);
-            // Parse the JSON strings back to objects for comparison
-            const parsedResult = result.map((row) => ({
-                ...row,
-                metadata: JSON.parse(row.metadata),
-            }));
-            expect(parsedResult).toEqual([
-                {
-                    id: 1,
-                    created_at: timestamp.getTime(),
-                    metadata: {
-                        user: {
-                            id: 1,
-                            name: 'John',
-                            last_login: new Date('2024-01-01T00:00:00Z').getTime(),
-                            stats: {
-                                score: 95.5,
-                                rank: 1,
-                            },
-                        },
-                        tags: ['active', 'premium'],
-                    },
-                },
-            ]);
-        });
-    });
-});
-//# sourceMappingURL=arrow-utils.test.js.map