@sqlrooms/duckdb 0.8.1 → 0.9.0

package/dist/DuckDbSlice.d.ts

@@ -0,0 +1,110 @@
+import { ProjectState } from '@sqlrooms/project';
+import * as arrow from 'apache-arrow';
+import { z } from 'zod';
+import { StateCreator } from 'zustand';
+import { DuckDbConnector } from './connectors/DuckDbConnector';
+import { DataTable } from './types';
+export declare const DuckDbSliceConfig: z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>;
+export type DuckDbSliceConfig = z.infer<typeof DuckDbSliceConfig>;
+export declare function createDefaultDuckDbConfig(): DuckDbSliceConfig;
+/**
+ * State and actions for the DuckDB slice
+ */
+export type DuckDbSliceState = {
+    db: {
+        /**
+         * The DuckDB connector instance
+         */
+        connector: DuckDbConnector;
+        schema: string;
+        tables: DataTable[];
+        tableRowCounts: {
+            [tableName: string]: number;
+        };
+        /**
+         * Set a new DuckDB connector
+         */
+        setConnector: (connector: DuckDbConnector) => void;
+        /**
+         * Initialize the connector (creates a WasmDuckDbConnector if none exists)
+         */
+        initialize: () => Promise<void>;
+        /**
+         * Close and clean up the connector
+         */
+        destroy: () => Promise<void>;
+        /**
+         * Add a table to the project.
+         * @param tableName - The name of the table to add.
+         * @param data - The data to add to the table: an arrow table or an array of records.
+         * @returns A promise that resolves to the table that was added.
+         */
+        addTable(tableName: string, data: arrow.Table | Record<string, unknown>[]): Promise<DataTable>;
+        getTable(tableName: string): DataTable | undefined;
+        setTableRowCount(tableName: string, rowCount: number): void;
+        findTableByName(tableName: string): DataTable | undefined;
+        /**
+         * Refresh table schemas from the database.
+         * @returns A promise that resolves to the updated tables.
+         */
+        refreshTableSchemas(): Promise<DataTable[]>;
+        /**
+         * Get the connector. If it's not initialized, it will be initialized.
+         */
+        getConnector: () => Promise<DuckDbConnector>;
+        /**
+         * Get the tables in the database
+         *
+         * @param schema - The schema to get the tables from. Defaults to 'main'. Pass '*' to get all tables.
+         * @returns The tables in the database.
+         */
+        getTables: (schema?: string) => Promise<string[]>;
+        /**
+         * Get the row count of a table
+         */
+        getTableRowCount: (tableName: string, schema?: string) => Promise<number>;
+        /**
+         * Get the schema of a table
+         */
+        getTableSchema: (tableName: string, schema?: string) => Promise<DataTable>;
+        /**
+         * Get the schemas of all tables in the database.
+         *
+         * @param schema - The schema to get the tables from. Defaults to 'main'. Pass '*' to get all schemas.
+         * @returns The schemas of all tables in the database.
+         */
+        getTableSchemas: (schema?: string) => Promise<DataTable[]>;
+        /**
+         * Check if a table exists
+         */
+        checkTableExists: (tableName: string, schema?: string) => Promise<boolean>;
+        /**
+         * Drop a table
+         */
+        dropTable: (tableName: string) => Promise<void>;
+        /**
+         * Check if a table exists
+         */
+        tableExists: (tableName: string, schema?: string) => Promise<boolean>;
+        /**
+         * Create a table from a query.
+         * @param tableName - The name of the table to create.
+         * @param query - The query to create the table from.
+         * @returns The table that was created.
+         */
+        createTableFromQuery: (tableName: string, query: string) => Promise<{
+            tableName: string;
+            rowCount: number;
+        }>;
+    };
+};
+/**
+ * Create a DuckDB slice for managing the connector
+ */
+export declare function createDuckDbSlice({ connector, }: {
+    connector?: DuckDbConnector;
+}): StateCreator<DuckDbSliceState>;
+type ProjectStateWithDuckDb = ProjectState<DuckDbSliceConfig> & DuckDbSliceState;
+export declare function useStoreWithDuckDb<T>(selector: (state: ProjectStateWithDuckDb) => T): T;
+export {};
+//# sourceMappingURL=DuckDbSlice.d.ts.map

package/dist/DuckDbSlice.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"DuckDbSlice.d.ts","sourceRoot":"","sources":["../src/DuckDbSlice.ts"],"names":[],"mappings":"AAAA,OAAO,EAEL,YAAY,EAEb,MAAM,mBAAmB,CAAC;AAC3B,OAAO,KAAK,KAAK,MAAM,cAAc,CAAC;AAGtC,OAAO,EAAC,CAAC,EAAC,MAAM,KAAK,CAAC;AACtB,OAAO,EAAC,YAAY,EAAC,MAAM,SAAS,CAAC;AACrC,OAAO,EAAC,eAAe,EAAC,MAAM,8BAA8B,CAAC;AAG7D,OAAO,EAAC,SAAS,EAAc,MAAM,SAAS,CAAC;AAE/C,eAAO,MAAM,iBAAiB,gDAE5B,CAAC;AACH,MAAM,MAAM,iBAAiB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,iBAAiB,CAAC,CAAC;AAElE,wBAAgB,yBAAyB,IAAI,iBAAiB,CAI7D;AAED;;GAEG;AACH,MAAM,MAAM,gBAAgB,GAAG;IAC7B,EAAE,EAAE;QACF;;WAEG;QACH,SAAS,EAAE,eAAe,CAAC;QAC3B,MAAM,EAAE,MAAM,CAAC;QAEf,MAAM,EAAE,SAAS,EAAE,CAAC;QACpB,cAAc,EAAE;YAAC,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,CAAA;SAAC,CAAC;QAE9C;;WAEG;QACH,YAAY,EAAE,CAAC,SAAS,EAAE,eAAe,KAAK,IAAI,CAAC;QAEnD;;WAEG;QACH,UAAU,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;QAEhC;;WAEG;QACH,OAAO,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;QAE7B;;;;;WAKG;QACH,QAAQ,CACN,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,KAAK,CAAC,KAAK,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,GAC5C,OAAO,CAAC,SAAS,CAAC,CAAC;QACtB,QAAQ,CAAC,SAAS,EAAE,MAAM,GAAG,SAAS,GAAG,SAAS,CAAC;QACnD,gBAAgB,CAAC,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;QAC5D,eAAe,CAAC,SAAS,EAAE,MAAM,GAAG,SAAS,GAAG,SAAS,CAAC;QAC1D;;;WAGG;QACH,mBAAmB,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC;QAC5C;;WAEG;QACH,YAAY,EAAE,MAAM,OAAO,CAAC,eAAe,CAAC,CAAC;QAE7C;;;;;WAKG;QACH,SAAS,EAAE,CAAC,MAAM,CAAC,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;QAElD;;WAEG;QACH,gBAAgB,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;QAE1E;;WAEG;QACH,cAAc,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,KAAK,OAAO,CAAC,SAAS,CAAC,CAAC;QAE3E;;;;;WAKG;QACH,eAAe,EAAE,CAAC,MAAM,CAAC,EAAE,MAAM,KAAK,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC;QAE3D;;WAEG;QACH,gBAAgB,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,KAAK,OAAO,CAAC,OAAO,CAAC,CAAC;QAE3E;;WAEG;QACH,SAAS,EAAE,CAAC,SAAS,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;QAEhD;;WAEG;QACH,WAAW,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,KAAK,OAAO,CAAC,OAAO,CAAC,CAAC;QAEtE;;;;;WAKG;QACH,oBAAoB,EAAE,CACpB,SAAS,EAAE,MAAM,EACjB,KAAK,EAAE,MAAM,KACV,OAAO,CAAC;YAAC,SAAS,EAAE,MAAM,CAAC;YAAC,QAAQ,EAAE,MAAM,CAAA;SAAC,CAAC,CAAC;KACrD,CAAC;CACH,CAAC;AAEF;;GAEG;AACH,wBAAgB,iBAAiB,CAAC,EAChC,SAAqC,GACtC,EAAE;IACD,SAAS,CAAC,EAAE,eAAe,CAAC;CAC7B,GAAG,YAAY,CAAC,gBAAgB,CAAC,CA2LjC;AAED,KAAK,sBAAsB,GAAG,YAAY,CAAC,iBAAiB,CAAC,GAC3D,gBAAgB,CAAC;AAEnB,wBAAgB,kBAAkB,CAAC,CAAC,EAClC,QAAQ,EAAE,CAAC,KAAK,EAAE,sBAAsB,KAAK,CAAC,GAC7C,CAAC,CAMH"}

package/dist/DuckDbSlice.js

@@ -0,0 +1,157 @@
+import { createBaseSlice, useBaseProjectStore, } from '@sqlrooms/project';
+import * as arrow from 'apache-arrow';
+import { produce } from 'immer';
+import deepEquals from 'fast-deep-equal';
+import { z } from 'zod';
+import { WasmDuckDbConnector } from './connectors/WasmDuckDbConnector';
+import { getColValAsNumber } from './duckdb-utils';
+export const DuckDbSliceConfig = z.object({
+// nothing yet
+});
+export function createDefaultDuckDbConfig() {
+    return {
+    // nothing yet
+    };
+}
+/**
+ * Create a DuckDB slice for managing the connector
+ */
+export function createDuckDbSlice({ connector = new WasmDuckDbConnector(), }) {
+    return createBaseSlice((set, get) => {
+        return {
+            db: {
+                connector, // Will be initialized during init
+                schema: 'main',
+                tables: [],
+                tableRowCounts: {},
+                setConnector: (connector) => {
+                    set(produce((state) => {
+                        state.config.dataSources = [];
+                        state.db.connector = connector;
+                    }));
+                },
+                initialize: async () => {
+                    await get().db.connector.initialize();
+                },
+                getConnector: async () => {
+                    await get().db.initialize();
+                    return get().db.connector;
+                },
+                destroy: async () => {
+                    try {
+                        if (get().db.connector) {
+                            await get().db.connector.destroy();
+                        }
+                    }
+                    catch (err) {
+                        console.error('Error during DuckDB shutdown:', err);
+                    }
+                },
+                async createTableFromQuery(tableName, query) {
+                    const connector = await get().db.getConnector();
+                    const rowCount = getColValAsNumber(await connector.query(`CREATE OR REPLACE TABLE main.${tableName} AS (
+              ${query}
+            )`));
+                    return { tableName, rowCount };
+                },
+                async getTables(schema = 'main') {
+                    const connector = await get().db.getConnector();
+                    const tablesResults = await connector.query(`SELECT * FROM information_schema.tables 
+           ${schema === '*' ? '' : `WHERE table_schema = '${schema}'`}
+           ORDER BY table_name`);
+                    const tableNames = [];
+                    for (let i = 0; i < tablesResults.numRows; i++) {
+                        tableNames.push(tablesResults.getChild('table_name')?.get(i));
+                    }
+                    return tableNames;
+                },
+                async getTableSchema(tableName, schema = 'main') {
+                    const connector = await get().db.getConnector();
+                    const describeResults = await connector.query(`DESCRIBE ${schema}.${tableName}`);
+                    const columnNames = describeResults.getChild('column_name');
+                    const columnTypes = describeResults.getChild('column_type');
+                    const columns = [];
+                    for (let di = 0; di < describeResults.numRows; di++) {
+                        const columnName = columnNames?.get(di);
+                        const columnType = columnTypes?.get(di);
+                        columns.push({ name: columnName, type: columnType });
+                    }
+                    return {
+                        tableName,
+                        columns,
+                    };
+                },
+                async getTableRowCount(tableName, schema = 'main') {
+                    const connector = await get().db.getConnector();
+                    const result = await connector.query(`SELECT COUNT(*) FROM ${schema}.${tableName}`);
+                    return getColValAsNumber(result);
+                },
+                async getTableSchemas(schema = 'main') {
+                    const tableNames = await get().db.getTables(schema);
+                    const tablesInfo = [];
+                    for (const tableName of tableNames) {
+                        tablesInfo.push(await get().db.getTableSchema(tableName, schema));
+                    }
+                    return tablesInfo;
+                },
+                async checkTableExists(tableName, schema = 'main') {
+                    const connector = await get().db.getConnector();
+                    const res = await connector.query(`SELECT COUNT(*) FROM information_schema.tables WHERE table_schema = '${schema}' AND table_name = '${tableName}'`);
+                    return getColValAsNumber(res) > 0;
+                },
+                async dropTable(tableName) {
+                    const connector = await get().db.getConnector();
+                    await connector.query(`DROP TABLE IF EXISTS ${tableName};`);
+                },
+                async tableExists(tableName, schema = 'main') {
+                    const connector = await get().db.getConnector();
+                    const result = await connector.query(`SELECT COUNT(*) FROM information_schema.tables WHERE table_schema = '${schema}' AND table_name = '${tableName}'`);
+                    return Number(result.getChildAt(0)?.get(0)) > 0;
+                },
+                async addTable(tableName, data) {
+                    const { tables } = get().db;
+                    const table = tables.find((t) => t.tableName === tableName);
+                    if (table) {
+                        return table;
+                    }
+                    const { db } = get();
+                    if (data instanceof arrow.Table) {
+                        await db.connector.loadArrow(data, tableName);
+                    }
+                    else {
+                        await db.connector.loadObjects(data, tableName);
+                    }
+                    const newTable = await db.getTableSchema(tableName);
+                    set((state) => produce(state, (draft) => {
+                        draft.db.tables.push(newTable);
+                    }));
+                    return newTable;
+                },
+                setTableRowCount: (tableName, rowCount) => set((state) => produce(state, (draft) => {
+                    draft.db.tableRowCounts[tableName] = rowCount;
+                })),
+                getTable(tableName) {
+                    return get().db.tables.find((t) => t.tableName === tableName);
+                },
+                findTableByName(tableName) {
+                    return get().db.tables.find((t) => t.tableName === tableName);
+                },
+                async refreshTableSchemas() {
+                    const newTables = await get().db.getTableSchemas();
+                    const currentTables = get().db.tables;
+                    // Only update if there's an actual change in the schemas
+                    if (!deepEquals(newTables, currentTables)) {
+                        set((state) => produce(state, (draft) => {
+                            draft.db.tables = newTables;
+                        }));
+                    }
+                    return newTables;
+                },
+            },
+        };
+    });
+}
+export function useStoreWithDuckDb(selector) {
+    return useBaseProjectStore((state) => selector(state));
+}
+//# sourceMappingURL=DuckDbSlice.js.map

package/dist/DuckDbSlice.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"DuckDbSlice.js","sourceRoot":"","sources":["../src/DuckDbSlice.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,eAAe,EAEf,mBAAmB,GACpB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,KAAK,KAAK,MAAM,cAAc,CAAC;AACtC,OAAO,EAAC,OAAO,EAAC,MAAM,OAAO,CAAC;AAC9B,OAAO,UAAU,MAAM,iBAAiB,CAAC;AACzC,OAAO,EAAC,CAAC,EAAC,MAAM,KAAK,CAAC;AAGtB,OAAO,EAAC,mBAAmB,EAAC,MAAM,kCAAkC,CAAC;AACrE,OAAO,EAAC,iBAAiB,EAAC,MAAM,gBAAgB,CAAC;AAGjD,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,CAAC,MAAM,CAAC;AACxC,cAAc;CACf,CAAC,CAAC;AAGH,MAAM,UAAU,yBAAyB;IACvC,OAAO;IACL,cAAc;KACf,CAAC;AACJ,CAAC;AA4GD;;GAEG;AACH,MAAM,UAAU,iBAAiB,CAAC,EAChC,SAAS,GAAG,IAAI,mBAAmB,EAAE,GAGtC;IACC,OAAO,eAAe,CAAsC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;QACvE,OAAO;YACL,EAAE,EAAE;gBACF,SAAS,EAAE,kCAAkC;gBAC7C,MAAM,EAAE,MAAM;gBACd,MAAM,EAAE,EAAE;gBACV,cAAc,EAAE,EAAE;gBAElB,YAAY,EAAE,CAAC,SAA0B,EAAE,EAAE;oBAC3C,GAAG,CACD,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;wBAChB,KAAK,CAAC,MAAM,CAAC,WAAW,GAAG,EAAE,CAAC;wBAC9B,KAAK,CAAC,EAAE,CAAC,SAAS,GAAG,SAAS,CAAC;oBACjC,CAAC,CAAC,CACH,CAAC;gBACJ,CAAC;gBAED,UAAU,EAAE,KAAK,IAAI,EAAE;oBACrB,MAAM,GAAG,EAAE,CAAC,EAAE,CAAC,SAAS,CAAC,UAAU,EAAE,CAAC;gBACxC,CAAC;gBAED,YAAY,EAAE,KAAK,IAAI,EAAE;oBACvB,MAAM,GAAG,EAAE,CAAC,EAAE,CAAC,UAAU,EAAE,CAAC;oBAC5B,OAAO,GAAG,EAAE,CAAC,EAAE,CAAC,SAAS,CAAC;gBAC5B,CAAC;gBAED,OAAO,EAAE,KAAK,IAAI,EAAE;oBAClB,IAAI,CAAC;wBACH,IAAI,GAAG,EAAE,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC;4BACvB,MAAM,GAAG,EAAE,CAAC,EAAE,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC;wBACrC,CAAC;oBACH,CAAC;oBAAC,OAAO,GAAG,EAAE,CAAC;wBACb,OAAO,CAAC,KAAK,CAAC,+BAA+B,EAAE,GAAG,CAAC,CAAC;oBACtD,CAAC;gBACH,CAAC;gBAED,KAAK,CAAC,oBAAoB,CAAC,SAAiB,EAAE,KAAa;oBACzD,MAAM,SAAS,GAAG,MAAM,GAAG,EAAE,CAAC,EAAE,CAAC,YAAY,EAAE,CAAC;oBAChD,MAAM,QAAQ,GAAG,iBAAiB,CAChC,MAAM,SAAS,CAAC,KAAK,CACnB,gCAAgC,SAAS;gBACvC,KAAK;cACP,CACD,CACF,CAAC;oBACF,OAAO,EAAC,SAAS,EAAE,QAAQ,EAAC,CAAC;gBAC/B,CAAC;gBAED,KAAK,CAAC,SAAS,CAAC,MAAM,GAAG,MAAM;oBAC7B,MAAM,SAAS,GAAG,MAAM,GAAG,EAAE,CAAC,EAAE,CAAC,YAAY,EAAE,CAAC;oBAChD,MAAM,aAAa,GAAG,MAAM,SAAS,CAAC,KAAK,CACzC;aACC,MAAM,KAAK,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,yBAAyB,MAAM,GAAG;+BACtC,CACpB,CAAC;oBACF,MAAM,UAAU,GAAa,EAAE,CAAC;oBAChC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,aAAa,CAAC,OAAO,EAAE,CAAC,EAAE,EAAE,CAAC;wBAC/C,UAAU,CAAC,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;oBAChE,CAAC;oBACD,OAAO,UAAU,CAAC;gBACpB,CAAC;gBAED,KAAK,CAAC,cAAc,CAClB,SAAiB,EACjB,MAAM,GAAG,MAAM;oBAEf,MAAM,SAAS,GAAG,MAAM,GAAG,EAAE,CAAC,EAAE,CAAC,YAAY,EAAE,CAAC;oBAChD,MAAM,eAAe,GAAG,MAAM,SAAS,CAAC,KAAK,CAC3C,YAAY,MAAM,IAAI,SAAS,EAAE,CAClC,CAAC;oBACF,MAAM,WAAW,GAAG,eAAe,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC;oBAC5D,MAAM,WAAW,GAAG,eAAe,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC;oBAC5D,MAAM,OAAO,GAAkB,EAAE,CAAC;oBAClC,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,eAAe,CAAC,OAAO,EAAE,EAAE,EAAE,EAAE,CAAC;wBACpD,MAAM,UAAU,GAAG,WAAW,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;wBACxC,MAAM,UAAU,GAAG,WAAW,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;wBACxC,OAAO,CAAC,IAAI,CAAC,EAAC,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,UAAU,EAAC,CAAC,CAAC;oBACrD,CAAC;oBACD,OAAO;wBACL,SAAS;wBACT,OAAO;qBACR,CAAC;gBACJ,CAAC;gBAED,KAAK,CAAC,gBAAgB,CACpB,SAAiB,EACjB,MAAM,GAAG,MAAM;oBAEf,MAAM,SAAS,GAAG,MAAM,GAAG,EAAE,CAAC,EAAE,CAAC,YAAY,EAAE,CAAC;oBAChD,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,KAAK,CAClC,wBAAwB,MAAM,IAAI,SAAS,EAAE,CAC9C,CAAC;oBACF,OAAO,iBAAiB,CAAC,MAAM,CAAC,CAAC;gBACnC,CAAC;gBAED,KAAK,CAAC,eAAe,CAAC,MAAM,GAAG,MAAM;oBACnC,MAAM,UAAU,GAAG,MAAM,GAAG,EAAE,CAAC,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;oBACpD,MAAM,UAAU,GAAgB,EAAE,CAAC;oBACnC,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;wBACnC,UAAU,CAAC,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC,EAAE,CAAC,cAAc,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC;oBACpE,CAAC;oBACD,OAAO,UAAU,CAAC;gBACpB,CAAC;gBAED,KAAK,CAAC,gBAAgB,CACpB,SAAiB,EACjB,MAAM,GAAG,MAAM;oBAEf,MAAM,SAAS,GAAG,MAAM,GAAG,EAAE,CAAC,EAAE,CAAC,YAAY,EAAE,CAAC;oBAChD,MAAM,GAAG,GAAG,MAAM,SAAS,CAAC,KAAK,CAC/B,wEAAwE,MAAM,uBAAuB,SAAS,GAAG,CAClH,CAAC;oBACF,OAAO,iBAAiB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;gBACpC,CAAC;gBAED,KAAK,CAAC,SAAS,CAAC,SAAiB;oBAC/B,MAAM,SAAS,GAAG,MAAM,GAAG,EAAE,CAAC,EAAE,CAAC,YAAY,EAAE,CAAC;oBAChD,MAAM,SAAS,CAAC,KAAK,CAAC,wBAAwB,SAAS,GAAG,CAAC,CAAC;gBAC9D,CAAC;gBAED,KAAK,CAAC,WAAW,CACf,SAAiB,EACjB,MAAM,GAAG,MAAM;oBAEf,MAAM,SAAS,GAAG,MAAM,GAAG,EAAE,CAAC,EAAE,CAAC,YAAY,EAAE,CAAC;oBAChD,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,KAAK,CAClC,wEAAwE,MAAM,uBAAuB,SAAS,GAAG,CAClH,CAAC;oBACF,OAAO,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;gBAClD,CAAC;gBAED,KAAK,CAAC,QAAQ,CAAC,SAAS,EAAE,IAAI;oBAC5B,MAAM,EAAC,MAAM,EAAC,GAAG,GAAG,EAAE,CAAC,EAAE,CAAC;oBAC1B,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC;oBAC5D,IAAI,KAAK,EAAE,CAAC;wBACV,OAAO,KAAK,CAAC;oBACf,CAAC;oBAED,MAAM,EAAC,EAAE,EAAC,GAAG,GAAG,EAAE,CAAC;oBACnB,IAAI,IAAI,YAAY,KAAK,CAAC,KAAK,EAAE,CAAC;wBAChC,MAAM,EAAE,CAAC,SAAS,CAAC,SAAS,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;oBAChD,CAAC;yBAAM,CAAC;wBACN,MAAM,EAAE,CAAC,SAAS,CAAC,WAAW,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;oBAClD,CAAC;oBACD,MAAM,QAAQ,GAAG,MAAM,EAAE,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;oBAEpD,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CACZ,OAAO,CAAC,KAAK,EAAE,CAAC,KAAK,EAAE,EAAE;wBACvB,KAAK,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;oBACjC,CAAC,CAAC,CACH,CAAC;oBACF,OAAO,QAAQ,CAAC;gBAClB,CAAC;gBAED,gBAAgB,EAAE,CAAC,SAAS,EAAE,QAAQ,EAAE,EAAE,CACxC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CACZ,OAAO,CAAC,KAAK,EAAE,CAAC,KAAK,EAAE,EAAE;oBACvB,KAAK,CAAC,EAAE,CAAC,cAAc,CAAC,SAAS,CAAC,GAAG,QAAQ,CAAC;gBAChD,CAAC,CAAC,CACH;gBAEH,QAAQ,CAAC,SAAS;oBAChB,OAAO,GAAG,EAAE,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC;gBAChE,CAAC;gBAED,eAAe,CAAC,SAAiB;oBAC/B,OAAO,GAAG,EAAE,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC;gBAChE,CAAC;gBAED,KAAK,CAAC,mBAAmB;oBACvB,MAAM,SAAS,GAAG,MAAM,GAAG,EAAE,CAAC,EAAE,CAAC,eAAe,EAAE,CAAC;oBACnD,MAAM,aAAa,GAAG,GAAG,EAAE,CAAC,EAAE,CAAC,MAAM,CAAC;oBAEtC,yDAAyD;oBACzD,IAAI,CAAC,UAAU,CAAC,SAAS,EAAE,aAAa,CAAC,EAAE,CAAC;wBAC1C,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CACZ,OAAO,CAAC,KAAK,EAAE,CAAC,KAAK,EAAE,EAAE;4BACvB,KAAK,CAAC,EAAE,CAAC,MAAM,GAAG,SAAS,CAAC;wBAC9B,CAAC,CAAC,CACH,CAAC;oBACJ,CAAC;oBACD,OAAO,SAAS,CAAC;gBACnB,CAAC;aACF;SACF,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC;AAKD,MAAM,UAAU,kBAAkB,CAChC,QAA8C;IAE9C,OAAO,mBAAmB,CAIxB,CAAC,KAAK,EAAE,EAAE,CAAC,QAAQ,CAAC,KAA0C,CAAC,CAAC,CAAC;AACrE,CAAC","sourcesContent":["import {\n  createBaseSlice,\n  ProjectState,\n  useBaseProjectStore,\n} from '@sqlrooms/project';\nimport * as arrow from 'apache-arrow';\nimport {produce} from 'immer';\nimport deepEquals from 'fast-deep-equal';\nimport {z} from 'zod';\nimport {StateCreator} from 'zustand';\nimport {DuckDbConnector} from './connectors/DuckDbConnector';\nimport {WasmDuckDbConnector} from './connectors/WasmDuckDbConnector';\nimport {getColValAsNumber} from './duckdb-utils';\nimport {DataTable, TableColumn} from './types';\n\nexport const DuckDbSliceConfig = z.object({\n  // nothing yet\n});\nexport type DuckDbSliceConfig = z.infer<typeof DuckDbSliceConfig>;\n\nexport function createDefaultDuckDbConfig(): DuckDbSliceConfig {\n  return {\n    // nothing yet\n  };\n}\n\n/**\n * State and actions for the DuckDB slice\n */\nexport type DuckDbSliceState = {\n  db: {\n    /**\n     * The DuckDB connector instance\n     */\n    connector: DuckDbConnector;\n    schema: string;\n\n    tables: DataTable[];\n    tableRowCounts: {[tableName: string]: number};\n\n    /**\n     * Set a new DuckDB connector\n     */\n    setConnector: (connector: DuckDbConnector) => void;\n\n    /**\n     * Initialize the connector (creates a WasmDuckDbConnector if none exists)\n     */\n    initialize: () => Promise<void>;\n\n    /**\n     * Close and clean up the connector\n     */\n    destroy: () => Promise<void>;\n\n    /**\n     * Add a table to the project.\n     * @param tableName - The name of the table to add.\n     * @param data - The data to add to the table: an arrow table or an array of records.\n     * @returns A promise that resolves to the table that was added.\n     */\n    addTable(\n      tableName: string,\n      data: arrow.Table | Record<string, unknown>[],\n    ): Promise<DataTable>;\n    getTable(tableName: string): DataTable | undefined;\n    setTableRowCount(tableName: string, rowCount: number): void;\n    findTableByName(tableName: string): DataTable | undefined;\n    /**\n     * Refresh table schemas from the database.\n     * @returns A promise that resolves to the updated tables.\n     */\n    refreshTableSchemas(): Promise<DataTable[]>;\n    /**\n     * Get the connector. If it's not initialized, it will be initialized.\n     */\n    getConnector: () => Promise<DuckDbConnector>;\n\n    /**\n     * Get the tables in the database\n     *\n     * @param schema - The schema to get the tables from. Defaults to 'main'. Pass '*' to get all tables.\n     * @returns The tables in the database.\n     */\n    getTables: (schema?: string) => Promise<string[]>;\n\n    /**\n     * Get the row count of a table\n     */\n    getTableRowCount: (tableName: string, schema?: string) => Promise<number>;\n\n    /**\n     * Get the schema of a table\n     */\n    getTableSchema: (tableName: string, schema?: string) => Promise<DataTable>;\n\n    /**\n     * Get the schemas of all tables in the database.\n     *\n     * @param schema - The schema to get the tables from. Defaults to 'main'. Pass '*' to get all schemas.\n     * @returns The schemas of all tables in the database.\n     */\n    getTableSchemas: (schema?: string) => Promise<DataTable[]>;\n\n    /**\n     * Check if a table exists\n     */\n    checkTableExists: (tableName: string, schema?: string) => Promise<boolean>;\n\n    /**\n     * Drop a table\n     */\n    dropTable: (tableName: string) => Promise<void>;\n\n    /**\n     * Check if a table exists\n     */\n    tableExists: (tableName: string, schema?: string) => Promise<boolean>;\n\n    /**\n     * Create a table from a query.\n     * @param tableName - The name of the table to create.\n     * @param query - The query to create the table from.\n     * @returns The table that was created.\n     */\n    createTableFromQuery: (\n      tableName: string,\n      query: string,\n    ) => Promise<{tableName: string; rowCount: number}>;\n  };\n};\n\n/**\n * Create a DuckDB slice for managing the connector\n */\nexport function createDuckDbSlice({\n  connector = new WasmDuckDbConnector(),\n}: {\n  connector?: DuckDbConnector;\n}): StateCreator<DuckDbSliceState> {\n  return createBaseSlice<DuckDbSliceConfig, DuckDbSliceState>((set, get) => {\n    return {\n      db: {\n        connector, // Will be initialized during init\n        schema: 'main',\n        tables: [],\n        tableRowCounts: {},\n\n        setConnector: (connector: DuckDbConnector) => {\n          set(\n            produce((state) => {\n              state.config.dataSources = [];\n              state.db.connector = connector;\n            }),\n          );\n        },\n\n        initialize: async () => {\n          await get().db.connector.initialize();\n        },\n\n        getConnector: async () => {\n          await get().db.initialize();\n          return get().db.connector;\n        },\n\n        destroy: async () => {\n          try {\n            if (get().db.connector) {\n              await get().db.connector.destroy();\n            }\n          } catch (err) {\n            console.error('Error during DuckDB shutdown:', err);\n          }\n        },\n\n        async createTableFromQuery(tableName: string, query: string) {\n          const connector = await get().db.getConnector();\n          const rowCount = getColValAsNumber(\n            await connector.query(\n              `CREATE OR REPLACE TABLE main.${tableName} AS (\n              ${query}\n            )`,\n            ),\n          );\n          return {tableName, rowCount};\n        },\n\n        async getTables(schema = 'main'): Promise<string[]> {\n          const connector = await get().db.getConnector();\n          const tablesResults = await connector.query(\n            `SELECT * FROM information_schema.tables \n           ${schema === '*' ? '' : `WHERE table_schema = '${schema}'`}\n           ORDER BY table_name`,\n          );\n          const tableNames: string[] = [];\n          for (let i = 0; i < tablesResults.numRows; i++) {\n            tableNames.push(tablesResults.getChild('table_name')?.get(i));\n          }\n          return tableNames;\n        },\n\n        async getTableSchema(\n          tableName: string,\n          schema = 'main',\n        ): Promise<DataTable> {\n          const connector = await get().db.getConnector();\n          const describeResults = await connector.query(\n            `DESCRIBE ${schema}.${tableName}`,\n          );\n          const columnNames = describeResults.getChild('column_name');\n          const columnTypes = describeResults.getChild('column_type');\n          const columns: TableColumn[] = [];\n          for (let di = 0; di < describeResults.numRows; di++) {\n            const columnName = columnNames?.get(di);\n            const columnType = columnTypes?.get(di);\n            columns.push({name: columnName, type: columnType});\n          }\n          return {\n            tableName,\n            columns,\n          };\n        },\n\n        async getTableRowCount(\n          tableName: string,\n          schema = 'main',\n        ): Promise<number> {\n          const connector = await get().db.getConnector();\n          const result = await connector.query(\n            `SELECT COUNT(*) FROM ${schema}.${tableName}`,\n          );\n          return getColValAsNumber(result);\n        },\n\n        async getTableSchemas(schema = 'main'): Promise<DataTable[]> {\n          const tableNames = await get().db.getTables(schema);\n          const tablesInfo: DataTable[] = [];\n          for (const tableName of tableNames) {\n            tablesInfo.push(await get().db.getTableSchema(tableName, schema));\n          }\n          return tablesInfo;\n        },\n\n        async checkTableExists(\n          tableName: string,\n          schema = 'main',\n        ): Promise<boolean> {\n          const connector = await get().db.getConnector();\n          const res = await connector.query(\n            `SELECT COUNT(*) FROM information_schema.tables WHERE table_schema = '${schema}' AND table_name = '${tableName}'`,\n          );\n          return getColValAsNumber(res) > 0;\n        },\n\n        async dropTable(tableName: string): Promise<void> {\n          const connector = await get().db.getConnector();\n          await connector.query(`DROP TABLE IF EXISTS ${tableName};`);\n        },\n\n        async tableExists(\n          tableName: string,\n          schema = 'main',\n        ): Promise<boolean> {\n          const connector = await get().db.getConnector();\n          const result = await connector.query(\n            `SELECT COUNT(*) FROM information_schema.tables WHERE table_schema = '${schema}' AND table_name = '${tableName}'`,\n          );\n          return Number(result.getChildAt(0)?.get(0)) > 0;\n        },\n\n        async addTable(tableName, data) {\n          const {tables} = get().db;\n          const table = tables.find((t) => t.tableName === tableName);\n          if (table) {\n            return table;\n          }\n\n          const {db} = get();\n          if (data instanceof arrow.Table) {\n            await db.connector.loadArrow(data, tableName);\n          } else {\n            await db.connector.loadObjects(data, tableName);\n          }\n          const newTable = await db.getTableSchema(tableName);\n\n          set((state) =>\n            produce(state, (draft) => {\n              draft.db.tables.push(newTable);\n            }),\n          );\n          return newTable;\n        },\n\n        setTableRowCount: (tableName, rowCount) =>\n          set((state) =>\n            produce(state, (draft) => {\n              draft.db.tableRowCounts[tableName] = rowCount;\n            }),\n          ),\n\n        getTable(tableName) {\n          return get().db.tables.find((t) => t.tableName === tableName);\n        },\n\n        findTableByName(tableName: string) {\n          return get().db.tables.find((t) => t.tableName === tableName);\n        },\n\n        async refreshTableSchemas(): Promise<DataTable[]> {\n          const newTables = await get().db.getTableSchemas();\n          const currentTables = get().db.tables;\n\n          // Only update if there's an actual change in the schemas\n          if (!deepEquals(newTables, currentTables)) {\n            set((state) =>\n              produce(state, (draft) => {\n                draft.db.tables = newTables;\n              }),\n            );\n          }\n          return newTables;\n        },\n      },\n    };\n  });\n}\n\ntype ProjectStateWithDuckDb = ProjectState<DuckDbSliceConfig> &\n  DuckDbSliceState;\n\nexport function useStoreWithDuckDb<T>(\n  selector: (state: ProjectStateWithDuckDb) => T,\n): T {\n  return useBaseProjectStore<\n    DuckDbSliceConfig,\n    ProjectState<DuckDbSliceConfig>,\n    T\n  >((state) => selector(state as unknown as ProjectStateWithDuckDb));\n}\n"]}

package/dist/connectors/DuckDbConnector.d.ts

@@ -0,0 +1,40 @@
+import { LoadFileOptions, StandardLoadOptions } from '@sqlrooms/project-config';
+import * as arrow from 'apache-arrow';
+export interface DuckDbConnector {
+    /**
+     * Initialize the connector
+     */
+    initialize(): Promise<void>;
+    /**
+     * Destroy the connector and clean up resources
+     */
+    destroy(): Promise<void>;
+    /**
+     * Execute a SQL query and return the result as an Arrow table
+     * @param query SQL query to execute
+     */
+    query(query: string): Promise<arrow.Table>;
+    /**
+     * Load a file into DuckDB and create a table
+     * @param fileName - Path to the file to load
+     * @param tableName - Name of the table to create
+     * @param opts - Load options
+     */
+    loadFile(fileName: string | File, tableName: string, opts?: LoadFileOptions): Promise<void>;
+    /**
+     * Load an arrow table or an arrow IPC stream into DuckDB
+     * @param table - Arrow table or arrow IPC stream to load
+     * @param tableName - Name of the table to create
+     */
+    loadArrow(table: arrow.Table | Uint8Array, tableName: string, opts?: {
+        schema?: string;
+    }): Promise<void>;
+    /**
+     * Load JavaScript objects into DuckDB
+     * @param data - Array of objects to load
+     * @param tableName - Name of the table to create
+     * @param opts - Load options
+     */
+    loadObjects(data: Record<string, unknown>[], tableName: string, opts?: StandardLoadOptions): Promise<void>;
+}
+//# sourceMappingURL=DuckDbConnector.d.ts.map

package/dist/connectors/DuckDbConnector.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"DuckDbConnector.d.ts","sourceRoot":"","sources":["../../src/connectors/DuckDbConnector.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,eAAe,EAAE,mBAAmB,EAAC,MAAM,0BAA0B,CAAC;AAC9E,OAAO,KAAK,KAAK,MAAM,cAAc,CAAC;AAEtC,MAAM,WAAW,eAAe;IAC9B;;OAEG;IACH,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAE5B;;OAEG;IACH,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAEzB;;;OAGG;IACH,KAAK,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAE3C;;;;;OAKG;IACH,QAAQ,CACN,QAAQ,EAAE,MAAM,GAAG,IAAI,EACvB,SAAS,EAAE,MAAM,EACjB,IAAI,CAAC,EAAE,eAAe,GACrB,OAAO,CAAC,IAAI,CAAC,CAAC;IAEjB;;;;OAIG;IACH,SAAS,CACP,KAAK,EAAE,KAAK,CAAC,KAAK,GAAG,UAAU,EAC/B,SAAS,EAAE,MAAM,EACjB,IAAI,CAAC,EAAE;QAAC,MAAM,CAAC,EAAE,MAAM,CAAA;KAAC,GACvB,OAAO,CAAC,IAAI,CAAC,CAAC;IAEjB;;;;;OAKG;IACH,WAAW,CACT,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,EAC/B,SAAS,EAAE,MAAM,EACjB,IAAI,CAAC,EAAE,mBAAmB,GACzB,OAAO,CAAC,IAAI,CAAC,CAAC;CAClB"}

package/dist/connectors/DuckDbConnector.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=DuckDbConnector.js.map

package/dist/connectors/DuckDbConnector.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"DuckDbConnector.js","sourceRoot":"","sources":["../../src/connectors/DuckDbConnector.ts"],"names":[],"mappings":"","sourcesContent":["import {LoadFileOptions, StandardLoadOptions} from '@sqlrooms/project-config';\nimport * as arrow from 'apache-arrow';\n\nexport interface DuckDbConnector {\n  /**\n   * Initialize the connector\n   */\n  initialize(): Promise<void>;\n\n  /**\n   * Destroy the connector and clean up resources\n   */\n  destroy(): Promise<void>;\n\n  /**\n   * Execute a SQL query and return the result as an Arrow table\n   * @param query SQL query to execute\n   */\n  query(query: string): Promise<arrow.Table>;\n\n  /**\n   * Load a file into DuckDB and create a table\n   * @param fileName - Path to the file to load\n   * @param tableName - Name of the table to create\n   * @param opts - Load options\n   */\n  loadFile(\n    fileName: string | File,\n    tableName: string,\n    opts?: LoadFileOptions,\n  ): Promise<void>;\n\n  /**\n   * Load an arrow table or an arrow IPC stream into DuckDB\n   * @param table - Arrow table or arrow IPC stream to load\n   * @param tableName - Name of the table to create\n   */\n  loadArrow(\n    table: arrow.Table | Uint8Array,\n    tableName: string,\n    opts?: {schema?: string},\n  ): Promise<void>;\n\n  /**\n   * Load JavaScript objects into DuckDB\n   * @param data - Array of objects to load\n   * @param tableName - Name of the table to create\n   * @param opts - Load options\n   */\n  loadObjects(\n    data: Record<string, unknown>[],\n    tableName: string,\n    opts?: StandardLoadOptions,\n  ): Promise<void>;\n}\n"]}

package/dist/connectors/WasmDuckDbConnector.d.ts

@@ -0,0 +1,44 @@
+import * as duckdb from '@duckdb/duckdb-wasm';
+import { DuckDBQueryConfig } from '@duckdb/duckdb-wasm';
+import { LoadFileOptions, StandardLoadOptions } from '@sqlrooms/project-config';
+import * as arrow from 'apache-arrow';
+import { DuckDbConnector } from './DuckDbConnector';
+export declare class WasmDuckDbConnector implements DuckDbConnector {
+    private logging;
+    private dbPath;
+    private initializationQuery;
+    private db;
+    private conn;
+    private worker;
+    private initialized;
+    private initializing;
+    private queryConfig?;
+    constructor({ logging, initializationQuery, dbPath, queryConfig, }?: {
+        dbPath?: string;
+        queryConfig?: DuckDBQueryConfig;
+        initializationQuery?: string;
+        logging?: boolean;
+    });
+    initialize(): Promise<void>;
+    private initializeInternal;
+    destroy(): Promise<void>;
+    private ensureInitialized;
+    query(query: string): Promise<arrow.Table>;
+    loadFile(file: string | File, tableName: string, opts?: LoadFileOptions): Promise<void>;
+    loadArrow(file: arrow.Table | Uint8Array, tableName: string, opts?: {
+        schema?: string;
+    }): Promise<void>;
+    loadObjects(file: Record<string, unknown>[], tableName: string, opts?: StandardLoadOptions): Promise<void>;
+    private withTempRegisteredFile;
+    getDb(): duckdb.AsyncDuckDB;
+    getConnection(): duckdb.AsyncDuckDBConnection;
+}
+export declare class DuckQueryError extends Error {
+    readonly cause: unknown;
+    readonly query: string | undefined;
+    readonly queryCallStack: string | undefined;
+    constructor(err: unknown, query: string, stack: string | undefined);
+    getDetailedMessage(): string;
+    getMessageForUser(): string;
+}
+//# sourceMappingURL=WasmDuckDbConnector.d.ts.map

package/dist/connectors/WasmDuckDbConnector.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"WasmDuckDbConnector.d.ts","sourceRoot":"","sources":["../../src/connectors/WasmDuckDbConnector.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,MAAM,qBAAqB,CAAC;AAC9C,OAAO,EAAqB,iBAAiB,EAAC,MAAM,qBAAqB,CAAC;AAC1E,OAAO,EAEL,eAAe,EACf,mBAAmB,EACpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,KAAK,KAAK,MAAM,cAAc,CAAC;AACtC,OAAO,EAAC,eAAe,EAAC,MAAM,mBAAmB,CAAC;AAGlD,qBAAa,mBAAoB,YAAW,eAAe;IACzD,OAAO,CAAC,OAAO,CAAU;IACzB,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,mBAAmB,CAAS;IACpC,OAAO,CAAC,EAAE,CAAmC;IAC7C,OAAO,CAAC,IAAI,CAA6C;IACzD,OAAO,CAAC,MAAM,CAAuB;IACrC,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,YAAY,CAA8B;IAClD,OAAO,CAAC,WAAW,CAAC,CAAoB;gBAE5B,EACV,OAAe,EACf,mBAAwB,EACxB,MAAmB,EACnB,WAAW,GACZ,GAAE;QACD,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,WAAW,CAAC,EAAE,iBAAiB,CAAC;QAChC,mBAAmB,CAAC,EAAE,MAAM,CAAC;QAC7B,OAAO,CAAC,EAAE,OAAO,CAAC;KACd;IAOA,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;YAiBnB,kBAAkB;IAkE1B,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;YAyBhB,iBAAiB;IAMzB,KAAK,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC;IAQ1C,QAAQ,CACZ,IAAI,EAAE,MAAM,GAAG,IAAI,EACnB,SAAS,EAAE,MAAM,EACjB,IAAI,CAAC,EAAE,eAAe;IAalB,SAAS,CACb,IAAI,EAAE,KAAK,CAAC,KAAK,GAAG,UAAU,EAC9B,SAAS,EAAE,MAAM,EACjB,IAAI,CAAC,EAAE;QAAC,MAAM,CAAC,EAAE,MAAM,CAAA;KAAC;IAcpB,WAAW,CACf,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,EAC/B,SAAS,EAAE,MAAM,EACjB,IAAI,CAAC,EAAE,mBAAmB;YASd,sBAAsB;IA8BpC,KAAK,IAAI,MAAM,CAAC,WAAW;IAO3B,aAAa,IAAI,MAAM,CAAC,qBAAqB;CAM9C;AAED,qBAAa,cAAe,SAAQ,KAAK;IACvC,QAAQ,CAAC,KAAK,EAAE,OAAO,CAAC;IACxB,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,SAAS,CAAC;IACnC,QAAQ,CAAC,cAAc,EAAE,MAAM,GAAG,SAAS,CAAC;gBAChC,GAAG,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,SAAS;IAOlE,kBAAkB;IAOlB,iBAAiB;CAIlB"}

package/dist/connectors/WasmDuckDbConnector.js

@@ -0,0 +1,210 @@
+import * as duckdb from '@duckdb/duckdb-wasm';
+import { DuckDBDataProtocol } from '@duckdb/duckdb-wasm';
+import { isSpatialLoadFileOptions, } from '@sqlrooms/project-config';
+import * as arrow from 'apache-arrow';
+import { load, loadObjects, loadSpatial } from './load/load';
+export class WasmDuckDbConnector {
+    logging;
+    dbPath;
+    initializationQuery;
+    db = null;
+    conn = null;
+    worker = null;
+    initialized = false;
+    initializing = null;
+    queryConfig;
+    constructor({ logging = false, initializationQuery = '', dbPath = ':memory:', queryConfig, } = {}) {
+        this.dbPath = dbPath;
+        this.queryConfig = queryConfig;
+        this.initializationQuery = initializationQuery;
+        this.logging = logging;
+    }
+    async initialize() {
+        if (this.initialized) {
+            return;
+        }
+        if (this.initializing) {
+            return this.initializing;
+        }
+        if (!globalThis.Worker) {
+            throw new Error('No Worker support in this environment');
+        }
+        this.initializing = this.initializeInternal();
+        return this.initializing;
+    }
+    async initializeInternal() {
+        try {
+            const allBundles = duckdb.getJsDelivrBundles();
+            const bestBundle = await duckdb.selectBundle(allBundles);
+            if (!bestBundle.mainWorker) {
+                throw new Error('No best bundle found for DuckDB worker');
+            }
+            const workerUrl = URL.createObjectURL(new Blob([`importScripts("${bestBundle.mainWorker}");`], {
+                type: 'text/javascript',
+            }));
+            const worker = new window.Worker(workerUrl);
+            const logger = this.logging
+                ? new duckdb.ConsoleLogger()
+                : {
+                    // Silently log
+                    log: () => {
+                        /* do nothing */
+                    },
+                };
+            const db = new (class extends duckdb.AsyncDuckDB {
+                onError(event) {
+                    super.onError(event);
+                    console.error('DuckDB worker error:', event);
+                }
+            })(logger, worker);
+            await db.instantiate(bestBundle.mainModule, bestBundle.pthreadWorker);
+            URL.revokeObjectURL(workerUrl);
+            await db.open({
+                path: this.dbPath,
+                query: this.queryConfig,
+            });
+            const conn = await db.connect();
+            // Add error handling to conn.query
+            const originalQuery = conn.query;
+            conn.query = (async (q) => {
+                const stack = new Error().stack;
+                try {
+                    return await originalQuery.call(conn, q);
+                }
+                catch (err) {
+                    throw new DuckQueryError(err, q, stack);
+                }
+            });
+            if (this.initializationQuery) {
+                await conn.query(this.initializationQuery);
+            }
+            this.db = db;
+            this.conn = conn;
+            this.worker = worker;
+            this.initialized = true;
+        }
+        catch (err) {
+            this.initialized = false;
+            this.initializing = null;
+            throw err;
+        }
+    }
+    async destroy() {
+        try {
+            if (this.conn) {
+                await this.conn.close();
+                this.conn = null;
+            }
+            if (this.db) {
+                await this.db.terminate();
+                this.db = null;
+            }
+            if (this.worker) {
+                this.worker.terminate();
+                this.worker = null;
+            }
+            this.initialized = false;
+            this.initializing = null;
+        }
+        catch (err) {
+            console.error('Error during DuckDB shutdown:', err);
+            throw err;
+        }
+    }
+    async ensureInitialized() {
+        if (!this.initialized) {
+            await this.initialize();
+        }
+    }
+    async query(query) {
+        await this.ensureInitialized();
+        if (!this.conn) {
+            throw new Error('DuckDB connection not initialized');
+        }
+        return await this.conn.query(query);
+    }
+    async loadFile(file, tableName, opts) {
+        await this.withTempRegisteredFile(file, async (conn, fileName) => {
+            if (opts && isSpatialLoadFileOptions(opts)) {
+                await conn.query(loadSpatial(tableName, fileName, opts));
+            }
+            else {
+                await conn.query(load(opts?.method ?? 'auto', tableName, fileName, opts));
+            }
+        });
+    }
+    async loadArrow(file, tableName, opts) {
+        await this.ensureInitialized();
+        if (!this.conn) {
+            throw new Error('DuckDB connection not initialized');
+        }
+        const options = { name: tableName, schema: opts?.schema };
+        if (file instanceof arrow.Table) {
+            await this.conn.insertArrowTable(file, options);
+        }
+        else {
+            await this.conn.insertArrowFromIPCStream(file, options);
+        }
+    }
+    async loadObjects(file, tableName, opts) {
+        await this.ensureInitialized();
+        if (!this.conn) {
+            throw new Error('DuckDB connection not initialized');
+        }
+        await this.conn.query(loadObjects(tableName, file, opts));
+    }
+    async withTempRegisteredFile(file, action) {
+        await this.ensureInitialized();
+        if (!this.conn || !this.db) {
+            throw new Error('DuckDB connection not initialized');
+        }
+        let fileName;
+        if (file instanceof File) {
+            fileName = file.name;
+            await this.db.registerFileHandle(fileName, file, DuckDBDataProtocol.BROWSER_FILEREADER, true);
+        }
+        else {
+            fileName = file;
+        }
+        try {
+            await action(this.conn, fileName);
+        }
+        finally {
+            await this.db.dropFile(fileName);
+        }
+    }
+    getDb() {
+        if (!this.db) {
+            throw new Error('DuckDB not initialized');
+        }
+        return this.db;
+    }
+    getConnection() {
+        if (!this.conn) {
+            throw new Error('DuckDB connection not initialized');
+        }
+        return this.conn;
+    }
+}
+export class DuckQueryError extends Error {
+    cause;
+    query;
+    queryCallStack;
+    constructor(err, query, stack) {
+        super(err instanceof Error ? err.message : `${err}`);
+        this.cause = err;
+        this.query = query;
+        this.queryCallStack = stack;
+        Object.setPrototypeOf(this, DuckQueryError.prototype);
+    }
+    getDetailedMessage() {
+        const { message, query, queryCallStack: stack } = this;
+        return (`DB query failed: ${message}` +
+            `\n\nFull query:\n\n${query}\n\nQuery call stack:\n\n${stack}\n\n`);
+    }
+    getMessageForUser() {
+        const { message } = this;
+        return message;
+    }
+}
+//# sourceMappingURL=WasmDuckDbConnector.js.map