@sqlrooms/duckdb-core 0.26.1-rc.5

package/LICENSE.md

@@ -0,0 +1,9 @@
+MIT License
+
+Copyright 2025 Ilya Boyandin
+
+Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the “Software”), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED “AS IS”, WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

package/README.md

@@ -0,0 +1,387 @@
+A powerful wrapper around DuckDB-WASM that provides React hooks and utilities for working with DuckDB in browser environments.
+
+## Features
+
+### React Integration & Type Safety
+
+- **React Hooks**: Seamless integration with React applications via `useSql`
+- **Runtime Validation**: Optional Zod schema validation for query results with type transformations
+- **Typed Row Accessors**: Type-safe row access with validation and multiple iteration methods
+
+### Data Management
+
+- **File Operations**: Import data from various file formats (CSV, JSON, Parquet) with auto-detection
+- **Arrow Integration**: Work directly with Apache Arrow tables for efficient columnar data processing
+- **Schema Management**: Comprehensive database, schema, and table discovery and management
+- **Qualified Table Names**: Full support for `database.schema.table` naming convention
+
+### Performance & Operations
+
+- **Query Deduplication**: Automatic deduplication of identical running queries to prevent duplicate execution
+- **Query Cancellation**: Cancel running queries with full composability support via `QueryHandle` interface ([learn more](https://sqlrooms.org/query-cancellation))
+- **Data Export**: Export query results to CSV files with pagination for large datasets
+- **Batch Processing**: Handle large datasets efficiently with built-in pagination support
+
+## Installation
+
+```bash
+npm install @sqlrooms/duckdb
+```
+
+## Basic Usage
+
+### Using the SQL Hook
+
+```tsx
+import {useSql} from '@sqlrooms/duckdb';
+
+function UserList() {
+  // Basic usage with TypeScript types
+  const {data, isLoading, error} = useSql<{id: number; name: string}>({
+    query: 'SELECT id, name FROM users',
+  });
+
+  if (isLoading) return <div>Loading...</div>;
+  if (error) return <div>Error: {error.message}</div>;
+  if (!data) return null;
+
+  return (
+    <ul>
+      {Array.from(data.rows()).map((user) => (
+        <li key={user.id}>{user.name}</li>
+      ))}
+    </ul>
+  );
+}
+```
+
+For more information and examples on using the `useSql` hook, see the [useSql API documentation](/api/duckdb/functions/useSql).
+
+### Using Zod for Runtime Validation
+
+```tsx
+import {useSql} from '@sqlrooms/duckdb';
+import {z} from 'zod';
+
+const userSchema = z.object({
+  id: z.number(),
+  name: z.string(),
+  email: z.string().email(),
+  created_at: z.string().transform((str) => new Date(str)),
+});
+
+function ValidatedUserList() {
+  const {data, isLoading, error} = useSql(userSchema, {
+    query: 'SELECT id, name, email, created_at FROM users',
+  });
+
+  if (isLoading) return <div>Loading...</div>;
+  if (error) {
+    if (error instanceof z.ZodError) {
+      return <div>Validation Error: {error.errors[0].message}</div>;
+    }
+    return <div>Error: {error.message}</div>;
+  }
+  if (!data) return null;
+
+  return (
+    <ul>
+      {data.toArray().map((user) => (
+        <li key={user.id}>
+          {user.name} ({user.email}) - Joined:{' '}
+          {user.created_at.toLocaleDateString()}
+        </li>
+      ))}
+    </ul>
+  );
+}
+```
+
+### Accessing the Underlying Arrow Table and Schema
+
+You can access the underlying Arrow table and schema of a `useSql()` query result. This is especially useful if you want to pass the data to a library that expect an Apache Arrow Table as input without additional data transformation:
+
+```tsx
+import {useSql} from '@sqlrooms/duckdb';
+
+function ArrowTableSchemaExample() {
+  const {data, isLoading, error} = useSql({
+    query: 'SELECT id, name FROM users',
+  });
+
+  if (isLoading) return <div>Loading...</div>;
+  if (error) return <div>Error: {error.message}</div>;
+  if (!data || !data.arrowTable) return null;
+
+  const {arrowTable} = data;
+  const fields = arrowTable.schema.fields;
+  const numRows = arrowTable.numRows;
+
+  return (
+    <table>
+      <thead>
+        <tr>
+          {fields.map((field) => (
+            <th key={field.name}>{field.name}</th>
+          ))}
+        </tr>
+      </thead>
+      <tbody>
+        {Array.from({length: numRows}).map((_, rowIdx) => (
+          <tr key={rowIdx}>
+            {fields.map((field, colIdx) => (
+              <td key={field.name}>
+                {String(arrowTable.getChildAt(colIdx)?.get(rowIdx) ?? '')}
+              </td>
+            ))}
+          </tr>
+        ))}
+      </tbody>
+    </table>
+  );
+}
+```
+
+## Working with Tables
+
+### Using the Store for Direct Database Operations
+
+```tsx
+function DatabaseManager() {
+  const createTableFromQuery = useRoomStore(
+    (state) => state.db.createTableFromQuery,
+  );
+  const addTable = useRoomStore((state) => state.db.addTable);
+  const dropTable = useRoomStore((state) => state.db.dropTable);
+  const tables = useRoomStore((state) => state.db.tables);
+  const refreshTableSchemas = useRoomStore(
+    (state) => state.db.refreshTableSchemas,
+  );
+
+  // Create a table from a query
+  const handleCreateTable = async () => {
+    const result = await createTableFromQuery(
+      'filtered_users',
+      'SELECT * FROM users WHERE active = true',
+    );
+    console.log(`Created table with ${result.rowCount} rows`);
+  };
+
+  // Add a table from JavaScript objects
+  const handleAddTable = async () => {
+    const users = [
+      {id: 1, name: 'Alice', email: 'alice@example.com'},
+      {id: 2, name: 'Bob', email: 'bob@example.com'},
+    ];
+    await addTable('new_users', users);
+  };
+
+  // Drop a table
+  const handleDropTable = async () => {
+    await dropTable('old_table');
+  };
+
+  return (
+    <div>
+      <button onClick={handleCreateTable}>Create Filtered Users Table</button>
+      <button onClick={handleAddTable}>Add New Users Table</button>
+      <button onClick={handleDropTable}>Drop Old Table</button>
+      <button onClick={refreshTableSchemas}>Refresh Schemas</button>
+
+      <h3>Available Tables:</h3>
+      <ul>
+        {tables.map((table) => (
+          <li key={table.table.toString()}>
+            {table.table.toString()} ({table.columns.length} columns)
+          </li>
+        ))}
+      </ul>
+    </div>
+  );
+}
+```
+
+### Working with Qualified Table Names
+
+```tsx
+import {makeQualifiedTableName} from '@sqlrooms/duckdb';
+
+// Support for database.schema.table naming
+const qualifiedTable = makeQualifiedTableName({
+  database: 'mydb',
+  schema: 'public',
+  table: 'users',
+});
+
+// Use with table operations
+await createTableFromQuery(qualifiedTable, 'SELECT * FROM source_table');
+await dropTable(qualifiedTable);
+const tableExists = await checkTableExists(qualifiedTable);
+```
+
+## Loading Data from Files
+
+### Using Load Functions Directly
+
+```tsx
+import {loadCSV, loadJSON, loadParquet, loadObjects} from '@sqlrooms/duckdb';
+
+function DataLoader() {
+  const getConnector = useRoomStore((state) => state.db.getConnector);
+
+  const handleLoadCSV = async (file: File) => {
+    const connector = await getConnector();
+
+    // Generate SQL to load CSV file
+    const sql = loadCSV('my_table', file.name, {
+      auto_detect: true,
+      replace: true,
+    });
+
+    // Execute the load operation
+    await connector.query(sql).result;
+  };
+
+  const handleLoadObjects = async () => {
+    const connector = await getConnector();
+    const data = [
+      {id: 1, name: 'Alice'},
+      {id: 2, name: 'Bob'},
+    ];
+
+    // Generate SQL to load objects
+    const sql = loadObjects('users', data, {replace: true});
+    await connector.query(sql).result;
+  };
+
+  return (
+    <div>
+      <input
+        type="file"
+        accept=".csv"
+        onChange={(e) => {
+          if (e.target.files?.[0]) handleLoadCSV(e.target.files[0]);
+        }}
+      />
+      <button onClick={handleLoadObjects}>Load Sample Data</button>
+    </div>
+  );
+}
+```
+
+### Using the Connector Directly
+
+```tsx
+function AdvancedDataLoader() {
+  const connector = useRoomStore((state) => state.db.connector);
+
+  const handleFileUpload = async (file: File) => {
+    // Load file directly using the connector
+    await connector.loadFile(file, 'uploaded_data', {
+      method: 'auto', // Auto-detect file type
+      replace: true,
+      temp: false,
+    });
+  };
+
+  const handleLoadArrowTable = async (arrowTable: arrow.Table) => {
+    // Load Arrow table directly
+    await connector.loadArrow(arrowTable, 'arrow_data');
+  };
+
+  return (
+    <input
+      type="file"
+      accept=".csv,.json,.parquet"
+      onChange={(e) => {
+        if (e.target.files?.[0]) handleFileUpload(e.target.files[0]);
+      }}
+    />
+  );
+}
+```
+
+## Exporting Data to CSV
+
+```tsx
+import {useExportToCsv} from '@sqlrooms/duckdb';
+
+function ExportButton() {
+  const {exportToCsv} = useExportToCsv();
+
+  const handleExport = async () => {
+    await exportToCsv('SELECT * FROM users ORDER BY name', 'users_export.csv');
+  };
+
+  return <button onClick={handleExport}>Export to CSV</button>;
+}
+```
+
+## Low-Level DuckDB Access
+
+### Basic direct usage
+
+```tsx
+async function executeCustomQuery() {
+  // Grab the connector directly (no React hook necessary inside plain TS)
+  const connector = useRoomStore((state) => state.db.connector);
+
+  // QueryHandle is promise-like – await it directly
+  const result = await connector.query('SELECT COUNT(*) AS count FROM users');
+
+  // Inspect Arrow table
+  const count = result.getChildAt(0)?.get(0);
+  console.log(`Total users: ${count}`);
+}
+```
+
+### Cancellation examples
+
+```tsx
+async function cancelExample() {
+  const connector = useRoomStore((state) => state.db.connector);
+
+  // 1. Manual cancel via the handle
+  const query = connector.query('SELECT * FROM large_table');
+  setTimeout(() => h.cancel(), 2000); // cancel after 2 s
+  await query; // throws if cancelled
+
+  // 2. Composable cancellation – many queries, one controller
+  const controller = new AbortController();
+  const q1 = connector.query('SELECT 1', {signal: controller.signal});
+  const q2 = connector.query('SELECT 2', {signal: controller.signal});
+  controller.abort(); // cancels q1 & q2
+  await Promise.allSettled([q1, q2]);
+}
+```
+
+### Advanced operations with the Zustand store
+
+```tsx
+function AdvancedOperations() {
+  const executeSql = useRoomStore((s) => s.db.executeSql);
+  const sqlSelectToJson = useRoomStore((s) => s.db.sqlSelectToJson);
+  const checkTableExists = useRoomStore((s) => s.db.checkTableExists);
+
+  const handleAdvancedQuery = async () => {
+    // Cached execution with deduplication
+    const query = await executeSql('SELECT * FROM users LIMIT 10');
+    if (query) {
+      const rows = await query; // await handle directly
+      console.log('Query result:', rows);
+    }
+
+    // Parse SQL to JSON (analysis tool)
+    const parsed = await sqlSelectToJson('SELECT id, name FROM users');
+    console.log('Parsed query:', parsed);
+
+    // Safety check before destructive operations
+    const exists = await checkTableExists('users');
+    console.log('Table exists:', exists);
+  };
+
+  return <button onClick={handleAdvancedQuery}>Run Advanced Operations</button>;
+}
+```
+
+For more information, visit the SQLRooms documentation.

package/dist/BaseDuckDbConnector.d.ts

@@ -0,0 +1,20 @@
+import { LoadFileOptions, StandardLoadOptions } from '@sqlrooms/room-config';
+import * as arrow from 'apache-arrow';
+import { DuckDbConnector } from './DuckDbConnector';
+export interface BaseDuckDbConnectorOptions {
+    dbPath?: string;
+    initializationQuery?: string;
+}
+export interface BaseDuckDbConnectorImpl {
+    initializeInternal?(): Promise<void>;
+    destroyInternal?(): Promise<void>;
+    executeQueryInternal<T extends arrow.TypeMap = any>(query: string, signal: AbortSignal, queryId?: string): Promise<arrow.Table<T>>;
+    cancelQueryInternal?(queryId: string): Promise<void>;
+    loadArrowInternal?(file: arrow.Table | Uint8Array, tableName: string, opts?: {
+        schema?: string;
+    }): Promise<void>;
+    loadObjectsInternal?(file: Record<string, unknown>[], tableName: string, opts?: StandardLoadOptions): Promise<void>;
+    loadFileInternal?(file: string | File, tableName: string, opts?: LoadFileOptions): Promise<void>;
+}
+export declare function createBaseDuckDbConnector({ dbPath, initializationQuery, }: BaseDuckDbConnectorOptions | undefined, impl: BaseDuckDbConnectorImpl): DuckDbConnector;
+//# sourceMappingURL=BaseDuckDbConnector.d.ts.map

package/dist/BaseDuckDbConnector.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"BaseDuckDbConnector.d.ts","sourceRoot":"","sources":["../src/BaseDuckDbConnector.ts"],"names":[],"mappings":"AAAA,OAAO,EAEL,eAAe,EACf,mBAAmB,EACpB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,KAAK,KAAK,MAAM,cAAc,CAAC;AACtC,OAAO,EAAC,eAAe,EAA4B,MAAM,mBAAmB,CAAC;AAI7E,MAAM,WAAW,0BAA0B;IACzC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,mBAAmB,CAAC,EAAE,MAAM,CAAC;CAC9B;AAED,MAAM,WAAW,uBAAuB;IACtC,kBAAkB,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IACrC,eAAe,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAClC,oBAAoB,CAAC,CAAC,SAAS,KAAK,CAAC,OAAO,GAAG,GAAG,EAChD,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,WAAW,EACnB,OAAO,CAAC,EAAE,MAAM,GACf,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IAC3B,mBAAmB,CAAC,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACrD,iBAAiB,CAAC,CAChB,IAAI,EAAE,KAAK,CAAC,KAAK,GAAG,UAAU,EAC9B,SAAS,EAAE,MAAM,EACjB,IAAI,CAAC,EAAE;QAAC,MAAM,CAAC,EAAE,MAAM,CAAA;KAAC,GACvB,OAAO,CAAC,IAAI,CAAC,CAAC;IACjB,mBAAmB,CAAC,CAClB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,EAC/B,SAAS,EAAE,MAAM,EACjB,IAAI,CAAC,EAAE,mBAAmB,GACzB,OAAO,CAAC,IAAI,CAAC,CAAC;IACjB,gBAAgB,CAAC,CACf,IAAI,EAAE,MAAM,GAAG,IAAI,EACnB,SAAS,EAAE,MAAM,EACjB,IAAI,CAAC,EAAE,eAAe,GACrB,OAAO,CAAC,IAAI,CAAC,CAAC;CAClB;AAED,wBAAgB,yBAAyB,CACvC,EACE,MAAmB,EACnB,mBAAwB,GACzB,EAAE,0BAA0B,YAAK,EAClC,IAAI,EAAE,uBAAuB,GAC5B,eAAe,CAoKjB"}

package/dist/BaseDuckDbConnector.js

@@ -0,0 +1,122 @@
+import { isSpatialLoadFileOptions, } from '@sqlrooms/room-config';
+import { load, loadObjects as loadObjectsSql, loadSpatial } from './load/load';
+import { createTypedRowAccessor } from './typedRowAccessor';
+export function createBaseDuckDbConnector({ dbPath = ':memory:', initializationQuery = '', } = {}, impl) {
+    const state = {
+        dbPath,
+        initializationQuery,
+        initialized: false,
+        initializing: null,
+        activeQueries: new Map(),
+    };
+    const ensureInitialized = async () => {
+        if (!state.initialized && state.initializing) {
+            await state.initializing;
+        }
+    };
+    const initialize = async () => {
+        if (state.initialized) {
+            return;
+        }
+        if (state.initializing) {
+            return state.initializing;
+        }
+        state.initializing = (async () => {
+            await impl.initializeInternal?.();
+            if (initializationQuery) {
+                await impl.executeQueryInternal(initializationQuery, new AbortController().signal);
+            }
+            state.initialized = true;
+            state.initializing = null;
+        })().catch((err) => {
+            state.initialized = false;
+            state.initializing = null;
+            throw err;
+        });
+        return state.initializing;
+    };
+    const destroy = async () => {
+        await impl.destroyInternal?.();
+        state.initialized = false;
+        state.initializing = null;
+    };
+    const generateQueryId = () => `q_${Date.now()}_${Math.random().toString(36).substr(2, 9)}`;
+    const cancelQuery = async (queryId) => {
+        const abortController = state.activeQueries.get(queryId);
+        if (abortController) {
+            abortController.abort();
+            state.activeQueries.delete(queryId);
+        }
+        await impl.cancelQueryInternal?.(queryId);
+    };
+    const createQueryHandle = (queryPromiseFactory, options) => {
+        const abortController = new AbortController();
+        const queryId = generateQueryId();
+        if (options?.signal) {
+            const userSignal = options.signal;
+            if (userSignal.aborted)
+                abortController.abort();
+            else
+                userSignal.addEventListener('abort', () => abortController.abort());
+        }
+        state.activeQueries.set(queryId, abortController);
+        const resultPromise = queryPromiseFactory(abortController.signal, queryId).finally(() => {
+            state.activeQueries.delete(queryId);
+        });
+        const handle = {
+            result: resultPromise,
+            signal: abortController.signal,
+            cancel: async () => cancelQuery(queryId),
+            then: resultPromise.then.bind(resultPromise),
+            catch: resultPromise.catch.bind(resultPromise),
+            finally: resultPromise.finally?.bind(resultPromise),
+        };
+        return handle;
+    };
+    const execute = (sql, options) => createQueryHandle((signal, id) => impl.executeQueryInternal(sql, signal, id), options);
+    const query = (queryStr, options) => createQueryHandle((signal, id) => impl.executeQueryInternal(queryStr, signal, id), options);
+    const queryJson = (queryStr, options) => createQueryHandle(async (signal, id) => {
+        const table = await impl.executeQueryInternal(queryStr, signal, id);
+        return createTypedRowAccessor({ arrowTable: table });
+    }, options);
+    const loadFile = async (file, tableName, opts) => {
+        if (impl.loadFileInternal) {
+            return impl.loadFileInternal(file, tableName, opts);
+        }
+        if (file instanceof File) {
+            throw new Error('Not implemented', { cause: { file, tableName, opts } });
+        }
+        const fileName = file;
+        await ensureInitialized();
+        if (opts && isSpatialLoadFileOptions(opts)) {
+            await query(loadSpatial(tableName, fileName, opts));
+        }
+        else {
+            await query(load(opts?.method ?? 'auto', tableName, fileName, opts));
+        }
+    };
+    const loadArrow = async (file, tableName, opts) => {
+        if (impl.loadArrowInternal) {
+            return impl.loadArrowInternal(file, tableName, opts);
+        }
+        throw new Error('Not implemented');
+    };
+    const loadObjects = async (file, tableName, opts) => {
+        if (impl.loadObjectsInternal) {
+            return impl.loadObjectsInternal(file, tableName, opts);
+        }
+        await ensureInitialized();
+        await query(loadObjectsSql(tableName, file, opts));
+    };
+    return {
+        initialize,
+        destroy,
+        execute,
+        query,
+        queryJson,
+        loadFile,
+        loadArrow,
+        loadObjects,
+    };
+}
+//# sourceMappingURL=BaseDuckDbConnector.js.map

package/dist/BaseDuckDbConnector.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"BaseDuckDbConnector.js","sourceRoot":"","sources":["../src/BaseDuckDbConnector.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,wBAAwB,GAGzB,MAAM,uBAAuB,CAAC;AAG/B,OAAO,EAAC,IAAI,EAAE,WAAW,IAAI,cAAc,EAAE,WAAW,EAAC,MAAM,aAAa,CAAC;AAC7E,OAAO,EAAC,sBAAsB,EAAC,MAAM,oBAAoB,CAAC;AAiC1D,MAAM,UAAU,yBAAyB,CACvC,EACE,MAAM,GAAG,UAAU,EACnB,mBAAmB,GAAG,EAAE,MACM,EAAE,EAClC,IAA6B;IAE7B,MAAM,KAAK,GAAG;QACZ,MAAM;QACN,mBAAmB;QACnB,WAAW,EAAE,KAAK;QAClB,YAAY,EAAE,IAA4B;QAC1C,aAAa,EAAE,IAAI,GAAG,EAA2B;KAClD,CAAC;IAEF,MAAM,iBAAiB,GAAG,KAAK,IAAI,EAAE;QACnC,IAAI,CAAC,KAAK,CAAC,WAAW,IAAI,KAAK,CAAC,YAAY,EAAE,CAAC;YAC7C,MAAM,KAAK,CAAC,YAAY,CAAC;QAC3B,CAAC;IACH,CAAC,CAAC;IAEF,MAAM,UAAU,GAAG,KAAK,IAAI,EAAE;QAC5B,IAAI,KAAK,CAAC,WAAW,EAAE,CAAC;YACtB,OAAO;QACT,CAAC;QACD,IAAI,KAAK,CAAC,YAAY,EAAE,CAAC;YACvB,OAAO,KAAK,CAAC,YAAY,CAAC;QAC5B,CAAC;QACD,KAAK,CAAC,YAAY,GAAG,CAAC,KAAK,IAAI,EAAE;YAC/B,MAAM,IAAI,CAAC,kBAAkB,EAAE,EAAE,CAAC;YAClC,IAAI,mBAAmB,EAAE,CAAC;gBACxB,MAAM,IAAI,CAAC,oBAAoB,CAC7B,mBAAmB,EACnB,IAAI,eAAe,EAAE,CAAC,MAAM,CAC7B,CAAC;YACJ,CAAC;YACD,KAAK,CAAC,WAAW,GAAG,IAAI,CAAC;YACzB,KAAK,CAAC,YAAY,GAAG,IAAI,CAAC;QAC5B,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;YACjB,KAAK,CAAC,WAAW,GAAG,KAAK,CAAC;YAC1B,KAAK,CAAC,YAAY,GAAG,IAAI,CAAC;YAC1B,MAAM,GAAG,CAAC;QACZ,CAAC,CAAC,CAAC;QACH,OAAO,KAAK,CAAC,YAAY,CAAC;IAC5B,CAAC,CAAC;IAEF,MAAM,OAAO,GAAG,KAAK,IAAI,EAAE;QACzB,MAAM,IAAI,CAAC,eAAe,EAAE,EAAE,CAAC;QAC/B,KAAK,CAAC,WAAW,GAAG,KAAK,CAAC;QAC1B,KAAK,CAAC,YAAY,GAAG,IAAI,CAAC;IAC5B,CAAC,CAAC;IAEF,MAAM,eAAe,GAAG,GAAG,EAAE,CAC3B,KAAK,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;IAE/D,MAAM,WAAW,GAAG,KAAK,EAAE,OAAe,EAAE,EAAE;QAC5C,MAAM,eAAe,GAAG,KAAK,CAAC,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QACzD,IAAI,eAAe,EAAE,CAAC;YACpB,eAAe,CAAC,KAAK,EAAE,CAAC;YACxB,KAAK,CAAC,aAAa,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACtC,CAAC;QACD,MAAM,IAAI,CAAC,mBAAmB,EAAE,CAAC,OAAO,CAAC,CAAC;IAC5C,CAAC,CAAC;IAEF,MAAM,iBAAiB,GAAG,CACxB,mBAAyE,EACzE,OAAsB,EACN,EAAE;QAClB,MAAM,eAAe,GAAG,IAAI,eAAe,EAAE,CAAC;QAC9C,MAAM,OAAO,GAAG,eAAe,EAAE,CAAC;QAClC,IAAI,OAAO,EAAE,MAAM,EAAE,CAAC;YACpB,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC;YAClC,IAAI,UAAU,CAAC,OAAO;gBAAE,eAAe,CAAC,KAAK,EAAE,CAAC;;gBAC3C,UAAU,CAAC,gBAAgB,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC,CAAC;QAC3E,CAAC;QACD,KAAK,CAAC,aAAa,CAAC,GAAG,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC;QAClD,MAAM,aAAa,GAAG,mBAAmB,CACvC,eAAe,CAAC,MAAM,EACtB,OAAO,CACR,CAAC,OAAO,CAAC,GAAG,EAAE;YACb,KAAK,CAAC,aAAa,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACtC,CAAC,CAAC,CAAC;QACH,MAAM,MAAM,GAAmB;YAC7B,MAAM,EAAE,aAAa;YACrB,MAAM,EAAE,eAAe,CAAC,MAAM;YAC9B,MAAM,EAAE,KAAK,IAAI,EAAE,CAAC,WAAW,CAAC,OAAO,CAAC;YACxC,IAAI,EAAE,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC;YAC5C,KAAK,EAAE,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC;YAC9C,OAAO,EAAE,aAAa,CAAC,OAAO,EAAE,IAAI,CAAC,aAAa,CAAC;SACvB,CAAC;QAC/B,OAAO,MAAM,CAAC;IAChB,CAAC,CAAC;IAEF,MAAM,OAAO,GAAG,CAAC,GAAW,EAAE,OAAsB,EAAe,EAAE,CACnE,iBAAiB,CACf,CAAC,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,oBAAoB,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,CAAC,EAC1D,OAAO,CACR,CAAC;IAEJ,MAAM,KAAK,GAAG,CACZ,QAAgB,EAChB,OAAsB,EACO,EAAE,CAC/B,iBAAiB,CACf,CAAC,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,oBAAoB,CAAI,QAAQ,EAAE,MAAM,EAAE,EAAE,CAAC,EAClE,OAAO,CACR,CAAC;IAEJ,MAAM,SAAS,GAAG,CAChB,QAAgB,EAChB,OAAsB,EACI,EAAE,CAC5B,iBAAiB,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE;QACrC,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,oBAAoB,CAAC,QAAQ,EAAE,MAAM,EAAE,EAAE,CAAC,CAAC;QACpE,OAAO,sBAAsB,CAAC,EAAC,UAAU,EAAE,KAAK,EAAC,CAAC,CAAC;IACrD,CAAC,EAAE,OAAO,CAAC,CAAC;IAEd,MAAM,QAAQ,GAAG,KAAK,EACpB,IAAmB,EACnB,SAAiB,EACjB,IAAsB,EACtB,EAAE;QACF,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC1B,OAAO,IAAI,CAAC,gBAAgB,CAAC,IAAI,EAAE,SAAS,EAAE,IAAI,CAAC,CAAC;QACtD,CAAC;QACD,IAAI,IAAI,YAAY,IAAI,EAAE,CAAC;YACzB,MAAM,IAAI,KAAK,CAAC,iBAAiB,EAAE,EAAC,KAAK,EAAE,EAAC,IAAI,EAAE,SAAS,EAAE,IAAI,EAAC,EAAC,CAAC,CAAC;QACvE,CAAC;QACD,MAAM,QAAQ,GAAG,IAAI,CAAC;QACtB,MAAM,iBAAiB,EAAE,CAAC;QAC1B,IAAI,IAAI,IAAI,wBAAwB,CAAC,IAAI,CAAC,EAAE,CAAC;YAC3C,MAAM,KAAK,CAAC,WAAW,CAAC,SAAS,EAAE,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAC;QACtD,CAAC;aAAM,CAAC;YACN,MAAM,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,IAAI,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAC;QACvE,CAAC;IACH,CAAC,CAAC;IAEF,MAAM,SAAS,GAAG,KAAK,EACrB,IAA8B,EAC9B,SAAiB,EACjB,IAAwB,EACT,EAAE;QACjB,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAC3B,OAAO,IAAI,CAAC,iBAAiB,CAAC,IAAI,EAAE,SAAS,EAAE,IAAI,CAAC,CAAC;QACvD,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;IACrC,CAAC,CAAC;IAEF,MAAM,WAAW,GAAG,KAAK,EACvB,IAA+B,EAC/B,SAAiB,EACjB,IAA0B,EAC1B,EAAE;QACF,IAAI,IAAI,CAAC,mBAAmB,EAAE,CAAC;YAC7B,OAAO,IAAI,CAAC,mBAAmB,CAAC,IAAI,EAAE,SAAS,EAAE,IAAI,CAAC,CAAC;QACzD,CAAC;QACD,MAAM,iBAAiB,EAAE,CAAC;QAC1B,MAAM,KAAK,CAAC,cAAc,CAAC,SAAS,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;IACrD,CAAC,CAAC;IAEF,OAAO;QACL,UAAU;QACV,OAAO;QACP,OAAO;QACP,KAAK;QACL,SAAS;QACT,QAAQ;QACR,SAAS;QACT,WAAW;KACZ,CAAC;AACJ,CAAC","sourcesContent":["import {\n  isSpatialLoadFileOptions,\n  LoadFileOptions,\n  StandardLoadOptions,\n} from '@sqlrooms/room-config';\nimport * as arrow from 'apache-arrow';\nimport {DuckDbConnector, QueryHandle, QueryOptions} from './DuckDbConnector';\nimport {load, loadObjects as loadObjectsSql, loadSpatial} from './load/load';\nimport {createTypedRowAccessor} from './typedRowAccessor';\n\nexport interface BaseDuckDbConnectorOptions {\n  dbPath?: string;\n  initializationQuery?: string;\n}\n\nexport interface BaseDuckDbConnectorImpl {\n  initializeInternal?(): Promise<void>;\n  destroyInternal?(): Promise<void>;\n  executeQueryInternal<T extends arrow.TypeMap = any>(\n    query: string,\n    signal: AbortSignal,\n    queryId?: string,\n  ): Promise<arrow.Table<T>>;\n  cancelQueryInternal?(queryId: string): Promise<void>;\n  loadArrowInternal?(\n    file: arrow.Table | Uint8Array,\n    tableName: string,\n    opts?: {schema?: string},\n  ): Promise<void>;\n  loadObjectsInternal?(\n    file: Record<string, unknown>[],\n    tableName: string,\n    opts?: StandardLoadOptions,\n  ): Promise<void>;\n  loadFileInternal?(\n    file: string | File,\n    tableName: string,\n    opts?: LoadFileOptions,\n  ): Promise<void>;\n}\n\nexport function createBaseDuckDbConnector(\n  {\n    dbPath = ':memory:',\n    initializationQuery = '',\n  }: BaseDuckDbConnectorOptions = {},\n  impl: BaseDuckDbConnectorImpl,\n): DuckDbConnector {\n  const state = {\n    dbPath,\n    initializationQuery,\n    initialized: false,\n    initializing: null as Promise<void> | null,\n    activeQueries: new Map<string, AbortController>(),\n  };\n\n  const ensureInitialized = async () => {\n    if (!state.initialized && state.initializing) {\n      await state.initializing;\n    }\n  };\n\n  const initialize = async () => {\n    if (state.initialized) {\n      return;\n    }\n    if (state.initializing) {\n      return state.initializing;\n    }\n    state.initializing = (async () => {\n      await impl.initializeInternal?.();\n      if (initializationQuery) {\n        await impl.executeQueryInternal(\n          initializationQuery,\n          new AbortController().signal,\n        );\n      }\n      state.initialized = true;\n      state.initializing = null;\n    })().catch((err) => {\n      state.initialized = false;\n      state.initializing = null;\n      throw err;\n    });\n    return state.initializing;\n  };\n\n  const destroy = async () => {\n    await impl.destroyInternal?.();\n    state.initialized = false;\n    state.initializing = null;\n  };\n\n  const generateQueryId = () =>\n    `q_${Date.now()}_${Math.random().toString(36).substr(2, 9)}`;\n\n  const cancelQuery = async (queryId: string) => {\n    const abortController = state.activeQueries.get(queryId);\n    if (abortController) {\n      abortController.abort();\n      state.activeQueries.delete(queryId);\n    }\n    await impl.cancelQueryInternal?.(queryId);\n  };\n\n  const createQueryHandle = <T>(\n    queryPromiseFactory: (signal: AbortSignal, queryId: string) => Promise<T>,\n    options?: QueryOptions,\n  ): QueryHandle<T> => {\n    const abortController = new AbortController();\n    const queryId = generateQueryId();\n    if (options?.signal) {\n      const userSignal = options.signal;\n      if (userSignal.aborted) abortController.abort();\n      else userSignal.addEventListener('abort', () => abortController.abort());\n    }\n    state.activeQueries.set(queryId, abortController);\n    const resultPromise = queryPromiseFactory(\n      abortController.signal,\n      queryId,\n    ).finally(() => {\n      state.activeQueries.delete(queryId);\n    });\n    const handle: QueryHandle<T> = {\n      result: resultPromise,\n      signal: abortController.signal,\n      cancel: async () => cancelQuery(queryId),\n      then: resultPromise.then.bind(resultPromise),\n      catch: resultPromise.catch.bind(resultPromise),\n      finally: resultPromise.finally?.bind(resultPromise),\n    } as unknown as QueryHandle<T>;\n    return handle;\n  };\n\n  const execute = (sql: string, options?: QueryOptions): QueryHandle =>\n    createQueryHandle(\n      (signal, id) => impl.executeQueryInternal(sql, signal, id),\n      options,\n    );\n\n  const query = <T extends arrow.TypeMap = any>(\n    queryStr: string,\n    options?: QueryOptions,\n  ): QueryHandle<arrow.Table<T>> =>\n    createQueryHandle(\n      (signal, id) => impl.executeQueryInternal<T>(queryStr, signal, id),\n      options,\n    );\n\n  const queryJson = <T = Record<string, any>>(\n    queryStr: string,\n    options?: QueryOptions,\n  ): QueryHandle<Iterable<T>> =>\n    createQueryHandle(async (signal, id) => {\n      const table = await impl.executeQueryInternal(queryStr, signal, id);\n      return createTypedRowAccessor({arrowTable: table});\n    }, options);\n\n  const loadFile = async (\n    file: string | File,\n    tableName: string,\n    opts?: LoadFileOptions,\n  ) => {\n    if (impl.loadFileInternal) {\n      return impl.loadFileInternal(file, tableName, opts);\n    }\n    if (file instanceof File) {\n      throw new Error('Not implemented', {cause: {file, tableName, opts}});\n    }\n    const fileName = file;\n    await ensureInitialized();\n    if (opts && isSpatialLoadFileOptions(opts)) {\n      await query(loadSpatial(tableName, fileName, opts));\n    } else {\n      await query(load(opts?.method ?? 'auto', tableName, fileName, opts));\n    }\n  };\n\n  const loadArrow = async (\n    file: arrow.Table | Uint8Array,\n    tableName: string,\n    opts?: {schema?: string},\n  ): Promise<void> => {\n    if (impl.loadArrowInternal) {\n      return impl.loadArrowInternal(file, tableName, opts);\n    }\n    throw new Error('Not implemented');\n  };\n\n  const loadObjects = async (\n    file: Record<string, unknown>[],\n    tableName: string,\n    opts?: StandardLoadOptions,\n  ) => {\n    if (impl.loadObjectsInternal) {\n      return impl.loadObjectsInternal(file, tableName, opts);\n    }\n    await ensureInitialized();\n    await query(loadObjectsSql(tableName, file, opts));\n  };\n\n  return {\n    initialize,\n    destroy,\n    execute,\n    query,\n    queryJson,\n    loadFile,\n    loadArrow,\n    loadObjects,\n  };\n}\n"]}