@sqlrooms/duckdb 0.0.0

package/.turbo/turbo-build.log

@@ -0,0 +1,4 @@
+
+> @sqlrooms/duckdb@0.0.0 build /Users/ilya/Workspace/sqlrooms/packages/duckdb
+> tsc
+

package/.turbo/turbo-dev.log

@@ -0,0 +1,58 @@
+
+
+> @sqlrooms/duckdb@1.0.0 dev /Users/ilya/Workspace/sqlrooms/packages/duckdb
+> tsc -w
+
+[7:31:02 PM] Starting compilation in watch mode...
+
+src/duckdb.ts:11:5 - error TS2345: Argument of type 'import("/Users/ilya/Workspace/sqlrooms/node_modules/.pnpm/apache-arrow@17.0.0/node_modules/apache-arrow/table").Table<any>' is not assignable to parameter of type 'import("/Users/ilya/Workspace/sqlrooms/node_modules/.pnpm/apache-arrow@18.1.0/node_modules/apache-arrow/table").Table<any>'.
+  The types of 'TType.TArray' are incompatible between these types.
+    Type 'import("/Users/ilya/Workspace/sqlrooms/node_modules/.pnpm/apache-arrow@17.0.0/node_modules/apache-arrow/row/struct").StructRowProxy<any>[]' is not assignable to type 'import("/Users/ilya/Workspace/sqlrooms/node_modules/.pnpm/apache-arrow@18.1.0/node_modules/apache-arrow/row/struct").StructRowProxy<any>[]'.
+      Type 'import("/Users/ilya/Workspace/sqlrooms/node_modules/.pnpm/apache-arrow@17.0.0/node_modules/apache-arrow/row/struct").StructRowProxy<any>' is not assignable to type 'import("/Users/ilya/Workspace/sqlrooms/node_modules/.pnpm/apache-arrow@18.1.0/node_modules/apache-arrow/row/struct").StructRowProxy<any>'.
+        Type 'StructRow<any> & { [x: string]: any; } & { [key: symbol]: any; }' is missing the following properties from type 'StructRow<any>': [kRowIndex], [kParent]
+
+ 11     await conn.query(
+        ~~~~~~~~~~~~~~~~~
+ 12       `CREATE OR REPLACE TABLE main.${tableName} AS (
+    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
+... 
+ 14       )`,
+    ~~~~~~~~~
+ 15     ),
+    ~~~~~
+
+src/duckdb.ts:59:5 - error TS2345: Argument of type 'import("/Users/ilya/Workspace/sqlrooms/node_modules/.pnpm/apache-arrow@17.0.0/node_modules/apache-arrow/table").Table<any>' is not assignable to parameter of type 'import("/Users/ilya/Workspace/sqlrooms/node_modules/.pnpm/apache-arrow@18.1.0/node_modules/apache-arrow/table").Table<any>'.
+  The types of 'TType.TArray' are incompatible between these types.
+    Type 'import("/Users/ilya/Workspace/sqlrooms/node_modules/.pnpm/apache-arrow@17.0.0/node_modules/apache-arrow/row/struct").StructRowProxy<any>[]' is not assignable to type 'import("/Users/ilya/Workspace/sqlrooms/node_modules/.pnpm/apache-arrow@18.1.0/node_modules/apache-arrow/row/struct").StructRowProxy<any>[]'.
+      Type 'import("/Users/ilya/Workspace/sqlrooms/node_modules/.pnpm/apache-arrow@17.0.0/node_modules/apache-arrow/row/struct").StructRowProxy<any>' is not assignable to type 'import("/Users/ilya/Workspace/sqlrooms/node_modules/.pnpm/apache-arrow@18.1.0/node_modules/apache-arrow/row/struct").StructRowProxy<any>'.
+        Type 'StructRow<any> & { [x: string]: any; } & { [key: symbol]: any; }' is missing the following properties from type 'StructRow<any>': [kRowIndex], [kParent]
+
+59     await conn.query(
+       ~~~~~~~~~~~~~~~~~
+60       `CREATE OR REPLACE ${mode} ${schema}.${tableName} AS
+   ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
+61           SELECT * FROM ${readFileQuery}`,
+   ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
+62     ),
+   ~~~~~
+
+src/exportToCsv.ts:26:35 - error TS2345: Argument of type 'import("/Users/ilya/Workspace/sqlrooms/node_modules/.pnpm/apache-arrow@17.0.0/node_modules/apache-arrow/table").Table<any>' is not assignable to parameter of type 'import("/Users/ilya/Workspace/sqlrooms/node_modules/.pnpm/apache-arrow@18.1.0/node_modules/apache-arrow/table").Table<any>'.
+  The types of 'TType.TArray' are incompatible between these types.
+    Type 'import("/Users/ilya/Workspace/sqlrooms/node_modules/.pnpm/apache-arrow@17.0.0/node_modules/apache-arrow/row/struct").StructRowProxy<any>[]' is not assignable to type 'import("/Users/ilya/Workspace/sqlrooms/node_modules/.pnpm/apache-arrow@18.1.0/node_modules/apache-arrow/row/struct").StructRowProxy<any>[]'.
+      Type 'import("/Users/ilya/Workspace/sqlrooms/node_modules/.pnpm/apache-arrow@17.0.0/node_modules/apache-arrow/row/struct").StructRowProxy<any>' is not assignable to type 'import("/Users/ilya/Workspace/sqlrooms/node_modules/.pnpm/apache-arrow@18.1.0/node_modules/apache-arrow/row/struct").StructRowProxy<any>'.
+        Type 'StructRow<any> & { [x: string]: any; } & { [key: symbol]: any; }' is missing the following properties from type 'StructRow<any>': [kRowIndex], [kParent]
+
+26     const csvChunk = convertToCsv(results, !headersAdded);
+                                     ~~~~~~~
+
+src/useDuckConn.ts:242:28 - error TS2345: Argument of type 'import("/Users/ilya/Workspace/sqlrooms/node_modules/.pnpm/apache-arrow@17.0.0/node_modules/apache-arrow/table").Table<any>' is not assignable to parameter of type 'import("/Users/ilya/Workspace/sqlrooms/node_modules/.pnpm/apache-arrow@18.1.0/node_modules/apache-arrow/table").Table<any>'.
+  The types of 'TType.TArray' are incompatible between these types.
+    Type 'import("/Users/ilya/Workspace/sqlrooms/node_modules/.pnpm/apache-arrow@17.0.0/node_modules/apache-arrow/row/struct").StructRowProxy<any>[]' is not assignable to type 'import("/Users/ilya/Workspace/sqlrooms/node_modules/.pnpm/apache-arrow@18.1.0/node_modules/apache-arrow/row/struct").StructRowProxy<any>[]'.
+      Type 'import("/Users/ilya/Workspace/sqlrooms/node_modules/.pnpm/apache-arrow@17.0.0/node_modules/apache-arrow/row/struct").StructRowProxy<any>' is not assignable to type 'import("/Users/ilya/Workspace/sqlrooms/node_modules/.pnpm/apache-arrow@18.1.0/node_modules/apache-arrow/row/struct").StructRowProxy<any>'.
+        Type 'StructRow<any> & { [x: string]: any; } & { [key: symbol]: any; }' is missing the following properties from type 'StructRow<any>': [kRowIndex], [kParent]
+
+242   return getColValAsNumber(res) > 0;
+                               ~~~
+
+[7:31:04 PM] Found 4 errors. Watching for file changes.
+

package/.turbo/turbo-lint.log

@@ -0,0 +1,4 @@
+
+> @sqlrooms/duckdb@0.0.0 lint /Users/ilya/Workspace/sqlrooms/packages/duckdb
+> eslint .
+

package/CHANGELOG.md

@@ -0,0 +1,8 @@
+# Change Log
+
+All notable changes to this project will be documented in this file.
+See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+
+
+
+**Note:** Version bump only for package @sqlrooms/duckdb

package/LICENSE.md

@@ -0,0 +1,9 @@
+MIT License
+
+Copyright 2025 Ilya Boyandin
+
+Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the “Software”), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED “AS IS”, WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

package/dist/duckdb copy.d.ts

@@ -0,0 +1,28 @@
+import * as duckdb from '@duckdb/duckdb-wasm';
+import * as arrow from 'apache-arrow';
+import { ColumnTypeCategory } from '@fsq/ui';
+export type DuckConnection = {
+    conn: duckdb.AsyncDuckDBConnection;
+    db: duckdb.AsyncDuckDB;
+    worker: Worker;
+    terminate: () => void;
+};
+export declare function getDuckDb(): Promise<DuckConnection>;
+export declare function useDuckDb(): any;
+export declare function getDuckDbTypeCategory(columnType: string): ColumnTypeCategory | undefined;
+export declare function getDuckTables(schema?: string): Promise<string[]>;
+export declare function getColValAsNumber(res: arrow.Table, column?: string | number, index?: number): number;
+export declare const escapeVal: (val: any) => string;
+export type FileTableInfo = {
+    fileName: string;
+    tableName: string;
+    numRows?: number;
+};
+export declare function checkTableExists(tableName: string, schema?: string): Promise<boolean>;
+export declare function addFileToDb({ file, schema, tableName, existingTables }: {
+    file: File;
+    schema?: string;
+    tableName?: string;
+    existingTables?: string[];
+}): Promise<FileTableInfo>;
+//# sourceMappingURL=duckdb%20copy.d.ts.map

package/dist/duckdb copy.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"duckdb copy.d.ts","sourceRoot":"","sources":["../src/duckdb copy.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,MAAM,qBAAqB,CAAC;AAC9C,OAAO,KAAK,KAAK,MAAM,cAAc,CAAC;AAKtC,OAAO,EAAC,kBAAkB,EAAC,MAAM,SAAS,CAAC;AAgB3C,MAAM,MAAM,cAAc,GAAG;IAC3B,IAAI,EAAE,MAAM,CAAC,qBAAqB,CAAC;IACnC,EAAE,EAAE,MAAM,CAAC,WAAW,CAAC;IACvB,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,IAAI,CAAC;CACvB,CAAC;AAIF,wBAAsB,SAAS,4BAqC9B;AAED,wBAAgB,SAAS,QAWxB;AA4BD,wBAAgB,qBAAqB,CAAC,UAAU,EAAE,MAAM,GAAG,kBAAkB,GAAG,SAAS,CAQxF;AAED,wBAAsB,aAAa,CAAC,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAYtE;AAED,wBAAgB,iBAAiB,CAC/B,GAAG,EAAE,KAAK,CAAC,KAAK,EAChB,MAAM,GAAE,MAAM,GAAG,MAAU,EAC3B,KAAK,SAAI,GACR,MAAM,CASR;AAED,eAAO,MAAM,SAAS,QAAS,GAAG,WAEjC,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG;IAC1B,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB,CAAC;AAEF,wBAAsB,gBAAgB,CAAC,SAAS,EAAE,MAAM,EAAE,MAAM,SAAS,oBAYxE;AAED,wBAAsB,WAAW,CAAC,EAChC,IAAI,EACJ,MAAe,EACf,SAAS,EACT,cAAmB,EACpB,EAAE;IACD,IAAI,EAAE,IAAI,CAAC;IACX,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;CAC3B,GAAG,OAAO,CAAC,aAAa,CAAC,CAmBzB"}

package/dist/duckdb copy.js

@@ -0,0 +1,140 @@
+import * as duckdb from '@duckdb/duckdb-wasm';
+import eh_worker from '@duckdb/duckdb-wasm/dist/duckdb-browser-eh.worker.js?url';
+import mvp_worker from '@duckdb/duckdb-wasm/dist/duckdb-browser-mvp.worker.js?url';
+import duckdb_wasm_next from '@duckdb/duckdb-wasm/dist/duckdb-eh.wasm?url';
+import duckdb_wasm from '@duckdb/duckdb-wasm/dist/duckdb-mvp.wasm?url';
+import { useSuspenseQuery } from '@tanstack/react-query';
+import { convertToUniqueColumnOrTableName } from './unique-names';
+const MANUAL_BUNDLES = {
+    mvp: {
+        mainModule: duckdb_wasm,
+        mainWorker: mvp_worker
+    },
+    eh: {
+        mainModule: duckdb_wasm_next,
+        // mainWorker: new URL('@duckdb/duckdb-wasm/dist/duckdb-browser-eh.worker.js', import.meta.url).toString(),
+        mainWorker: eh_worker
+    }
+};
+let duckConnection = null;
+export async function getDuckDb() {
+    if (duckConnection) {
+        return duckConnection;
+    }
+    // Select a bundle based on browser checks
+    const bundle = await duckdb.selectBundle(MANUAL_BUNDLES);
+    if (!bundle.mainWorker) {
+        throw new Error('No worker found');
+    }
+    console.time('DuckDB initialization');
+    const worker = new Worker(bundle.mainWorker);
+    const logger = new duckdb.ConsoleLogger();
+    const db = new duckdb.AsyncDuckDB(logger, worker);
+    await db.instantiate(bundle.mainModule, bundle.pthreadWorker);
+    // TODO: enable OPFS once duckdb-wasm supports it
+    // await db.open({
+    //   path: 'opfs://sql-workbooks.db',
+    //   accessMode: duckdb.DuckDBAccessMode.READ_WRITE
+    // });
+    const conn = await db.connect(); // Connect to db
+    console.timeEnd('DuckDB initialization');
+    return (duckConnection = {
+        conn: conn,
+        db: db,
+        worker: worker,
+        terminate: () => {
+            conn.close();
+            db.terminate();
+            worker.terminate();
+            duckConnection = null;
+        }
+    });
+}
+export function useDuckDb() {
+    const res = useSuspenseQuery({
+        queryKey: ['duckConnection'],
+        queryFn: async () => {
+            console.log('Attempting to get DuckDB connection');
+            return await getDuckDb();
+        },
+        retry: false,
+        gcTime: Infinity
+    });
+    return res.data;
+}
+const DUCKDB_TYPE_CATEGORIES = {
+    string: [/^varchar/, /^char/, /^text/, /^string/, /^uuid/, /^bit/],
+    number: [
+        /^tinyint/,
+        /^smallint/,
+        /^integer/,
+        /^bigint/,
+        /^hugeint/,
+        /^utinyint/,
+        /^usmallint/,
+        /^uinteger/,
+        /^ubigint/,
+        /^uhugeint/,
+        /^decimal/,
+        /^numeric/,
+        /^double/,
+        /^float/
+    ],
+    boolean: [/^bool(ean)?/],
+    binary: [/^blob/, /^bytea/, /^binary/, /^varbinary/],
+    datetime: [/^date$/, /^time$/, /^timestamp$/, /^timestamptz$/, /^interval$/],
+    json: [/^json$/],
+    struct: [/^struct$/, /^list$/, /^map$/, /^array$/, /^union$/],
+    geometry: [/^geometry/]
+};
+export function getDuckDbTypeCategory(columnType) {
+    const type = columnType.toLowerCase();
+    for (const [category, patterns] of Object.entries(DUCKDB_TYPE_CATEGORIES)) {
+        if (patterns.some(pattern => type.match(pattern))) {
+            return category;
+        }
+    }
+    return undefined;
+}
+export async function getDuckTables(schema = 'main') {
+    const { conn } = await getDuckDb();
+    const tablesResults = await conn.query(`SELECT * FROM information_schema.tables 
+     WHERE table_schema = '${schema}'
+     ORDER BY table_name`);
+    const tableNames = [];
+    for (let i = 0; i < tablesResults.numRows; i++) {
+        tableNames.push(tablesResults.getChild('table_name')?.get(i));
+    }
+    return tableNames;
+}
+export function getColValAsNumber(res, column = 0, index = 0) {
+    const v = (typeof column === 'number' ? res.getChildAt(column) : res.getChild(column))?.get(index);
+    if (v === undefined || v === null) {
+        return NaN;
+    }
+    // if it's an array (can be returned by duckdb as bigint)
+    return Number(v[0] ?? v);
+}
+export const escapeVal = (val) => {
+    return `'${String(val).replace(/'/g, "''")}'`;
+};
+export async function checkTableExists(tableName, schema = 'main') {
+    const { conn } = await getDuckDb();
+    return Boolean(getColValAsNumber(await conn.query(`SELECT EXISTS(
+      SELECT table_name FROM information_schema.tables 
+      WHERE table_name = '${tableName}' AND table_schema = '${schema}'
+    )`)));
+}
+export async function addFileToDb({ file, schema = 'main', tableName, existingTables = [] }) {
+    const table = tableName ?? convertToUniqueColumnOrTableName(file.name, existingTables);
+    const { db, conn } = await getDuckDb();
+    // const {ext} = splitFilePath(file.name);
+    // const duckdbFileName = `${createId()}.${ext}`;
+    // const duckdbFileName = `${tableName}.dat`;
+    await db.registerFileHandle(file.name, file, duckdb.DuckDBDataProtocol.BROWSER_FILEREADER, true);
+    const numRows = getColValAsNumber(await conn.query(`CREATE OR REPLACE TABLE ${schema}.${table} AS SELECT * FROM ${escapeVal(file.name)}`));
+    if (!numRows) {
+        throw new Error(`No data loaded from "${file.name}"`);
+    }
+    return { tableName: table, fileName: file.name, numRows };
+}

package/dist/duckdb.d.ts

@@ -0,0 +1,15 @@
+export declare function createTableFromQuery(tableName: string, query: string): Promise<{
+    tableName: string;
+    rowCount: number;
+}>;
+export declare function createViewFromRegisteredFile(filePath: string, schema: string, tableName: string, opts?: {
+    mode: 'table' | 'view';
+}): Promise<{
+    tableName: string;
+    rowCount: number;
+}>;
+export declare function createViewFromFile(filePath: string, schema: string, tableName: string, file: File | Uint8Array): Promise<{
+    tableName: string;
+    rowCount: number;
+}>;
+//# sourceMappingURL=duckdb.d.ts.map

package/dist/duckdb.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"duckdb.d.ts","sourceRoot":"","sources":["../src/duckdb.ts"],"names":[],"mappings":"AAOA,wBAAsB,oBAAoB,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM;;;GAU1E;AAED,wBAAsB,4BAA4B,CAChD,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,MAAM,EACjB,IAAI,CAAC,EAAE;IAEL,IAAI,EAAE,OAAO,GAAG,MAAM,CAAC;CACxB,GACA,OAAO,CAAC;IAAC,SAAS,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAA;CAAC,CAAC,CAsChD;AAED,wBAAsB,kBAAkB,CACtC,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,IAAI,GAAG,UAAU,GACtB,OAAO,CAAC;IAAC,SAAS,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAA;CAAC,CAAC,CAqDhD"}

package/dist/duckdb.js

@@ -0,0 +1,156 @@
+import { DuckDBDataProtocol } from '@duckdb/duckdb-wasm';
+import { escapeVal, getColValAsNumber, getDuckDb } from './useDuckDb';
+// export function makeTableName(inputFileName: string): string {
+//   return inputFileName.replace(/\.[^\.]*$/, '').replace(/\W/g, '_');
+// }
+export async function createTableFromQuery(tableName, query) {
+    const { conn } = await getDuckDb();
+    const rowCount = getColValAsNumber(await conn.query(`CREATE OR REPLACE TABLE main.${tableName} AS (
+        ${query}
+      )`));
+    return { tableName, rowCount };
+}
+export async function createViewFromRegisteredFile(filePath, schema, tableName, opts) {
+    const { mode = 'table' } = opts ?? {};
+    const { conn } = await getDuckDb();
+    const fileNameLower = filePath.toLowerCase();
+    // let rowCount: number;
+    // if (fileNameLower.endsWith('.json')) {
+    //   await conn.insertJSONFromPath(filePath, {schema, name: tableName});
+    //   // TODO: for JSON we can use insertJSONFromPath https://github.com/duckdb/duckdb-wasm/issues/1262
+    //   // fileNameLower.endsWith('.json') || fileNameLower.endsWith('.ndjson')
+    //   // ? `read_json_auto(${escapeVal(fileName)})`
+    //   rowCount = getColValAsNumber(
+    //     await conn.query(`SELECT COUNT(*) FROM ${schema}.${tableName}`),
+    //   );
+    // } else {
+    const quotedFileName = escapeVal(filePath);
+    const readFileQuery = fileNameLower.endsWith('.json') ||
+        fileNameLower.endsWith('.geojson') ||
+        fileNameLower.endsWith('.ndjson')
+        ? `read_json_auto(${quotedFileName}, maximum_object_size=104857600)` // 100MB
+        : fileNameLower.endsWith('.parquet')
+            ? `parquet_scan(${quotedFileName})`
+            : fileNameLower.endsWith('.csv') || fileNameLower.endsWith('.tsv')
+                ? `read_csv(${quotedFileName}, SAMPLE_SIZE=-1, AUTO_DETECT=TRUE)`
+                : quotedFileName;
+    // const readFileQuery = fileNameLower.endsWith('.csv')
+    //   ? `read_csv(${quotedFileName}, SAMPLE_SIZE=-1, AUTO_DETECT=TRUE)`
+    //   : quotedFileName;
+    // TODO: tableName generate
+    const rowCount = getColValAsNumber(await conn.query(`CREATE OR REPLACE ${mode} ${schema}.${tableName} AS
+          SELECT * FROM ${readFileQuery}`));
+    // }
+    return { tableName, rowCount };
+}
+export async function createViewFromFile(filePath, schema, tableName, file) {
+    const duckConn = await getDuckDb();
+    // const fileName = file.name;
+    // await duckConn.db.dropFile(fileName);
+    // await duckConn.db.registerFileHandle(
+    //   fileName,
+    //   file,
+    //   DuckDBDataProtocol.BROWSER_FILEREADER,
+    //   true,
+    // );
+    // const tableName = makeTableName(fileName);
+    // await duckConn.conn.query(`
+    //     CREATE OR REPLACE VIEW ${tableName} AS SELECT * FROM '${fileName}'
+    // `);
+    //const fileName = file.name;
+    await duckConn.db.dropFile(filePath);
+    if (file instanceof File) {
+        await duckConn.db.registerFileHandle(filePath, file, DuckDBDataProtocol.BROWSER_FILEREADER, true);
+    }
+    else {
+        await duckConn.db.registerFileBuffer(filePath, file);
+    }
+    return createViewFromRegisteredFile(filePath, schema, tableName);
+    // const res = await duckConn.conn.query(
+    //   `SELECT count(*) FROM ${inputTableName}`,
+    // );
+    // const inputRowCount = getColValAsNumber(res, 0);
+    // const tableMeta = await duckConn.conn.query(
+    //   `DESCRIBE TABLE ${inputTableName}`,
+    // );
+    // const inputTableFields = Array.from(tableMeta).map((row) => ({
+    //   name: String(row?.column_name),
+    //   type: String(row?.column_type),
+    // }));
+    // const nextResult: DataTable = {
+    //   inputFileName,
+    //   tableName: inputTableName,
+    //   rowCount: inputRowCount,
+    //   // outputRowCount: undefined,
+    //   columns: inputTableFields,
+    // };
+    // // setResult(nextResult);
+    // return nextResult;
+}
+// async function createViewFromFile2(
+//   file: File,
+//   duckConn: DuckDb,
+//   onTableCreated: (
+//     inputTableName: string,
+//     result: CreateTableDropzoneResult,
+//   ) => void,
+//   onError: (status:'error', message: string) => void,
+// ) {
+//   try {
+//     const inputFileName = file.name;
+//     await duckConn.db.dropFile(inputFileName);
+//     await duckConn.db.registerFileHandle(
+//       inputFileName,
+//       file,
+//       DuckDBDataProtocol.BROWSER_FILEREADER,
+//       true,
+//     );
+//     const inputTableName = genRandomStr(10, inputFileName).toLowerCase();
+//     await duckConn.conn.query(`DROP TABLE IF EXISTS ${inputTableName}`);
+//     const readFileQuery = inputFileName.endsWith('.parquet')
+//       ? `parquet_scan(${escapeVal(inputFileName)})`
+//       : `read_csv(${escapeVal(
+//           inputFileName,
+//         )}, SAMPLE_SIZE=-1, AUTO_DETECT=TRUE)`;
+//     await duckConn.conn.query(
+//       `CREATE TABLE ${inputTableName} AS
+//             SELECT * FROM ${readFileQuery}`,
+//     );
+//     const res = await duckConn.conn.query(
+//       `SELECT count(*) FROM ${inputTableName}`,
+//     );
+//     const inputRowCount = getColValAsNumber(res, 0);
+//     const tableMeta = await duckConn.conn.query(
+//       `DESCRIBE TABLE ${inputTableName}`,
+//     );
+//     const inputTableFields = Array.from(tableMeta).map((row) => ({
+//       name: String(row?.column_name),
+//       type: String(row?.column_type),
+//     }));
+//     const nextResult: CreateTableDropzoneResult = {
+//       inputFileName,
+//       inputTableName,
+//       inputRowCount,
+//       // outputRowCount: undefined,
+//       inputTableFields,
+//       columns: {},
+//     };
+//     // setResult(nextResult);
+//     onTableCreated(inputTableName, nextResult);
+//   } catch (e) {
+//     console.error(e);
+//     onError(e instanceof Error ? e.message : String(e));
+//   }
+// }
+// async function maybeDropTable(
+//   value: CreateTableDropzoneResult,
+//   duckConn: DuckDb,
+// ) {
+//   const {inputFileName, inputTableName} = value || {};
+//   if (inputFileName) {
+//     await duckConn.db.dropFile(inputFileName);
+//   }
+//   if (inputTableName) {
+//     await duckConn.conn.query(`DROP TABLE IF EXISTS ${inputTableName};`);
+//   }
+// }

package/dist/exportToCsv.d.ts

@@ -0,0 +1,2 @@
+export declare function exportToCsv(query: string, fileName: string, pageSize?: number): Promise<void>;
+//# sourceMappingURL=exportToCsv.d.ts.map

package/dist/exportToCsv.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"exportToCsv.d.ts","sourceRoot":"","sources":["../src/exportToCsv.ts"],"names":[],"mappings":"AAGA,wBAAsB,WAAW,CAC/B,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,MAAM,EAChB,QAAQ,SAAS,iBA+BlB"}

package/dist/exportToCsv.js

@@ -0,0 +1,71 @@
+import { getDuckDb } from './useDuckDb';
+export async function exportToCsv(query, fileName, pageSize = 100000) {
+    const { conn } = await getDuckDb();
+    let offset = 0;
+    const blobs = [];
+    let headersAdded = false;
+    while (true) {
+        const currentQuery = `(
+        ${query}
+    ) LIMIT ${pageSize} OFFSET ${offset}`;
+        const results = await conn.query(currentQuery);
+        // Check if we received any results; if not, we are done.
+        if (results.numRows === 0) {
+            break;
+        }
+        const csvChunk = convertToCsv(results, !headersAdded);
+        blobs.push(new Blob([csvChunk], { type: 'text/csv' }));
+        // Ensure that headers are not added in subsequent iterations
+        headersAdded = true;
+        // Increment offset to fetch the next chunk
+        offset += pageSize;
+    }
+    const fullCsvBlob = new Blob(blobs, { type: 'text/csv' });
+    downloadBlob(fullCsvBlob, fileName);
+}
+function convertToCsv(arrowTable, includeHeaders) {
+    // return includeHeaders
+    //   ? csvFormat(arrowTable.toArray())
+    //   : csvFormatBody(arrowTable.toArray());
+    const columnNames = arrowTable.schema.fields.map((field) => field.name);
+    const columnsByName = columnNames.reduce((acc, columnName) => {
+        const col = arrowTable.getChild(columnName);
+        if (col)
+            acc[columnName] = col;
+        return acc;
+    }, {});
+    // Add header
+    let csvContent = includeHeaders ? columnNames.join(',') + '\r\n' : '';
+    // Add data rows
+    for (let i = 0; i < arrowTable.numRows; i++) {
+        const csvRow = columnNames
+            .map((columnName) => {
+            const cellValue = columnsByName[columnName]?.get(i);
+            // If the cell value is null or undefined, set it to an empty string.
+            if (cellValue == null)
+                return '';
+            // Convert cell value to string
+            let cellValueStr = String(cellValue);
+            // Escape double quotes and wrap cell value in double quotes if necessary
+            if (cellValueStr.includes('"') ||
+                cellValueStr.includes(',') ||
+                cellValueStr.includes('\n')) {
+                cellValueStr = '"' + cellValueStr.replace(/"/g, '""') + '"';
+            }
+            return cellValueStr;
+        })
+            .join(',');
+        csvContent += csvRow + '\r\n';
+    }
+    return csvContent;
+}
+function downloadBlob(blob, filename) {
+    const url = URL.createObjectURL(blob);
+    const a = document.createElement('a');
+    a.href = url;
+    a.download = filename;
+    document.body.appendChild(a);
+    a.click();
+    URL.revokeObjectURL(url);
+    document.body.removeChild(a);
+}

package/dist/index.d.ts

@@ -0,0 +1,5 @@
+export * from './duckdb';
+export * from './types';
+export * from './useDuckDb';
+export * from './exportToCsv';
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,UAAU,CAAC;AACzB,cAAc,SAAS,CAAC;AACxB,cAAc,aAAa,CAAC;AAC5B,cAAc,eAAe,CAAC"}

package/dist/index.js

@@ -0,0 +1,4 @@
+export * from './duckdb';
+export * from './types';
+export * from './useDuckDb';
+export * from './exportToCsv';