@duckdb/duckdb-wasm 1.14.4 → 1.16.1

package/dist/types/src/bindings/bindings_base.d.ts

@@ -64,8 +64,17 @@ export declare abstract class DuckDBBindingsBase implements DuckDBBindings {
     disconnect(conn: number): void;
     /** Send a query and return the full result */
     runQuery(conn: number, text: string): Uint8Array;
-    /** Send a query asynchronously. Results have to be fetched with `fetchQueryResults` */
-    sendQuery(conn: number, text: string): Uint8Array;
+    /**
+     *  Start a pending query asynchronously.
+     *  This method returns either the arrow ipc schema or null.
+     *  On null, the query has to be executed using `pollPendingQuery` until that returns != null.
+     *  Results can then be fetched using `fetchQueryResults`
+     */
+    startPendingQuery(conn: number, text: string): Uint8Array | null;
+    /** Poll a pending query */
+    pollPendingQuery(conn: number): Uint8Array | null;
+    /** Cancel a pending query */
+    cancelPendingQuery(conn: number): boolean;
     /** Fetch query results */
     fetchQueryResults(conn: number): Uint8Array;
     /** Get table names */

package/dist/types/src/bindings/bindings_interface.d.ts

@@ -13,7 +13,9 @@ export interface DuckDBBindings {
     connect(): DuckDBConnection;
     disconnect(conn: number): void;
     runQuery(conn: number, text: string): Uint8Array;
-    sendQuery(conn: number, text: string): Uint8Array;
+    startPendingQuery(conn: number, text: string): Uint8Array | null;
+    pollPendingQuery(conn: number): Uint8Array | null;
+    cancelPendingQuery(conn: number): boolean;
     fetchQueryResults(conn: number): Uint8Array;
     getTableNames(conn: number, text: string): string[];
     createPrepared(conn: number, text: string): number;

package/dist/types/src/bindings/config.d.ts

@@ -1,4 +1,8 @@
 export interface DuckDBQueryConfig {
+    /**
+     * The polling interval for queries
+     */
+    queryPollingInterval?: number;
     /**
      * Cast BigInt to Double?
      */

package/dist/types/src/bindings/connection.d.ts

@@ -20,7 +20,9 @@ export declare class DuckDBConnection {
     /** Send a query */
     send<T extends {
         [key: string]: arrow.DataType;
-    } = any>(text: string): arrow.RecordBatchStreamReader<T>;
+    } = any>(text: string): Promise<arrow.RecordBatchStreamReader<T>>;
+    /** Cancel a query that was sent earlier */
+    cancelSent(): boolean;
     /** Get table names */
     getTableNames(query: string): string[];
     /** Create a prepared statement */

package/dist/types/src/bindings/runtime.d.ts

@@ -2,7 +2,7 @@
 import { DuckDBModule } from './duckdb_module';
 import { UDFFunction } from './udf_function';
 /** Helper to decode text */
-export declare const decodeText: (input?: BufferSource | undefined) => string;
+export declare const decodeText: (input?: BufferSource) => string;
 /** Copy a buffer */
 export declare function failWith(mod: DuckDBModule, msg: string): void;
 /** Copy a buffer */

package/dist/types/src/parallel/async_bindings.d.ts

@@ -74,8 +74,12 @@ export declare class AsyncDuckDB implements AsyncDuckDBBindings {
     disconnect(conn: ConnectionID): Promise<void>;
     /** Run a query */
     runQuery(conn: ConnectionID, text: string): Promise<Uint8Array>;
-    /** Send a query */
-    sendQuery(conn: ConnectionID, text: string): Promise<Uint8Array>;
+    /** Start a pending query */
+    startPendingQuery(conn: ConnectionID, text: string): Promise<Uint8Array | null>;
+    /** Poll a pending query */
+    pollPendingQuery(conn: ConnectionID): Promise<Uint8Array | null>;
+    /** Cancel a pending query */
+    cancelPendingQuery(conn: ConnectionID): Promise<boolean>;
     /** Fetch query results */
     fetchQueryResults(conn: ConnectionID): Promise<Uint8Array>;
     /** Get table names */

package/dist/types/src/parallel/async_bindings_interface.d.ts

@@ -10,7 +10,9 @@ export interface AsyncDuckDBBindings {
     copyFileToBuffer(name: string): Promise<Uint8Array>;
     disconnect(conn: number): Promise<void>;
     runQuery(conn: number, text: string): Promise<Uint8Array>;
-    sendQuery(conn: number, text: string): Promise<Uint8Array>;
+    startPendingQuery(conn: number, text: string): Promise<Uint8Array | null>;
+    pollPendingQuery(conn: number): Promise<Uint8Array | null>;
+    cancelPendingQuery(conn: number): Promise<boolean>;
     fetchQueryResults(conn: number): Promise<Uint8Array>;
     createPrepared(conn: number, text: string): Promise<number>;
     closePrepared(conn: number, statement: number): Promise<void>;

package/dist/types/src/parallel/async_connection.d.ts

@@ -22,6 +22,8 @@ export declare class AsyncDuckDBConnection {
     send<T extends {
         [key: string]: arrow.DataType;
     } = any>(text: string): Promise<arrow.AsyncRecordBatchStreamReader<T>>;
+    /** Cancel a query that was sent earlier */
+    cancelSent(): Promise<boolean>;
     /** Get table names */
     getTableNames(query: string): Promise<string[]>;
     /** Create a prepared statement */

package/dist/types/src/parallel/worker_request.d.ts

@@ -8,6 +8,7 @@ import { InstantiationProgress } from '../bindings/progress';
 export declare type ConnectionID = number;
 export declare type StatementID = number;
 export declare enum WorkerRequestType {
+    CANCEL_PENDING_QUERY = "CANCEL_PENDING_QUERY",
     CLOSE_PREPARED = "CLOSE_PREPARED",
     COLLECT_FILE_STATISTICS = "COLLECT_FILE_STATISTICS",
     CONNECT = "CONNECT",
@@ -30,6 +31,7 @@ export declare enum WorkerRequestType {
     INSTANTIATE = "INSTANTIATE",
     OPEN = "OPEN",
     PING = "PING",
+    POLL_PENDING_QUERY = "POLL_PENDING_QUERY",
     REGISTER_FILE_BUFFER = "REGISTER_FILE_BUFFER",
     REGISTER_FILE_HANDLE = "REGISTER_FILE_HANDLE",
     REGISTER_FILE_URL = "REGISTER_FILE_URL",
@@ -37,7 +39,7 @@ export declare enum WorkerRequestType {
     RUN_PREPARED = "RUN_PREPARED",
     RUN_QUERY = "RUN_QUERY",
     SEND_PREPARED = "SEND_PREPARED",
-    SEND_QUERY = "SEND_QUERY",
+    START_PENDING_QUERY = "START_PENDING_QUERY",
     TOKENIZE = "TOKENIZE"
 }
 export declare enum WorkerResponseType {
@@ -55,7 +57,8 @@ export declare enum WorkerResponseType {
     QUERY_PLAN = "QUERY_PLAN",
     QUERY_RESULT = "QUERY_RESULT",
     QUERY_RESULT_CHUNK = "QUERY_RESULT_CHUNK",
-    QUERY_START = "QUERY_START",
+    QUERY_RESULT_HEADER = "QUERY_RESULT_HEADER",
+    QUERY_RESULT_HEADER_OR_NULL = "QUERY_RESULT_HEADER_OR_NULL",
     REGISTERED_FILE = "REGISTERED_FILE",
     SCRIPT_TOKENS = "SCRIPT_TOKENS",
     SUCCESS = "SUCCESS",
@@ -82,14 +85,14 @@ export declare class WorkerTask<T, D, P> {
     promiseRejecter: (value: any) => void;
     constructor(type: T, data: D);
 }
-export declare type WorkerRequestVariant = WorkerRequest<WorkerRequestType.CLOSE_PREPARED, [ConnectionID, StatementID]> | WorkerRequest<WorkerRequestType.COLLECT_FILE_STATISTICS, [string, boolean]> | WorkerRequest<WorkerRequestType.CONNECT, null> | WorkerRequest<WorkerRequestType.COPY_FILE_TO_BUFFER, string> | WorkerRequest<WorkerRequestType.COPY_FILE_TO_PATH, [string, string]> | WorkerRequest<WorkerRequestType.CREATE_PREPARED, [ConnectionID, string]> | WorkerRequest<WorkerRequestType.DISCONNECT, number> | WorkerRequest<WorkerRequestType.DROP_FILE, string> | WorkerRequest<WorkerRequestType.DROP_FILES, null> | WorkerRequest<WorkerRequestType.EXPORT_FILE_STATISTICS, string> | WorkerRequest<WorkerRequestType.FETCH_QUERY_RESULTS, number> | WorkerRequest<WorkerRequestType.FLUSH_FILES, null> | WorkerRequest<WorkerRequestType.GET_FEATURE_FLAGS, null> | WorkerRequest<WorkerRequestType.GET_TABLE_NAMES, [number, string]> | WorkerRequest<WorkerRequestType.GET_VERSION, null> | WorkerRequest<WorkerRequestType.INSERT_ARROW_FROM_IPC_STREAM, [
+export declare type WorkerRequestVariant = WorkerRequest<WorkerRequestType.CLOSE_PREPARED, [ConnectionID, StatementID]> | WorkerRequest<WorkerRequestType.CANCEL_PENDING_QUERY, number> | WorkerRequest<WorkerRequestType.COLLECT_FILE_STATISTICS, [string, boolean]> | WorkerRequest<WorkerRequestType.CONNECT, null> | WorkerRequest<WorkerRequestType.COPY_FILE_TO_BUFFER, string> | WorkerRequest<WorkerRequestType.COPY_FILE_TO_PATH, [string, string]> | WorkerRequest<WorkerRequestType.CREATE_PREPARED, [ConnectionID, string]> | WorkerRequest<WorkerRequestType.DISCONNECT, number> | WorkerRequest<WorkerRequestType.DROP_FILE, string> | WorkerRequest<WorkerRequestType.DROP_FILES, null> | WorkerRequest<WorkerRequestType.EXPORT_FILE_STATISTICS, string> | WorkerRequest<WorkerRequestType.FETCH_QUERY_RESULTS, number> | WorkerRequest<WorkerRequestType.FLUSH_FILES, null> | WorkerRequest<WorkerRequestType.GET_FEATURE_FLAGS, null> | WorkerRequest<WorkerRequestType.GET_TABLE_NAMES, [number, string]> | WorkerRequest<WorkerRequestType.GET_VERSION, null> | WorkerRequest<WorkerRequestType.GLOB_FILE_INFOS, string> | WorkerRequest<WorkerRequestType.INSERT_ARROW_FROM_IPC_STREAM, [
     number,
     Uint8Array,
     ArrowInsertOptions | undefined
-]> | WorkerRequest<WorkerRequestType.INSERT_CSV_FROM_PATH, [number, string, CSVInsertOptions]> | WorkerRequest<WorkerRequestType.INSERT_JSON_FROM_PATH, [number, string, JSONInsertOptions]> | WorkerRequest<WorkerRequestType.INSTANTIATE, [string, string | null]> | WorkerRequest<WorkerRequestType.OPEN, DuckDBConfig> | WorkerRequest<WorkerRequestType.PING, null> | WorkerRequest<WorkerRequestType.REGISTER_FILE_BUFFER, [string, Uint8Array]> | WorkerRequest<WorkerRequestType.REGISTER_FILE_HANDLE, [string, any]> | WorkerRequest<WorkerRequestType.REGISTER_FILE_URL, [string, string]> | WorkerRequest<WorkerRequestType.GLOB_FILE_INFOS, string> | WorkerRequest<WorkerRequestType.RESET, null> | WorkerRequest<WorkerRequestType.RUN_PREPARED, [number, number, any[]]> | WorkerRequest<WorkerRequestType.RUN_QUERY, [number, string]> | WorkerRequest<WorkerRequestType.SEND_PREPARED, [number, number, any[]]> | WorkerRequest<WorkerRequestType.SEND_QUERY, [number, string]> | WorkerRequest<WorkerRequestType.TOKENIZE, string>;
-export declare type WorkerResponseVariant = WorkerResponse<WorkerResponseType.CONNECTION_INFO, number> | WorkerResponse<WorkerResponseType.ERROR, any> | WorkerResponse<WorkerResponseType.FEATURE_FLAGS, number> | WorkerResponse<WorkerResponseType.FILE_BUFFER, Uint8Array> | WorkerResponse<WorkerResponseType.FILE_INFOS, WebFile[]> | WorkerResponse<WorkerResponseType.FILE_SIZE, number> | WorkerResponse<WorkerResponseType.FILE_STATISTICS, FileStatistics> | WorkerResponse<WorkerResponseType.INSTANTIATE_PROGRESS, InstantiationProgress> | WorkerResponse<WorkerResponseType.LOG, LogEntryVariant> | WorkerResponse<WorkerResponseType.OK, null> | WorkerResponse<WorkerResponseType.PREPARED_STATEMENT_ID, number> | WorkerResponse<WorkerResponseType.QUERY_PLAN, Uint8Array> | WorkerResponse<WorkerResponseType.QUERY_RESULT, Uint8Array> | WorkerResponse<WorkerResponseType.QUERY_RESULT_CHUNK, Uint8Array> | WorkerResponse<WorkerResponseType.QUERY_START, Uint8Array> | WorkerResponse<WorkerResponseType.SCRIPT_TOKENS, ScriptTokens> | WorkerResponse<WorkerResponseType.SUCCESS, boolean> | WorkerResponse<WorkerResponseType.TABLE_NAMES, string[]> | WorkerResponse<WorkerResponseType.VERSION_STRING, string>;
+]> | WorkerRequest<WorkerRequestType.INSERT_CSV_FROM_PATH, [number, string, CSVInsertOptions]> | WorkerRequest<WorkerRequestType.INSERT_JSON_FROM_PATH, [number, string, JSONInsertOptions]> | WorkerRequest<WorkerRequestType.INSTANTIATE, [string, string | null]> | WorkerRequest<WorkerRequestType.OPEN, DuckDBConfig> | WorkerRequest<WorkerRequestType.PING, null> | WorkerRequest<WorkerRequestType.POLL_PENDING_QUERY, number> | WorkerRequest<WorkerRequestType.REGISTER_FILE_BUFFER, [string, Uint8Array]> | WorkerRequest<WorkerRequestType.REGISTER_FILE_HANDLE, [string, any]> | WorkerRequest<WorkerRequestType.REGISTER_FILE_URL, [string, string]> | WorkerRequest<WorkerRequestType.RESET, null> | WorkerRequest<WorkerRequestType.RUN_PREPARED, [number, number, any[]]> | WorkerRequest<WorkerRequestType.RUN_QUERY, [number, string]> | WorkerRequest<WorkerRequestType.SEND_PREPARED, [number, number, any[]]> | WorkerRequest<WorkerRequestType.START_PENDING_QUERY, [number, string]> | WorkerRequest<WorkerRequestType.TOKENIZE, string>;
+export declare type WorkerResponseVariant = WorkerResponse<WorkerResponseType.CONNECTION_INFO, number> | WorkerResponse<WorkerResponseType.ERROR, any> | WorkerResponse<WorkerResponseType.FEATURE_FLAGS, number> | WorkerResponse<WorkerResponseType.FILE_BUFFER, Uint8Array> | WorkerResponse<WorkerResponseType.FILE_INFOS, WebFile[]> | WorkerResponse<WorkerResponseType.FILE_SIZE, number> | WorkerResponse<WorkerResponseType.FILE_STATISTICS, FileStatistics> | WorkerResponse<WorkerResponseType.INSTANTIATE_PROGRESS, InstantiationProgress> | WorkerResponse<WorkerResponseType.LOG, LogEntryVariant> | WorkerResponse<WorkerResponseType.OK, null> | WorkerResponse<WorkerResponseType.PREPARED_STATEMENT_ID, number> | WorkerResponse<WorkerResponseType.QUERY_PLAN, Uint8Array> | WorkerResponse<WorkerResponseType.QUERY_RESULT, Uint8Array> | WorkerResponse<WorkerResponseType.QUERY_RESULT_CHUNK, Uint8Array> | WorkerResponse<WorkerResponseType.QUERY_RESULT_HEADER, Uint8Array> | WorkerResponse<WorkerResponseType.QUERY_RESULT_HEADER_OR_NULL, Uint8Array | null> | WorkerResponse<WorkerResponseType.SCRIPT_TOKENS, ScriptTokens> | WorkerResponse<WorkerResponseType.SUCCESS, boolean> | WorkerResponse<WorkerResponseType.TABLE_NAMES, string[]> | WorkerResponse<WorkerResponseType.VERSION_STRING, string>;
 export declare type WorkerTaskVariant = WorkerTask<WorkerRequestType.COLLECT_FILE_STATISTICS, [string, boolean], null> | WorkerTask<WorkerRequestType.CLOSE_PREPARED, [number, number], null> | WorkerTask<WorkerRequestType.CONNECT, null, ConnectionID> | WorkerTask<WorkerRequestType.COPY_FILE_TO_BUFFER, string, Uint8Array> | WorkerTask<WorkerRequestType.COPY_FILE_TO_PATH, [string, string], null> | WorkerTask<WorkerRequestType.CREATE_PREPARED, [number, string], number> | WorkerTask<WorkerRequestType.DISCONNECT, ConnectionID, null> | WorkerTask<WorkerRequestType.DROP_FILE, string, null> | WorkerTask<WorkerRequestType.DROP_FILES, null, null> | WorkerTask<WorkerRequestType.EXPORT_FILE_STATISTICS, string, FileStatistics> | WorkerTask<WorkerRequestType.FETCH_QUERY_RESULTS, ConnectionID, Uint8Array> | WorkerTask<WorkerRequestType.FLUSH_FILES, null, null> | WorkerTask<WorkerRequestType.GET_FEATURE_FLAGS, null, number> | WorkerTask<WorkerRequestType.GET_TABLE_NAMES, [number, string], string[]> | WorkerTask<WorkerRequestType.GET_VERSION, null, string> | WorkerTask<WorkerRequestType.INSERT_ARROW_FROM_IPC_STREAM, [
     number,
     Uint8Array,
     ArrowInsertOptions | undefined
-], null> | WorkerTask<WorkerRequestType.INSERT_CSV_FROM_PATH, [number, string, CSVInsertOptions], null> | WorkerTask<WorkerRequestType.INSERT_JSON_FROM_PATH, [number, string, JSONInsertOptions], null> | WorkerTask<WorkerRequestType.INSTANTIATE, [string, string | null], null> | WorkerTask<WorkerRequestType.OPEN, DuckDBConfig, null> | WorkerTask<WorkerRequestType.PING, null, null> | WorkerTask<WorkerRequestType.REGISTER_FILE_BUFFER, [string, Uint8Array], null> | WorkerTask<WorkerRequestType.REGISTER_FILE_HANDLE, [string, any], null> | WorkerTask<WorkerRequestType.REGISTER_FILE_URL, [string, string], null> | WorkerTask<WorkerRequestType.GLOB_FILE_INFOS, string, WebFile[]> | WorkerTask<WorkerRequestType.RESET, null, null> | WorkerTask<WorkerRequestType.RUN_PREPARED, [number, number, any[]], Uint8Array> | WorkerTask<WorkerRequestType.RUN_QUERY, [ConnectionID, string], Uint8Array> | WorkerTask<WorkerRequestType.SEND_PREPARED, [number, number, any[]], Uint8Array> | WorkerTask<WorkerRequestType.SEND_QUERY, [ConnectionID, string], Uint8Array> | WorkerTask<WorkerRequestType.TOKENIZE, string, ScriptTokens>;
+], null> | WorkerTask<WorkerRequestType.INSERT_CSV_FROM_PATH, [number, string, CSVInsertOptions], null> | WorkerTask<WorkerRequestType.INSERT_JSON_FROM_PATH, [number, string, JSONInsertOptions], null> | WorkerTask<WorkerRequestType.INSTANTIATE, [string, string | null], null> | WorkerTask<WorkerRequestType.OPEN, DuckDBConfig, null> | WorkerTask<WorkerRequestType.PING, null, null> | WorkerTask<WorkerRequestType.REGISTER_FILE_BUFFER, [string, Uint8Array], null> | WorkerTask<WorkerRequestType.REGISTER_FILE_HANDLE, [string, any], null> | WorkerTask<WorkerRequestType.REGISTER_FILE_URL, [string, string], null> | WorkerTask<WorkerRequestType.GLOB_FILE_INFOS, string, WebFile[]> | WorkerTask<WorkerRequestType.RESET, null, null> | WorkerTask<WorkerRequestType.RUN_PREPARED, [number, number, any[]], Uint8Array> | WorkerTask<WorkerRequestType.RUN_QUERY, [ConnectionID, string], Uint8Array> | WorkerTask<WorkerRequestType.SEND_PREPARED, [number, number, any[]], Uint8Array> | WorkerTask<WorkerRequestType.START_PENDING_QUERY, [ConnectionID, string], Uint8Array | null> | WorkerTask<WorkerRequestType.POLL_PENDING_QUERY, ConnectionID, Uint8Array | null> | WorkerTask<WorkerRequestType.CANCEL_PENDING_QUERY, ConnectionID, boolean> | WorkerTask<WorkerRequestType.TOKENIZE, string, ScriptTokens>;

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@duckdb/duckdb-wasm",
-    "version": "1.14.4",
+    "version": "1.16.1",
     "description": "DuckDB powered by WebAssembly",
     "license": "MPL-2.0",
     "repository": {
@@ -23,38 +23,38 @@
         "csv"
     ],
     "dependencies": {
-        "apache-arrow": "^8.0.0"
+        "apache-arrow": "^9.0.0"
     },
     "devDependencies": {
         "@types/emscripten": "^1.39.6",
-        "@types/jasmine": "^4.0.3",
-        "@typescript-eslint/eslint-plugin": "^5.25.0",
-        "@typescript-eslint/parser": "^5.25.0",
-        "esbuild": "^0.14.39",
-        "eslint": "^8.15.0",
+        "@types/jasmine": "^4.3.0",
+        "@typescript-eslint/eslint-plugin": "^5.36.1",
+        "@typescript-eslint/parser": "^5.36.1",
+        "esbuild": "^0.15.6",
+        "eslint": "^8.23.0",
         "eslint-plugin-jasmine": "^4.1.3",
-        "eslint-plugin-react": "^7.30.0",
+        "eslint-plugin-react": "^7.31.1",
         "fast-glob": "^3.2.11",
-        "jasmine": "^4.1.0",
-        "jasmine-core": "^4.1.1",
+        "jasmine": "^4.3.0",
+        "jasmine-core": "^4.3.0",
         "jasmine-spec-reporter": "^7.0.0",
         "js-sha256": "^0.9.0",
-        "karma": "^6.3.20",
+        "karma": "^6.4.0",
         "karma-chrome-launcher": "^3.1.1",
         "karma-coverage": "^2.2.0",
         "karma-firefox-launcher": "^2.1.2",
-        "karma-jasmine": "^5.0.1",
-        "karma-jasmine-html-reporter": "^1.7.0",
+        "karma-jasmine": "^5.1.0",
+        "karma-jasmine-html-reporter": "^2.0.0",
         "karma-sourcemap-loader": "^0.3.8",
         "karma-spec-reporter": "^0.0.34",
         "make-dir": "^3.1.0",
         "nyc": "^15.1.0",
-        "prettier": "^2.6.2",
-        "puppeteer": "^14.1.1",
+        "prettier": "^2.7.1",
+        "puppeteer": "^17.0.0",
         "rimraf": "^3.0.2",
         "s3rver": "^3.7.1",
-        "typedoc": "^0.22.15",
-        "typescript": "^4.6.4",
+        "typedoc": "^0.23.13",
+        "typescript": "^4.7.4",
         "wasm-feature-detect": "^1.2.11",
         "web-worker": "^1.2.0"
     },