@duckdb/duckdb-wasm 1.17.0 → 1.21.0

package/dist/types/src/bindings/bindings_base.d.ts

@@ -4,7 +4,7 @@ import { Logger } from '../log';
 import { InstantiationProgress } from './progress';
 import { DuckDBBindings } from './bindings_interface';
 import { DuckDBConnection } from './connection';
-import { DuckDBRuntime } from './runtime';
+import { DuckDBRuntime, DuckDBDataProtocol } from './runtime';
 import { CSVInsertOptions, JSONInsertOptions, ArrowInsertOptions } from './insert_options';
 import { ScriptTokens } from './tokens';
 import { FileStatistics } from './file_stats';
@@ -48,7 +48,7 @@ export declare abstract class DuckDBBindingsBase implements DuckDBBindings {
     protected onInstantiationProgress: ((p: InstantiationProgress) => void)[];
     /** Instantiate the database */
     instantiate(onProgress?: (progress: InstantiationProgress) => void): Promise<this>;
-    /** Open a database at a path */
+    /** Open a database with a config */
     open(config: DuckDBConfig): void;
     /** Reset the database */
     reset(): void;
@@ -98,13 +98,13 @@ export declare abstract class DuckDBBindingsBase implements DuckDBBindings {
     /** Glob file infos */
     globFiles(path: string): WebFile[];
     /** Register a file object URL */
-    registerFileURL(name: string, url?: string): void;
+    registerFileURL(name: string, url: string, proto: DuckDBDataProtocol, directIO?: boolean): void;
     /** Register file text */
     registerFileText(name: string, text: string): void;
     /** Register a file buffer */
     registerFileBuffer(name: string, buffer: Uint8Array): void;
     /** Register a file object URL */
-    registerFileHandle<HandleType>(name: string, handle: HandleType): void;
+    registerFileHandle<HandleType>(name: string, handle: HandleType, protocol: DuckDBDataProtocol, directIO: boolean): void;
     /** Drop file */
     dropFile(name: string): void;
     /** Drop files */

package/dist/types/src/bindings/bindings_interface.d.ts

@@ -1,4 +1,4 @@
-import { DuckDBConfig, DuckDBConnection, FileStatistics, InstantiationProgress } from '.';
+import { DuckDBConfig, DuckDBConnection, DuckDBDataProtocol, FileStatistics, InstantiationProgress } from '.';
 import { CSVInsertOptions, JSONInsertOptions, ArrowInsertOptions } from './insert_options';
 import { ScriptTokens } from './tokens';
 import { WebFile } from './web_file';
@@ -26,10 +26,10 @@ export interface DuckDBBindings {
     insertArrowFromIPCStream(conn: number, buffer: Uint8Array, options?: ArrowInsertOptions): void;
     insertCSVFromPath(conn: number, path: string, options: CSVInsertOptions): void;
     insertJSONFromPath(conn: number, path: string, options: JSONInsertOptions): void;
-    registerFileURL(name: string, url?: string): void;
+    registerFileURL(name: string, url: string, proto: DuckDBDataProtocol, directIO: boolean): void;
     registerFileText(name: string, text: string): void;
     registerFileBuffer(name: string, buffer: Uint8Array): void;
-    registerFileHandle<HandleType>(name: string, handle: HandleType): void;
+    registerFileHandle<HandleType>(name: string, handle: HandleType, protocol: DuckDBDataProtocol, directIO: boolean): void;
     globFiles(path: string): WebFile[];
     dropFile(name: string): void;
     dropFiles(): void;

package/dist/types/src/bindings/runtime.d.ts

@@ -12,9 +12,11 @@ export declare function readString(mod: DuckDBModule, begin: number, length: num
 /** The data protocol */
 export declare enum DuckDBDataProtocol {
     BUFFER = 0,
-    NATIVE = 1,
-    HTTP = 3,
-    S3 = 4
+    NODE_FS = 1,
+    BROWSER_FILEREADER = 2,
+    BROWSER_FSACCESS = 3,
+    HTTP = 4,
+    S3 = 5
 }
 /** File flags for opening files*/
 export declare enum FileFlags {
@@ -40,7 +42,6 @@ export interface DuckDBFileInfo {
     fileName: string;
     dataProtocol: DuckDBDataProtocol;
     dataUrl: string | null;
-    dataNativeFd: number | null;
     allowFullHttpReads?: boolean;
     s3Config?: S3Config;
 }
@@ -59,6 +60,7 @@ export interface DuckDBRuntime {
     _files?: Map<string, any>;
     _udfFunctions: Map<number, UDFFunction>;
     testPlatformFeature(mod: DuckDBModule, feature: number): boolean;
+    getDefaultDataProtocol(mod: DuckDBModule): number;
     openFile(mod: DuckDBModule, fileId: number, flags: FileFlags): void;
     syncFile(mod: DuckDBModule, fileId: number): void;
     closeFile(mod: DuckDBModule, fileId: number): void;

package/dist/types/src/bindings/runtime_node.d.ts

@@ -1,6 +1,7 @@
 import { DuckDBRuntime, DuckDBFileInfo } from './runtime';
 import { DuckDBModule } from './duckdb_module';
 export declare const NODE_RUNTIME: DuckDBRuntime & {
+    _filesById: Map<number, any>;
     _fileInfoCache: Map<number, DuckDBFileInfo>;
     resolveFileInfo(mod: DuckDBModule, fileId: number): DuckDBFileInfo | null;
 };

package/dist/types/src/bindings/web_file.d.ts

@@ -1,11 +1,7 @@
-export declare enum DataProtocol {
-    BUFFER = 0,
-    NATIVE = 1,
-    HTTP = 2
-}
+import { DuckDBDataProtocol } from './runtime';
 export interface WebFile {
     fileName: string;
-    dataProtocol: DataProtocol;
+    dataProtocol: DuckDBDataProtocol;
     fileId?: number;
     fileSize?: number;
     dataUrl?: string;

package/dist/types/src/parallel/async_bindings.d.ts

@@ -8,6 +8,7 @@ import { FileStatistics } from '../bindings/file_stats';
 import { DuckDBConfig } from '../bindings/config';
 import { InstantiationProgress } from '../bindings/progress';
 import { WebFile } from '../bindings/web_file';
+import { DuckDBDataProtocol } from '../bindings';
 export declare class AsyncDuckDB implements AsyncDuckDBBindings {
     /** The message handler */
     protected readonly _onMessageHandler: (event: MessageEvent) => void;
@@ -97,13 +98,13 @@ export declare class AsyncDuckDB implements AsyncDuckDBBindings {
     /** Register file text */
     registerFileText(name: string, text: string): Promise<void>;
     /** Register a file path. */
-    registerFileURL(name: string, url: string): Promise<void>;
+    registerFileURL(name: string, url: string, proto: DuckDBDataProtocol, directIO: boolean): Promise<void>;
     /** Register an empty file buffer. */
     registerEmptyFileBuffer(name: string): Promise<void>;
     /** Register a file buffer. */
     registerFileBuffer(name: string, buffer: Uint8Array): Promise<void>;
     /** Register a file handle. */
-    registerFileHandle<HandleType>(name: string, handle: HandleType): Promise<void>;
+    registerFileHandle<HandleType>(name: string, handle: HandleType, protocol: DuckDBDataProtocol, directIO: boolean): Promise<void>;
     /** Enable file statistics */
     collectFileStatistics(name: string, enable: boolean): Promise<void>;
     /** Export file statistics */

package/dist/types/src/parallel/async_bindings_interface.d.ts

@@ -1,11 +1,12 @@
 import { Logger } from '../log';
 import { CSVInsertOptions, JSONInsertOptions } from '../bindings/insert_options';
+import { DuckDBDataProtocol } from '../bindings';
 /** An interface for the async DuckDB bindings */
 export interface AsyncDuckDBBindings {
     logger: Logger;
-    registerFileURL(name: string, url: string, size: number): Promise<void>;
+    registerFileURL(name: string, url: string, proto: DuckDBDataProtocol, directIO: boolean): Promise<void>;
     registerFileBuffer(name: string, buffer: Uint8Array): Promise<void>;
-    registerFileHandle<HandleType>(name: string, handle: HandleType): Promise<void>;
+    registerFileHandle<HandleType>(name: string, handle: HandleType, protocol: DuckDBDataProtocol, directIO: boolean): Promise<void>;
     copyFileToPath(name: string, out: string): Promise<void>;
     copyFileToBuffer(name: string): Promise<Uint8Array>;
     disconnect(conn: number): Promise<void>;

package/dist/types/src/parallel/worker_request.d.ts

@@ -5,6 +5,7 @@ import { FileStatistics } from '../bindings/file_stats';
 import { DuckDBConfig } from '../bindings/config';
 import { WebFile } from '../bindings/web_file';
 import { InstantiationProgress } from '../bindings/progress';
+import { DuckDBDataProtocol } from '../bindings';
 export declare type ConnectionID = number;
 export declare type StatementID = number;
 export declare enum WorkerRequestType {
@@ -89,10 +90,10 @@ export declare type WorkerRequestVariant = WorkerRequest<WorkerRequestType.CLOSE
     number,
     Uint8Array,
     ArrowInsertOptions | undefined
-]> | WorkerRequest<WorkerRequestType.INSERT_CSV_FROM_PATH, [number, string, CSVInsertOptions]> | WorkerRequest<WorkerRequestType.INSERT_JSON_FROM_PATH, [number, string, JSONInsertOptions]> | WorkerRequest<WorkerRequestType.INSTANTIATE, [string, string | null]> | WorkerRequest<WorkerRequestType.OPEN, DuckDBConfig> | WorkerRequest<WorkerRequestType.PING, null> | WorkerRequest<WorkerRequestType.POLL_PENDING_QUERY, number> | WorkerRequest<WorkerRequestType.REGISTER_FILE_BUFFER, [string, Uint8Array]> | WorkerRequest<WorkerRequestType.REGISTER_FILE_HANDLE, [string, any]> | WorkerRequest<WorkerRequestType.REGISTER_FILE_URL, [string, string]> | WorkerRequest<WorkerRequestType.RESET, null> | WorkerRequest<WorkerRequestType.RUN_PREPARED, [number, number, any[]]> | WorkerRequest<WorkerRequestType.RUN_QUERY, [number, string]> | WorkerRequest<WorkerRequestType.SEND_PREPARED, [number, number, any[]]> | WorkerRequest<WorkerRequestType.START_PENDING_QUERY, [number, string]> | WorkerRequest<WorkerRequestType.TOKENIZE, string>;
+]> | WorkerRequest<WorkerRequestType.INSERT_CSV_FROM_PATH, [number, string, CSVInsertOptions]> | WorkerRequest<WorkerRequestType.INSERT_JSON_FROM_PATH, [number, string, JSONInsertOptions]> | WorkerRequest<WorkerRequestType.INSTANTIATE, [string, string | null]> | WorkerRequest<WorkerRequestType.OPEN, DuckDBConfig> | WorkerRequest<WorkerRequestType.PING, null> | WorkerRequest<WorkerRequestType.POLL_PENDING_QUERY, number> | WorkerRequest<WorkerRequestType.REGISTER_FILE_BUFFER, [string, Uint8Array]> | WorkerRequest<WorkerRequestType.REGISTER_FILE_HANDLE, [string, any, DuckDBDataProtocol, boolean]> | WorkerRequest<WorkerRequestType.REGISTER_FILE_URL, [string, string, DuckDBDataProtocol, boolean]> | WorkerRequest<WorkerRequestType.RESET, null> | WorkerRequest<WorkerRequestType.RUN_PREPARED, [number, number, any[]]> | WorkerRequest<WorkerRequestType.RUN_QUERY, [number, string]> | WorkerRequest<WorkerRequestType.SEND_PREPARED, [number, number, any[]]> | WorkerRequest<WorkerRequestType.START_PENDING_QUERY, [number, string]> | WorkerRequest<WorkerRequestType.TOKENIZE, string>;
 export declare type WorkerResponseVariant = WorkerResponse<WorkerResponseType.CONNECTION_INFO, number> | WorkerResponse<WorkerResponseType.ERROR, any> | WorkerResponse<WorkerResponseType.FEATURE_FLAGS, number> | WorkerResponse<WorkerResponseType.FILE_BUFFER, Uint8Array> | WorkerResponse<WorkerResponseType.FILE_INFOS, WebFile[]> | WorkerResponse<WorkerResponseType.FILE_SIZE, number> | WorkerResponse<WorkerResponseType.FILE_STATISTICS, FileStatistics> | WorkerResponse<WorkerResponseType.INSTANTIATE_PROGRESS, InstantiationProgress> | WorkerResponse<WorkerResponseType.LOG, LogEntryVariant> | WorkerResponse<WorkerResponseType.OK, null> | WorkerResponse<WorkerResponseType.PREPARED_STATEMENT_ID, number> | WorkerResponse<WorkerResponseType.QUERY_PLAN, Uint8Array> | WorkerResponse<WorkerResponseType.QUERY_RESULT, Uint8Array> | WorkerResponse<WorkerResponseType.QUERY_RESULT_CHUNK, Uint8Array> | WorkerResponse<WorkerResponseType.QUERY_RESULT_HEADER, Uint8Array> | WorkerResponse<WorkerResponseType.QUERY_RESULT_HEADER_OR_NULL, Uint8Array | null> | WorkerResponse<WorkerResponseType.SCRIPT_TOKENS, ScriptTokens> | WorkerResponse<WorkerResponseType.SUCCESS, boolean> | WorkerResponse<WorkerResponseType.TABLE_NAMES, string[]> | WorkerResponse<WorkerResponseType.VERSION_STRING, string>;
 export declare type WorkerTaskVariant = WorkerTask<WorkerRequestType.COLLECT_FILE_STATISTICS, [string, boolean], null> | WorkerTask<WorkerRequestType.CLOSE_PREPARED, [number, number], null> | WorkerTask<WorkerRequestType.CONNECT, null, ConnectionID> | WorkerTask<WorkerRequestType.COPY_FILE_TO_BUFFER, string, Uint8Array> | WorkerTask<WorkerRequestType.COPY_FILE_TO_PATH, [string, string], null> | WorkerTask<WorkerRequestType.CREATE_PREPARED, [number, string], number> | WorkerTask<WorkerRequestType.DISCONNECT, ConnectionID, null> | WorkerTask<WorkerRequestType.DROP_FILE, string, null> | WorkerTask<WorkerRequestType.DROP_FILES, null, null> | WorkerTask<WorkerRequestType.EXPORT_FILE_STATISTICS, string, FileStatistics> | WorkerTask<WorkerRequestType.FETCH_QUERY_RESULTS, ConnectionID, Uint8Array> | WorkerTask<WorkerRequestType.FLUSH_FILES, null, null> | WorkerTask<WorkerRequestType.GET_FEATURE_FLAGS, null, number> | WorkerTask<WorkerRequestType.GET_TABLE_NAMES, [number, string], string[]> | WorkerTask<WorkerRequestType.GET_VERSION, null, string> | WorkerTask<WorkerRequestType.INSERT_ARROW_FROM_IPC_STREAM, [
     number,
     Uint8Array,
     ArrowInsertOptions | undefined
-], null> | WorkerTask<WorkerRequestType.INSERT_CSV_FROM_PATH, [number, string, CSVInsertOptions], null> | WorkerTask<WorkerRequestType.INSERT_JSON_FROM_PATH, [number, string, JSONInsertOptions], null> | WorkerTask<WorkerRequestType.INSTANTIATE, [string, string | null], null> | WorkerTask<WorkerRequestType.OPEN, DuckDBConfig, null> | WorkerTask<WorkerRequestType.PING, null, null> | WorkerTask<WorkerRequestType.REGISTER_FILE_BUFFER, [string, Uint8Array], null> | WorkerTask<WorkerRequestType.REGISTER_FILE_HANDLE, [string, any], null> | WorkerTask<WorkerRequestType.REGISTER_FILE_URL, [string, string], null> | WorkerTask<WorkerRequestType.GLOB_FILE_INFOS, string, WebFile[]> | WorkerTask<WorkerRequestType.RESET, null, null> | WorkerTask<WorkerRequestType.RUN_PREPARED, [number, number, any[]], Uint8Array> | WorkerTask<WorkerRequestType.RUN_QUERY, [ConnectionID, string], Uint8Array> | WorkerTask<WorkerRequestType.SEND_PREPARED, [number, number, any[]], Uint8Array> | WorkerTask<WorkerRequestType.START_PENDING_QUERY, [ConnectionID, string], Uint8Array | null> | WorkerTask<WorkerRequestType.POLL_PENDING_QUERY, ConnectionID, Uint8Array | null> | WorkerTask<WorkerRequestType.CANCEL_PENDING_QUERY, ConnectionID, boolean> | WorkerTask<WorkerRequestType.TOKENIZE, string, ScriptTokens>;
+], null> | WorkerTask<WorkerRequestType.INSERT_CSV_FROM_PATH, [number, string, CSVInsertOptions], null> | WorkerTask<WorkerRequestType.INSERT_JSON_FROM_PATH, [number, string, JSONInsertOptions], null> | WorkerTask<WorkerRequestType.INSTANTIATE, [string, string | null], null> | WorkerTask<WorkerRequestType.OPEN, DuckDBConfig, null> | WorkerTask<WorkerRequestType.PING, null, null> | WorkerTask<WorkerRequestType.REGISTER_FILE_BUFFER, [string, Uint8Array], null> | WorkerTask<WorkerRequestType.REGISTER_FILE_HANDLE, [string, any, DuckDBDataProtocol, boolean], null> | WorkerTask<WorkerRequestType.REGISTER_FILE_URL, [string, string, DuckDBDataProtocol, boolean], null> | WorkerTask<WorkerRequestType.GLOB_FILE_INFOS, string, WebFile[]> | WorkerTask<WorkerRequestType.RESET, null, null> | WorkerTask<WorkerRequestType.RUN_PREPARED, [number, number, any[]], Uint8Array> | WorkerTask<WorkerRequestType.RUN_QUERY, [ConnectionID, string], Uint8Array> | WorkerTask<WorkerRequestType.SEND_PREPARED, [number, number, any[]], Uint8Array> | WorkerTask<WorkerRequestType.START_PENDING_QUERY, [ConnectionID, string], Uint8Array | null> | WorkerTask<WorkerRequestType.POLL_PENDING_QUERY, ConnectionID, Uint8Array | null> | WorkerTask<WorkerRequestType.CANCEL_PENDING_QUERY, ConnectionID, boolean> | WorkerTask<WorkerRequestType.TOKENIZE, string, ScriptTokens>;

package/dist/types/src/targets/duckdb-browser-blocking.d.ts

@@ -3,6 +3,7 @@ export * from '../log';
 export * from '../platform';
 export * from '../status';
 export * from '../version';
+export { DuckDBDataProtocol } from '../bindings/runtime';
 export { DEFAULT_RUNTIME } from '../bindings/runtime';
 export { BROWSER_RUNTIME } from '../bindings/runtime_browser';
 import { Logger } from '../log';

package/dist/types/src/targets/duckdb-node-blocking.d.ts

@@ -3,6 +3,7 @@ export * from '../log';
 export * from '../platform';
 export * from '../status';
 export * from '../version';
+export { DuckDBDataProtocol } from '../bindings/runtime';
 export { DEFAULT_RUNTIME } from '../bindings/runtime';
 export { NODE_RUNTIME } from '../bindings/runtime_node';
 import { Logger } from '../log';

package/dist/types/src/targets/duckdb.d.ts

@@ -5,4 +5,4 @@ export * from '../parallel';
 export * from '../platform';
 export * from '../version';
 export * from '../worker';
-export { InstantiationProgress, InstantiationProgressHandler } from '../bindings';
+export { InstantiationProgress, InstantiationProgressHandler, DuckDBDataProtocol } from '../bindings';

package/package.json

@@ -1,8 +1,8 @@
 {
     "name": "@duckdb/duckdb-wasm",
-    "version": "1.17.0",
+    "version": "1.21.0",
     "description": "DuckDB powered by WebAssembly",
-    "license": "MPL-2.0",
+    "license": "MIT",
     "repository": {
         "type": "git",
         "url": "https://github.com/duckdb/duckdb-wasm.git"
@@ -27,35 +27,35 @@
     },
     "devDependencies": {
         "@types/emscripten": "^1.39.6",
-        "@types/jasmine": "^4.3.0",
-        "@typescript-eslint/eslint-plugin": "^5.36.1",
-        "@typescript-eslint/parser": "^5.36.1",
-        "esbuild": "^0.15.6",
-        "eslint": "^8.23.0",
+        "@types/jasmine": "^4.3.1",
+        "@typescript-eslint/eslint-plugin": "^5.48.2",
+        "@typescript-eslint/parser": "^5.49.0",
+        "esbuild": "^0.15.12",
+        "eslint": "^8.31.0",
         "eslint-plugin-jasmine": "^4.1.3",
-        "eslint-plugin-react": "^7.31.1",
-        "fast-glob": "^3.2.11",
-        "jasmine": "^4.4.0",
+        "eslint-plugin-react": "^7.32.2",
+        "fast-glob": "^3.2.12",
+        "jasmine": "^4.5.0",
         "jasmine-core": "^4.3.0",
         "jasmine-spec-reporter": "^7.0.0",
         "js-sha256": "^0.9.0",
-        "karma": "^6.4.0",
+        "karma": "^6.4.1",
         "karma-chrome-launcher": "^3.1.1",
         "karma-coverage": "^2.2.0",
         "karma-firefox-launcher": "^2.1.2",
         "karma-jasmine": "^5.1.0",
         "karma-jasmine-html-reporter": "^2.0.0",
         "karma-sourcemap-loader": "^0.3.8",
-        "karma-spec-reporter": "^0.0.34",
+        "karma-spec-reporter": "^0.0.36",
         "make-dir": "^3.1.0",
         "nyc": "^15.1.0",
-        "prettier": "^2.7.1",
-        "puppeteer": "^17.1.3",
+        "prettier": "^2.8.3",
+        "puppeteer": "^19.2.0",
         "rimraf": "^3.0.2",
         "s3rver": "^3.7.1",
-        "typedoc": "^0.23.14",
-        "typescript": "^4.7.4",
-        "wasm-feature-detect": "^1.2.11",
+        "typedoc": "^0.23.24",
+        "typescript": "^4.8.4",
+        "wasm-feature-detect": "^1.4.0",
         "web-worker": "^1.2.0"
     },
     "scripts": {