@run-trace/duckdb-wasm 0.1.2 → 0.3.0

package/dist/types/{bindings → src/bindings}/duckdb_module.d.ts

@@ -1,3 +1,4 @@
+/// <reference types="emscripten" />
 export interface PThread {
     unusedWorkers: Worker[];
     runningWorkers: Worker[];
@@ -10,7 +11,4 @@ export interface DuckDBModule extends EmscriptenModule {
     stringToUTF8: typeof stringToUTF8;
     ccall: typeof ccall;
     PThread: PThread;
-    /** WebAssembly.Memory object — exposed on Module for COI builds so TS code
-     *  can detect memory growth from other threads (mirrors GROWABLE_HEAP pattern). */
-    wasmMemory?: WebAssembly.Memory;
 }

package/dist/types/src/bindings/index.d.ts

@@ -0,0 +1,11 @@
+export * from './bindings_interface';
+export * from './bindings_base';
+export * from './config';
+export * from './connection';
+export * from './duckdb_module';
+export * from './file_stats';
+export * from './runtime';
+export * from './insert_options';
+export * from './progress';
+export * from './tokens';
+export * from './web_file';

package/dist/types/{bindings → src/bindings}/insert_options.d.ts

@@ -1,4 +1,5 @@
-import { SQLField } from '../sql_field';
+import * as arrow from 'apache-arrow';
+import { SQLField } from '../json_typedef';
 export declare enum JSONTableShape {
     ROW_ARRAY = "row-array",
     COLUMN_OBJECT = "column-object"
@@ -8,7 +9,10 @@ export interface JSONInsertOptions {
     schema?: string;
     create?: boolean;
     shape?: JSONTableShape;
-    columns?: SQLField[];
+    columns?: {
+        [key: string]: arrow.DataType;
+    };
+    columnsFlat?: SQLField[];
 }
 export interface CSVInsertOptions {
     name: string;
@@ -22,7 +26,10 @@ export interface CSVInsertOptions {
     detect?: boolean;
     dateFormat?: string;
     timestampFormat?: string;
-    columns?: SQLField[];
+    columns?: {
+        [key: string]: arrow.DataType;
+    };
+    columnsFlat?: SQLField[];
 }
 export interface ArrowInsertOptions {
     name: string;

package/dist/types/{bindings → src/bindings}/runtime.d.ts

@@ -1,16 +1,10 @@
+/// <reference types="emscripten" />
 import { DuckDBModule } from './duckdb_module';
 import { UDFFunction } from './udf_function';
 /** Helper to decode text */
 export declare const decodeText: (input?: BufferSource) => string;
 /** Copy a buffer */
 export declare function failWith(mod: DuckDBModule, msg: string): void;
-/** In COI mode, another pthread can grow WASM memory at any time. When that
- *  happens, wasmMemory.buffer changes but Module.HEAPU8/HEAPF64 still point
- *  to views over the old (smaller) buffer. Emscripten's own GROWABLE_HEAP_*
- *  wrappers handle this for generated glue code, but our TS bypasses them.
- *  This mirrors that check: compare wasmMemory.buffer to HEAPU8.buffer and
- *  refresh the views if they diverge. No-op for EH/MVP (wasmMemory unset). */
-export declare function ensureFreshMemoryViews(mod: DuckDBModule): void;
 /** Copy a buffer */
 export declare function copyBuffer(mod: DuckDBModule, begin: number, length: number): Uint8Array;
 /** Decode a string */

package/dist/types/{bindings → src/bindings}/udf_function.d.ts

@@ -1,4 +1,5 @@
-import { SQLType } from '../sql_field';
+import { SQLType } from '../json_typedef';
+import * as arrow from 'apache-arrow';
 export interface UDFFunctionDeclaration {
     functionId: number;
     name: string;
@@ -8,6 +9,6 @@ export interface UDFFunction {
     functionId: number;
     connectionId: number;
     name: string;
-    returnType: SQLType;
+    returnType: arrow.DataType;
     func: (...args: any[]) => any;
 }

package/dist/types/src/index.d.ts

@@ -0,0 +1,7 @@
+export * from './bindings';
+export * from './log';
+export * from './parallel';
+export * from './status';
+export * from './platform';
+export * from './version';
+export * from './worker';

package/dist/types/{sql_field.d.ts → src/json_typedef.d.ts}

@@ -1,6 +1,4 @@
-export type SQLField = SQLType & {
-    name: string;
-};
+import * as arrow from 'apache-arrow';
 export interface SQLType {
     sqlType: string;
     nullable?: boolean;
@@ -12,3 +10,8 @@ export interface SQLType {
     valueType?: SQLType;
     fields?: SQLField[];
 }
+export declare function arrowToSQLType(type: arrow.DataType): SQLType;
+export type SQLField = SQLType & {
+    name: string;
+};
+export declare function arrowToSQLField(name: string, type: arrow.DataType): SQLField;

package/dist/types/{parallel → src/parallel}/async_bindings_interface.d.ts

@@ -1,5 +1,5 @@
 import { Logger } from '../log';
-import { ArrowInsertOptions, CSVInsertOptions, JSONInsertOptions } from '../bindings/insert_options';
+import { CSVInsertOptions, JSONInsertOptions } from '../bindings/insert_options';
 import { DuckDBDataProtocol } from '../bindings';
 /** An interface for the async DuckDB bindings */
 export interface AsyncDuckDBBindings {
@@ -19,7 +19,7 @@ export interface AsyncDuckDBBindings {
     closePrepared(conn: number, statement: number): Promise<void>;
     runPrepared(conn: number, statement: number, params: any[]): Promise<Uint8Array>;
     sendPrepared(conn: number, statement: number, params: any[]): Promise<Uint8Array>;
-    insertArrowFromIPCStream(conn: number, buffer: Uint8Array, options?: ArrowInsertOptions): Promise<void>;
+    insertArrowFromIPCStream(conn: number, buffer: Uint8Array, options?: CSVInsertOptions): Promise<void>;
     insertCSVFromPath(conn: number, path: string, options: CSVInsertOptions): Promise<void>;
     insertJSONFromPath(conn: number, path: string, options: JSONInsertOptions): Promise<void>;
     dropFile(name: string): Promise<null>;

package/dist/types/{parallel → src/parallel}/async_connection.d.ts

@@ -1,3 +1,4 @@
+import * as arrow from 'apache-arrow';
 import { AsyncDuckDB } from './async_bindings';
 import { ArrowInsertOptions, CSVInsertOptions, JSONInsertOptions } from '../bindings/insert_options';
 /** A thin helper to memoize the connection id */
@@ -14,15 +15,23 @@ export declare class AsyncDuckDBConnection {
     /** Brave souls may use this function to consume the underlying connection id */
     useUnsafe<R>(callback: (bindings: AsyncDuckDB, conn: number) => R): R;
     /** Run a query */
-    query(text: string): Promise<Uint8Array>;
+    query<T extends {
+        [key: string]: arrow.DataType;
+    } = any>(text: string): Promise<arrow.Table<T>>;
     /** Send a query */
-    send(text: string, allowStreamResult?: boolean): Promise<AsyncIterable<Uint8Array>>;
+    send<T extends {
+        [key: string]: arrow.DataType;
+    } = any>(text: string, allowStreamResult?: boolean): Promise<arrow.AsyncRecordBatchStreamReader<T>>;
     /** Cancel a query that was sent earlier */
     cancelSent(): Promise<boolean>;
     /** Get table names */
     getTableNames(query: string): Promise<string[]>;
     /** Create a prepared statement */
-    prepare(text: string): Promise<AsyncPreparedStatement>;
+    prepare<T extends {
+        [key: string]: arrow.DataType;
+    } = any>(text: string): Promise<AsyncPreparedStatement<T>>;
+    /** Insert an arrow table */
+    insertArrowTable(table: arrow.Table, options: ArrowInsertOptions): Promise<void>;
     /** Insert an arrow table from an ipc stream */
     insertArrowFromIPCStream(buffer: Uint8Array, options: ArrowInsertOptions): Promise<void>;
     /** Insert csv file from path */
@@ -46,7 +55,9 @@ export declare class AsyncResultStreamIterator implements AsyncIterable<Uint8Arr
     [Symbol.asyncIterator](): this;
 }
 /** A thin helper to bind the prepared statement id */
-export declare class AsyncPreparedStatement {
+export declare class AsyncPreparedStatement<T extends {
+    [key: string]: arrow.DataType;
+} = any> {
     /** The bindings */
     protected readonly bindings: AsyncDuckDB;
     /** The connection id */
@@ -58,7 +69,7 @@ export declare class AsyncPreparedStatement {
     /** Close a prepared statement */
     close(): Promise<void>;
     /** Run a prepared statement */
-    query(...params: any[]): Promise<Uint8Array>;
+    query(...params: any[]): Promise<arrow.Table<T>>;
     /** Send a prepared statement */
-    send(...params: any[]): Promise<AsyncIterable<Uint8Array>>;
+    send(...params: any[]): Promise<arrow.AsyncRecordBatchStreamReader<T>>;
 }

package/dist/types/src/parallel/index.d.ts

@@ -0,0 +1,5 @@
+export * from './async_connection';
+export * from './async_bindings_interface';
+export * from './async_bindings';
+export * from './worker_dispatcher';
+export * from './worker_request';

package/dist/types/{platform.d.ts → src/platform.d.ts}

@@ -21,6 +21,7 @@ export interface DuckDBBundles {
         pthreadWorker: string;
     };
 }
+export declare function getJsDelivrBundles(): DuckDBBundles;
 export interface DuckDBBundle {
     mainModule: string;
     mainWorker: string | null;

package/dist/types/src/targets/duckdb-browser-blocking.d.ts

@@ -0,0 +1,12 @@
+export * from '../bindings';
+export * from '../log';
+export * from '../platform';
+export * from '../status';
+export * from '../version';
+export { DuckDBDataProtocol } from '../bindings/runtime';
+export { DEFAULT_RUNTIME } from '../bindings/runtime';
+export { BROWSER_RUNTIME } from '../bindings/runtime_browser';
+import { Logger } from '../log';
+import { DuckDBRuntime, DuckDBBindings } from '../bindings';
+import { DuckDBBundles } from '../platform';
+export declare function createDuckDB(bundles: DuckDBBundles, logger: Logger, runtime: DuckDBRuntime): Promise<DuckDBBindings>;

package/dist/types/src/targets/duckdb-browser-coi.pthread.worker.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/types/src/targets/duckdb-node-blocking.d.ts

@@ -0,0 +1,13 @@
+export * from '../bindings';
+export * from '../log';
+export * from '../platform';
+export * from '../status';
+export * from '../version';
+export { DuckDBDataProtocol } from '../bindings/runtime';
+export { DEFAULT_RUNTIME } from '../bindings/runtime';
+export { NODE_RUNTIME } from '../bindings/runtime_node';
+import { Logger } from '../log';
+import { DuckDBRuntime } from '../bindings';
+import { DuckDBNodeBindings } from '../bindings/bindings_node_base';
+import { DuckDBBundles } from '../platform';
+export declare function createDuckDB(bundles: DuckDBBundles, logger: Logger, runtime: DuckDBRuntime): Promise<DuckDBNodeBindings>;

package/dist/types/src/targets/duckdb.d.ts

@@ -0,0 +1,9 @@
+export * from '../bindings/config';
+export * from '../bindings/tokens';
+export * from '../log';
+export * from '../status';
+export * from '../parallel';
+export * from '../platform';
+export * from '../version';
+export * from '../worker';
+export { InstantiationProgress, InstantiationProgressHandler, DuckDBDataProtocol, WebFile } from '../bindings';

package/dist/types/src/version.d.ts

@@ -0,0 +1,5 @@
+export declare const PACKAGE_NAME: string;
+export declare const PACKAGE_VERSION: string;
+export declare const PACKAGE_VERSION_MAJOR: string;
+export declare const PACKAGE_VERSION_MINOR: string;
+export declare const PACKAGE_VERSION_PATCH: string;

package/package.json

@@ -1,53 +1,94 @@
 {
     "name": "@run-trace/duckdb-wasm",
-    "version": "0.1.2",
-    "description": "A custom build of DuckDB-WASM with linked extensions, wasmfs, and example rust functions.",
+    "version": "0.3.0",
+    "description": "DuckDB powered by WebAssembly — Trace fork with bundled extensions",
     "license": "MIT",
     "repository": {
         "type": "git",
         "url": "https://github.com/trace-github/duckdb-wasm.git"
     },
-    "publishConfig": {
-        "access": "public"
-    },
     "keywords": [
+        "sql",
+        "duckdb",
+        "relational",
+        "database",
+        "data",
+        "query",
         "wasm",
-        "duckdb"
+        "analytics",
+        "olap",
+        "arrow",
+        "parquet",
+        "json",
+        "csv"
     ],
+    "dependencies": {
+        "apache-arrow": "^17.0.0",
+        "qs": "^6.14.1"
+    },
     "devDependencies": {
-        "@types/emscripten": "^1.40.1",
-        "@types/node": "^24.0.3",
-        "apache-arrow": "^18.0.0",
-        "eslint": "^9.29.0",
+        "@types/emscripten": "^1.39.10",
+        "@types/jasmine": "^5.1.13",
+        "@typescript-eslint/eslint-plugin": "^6.21.0",
+        "@typescript-eslint/parser": "^6.21.0",
+        "esbuild": "^0.20.2",
+        "eslint": "^8.57.0",
+        "eslint-plugin-jasmine": "^4.1.3",
+        "eslint-plugin-react": "^7.37.5",
+        "fast-glob": "^3.3.2",
+        "jasmine": "^5.13.0",
+        "jasmine-core": "^5.1.2",
+        "jasmine-spec-reporter": "^7.0.0",
         "js-sha256": "^0.11.1",
-        "rimraf": "^6.0.1",
-        "typescript": "^5.8.3",
-        "typescript-eslint": "^8.34.1",
-        "vite": "^6.3.5",
-        "vitest": "^3.2.4",
-        "wasm-feature-detect": "^1.8.0",
-        "web-worker": "^1.5.0"
+        "karma": "^6.4.2",
+        "karma-chrome-launcher": "^3.2.0",
+        "karma-coverage": "^2.2.1",
+        "karma-firefox-launcher": "^2.1.3",
+        "karma-jasmine": "^5.1.0",
+        "karma-jasmine-html-reporter": "^2.1.0",
+        "karma-sourcemap-loader": "^0.4.0",
+        "karma-spec-reporter": "^0.0.36",
+        "make-dir": "^4.0.0",
+        "nyc": "^15.1.0",
+        "prettier": "^3.2.5",
+        "puppeteer": "^22.8.0",
+        "rimraf": "^5.0.5",
+        "s3rver": "^3.7.1",
+        "typedoc": "^0.28.15",
+        "typescript": "^5.3.3",
+        "wasm-feature-detect": "^1.6.1",
+        "web-worker": "^1.2.0"
     },
     "scripts": {
-        "prebuild": "rimraf dist && mkdir dist",
-        "build": "vite build && npm run bundle && tsc",
-        "lint": "eslint src test",
-        "test": "vitest run",
-        "dev": "npm run bundle && vite",
-"bundle:debug": "node bin/bundle.mjs debug",
-        "bundle": "node bin/bundle.mjs release",
-        "format": "prettier --write \"**/*.+(js|ts)\""
+        "build:debug": "node bundle.mjs debug && tsc --emitDeclarationOnly",
+        "build:release": "node bundle.mjs release && tsc --emitDeclarationOnly",
+        "docs": "typedoc",
+        "format": "prettier --write \"**/*.+(js|ts)\"",
+        "report": "node ./coverage.mjs",
+        "test:node": "node --enable-source-maps ../../node_modules/jasmine/bin/jasmine ./dist/tests-node.cjs",
+        "test:node:debug": "node --inspect-brk --enable-source-maps ../../node_modules/jasmine/bin/jasmine ./dist/tests-node.cjs",
+        "test:node:coverage": "nyc -r json --report-dir ./coverage/node node ../../node_modules/jasmine/bin/jasmine ./dist/tests-node.cjs",
+        "test:firefox": "karma start ./karma/tests-firefox.cjs",
+        "test:chrome": "karma start ./karma/tests-chrome.cjs",
+        "test:chrome:eh": "karma start ./karma/tests-chrome-eh.cjs",
+        "test:chrome:coverage": "karma start ./karma/tests-chrome-coverage.cjs",
+        "test:browser": "karma start ./karma/tests-all.cjs",
+        "test:browser:debug": "karma start ./karma/tests-debug.cjs",
+        "test": "npm run test:chrome && npm run test:node",
+        "test:coverage": "npm run test:chrome:coverage && npm run test:node:coverage && npm run report",
+        "lint": "eslint src test"
     },
     "files": [
         "dist",
         "!dist/tests-*",
+        "!dist/duckdb-browser-mvp.worker.js.map",
         "!dist/types/test"
     ],
-    "main": "dist/duckdb-wasm.mjs",
-    "module": "dist/duckdb-wasm.mjs",
+    "main": "dist/duckdb-browser.cjs",
+    "module": "dist/duckdb-browser.mjs",
     "types": "dist/duckdb-browser.d.ts",
-    "jsdelivr": "dist/duckdb-wasm.mjs",
-    "unpkg": "dist/duckdb-wasm.mjs",
+    "jsdelivr": "dist/duckdb-browser.cjs",
+    "unpkg": "dist/duckdb-browser.mjs",
     "sideEffects": false,
     "browser": {
         "fs": false,
@@ -60,29 +101,43 @@
         "./dist/duckdb-mvp.wasm": "./dist/duckdb-mvp.wasm",
         "./dist/duckdb-eh.wasm": "./dist/duckdb-eh.wasm",
         "./dist/duckdb-coi.wasm": "./dist/duckdb-coi.wasm",
-        "./dist/duckdb-browser": "./dist/duckdb-wasm.mjs",
-        "./dist/duckdb-wasm.mjs": "./dist/duckdb-wasm.mjs",
-        "./dist/duckdb-wasm.umd.js": "./dist/duckdb-wasm.umd.js",
+        "./dist/duckdb-browser": "./dist/duckdb-browser.mjs",
+        "./dist/duckdb-browser.cjs": "./dist/duckdb-browser.cjs",
+        "./dist/duckdb-browser.mjs": "./dist/duckdb-browser.mjs",
         "./dist/duckdb-browser-coi.pthread.worker.js": "./dist/duckdb-browser-coi.pthread.worker.js",
         "./dist/duckdb-browser-coi.worker.js": "./dist/duckdb-browser-coi.worker.js",
         "./dist/duckdb-browser-eh.worker.js": "./dist/duckdb-browser-eh.worker.js",
         "./dist/duckdb-browser-mvp.worker.js": "./dist/duckdb-browser-mvp.worker.js",
-        "./dist/duckdb-node-mvp.worker.cjs": "./dist/duckdb-node-mvp.worker.cjs",
+        "./dist/duckdb-node": "./dist/duckdb-node.cjs",
+        "./dist/duckdb-node.cjs": "./dist/duckdb-node.cjs",
+        "./dist/duckdb-node-blocking": "./dist/duckdb-node-blocking.cjs",
+        "./dist/duckdb-node-blocking.cjs": "./dist/duckdb-node-blocking.cjs",
         "./dist/duckdb-node-eh.worker.cjs": "./dist/duckdb-node-eh.worker.cjs",
-        "./dist/duckdb-node.mjs": "./dist/duckdb-node.mjs",
+        "./dist/duckdb-node-mvp.worker.cjs": "./dist/duckdb-node-mvp.worker.cjs",
+        "./blocking": {
+            "node": {
+                "types": "./dist/duckdb-node-blocking.d.ts",
+                "require": "./dist/duckdb-node-blocking.cjs",
+                "import": "./dist/duckdb-node-blocking.cjs"
+            },
+            "types": "./dist/duckdb-node-blocking.d.ts",
+            "import": "./dist/duckdb-node-blocking.mjs",
+            "require": "./dist/duckdb-node-blocking.cjs"
+        },
         ".": {
             "browser": {
                 "types": "./dist/duckdb-browser.d.ts",
-                "import": "./dist/duckdb-wasm.mjs",
-                "require": "./dist/duckdb-wasm.umd.js"
+                "import": "./dist/duckdb-browser.mjs",
+                "require": "./dist/duckdb-browser.cjs"
+            },
+            "node": {
+                "types": "./dist/duckdb-node.d.ts",
+                "import": "./dist/duckdb-node.cjs",
+                "require": "./dist/duckdb-node.cjs"
             },
             "types": "./dist/duckdb-browser.d.ts",
-            "import": "./dist/duckdb-wasm.mjs",
-            "require": "./dist/duckdb-wasm.umd.js"
-        },
-        "./node": {
-            "types": "./dist/duckdb-node.d.ts",
-            "import": "./dist/duckdb-node.mjs"
+            "import": "./dist/duckdb-browser.mjs",
+            "require": "./dist/duckdb-browser.cjs"
         }
     }
 }