@hpcc-js/wasm 2.18.3-alpha.0 → 2.19.0

package/package.json

@@ -1,103 +1,106 @@
 {
-    "name": "@hpcc-js/wasm",
-    "version": "2.18.3-alpha.0",
-    "description": "hpcc-js - WASM Libraries",
-    "type": "module",
-    "exports": {
-        ".": {
-            "types": "./types/index.d.ts",
-            "import": "./dist/index.js",
-            "require": "./dist/index.cjs",
-            "default": "./dist/index.umd.js"
-        },
-        "./base91": {
-            "types": "./types/base91.d.ts",
-            "import": "./dist/base91.js",
-            "require": "./dist/base91.cjs",
-            "default": "./dist/base91.umd.js"
-        },
-        "./duckdb": {
-            "types": "./types/duckdb.d.ts",
-            "import": "./dist/duckdb.js",
-            "require": "./dist/duckdb.cjs",
-            "default": "./dist/duckdb.umd.js"
-        },
-        "./expat": {
-            "types": "./types/expat.d.ts",
-            "import": "./dist/expat.js",
-            "require": "./dist/expat.cjs",
-            "default": "./dist/expat.umd.js"
-        },
-        "./graphviz": {
-            "types": "./types/graphviz.d.ts",
-            "import": "./dist/graphviz.js",
-            "require": "./dist/graphviz.cjs",
-            "default": "./dist/graphviz.umd.js"
-        },
-        "./zstd": {
-            "types": "./types/zstd.d.ts",
-            "import": "./dist/zstd.js",
-            "require": "./dist/zstd.cjs",
-            "default": "./dist/zstd.umd.js"
-        }
+  "name": "@hpcc-js/wasm",
+  "version": "2.19.0",
+  "description": "hpcc-js - WASM Libraries",
+  "type": "module",
+  "exports": {
+    ".": {
+      "types": "./types/index.d.ts",
+      "import": "./dist/index.js",
+      "require": "./dist/index.cjs",
+      "default": "./dist/index.umd.js"
     },
-    "main": "./dist/index.cjs",
-    "module": "./dist/index.js",
-    "browser": "./dist/index.umd.js",
-    "unpkg": "./dist/index.umd.js",
-    "jsdelivr": "./dist/index.umd.js",
-    "types": "./types/index.d.ts",
-    "bin": {
-        "dot-wasm": "node ./node_modules/@hpcc-js/wasm-graphviz-cli/bin/index.js"
+    "./base91": {
+      "types": "./types/base91.d.ts",
+      "import": "./dist/base91.js",
+      "require": "./dist/base91.cjs",
+      "default": "./dist/base91.umd.js"
     },
-    "files": [
-        "dist/**/*",
-        "src/**/*",
-        "types/**/*"
-    ],
-    "scripts": {
-        "clean": "rimraf ./dist ./dist-test ./types",
-        "build-types": "tsc --project tsconfig.json --emitDeclarationOnly",
-        "build-types-watch": "npm run build-types -- --watch",
-        "build-ts": "node esbuild.mjs",
-        "build-ts-dev": "npm run build-ts -- --mode=development",
-        "build-ts-watch": "npm run compile-ts-dev -- --watch",
-        "build-dev": "run-p build-types build-ts-dev",
-        "build": "run-p build-types build-ts",
-        "lint-skypack": "npx -y @skypack/package-check",
-        "lint-eslint": "eslint src/**/*.ts",
-        "lint": "run-p lint-eslint lint-skypack",
-        "test-chrome": "karma start --single-run --browsers ChromiumHeadless karma.conf.cjs",
-        "test-firefox": "karma start --single-run --browsers Firefox karma.conf.cjs",
-        "test-node": "mocha ./dist-test/index.node.js --reporter spec",
-        "test": "run-s test-chrome test-node"
+    "./duckdb": {
+      "types": "./types/duckdb.d.ts",
+      "import": "./dist/duckdb.js",
+      "require": "./dist/duckdb.cjs",
+      "default": "./dist/duckdb.umd.js"
     },
-    "dependencies": {
-        "yargs": "17.7.2"
+    "./expat": {
+      "types": "./types/expat.d.ts",
+      "import": "./dist/expat.js",
+      "require": "./dist/expat.cjs",
+      "default": "./dist/expat.umd.js"
     },
-    "devDependencies": {
-        "@hpcc-js/esbuild-plugins": "^1.0.1",
-        "@hpcc-js/wasm-base91": "^1.0.1",
-        "@hpcc-js/wasm-duckdb": "^1.0.1",
-        "@hpcc-js/wasm-expat": "^1.0.1",
-        "@hpcc-js/wasm-graphviz": "^1.0.1",
-        "@hpcc-js/wasm-zstd": "^1.0.1"
+    "./graphviz": {
+      "types": "./types/graphviz.d.ts",
+      "import": "./dist/graphviz.js",
+      "require": "./dist/graphviz.cjs",
+      "default": "./dist/graphviz.umd.js"
     },
-    "keywords": [
-        "graphviz",
-        "typescript",
-        "webassembly",
-        "wasm",
-        "dot",
-        "neato",
-        "twopi"
-    ],
-    "author": "hpcc-systems",
-    "repository": {
-        "type": "git",
-        "url": "git+https://github.com/hpcc-systems/hpcc-js-wasm.git"
-    },
-    "homepage": "https://hpcc-systems.github.io/hpcc-js-wasm/",
-    "license": "Apache-2.0",
-    "gitHead": "4a93a0ee7a7100d8251f1190628d0511ab4bbb1a"
+    "./zstd": {
+      "types": "./types/zstd.d.ts",
+      "import": "./dist/zstd.js",
+      "require": "./dist/zstd.cjs",
+      "default": "./dist/zstd.umd.js"
+    }
+  },
+  "main": "./dist/index.cjs",
+  "module": "./dist/index.js",
+  "browser": "./dist/index.umd.js",
+  "unpkg": "./dist/index.umd.js",
+  "jsdelivr": "./dist/index.umd.js",
+  "types": "./types/index.d.ts",
+  "bin": {
+    "dot-wasm": "node ./node_modules/@hpcc-js/wasm-graphviz-cli/bin/index.js"
+  },
+  "files": [
+    "dist/**/*",
+    "src/**/*",
+    "types/**/*"
+  ],
+  "scripts": {
+    "clean": "rimraf ./dist ./dist-test ./types",
+    "build-types": "tsc --project tsconfig.json --emitDeclarationOnly",
+    "build-types-watch": "npm run build-types -- --watch",
+    "build-ts": "node esbuild.mjs",
+    "build-ts-dev": "npm run build-ts -- --mode=development",
+    "build-ts-watch": "npm run compile-ts-dev -- --watch",
+    "build-dev": "run-p build-types build-ts-dev",
+    "build": "run-p build-types build-ts",
+    "lint-skypack": "npx -y @skypack/package-check",
+    "lint-eslint": "eslint src/**/*.ts",
+    "lint": "run-p lint-eslint",
+    "test-chrome": "karma start --single-run --browsers ChromiumHeadless karma.conf.cjs",
+    "test-firefox": "karma start --single-run --browsers Firefox karma.conf.cjs",
+    "test-node": "mocha ./dist-test/index.node.js --reporter spec",
+    "test": "run-s test-chrome test-node",
+    "update": "npx -y npm-check-updates -u -t minor",
+    "update-major": "npx -y npm-check-updates -u"
+  },
+  "dependencies": {
+    "yargs": "17.7.2"
+  },
+  "devDependencies": {
+    "@hpcc-js/esbuild-plugins": "1.0.7",
+    "@hpcc-js/wasm-base91": "1.1.0",
+    "@hpcc-js/wasm-duckdb": "1.1.0",
+    "@hpcc-js/wasm-expat": "1.1.0",
+    "@hpcc-js/wasm-graphviz": "1.1.0",
+    "@hpcc-js/wasm-zstd": "1.1.0",
+    "esbuild-plugin-umd-wrapper": "3.0.0"
+  },
+  "keywords": [
+    "graphviz",
+    "typescript",
+    "webassembly",
+    "wasm",
+    "dot",
+    "neato",
+    "twopi"
+  ],
+  "author": "hpcc-systems",
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/hpcc-systems/hpcc-js-wasm.git"
+  },
+  "homepage": "https://hpcc-systems.github.io/hpcc-js-wasm/",
+  "license": "Apache-2.0",
+  "gitHead": "841d4713a5ccd8644024e27f929cbb63ffff0573"
 }

package/src/duckdb.ts

@@ -1,83 +1 @@
-// @ts-ignore
-import { loadWasm, unloadWasm } from "../build/duckdb-eh.wasm.js";
-// @ts-ignore
-import { loadWasm as loadWasmWorker, unloadWasm as unloadWasmWorker } from "../build/duckdb-browser-eh.worker.js";
-import { AsyncDuckDB, ConsoleLogger } from "@duckdb/duckdb-wasm";
-
-/**
- * DuckDB WASM library, a in-process SQL OLAP Database Management System..
- * 
- * See [DuckDB](https://github.com/duckdb/duckdb) for more details.
- *
- * ```ts
- * import { DuckDB } from "@hpcc-js/wasm/duckdb";
- * 
- * let duckdb = await DuckDB.load();
- * const c = await duckdb.db.connect();
- * 
- * const data = [
- *     { "col1": 1, "col2": "foo" },
- *     { "col1": 2, "col2": "bar" },
- * ];
- * await duckdb.db.registerFileText("rows.json", JSON.stringify(data));
- * await c.insertJSONFromPath('rows.json', { name: 'rows' });
- * 
- * const arrowResult = await c.query("SELECT * FROM read_json_auto('rows.json')");
- * const result = arrowResult.toArray().map((row) => row.toJSON());
- * expect(result.length).to.equal(data.length);
- * for (let i = 0; i < result.length; i++) {
- *     expect(result[i].col2).to.equal(data[i].col2);
- * }
- * 
- * c.close();
- * ```
- */
-export class DuckDB {
-
-    db: AsyncDuckDB;
-
-    private constructor(db: AsyncDuckDB, protected _version: string) {
-        this.db = db;
-    }
-
-    /**
-     * Compiles and instantiates the raw wasm.
-     * 
-     * ::: info
-     * In general WebAssembly compilation is disallowed on the main thread if the buffer size is larger than 4KB, hence forcing `load` to be asynchronous;
-     * :::
-     * 
-     * @returns A promise to an instance of the DuckDB class.
-     */
-    static load(): Promise<DuckDB> {
-        const workerUrl = URL.createObjectURL(
-            new Blob([loadWasmWorker()], { type: "text/javascript" })
-        );
-        const worker = new Worker(workerUrl);
-        URL.revokeObjectURL(workerUrl);
-        const logger = new ConsoleLogger();
-        const db = new AsyncDuckDB(logger, worker);
-        const wasmUrl = URL.createObjectURL(
-            new Blob([loadWasm()], { "type": "application/wasm" })
-        );
-        return db.instantiate(wasmUrl, null).then(async () => {
-            URL.revokeObjectURL(wasmUrl);
-            return new DuckDB(db, await db.getVersion());
-        });
-    }
-
-    /**
-     * Unloades the compiled wasm instance.
-     */
-    static unload() {
-        unloadWasmWorker();
-        unloadWasm();
-    }
-
-    /**
-     * @returns The DuckDB version
-     */
-    version(): string {
-        return this._version;
-    }
-}
+export * from "@hpcc-js/wasm-duckdb";

package/types/duckdb.d.ts

@@ -1,52 +1 @@
-import { AsyncDuckDB } from "@duckdb/duckdb-wasm";
-/**
- * DuckDB WASM library, a in-process SQL OLAP Database Management System..
- *
- * See [DuckDB](https://github.com/duckdb/duckdb) for more details.
- *
- * ```ts
- * import { DuckDB } from "@hpcc-js/wasm/duckdb";
- *
- * let duckdb = await DuckDB.load();
- * const c = await duckdb.db.connect();
- *
- * const data = [
- *     { "col1": 1, "col2": "foo" },
- *     { "col1": 2, "col2": "bar" },
- * ];
- * await duckdb.db.registerFileText("rows.json", JSON.stringify(data));
- * await c.insertJSONFromPath('rows.json', { name: 'rows' });
- *
- * const arrowResult = await c.query("SELECT * FROM read_json_auto('rows.json')");
- * const result = arrowResult.toArray().map((row) => row.toJSON());
- * expect(result.length).to.equal(data.length);
- * for (let i = 0; i < result.length; i++) {
- *     expect(result[i].col2).to.equal(data[i].col2);
- * }
- *
- * c.close();
- * ```
- */
-export declare class DuckDB {
-    protected _version: string;
-    db: AsyncDuckDB;
-    private constructor();
-    /**
-     * Compiles and instantiates the raw wasm.
-     *
-     * ::: info
-     * In general WebAssembly compilation is disallowed on the main thread if the buffer size is larger than 4KB, hence forcing `load` to be asynchronous;
-     * :::
-     *
-     * @returns A promise to an instance of the DuckDB class.
-     */
-    static load(): Promise<DuckDB>;
-    /**
-     * Unloades the compiled wasm instance.
-     */
-    static unload(): void;
-    /**
-     * @returns The DuckDB version
-     */
-    version(): string;
-}
+export * from "@hpcc-js/wasm-duckdb";

package/src/wasm-library.ts

@@ -1,59 +0,0 @@
-export type PTR = number;
-export interface HeapU8 {
-    ptr: PTR;
-    size: number;
-}
-
-/**
- * Base class to simplify moving data into and out of Wasm memory.
- */
-export class WasmLibrary {
-
-    protected _module: any;
-    protected _exports: any;
-
-    protected constructor(_module: any, _export: any) {
-        this._module = _module;
-        this._exports = _export;
-    }
-
-    protected malloc_heapu8(size: number): HeapU8 {
-        const ptr: PTR = this._exports.malloc(size);
-        return {
-            ptr,
-            size
-        };
-    }
-
-    protected free_heapu8(data: HeapU8) {
-        this._exports.free(data.ptr);
-    }
-
-    protected uint8_heapu8(data: Uint8Array): HeapU8 {
-        const retVal = this.malloc_heapu8(data.byteLength);
-        this._module.HEAPU8.set(data, retVal.ptr);
-        return retVal;
-    }
-
-    protected heapu8_view(data: HeapU8): Uint8Array {
-        return this._module.HEAPU8.subarray(data.ptr, data.ptr + data.size);
-    }
-
-    protected heapu8_uint8(data: HeapU8): Uint8Array {
-        return new Uint8Array([...this.heapu8_view(data)]);
-    }
-
-    protected string_heapu8(str: string): HeapU8 {
-        const data = Uint8Array.from(str, x => x.charCodeAt(0));
-        return this.uint8_heapu8(data);
-    }
-
-    protected heapu8_string(data: HeapU8): string {
-        const retVal = Array.from({ length: data.size });
-        const submodule = this._module.HEAPU8.subarray(data.ptr, data.ptr + data.size);
-        submodule.forEach((c: number, i: number) => {
-            retVal[i] = String.fromCharCode(c);
-        });
-        return retVal.join("");
-    }
-}

package/types/wasm-library.d.ts

@@ -1,20 +0,0 @@
-export type PTR = number;
-export interface HeapU8 {
-    ptr: PTR;
-    size: number;
-}
-/**
- * Base class to simplify moving data into and out of Wasm memory.
- */
-export declare class WasmLibrary {
-    protected _module: any;
-    protected _exports: any;
-    protected constructor(_module: any, _export: any);
-    protected malloc_heapu8(size: number): HeapU8;
-    protected free_heapu8(data: HeapU8): void;
-    protected uint8_heapu8(data: Uint8Array): HeapU8;
-    protected heapu8_view(data: HeapU8): Uint8Array;
-    protected heapu8_uint8(data: HeapU8): Uint8Array;
-    protected string_heapu8(str: string): HeapU8;
-    protected heapu8_string(data: HeapU8): string;
-}