@cereusdb/minimal 0.1.2 → 0.3.0

package/dist/wasm/cereusdb.d.ts

@@ -27,11 +27,19 @@ export class CereusDB {
      * Requires the full GDAL-enabled build.
      */
     register_geotiff_buffer(table_name: string, data: Uint8Array): void;
+    /**
+     * Register browser-backed object stores for ranged/listing reads.
+     */
+    register_object_stores(config: any): void;
     /**
      * Register a Uint8Array containing Parquet data as a named table.
      * Use for files obtained via the browser File API.
      */
     register_parquet_buffer(table_name: string, data: Uint8Array): Promise<void>;
+    /**
+     * Register a remote Parquet object or prefix as a DataFusion listing table.
+     */
+    register_parquet_table(table_name: string, table_url: string, options: any): Promise<void>;
     /**
      * Register a raster buffer as a single-column raster table.
      * Requires the full GDAL-enabled build.
@@ -60,6 +68,9 @@ export class CereusDB {
     tables(): any;
     /**
      * Get version information.
+     *
+     * Release builds set `CEREUSDB_VERSION` to the full npm version, including
+     * prerelease suffixes; other builds fall back to the crate version.
      */
     version(): string;
 }
@@ -81,7 +92,9 @@ export interface InitOutput {
     readonly cereusdb_drop_table: (a: number, b: number, c: number) => [number, number];
     readonly cereusdb_register_geojson: (a: number, b: number, c: number, d: number, e: number) => [number, number];
     readonly cereusdb_register_geotiff_buffer: (a: number, b: number, c: number, d: number, e: number) => [number, number];
+    readonly cereusdb_register_object_stores: (a: number, b: any) => [number, number];
     readonly cereusdb_register_parquet_buffer: (a: number, b: number, c: number, d: number, e: number) => any;
+    readonly cereusdb_register_parquet_table: (a: number, b: number, c: number, d: number, e: number, f: any) => any;
     readonly cereusdb_register_raster_buffer: (a: number, b: number, c: number, d: number, e: number, f: number, g: number) => [number, number];
     readonly cereusdb_register_remote_parquet: (a: number, b: number, c: number, d: number, e: number) => any;
     readonly cereusdb_sql: (a: number, b: number, c: number) => any;
@@ -96,8 +109,16 @@ export interface InitOutput {
     readonly abort: () => void;
     readonly emscripten_builtin_free: (a: number) => void;
     readonly emscripten_builtin_malloc: (a: number) => number;
+    readonly rust_zstd_wasm_shim_calloc: (a: number, b: number) => number;
+    readonly rust_zstd_wasm_shim_free: (a: number) => void;
+    readonly rust_zstd_wasm_shim_malloc: (a: number) => number;
+    readonly rust_zstd_wasm_shim_memcmp: (a: number, b: number, c: number) => number;
+    readonly rust_zstd_wasm_shim_memcpy: (a: number, b: number, c: number) => number;
+    readonly rust_zstd_wasm_shim_memmove: (a: number, b: number, c: number) => number;
+    readonly rust_zstd_wasm_shim_memset: (a: number, b: number, c: number) => number;
+    readonly rust_zstd_wasm_shim_qsort: (a: number, b: number, c: number, d: number) => void;
     readonly __cpp_exception: WebAssembly.Tag;
-    readonly wasm_bindgen__closure__destroy__hcd35ec5c66a281ba: (a: number, b: number) => void;
+    readonly wasm_bindgen__closure__destroy__h8db467765ce434ac: (a: number, b: number) => void;
     readonly wasm_bindgen__convert__closures_____invoke__h7573a8a64f443504: (a: number, b: number, c: any) => [number, number];
     readonly wasm_bindgen__convert__closures_____invoke__h3bcc27440de746c0: (a: number, b: number, c: any, d: any) => void;
     readonly __wbindgen_malloc: (a: number, b: number) => number;

package/dist/wasm/cereusdb.js

@@ -1,4 +1,4 @@
-import { createEnvImports, createWasiImports, setMemory } from "./env_shim.js?v=ehfix-20260406-1";
+import { createEnvImports, createWasiImports, setMemory } from "./env_shim.js?v=emsdk6-20261001-2";
 const __env = createEnvImports();
 const __wasi = createWasiImports();
 /* @ts-self-types="./cereusdb.d.ts" */
@@ -110,6 +110,22 @@ export class CereusDB {
             throw takeFromExternrefTable0(ret[0]);
         }
     }
+    /**
+     * Register browser-backed object stores for ranged/listing reads.
+     * @param {any} config
+     */
+    register_object_stores(config) {
+        let ret;
+        __wbg_termination_guard();
+        try {
+            ret = wasm.cereusdb_register_object_stores(this.__wbg_ptr, config);;
+        } catch(e) {
+            __wbg_handle_catch(e);
+        }
+        if (ret[1]) {
+            throw takeFromExternrefTable0(ret[0]);
+        }
+    }
     /**
      * Register a Uint8Array containing Parquet data as a named table.
      * Use for files obtained via the browser File API.
@@ -131,6 +147,27 @@ export class CereusDB {
         }
         return ret;
     }
+    /**
+     * Register a remote Parquet object or prefix as a DataFusion listing table.
+     * @param {string} table_name
+     * @param {string} table_url
+     * @param {any} options
+     * @returns {Promise<void>}
+     */
+    register_parquet_table(table_name, table_url, options) {
+        const ptr0 = passStringToWasm0(table_name, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+        const len0 = WASM_VECTOR_LEN;
+        const ptr1 = passStringToWasm0(table_url, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+        const len1 = WASM_VECTOR_LEN;
+        let ret;
+        __wbg_termination_guard();
+        try {
+            ret = wasm.cereusdb_register_parquet_table(this.__wbg_ptr, ptr0, len0, ptr1, len1, options);;
+        } catch(e) {
+            __wbg_handle_catch(e);
+        }
+        return ret;
+    }
     /**
      * Register a raster buffer as a single-column raster table.
      * Requires the full GDAL-enabled build.
@@ -234,6 +271,9 @@ export class CereusDB {
     }
     /**
      * Get version information.
+     *
+     * Release builds set `CEREUSDB_VERSION` to the full npm version, including
+     * prerelease suffixes; other builds fall back to the crate version.
      * @returns {string}
      */
     version() {
@@ -265,9 +305,9 @@ const import1 = __env;
 const import2 = __env;
 const import3 = __env;
 const import4 = __env;
-const import5 = __wasi;
+const import5 = __env;
 const import6 = __wasi;
-const import7 = __env;
+const import7 = __wasi;
 const import8 = __env;
 const import9 = __wasi;
 
@@ -491,8 +531,8 @@ function __wbg_get_imports() {
             return ret;
         },
         __wbindgen_cast_0000000000000001: function(arg0, arg1) {
-            // Cast intrinsic for `Closure(Closure { dtor_idx: 4230, function: Function { arguments: [Externref], shim_idx: 19295, ret: Result(Unit), inner_ret: Some(Result(Unit)) }, mutable: true }) -> Externref`.
-            const ret = makeMutClosure(arg0, arg1, wasm.wasm_bindgen__closure__destroy__hcd35ec5c66a281ba, wasm_bindgen__convert__closures_____invoke__h7573a8a64f443504);
+            // Cast intrinsic for `Closure(Closure { dtor_idx: 4534, function: Function { arguments: [Externref], shim_idx: 20198, ret: Result(Unit), inner_ret: Some(Result(Unit)) }, mutable: true }) -> Externref`.
+            const ret = makeMutClosure(arg0, arg1, wasm.wasm_bindgen__closure__destroy__h8db467765ce434ac, wasm_bindgen__convert__closures_____invoke__h7573a8a64f443504);
             return ret;
         },
         __wbindgen_cast_0000000000000002: function(arg0, arg1) {
@@ -519,9 +559,9 @@ function __wbg_get_imports() {
         "env": import2,
         "env": import3,
         "env": import4,
-        "wasi_snapshot_preview1": import5,
+        "env": import5,
         "wasi_snapshot_preview1": import6,
-        "env": import7,
+        "wasi_snapshot_preview1": import7,
         "env": import8,
         "wasi_snapshot_preview1": import9,
     };

package/dist/wasm/cereusdb_bg.wasm.d.ts

@@ -14,7 +14,9 @@ export const cereusdb_create: () => [number, number, number];
 export const cereusdb_drop_table: (a: number, b: number, c: number) => [number, number];
 export const cereusdb_register_geojson: (a: number, b: number, c: number, d: number, e: number) => [number, number];
 export const cereusdb_register_geotiff_buffer: (a: number, b: number, c: number, d: number, e: number) => [number, number];
+export const cereusdb_register_object_stores: (a: number, b: any) => [number, number];
 export const cereusdb_register_parquet_buffer: (a: number, b: number, c: number, d: number, e: number) => any;
+export const cereusdb_register_parquet_table: (a: number, b: number, c: number, d: number, e: number, f: any) => any;
 export const cereusdb_register_raster_buffer: (a: number, b: number, c: number, d: number, e: number, f: number, g: number) => [number, number];
 export const cereusdb_register_remote_parquet: (a: number, b: number, c: number, d: number, e: number) => any;
 export const cereusdb_sql: (a: number, b: number, c: number) => any;
@@ -29,8 +31,16 @@ export const realloc: (a: number, b: number) => number;
 export const abort: () => void;
 export const emscripten_builtin_free: (a: number) => void;
 export const emscripten_builtin_malloc: (a: number) => number;
+export const rust_zstd_wasm_shim_calloc: (a: number, b: number) => number;
+export const rust_zstd_wasm_shim_free: (a: number) => void;
+export const rust_zstd_wasm_shim_malloc: (a: number) => number;
+export const rust_zstd_wasm_shim_memcmp: (a: number, b: number, c: number) => number;
+export const rust_zstd_wasm_shim_memcpy: (a: number, b: number, c: number) => number;
+export const rust_zstd_wasm_shim_memmove: (a: number, b: number, c: number) => number;
+export const rust_zstd_wasm_shim_memset: (a: number, b: number, c: number) => number;
+export const rust_zstd_wasm_shim_qsort: (a: number, b: number, c: number, d: number) => void;
 export const __cpp_exception: WebAssembly.Tag;
-export const wasm_bindgen__closure__destroy__hcd35ec5c66a281ba: (a: number, b: number) => void;
+export const wasm_bindgen__closure__destroy__h8db467765ce434ac: (a: number, b: number) => void;
 export const wasm_bindgen__convert__closures_____invoke__h7573a8a64f443504: (a: number, b: number, c: any) => [number, number];
 export const wasm_bindgen__convert__closures_____invoke__h3bcc27440de746c0: (a: number, b: number, c: any, d: any) => void;
 export const __wbindgen_malloc: (a: number, b: number) => number;

package/dist/wasm/env_shim.js

@@ -26,6 +26,48 @@ function writeU64(ptr, value) {
   }
 }
 
+const _textDecoder = new TextDecoder();
+const _pendingOutput = new Map();
+
+// Gathers a WASI iovec array. Writers such as musl's fwrite retry until every
+// byte is reported as written, so the full length must always be returned.
+function readIovs(iovs, iovcnt) {
+  const view = getDataView();
+  if (!view) {
+    return { bytes: new Uint8Array(0), length: 0 };
+  }
+  let length = 0;
+  for (let i = 0; i < iovcnt; i++) {
+    length += view.getUint32(iovs + i * 8 + 4, true);
+  }
+  const bytes = new Uint8Array(length);
+  let offset = 0;
+  for (let i = 0; i < iovcnt; i++) {
+    const ptr = view.getUint32(iovs + i * 8, true);
+    const len = view.getUint32(iovs + i * 8 + 4, true);
+    bytes.set(new Uint8Array(_memory.buffer, ptr, len), offset);
+    offset += len;
+  }
+  return { bytes, length };
+}
+
+// Forwards stdout/stderr from the C/C++ libraries (GDAL, PROJ, ...) to the
+// console, one line at a time.
+function forwardOutput(fd, bytes) {
+  if (fd !== 1 && fd !== 2) {
+    return;
+  }
+  const text = (_pendingOutput.get(fd) ?? "") + _textDecoder.decode(bytes);
+  const lines = text.split("\n");
+  _pendingOutput.set(fd, lines.pop());
+  const log = fd === 2 ? console.warn : console.log;
+  for (const line of lines) {
+    if (line.trim()) {
+      log(`[cereusdb] ${line}`);
+    }
+  }
+}
+
 function createCppException(ptr, type, destructor, message = "C++ exception") {
   const error = new WebAssembly.RuntimeError(message);
   error.__cxa_exception_ptr = ptr >>> 0;
@@ -60,7 +102,10 @@ export function createEnvImports() {
 
     // Minimal C++ EH shims. These are enough to satisfy instantiation and
     // propagate exceptions back to JS on paths that actually throw.
+    // LLVM in Emscripten < 6 calls _Unwind_CallPersonality; newer versions
+    // import the personality routine directly.
     _Unwind_CallPersonality: () => 0,
+    __gxx_wasm_personality_v0: () => 0,
     __cxa_begin_catch: (ptr) => {
       const value = ptr >>> 0;
       _caughtCxaExceptions.push(value);
@@ -109,6 +154,7 @@ export function createEnvImports() {
     __syscall_prlimit64: () => UNSUPPORTED_ERRNO,
     __syscall_dup3: () => UNSUPPORTED_ERRNO,
     __syscall_pipe: () => UNSUPPORTED_ERRNO,
+    __syscall_pipe2: () => UNSUPPORTED_ERRNO,
     __syscall_wait4: () => UNSUPPORTED_ERRNO,
     __syscall_getuid32: () => 0,
     __syscall_geteuid32: () => 0,
@@ -143,16 +189,18 @@ export function createEnvImports() {
 export function createWasiImports() {
   return {
     fd_close: () => 0,
-    fd_write: (_fd, _iovs, _iovcnt, pnum) => {
-      writeU32(pnum, 0);
+    fd_write: (fd, iovs, iovcnt, pnum) => {
+      const { bytes, length } = readIovs(iovs, iovcnt);
+      forwardOutput(fd, bytes);
+      writeU32(pnum, length);
       return 0;
     },
     fd_read: (_fd, _iovs, _iovcnt, pnum) => {
       writeU32(pnum, 0);
       return 0;
     },
-    fd_pwrite: (_fd, _iovs, _iovcnt, _offset, pnum) => {
-      writeU32(pnum, 0);
+    fd_pwrite: (_fd, iovs, iovcnt, _offset, pnum) => {
+      writeU32(pnum, readIovs(iovs, iovcnt).length);
       return 0;
     },
     fd_pread: (_fd, _iovs, _iovcnt, _offset, pnum) => {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@cereusdb/minimal",
-  "version": "0.1.2",
+  "version": "0.3.0",
   "description": "Minimal CereusDB browser package with GEOS-backed spatial SQL",
   "type": "module",
   "main": "./dist/index.js",
@@ -11,6 +11,10 @@
       "types": "./dist/index.d.ts",
       "import": "./dist/index.js"
     },
+    "./external": {
+      "types": "./dist/external.d.ts",
+      "import": "./dist/external.js"
+    },
     "./wasm": "./dist/wasm/cereusdb_bg.wasm",
     "./wasm/*": "./dist/wasm/*"
   },