@cereusdb/minimal 0.2.0 → 0.4.0

package/dist/wasm/cereusdb_bg.wasm.d.ts

@@ -10,8 +10,19 @@ export const __libc_malloc: (a: number) => number;
 export const malloc: (a: number) => number;
 export const __wbg_cereusdb_free: (a: number, b: number) => void;
 export const _abort_js: () => void;
+export const cereusdb_attach_database: (a: number, b: number, c: number, d: number, e: number, f: number, g: number) => any;
+export const cereusdb_catalog_json: (a: number) => any;
+export const cereusdb_compact_database: (a: number, b: number, c: number) => any;
 export const cereusdb_create: () => [number, number, number];
+export const cereusdb_detach_database: (a: number, b: number, c: number, d: number) => any;
+export const cereusdb_drop_database: (a: number, b: number, c: number, d: number) => any;
 export const cereusdb_drop_table: (a: number, b: number, c: number) => [number, number];
+export const cereusdb_export_geoparquet: (a: number, b: number, c: number, d: any) => any;
+export const cereusdb_flush: (a: number) => any;
+export const cereusdb_insert_arrow: (a: number, b: number, c: number, d: number, e: number) => any;
+export const cereusdb_list_database_locations: (a: number, b: number, c: number) => any;
+export const cereusdb_qualified_tables: (a: number) => [number, number, number];
+export const cereusdb_register_export_handler: (a: number, b: any) => [number, number];
 export const cereusdb_register_geojson: (a: number, b: number, c: number, d: number, e: number) => [number, number];
 export const cereusdb_register_geotiff_buffer: (a: number, b: number, c: number, d: number, e: number) => [number, number];
 export const cereusdb_register_object_stores: (a: number, b: any) => [number, number];
@@ -19,6 +30,7 @@ export const cereusdb_register_parquet_buffer: (a: number, b: number, c: number,
 export const cereusdb_register_parquet_table: (a: number, b: number, c: number, d: number, e: number, f: any) => any;
 export const cereusdb_register_raster_buffer: (a: number, b: number, c: number, d: number, e: number, f: number, g: number) => [number, number];
 export const cereusdb_register_remote_parquet: (a: number, b: number, c: number, d: number, e: number) => any;
+export const cereusdb_register_storage_backend: (a: number, b: number, c: number, d: any) => [number, number];
 export const cereusdb_sql: (a: number, b: number, c: number) => any;
 export const cereusdb_sql_json: (a: number, b: number, c: number) => any;
 export const cereusdb_tables: (a: number) => [number, number, number];
@@ -31,6 +43,14 @@ export const realloc: (a: number, b: number) => number;
 export const abort: () => void;
 export const emscripten_builtin_free: (a: number) => void;
 export const emscripten_builtin_malloc: (a: number) => number;
+export const rust_zstd_wasm_shim_calloc: (a: number, b: number) => number;
+export const rust_zstd_wasm_shim_free: (a: number) => void;
+export const rust_zstd_wasm_shim_malloc: (a: number) => number;
+export const rust_zstd_wasm_shim_memcmp: (a: number, b: number, c: number) => number;
+export const rust_zstd_wasm_shim_memcpy: (a: number, b: number, c: number) => number;
+export const rust_zstd_wasm_shim_memmove: (a: number, b: number, c: number) => number;
+export const rust_zstd_wasm_shim_memset: (a: number, b: number, c: number) => number;
+export const rust_zstd_wasm_shim_qsort: (a: number, b: number, c: number, d: number) => void;
 export const __cpp_exception: WebAssembly.Tag;
 export const wasm_bindgen__closure__destroy__h8db467765ce434ac: (a: number, b: number) => void;
 export const wasm_bindgen__convert__closures_____invoke__h7573a8a64f443504: (a: number, b: number, c: any) => [number, number];

package/dist/wasm/env_shim.js

@@ -26,6 +26,48 @@ function writeU64(ptr, value) {
   }
 }
 
+const _textDecoder = new TextDecoder();
+const _pendingOutput = new Map();
+
+// Gathers a WASI iovec array. Writers such as musl's fwrite retry until every
+// byte is reported as written, so the full length must always be returned.
+function readIovs(iovs, iovcnt) {
+  const view = getDataView();
+  if (!view) {
+    return { bytes: new Uint8Array(0), length: 0 };
+  }
+  let length = 0;
+  for (let i = 0; i < iovcnt; i++) {
+    length += view.getUint32(iovs + i * 8 + 4, true);
+  }
+  const bytes = new Uint8Array(length);
+  let offset = 0;
+  for (let i = 0; i < iovcnt; i++) {
+    const ptr = view.getUint32(iovs + i * 8, true);
+    const len = view.getUint32(iovs + i * 8 + 4, true);
+    bytes.set(new Uint8Array(_memory.buffer, ptr, len), offset);
+    offset += len;
+  }
+  return { bytes, length };
+}
+
+// Forwards stdout/stderr from the C/C++ libraries (GDAL, PROJ, ...) to the
+// console, one line at a time.
+function forwardOutput(fd, bytes) {
+  if (fd !== 1 && fd !== 2) {
+    return;
+  }
+  const text = (_pendingOutput.get(fd) ?? "") + _textDecoder.decode(bytes);
+  const lines = text.split("\n");
+  _pendingOutput.set(fd, lines.pop());
+  const log = fd === 2 ? console.warn : console.log;
+  for (const line of lines) {
+    if (line.trim()) {
+      log(`[cereusdb] ${line}`);
+    }
+  }
+}
+
 function createCppException(ptr, type, destructor, message = "C++ exception") {
   const error = new WebAssembly.RuntimeError(message);
   error.__cxa_exception_ptr = ptr >>> 0;
@@ -60,7 +102,10 @@ export function createEnvImports() {
 
     // Minimal C++ EH shims. These are enough to satisfy instantiation and
     // propagate exceptions back to JS on paths that actually throw.
+    // LLVM in Emscripten < 6 calls _Unwind_CallPersonality; newer versions
+    // import the personality routine directly.
     _Unwind_CallPersonality: () => 0,
+    __gxx_wasm_personality_v0: () => 0,
     __cxa_begin_catch: (ptr) => {
       const value = ptr >>> 0;
       _caughtCxaExceptions.push(value);
@@ -109,6 +154,7 @@ export function createEnvImports() {
     __syscall_prlimit64: () => UNSUPPORTED_ERRNO,
     __syscall_dup3: () => UNSUPPORTED_ERRNO,
     __syscall_pipe: () => UNSUPPORTED_ERRNO,
+    __syscall_pipe2: () => UNSUPPORTED_ERRNO,
     __syscall_wait4: () => UNSUPPORTED_ERRNO,
     __syscall_getuid32: () => 0,
     __syscall_geteuid32: () => 0,
@@ -143,16 +189,18 @@ export function createEnvImports() {
 export function createWasiImports() {
   return {
     fd_close: () => 0,
-    fd_write: (_fd, _iovs, _iovcnt, pnum) => {
-      writeU32(pnum, 0);
+    fd_write: (fd, iovs, iovcnt, pnum) => {
+      const { bytes, length } = readIovs(iovs, iovcnt);
+      forwardOutput(fd, bytes);
+      writeU32(pnum, length);
       return 0;
     },
     fd_read: (_fd, _iovs, _iovcnt, pnum) => {
       writeU32(pnum, 0);
       return 0;
     },
-    fd_pwrite: (_fd, _iovs, _iovcnt, _offset, pnum) => {
-      writeU32(pnum, 0);
+    fd_pwrite: (_fd, iovs, iovcnt, _offset, pnum) => {
+      writeU32(pnum, readIovs(iovs, iovcnt).length);
       return 0;
     },
     fd_pread: (_fd, _iovs, _iovcnt, _offset, pnum) => {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@cereusdb/minimal",
-  "version": "0.2.0",
+  "version": "0.4.0",
   "description": "Minimal CereusDB browser package with GEOS-backed spatial SQL",
   "type": "module",
   "main": "./dist/index.js",
@@ -11,6 +11,10 @@
       "types": "./dist/index.d.ts",
       "import": "./dist/index.js"
     },
+    "./external": {
+      "types": "./dist/external.d.ts",
+      "import": "./dist/external.js"
+    },
     "./wasm": "./dist/wasm/cereusdb_bg.wasm",
     "./wasm/*": "./dist/wasm/*"
   },