jsql-neo 3.4.5 → 3.4.7

package/lib/wasm_client.js

@@ -5,9 +5,102 @@ function safeJsonParse(str) {
   try { return JSON.parse(str); } catch { return str; }
 }
 
+const textEncoder = new TextEncoder();
+
+function utf8Len(s) {
+  let len = 0;
+  for (let i = 0; i < s.length; i++) {
+    const c = s.charCodeAt(i);
+    if (c < 0x80) len++;
+    else if (c < 0x800) len += 2;
+    else if (c < 0xD800 || c > 0xDFFF) len += 3;
+    else { len += 4; i++; }
+  }
+  return len;
+}
+
+function writeUtf8(buf, off, s) {
+  for (let i = 0; i < s.length; i++) {
+    const c = s.charCodeAt(i);
+    if (c < 0x80) { buf[off++] = c; }
+    else if (c < 0x800) { buf[off++] = 0xC0 | (c >> 6); buf[off++] = 0x80 | (c & 0x3F); }
+    else if (c < 0xD800 || c > 0xDFFF) { buf[off++] = 0xE0 | (c >> 12); buf[off++] = 0x80 | ((c >> 6) & 0x3F); buf[off++] = 0x80 | (c & 0x3F); }
+    else { const cp = 0x10000 + ((c & 0x3FF) << 10) + (s.charCodeAt(++i) & 0x3FF); buf[off++] = 0xF0 | (cp >> 18); buf[off++] = 0x80 | ((cp >> 12) & 0x3F); buf[off++] = 0x80 | ((cp >> 6) & 0x3F); buf[off++] = 0x80 | (cp & 0x3F); }
+  }
+  return off;
+}
+
+function encodeBatch(rows) {
+  if (rows.length === 0) return new Uint8Array(0);
+  const fieldNames = Object.keys(rows[0]);
+  const nFields = fieldNames.length;
+
+  // First pass: compute exact size, no allocations
+  let size = 1;
+  for (let fi = 0; fi < nFields; fi++) size += 1 + utf8Len(fieldNames[fi]);
+  size += 4;
+
+  for (let ri = 0; ri < rows.length; ri++) {
+    const row = rows[ri];
+    for (let fi = 0; fi < nFields; fi++) {
+      const val = row[fieldNames[fi]];
+      if (val === null || val === undefined) size += 1;
+      else if (typeof val === 'number') size += 9;
+      else if (typeof val === 'string') size += 1 + 4 + utf8Len(val);
+      else size += 2;
+    }
+  }
+
+  // Second pass: write directly to pre-allocated buffer
+  const buf = new Uint8Array(size);
+  const dv = new DataView(buf.buffer, 0, size);
+  let off = 0;
+
+  buf[off++] = nFields;
+  for (let fi = 0; fi < nFields; fi++) {
+    const s = fieldNames[fi];
+    buf[off++] = utf8Len(s);
+    off = writeUtf8(buf, off, s);
+  }
+
+  dv.setUint32(off, rows.length, true);
+  off += 4;
+
+  for (let ri = 0; ri < rows.length; ri++) {
+    const row = rows[ri];
+    for (let fi = 0; fi < nFields; fi++) {
+      const val = row[fieldNames[fi]];
+      if (val === null || val === undefined) {
+        buf[off++] = 0;
+      } else if (typeof val === 'number') {
+        if (Number.isInteger(val)) {
+          buf[off++] = 1;
+          dv.setBigInt64(off, BigInt(val), true);
+          off += 8;
+        } else {
+          buf[off++] = 2;
+          dv.setFloat64(off, val, true);
+          off += 8;
+        }
+      } else if (typeof val === 'string') {
+        buf[off++] = 3;
+        const strLen = utf8Len(val);
+        dv.setUint32(off, strLen, true);
+        off += 4;
+        off = writeUtf8(buf, off, val);
+      } else {
+        buf[off++] = 4;
+        buf[off++] = val ? 1 : 0;
+      }
+    }
+  }
+
+  return buf;
+}
+
 class JSQL {
   constructor(opts = {}) {
-    this._flushThreshold = opts.flushThreshold || 2000;
+    this._flushThreshold = opts.flushThreshold || 5000;
     this._buffer = {};
     this._bufferSize = 0;
   }
@@ -15,7 +108,8 @@ class JSQL {
   async start() {}
 
   async _insertBatch(table, rows) {
-    const r = safeJsonParse(wasmBindings.jsql_insert(table, JSON.stringify(rows)));
+    const bin = encodeBatch(rows);
+    const r = safeJsonParse(wasmBindings.jsql_insert_buf(table, bin));
     if (r && r.error) throw new Error(r.error);
     return r;
   }

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "jsql-neo",
-    "version": "3.4.5",
+    "version": "3.4.7",
     "description": "JSQL-NEO — Rust-powered embedded database with WASM, REST API, B-Tree indexes, WAL, crash recovery",
     "main": "index.js",
     "files": [

package/wasm/jsql_neo_wasm.d.ts

@@ -15,6 +15,8 @@ export function jsql_insert(table: string, data_json: string): string;
 
 export function jsql_insert_buf(table: string, data: Uint8Array): string;
 
+export function jsql_insert_buf_count(table: string, data: Uint8Array): string;
+
 export function jsql_remove_by_id(table: string, id: bigint): string;
 
 export function jsql_update_by_id(table: string, id: bigint, data_json: string): string;

package/wasm/jsql_neo_wasm.js

@@ -155,6 +155,29 @@ function jsql_insert_buf(table, data) {
 }
 exports.jsql_insert_buf = jsql_insert_buf;
 
+/**
+ * @param {string} table
+ * @param {Uint8Array} data
+ * @returns {string}
+ */
+function jsql_insert_buf_count(table, data) {
+    let deferred3_0;
+    let deferred3_1;
+    try {
+        const ptr0 = passStringToWasm0(table, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+        const len0 = WASM_VECTOR_LEN;
+        const ptr1 = passArray8ToWasm0(data, wasm.__wbindgen_malloc);
+        const len1 = WASM_VECTOR_LEN;
+        const ret = wasm.jsql_insert_buf_count(ptr0, len0, ptr1, len1);
+        deferred3_0 = ret[0];
+        deferred3_1 = ret[1];
+        return getStringFromWasm0(ret[0], ret[1]);
+    } finally {
+        wasm.__wbindgen_free(deferred3_0, deferred3_1, 1);
+    }
+}
+exports.jsql_insert_buf_count = jsql_insert_buf_count;
+
 /**
  * @param {string} table
  * @param {bigint} id

package/wasm/jsql_neo_wasm_bg.wasm.d.ts

@@ -8,6 +8,7 @@ export const jsql_find: (a: number, b: number, c: number, d: number, e: number,
 export const jsql_find_by_id: (a: number, b: number, c: bigint) => [number, number];
 export const jsql_insert: (a: number, b: number, c: number, d: number) => [number, number];
 export const jsql_insert_buf: (a: number, b: number, c: number, d: number) => [number, number];
+export const jsql_insert_buf_count: (a: number, b: number, c: number, d: number) => [number, number];
 export const jsql_remove_by_id: (a: number, b: number, c: bigint) => [number, number];
 export const jsql_update_by_id: (a: number, b: number, c: bigint, d: number, e: number) => [number, number];
 export const __wbindgen_malloc: (a: number, b: number) => number;