@crvouga/sqlite-mem 1.11.0 → 1.13.0

package/dist/storage/columnar-slab.d.ts

@@ -1,5 +1,5 @@
-import type { Rowid } from "./row.js";
 import { type SqlValue } from "../types/value.js";
+import type { Rowid } from "./row.js";
 /** Column pack tags (SQLM v5). */
 export declare const PACK_NULL = 0;
 export declare const PACK_I32 = 1;
@@ -14,6 +14,10 @@ export interface SlabColumn {
     nullBitmap: Uint8Array | null;
     /** Typed payload or inline blob region inside `buffer`. */
     payload: Uint8Array;
+    /** Cached view over `payload` (avoid per-cell DataView alloc). */
+    view?: DataView;
+    /** Prefix count of non-null cells before each row (when nulls exist). */
+    nonNullRank?: Uint32Array;
     /** For PACK_TEXT_INLINE: u32 offsets into payload per row. */
     inlineOffsets?: Uint32Array;
     /** For PACK_TAGGED: decoded values per non-null row in order. */
@@ -21,6 +25,8 @@ export interface SlabColumn {
     /** For PACK_BLOB: one entry per non-null row. */
     blobChunks?: Uint8Array[];
 }
+/** Attach decode helpers; drop an all-zero null bitmap. */
+export declare function prepareSlabColumn(column: SlabColumn, rowCount: number, nonNull: number): SlabColumn;
 /** Frozen columnar row storage; zero-copy views into snapshot buffer. */
 export declare class ColumnarSlab {
     readonly buffer: Uint8Array;

package/dist/unstable.js

@@ -6037,54 +6037,6 @@ function sameRowid(left, right) {
   return typeof left === "bigint" || typeof right === "bigint" ? BigInt(left) === BigInt(right) : left === right;
 }
 
-// src/storage/row.ts
-function normalizeColumnName(name) {
-  return name.toLowerCase();
-}
-function rowValues(values) {
-  const result = /* @__PURE__ */ new Map();
-  const entries = values instanceof Map ? values.entries() : Object.entries(values);
-  for (const [name, value] of entries) {
-    result.set(normalizeColumnName(name), value);
-  }
-  return result;
-}
-function cloneRow(row) {
-  const values = new Array(row.values.length);
-  for (let i = 0; i < row.values.length; i++) values[i] = cloneSqlValue(row.values[i]);
-  return { rowid: row.rowid, values };
-}
-function isValueArray(values) {
-  return Array.isArray(values);
-}
-
-// src/indexes/keys.ts
-function indexKeyValues(columns, row, ctx, table) {
-  return columns.map((column) => {
-    const raw = column.expr && ctx ? evalExpr(column.expr, ctx) : table ? table.cell(row, normalizeColumnName(column.name)) : null;
-    return normalizeForCollation(raw, column.collate ?? "BINARY");
-  });
-}
-function tableRowEvalContext(table, row) {
-  return {
-    functions: defaultFunctionRegistry,
-    resolveColumn: (qualifier, name) => {
-      if (qualifier && qualifier.toLowerCase() !== table.name.toLowerCase()) {
-        throw new SqliteError(`no such column: ${qualifier}.${name}`, "no_such_column");
-      }
-      const key = name.toLowerCase();
-      if (key === "rowid" || key === "_rowid_" || key === "oid") return row.rowid;
-      if (!table.hasColumn(key) && key !== "rowid") {
-        throw new SqliteError(`no such column: ${name}`, "no_such_column");
-      }
-      return table.cell(row, key);
-    },
-    getParameter: () => {
-      throw new SqliteError("parameters are not allowed in index predicates", "misuse");
-    }
-  };
-}
-
 // src/storage/columnar-slab.ts
 var PACK_NULL = 0;
 var PACK_I32 = 1;
@@ -6094,6 +6046,27 @@ var PACK_TEXT_INTERN = 4;
 var PACK_TEXT_INLINE = 5;
 var PACK_BLOB = 6;
 var PACK_TAGGED = 7;
+function prepareSlabColumn(column, rowCount, nonNull) {
+  if (column.payload.length > 0) {
+    column.view = new DataView(column.payload.buffer, column.payload.byteOffset, column.payload.byteLength);
+  }
+  if (!column.nullBitmap || nonNull === rowCount) {
+    column.nullBitmap = null;
+    column.nonNullRank = void 0;
+    return column;
+  }
+  column.nonNullRank = buildNonNullRank(column.nullBitmap, rowCount);
+  return column;
+}
+function buildNonNullRank(bits, n) {
+  const rank = new Uint32Array(n);
+  let k = 0;
+  for (let i = 0; i < n; i++) {
+    rank[i] = k;
+    if ((bits[i >> 3] & 1 << (i & 7)) === 0) k++;
+  }
+  return rank;
+}
 var ColumnarSlab = class {
   buffer;
   rowCount;
@@ -6149,11 +6122,15 @@ function canonicalRowid(rowid) {
 function isNull(bits, i) {
   return (bits[i >> 3] & 1 << (i & 7)) !== 0;
 }
+function nonNullRowIndex(column, rowIndex) {
+  if (!column.nullBitmap) return rowIndex;
+  return column.nonNullRank?.[rowIndex] ?? rowIndex;
+}
 function readSlabCell(column, rowIndex, intern) {
   const pack = column.pack;
   if (pack === PACK_NULL) return null;
   const nonNullIndex = nonNullRowIndex(column, rowIndex);
-  const view = new DataView(column.payload.buffer, column.payload.byteOffset, column.payload.byteLength);
+  const view = column.view;
   if (pack === PACK_I32) {
     return view.getInt32(nonNullIndex * 4, true);
   }
@@ -6173,7 +6150,7 @@ function readSlabCell(column, rowIndex, intern) {
     const offsets = column.inlineOffsets;
     const start = offsets[nonNullIndex];
     const end = nonNullIndex + 1 < offsets.length ? offsets[nonNullIndex + 1] : column.payload.length;
-    return new TextDecoder().decode(column.payload.subarray(start, end));
+    return utf8Decode(column.payload.subarray(start, end));
   }
   if (pack === PACK_BLOB) {
     const blob = column.blobChunks[nonNullIndex];
@@ -6184,14 +6161,6 @@ function readSlabCell(column, rowIndex, intern) {
   }
   return null;
 }
-function nonNullRowIndex(column, rowIndex) {
-  if (!column.nullBitmap) return rowIndex;
-  let idx = 0;
-  for (let i = 0; i < rowIndex; i++) {
-    if (!isNull(column.nullBitmap, i)) idx++;
-  }
-  return idx;
-}
 function packKindOf(value) {
   if (value instanceof SqlReal) return PACK_F64;
   if (typeof value === "bigint") return PACK_I64;
@@ -7811,6 +7780,27 @@ var FtsVocabVirtualTable = class _FtsVocabVirtualTable {
   }
 };
 
+// src/storage/row.ts
+function normalizeColumnName(name) {
+  return name.toLowerCase();
+}
+function rowValues(values) {
+  const result = /* @__PURE__ */ new Map();
+  const entries = values instanceof Map ? values.entries() : Object.entries(values);
+  for (const [name, value] of entries) {
+    result.set(normalizeColumnName(name), value);
+  }
+  return result;
+}
+function cloneRow(row) {
+  const values = new Array(row.values.length);
+  for (let i = 0; i < row.values.length; i++) values[i] = cloneSqlValue(row.values[i]);
+  return { rowid: row.rowid, values };
+}
+function isValueArray(values) {
+  return Array.isArray(values);
+}
+
 // src/storage/table.ts
 var EQUALITY_HASH_MIN_ROWS = 16;
 var Table = class _Table {
@@ -9320,6 +9310,7 @@ function encodeDatabaseState(state, runtime) {
   const tables = sortedValues(state.tables);
   const views = sortedValues(state.views);
   const indexes = sortedValues(state.indexes);
+  const tableRows = [];
   for (const table of tables) {
     pool.count(table.name);
     pool.count(table.originalSql ?? "");
@@ -9329,7 +9320,9 @@ function encodeDatabaseState(state, runtime) {
       pool.count(column.collate ?? "");
     }
     for (const name of table.indexes) pool.count(name);
-    for (const row of table.sortedRows()) {
+    const rows = table.sortedRows();
+    tableRows.push(rows);
+    for (const row of rows) {
       for (const value of row.values) {
         if (typeof value === "string") pool.count(value);
         else if (value instanceof SqlJsonText) pool.count(value.value);
@@ -9352,7 +9345,8 @@ function encodeDatabaseState(state, runtime) {
   writeTaggedValue(w, state.lastInsertRowid, internId);
   writeInternTable(w, pool.list);
   writeVarintU32(w, tables.length);
-  for (const table of tables) {
+  for (let t = 0; t < tables.length; t++) {
+    const table = tables[t];
     writeVarintU32(w, forceId(table.name));
     writeVarintU32(w, table.columns.length);
     for (const column of table.columns) {
@@ -9380,7 +9374,7 @@ function encodeDatabaseState(state, runtime) {
     writeVarintU32(w, indexNames.length);
     for (const name of indexNames) writeVarintU32(w, forceId(name));
     writeTaggedValue(w, table.nextRowid, internId);
-    const rows = table.sortedRows();
+    const rows = tableRows[t];
     writeVarintU32(w, rows.length);
     for (const row of rows) writeTaggedValue(w, row.rowid, internId);
     for (let c = 0; c < table.columns.length; c++) writePackedColumn(w, rows, c, internId);
@@ -9499,18 +9493,6 @@ function decodeInner(snapshot) {
   }
   for (const info of loadedIndexes) {
     info.store = readIndexStoreBinary(r, info.name, intern);
-    const table = state.tables.get(info.tableName.toLowerCase());
-    if (!table) continue;
-    for (const entry of info.store.snapshotKeys()) {
-      const rowid = entry.rowids[0];
-      if (rowid === void 0) continue;
-      const row = table.get(rowid);
-      if (!row) continue;
-      info.store.rememberKeyValues(
-        entry.key,
-        indexKeyValues(info.columns, row, tableRowEvalContext(table, row), table)
-      );
-    }
   }
   if (r.remaining() < 16) throw new SqliteError("invalid or truncated sqlite-mem snapshot", "other");
   const runtime = { prngState: r.u64(), nowMs: finiteNowMs(Number(r.i64())) };
@@ -9673,14 +9655,14 @@ function writePackedColumn(w, rows, col, internId) {
 }
 function readPackedColumn(r, n, intern) {
   const pack = r.u8();
-  if (pack === PACK_NULL) return { pack, nullBitmap: null, payload: new Uint8Array(0) };
+  if (pack === PACK_NULL) return prepareSlabColumn({ pack, nullBitmap: null, payload: new Uint8Array(0) }, n, 0);
   const bits = r.raw(n + 7 >> 3);
   const nonNull = countNonNull(bits, n);
   if (pack === PACK_I32 || pack === PACK_I64 || pack === PACK_F64 || pack === PACK_TEXT_INTERN) {
     r.skipAlign4();
     const width = pack === PACK_I32 || pack === PACK_TEXT_INTERN ? 4 : 8;
     const payload = r.raw(nonNull * width);
-    return { pack, nullBitmap: bits, payload };
+    return prepareSlabColumn({ pack, nullBitmap: bits, payload }, n, nonNull);
   }
   if (pack === PACK_TEXT_INLINE) {
     const count = readVarintU32(r);
@@ -9688,7 +9670,7 @@ function readPackedColumn(r, n, intern) {
     for (let i = 0; i < count; i++) offsets[i] = readVarintU32(r);
     const total = readVarintU32(r);
     const payload = r.raw(total);
-    return { pack, nullBitmap: bits, payload, inlineOffsets: offsets };
+    return prepareSlabColumn({ pack, nullBitmap: bits, payload, inlineOffsets: offsets }, n, nonNull);
   }
   if (pack === PACK_BLOB) {
     const chunks = [];
@@ -9697,14 +9679,14 @@ function readPackedColumn(r, n, intern) {
       const len = readVarintU32(r);
       chunks.push(r.raw(len));
     }
-    return { pack, nullBitmap: bits, payload: new Uint8Array(0), blobChunks: chunks };
+    return prepareSlabColumn({ pack, nullBitmap: bits, payload: new Uint8Array(0), blobChunks: chunks }, n, nonNull);
   }
   const tagged = [];
   for (let i = 0; i < n; i++) {
     if (bits[i >> 3] & 1 << (i & 7)) continue;
     tagged.push(readTaggedValue(r, intern));
   }
-  return { pack: PACK_TAGGED, nullBitmap: bits, payload: new Uint8Array(0), tagged };
+  return prepareSlabColumn({ pack: PACK_TAGGED, nullBitmap: bits, payload: new Uint8Array(0), tagged }, n, nonNull);
 }
 function countNonNull(bits, n) {
   let c = 0;