@wxn0brp/db-storage-sqlite 0.110.2 → 0.110.4

package/README.md

@@ -73,6 +73,12 @@ await db.users.remove({ name: "John Doe" });
 
 - All other methods (`add`, `find`, `update`, `remove`) are **fully compatible with ValtheraDB**, preserving all features like `_id` generation, complex filters (`hasFieldsAdvanced`), sorting, pagination, and function-based search.
 
+## Environment Variables
+
+| Variable | Default | Description |
+|---|---|---|
+| `VALTHERA_SQLITE_BATCH_SIZE` | `500` | Maximum number of rows processed per batch in `remove` operations. Reduces to stay under SQLite's variable limit (`SQLITE_MAX_VARIABLE_NUMBER`).
+
 ## License
 
 MIT

package/dist/find.js

@@ -4,10 +4,12 @@ import { toSqlValue } from "./index.js";
 export async function find(slv, config) {
     const { collection, search } = config;
     let sqlResult = [];
-    const baseKeys = Object.keys(search)
-        .filter(k => search[k] !== undefined)
-        .filter(k => !k.startsWith("$"))
-        .filter(k => typeof search[k] !== "object");
+    const baseKeys = typeof search === "object" && search !== null && !Array.isArray(search)
+        ? Object.keys(search)
+            .filter(k => search[k] !== undefined)
+            .filter(k => !k.startsWith("$"))
+            .filter(k => typeof search[k] !== "object")
+        : [];
     if (typeof search === "function" || baseKeys.length === 0) {
         const stmt = await slv._prepare(`SELECT * FROM ${collection}`);
         sqlResult = await Promise.resolve(stmt.all());
@@ -18,6 +20,8 @@ export async function find(slv, config) {
         const stmt = await slv._prepare(baseSql);
         sqlResult = await Promise.resolve(stmt.all(...baseValues));
     }
-    const result = sqlResult.filter(entry => findObj(entry, search));
+    const result = sqlResult
+        .map(entry => findObj(config, entry))
+        .filter(Boolean);
     return findUtil(config, result, []);
 }

package/dist/remove.js

@@ -1,4 +1,5 @@
 import { find } from "./find.js";
+const BATCH_SIZE = +process.env.VALTHERA_SQLITE_BATCH_SIZE || 500;
 export async function remove(slv, query, one) {
     const { collection } = query;
     const toDelete = await find(slv, {
@@ -10,7 +11,10 @@ export async function remove(slv, query, one) {
     if (!toDelete.length)
         return [];
     const key = slv.primaryKey[collection] || "_id";
-    const stmt = await slv._prepare(`DELETE FROM "${collection}" WHERE "${key}" IN (${toDelete.map(() => "?").join(", ")})`);
-    await Promise.resolve(stmt.run(...toDelete.map(d => d[key])));
+    for (let i = 0; i < toDelete.length; i += BATCH_SIZE) {
+        const batch = toDelete.slice(i, i + BATCH_SIZE);
+        const stmt = await slv._prepare(`DELETE FROM "${collection}" WHERE "${key}" IN (${batch.map(() => "?").join(", ")})`);
+        await Promise.resolve(stmt.run(...batch.map(d => d[key])));
+    }
     return toDelete;
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@wxn0brp/db-storage-sqlite",
-  "version": "0.110.2",
+  "version": "0.110.4",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
   "description": "A pure SQLite storage adapter for the ValtheraDB database library",
@@ -22,14 +22,14 @@
     "@types/better-sqlite3": "^7.6.13",
     "@types/bun": "*",
     "@types/node": "*",
-    "@wxn0brp/db-core": "^0.11.0-alpha.4",
-    "better-sqlite3": "^12.9.0",
+    "@wxn0brp/db-core": "^0.11.0",
+    "better-sqlite3": "^12.10.0",
     "tsc-alias": "^1",
     "typescript": "^6"
   },
   "peerDependencies": {
-    "@wxn0brp/db-core": "^0.11.0-alpha.4",
-    "better-sqlite3": "^12.9.0"
+    "@wxn0brp/db-core": "^0.11.0",
+    "better-sqlite3": "^12.10.0"
   },
   "peerDependenciesMeta": {
     "@wxn0brp/db-core": {