@peerbit/indexer-sqlite3 3.0.6 → 3.0.7

package/dist/assets/sqlite3/sqlite3.worker.min.js

@@ -17732,7 +17732,6 @@ var create = async (directory, options) => {
         directory: poolDirectory
       });
       poolUtil = activePoolUtil;
-      await activePoolUtil.reserveMinimumCapacity(100);
       sqliteDb = new activePoolUtil.OpfsSAHPoolDb(dbFileName);
     } else {
       sqliteDb = new sqlite32.oo1.DB(":memory:");
@@ -17852,6 +17851,12 @@ var SqliteWorkerHandler = class {
         await db.prepare(message.sql, message.id);
         return statementId;
       }
+      if (message.type === "prepare-many") {
+        for (const statement2 of message.statements) {
+          await db.prepare(statement2.sql, statement2.id);
+        }
+        return message.statements.map((statement2) => statement2.id);
+      }
       if (message.type === "close") {
         await db.close();
         this.databases.delete(message.databaseId);

package/dist/benchmark/query-planner.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=query-planner.d.ts.map

package/dist/benchmark/query-planner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"query-planner.d.ts","sourceRoot":"","sources":["../../benchmark/query-planner.ts"],"names":[],"mappings":""}

package/dist/benchmark/query-planner.js

@@ -0,0 +1,97 @@
+import DB from "better-sqlite3";
+import fs from "node:fs";
+import os from "node:os";
+import path from "node:path";
+import { performance } from "node:perf_hooks";
+const rows = Number(process.env.QUERY_PLANNER_BENCH_ROWS ?? 500_000);
+const runs = Number(process.env.QUERY_PLANNER_BENCH_RUNS ?? 50);
+const tmpDir = fs.mkdtempSync(path.join(os.tmpdir(), "peerbit-qplanner-"));
+const dbPath = path.join(tmpDir, "bench.sqlite");
+const percentile = (values, p) => {
+    const sorted = [...values].sort((a, b) => a - b);
+    return sorted[Math.floor((sorted.length - 1) * p)];
+};
+const bench = (db, name, sql, params) => {
+    const stmt = db.prepare(sql);
+    for (let i = 0; i < 5; i++) {
+        stmt.all(...params);
+    }
+    const times = [];
+    for (let i = 0; i < runs; i++) {
+        const start = performance.now();
+        stmt.all(...params);
+        times.push(performance.now() - start);
+    }
+    const plan = db
+        .prepare(`EXPLAIN QUERY PLAN ${sql}`)
+        .all(...params)
+        .map((row) => String(row.detail))
+        .join("\n");
+    return {
+        name,
+        avgMs: times.reduce((sum, value) => sum + value, 0) / times.length,
+        p50Ms: percentile(times, 0.5),
+        minMs: Math.min(...times),
+        maxMs: Math.max(...times),
+        plan,
+    };
+};
+try {
+    const db = new DB(dbPath);
+    db.pragma("journal_mode = OFF");
+    db.pragma("synchronous = OFF");
+    db.pragma("temp_store = MEMORY");
+    db.exec("CREATE TABLE t(id INTEGER PRIMARY KEY, a INT, b INT, c INT)");
+    const insert = db.prepare("INSERT INTO t(id, a, b, c) VALUES (?, ?, ?, ?)");
+    const insertMany = db.transaction(() => {
+        for (let i = 1; i <= rows; i++) {
+            insert.run(i, i % 10, i % 1000, Math.floor(Math.random() * rows));
+        }
+    });
+    const loadStart = performance.now();
+    insertMany();
+    const loadMs = performance.now() - loadStart;
+    const indexTimes = {};
+    for (const [name, sql] of [
+        ["old_forward", "CREATE INDEX idx_old_a_b_c ON t(a, b, c)"],
+        ["old_reverse", "CREATE INDEX idx_old_c_b_a ON t(c, b, a)"],
+        ["new_semantic", "CREATE INDEX idx_new_a_c_b ON t(a, c, b)"],
+    ]) {
+        const start = performance.now();
+        db.exec(sql);
+        indexTimes[name] = performance.now() - start;
+    }
+    db.exec("ANALYZE");
+    const query = "SELECT id FROM t WHERE a = ? AND b BETWEEN ? AND ? ORDER BY c LIMIT ?";
+    const forcedOldForward = "SELECT id FROM t INDEXED BY idx_old_a_b_c WHERE a = ? AND b BETWEEN ? AND ? ORDER BY c LIMIT ?";
+    const forcedOldReverse = "SELECT id FROM t INDEXED BY idx_old_c_b_a WHERE a = ? AND b BETWEEN ? AND ? ORDER BY c LIMIT ?";
+    const forcedNew = "SELECT id FROM t INDEXED BY idx_new_a_c_b WHERE a = ? AND b BETWEEN ? AND ? ORDER BY c LIMIT ?";
+    const params = [1, 0, 999, 50];
+    const results = [
+        bench(db, "old forced (a,b,c)", forcedOldForward, params),
+        bench(db, "old forced reverse (c,b,a)", forcedOldReverse, params),
+        bench(db, "new semantic forced (a,c,b)", forcedNew, params),
+        bench(db, "sqlite choice with all indexes", query, params),
+    ];
+    /* eslint-disable no-console */
+    console.log(JSON.stringify({
+        rows,
+        runs,
+        loadMs,
+        indexTimes,
+    }, null, 2));
+    console.table(results.map(({ name, avgMs, p50Ms, minMs, maxMs }) => ({
+        name,
+        avgMs: Number(avgMs.toFixed(3)),
+        p50Ms: Number(p50Ms.toFixed(3)),
+        minMs: Number(minMs.toFixed(3)),
+        maxMs: Number(maxMs.toFixed(3)),
+    })));
+    for (const result of results) {
+        console.log(`\n${result.name}\n${result.plan}`);
+    }
+}
+finally {
+    fs.rmSync(tmpDir, { recursive: true, force: true });
+}
+//# sourceMappingURL=query-planner.js.map

package/dist/benchmark/query-planner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"query-planner.js","sourceRoot":"","sources":["../../benchmark/query-planner.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,gBAAgB,CAAC;AAChC,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAE9C,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,wBAAwB,IAAI,OAAO,CAAC,CAAC;AACrE,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,wBAAwB,IAAI,EAAE,CAAC,CAAC;AAChE,MAAM,MAAM,GAAG,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,mBAAmB,CAAC,CAAC,CAAC;AAC3E,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;AAWjD,MAAM,UAAU,GAAG,CAAC,MAAgB,EAAE,CAAS,EAAE,EAAE;IAClD,MAAM,MAAM,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACjD,OAAO,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;AACpD,CAAC,CAAC;AAEF,MAAM,KAAK,GAAG,CACb,EAAe,EACf,IAAY,EACZ,GAAW,EACX,MAAiB,EACH,EAAE;IAChB,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IAC7B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC5B,IAAI,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC;IACrB,CAAC;IAED,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC;QAC/B,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAChC,IAAI,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC;QACpB,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,CAAC;IACvC,CAAC;IAED,MAAM,IAAI,GAAG,EAAE;SACb,OAAO,CAAC,sBAAsB,GAAG,EAAE,CAAC;SACpC,GAAG,CAAC,GAAG,MAAM,CAAC;SACd,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,MAAM,CAAE,GAA0B,CAAC,MAAM,CAAC,CAAC;SACxD,IAAI,CAAC,IAAI,CAAC,CAAC;IAEb,OAAO;QACN,IAAI;QACJ,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,EAAE,CAAC,CAAC,GAAG,KAAK,CAAC,MAAM;QAClE,KAAK,EAAE,UAAU,CAAC,KAAK,EAAE,GAAG,CAAC;QAC7B,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;QACzB,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;QACzB,IAAI;KACJ,CAAC;AACH,CAAC,CAAC;AAEF,IAAI,CAAC;IACJ,MAAM,EAAE,GAAG,IAAI,EAAE,CAAC,MAAM,CAAC,CAAC;IAC1B,EAAE,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC;IAChC,EAAE,CAAC,MAAM,CAAC,mBAAmB,CAAC,CAAC;IAC/B,EAAE,CAAC,MAAM,CAAC,qBAAqB,CAAC,CAAC;IACjC,EAAE,CAAC,IAAI,CAAC,6DAA6D,CAAC,CAAC;IAEvE,MAAM,MAAM,GAAG,EAAE,CAAC,OAAO,CAAC,gDAAgD,CAAC,CAAC;IAC5E,MAAM,UAAU,GAAG,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE;QACtC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC;YAChC,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC;QACnE,CAAC;IACF,CAAC,CAAC,CAAC;IAEH,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;IACpC,UAAU,EAAE,CAAC;IACb,MAAM,MAAM,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;IAE7C,MAAM,UAAU,GAA2B,EAAE,CAAC;IAC9C,KAAK,MAAM,CAAC,IAAI,EAAE,GAAG,CAAC,IAAI;QACzB,CAAC,aAAa,EAAE,0CAA0C,CAAC;QAC3D,CAAC,aAAa,EAAE,0CAA0C,CAAC;QAC3D,CAAC,cAAc,EAAE,0CAA0C,CAAC;KACnD,EAAE,CAAC;QACZ,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAChC,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACb,UAAU,CAAC,IAAI,CAAC,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;IAC9C,CAAC;IACD,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAEnB,MAAM,KAAK,GACV,uEAAuE,CAAC;IACzE,MAAM,gBAAgB,GACrB,gGAAgG,CAAC;IAClG,MAAM,gBAAgB,GACrB,gGAAgG,CAAC;IAClG,MAAM,SAAS,GACd,gGAAgG,CAAC;IAClG,MAAM,MAAM,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;IAE/B,MAAM,OAAO,GAAG;QACf,KAAK,CAAC,EAAE,EAAE,oBAAoB,EAAE,gBAAgB,EAAE,MAAM,CAAC;QACzD,KAAK,CAAC,EAAE,EAAE,4BAA4B,EAAE,gBAAgB,EAAE,MAAM,CAAC;QACjE,KAAK,CAAC,EAAE,EAAE,6BAA6B,EAAE,SAAS,EAAE,MAAM,CAAC;QAC3D,KAAK,CAAC,EAAE,EAAE,gCAAgC,EAAE,KAAK,EAAE,MAAM,CAAC;KAC1D,CAAC;IAEF,+BAA+B;IAC/B,OAAO,CAAC,GAAG,CACV,IAAI,CAAC,SAAS,CACb;QACC,IAAI;QACJ,IAAI;QACJ,MAAM;QACN,UAAU;KACV,EACD,IAAI,EACJ,CAAC,CACD,CACD,CAAC;IACF,OAAO,CAAC,KAAK,CACZ,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC;QACtD,IAAI;QACJ,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAC/B,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAC/B,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAC/B,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;KAC/B,CAAC,CAAC,CACH,CAAC;IACF,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC9B,OAAO,CAAC,GAAG,CAAC,KAAK,MAAM,CAAC,IAAI,KAAK,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;IACjD,CAAC;AACF,CAAC;QAAS,CAAC;IACV,EAAE,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;AACrD,CAAC"}