@gscdump/engine-sqlite 0.8.1 → 0.9.0

package/dist/index.mjs

@@ -252,16 +252,26 @@ function tierMatchCond(target) {
 }
 function createD1ManifestStore(db) {
 	async function listByFilter(filter, liveOnly) {
-		const conds = [eq$1(r2Manifest.userId, Number(filter.userId))];
-		if (liveOnly) conds.push(isNull(r2Manifest.retiredAt));
-		if (filter.siteId !== void 0) conds.push(eq$1(r2Manifest.siteId, filter.siteId));
-		if (filter.table !== void 0) conds.push(eq$1(r2Manifest.table, filter.table));
-		if (filter.partitions && filter.partitions.length > 0) conds.push(inArray(r2Manifest.partition, filter.partitions));
+		const baseConds = [eq$1(r2Manifest.userId, Number(filter.userId))];
+		if (liveOnly) baseConds.push(isNull(r2Manifest.retiredAt));
+		if (filter.siteId !== void 0) baseConds.push(eq$1(r2Manifest.siteId, filter.siteId));
+		if (filter.table !== void 0) baseConds.push(eq$1(r2Manifest.table, filter.table));
 		if (filter.tier !== void 0) {
 			const cond = tierMatchCond(filter.tier);
-			if (cond) conds.push(cond);
+			if (cond) baseConds.push(cond);
 		}
-		return (await db.select().from(r2Manifest).where(and$1(...conds))).map(fromRow);
+		const PARTITION_CHUNK = 80;
+		if (filter.partitions && filter.partitions.length > 0) {
+			const out = [];
+			for (let i = 0; i < filter.partitions.length; i += PARTITION_CHUNK) {
+				const slice = filter.partitions.slice(i, i + PARTITION_CHUNK);
+				const conds = [...baseConds, inArray(r2Manifest.partition, slice)];
+				const rows = await db.select().from(r2Manifest).where(and$1(...conds));
+				for (const r of rows) out.push(fromRow(r));
+			}
+			return out;
+		}
+		return (await db.select().from(r2Manifest).where(and$1(...baseConds))).map(fromRow);
 	}
 	const listLive = (filter) => listByFilter(filter, true);
 	const listAll = (filter) => listByFilter(filter, false);

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@gscdump/engine-sqlite",
   "type": "module",
-  "version": "0.8.1",
+  "version": "0.9.0",
   "description": "SQLite / D1 engine adapter for @gscdump/analysis — typed analytics over sqlite-proxy executors (Cloudflare D1, libsql).",
   "author": {
     "name": "Harlan Wilton",
@@ -44,8 +44,8 @@
     "drizzle-orm": "^0.45.2"
   },
   "dependencies": {
-    "@gscdump/engine": "0.8.1",
-    "gscdump": "0.8.1"
+    "@gscdump/engine": "0.9.0",
+    "gscdump": "0.9.0"
   },
   "devDependencies": {
     "drizzle-orm": "^0.45.2",