@gscdump/engine 0.33.5 → 0.33.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/rollups.mjs +5 -2
- package/package.json +3 -3
package/dist/rollups.mjs
CHANGED
|
@@ -790,6 +790,7 @@ async function rebuildCanonicalDailyResumable(opts) {
|
|
|
790
790
|
let nextWindowOffset = windowsTotal;
|
|
791
791
|
let nextPageOffset = 0;
|
|
792
792
|
let rowsWritten = 0;
|
|
793
|
+
let pausedMidWindow = false;
|
|
793
794
|
const flushPage = async (windowIdx, pageOffset, rows) => {
|
|
794
795
|
if (rows.length === 0) return;
|
|
795
796
|
const key = rollupParquetKey(ctx, `${CANONICAL_DAILY_PART_STEM}__w${windowIdx}_p${pageOffset}`, builtAt, searchType);
|
|
@@ -799,7 +800,7 @@ async function rebuildCanonicalDailyResumable(opts) {
|
|
|
799
800
|
}));
|
|
800
801
|
rowsWritten += rows.length;
|
|
801
802
|
};
|
|
802
|
-
|
|
803
|
+
for (; i < windowsTotal; i++) {
|
|
803
804
|
const w = windows[i];
|
|
804
805
|
const coreSql = sqlFor(w);
|
|
805
806
|
for (;;) {
|
|
@@ -826,9 +827,11 @@ async function rebuildCanonicalDailyResumable(opts) {
|
|
|
826
827
|
if (Date.now() > deadlineMs) {
|
|
827
828
|
nextWindowOffset = i;
|
|
828
829
|
nextPageOffset = page;
|
|
829
|
-
|
|
830
|
+
pausedMidWindow = true;
|
|
831
|
+
break;
|
|
830
832
|
}
|
|
831
833
|
}
|
|
834
|
+
if (pausedMidWindow) break;
|
|
832
835
|
if (Date.now() > deadlineMs) {
|
|
833
836
|
nextWindowOffset = i + 1;
|
|
834
837
|
nextPageOffset = 0;
|
package/package.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@gscdump/engine",
|
|
3
3
|
"type": "module",
|
|
4
|
-
"version": "0.33.
|
|
4
|
+
"version": "0.33.6",
|
|
5
5
|
"description": "Append-only Parquet/DuckDB storage engine + planner + adapters for the gscdump pipeline. Node + edge runtimes; opt-in heavy peers.",
|
|
6
6
|
"author": {
|
|
7
7
|
"name": "Harlan Wilton",
|
|
@@ -181,8 +181,8 @@
|
|
|
181
181
|
"dependencies": {
|
|
182
182
|
"drizzle-orm": "1.0.0-rc.3",
|
|
183
183
|
"proper-lockfile": "^4.1.2",
|
|
184
|
-
"gscdump": "0.33.
|
|
185
|
-
"
|
|
184
|
+
"@gscdump/contracts": "0.33.6",
|
|
185
|
+
"gscdump": "0.33.6"
|
|
186
186
|
},
|
|
187
187
|
"devDependencies": {
|
|
188
188
|
"@duckdb/duckdb-wasm": "^1.32.0",
|