supastash 0.1.54 → 0.1.55

package/dist/hooks/syncEngine/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/hooks/syncEngine/index.ts"],"names":[],"mappings":"AA4BA;;;;;GAKG;AACH,wBAAsB,OAAO,CAAC,KAAK,GAAE,OAAe,GAAG,OAAO,CAAC,IAAI,CAAC,CAmCnE;AAuDD;;;;;GAKG;AACH,wBAAgB,aAAa;;;EA8D5B;AAMD;;;;GAIG;AACH,wBAAsB,SAAS,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAgC5D;AAED;;GAEG;AACH,wBAAsB,aAAa,IAAI,OAAO,CAAC,IAAI,CAAC,CAEnD"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/hooks/syncEngine/index.ts"],"names":[],"mappings":"AA6BA;;;;;GAKG;AACH,wBAAsB,OAAO,CAAC,KAAK,GAAE,OAAe,GAAG,OAAO,CAAC,IAAI,CAAC,CAqCnE;AAuDD;;;;;GAKG;AACH,wBAAgB,aAAa;;;EA8D5B;AAMD;;;;GAIG;AACH,wBAAsB,SAAS,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAgC5D;AAED;;GAEG;AACH,wBAAsB,aAAa,IAAI,OAAO,CAAC,IAAI,CAAC,CAEnD"}

package/dist/hooks/syncEngine/index.js

@@ -2,6 +2,7 @@ import { useEffect, useRef } from "react";
 import { AppState } from "react-native";
 import { getSupastashConfig } from "../../core/config";
 import { syncCalls } from "../../store/syncCalls";
+import { isSyncGateClosed } from "../../store/syncStatus";
 import { tableFilters } from "../../store/tableFilters";
 import { isOnline } from "../../utils/connection";
 import log from "../../utils/logs";
@@ -28,6 +29,9 @@ const MIN_FOREGROUND_GAP = 5000; // ms
  * - "force" ignores pull cadence timing.
  */
 export async function syncAll(force = false) {
+    const isGateClosed = isSyncGateClosed();
+    if (isGateClosed)
+        return;
     if (isSyncing)
         return;
     if (!(await isOnline()))

package/dist/index.d.ts

@@ -6,6 +6,7 @@ export { useSupastashFilters } from "./hooks/supastashFilters";
 export { useSupastash } from "./hooks/supastashLogic";
 export { syncAllTables, syncTable } from "./hooks/syncEngine";
 export { useSupastashSyncStatus } from "./hooks/syncStatus";
+export { closeSyncGate, isSyncGateClosed, openSyncGate, } from "./store/syncStatus";
 export { supastashEventBus } from "./utils/events/eventBus";
 export { supastash } from "./utils/query/builder";
 export { refreshScreen } from "./utils/refreshScreenCalls";
@@ -13,7 +14,7 @@ export { dropAllTables, dropTable, wipeAllTables, wipeOldDataForAllTables, wipeO
 export { getSupastashRuntimeMode, reinitializeSupastash, } from "./utils/supastashMode";
 export { getAllTables } from "./utils/sync/getAllTables";
 export { updateFilters } from "./utils/sync/pullFromRemote/updateFilter";
-export { upsertData } from "./utils/sync/pullFromRemote/updateLocalDb";
+export { updateLocalDb, upsertData, } from "./utils/sync/pullFromRemote/updateLocalDb";
 export { refreshAllTables, refreshTable, refreshTableWithPayload, } from "./utils/sync/refreshTables";
 export { clearSyncCalls, getAllSyncTables, getSyncCall, registerSyncCall, unregisterSyncCall, } from "./utils/sync/registration/syncCalls";
 export { clearAllLocalDeleteLog, clearAllLocalSyncLog, clearLocalDeleteLog, clearLocalSyncLog, clearSyncLog, getLocalDeleteLog, getSyncLog, resetSyncLog, setLocalDeleteLog, setLocalSyncLog, setSyncLog, } from "./utils/sync/status/syncStatus";

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAC;AACvE,OAAO,EAAE,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AACzD,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACpD,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AAEzD,OAAO,EAAE,mBAAmB,EAAE,MAAM,0BAA0B,CAAC;AAC/D,OAAO,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AACtD,OAAO,EAAE,aAAa,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAC9D,OAAO,EAAE,sBAAsB,EAAE,MAAM,oBAAoB,CAAC;AAC5D,OAAO,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AAC5D,OAAO,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AAClD,OAAO,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAC3D,OAAO,EACL,aAAa,EACb,SAAS,EACT,aAAa,EACb,uBAAuB,EACvB,oBAAoB,EACpB,SAAS,GACV,MAAM,2BAA2B,CAAC;AACnC,OAAO,EACL,uBAAuB,EACvB,qBAAqB,GACtB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAC;AACzD,OAAO,EAAE,aAAa,EAAE,MAAM,0CAA0C,CAAC;AACzE,OAAO,EAAE,UAAU,EAAE,MAAM,2CAA2C,CAAC;AACvE,OAAO,EACL,gBAAgB,EAChB,YAAY,EACZ,uBAAuB,GACxB,MAAM,4BAA4B,CAAC;AACpC,OAAO,EACL,cAAc,EACd,gBAAgB,EAChB,WAAW,EACX,gBAAgB,EAChB,kBAAkB,GACnB,MAAM,qCAAqC,CAAC;AAC7C,OAAO,EACL,sBAAsB,EACtB,oBAAoB,EACpB,mBAAmB,EACnB,iBAAiB,EACjB,YAAY,EACZ,iBAAiB,EACjB,UAAU,EACV,YAAY,EACZ,iBAAiB,EACjB,eAAe,EACf,UAAU,GACX,MAAM,gCAAgC,CAAC;AAExC,YAAY,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AACvD,YAAY,EACV,eAAe,EACf,mBAAmB,EACnB,eAAe,GAChB,MAAM,4BAA4B,CAAC;AACpC,YAAY,EACV,eAAe,EACf,mBAAmB,EACnB,0BAA0B,EAC1B,uBAAuB,GACxB,MAAM,+BAA+B,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAC;AACvE,OAAO,EAAE,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AACzD,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACpD,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AAEzD,OAAO,EAAE,mBAAmB,EAAE,MAAM,0BAA0B,CAAC;AAC/D,OAAO,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AACtD,OAAO,EAAE,aAAa,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAC9D,OAAO,EAAE,sBAAsB,EAAE,MAAM,oBAAoB,CAAC;AAC5D,OAAO,EACL,aAAa,EACb,gBAAgB,EAChB,YAAY,GACb,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AAC5D,OAAO,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AAClD,OAAO,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAC3D,OAAO,EACL,aAAa,EACb,SAAS,EACT,aAAa,EACb,uBAAuB,EACvB,oBAAoB,EACpB,SAAS,GACV,MAAM,2BAA2B,CAAC;AACnC,OAAO,EACL,uBAAuB,EACvB,qBAAqB,GACtB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAC;AACzD,OAAO,EAAE,aAAa,EAAE,MAAM,0CAA0C,CAAC;AACzE,OAAO,EACL,aAAa,EACb,UAAU,GACX,MAAM,2CAA2C,CAAC;AACnD,OAAO,EACL,gBAAgB,EAChB,YAAY,EACZ,uBAAuB,GACxB,MAAM,4BAA4B,CAAC;AACpC,OAAO,EACL,cAAc,EACd,gBAAgB,EAChB,WAAW,EACX,gBAAgB,EAChB,kBAAkB,GACnB,MAAM,qCAAqC,CAAC;AAC7C,OAAO,EACL,sBAAsB,EACtB,oBAAoB,EACpB,mBAAmB,EACnB,iBAAiB,EACjB,YAAY,EACZ,iBAAiB,EACjB,UAAU,EACV,YAAY,EACZ,iBAAiB,EACjB,eAAe,EACf,UAAU,GACX,MAAM,gCAAgC,CAAC;AAExC,YAAY,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AACvD,YAAY,EACV,eAAe,EACf,mBAAmB,EACnB,eAAe,GAChB,MAAM,4BAA4B,CAAC;AACpC,YAAY,EACV,eAAe,EACf,mBAAmB,EACnB,0BAA0B,EAC1B,uBAAuB,GACxB,MAAM,+BAA+B,CAAC"}

package/dist/index.js

@@ -7,6 +7,7 @@ export { useSupastashFilters } from "./hooks/supastashFilters";
 export { useSupastash } from "./hooks/supastashLogic";
 export { syncAllTables, syncTable } from "./hooks/syncEngine";
 export { useSupastashSyncStatus } from "./hooks/syncStatus";
+export { closeSyncGate, isSyncGateClosed, openSyncGate, } from "./store/syncStatus";
 export { supastashEventBus } from "./utils/events/eventBus";
 export { supastash } from "./utils/query/builder";
 export { refreshScreen } from "./utils/refreshScreenCalls";
@@ -14,7 +15,7 @@ export { dropAllTables, dropTable, wipeAllTables, wipeOldDataForAllTables, wipeO
 export { getSupastashRuntimeMode, reinitializeSupastash, } from "./utils/supastashMode";
 export { getAllTables } from "./utils/sync/getAllTables";
 export { updateFilters } from "./utils/sync/pullFromRemote/updateFilter";
-export { upsertData } from "./utils/sync/pullFromRemote/updateLocalDb";
+export { updateLocalDb, upsertData, } from "./utils/sync/pullFromRemote/updateLocalDb";
 export { refreshAllTables, refreshTable, refreshTableWithPayload, } from "./utils/sync/refreshTables";
 export { clearSyncCalls, getAllSyncTables, getSyncCall, registerSyncCall, unregisterSyncCall, } from "./utils/sync/registration/syncCalls";
 export { clearAllLocalDeleteLog, clearAllLocalSyncLog, clearLocalDeleteLog, clearLocalSyncLog, clearSyncLog, getLocalDeleteLog, getSyncLog, resetSyncLog, setLocalDeleteLog, setLocalSyncLog, setSyncLog, } from "./utils/sync/status/syncStatus";

package/dist/store/syncStatus.d.ts

@@ -1,4 +1,4 @@
-import { SyncInfo, SyncLogEntry } from "../types/syncEngine.types";
+import { ReceivedDataCompleted, ReceivedDataCompletedMap, SyncInfo, SyncLogEntry } from "../types/syncEngine.types";
 /**
  * A map tracking sync status for each row in each table.
  *
@@ -24,4 +24,21 @@ import { SyncInfo, SyncLogEntry } from "../types/syncEngine.types";
 export declare const syncStatusMap: Map<string, Map<string, "error" | "pending" | "success">>;
 export declare const syncInfo: SyncInfo;
 export declare const DEFAULT_SYNC_LOG_ENTRY: SyncLogEntry;
+export declare const RECEIVED_DATA_THRESHOLD = 1000;
+export declare const RECEIVED_DATA_COMPLETED_MAP: ReceivedDataCompletedMap;
+export declare const DEFAULT_RECEIVED_DATA_COMPLETED: ReceivedDataCompleted;
+/**
+ * Closes the global sync gate.
+ * Prevents all sync operations from running.
+ */
+export declare function closeSyncGate(): void;
+/**
+ * Opens the global sync gate.
+ * Allows sync operations to run.
+ */
+export declare function openSyncGate(): void;
+/**
+ * Returns whether the global sync gate is currently closed.
+ */
+export declare function isSyncGateClosed(): boolean;
 //# sourceMappingURL=syncStatus.d.ts.map

package/dist/store/syncStatus.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"syncStatus.d.ts","sourceRoot":"","sources":["../../src/store/syncStatus.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAC;AAEnE;;;;;;;;;;;;;;;;;;;;;GAqBG;AACH,eAAO,MAAM,aAAa,2DAGvB,CAAC;AAEJ,eAAO,MAAM,QAAQ,EAAE,QAyBtB,CAAC;AAEF,eAAO,MAAM,sBAAsB,EAAE,YAapC,CAAC"}
+{"version":3,"file":"syncStatus.d.ts","sourceRoot":"","sources":["../../src/store/syncStatus.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,qBAAqB,EACrB,wBAAwB,EACxB,QAAQ,EACR,YAAY,EACb,MAAM,2BAA2B,CAAC;AAEnC;;;;;;;;;;;;;;;;;;;;;GAqBG;AACH,eAAO,MAAM,aAAa,2DAGvB,CAAC;AAEJ,eAAO,MAAM,QAAQ,EAAE,QAyBtB,CAAC;AAEF,eAAO,MAAM,sBAAsB,EAAE,YAapC,CAAC;AAEF,eAAO,MAAM,uBAAuB,OAAO,CAAC;AAC5C,eAAO,MAAM,2BAA2B,EAAE,wBAA6B,CAAC;AACxE,eAAO,MAAM,+BAA+B,EAAE,qBAI7C,CAAC;AASF;;;GAGG;AACH,wBAAgB,aAAa,IAAI,IAAI,CAEpC;AAED;;;GAGG;AACH,wBAAgB,YAAY,IAAI,IAAI,CAEnC;AAED;;GAEG;AACH,wBAAgB,gBAAgB,IAAI,OAAO,CAE1C"}

package/dist/store/syncStatus.js

@@ -61,3 +61,36 @@ export const DEFAULT_SYNC_LOG_ENTRY = {
     startTime: 0,
     endTime: 0,
 };
+export const RECEIVED_DATA_THRESHOLD = 1000;
+export const RECEIVED_DATA_COMPLETED_MAP = {};
+export const DEFAULT_RECEIVED_DATA_COMPLETED = {
+    completed: false,
+    lastTimestamp: "",
+    lastId: "",
+};
+/**
+ * Global Sync Gate
+ * ----------------
+ * Acts as a hard stop for all sync operations across the app.
+ */
+let syncGateClosed = false;
+/**
+ * Closes the global sync gate.
+ * Prevents all sync operations from running.
+ */
+export function closeSyncGate() {
+    syncGateClosed = true;
+}
+/**
+ * Opens the global sync gate.
+ * Allows sync operations to run.
+ */
+export function openSyncGate() {
+    syncGateClosed = false;
+}
+/**
+ * Returns whether the global sync gate is currently closed.
+ */
+export function isSyncGateClosed() {
+    return syncGateClosed;
+}

package/dist/utils/sync/pullFromRemote/helpers.d.ts

@@ -1,5 +1,6 @@
 import { PayloadData } from "../../../types/query.types";
 import { RealtimeFilter } from "../../../types/realtimeData.types";
+import { ReceivedDataCompleted } from "../../../types/syncEngine.types";
 export declare function pageThrough(base: {
     tsCol: "created_at" | "updated_at" | "deleted_at";
     since: string;
@@ -7,7 +8,18 @@ export declare function pageThrough(base: {
     select?: string;
     filters?: RealtimeFilter[];
     includeDeleted?: boolean;
+    batchId: string;
 }): Promise<any[]>;
 export declare function getMaxDate(rows: PayloadData[], col: "created_at" | "updated_at" | "deleted_at"): string | null;
 export declare function logNoUpdates(table: string): void;
+export declare function getReceivedDataCompleted({ batchId, col, }: {
+    batchId: string;
+    col: "created_at" | "updated_at" | "deleted_at";
+}): ReceivedDataCompleted;
+export declare function setReceivedDataCompleted({ batchId, col, completed, }: {
+    batchId: string;
+    col: "created_at" | "updated_at" | "deleted_at";
+    completed: ReceivedDataCompleted;
+}): void;
+export declare function deleteReceivedDataCompleted(batchId: string): void;
 //# sourceMappingURL=helpers.d.ts.map

package/dist/utils/sync/pullFromRemote/helpers.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"helpers.d.ts","sourceRoot":"","sources":["../../../../src/utils/sync/pullFromRemote/helpers.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,WAAW,EAAE,MAAM,4BAA4B,CAAC;AACzD,OAAO,EAAE,cAAc,EAAE,MAAM,mCAAmC,CAAC;AAqBnE,wBAAsB,WAAW,CAAC,IAAI,EAAE;IACtC,KAAK,EAAE,YAAY,GAAG,YAAY,GAAG,YAAY,CAAC;IAClD,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,cAAc,EAAE,CAAC;IAC3B,cAAc,CAAC,EAAE,OAAO,CAAC;CAC1B,kBA2CA;AAED,wBAAgB,UAAU,CACxB,IAAI,EAAE,WAAW,EAAE,EACnB,GAAG,EAAE,YAAY,GAAG,YAAY,GAAG,YAAY,GAC9C,MAAM,GAAG,IAAI,CAUf;AAED,wBAAgB,YAAY,CAAC,KAAK,EAAE,MAAM,QAczC"}
+{"version":3,"file":"helpers.d.ts","sourceRoot":"","sources":["../../../../src/utils/sync/pullFromRemote/helpers.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,WAAW,EAAE,MAAM,4BAA4B,CAAC;AACzD,OAAO,EAAE,cAAc,EAAE,MAAM,mCAAmC,CAAC;AACnE,OAAO,EAAE,qBAAqB,EAAE,MAAM,iCAAiC,CAAC;AAsBxE,wBAAsB,WAAW,CAAC,IAAI,EAAE;IACtC,KAAK,EAAE,YAAY,GAAG,YAAY,GAAG,YAAY,CAAC;IAClD,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,cAAc,EAAE,CAAC;IAC3B,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,OAAO,EAAE,MAAM,CAAC;CACjB,kBA4EA;AAED,wBAAgB,UAAU,CACxB,IAAI,EAAE,WAAW,EAAE,EACnB,GAAG,EAAE,YAAY,GAAG,YAAY,GAAG,YAAY,GAC9C,MAAM,GAAG,IAAI,CAUf;AAED,wBAAgB,YAAY,CAAC,KAAK,EAAE,MAAM,QAczC;AAED,wBAAgB,wBAAwB,CAAC,EACvC,OAAO,EACP,GAAG,GACJ,EAAE;IACD,OAAO,EAAE,MAAM,CAAC;IAChB,GAAG,EAAE,YAAY,GAAG,YAAY,GAAG,YAAY,CAAC;CACjD,GAAG,qBAAqB,CAMxB;AAED,wBAAgB,wBAAwB,CAAC,EACvC,OAAO,EACP,GAAG,EACH,SAAS,GACV,EAAE;IACD,OAAO,EAAE,MAAM,CAAC;IAChB,GAAG,EAAE,YAAY,GAAG,YAAY,GAAG,YAAY,CAAC;IAChD,SAAS,EAAE,qBAAqB,CAAC;CAClC,QAKA;AAED,wBAAgB,2BAA2B,CAAC,OAAO,EAAE,MAAM,QAE1D"}

package/dist/utils/sync/pullFromRemote/helpers.js

@@ -1,9 +1,11 @@
 import { getSupastashConfig } from "../../../core/config";
+import { RECEIVED_DATA_COMPLETED_MAP, RECEIVED_DATA_THRESHOLD, } from "../../../store/syncStatus";
 import log from "../../logs";
 import { supabaseClientErr } from "../../supabaseClientErr";
 import isValidFilter from "./validateFilters";
 const RANDOM_OLD_DATE = "2000-01-01T00:00:00Z";
-const PAGE_SIZE = 1000;
+const PAGE_SIZE = RECEIVED_DATA_THRESHOLD;
+const MAX_PAGE_SIZE = 2000;
 const timesPulled = new Map();
 const lastPulled = new Map();
 const DEFAULT_MAX_PULL_ATTEMPTS = 150;
@@ -21,8 +23,15 @@ export async function pageThrough(base) {
     if (!supabase)
         throw new Error(`No supabase client found: ${supabaseClientErr}`);
     const results = [];
-    let cursorTs = base.since || RANDOM_OLD_DATE;
-    let cursorId = "";
+    const lastWork = getReceivedDataCompleted({
+        batchId: base.batchId,
+        col: base.tsCol,
+    });
+    if (lastWork.completed)
+        return results;
+    let cursorTs = lastWork.lastTimestamp || base.since || RANDOM_OLD_DATE;
+    let cursorId = lastWork.lastId || "";
+    let lastDataSize = 0;
     const { table, filters = [], select = "*" } = base;
     while (true) {
         let q = supabase
@@ -48,11 +57,35 @@ export async function pageThrough(base) {
         if (!data || data.length === 0)
             break;
         results.push(...data);
-        if (data.length < PAGE_SIZE)
+        if (data.length < PAGE_SIZE) {
+            setReceivedDataCompleted({
+                batchId: base.batchId,
+                col: base.tsCol,
+                completed: {
+                    completed: true,
+                    lastTimestamp: cursorTs,
+                    lastId: cursorId,
+                },
+            });
             break;
+        }
         const last = data[data.length - 1];
         cursorTs = last[base.tsCol];
         cursorId = last.id;
+        lastDataSize += data.length;
+        setReceivedDataCompleted({
+            batchId: base.batchId,
+            col: base.tsCol,
+            completed: {
+                completed: false,
+                lastTimestamp: cursorTs,
+                lastId: cursorId,
+            },
+        });
+        if (lastDataSize >= MAX_PAGE_SIZE) {
+            break;
+        }
+        await new Promise((res) => setTimeout(res, 0));
     }
     return results;
 }
@@ -80,3 +113,19 @@ export function logNoUpdates(table) {
         timesPulled.set(table, 0);
     }
 }
+export function getReceivedDataCompleted({ batchId, col, }) {
+    if (!batchId || !RECEIVED_DATA_COMPLETED_MAP[batchId]) {
+        throw new Error(`Batch ${batchId} not found`);
+    }
+    const completed = RECEIVED_DATA_COMPLETED_MAP[batchId][col] ?? false;
+    return completed;
+}
+export function setReceivedDataCompleted({ batchId, col, completed, }) {
+    if (!batchId || !RECEIVED_DATA_COMPLETED_MAP[batchId]) {
+        throw new Error(`Batch ${batchId} not found`);
+    }
+    RECEIVED_DATA_COMPLETED_MAP[batchId][col] = completed;
+}
+export function deleteReceivedDataCompleted(batchId) {
+    delete RECEIVED_DATA_COMPLETED_MAP[batchId];
+}

package/dist/utils/sync/pullFromRemote/pullData.d.ts

@@ -5,7 +5,11 @@ import { RealtimeFilter } from "../../../types/realtimeData.types";
  * @param table - The table to pull data from
  * @returns The data from the table
  */
-export declare function pullData(table: string, filters?: RealtimeFilter[]): Promise<{
+export declare function pullData({ table, filters, batchId, }: {
+    table: string;
+    filters?: RealtimeFilter[];
+    batchId: string;
+}): Promise<{
     data: PayloadData[];
     deletedIds: string[];
     timestamps: {

package/dist/utils/sync/pullFromRemote/pullData.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"pullData.d.ts","sourceRoot":"","sources":["../../../../src/utils/sync/pullFromRemote/pullData.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,MAAM,4BAA4B,CAAC;AACzD,OAAO,EAAE,cAAc,EAAE,MAAM,mCAAmC,CAAC;AAQnE;;;;GAIG;AACH,wBAAsB,QAAQ,CAC5B,KAAK,EAAE,MAAM,EACb,OAAO,CAAC,EAAE,cAAc,EAAE,GACzB,OAAO,CAAC;IACT,IAAI,EAAE,WAAW,EAAE,CAAC;IACpB,UAAU,EAAE,MAAM,EAAE,CAAC;IACrB,UAAU,EAAE;QACV,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;QAC1B,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;QAC1B,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;KAC3B,CAAC;CACH,GAAG,IAAI,CAAC,CAuER"}
+{"version":3,"file":"pullData.d.ts","sourceRoot":"","sources":["../../../../src/utils/sync/pullFromRemote/pullData.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,MAAM,4BAA4B,CAAC;AACzD,OAAO,EAAE,cAAc,EAAE,MAAM,mCAAmC,CAAC;AAQnE;;;;GAIG;AACH,wBAAsB,QAAQ,CAAC,EAC7B,KAAK,EACL,OAAO,EACP,OAAO,GACR,EAAE;IACD,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,CAAC,EAAE,cAAc,EAAE,CAAC;IAC3B,OAAO,EAAE,MAAM,CAAC;CACjB,GAAG,OAAO,CAAC;IACV,IAAI,EAAE,WAAW,EAAE,CAAC;IACpB,UAAU,EAAE,MAAM,EAAE,CAAC;IACrB,UAAU,EAAE;QACV,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;QAC1B,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;QAC1B,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;KAC3B,CAAC;CACH,GAAG,IAAI,CAAC,CA8ER"}

package/dist/utils/sync/pullFromRemote/pullData.js

@@ -11,7 +11,7 @@ import { getMaxDate, logNoUpdates, pageThrough } from "./helpers";
  * @param table - The table to pull data from
  * @returns The data from the table
  */
-export async function pullData(table, filters) {
+export async function pullData({ table, filters, batchId, }) {
     const supabase = getSupastashConfig().supabaseClient;
     if (!supabase)
         throw new Error(`No supabase client found: ${supabaseClientErr}`);
@@ -35,8 +35,15 @@ export async function pullData(table, filters) {
             since: last_created_at,
             table,
             filters,
+            batchId,
+        }),
+        pageThrough({
+            tsCol: "updated_at",
+            since: last_synced_at,
+            table,
+            filters,
+            batchId,
         }),
-        pageThrough({ tsCol: "updated_at", since: last_synced_at, table, filters }),
         pageThrough({
             tsCol: "deleted_at",
             since: last_deleted_at,
@@ -44,6 +51,7 @@ export async function pullData(table, filters) {
             select: "id, deleted_at",
             table,
             filters,
+            batchId,
         }),
     ]);
     const merged = {};

package/dist/utils/sync/pullFromRemote/updateLocalDb.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"updateLocalDb.d.ts","sourceRoot":"","sources":["../../../../src/utils/sync/pullFromRemote/updateLocalDb.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,cAAc,EAAE,MAAM,mCAAmC,CAAC;AAgBnE;;;GAGG;AACH,wBAAsB,aAAa,CACjC,KAAK,EAAE,MAAM,EACb,OAAO,CAAC,EAAE,cAAc,EAAE,EAC1B,aAAa,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,KAAK,OAAO,CAAC,IAAI,CAAC,iBAqGhD;AAID;;;;;GAKG;AACH,wBAAsB,UAAU,CAC9B,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,GAAG,EACX,SAAS,CAAC,EAAE,OAAO,iBAsEpB"}
+{"version":3,"file":"updateLocalDb.d.ts","sourceRoot":"","sources":["../../../../src/utils/sync/pullFromRemote/updateLocalDb.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,cAAc,EAAE,MAAM,mCAAmC,CAAC;AAkBnE;;;GAGG;AACH,wBAAsB,aAAa,CACjC,KAAK,EAAE,MAAM,EACb,OAAO,CAAC,EAAE,cAAc,EAAE,EAC1B,aAAa,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,KAAK,OAAO,CAAC,IAAI,CAAC,iBAuHhD;AAID;;;;;GAKG;AACH,wBAAsB,UAAU,CAC9B,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,GAAG,EACX,SAAS,CAAC,EAAE,OAAO,iBAsEpB"}

package/dist/utils/sync/pullFromRemote/updateLocalDb.js

@@ -1,12 +1,15 @@
 import { getSupastashConfig } from "../../../core/config";
 import { getSupastashDb } from "../../../db/dbInitializer";
+import { DEFAULT_RECEIVED_DATA_COMPLETED, RECEIVED_DATA_COMPLETED_MAP, } from "../../../store/syncStatus";
 import { isOnline } from "../../connection";
+import { generateUUIDv4 } from "../../genUUID";
 import { getTableSchema } from "../../getTableSchema";
 import log, { logError, logWarn } from "../../logs";
 import { refreshScreen } from "../../refreshScreenCalls";
 import { SyncInfoUpdater } from "../queryStatus";
 import { setSupastashSyncStatus } from "../status/services";
 import { updateLocalSyncedAt } from "../status/syncUpdate";
+import { deleteReceivedDataCompleted } from "./helpers";
 import { pullData } from "./pullData";
 import { stringifyValue } from "./stringifyFields";
 let isInSync = new Map();
@@ -20,84 +23,100 @@ const DELETE_CHUNK = 999;
 export async function updateLocalDb(table, filters, onReceiveData) {
     if (isInSync.get(table))
         return;
-    isInSync.set(table, true);
     const cfg = getSupastashConfig();
     if (cfg.supastashMode === "ghost")
         return;
+    if (!(await isOnline()))
+        return;
+    isInSync.set(table, true);
+    const batchId = generateUUIDv4();
     try {
-        if (!(await isOnline()))
-            return;
         const db = await getSupastashDb();
-        const dataResult = await pullData(table, filters);
-        const data = dataResult?.data;
-        const timestamps = dataResult?.timestamps;
-        const deletedIds = dataResult?.deletedIds;
-        const deletedIdSet = new Set(deletedIds ?? []);
-        SyncInfoUpdater.setUnsyncedDataCount({
-            amount: data?.length ?? 0,
-            type: "pull",
-            table,
-        });
-        SyncInfoUpdater.setUnsyncedDeletedCount({
-            amount: deletedIds?.length ?? 0,
-            type: "pull",
-            table,
-        });
-        const refreshNeeded = !!data?.length || !!deletedIds?.length;
-        // Delete records that are no longer in the remote data
-        if (deletedIds && deletedIds.length > 0) {
-            const ids = deletedIds;
-            for (let i = 0; i < ids.length; i += DELETE_CHUNK) {
-                const slice = ids.slice(i, i + DELETE_CHUNK);
-                const placeholders = slice.map(() => "?").join(", ");
-                await db.runAsync(`DELETE FROM ${table} WHERE id IN (${placeholders})`, slice);
-            }
-        }
-        // Get the local stamp of the records
-        let localStamp = new Map();
-        if (data?.length) {
-            const ids = data.map((r) => r.id).filter(Boolean);
-            for (let i = 0; i < ids.length; i += DELETE_CHUNK) {
-                const slice = ids.slice(i, i + DELETE_CHUNK);
-                const placeholders = slice.map(() => "?").join(", ");
-                const rows = await db.getAllAsync(`SELECT id, updated_at FROM ${table} WHERE id IN (${placeholders})`, slice);
-                for (const row of rows ?? []) {
-                    localStamp.set(row.id, row.updated_at ?? null);
+        // Initialize the batch completed map
+        RECEIVED_DATA_COMPLETED_MAP[batchId] = {
+            created_at: DEFAULT_RECEIVED_DATA_COMPLETED,
+            updated_at: DEFAULT_RECEIVED_DATA_COMPLETED,
+            deleted_at: DEFAULT_RECEIVED_DATA_COMPLETED,
+        };
+        let refreshNeeded = false;
+        while (true) {
+            const dataResult = await pullData({ table, filters, batchId });
+            if (!dataResult)
+                break;
+            const data = dataResult?.data;
+            const timestamps = dataResult.timestamps;
+            const deletedIds = dataResult.deletedIds;
+            const deletedIdSet = new Set(deletedIds ?? []);
+            SyncInfoUpdater.setUnsyncedDataCount({
+                amount: data?.length ?? 0,
+                type: "pull",
+                table,
+            });
+            SyncInfoUpdater.setUnsyncedDeletedCount({
+                amount: deletedIds?.length ?? 0,
+                type: "pull",
+                table,
+            });
+            refreshNeeded = !!data?.length || !!deletedIds?.length;
+            // Delete records that are no longer in the remote data
+            if (deletedIds && deletedIds.length > 0) {
+                const ids = deletedIds;
+                for (let i = 0; i < ids.length; i += DELETE_CHUNK) {
+                    const slice = ids.slice(i, i + DELETE_CHUNK);
+                    const placeholders = slice.map(() => "?").join(", ");
+                    await db.runAsync(`DELETE FROM ${table} WHERE id IN (${placeholders})`, slice);
                 }
             }
-        }
-        // Update local database with remote changes
-        if (data?.length) {
-            for (let i = 0; i < data.length; i++) {
-                const record = data[i];
-                if (!record?.id)
-                    continue;
-                if (deletedIdSet.has(record.id))
-                    continue;
-                const localUpdated = localStamp.get(record.id) ?? DEFAULT_DATE;
-                const remoteUpdated = record.updated_at ?? DEFAULT_DATE;
-                if (new Date(localUpdated) >= new Date(remoteUpdated)) {
-                    // local is newer or same — skip
-                    continue;
-                }
-                if (onReceiveData) {
-                    await onReceiveData(record);
+            // Get the local stamp of the records
+            let localStamp = new Map();
+            if (data?.length) {
+                const ids = data.map((r) => r.id).filter(Boolean);
+                for (let i = 0; i < ids.length; i += DELETE_CHUNK) {
+                    const slice = ids.slice(i, i + DELETE_CHUNK);
+                    const placeholders = slice.map(() => "?").join(", ");
+                    const rows = await db.getAllAsync(`SELECT id, updated_at FROM ${table} WHERE id IN (${placeholders})`, slice);
+                    for (const row of rows ?? []) {
+                        localStamp.set(row.id, row.updated_at ?? null);
+                    }
                 }
-                else {
-                    await upsertData(table, record, localStamp.has(record.id));
-                }
-                if ((i + 1) % BATCH_SIZE === 0) {
-                    await new Promise((res) => setTimeout(res, 0));
+            }
+            // Update local database with remote changes
+            if (data?.length) {
+                for (let i = 0; i < data.length; i++) {
+                    const record = data[i];
+                    if (!record?.id)
+                        continue;
+                    if (deletedIdSet.has(record.id))
+                        continue;
+                    const localUpdated = localStamp.get(record.id) ?? DEFAULT_DATE;
+                    const remoteUpdated = record.updated_at ?? DEFAULT_DATE;
+                    if (new Date(localUpdated) >= new Date(remoteUpdated)) {
+                        // local is newer or same — skip
+                        continue;
+                    }
+                    if (onReceiveData) {
+                        await onReceiveData(record);
+                    }
+                    else {
+                        await upsertData(table, record, localStamp.has(record.id));
+                    }
+                    if ((i + 1) % BATCH_SIZE === 0) {
+                        await new Promise((res) => setTimeout(res, 0));
+                    }
                 }
             }
-        }
-        if (timestamps) {
-            await setSupastashSyncStatus(table, filters, {
-                lastCreatedAt: timestamps.createdMax,
-                lastSyncedAt: timestamps.updatedMax,
-                lastDeletedAt: timestamps.deletedMax,
-                filterNamespace: "global",
-            });
+            if (timestamps) {
+                await setSupastashSyncStatus(table, filters, {
+                    lastCreatedAt: timestamps.createdMax,
+                    lastSyncedAt: timestamps.updatedMax,
+                    lastDeletedAt: timestamps.deletedMax,
+                    filterNamespace: "global",
+                });
+            }
+            const completedSet = RECEIVED_DATA_COMPLETED_MAP[batchId];
+            if (Object.values(completedSet ?? {}).every(Boolean)) {
+                break;
+            }
         }
         if (refreshNeeded)
             refreshScreen(table);
@@ -108,6 +127,7 @@ export async function updateLocalDb(table, filters, onReceiveData) {
     }
     finally {
         isInSync.delete(table);
+        deleteReceivedDataCompleted(batchId);
     }
 }
 const warned = new Map();

package/dist/utils/sync/pullFromRemote/validateFilters.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"validateFilters.d.ts","sourceRoot":"","sources":["../../../../src/utils/sync/pullFromRemote/validateFilters.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,MAAM,mCAAmC,CAAC;AAcnE,iBAAS,aAAa,CAAC,CAAC,GAAG,GAAG,EAAE,OAAO,EAAE,cAAc,CAAC,CAAC,CAAC,EAAE,GAAG,OAAO,CAyDrE;AAED,eAAe,aAAa,CAAC;AAM7B,wBAAgB,cAAc,CAAC,CAAC,GAAG,GAAG,EACpC,KAAK,EAAE,MAAM,EACb,OAAO,EAAE,cAAc,CAAC,CAAC,CAAC,EAAE,QAkD7B"}
+{"version":3,"file":"validateFilters.d.ts","sourceRoot":"","sources":["../../../../src/utils/sync/pullFromRemote/validateFilters.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,MAAM,mCAAmC,CAAC;AAcnE,iBAAS,aAAa,CAAC,CAAC,GAAG,GAAG,EAAE,OAAO,EAAE,cAAc,CAAC,CAAC,CAAC,EAAE,GAAG,OAAO,CA+DrE;AAED,eAAe,aAAa,CAAC;AAM7B,wBAAgB,cAAc,CAAC,CAAC,GAAG,GAAG,EACpC,KAAK,EAAE,MAAM,EACb,OAAO,EAAE,cAAc,CAAC,CAAC,CAAC,EAAE,QAkD7B"}

package/dist/utils/sync/pullFromRemote/validateFilters.js

@@ -24,6 +24,11 @@ function isValidFilter(filters) {
         }
         switch (operator) {
             case "is":
+                if (typeof value === "boolean") {
+                    // normalize
+                    filter.value = value ? "true" : "false";
+                    break;
+                }
                 if (!(value === null ||
                     value === "null" ||
                     value === "true" ||

package/dist/utils/sync/pushLocal/sendUnsyncedToSupabase.js

@@ -13,13 +13,13 @@ let isInSync = new Map();
 export async function pushLocalDataToRemote(table, onPushToRemote, noSync) {
     if (isInSync.get(table))
         return;
-    isInSync.set(table, true);
     const cfg = getSupastashConfig();
     if (cfg.supastashMode === "ghost")
         return false;
+    if (!(await isOnline()))
+        return false;
+    isInSync.set(table, true);
     try {
-        if (!(await isOnline()))
-            return false;
         const data = await getAllUnsyncedData(table);
         const deletedData = await getAllDeletedData(table);
         SyncInfoUpdater.setUnsyncedDataCount({

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "supastash",
-  "version": "0.1.54",
+  "version": "0.1.55",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
   "type": "module",