@multiplatform.one/frappe 6.0.0

package/dist/esm/sync/subscriptionManager.spec.native.js

@@ -0,0 +1,1110 @@
+import { afterEach, beforeEach, describe, expect, it, vi } from "vitest";
+import { SubscriptionManager } from "./subscriptionManager.native.js";
+import { BackfillScope } from "./types.native.js";
+import { Order } from "./types.native.js";
+import * as filters from "./filters.native.js";
+describe("SubscriptionManager", function () {
+  var subscriptionManager;
+  var mockDb;
+  var mockNormalizedCache;
+  var mockDoc = {
+    name: "test-doc",
+    doctype: "TestDoc",
+    title: "Test Document",
+    modified: "2024-01-01T10:00:00",
+    creation: "2024-01-01T09:00:00",
+    owner: "test-user",
+    modified_by: "test-user"
+  };
+  var mockDocs = [{
+    name: "doc1",
+    doctype: "TestDoc",
+    modified: "2024-01-01T09:00:00",
+    title: "Document 1"
+  }, {
+    name: "doc2",
+    doctype: "TestDoc",
+    modified: "2024-01-01T10:00:00",
+    title: "Document 2"
+  }, {
+    name: "doc3",
+    doctype: "TestDoc",
+    modified: "2024-01-01T11:00:00",
+    title: "Document 3"
+  }];
+  var uuidCount = 0;
+  beforeEach(function () {
+    uuidCount = 0;
+    vi.spyOn(filters, "matchesFilters").mockReturnValue(true);
+    vi.spyOn(filters, "extractSingleName").mockReturnValue(void 0);
+    mockDb = {
+      getDoc: vi.fn().mockResolvedValue(mockDoc),
+      getDocList: vi.fn().mockResolvedValue(mockDocs),
+      backfill: vi.fn().mockResolvedValue({
+        rows: [],
+        checkpoint: "2024-01-01T12:00:00"
+      })
+    };
+    mockNormalizedCache = {
+      upsert: vi.fn(),
+      get: vi.fn().mockImplementation(function (param) {
+        var {
+          name
+        } = param;
+        return mockDocs.find(function (doc) {
+          return doc.name === name;
+        }) || mockDoc;
+      }),
+      remove: vi.fn()
+    };
+    Object.defineProperty(global, "crypto", {
+      value: {
+        randomUUID: vi.fn().mockImplementation(function () {
+          return `uuid-${++uuidCount}`;
+        })
+      },
+      writable: true
+    });
+  });
+  afterEach(function () {
+    vi.restoreAllMocks();
+  });
+  describe("constructor", function () {
+    it("should initialize with default options", function () {
+      subscriptionManager = new SubscriptionManager(mockDb, mockNormalizedCache);
+      expect(subscriptionManager).toBeDefined();
+    });
+    it("should initialize with custom options", function () {
+      var options = {
+        pageSize: 50,
+        useCursorPagination: true,
+        onBackfill: vi.fn()
+      };
+      subscriptionManager = new SubscriptionManager(mockDb, mockNormalizedCache, options);
+      expect(subscriptionManager).toBeDefined();
+    });
+  });
+  describe("subscribe", function () {
+    beforeEach(function () {
+      subscriptionManager = new SubscriptionManager(mockDb, mockNormalizedCache);
+    });
+    it("should create a subscription successfully", async function () {
+      var query = {
+        doctype: "TestDoc",
+        fields: ["title", "description"],
+        filters: {
+          status: "Active"
+        },
+        orderBy: {
+          field: "modified",
+          order: Order.Desc
+        },
+        limit: 20
+      };
+      var result = await subscriptionManager.subscribe(query);
+      expect(result.subscriptionId).toBe("uuid-1");
+      expect(result.rows).toEqual(mockDocs);
+      expect(result.checkpoint).toBe("2024-01-01T11:00:00");
+      expect(mockDb.getDocList).toHaveBeenCalledWith("TestDoc", {
+        fields: ["title", "description", "modified", "name"],
+        filters: {
+          status: "Active"
+        },
+        orderBy: {
+          field: "modified",
+          order: Order.Desc
+        }
+      });
+    });
+    it("should handle single document queries", async function () {
+      filters.extractSingleName.mockReturnValue("specific-doc");
+      var query = {
+        doctype: "TestDoc",
+        fields: ["*"],
+        filters: {
+          name: "specific-doc"
+        }
+      };
+      var result = await subscriptionManager.subscribe(query);
+      expect(mockDb.getDoc).toHaveBeenCalledWith("TestDoc", "specific-doc");
+      expect(result.rows).toEqual([mockDoc]);
+    });
+    it("should handle single document query errors", async function () {
+      filters.extractSingleName.mockReturnValue("non-existent-doc");
+      mockDb.getDoc.mockRejectedValue(Object.assign(new Error("Document not found"), {
+        status: 404
+      }));
+      var query = {
+        doctype: "TestDoc",
+        fields: ["*"],
+        filters: {
+          name: "non-existent-doc"
+        }
+      };
+      var result = await subscriptionManager.subscribe(query);
+      expect(result.rows).toEqual([]);
+    });
+    it("should handle cursor pagination", async function () {
+      subscriptionManager = new SubscriptionManager(mockDb, mockNormalizedCache, {
+        useCursorPagination: true
+      });
+      mockDb.getDocList.mockResolvedValue({
+        data: mockDocs,
+        cursor: "cursor-123"
+      });
+      var query = {
+        doctype: "TestDoc",
+        fields: ["*"],
+        limit: 20
+      };
+      var result = await subscriptionManager.subscribe(query);
+      expect(mockDb.getDocList).toHaveBeenCalledWith("TestDoc", {
+        fields: ["*", "modified", "name"],
+        cursor: void 0
+      });
+      expect(result.rows).toEqual(mockDocs);
+      var subscription = subscriptionManager.getSubscription(result.subscriptionId);
+      expect(subscription === null || subscription === void 0 ? void 0 : subscription.cursor).toBe("cursor-123");
+    });
+    it("should seed normalized cache with returned documents", async function () {
+      var query = {
+        doctype: "TestDoc",
+        fields: ["*"]
+      };
+      await subscriptionManager.subscribe(query);
+      expect(mockNormalizedCache.upsert).toHaveBeenCalledTimes(3);
+      var _iteratorNormalCompletion = true,
+        _didIteratorError = false,
+        _iteratorError = void 0;
+      try {
+        for (var _iterator = mockDocs[Symbol.iterator](), _step; !(_iteratorNormalCompletion = (_step = _iterator.next()).done); _iteratorNormalCompletion = true) {
+          var doc = _step.value;
+          expect(mockNormalizedCache.upsert).toHaveBeenCalledWith(doc);
+        }
+      } catch (err) {
+        _didIteratorError = true;
+        _iteratorError = err;
+      } finally {
+        try {
+          if (!_iteratorNormalCompletion && _iterator.return != null) {
+            _iterator.return();
+          }
+        } finally {
+          if (_didIteratorError) {
+            throw _iteratorError;
+          }
+        }
+      }
+    });
+    it("should compute checkpoint as max modified time", async function () {
+      var query = {
+        doctype: "TestDoc",
+        fields: ["*"]
+      };
+      var result = await subscriptionManager.subscribe(query);
+      expect(result.checkpoint).toBe("2024-01-01T11:00:00");
+    });
+    it("should set page boundaries", async function () {
+      var query = {
+        doctype: "TestDoc",
+        fields: ["*"],
+        limitStart: 10,
+        limit: 15
+      };
+      var result = await subscriptionManager.subscribe(query);
+      var subscription = subscriptionManager.getSubscription(result.subscriptionId);
+      expect(subscription === null || subscription === void 0 ? void 0 : subscription.boundaries).toEqual({
+        firstItem: mockDocs[0],
+        lastItem: mockDocs[2],
+        offset: 10,
+        pageSize: 15
+      });
+    });
+    it("should initialize metadata", async function () {
+      var query = {
+        doctype: "TestDoc",
+        fields: ["*"]
+      };
+      var result = await subscriptionManager.subscribe(query);
+      var subscription = subscriptionManager.getSubscription(result.subscriptionId);
+      expect(subscription === null || subscription === void 0 ? void 0 : subscription.metadata).toEqual({
+        itemsBeforePage: 0,
+        itemsAfterPage: 0
+      });
+    });
+    it("should handle empty results", async function () {
+      mockDb.getDocList.mockResolvedValue([]);
+      var query = {
+        doctype: "TestDoc",
+        fields: ["*"]
+      };
+      var result = await subscriptionManager.subscribe(query);
+      expect(result.rows).toEqual([]);
+      expect(result.checkpoint).toBeUndefined();
+      var subscription = subscriptionManager.getSubscription(result.subscriptionId);
+      expect(subscription === null || subscription === void 0 ? void 0 : subscription.boundaries).toBeUndefined();
+    });
+  });
+  describe("unsubscribe", function () {
+    beforeEach(function () {
+      subscriptionManager = new SubscriptionManager(mockDb, mockNormalizedCache);
+    });
+    it("should remove subscription", async function () {
+      var query = {
+        doctype: "TestDoc",
+        fields: ["*"]
+      };
+      var result = await subscriptionManager.subscribe(query);
+      expect(subscriptionManager.getSubscription(result.subscriptionId)).toBeDefined();
+      subscriptionManager.unsubscribe(result.subscriptionId);
+      expect(subscriptionManager.getSubscription(result.subscriptionId)).toBeUndefined();
+    });
+    it("should handle non-existent subscription", function () {
+      expect(function () {
+        subscriptionManager.unsubscribe("non-existent");
+      }).not.toThrow();
+    });
+  });
+  describe("getDocsForSubscription", function () {
+    beforeEach(function () {
+      subscriptionManager = new SubscriptionManager(mockDb, mockNormalizedCache);
+    });
+    it("should return documents from virtual page system when available", async function () {
+      var virtualPageManager = subscriptionManager.virtualPageManager;
+      vi.spyOn(virtualPageManager, "getSubscription").mockReturnValue({
+        query: {
+          doctype: "TestDoc"
+        },
+        getProgressiveCache: function getProgressiveCache() {
+          return {
+            docIds: ["doc1", "doc2"]
+          };
+        }
+      });
+      var query = {
+        doctype: "TestDoc",
+        fields: ["*"]
+      };
+      var result = await subscriptionManager.subscribe(query);
+      var docs = subscriptionManager.getDocsForSubscription(result.subscriptionId);
+      expect(docs).toHaveLength(2);
+    });
+    it("should resolve documents from the standard subscription map when virtual pages are absent", async function () {
+      var query = {
+        doctype: "TestDoc",
+        fields: ["*"]
+      };
+      var result = await subscriptionManager.subscribe(query);
+      var docs = subscriptionManager.getDocsForSubscription(result.subscriptionId);
+      expect(docs).toHaveLength(3);
+    });
+    it("should return empty array for non-existent subscription", function () {
+      var docs = subscriptionManager.getDocsForSubscription("non-existent");
+      expect(docs).toEqual([]);
+    });
+    it("should handle missing documents in cache", async function () {
+      mockNormalizedCache.get.mockReturnValue(void 0);
+      var query = {
+        doctype: "TestDoc",
+        fields: ["*"]
+      };
+      var result = await subscriptionManager.subscribe(query);
+      var docs = subscriptionManager.getDocsForSubscription(result.subscriptionId);
+      expect(docs).toEqual([]);
+    });
+  });
+  describe("virtual pagination methods", function () {
+    beforeEach(function () {
+      subscriptionManager = new SubscriptionManager(mockDb, mockNormalizedCache);
+    });
+    it("should delegate getPage to virtual page system", async function () {
+      var virtualPageManager = subscriptionManager.virtualPageManager;
+      var mockPageData = [mockDoc];
+      vi.spyOn(virtualPageManager, "getPage").mockResolvedValue(mockPageData);
+      var result = await subscriptionManager.getPage("sub1", 2);
+      expect(virtualPageManager.getPage).toHaveBeenCalledWith("sub1", 2);
+      expect(result).toEqual(mockPageData);
+    });
+    it("should delegate getNextBatch to virtual page system", async function () {
+      var virtualPageManager = subscriptionManager.virtualPageManager;
+      var mockAfterData = [mockDoc];
+      vi.spyOn(virtualPageManager, "getNextBatch").mockResolvedValue(mockAfterData);
+      var result = await subscriptionManager.getNextBatch("sub1", "cursor-doc", 10);
+      expect(virtualPageManager.getNextBatch).toHaveBeenCalledWith("sub1", "cursor-doc", 10);
+      expect(result).toEqual(mockAfterData);
+    });
+    it("should delegate getPageInfo to virtual page system", function () {
+      var virtualPageManager = subscriptionManager.virtualPageManager;
+      var mockPageInfo = {
+        currentPage: 2,
+        pageSize: 20,
+        totalPages: 5,
+        hasMore: true,
+        itemsInCache: 100
+      };
+      vi.spyOn(virtualPageManager, "getPageInfo").mockReturnValue(mockPageInfo);
+      var result = subscriptionManager.getPageInfo("sub1");
+      expect(virtualPageManager.getPageInfo).toHaveBeenCalledWith("sub1");
+      expect(result).toEqual(mockPageInfo);
+    });
+  });
+  describe("backfill", function () {
+    beforeEach(function () {
+      subscriptionManager = new SubscriptionManager(mockDb, mockNormalizedCache, {
+        pageSize: 100,
+        onBackfill: vi.fn()
+      });
+    });
+    it("should backfill all subscriptions", async function () {
+      var query1 = {
+        doctype: "TestDoc",
+        fields: ["*"]
+      };
+      var query2 = {
+        doctype: "OtherDoc",
+        fields: ["*"]
+      };
+      await subscriptionManager.subscribe(query1);
+      await subscriptionManager.subscribe(query2);
+      var backfillSpy = vi.spyOn(subscriptionManager, "backfillSub");
+      await subscriptionManager.backfill({
+        scope: BackfillScope.All
+      });
+      expect(backfillSpy).toHaveBeenCalledTimes(2);
+    });
+    it("should backfill specific subscriptions", async function () {
+      var result1 = await subscriptionManager.subscribe({
+        doctype: "TestDoc",
+        fields: ["*"]
+      });
+      var _result2 = await subscriptionManager.subscribe({
+        doctype: "OtherDoc",
+        fields: ["*"]
+      });
+      var backfillSpy = vi.spyOn(subscriptionManager, "backfillSub");
+      await subscriptionManager.backfill({
+        scope: BackfillScope.Subscriptions,
+        subscriptions: [result1.subscriptionId]
+      });
+      expect(backfillSpy).toHaveBeenCalledTimes(1);
+    });
+    it("should backfill by doctypes", async function () {
+      await subscriptionManager.subscribe({
+        doctype: "TestDoc",
+        fields: ["*"]
+      });
+      await subscriptionManager.subscribe({
+        doctype: "OtherDoc",
+        fields: ["*"]
+      });
+      var backfillSpy = vi.spyOn(subscriptionManager, "backfillSub");
+      await subscriptionManager.backfill({
+        scope: BackfillScope.Doctypes,
+        doctypes: ["TestDoc"]
+      });
+      expect(backfillSpy).toHaveBeenCalledTimes(1);
+    });
+    it("should backfill specific documents", async function () {
+      var docTargets = [{
+        doctype: "TestDoc",
+        name: "doc1"
+      }, {
+        doctype: "TestDoc",
+        name: "doc2"
+      }];
+      await subscriptionManager.backfill({
+        scope: BackfillScope.Docs,
+        docs: docTargets
+      });
+      expect(mockDb.getDoc).toHaveBeenCalledWith("TestDoc", "doc1");
+      expect(mockDb.getDoc).toHaveBeenCalledWith("TestDoc", "doc2");
+      expect(mockNormalizedCache.upsert).toHaveBeenCalledTimes(2);
+    });
+  });
+  describe("backfillSub", function () {
+    beforeEach(function () {
+      subscriptionManager = new SubscriptionManager(mockDb, mockNormalizedCache, {
+        onBackfill: vi.fn()
+      });
+    });
+    it("should perform CDC backfill for subscription", async function () {
+      var result = await subscriptionManager.subscribe({
+        doctype: "TestDoc",
+        fields: ["*"],
+        filters: {
+          status: "Active"
+        }
+      });
+      var subscription = subscriptionManager.getSubscription(result.subscriptionId);
+      var backfillResponse = {
+        rows: [{
+          name: "doc4",
+          doctype: "TestDoc",
+          modified: "2024-01-02T10:00:00"
+        }],
+        checkpoint: "2024-01-02T10:00:00"
+      };
+      mockDb.backfill.mockResolvedValue(backfillResponse);
+      await subscriptionManager.backfillSub(subscription);
+      expect(mockDb.backfill).toHaveBeenCalledWith({
+        doctype: "TestDoc",
+        fields: ["*"],
+        filters: {
+          status: "Active"
+        },
+        modifiedAfter: "2024-01-01T11:00:00",
+        limit: 200
+      });
+      expect(subscription.checkpoint).toBe("2024-01-02T10:00:00");
+    });
+    it("should handle tombstones (deleted documents)", async function () {
+      var _subscription_tombstones;
+      var result = await subscriptionManager.subscribe({
+        doctype: "TestDoc",
+        fields: ["*"]
+      });
+      var subscription = subscriptionManager.getSubscription(result.subscriptionId);
+      var backfillResponse = {
+        rows: [],
+        deleted: [{
+          doctype: "TestDoc",
+          name: "doc2"
+        }],
+        checkpoint: "2024-01-02T10:00:00"
+      };
+      mockDb.backfill.mockResolvedValue(backfillResponse);
+      await subscriptionManager.backfillSub(subscription);
+      expect(mockNormalizedCache.remove).toHaveBeenCalledWith({
+        doctype: "TestDoc",
+        name: "doc2"
+      });
+      expect(subscription.docIds).not.toContain("doc2");
+      expect((_subscription_tombstones = subscription.tombstones) === null || _subscription_tombstones === void 0 ? void 0 : _subscription_tombstones.has("doc2")).toBe(true);
+    });
+    it("should reconcile membership with filters", async function () {
+      var result = await subscriptionManager.subscribe({
+        doctype: "TestDoc",
+        fields: ["*"],
+        filters: {
+          status: "Active"
+        }
+      });
+      var subscription = subscriptionManager.getSubscription(result.subscriptionId);
+      var newDoc = {
+        name: "doc4",
+        doctype: "TestDoc",
+        status: "Active",
+        modified: "2024-01-02T10:00:00"
+      };
+      var backfillResponse = {
+        rows: [newDoc],
+        checkpoint: "2024-01-02T10:00:00"
+      };
+      mockDb.backfill.mockResolvedValue(backfillResponse);
+      filters.matchesFilters.mockReturnValue(true);
+      await subscriptionManager.backfillSub(subscription);
+      expect(subscription.docIds).toContain("doc4");
+    });
+    it("should remove documents that no longer match filters", async function () {
+      var result = await subscriptionManager.subscribe({
+        doctype: "TestDoc",
+        fields: ["*"],
+        filters: {
+          status: "Active"
+        }
+      });
+      var subscription = subscriptionManager.getSubscription(result.subscriptionId);
+      var updatedDoc = {
+        name: "doc1",
+        doctype: "TestDoc",
+        status: "Inactive",
+        modified: "2024-01-02T10:00:00"
+      };
+      var backfillResponse = {
+        rows: [updatedDoc],
+        checkpoint: "2024-01-02T10:00:00"
+      };
+      mockDb.backfill.mockResolvedValue(backfillResponse);
+      filters.matchesFilters.mockReturnValue(false);
+      await subscriptionManager.backfillSub(subscription);
+      expect(subscription.docIds).not.toContain("doc1");
+    });
+    it("should update page boundaries after backfill", async function () {
+      var result = await subscriptionManager.subscribe({
+        doctype: "TestDoc",
+        fields: ["*"]
+      });
+      var subscription = subscriptionManager.getSubscription(result.subscriptionId);
+      await subscriptionManager.backfillSub(subscription);
+      expect(subscription.boundaries).toBeDefined();
+    });
+    it("should call onBackfill callback", async function () {
+      var onBackfill = vi.fn();
+      subscriptionManager = new SubscriptionManager(mockDb, mockNormalizedCache, {
+        onBackfill
+      });
+      var result = await subscriptionManager.subscribe({
+        doctype: "TestDoc",
+        fields: ["*"]
+      });
+      var subscription = subscriptionManager.getSubscription(result.subscriptionId);
+      await subscriptionManager.backfillSub(subscription);
+      expect(onBackfill).toHaveBeenCalledWith({
+        doctype: "TestDoc",
+        fetched: 0,
+        checkpoint: "2024-01-01T12:00:00"
+      });
+    });
+    it("should handle queries without filters", async function () {
+      var result = await subscriptionManager.subscribe({
+        doctype: "TestDoc",
+        fields: ["*"]
+      });
+      var subscription = subscriptionManager.getSubscription(result.subscriptionId);
+      var backfillResponse = {
+        rows: [{
+          name: "doc4",
+          doctype: "TestDoc"
+        }, {
+          name: "doc5",
+          doctype: "TestDoc"
+        }],
+        checkpoint: "2024-01-02T10:00:00"
+      };
+      mockDb.backfill.mockResolvedValue(backfillResponse);
+      await subscriptionManager.backfillSub(subscription);
+      expect(subscription.docIds).toEqual(["doc4", "doc5"]);
+    });
+  });
+  describe("resortSubscriptionDocIds", function () {
+    beforeEach(function () {
+      subscriptionManager = new SubscriptionManager(mockDb, mockNormalizedCache);
+    });
+    it("should sort by orderBy field ascending", async function () {
+      var result = await subscriptionManager.subscribe({
+        doctype: "TestDoc",
+        fields: ["*"],
+        orderBy: {
+          field: "modified",
+          order: Order.Asc
+        }
+      });
+      var subscription = subscriptionManager.getSubscription(result.subscriptionId);
+      subscriptionManager.resortSubscriptionDocIds(subscription);
+      expect(subscription.docIds).toEqual(["doc1", "doc2", "doc3"]);
+    });
+    it("should sort by orderBy field descending", async function () {
+      var result = await subscriptionManager.subscribe({
+        doctype: "TestDoc",
+        fields: ["*"],
+        orderBy: {
+          field: "modified",
+          order: Order.Desc
+        }
+      });
+      var subscription = subscriptionManager.getSubscription(result.subscriptionId);
+      subscriptionManager.resortSubscriptionDocIds(subscription);
+      expect(subscription.docIds).toEqual(["doc3", "doc2", "doc1"]);
+    });
+    it("should handle documents with null values", async function () {
+      var docWithNull = {
+        name: "doc4",
+        doctype: "TestDoc",
+        modified: null
+      };
+      mockNormalizedCache.get.mockImplementation(function (param) {
+        var {
+          name
+        } = param;
+        if (name === "doc4") return docWithNull;
+        return mockDocs.find(function (doc) {
+          return doc.name === name;
+        });
+      });
+      var result = await subscriptionManager.subscribe({
+        doctype: "TestDoc",
+        fields: ["*"],
+        orderBy: {
+          field: "modified",
+          order: Order.Asc
+        }
+      });
+      var subscription = subscriptionManager.getSubscription(result.subscriptionId);
+      subscription.docIds = ["doc1", "doc4", "doc2"];
+      subscriptionManager.resortSubscriptionDocIds(subscription);
+      expect(subscription.docIds[0]).toBe("doc4");
+    });
+    it("should use name as tiebreaker", async function () {
+      var docsWithSameModified = [{
+        name: "doc-b",
+        doctype: "TestDoc",
+        modified: "2024-01-01T10:00:00"
+      }, {
+        name: "doc-a",
+        doctype: "TestDoc",
+        modified: "2024-01-01T10:00:00"
+      }, {
+        name: "doc-c",
+        doctype: "TestDoc",
+        modified: "2024-01-01T10:00:00"
+      }];
+      mockNormalizedCache.get.mockImplementation(function (param) {
+        var {
+          name
+        } = param;
+        return docsWithSameModified.find(function (doc) {
+          return doc.name === name;
+        });
+      });
+      var result = await subscriptionManager.subscribe({
+        doctype: "TestDoc",
+        fields: ["*"],
+        orderBy: {
+          field: "modified",
+          order: Order.Asc
+        }
+      });
+      var subscription = subscriptionManager.getSubscription(result.subscriptionId);
+      subscription.docIds = ["doc-b", "doc-a", "doc-c"];
+      subscriptionManager.resortSubscriptionDocIds(subscription);
+      expect(subscription.docIds).toEqual(["doc-a", "doc-b", "doc-c"]);
+    });
+    it("should skip sorting when no orderBy", async function () {
+      var result = await subscriptionManager.subscribe({
+        doctype: "TestDoc",
+        fields: ["*"]
+      });
+      var subscription = subscriptionManager.getSubscription(result.subscriptionId);
+      var originalOrder = [...subscription.docIds];
+      subscriptionManager.resortSubscriptionDocIds(subscription);
+      expect(subscription.docIds).toEqual(originalOrder);
+    });
+  });
+  describe("updateSubscriptionMembership", function () {
+    beforeEach(function () {
+      subscriptionManager = new SubscriptionManager(mockDb, mockNormalizedCache);
+    });
+    it("should return subscriptions needing rehydration for new documents", async function () {
+      var result = await subscriptionManager.subscribe({
+        doctype: "TestDoc",
+        fields: ["*"],
+        filters: {
+          status: "Active"
+        }
+      });
+      var newDoc = {
+        name: "new-doc",
+        doctype: "TestDoc",
+        status: "Active"
+      };
+      filters.matchesFilters.mockReturnValue(true);
+      var needsRehydration = subscriptionManager.updateSubscriptionMembership(newDoc);
+      expect(needsRehydration).toHaveLength(1);
+      expect(needsRehydration[0]).toBe(subscriptionManager.getSubscription(result.subscriptionId));
+    });
+    it("should remove documents that no longer match filters", async function () {
+      var result = await subscriptionManager.subscribe({
+        doctype: "TestDoc",
+        fields: ["*"],
+        filters: {
+          status: "Active"
+        }
+      });
+      var subscription = subscriptionManager.getSubscription(result.subscriptionId);
+      var updatedDoc = {
+        name: "doc1",
+        doctype: "TestDoc",
+        status: "Inactive"
+      };
+      filters.matchesFilters.mockReturnValue(false);
+      subscriptionManager.updateSubscriptionMembership(updatedDoc);
+      expect(subscription.docIds).not.toContain("doc1");
+    });
+    it("should resort existing documents", async function () {
+      var result = await subscriptionManager.subscribe({
+        doctype: "TestDoc",
+        fields: ["*"],
+        orderBy: {
+          field: "modified",
+          order: Order.Desc
+        }
+      });
+      var subscription = subscriptionManager.getSubscription(result.subscriptionId);
+      var resortSpy = vi.spyOn(subscriptionManager, "resortSubscriptionDocIds");
+      var existingDoc = {
+        name: "doc2",
+        doctype: "TestDoc",
+        modified: "2024-01-02T10:00:00"
+      };
+      filters.matchesFilters.mockReturnValue(true);
+      subscriptionManager.updateSubscriptionMembership(existingDoc);
+      expect(resortSpy).toHaveBeenCalledWith(subscription);
+    });
+    it("should skip subscriptions with different doctypes", async function () {
+      await subscriptionManager.subscribe({
+        doctype: "TestDoc",
+        fields: ["*"]
+      });
+      var needsRehydration = subscriptionManager.updateSubscriptionMembership({
+        name: "other-doc",
+        doctype: "OtherDoc"
+      });
+      expect(needsRehydration).toEqual([]);
+    });
+  });
+  describe("removeFromAllSubscriptions", function () {
+    beforeEach(function () {
+      subscriptionManager = new SubscriptionManager(mockDb, mockNormalizedCache);
+    });
+    it("should remove document from all matching subscriptions", async function () {
+      var result1 = await subscriptionManager.subscribe({
+        doctype: "TestDoc",
+        fields: ["*"]
+      });
+      var result2 = await subscriptionManager.subscribe({
+        doctype: "TestDoc",
+        fields: ["title"]
+      });
+      var affectedSubs = subscriptionManager.removeFromAllSubscriptions("TestDoc", "doc2");
+      expect(affectedSubs).toHaveLength(2);
+      var sub1 = subscriptionManager.getSubscription(result1.subscriptionId);
+      var sub2 = subscriptionManager.getSubscription(result2.subscriptionId);
+      expect(sub1.docIds).not.toContain("doc2");
+      expect(sub2.docIds).not.toContain("doc2");
+    });
+    it("should return empty array when document not in any subscription", async function () {
+      await subscriptionManager.subscribe({
+        doctype: "TestDoc",
+        fields: ["*"]
+      });
+      var affectedSubs = subscriptionManager.removeFromAllSubscriptions("TestDoc", "non-existent");
+      expect(affectedSubs).toEqual([]);
+    });
+    it("should skip subscriptions with different doctypes", async function () {
+      await subscriptionManager.subscribe({
+        doctype: "OtherDoc",
+        fields: ["*"]
+      });
+      var affectedSubs = subscriptionManager.removeFromAllSubscriptions("TestDoc", "doc1");
+      expect(affectedSubs).toEqual([]);
+    });
+  });
+  describe("utility methods", function () {
+    beforeEach(function () {
+      subscriptionManager = new SubscriptionManager(mockDb, mockNormalizedCache);
+    });
+    it("should get all subscriptions", async function () {
+      await subscriptionManager.subscribe({
+        doctype: "TestDoc",
+        fields: ["*"]
+      });
+      await subscriptionManager.subscribe({
+        doctype: "OtherDoc",
+        fields: ["*"]
+      });
+      var allSubs = subscriptionManager.getAllSubscriptions();
+      expect(allSubs.size).toBe(2);
+    });
+    it("should clear all subscriptions", async function () {
+      await subscriptionManager.subscribe({
+        doctype: "TestDoc",
+        fields: ["*"]
+      });
+      await subscriptionManager.subscribe({
+        doctype: "OtherDoc",
+        fields: ["*"]
+      });
+      subscriptionManager.clear();
+      expect(subscriptionManager.getAllSubscriptions().size).toBe(0);
+    });
+  });
+  describe("crypto ID generation", function () {
+    it("should use crypto.randomUUID when available", async function () {
+      subscriptionManager = new SubscriptionManager(mockDb, mockNormalizedCache);
+      var result = await subscriptionManager.subscribe({
+        doctype: "TestDoc",
+        fields: ["*"]
+      });
+      expect(result.subscriptionId).toBe("uuid-1");
+      expect(crypto.randomUUID).toHaveBeenCalled();
+    });
+    it("should fallback to Math.random when crypto not available", async function () {
+      global.crypto = void 0;
+      vi.spyOn(Math, "random").mockReturnValue(0.123456789);
+      subscriptionManager = new SubscriptionManager(mockDb, mockNormalizedCache);
+      var result = await subscriptionManager.subscribe({
+        doctype: "TestDoc",
+        fields: ["*"]
+      });
+      expect(result.subscriptionId).toBe("4fzzzxjylrx");
+      expect(Math.random).toHaveBeenCalled();
+    });
+  });
+  describe("edge cases and error handling", function () {
+    beforeEach(function () {
+      subscriptionManager = new SubscriptionManager(mockDb, mockNormalizedCache);
+    });
+    it("should handle backfill response without checkpoint", async function () {
+      var result = await subscriptionManager.subscribe({
+        doctype: "TestDoc",
+        fields: ["*"]
+      });
+      var subscription = subscriptionManager.getSubscription(result.subscriptionId);
+      var originalCheckpoint = subscription.checkpoint;
+      mockDb.backfill.mockResolvedValue({
+        rows: []
+      });
+      await subscriptionManager.backfillSub(subscription);
+      expect(subscription.checkpoint).toBe(originalCheckpoint);
+    });
+    it("should handle documents without modified field", async function () {
+      var docsWithoutModified = [{
+        name: "doc1",
+        doctype: "TestDoc",
+        title: "Doc 1"
+      }, {
+        name: "doc2",
+        doctype: "TestDoc",
+        title: "Doc 2"
+      }];
+      mockDb.getDocList.mockResolvedValue(docsWithoutModified);
+      var result = await subscriptionManager.subscribe({
+        doctype: "TestDoc",
+        fields: ["*"]
+      });
+      expect(result.checkpoint).toBeUndefined();
+    });
+    it("should handle missing documents during membership update", function () {
+      mockNormalizedCache.get.mockReturnValue(void 0);
+      var result = subscriptionManager.updateSubscriptionMembership({
+        name: "missing-doc",
+        doctype: "TestDoc"
+      });
+      expect(result).toEqual([]);
+    });
+    it("should handle tombstones with invalid data", async function () {
+      var _subscription_tombstones, _subscription_tombstones1;
+      var result = await subscriptionManager.subscribe({
+        doctype: "TestDoc",
+        fields: ["*"]
+      });
+      var subscription = subscriptionManager.getSubscription(result.subscriptionId);
+      var backfillResponse = {
+        rows: [],
+        deleted: [null,
+        // Invalid tombstone
+        {
+          doctype: "TestDoc"
+        },
+        // Missing name
+        {
+          name: "doc2"
+        },
+        // Missing doctype
+        {
+          doctype: "TestDoc",
+          name: "doc2"
+        }],
+        // Valid
+        checkpoint: "2024-01-02T10:00:00"
+      };
+      mockDb.backfill.mockResolvedValue(backfillResponse);
+      await subscriptionManager.backfillSub(subscription);
+      expect((_subscription_tombstones = subscription.tombstones) === null || _subscription_tombstones === void 0 ? void 0 : _subscription_tombstones.has("doc2")).toBe(true);
+      expect((_subscription_tombstones1 = subscription.tombstones) === null || _subscription_tombstones1 === void 0 ? void 0 : _subscription_tombstones1.size).toBe(1);
+    });
+    it("should handle backfill rows without names", async function () {
+      var result = await subscriptionManager.subscribe({
+        doctype: "TestDoc",
+        fields: ["*"]
+      });
+      var subscription = subscriptionManager.getSubscription(result.subscriptionId);
+      var backfillResponse = {
+        rows: [{
+          doctype: "TestDoc",
+          title: "No name"
+        },
+        // Missing name
+        {
+          name: "doc4",
+          doctype: "TestDoc"
+        }],
+        // Valid
+        checkpoint: "2024-01-02T10:00:00"
+      };
+      mockDb.backfill.mockResolvedValue(backfillResponse);
+      await subscriptionManager.backfillSub(subscription);
+      expect(subscription.docIds).toContain("doc4");
+    });
+  });
+  describe("subscription deduplication", function () {
+    beforeEach(function () {
+      subscriptionManager = new SubscriptionManager(mockDb, mockNormalizedCache);
+    });
+    it("should return the same subscriptionId for identical queries", async function () {
+      var query = {
+        doctype: "TestDoc",
+        fields: ["title"],
+        filters: {
+          status: "Active"
+        }
+      };
+      var first = await subscriptionManager.subscribe(query);
+      var second = await subscriptionManager.subscribe(query);
+      expect(second.subscriptionId).toBe(first.subscriptionId);
+      expect(mockDb.getDocList).toHaveBeenCalledTimes(1);
+    });
+    it("should create separate subscriptions for different queries", async function () {
+      var query1 = {
+        doctype: "TestDoc",
+        filters: {
+          status: "Active"
+        }
+      };
+      var query2 = {
+        doctype: "TestDoc",
+        filters: {
+          status: "Draft"
+        }
+      };
+      var first = await subscriptionManager.subscribe(query1);
+      var second = await subscriptionManager.subscribe(query2);
+      expect(second.subscriptionId).not.toBe(first.subscriptionId);
+      expect(mockDb.getDocList).toHaveBeenCalledTimes(2);
+    });
+    it("should return cached docs on dedup hit", async function () {
+      var query = {
+        doctype: "TestDoc"
+      };
+      var first = await subscriptionManager.subscribe(query);
+      var second = await subscriptionManager.subscribe(query);
+      expect(second.rows).toBeDefined();
+      expect(second.checkpoint).toBe(first.checkpoint);
+    });
+    it("should keep subscription alive when one consumer unsubscribes but another remains", async function () {
+      var query = {
+        doctype: "TestDoc"
+      };
+      var first = await subscriptionManager.subscribe(query);
+      await subscriptionManager.subscribe(query);
+      subscriptionManager.unsubscribe(first.subscriptionId);
+      var sub = subscriptionManager.getSubscription(first.subscriptionId);
+      expect(sub).toBeDefined();
+    });
+    it("should remove subscription when last consumer unsubscribes", async function () {
+      var query = {
+        doctype: "TestDoc"
+      };
+      var result = await subscriptionManager.subscribe(query);
+      await subscriptionManager.subscribe(query);
+      subscriptionManager.unsubscribe(result.subscriptionId);
+      subscriptionManager.unsubscribe(result.subscriptionId);
+      var sub = subscriptionManager.getSubscription(result.subscriptionId);
+      expect(sub).toBeUndefined();
+    });
+    it("should allow re-subscribing after all consumers unsubscribe", async function () {
+      var query = {
+        doctype: "TestDoc"
+      };
+      var first = await subscriptionManager.subscribe(query);
+      subscriptionManager.unsubscribe(first.subscriptionId);
+      var second = await subscriptionManager.subscribe(query);
+      expect(second.subscriptionId).not.toBe(first.subscriptionId);
+      expect(mockDb.getDocList).toHaveBeenCalledTimes(2);
+    });
+    it("should clear dedup maps on clear()", async function () {
+      var query = {
+        doctype: "TestDoc"
+      };
+      await subscriptionManager.subscribe(query);
+      subscriptionManager.clear();
+      var result = await subscriptionManager.subscribe(query);
+      expect(mockDb.getDocList).toHaveBeenCalledTimes(2);
+      expect(result.subscriptionId).toBeDefined();
+    });
+  });
+  describe("progressive VPM registration", function () {
+    beforeEach(function () {
+      subscriptionManager = new SubscriptionManager(mockDb, mockNormalizedCache);
+    });
+    it("should register with VPM when progressive is true", async function () {
+      var query = {
+        doctype: "TestDoc",
+        progressive: true,
+        limit: 20
+      };
+      var result = await subscriptionManager.subscribe(query);
+      var vpm = subscriptionManager.getVirtualPageManager();
+      var virtualSub = vpm.getSubscription(result.subscriptionId);
+      expect(virtualSub).toBeDefined();
+      expect(virtualSub.getProgressiveCache().docIds).toHaveLength(mockDocs.length);
+    });
+    it("should not register with VPM when progressive is false/undefined", async function () {
+      var query = {
+        doctype: "TestDoc"
+      };
+      var result = await subscriptionManager.subscribe(query);
+      var vpm = subscriptionManager.getVirtualPageManager();
+      var virtualSub = vpm.getSubscription(result.subscriptionId);
+      expect(virtualSub).toBeUndefined();
+    });
+    it("should prefer VPM docs when subscription is progressive", async function () {
+      var query = {
+        doctype: "TestDoc",
+        progressive: true,
+        limit: 20
+      };
+      var result = await subscriptionManager.subscribe(query);
+      var docs = subscriptionManager.getDocsForSubscription(result.subscriptionId);
+      expect(docs.length).toBeGreaterThan(0);
+    });
+  });
+  describe("tombstone cleanup", function () {
+    beforeEach(function () {
+      subscriptionManager = new SubscriptionManager(mockDb, mockNormalizedCache, {
+        tombstoneMaxAge: 1e3,
+        tombstoneMaxCount: 3
+      });
+    });
+    it("should remove tombstones older than maxAge", async function () {
+      var query = {
+        doctype: "TestDoc"
+      };
+      var result = await subscriptionManager.subscribe(query);
+      var sub = subscriptionManager.getSubscription(result.subscriptionId);
+      sub.tombstones.set("old-doc", Date.now() - 2e3);
+      sub.tombstones.set("recent-doc", Date.now());
+      subscriptionManager.cleanupTombstones(result.subscriptionId);
+      expect(sub.tombstones.has("old-doc")).toBe(false);
+      expect(sub.tombstones.has("recent-doc")).toBe(true);
+    });
+    it("should trim tombstones exceeding maxCount (oldest first)", async function () {
+      var now = Date.now();
+      var query = {
+        doctype: "TestDoc"
+      };
+      var result = await subscriptionManager.subscribe(query);
+      var sub = subscriptionManager.getSubscription(result.subscriptionId);
+      sub.tombstones.set("doc-1", now - 100);
+      sub.tombstones.set("doc-2", now - 50);
+      sub.tombstones.set("doc-3", now - 25);
+      sub.tombstones.set("doc-4", now);
+      subscriptionManager.cleanupTombstones(result.subscriptionId);
+      expect(sub.tombstones.size).toBe(3);
+      expect(sub.tombstones.has("doc-1")).toBe(false);
+      expect(sub.tombstones.has("doc-4")).toBe(true);
+    });
+    it("should handle subscriptions without tombstones", async function () {
+      var query = {
+        doctype: "TestDoc"
+      };
+      var result = await subscriptionManager.subscribe(query);
+      var sub = subscriptionManager.getSubscription(result.subscriptionId);
+      sub.tombstones = void 0;
+      expect(function () {
+        return subscriptionManager.cleanupTombstones(result.subscriptionId);
+      }).not.toThrow();
+    });
+  });
+});
+//# sourceMappingURL=subscriptionManager.spec.native.js.map