@rocicorp/zero 0.25.0-canary.2 → 0.25.0-canary.21

package/out/replicache/src/persist/clients.js

@@ -0,0 +1,353 @@
+import { assert, assertObject } from "../../../shared/src/asserts.js";
+import { hasOwn } from "../../../shared/src/has-own.js";
+import { readonlyObject, readonlyArray, assert as assert$1 } from "../../../shared/src/valita.js";
+import { emptyDataNode } from "../btree/node.js";
+import { BTreeRead } from "../btree/read.js";
+import { compareCookies } from "../cookies.js";
+import { toRefs } from "../dag/chunk.js";
+import { toChunkIndexDefinition, newSnapshotCommitDataDD31, getRefs, chunkIndexDefinitionEqualIgnoreName, baseSnapshotFromHash, assertSnapshotCommitDD31 } from "../db/commit.js";
+import { createIndexBTree } from "../db/write.js";
+import { deepFreeze } from "../frozen-json.js";
+import { hashSchema } from "../hash.js";
+import { indexDefinitionsEqual } from "../index-defs.js";
+import { clientGroupIDSchema } from "../sync/ids.js";
+import { withWrite } from "../with-transactions.js";
+import { setClientGroup, getClientGroups, mutatorNamesEqual, getClientGroup } from "./client-groups.js";
+import { makeClientID } from "./make-client-id.js";
+import { number, union } from "@badrap/valita";
+const clientV5Schema = readonlyObject({
+  heartbeatTimestampMs: number(),
+  headHash: hashSchema,
+  /**
+   * The hash of a commit we are in the middle of refreshing into this client's
+   * memdag.
+   */
+  tempRefreshHash: hashSchema.nullable(),
+  /**
+   * ID of this client's perdag client group. This needs to be sent in pull
+   * request (to enable syncing all last mutation ids in the client group).
+   */
+  clientGroupID: clientGroupIDSchema
+});
+const clientV6Schema = readonlyObject({
+  heartbeatTimestampMs: number(),
+  /**
+   * A set of hashes, which contains:
+   * 1. The hash of the last commit this client refreshed from its client group
+   *    (this is the commit it bootstrapped from until it completes its first
+   *    refresh).
+   * 2. One or more hashes that were added to retain chunks of a commit while it
+   *    was being refreshed into this client's memdag. (This can be one or more
+   *    because refresh's cleanup step is a separate transaction and can fail).
+   * Upon refresh completing and successfully running its clean up step, this
+   * set will contain a single hash: the hash of the last commit this client
+   * refreshed.
+   */
+  refreshHashes: readonlyArray(hashSchema),
+  /**
+   * The hash of the last snapshot commit persisted by this client to this
+   * client's client group, or null if has never persisted a snapshot.
+   */
+  persistHash: hashSchema.nullable(),
+  /**
+   * ID of this client's perdag client group. This needs to be sent in pull
+   * request (to enable syncing all last mutation ids in the client group).
+   */
+  clientGroupID: clientGroupIDSchema
+});
+function isClientV6(client) {
+  return client.refreshHashes !== void 0;
+}
+const CLIENTS_HEAD_NAME = "clients";
+const clientSchema = union(clientV5Schema, clientV6Schema);
+function assertClient(value) {
+  assert$1(value, clientSchema);
+}
+function assertClientV6(value) {
+  assert$1(value, clientV6Schema);
+}
+function chunkDataToClientMap(chunkData) {
+  assertObject(chunkData);
+  const clients = /* @__PURE__ */ new Map();
+  for (const key in chunkData) {
+    if (hasOwn(chunkData, key)) {
+      const value = chunkData[key];
+      if (value !== void 0) {
+        assertClient(value);
+        clients.set(key, value);
+      }
+    }
+  }
+  return clients;
+}
+function clientMapToChunkData(clients, dagWrite) {
+  for (const client of clients.values()) {
+    if (isClientV6(client)) {
+      client.refreshHashes.forEach(dagWrite.assertValidHash);
+      if (client.persistHash) {
+        dagWrite.assertValidHash(client.persistHash);
+      }
+    } else {
+      dagWrite.assertValidHash(client.headHash);
+      if (client.tempRefreshHash) {
+        dagWrite.assertValidHash(client.tempRefreshHash);
+      }
+    }
+  }
+  return deepFreeze(Object.fromEntries(clients));
+}
+async function getClients(dagRead) {
+  const hash = await dagRead.getHead(CLIENTS_HEAD_NAME);
+  return getClientsAtHash(hash, dagRead);
+}
+async function getClientsAtHash(hash, dagRead) {
+  if (!hash) {
+    return /* @__PURE__ */ new Map();
+  }
+  const chunk = await dagRead.getChunk(hash);
+  return chunkDataToClientMap(chunk?.data);
+}
+class ClientStateNotFoundError extends Error {
+  name = "ClientStateNotFoundError";
+  id;
+  constructor(id) {
+    super(`Client state not found, id: ${id}`);
+    this.id = id;
+  }
+}
+async function assertHasClientState(id, dagRead) {
+  if (!await hasClientState(id, dagRead)) {
+    throw new ClientStateNotFoundError(id);
+  }
+}
+async function hasClientState(id, dagRead) {
+  return !!await getClient(id, dagRead);
+}
+async function getClient(id, dagRead) {
+  const clients = await getClients(dagRead);
+  return clients.get(id);
+}
+async function mustGetClient(id, dagRead) {
+  const client = await getClient(id, dagRead);
+  if (!client) {
+    throw new ClientStateNotFoundError(id);
+  }
+  return client;
+}
+function initClientV6(newClientID, lc, perdag, mutatorNames, indexes, formatVersion, enableClientGroupForking) {
+  return withWrite(perdag, async (dagWrite) => {
+    async function setClientsAndClientGroupAndCommit(basisHash, cookieJSON, valueHash2, indexRecords2) {
+      const newSnapshotData = newSnapshotCommitDataDD31(
+        basisHash,
+        {},
+        cookieJSON,
+        valueHash2,
+        indexRecords2
+      );
+      const chunk = dagWrite.createChunk(
+        newSnapshotData,
+        getRefs(newSnapshotData)
+      );
+      const newClientGroupID = makeClientID();
+      const newClient = {
+        heartbeatTimestampMs: Date.now(),
+        refreshHashes: [chunk.hash],
+        persistHash: null,
+        clientGroupID: newClientGroupID
+      };
+      const newClients = new Map(clients).set(newClientID, newClient);
+      const clientGroup = {
+        headHash: chunk.hash,
+        mutatorNames,
+        indexes,
+        mutationIDs: {},
+        lastServerAckdMutationIDs: {},
+        disabled: false
+      };
+      await Promise.all([
+        dagWrite.putChunk(chunk),
+        setClients(newClients, dagWrite),
+        setClientGroup(newClientGroupID, clientGroup, dagWrite)
+      ]);
+      return [newClient, chunk.hash, newClients, true];
+    }
+    const clients = await getClients(dagWrite);
+    const res = await findMatchingClient(dagWrite, mutatorNames, indexes);
+    if (res.type === FIND_MATCHING_CLIENT_TYPE_HEAD) {
+      const { clientGroupID, headHash } = res;
+      const newClient = {
+        clientGroupID,
+        refreshHashes: [headHash],
+        heartbeatTimestampMs: Date.now(),
+        persistHash: null
+      };
+      const newClients = new Map(clients).set(newClientID, newClient);
+      await setClients(newClients, dagWrite);
+      return [newClient, headHash, newClients, false];
+    }
+    if (!enableClientGroupForking || res.type === FIND_MATCHING_CLIENT_TYPE_NEW) {
+      const emptyBTreeChunk = dagWrite.createChunk(emptyDataNode, []);
+      await dagWrite.putChunk(emptyBTreeChunk);
+      const indexRecords2 = [];
+      for (const [name, indexDefinition] of Object.entries(indexes)) {
+        const chunkIndexDefinition = toChunkIndexDefinition(
+          name,
+          indexDefinition
+        );
+        indexRecords2.push({
+          definition: chunkIndexDefinition,
+          valueHash: emptyBTreeChunk.hash
+        });
+      }
+      return setClientsAndClientGroupAndCommit(
+        null,
+        null,
+        emptyBTreeChunk.hash,
+        indexRecords2
+      );
+    }
+    assert(res.type === FIND_MATCHING_CLIENT_TYPE_FORK);
+    const { snapshot } = res;
+    const indexRecords = [];
+    const { valueHash, indexes: oldIndexes } = snapshot;
+    const map = new BTreeRead(dagWrite, formatVersion, valueHash);
+    for (const [name, indexDefinition] of Object.entries(indexes)) {
+      const { prefix = "", jsonPointer, allowEmpty = false } = indexDefinition;
+      const chunkIndexDefinition = {
+        name,
+        keyPrefix: prefix,
+        jsonPointer,
+        allowEmpty
+      };
+      const oldIndex = findMatchingOldIndex(oldIndexes, chunkIndexDefinition);
+      if (oldIndex) {
+        indexRecords.push({
+          definition: chunkIndexDefinition,
+          valueHash: oldIndex.valueHash
+        });
+      } else {
+        const indexBTree = await createIndexBTree(
+          lc,
+          dagWrite,
+          map,
+          prefix,
+          jsonPointer,
+          allowEmpty,
+          formatVersion
+        );
+        indexRecords.push({
+          definition: chunkIndexDefinition,
+          valueHash: await indexBTree.flush()
+        });
+      }
+    }
+    return setClientsAndClientGroupAndCommit(
+      snapshot.meta.basisHash,
+      snapshot.meta.cookieJSON,
+      snapshot.valueHash,
+      indexRecords
+    );
+  });
+}
+function findMatchingOldIndex(oldIndexes, chunkIndexDefinition) {
+  return oldIndexes.find(
+    (index) => chunkIndexDefinitionEqualIgnoreName(index.definition, chunkIndexDefinition)
+  );
+}
+const FIND_MATCHING_CLIENT_TYPE_NEW = 0;
+const FIND_MATCHING_CLIENT_TYPE_FORK = 1;
+const FIND_MATCHING_CLIENT_TYPE_HEAD = 2;
+async function findMatchingClient(dagRead, mutatorNames, indexes) {
+  let newestCookie;
+  let bestSnapshot;
+  const mutatorNamesSet = new Set(mutatorNames);
+  const clientGroups = await getClientGroups(dagRead);
+  for (const [clientGroupID, clientGroup] of clientGroups) {
+    if (!clientGroup.disabled && mutatorNamesEqual(mutatorNamesSet, clientGroup.mutatorNames) && indexDefinitionsEqual(indexes, clientGroup.indexes)) {
+      return {
+        type: FIND_MATCHING_CLIENT_TYPE_HEAD,
+        clientGroupID,
+        headHash: clientGroup.headHash
+      };
+    }
+    const clientGroupSnapshotCommit = await baseSnapshotFromHash(
+      clientGroup.headHash,
+      dagRead
+    );
+    assertSnapshotCommitDD31(clientGroupSnapshotCommit);
+    const { cookieJSON } = clientGroupSnapshotCommit.meta;
+    if (newestCookie === void 0 || compareCookies(cookieJSON, newestCookie) > 0) {
+      newestCookie = cookieJSON;
+      bestSnapshot = clientGroupSnapshotCommit;
+    }
+  }
+  if (bestSnapshot) {
+    return {
+      type: FIND_MATCHING_CLIENT_TYPE_FORK,
+      snapshot: bestSnapshot
+    };
+  }
+  return { type: FIND_MATCHING_CLIENT_TYPE_NEW };
+}
+function getRefsForClients(clients) {
+  const refs = /* @__PURE__ */ new Set();
+  for (const client of clients.values()) {
+    if (isClientV6(client)) {
+      for (const hash of client.refreshHashes) {
+        refs.add(hash);
+      }
+      if (client.persistHash) {
+        refs.add(client.persistHash);
+      }
+    } else {
+      refs.add(client.headHash);
+      if (client.tempRefreshHash) {
+        refs.add(client.tempRefreshHash);
+      }
+    }
+  }
+  return toRefs(refs);
+}
+async function getClientGroupForClient(clientID, read) {
+  const clientGroupID = await getClientGroupIDForClient(clientID, read);
+  if (!clientGroupID) {
+    return void 0;
+  }
+  return getClientGroup(clientGroupID, read);
+}
+async function getClientGroupIDForClient(clientID, read) {
+  const client = await getClient(clientID, read);
+  return client?.clientGroupID;
+}
+async function setClient(clientID, client, dagWrite) {
+  const clients = await getClients(dagWrite);
+  const newClients = new Map(clients).set(clientID, client);
+  return setClients(newClients, dagWrite);
+}
+async function setClients(clients, dagWrite) {
+  const chunkData = clientMapToChunkData(clients, dagWrite);
+  const chunk = dagWrite.createChunk(chunkData, getRefsForClients(clients));
+  await dagWrite.putChunk(chunk);
+  await dagWrite.setHead(CLIENTS_HEAD_NAME, chunk.hash);
+  return chunk.hash;
+}
+export {
+  CLIENTS_HEAD_NAME,
+  ClientStateNotFoundError,
+  FIND_MATCHING_CLIENT_TYPE_FORK,
+  FIND_MATCHING_CLIENT_TYPE_HEAD,
+  FIND_MATCHING_CLIENT_TYPE_NEW,
+  assertClientV6,
+  assertHasClientState,
+  findMatchingClient,
+  getClient,
+  getClientGroupForClient,
+  getClientGroupIDForClient,
+  getClients,
+  hasClientState,
+  initClientV6,
+  mustGetClient,
+  setClient,
+  setClients
+};
+//# sourceMappingURL=clients.js.map

package/out/replicache/src/persist/clients.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"clients.js","sources":["../../../../../replicache/src/persist/clients.ts"],"sourcesContent":["import type {LogContext} from '@rocicorp/logger';\nimport {assert, assertObject} from '../../../shared/src/asserts.ts';\nimport type {Enum} from '../../../shared/src/enum.ts';\nimport {hasOwn} from '../../../shared/src/has-own.ts';\nimport * as valita from '../../../shared/src/valita.ts';\nimport {emptyDataNode} from '../btree/node.ts';\nimport {BTreeRead} from '../btree/read.ts';\nimport {type FrozenCookie, compareCookies} from '../cookies.ts';\nimport {type Refs, toRefs} from '../dag/chunk.ts';\nimport type {Read, Store, Write} from '../dag/store.ts';\nimport type {Commit} from '../db/commit.ts';\nimport {\n  type ChunkIndexDefinition,\n  type IndexRecord,\n  type SnapshotMetaDD31,\n  assertSnapshotCommitDD31,\n  baseSnapshotFromHash,\n  chunkIndexDefinitionEqualIgnoreName,\n  getRefs,\n  newSnapshotCommitDataDD31,\n  toChunkIndexDefinition,\n} from '../db/commit.ts';\nimport {createIndexBTree} from '../db/write.ts';\nimport type {DeletedClients} from '../deleted-clients.ts';\nimport type * as FormatVersion from '../format-version-enum.ts';\nimport {type FrozenJSONValue, deepFreeze} from '../frozen-json.ts';\nimport {type Hash, hashSchema} from '../hash.ts';\nimport {type IndexDefinitions, indexDefinitionsEqual} from '../index-defs.ts';\nimport {\n  type ClientGroupID,\n  type ClientID,\n  clientGroupIDSchema,\n} from '../sync/ids.ts';\nimport {withWrite} from '../with-transactions.ts';\nimport {\n  type ClientGroup,\n  getClientGroup,\n  getClientGroups,\n  mutatorNamesEqual,\n  setClientGroup,\n} from './client-groups.ts';\nimport {makeClientID} from './make-client-id.ts';\n\ntype FormatVersion = Enum<typeof FormatVersion>;\n\nexport type ClientMap = ReadonlyMap<ClientID, ClientV5 | ClientV6>;\n\nconst clientV5Schema = valita.readonlyObject({\n  heartbeatTimestampMs: valita.number(),\n\n  headHash: hashSchema,\n\n  /**\n   * The hash of a commit we are in the middle of refreshing into this client's\n   * memdag.\n   */\n  tempRefreshHash: hashSchema.nullable(),\n\n  /**\n   * ID of this client's perdag client group. This needs to be sent in pull\n   * request (to enable syncing all last mutation ids in the client group).\n   */\n  clientGroupID: clientGroupIDSchema,\n});\n\nexport type ClientV5 = valita.Infer<typeof clientV5Schema>;\n\nconst clientV6Schema = valita.readonlyObject({\n  heartbeatTimestampMs: valita.number(),\n\n  /**\n   * A set of hashes, which contains:\n   * 1. The hash of the last commit this client refreshed from its client group\n   *    (this is the commit it bootstrapped from until it completes its first\n   *    refresh).\n   * 2. One or more hashes that were added to retain chunks of a commit while it\n   *    was being refreshed into this client's memdag. (This can be one or more\n   *    because refresh's cleanup step is a separate transaction and can fail).\n   * Upon refresh completing and successfully running its clean up step, this\n   * set will contain a single hash: the hash of the last commit this client\n   * refreshed.\n   */\n  refreshHashes: valita.readonlyArray(hashSchema),\n\n  /**\n   * The hash of the last snapshot commit persisted by this client to this\n   * client's client group, or null if has never persisted a snapshot.\n   */\n  persistHash: hashSchema.nullable(),\n\n  /**\n   * ID of this client's perdag client group. This needs to be sent in pull\n   * request (to enable syncing all last mutation ids in the client group).\n   */\n  clientGroupID: clientGroupIDSchema,\n});\n\nexport type ClientV6 = valita.Infer<typeof clientV6Schema>;\n\nexport type Client = ClientV5 | ClientV6;\n\nfunction isClientV6(client: Client): client is ClientV6 {\n  return (client as ClientV6).refreshHashes !== undefined;\n}\n\nexport const CLIENTS_HEAD_NAME = 'clients';\n\nconst clientSchema = valita.union(clientV5Schema, clientV6Schema);\n\nfunction assertClient(value: unknown): asserts value is Client {\n  valita.assert(value, clientSchema);\n}\n\nexport function assertClientV6(value: unknown): asserts value is ClientV6 {\n  valita.assert(value, clientV6Schema);\n}\n\nfunction chunkDataToClientMap(chunkData: unknown): ClientMap {\n  assertObject(chunkData);\n  const clients = new Map();\n  for (const key in chunkData) {\n    if (hasOwn(chunkData, key)) {\n      const value = chunkData[key];\n      if (value !== undefined) {\n        assertClient(value);\n        clients.set(key, value);\n      }\n    }\n  }\n  return clients;\n}\n\nfunction clientMapToChunkData(\n  clients: ClientMap,\n  dagWrite: Write,\n): FrozenJSONValue {\n  for (const client of clients.values()) {\n    if (isClientV6(client)) {\n      client.refreshHashes.forEach(dagWrite.assertValidHash);\n      if (client.persistHash) {\n        dagWrite.assertValidHash(client.persistHash);\n      }\n    } else {\n      dagWrite.assertValidHash(client.headHash);\n      if (client.tempRefreshHash) {\n        dagWrite.assertValidHash(client.tempRefreshHash);\n      }\n    }\n  }\n  return deepFreeze(Object.fromEntries(clients));\n}\n\nexport async function getClients(dagRead: Read): Promise<ClientMap> {\n  const hash = await dagRead.getHead(CLIENTS_HEAD_NAME);\n  return getClientsAtHash(hash, dagRead);\n}\n\nasync function getClientsAtHash(\n  hash: Hash | undefined,\n  dagRead: Read,\n): Promise<ClientMap> {\n  if (!hash) {\n    return new Map();\n  }\n  const chunk = await dagRead.getChunk(hash);\n  return chunkDataToClientMap(chunk?.data);\n}\n\n/**\n * Used to signal that a client does not exist. Maybe it was garbage collected?\n */\nexport class ClientStateNotFoundError extends Error {\n  name = 'ClientStateNotFoundError';\n  readonly id: string;\n  constructor(id: ClientID) {\n    super(`Client state not found, id: ${id}`);\n    this.id = id;\n  }\n}\n\n/**\n * Throws a `ClientStateNotFoundError` if the client does not exist.\n */\nexport async function assertHasClientState(\n  id: ClientID,\n  dagRead: Read,\n): Promise<void> {\n  if (!(await hasClientState(id, dagRead))) {\n    throw new ClientStateNotFoundError(id);\n  }\n}\n\nexport async function hasClientState(\n  id: ClientID,\n  dagRead: Read,\n): Promise<boolean> {\n  return !!(await getClient(id, dagRead));\n}\n\nexport async function getClient(\n  id: ClientID,\n  dagRead: Read,\n): Promise<Client | undefined> {\n  const clients = await getClients(dagRead);\n  return clients.get(id);\n}\n\nexport async function mustGetClient(\n  id: ClientID,\n  dagRead: Read,\n): Promise<Client> {\n  const client = await getClient(id, dagRead);\n  if (!client) {\n    throw new ClientStateNotFoundError(id);\n  }\n  return client;\n}\n\ntype InitClientV6Result = [\n  client: ClientV6,\n  hash: Hash,\n  clientMap: ClientMap,\n  newClientGroup: boolean,\n];\n\nexport function initClientV6(\n  newClientID: ClientID,\n  lc: LogContext,\n  perdag: Store,\n  mutatorNames: string[],\n  indexes: IndexDefinitions,\n  formatVersion: FormatVersion,\n  enableClientGroupForking: boolean,\n): Promise<InitClientV6Result> {\n  return withWrite(perdag, async dagWrite => {\n    async function setClientsAndClientGroupAndCommit(\n      basisHash: Hash | null,\n      cookieJSON: FrozenCookie,\n      valueHash: Hash,\n      indexRecords: readonly IndexRecord[],\n    ): Promise<InitClientV6Result> {\n      const newSnapshotData = newSnapshotCommitDataDD31(\n        basisHash,\n        {},\n        cookieJSON,\n        valueHash,\n        indexRecords,\n      );\n      const chunk = dagWrite.createChunk(\n        newSnapshotData,\n        getRefs(newSnapshotData),\n      );\n\n      const newClientGroupID = makeClientID();\n\n      const newClient: ClientV6 = {\n        heartbeatTimestampMs: Date.now(),\n        refreshHashes: [chunk.hash],\n        persistHash: null,\n        clientGroupID: newClientGroupID,\n      };\n\n      const newClients = new Map(clients).set(newClientID, newClient);\n\n      const clientGroup: ClientGroup = {\n        headHash: chunk.hash,\n        mutatorNames,\n        indexes,\n        mutationIDs: {},\n        lastServerAckdMutationIDs: {},\n        disabled: false,\n      };\n\n      await Promise.all([\n        dagWrite.putChunk(chunk),\n        setClients(newClients, dagWrite),\n        setClientGroup(newClientGroupID, clientGroup, dagWrite),\n      ]);\n\n      return [newClient, chunk.hash, newClients, true];\n    }\n\n    const clients = await getClients(dagWrite);\n\n    const res = await findMatchingClient(dagWrite, mutatorNames, indexes);\n    if (res.type === FIND_MATCHING_CLIENT_TYPE_HEAD) {\n      // We found a client group with matching mutators and indexes. We can\n      // reuse it.\n      const {clientGroupID, headHash} = res;\n\n      const newClient: ClientV6 = {\n        clientGroupID,\n        refreshHashes: [headHash],\n        heartbeatTimestampMs: Date.now(),\n        persistHash: null,\n      };\n      const newClients = new Map(clients).set(newClientID, newClient);\n      await setClients(newClients, dagWrite);\n\n      return [newClient, headHash, newClients, false];\n    }\n\n    if (\n      !enableClientGroupForking ||\n      res.type === FIND_MATCHING_CLIENT_TYPE_NEW\n    ) {\n      // No client group to fork from. Create empty snapshot.\n      const emptyBTreeChunk = dagWrite.createChunk(emptyDataNode, []);\n      await dagWrite.putChunk(emptyBTreeChunk);\n\n      // Create indexes\n      const indexRecords: IndexRecord[] = [];\n\n      // At this point the value of replicache is the empty tree so all index\n      // maps will also be the empty tree.\n      for (const [name, indexDefinition] of Object.entries(indexes)) {\n        const chunkIndexDefinition = toChunkIndexDefinition(\n          name,\n          indexDefinition,\n        );\n        indexRecords.push({\n          definition: chunkIndexDefinition,\n          valueHash: emptyBTreeChunk.hash,\n        });\n      }\n\n      return setClientsAndClientGroupAndCommit(\n        null,\n        null,\n        emptyBTreeChunk.hash,\n        indexRecords,\n      );\n    }\n\n    // Now we create a new client and client group that we fork from the found\n    // snapshot.\n    assert(res.type === FIND_MATCHING_CLIENT_TYPE_FORK);\n\n    const {snapshot} = res;\n\n    // Create indexes\n    const indexRecords: IndexRecord[] = [];\n    const {valueHash, indexes: oldIndexes} = snapshot;\n    const map = new BTreeRead(dagWrite, formatVersion, valueHash);\n\n    for (const [name, indexDefinition] of Object.entries(indexes)) {\n      const {prefix = '', jsonPointer, allowEmpty = false} = indexDefinition;\n      const chunkIndexDefinition: ChunkIndexDefinition = {\n        name,\n        keyPrefix: prefix,\n        jsonPointer,\n        allowEmpty,\n      };\n\n      const oldIndex = findMatchingOldIndex(oldIndexes, chunkIndexDefinition);\n      if (oldIndex) {\n        indexRecords.push({\n          definition: chunkIndexDefinition,\n          valueHash: oldIndex.valueHash,\n        });\n      } else {\n        const indexBTree = await createIndexBTree(\n          lc,\n          dagWrite,\n          map,\n          prefix,\n          jsonPointer,\n          allowEmpty,\n          formatVersion,\n        );\n        indexRecords.push({\n          definition: chunkIndexDefinition,\n          valueHash: await indexBTree.flush(),\n        });\n      }\n    }\n\n    return setClientsAndClientGroupAndCommit(\n      snapshot.meta.basisHash,\n      snapshot.meta.cookieJSON,\n      snapshot.valueHash,\n      indexRecords,\n    );\n  });\n}\n\nfunction findMatchingOldIndex(\n  oldIndexes: readonly IndexRecord[],\n  chunkIndexDefinition: ChunkIndexDefinition,\n) {\n  return oldIndexes.find(index =>\n    chunkIndexDefinitionEqualIgnoreName(index.definition, chunkIndexDefinition),\n  );\n}\n\nexport const FIND_MATCHING_CLIENT_TYPE_NEW = 0;\nexport const FIND_MATCHING_CLIENT_TYPE_FORK = 1;\nexport const FIND_MATCHING_CLIENT_TYPE_HEAD = 2;\n\nexport type FindMatchingClientResult =\n  | {\n      type: typeof FIND_MATCHING_CLIENT_TYPE_NEW;\n    }\n  | {\n      type: typeof FIND_MATCHING_CLIENT_TYPE_FORK;\n      snapshot: Commit<SnapshotMetaDD31>;\n    }\n  | {\n      type: typeof FIND_MATCHING_CLIENT_TYPE_HEAD;\n      clientGroupID: ClientGroupID;\n      headHash: Hash;\n    };\n\nexport async function findMatchingClient(\n  dagRead: Read,\n  mutatorNames: string[],\n  indexes: IndexDefinitions,\n): Promise<FindMatchingClientResult> {\n  let newestCookie: FrozenCookie | undefined;\n  let bestSnapshot: Commit<SnapshotMetaDD31> | undefined;\n  const mutatorNamesSet = new Set(mutatorNames);\n\n  const clientGroups = await getClientGroups(dagRead);\n  for (const [clientGroupID, clientGroup] of clientGroups) {\n    if (\n      !clientGroup.disabled &&\n      mutatorNamesEqual(mutatorNamesSet, clientGroup.mutatorNames) &&\n      indexDefinitionsEqual(indexes, clientGroup.indexes)\n    ) {\n      // exact match\n      return {\n        type: FIND_MATCHING_CLIENT_TYPE_HEAD,\n        clientGroupID,\n        headHash: clientGroup.headHash,\n      };\n    }\n\n    const clientGroupSnapshotCommit = await baseSnapshotFromHash(\n      clientGroup.headHash,\n      dagRead,\n    );\n    assertSnapshotCommitDD31(clientGroupSnapshotCommit);\n\n    const {cookieJSON} = clientGroupSnapshotCommit.meta;\n    if (\n      newestCookie === undefined ||\n      compareCookies(cookieJSON, newestCookie) > 0\n    ) {\n      newestCookie = cookieJSON;\n      bestSnapshot = clientGroupSnapshotCommit;\n    }\n  }\n\n  if (bestSnapshot) {\n    return {\n      type: FIND_MATCHING_CLIENT_TYPE_FORK,\n      snapshot: bestSnapshot,\n    };\n  }\n\n  return {type: FIND_MATCHING_CLIENT_TYPE_NEW};\n}\n\nfunction getRefsForClients(clients: ClientMap): Refs {\n  const refs: Set<Hash> = new Set();\n  for (const client of clients.values()) {\n    if (isClientV6(client)) {\n      for (const hash of client.refreshHashes) {\n        refs.add(hash);\n      }\n      if (client.persistHash) {\n        refs.add(client.persistHash);\n      }\n    } else {\n      refs.add(client.headHash);\n      if (client.tempRefreshHash) {\n        refs.add(client.tempRefreshHash);\n      }\n    }\n  }\n  return toRefs(refs);\n}\n\nexport async function getClientGroupForClient(\n  clientID: ClientID,\n  read: Read,\n): Promise<ClientGroup | undefined> {\n  const clientGroupID = await getClientGroupIDForClient(clientID, read);\n  if (!clientGroupID) {\n    return undefined;\n  }\n  return getClientGroup(clientGroupID, read);\n}\n\nexport async function getClientGroupIDForClient(\n  clientID: ClientID,\n  read: Read,\n): Promise<ClientGroupID | undefined> {\n  const client = await getClient(clientID, read);\n  return client?.clientGroupID;\n}\n\n/**\n * Adds a Client to the ClientMap and updates the 'clients' head to point at\n * the updated clients.\n */\nexport async function setClient(\n  clientID: ClientID,\n  client: Client,\n  dagWrite: Write,\n): Promise<Hash> {\n  const clients = await getClients(dagWrite);\n  const newClients = new Map(clients).set(clientID, client);\n  return setClients(newClients, dagWrite);\n}\n\n/**\n * Sets the ClientMap and updates the 'clients' head top point at the new\n * clients.\n */\nexport async function setClients(\n  clients: ClientMap,\n  dagWrite: Write,\n): Promise<Hash> {\n  const chunkData = clientMapToChunkData(clients, dagWrite);\n  const chunk = dagWrite.createChunk(chunkData, getRefsForClients(clients));\n  await dagWrite.putChunk(chunk);\n  await dagWrite.setHead(CLIENTS_HEAD_NAME, chunk.hash);\n  return chunk.hash;\n}\n\n/**\n * Callback function for when Replicache has deleted one or more clients.\n */\nexport type OnClientsDeleted = (\n  deletedClients: DeletedClients,\n) => Promise<void>;\n"],"names":["valita.readonlyObject","valita.number","valita.readonlyArray","valita.union","valita.assert","valueHash","indexRecords"],"mappings":";;;;;;;;;;;;;;;;;AA+CA,MAAM,iBAAiBA,eAAsB;AAAA,EAC3C,sBAAsBC,OAAO;AAAA,EAE7B,UAAU;AAAA;AAAA;AAAA;AAAA;AAAA,EAMV,iBAAiB,WAAW,SAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAM5B,eAAe;AACjB,CAAC;AAID,MAAM,iBAAiBD,eAAsB;AAAA,EAC3C,sBAAsBC,OAAO;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAc7B,eAAeC,cAAqB,UAAU;AAAA;AAAA;AAAA;AAAA;AAAA,EAM9C,aAAa,WAAW,SAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAMxB,eAAe;AACjB,CAAC;AAMD,SAAS,WAAW,QAAoC;AACtD,SAAQ,OAAoB,kBAAkB;AAChD;AAEO,MAAM,oBAAoB;AAEjC,MAAM,eAAeC,MAAa,gBAAgB,cAAc;AAEhE,SAAS,aAAa,OAAyC;AAC7DC,WAAc,OAAO,YAAY;AACnC;AAEO,SAAS,eAAe,OAA2C;AACxEA,WAAc,OAAO,cAAc;AACrC;AAEA,SAAS,qBAAqB,WAA+B;AAC3D,eAAa,SAAS;AACtB,QAAM,8BAAc,IAAA;AACpB,aAAW,OAAO,WAAW;AAC3B,QAAI,OAAO,WAAW,GAAG,GAAG;AAC1B,YAAM,QAAQ,UAAU,GAAG;AAC3B,UAAI,UAAU,QAAW;AACvB,qBAAa,KAAK;AAClB,gBAAQ,IAAI,KAAK,KAAK;AAAA,MACxB;AAAA,IACF;AAAA,EACF;AACA,SAAO;AACT;AAEA,SAAS,qBACP,SACA,UACiB;AACjB,aAAW,UAAU,QAAQ,UAAU;AACrC,QAAI,WAAW,MAAM,GAAG;AACtB,aAAO,cAAc,QAAQ,SAAS,eAAe;AACrD,UAAI,OAAO,aAAa;AACtB,iBAAS,gBAAgB,OAAO,WAAW;AAAA,MAC7C;AAAA,IACF,OAAO;AACL,eAAS,gBAAgB,OAAO,QAAQ;AACxC,UAAI,OAAO,iBAAiB;AAC1B,iBAAS,gBAAgB,OAAO,eAAe;AAAA,MACjD;AAAA,IACF;AAAA,EACF;AACA,SAAO,WAAW,OAAO,YAAY,OAAO,CAAC;AAC/C;AAEA,eAAsB,WAAW,SAAmC;AAClE,QAAM,OAAO,MAAM,QAAQ,QAAQ,iBAAiB;AACpD,SAAO,iBAAiB,MAAM,OAAO;AACvC;AAEA,eAAe,iBACb,MACA,SACoB;AACpB,MAAI,CAAC,MAAM;AACT,+BAAW,IAAA;AAAA,EACb;AACA,QAAM,QAAQ,MAAM,QAAQ,SAAS,IAAI;AACzC,SAAO,qBAAqB,OAAO,IAAI;AACzC;AAKO,MAAM,iCAAiC,MAAM;AAAA,EAClD,OAAO;AAAA,EACE;AAAA,EACT,YAAY,IAAc;AACxB,UAAM,+BAA+B,EAAE,EAAE;AACzC,SAAK,KAAK;AAAA,EACZ;AACF;AAKA,eAAsB,qBACpB,IACA,SACe;AACf,MAAI,CAAE,MAAM,eAAe,IAAI,OAAO,GAAI;AACxC,UAAM,IAAI,yBAAyB,EAAE;AAAA,EACvC;AACF;AAEA,eAAsB,eACpB,IACA,SACkB;AAClB,SAAO,CAAC,CAAE,MAAM,UAAU,IAAI,OAAO;AACvC;AAEA,eAAsB,UACpB,IACA,SAC6B;AAC7B,QAAM,UAAU,MAAM,WAAW,OAAO;AACxC,SAAO,QAAQ,IAAI,EAAE;AACvB;AAEA,eAAsB,cACpB,IACA,SACiB;AACjB,QAAM,SAAS,MAAM,UAAU,IAAI,OAAO;AAC1C,MAAI,CAAC,QAAQ;AACX,UAAM,IAAI,yBAAyB,EAAE;AAAA,EACvC;AACA,SAAO;AACT;AASO,SAAS,aACd,aACA,IACA,QACA,cACA,SACA,eACA,0BAC6B;AAC7B,SAAO,UAAU,QAAQ,OAAM,aAAY;AACzC,mBAAe,kCACb,WACA,YACAC,YACAC,eAC6B;AAC7B,YAAM,kBAAkB;AAAA,QACtB;AAAA,QACA,CAAA;AAAA,QACA;AAAA,QACAD;AAAAA,QACAC;AAAAA,MAAA;AAEF,YAAM,QAAQ,SAAS;AAAA,QACrB;AAAA,QACA,QAAQ,eAAe;AAAA,MAAA;AAGzB,YAAM,mBAAmB,aAAA;AAEzB,YAAM,YAAsB;AAAA,QAC1B,sBAAsB,KAAK,IAAA;AAAA,QAC3B,eAAe,CAAC,MAAM,IAAI;AAAA,QAC1B,aAAa;AAAA,QACb,eAAe;AAAA,MAAA;AAGjB,YAAM,aAAa,IAAI,IAAI,OAAO,EAAE,IAAI,aAAa,SAAS;AAE9D,YAAM,cAA2B;AAAA,QAC/B,UAAU,MAAM;AAAA,QAChB;AAAA,QACA;AAAA,QACA,aAAa,CAAA;AAAA,QACb,2BAA2B,CAAA;AAAA,QAC3B,UAAU;AAAA,MAAA;AAGZ,YAAM,QAAQ,IAAI;AAAA,QAChB,SAAS,SAAS,KAAK;AAAA,QACvB,WAAW,YAAY,QAAQ;AAAA,QAC/B,eAAe,kBAAkB,aAAa,QAAQ;AAAA,MAAA,CACvD;AAED,aAAO,CAAC,WAAW,MAAM,MAAM,YAAY,IAAI;AAAA,IACjD;AAEA,UAAM,UAAU,MAAM,WAAW,QAAQ;AAEzC,UAAM,MAAM,MAAM,mBAAmB,UAAU,cAAc,OAAO;AACpE,QAAI,IAAI,SAAS,gCAAgC;AAG/C,YAAM,EAAC,eAAe,SAAA,IAAY;AAElC,YAAM,YAAsB;AAAA,QAC1B;AAAA,QACA,eAAe,CAAC,QAAQ;AAAA,QACxB,sBAAsB,KAAK,IAAA;AAAA,QAC3B,aAAa;AAAA,MAAA;AAEf,YAAM,aAAa,IAAI,IAAI,OAAO,EAAE,IAAI,aAAa,SAAS;AAC9D,YAAM,WAAW,YAAY,QAAQ;AAErC,aAAO,CAAC,WAAW,UAAU,YAAY,KAAK;AAAA,IAChD;AAEA,QACE,CAAC,4BACD,IAAI,SAAS,+BACb;AAEA,YAAM,kBAAkB,SAAS,YAAY,eAAe,CAAA,CAAE;AAC9D,YAAM,SAAS,SAAS,eAAe;AAGvC,YAAMA,gBAA8B,CAAA;AAIpC,iBAAW,CAAC,MAAM,eAAe,KAAK,OAAO,QAAQ,OAAO,GAAG;AAC7D,cAAM,uBAAuB;AAAA,UAC3B;AAAA,UACA;AAAA,QAAA;AAEFA,sBAAa,KAAK;AAAA,UAChB,YAAY;AAAA,UACZ,WAAW,gBAAgB;AAAA,QAAA,CAC5B;AAAA,MACH;AAEA,aAAO;AAAA,QACL;AAAA,QACA;AAAA,QACA,gBAAgB;AAAA,QAChBA;AAAAA,MAAA;AAAA,IAEJ;AAIA,WAAO,IAAI,SAAS,8BAA8B;AAElD,UAAM,EAAC,aAAY;AAGnB,UAAM,eAA8B,CAAA;AACpC,UAAM,EAAC,WAAW,SAAS,WAAA,IAAc;AACzC,UAAM,MAAM,IAAI,UAAU,UAAU,eAAe,SAAS;AAE5D,eAAW,CAAC,MAAM,eAAe,KAAK,OAAO,QAAQ,OAAO,GAAG;AAC7D,YAAM,EAAC,SAAS,IAAI,aAAa,aAAa,UAAS;AACvD,YAAM,uBAA6C;AAAA,QACjD;AAAA,QACA,WAAW;AAAA,QACX;AAAA,QACA;AAAA,MAAA;AAGF,YAAM,WAAW,qBAAqB,YAAY,oBAAoB;AACtE,UAAI,UAAU;AACZ,qBAAa,KAAK;AAAA,UAChB,YAAY;AAAA,UACZ,WAAW,SAAS;AAAA,QAAA,CACrB;AAAA,MACH,OAAO;AACL,cAAM,aAAa,MAAM;AAAA,UACvB;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,QAAA;AAEF,qBAAa,KAAK;AAAA,UAChB,YAAY;AAAA,UACZ,WAAW,MAAM,WAAW,MAAA;AAAA,QAAM,CACnC;AAAA,MACH;AAAA,IACF;AAEA,WAAO;AAAA,MACL,SAAS,KAAK;AAAA,MACd,SAAS,KAAK;AAAA,MACd,SAAS;AAAA,MACT;AAAA,IAAA;AAAA,EAEJ,CAAC;AACH;AAEA,SAAS,qBACP,YACA,sBACA;AACA,SAAO,WAAW;AAAA,IAAK,CAAA,UACrB,oCAAoC,MAAM,YAAY,oBAAoB;AAAA,EAAA;AAE9E;AAEO,MAAM,gCAAgC;AACtC,MAAM,iCAAiC;AACvC,MAAM,iCAAiC;AAgB9C,eAAsB,mBACpB,SACA,cACA,SACmC;AACnC,MAAI;AACJ,MAAI;AACJ,QAAM,kBAAkB,IAAI,IAAI,YAAY;AAE5C,QAAM,eAAe,MAAM,gBAAgB,OAAO;AAClD,aAAW,CAAC,eAAe,WAAW,KAAK,cAAc;AACvD,QACE,CAAC,YAAY,YACb,kBAAkB,iBAAiB,YAAY,YAAY,KAC3D,sBAAsB,SAAS,YAAY,OAAO,GAClD;AAEA,aAAO;AAAA,QACL,MAAM;AAAA,QACN;AAAA,QACA,UAAU,YAAY;AAAA,MAAA;AAAA,IAE1B;AAEA,UAAM,4BAA4B,MAAM;AAAA,MACtC,YAAY;AAAA,MACZ;AAAA,IAAA;AAEF,6BAAyB,yBAAyB;AAElD,UAAM,EAAC,eAAc,0BAA0B;AAC/C,QACE,iBAAiB,UACjB,eAAe,YAAY,YAAY,IAAI,GAC3C;AACA,qBAAe;AACf,qBAAe;AAAA,IACjB;AAAA,EACF;AAEA,MAAI,cAAc;AAChB,WAAO;AAAA,MACL,MAAM;AAAA,MACN,UAAU;AAAA,IAAA;AAAA,EAEd;AAEA,SAAO,EAAC,MAAM,8BAAA;AAChB;AAEA,SAAS,kBAAkB,SAA0B;AACnD,QAAM,2BAAsB,IAAA;AAC5B,aAAW,UAAU,QAAQ,UAAU;AACrC,QAAI,WAAW,MAAM,GAAG;AACtB,iBAAW,QAAQ,OAAO,eAAe;AACvC,aAAK,IAAI,IAAI;AAAA,MACf;AACA,UAAI,OAAO,aAAa;AACtB,aAAK,IAAI,OAAO,WAAW;AAAA,MAC7B;AAAA,IACF,OAAO;AACL,WAAK,IAAI,OAAO,QAAQ;AACxB,UAAI,OAAO,iBAAiB;AAC1B,aAAK,IAAI,OAAO,eAAe;AAAA,MACjC;AAAA,IACF;AAAA,EACF;AACA,SAAO,OAAO,IAAI;AACpB;AAEA,eAAsB,wBACpB,UACA,MACkC;AAClC,QAAM,gBAAgB,MAAM,0BAA0B,UAAU,IAAI;AACpE,MAAI,CAAC,eAAe;AAClB,WAAO;AAAA,EACT;AACA,SAAO,eAAe,eAAe,IAAI;AAC3C;AAEA,eAAsB,0BACpB,UACA,MACoC;AACpC,QAAM,SAAS,MAAM,UAAU,UAAU,IAAI;AAC7C,SAAO,QAAQ;AACjB;AAMA,eAAsB,UACpB,UACA,QACA,UACe;AACf,QAAM,UAAU,MAAM,WAAW,QAAQ;AACzC,QAAM,aAAa,IAAI,IAAI,OAAO,EAAE,IAAI,UAAU,MAAM;AACxD,SAAO,WAAW,YAAY,QAAQ;AACxC;AAMA,eAAsB,WACpB,SACA,UACe;AACf,QAAM,YAAY,qBAAqB,SAAS,QAAQ;AACxD,QAAM,QAAQ,SAAS,YAAY,WAAW,kBAAkB,OAAO,CAAC;AACxE,QAAM,SAAS,SAAS,KAAK;AAC7B,QAAM,SAAS,QAAQ,mBAAmB,MAAM,IAAI;AACpD,SAAO,MAAM;AACf;"}

package/out/replicache/src/persist/collect-idb-databases.js

@@ -0,0 +1,188 @@
+import { assert } from "../../../shared/src/asserts.js";
+import { initBgIntervalProcess } from "../bg-interval.js";
+import { StoreImpl } from "../dag/store-impl.js";
+import { addDeletedClients, mergeDeletedClients, normalizeDeletedClients, getDeletedClients } from "../deleted-clients.js";
+import { Latest, DD31, V6, V7 } from "../format-version-enum.js";
+import { getKVStoreProvider } from "../get-kv-store-provider.js";
+import { newRandomHash, assertHash } from "../hash.js";
+import { IDBStore } from "../kv/idb-store.js";
+import { createLogContext } from "../log-options.js";
+import { withWrite, withRead } from "../with-transactions.js";
+import { getClientGroups, clientGroupHasPendingMutations } from "./client-groups.js";
+import { getClients } from "./clients.js";
+import { IDBDatabasesStore } from "./idb-databases-store.js";
+const COLLECT_IDB_INTERVAL = 12 * 60 * 60 * 1e3;
+const INITIAL_COLLECT_IDB_DELAY = 5 * 60 * 1e3;
+function initCollectIDBDatabases(idbDatabasesStore, kvDropStore, collectInterval, initialCollectDelay, maxAge, enableMutationRecovery, onClientsDeleted, lc, signal) {
+  let initial = true;
+  initBgIntervalProcess(
+    "CollectIDBDatabases",
+    async () => {
+      await collectIDBDatabases(
+        idbDatabasesStore,
+        Date.now(),
+        maxAge,
+        kvDropStore,
+        enableMutationRecovery,
+        onClientsDeleted
+      );
+    },
+    () => {
+      if (initial) {
+        initial = false;
+        return initialCollectDelay;
+      }
+      return collectInterval;
+    },
+    lc,
+    signal
+  );
+}
+async function collectIDBDatabases(idbDatabasesStore, now, maxAge, kvDropStore, enableMutationRecovery, onClientsDeleted, newDagStore = defaultNewDagStore) {
+  const databases = await idbDatabasesStore.getDatabases();
+  const dbs = Object.values(databases);
+  const collectResults = await Promise.all(
+    dbs.map(
+      async (db) => [
+        db.name,
+        await gatherDatabaseInfoForCollect(
+          db,
+          now,
+          maxAge,
+          enableMutationRecovery,
+          newDagStore
+        )
+      ]
+    )
+  );
+  const dbNamesToRemove = [];
+  const dbNamesToKeep = [];
+  const deletedClientsToRemove = [];
+  for (const [dbName, [canCollect, deletedClients]] of collectResults) {
+    if (canCollect) {
+      dbNamesToRemove.push(dbName);
+      deletedClientsToRemove.push(...deletedClients);
+    } else {
+      dbNamesToKeep.push(dbName);
+    }
+  }
+  const { errors } = await dropDatabases(
+    idbDatabasesStore,
+    dbNamesToRemove,
+    kvDropStore
+  );
+  if (errors.length) {
+    throw errors[0];
+  }
+  if (deletedClientsToRemove.length > 0) {
+    let allDeletedClients = deletedClientsToRemove;
+    for (const name of dbNamesToKeep) {
+      await withWrite(newDagStore(name), async (dagWrite) => {
+        const newDeletedClients = await addDeletedClients(
+          dagWrite,
+          deletedClientsToRemove
+        );
+        allDeletedClients = mergeDeletedClients(
+          allDeletedClients,
+          newDeletedClients
+        );
+      });
+    }
+    const normalizedDeletedClients = normalizeDeletedClients(allDeletedClients);
+    await onClientsDeleted(normalizedDeletedClients);
+  }
+}
+async function dropDatabaseInternal(name, idbDatabasesStore, kvDropStore) {
+  await kvDropStore(name);
+  await idbDatabasesStore.deleteDatabases([name]);
+}
+async function dropDatabases(idbDatabasesStore, namesToRemove, kvDropStore) {
+  const dropStoreResults = await Promise.allSettled(
+    namesToRemove.map(async (name) => {
+      await dropDatabaseInternal(name, idbDatabasesStore, kvDropStore);
+      return name;
+    })
+  );
+  const dropped = [];
+  const errors = [];
+  for (const result of dropStoreResults) {
+    if (result.status === "fulfilled") {
+      dropped.push(result.value);
+    } else {
+      errors.push(result.reason);
+    }
+  }
+  return { dropped, errors };
+}
+function defaultNewDagStore(name) {
+  const perKvStore = new IDBStore(name);
+  return new StoreImpl(perKvStore, newRandomHash, assertHash);
+}
+function gatherDatabaseInfoForCollect(db, now, maxAge, enableMutationRecovery, newDagStore) {
+  if (db.replicacheFormatVersion > Latest) {
+    return [false];
+  }
+  assert(db.lastOpenedTimestampMS !== void 0);
+  if (now - db.lastOpenedTimestampMS < maxAge) {
+    return [false];
+  }
+  assert(
+    db.replicacheFormatVersion === DD31 || db.replicacheFormatVersion === V6 || db.replicacheFormatVersion === V7
+  );
+  return canDatabaseBeCollectedAndGetDeletedClientIDs(
+    enableMutationRecovery,
+    newDagStore(db.name)
+  );
+}
+async function dropDatabase(dbName, opts) {
+  const logContext = createLogContext(opts?.logLevel, opts?.logSinks, {
+    dropDatabase: void 0
+  });
+  const kvStoreProvider = getKVStoreProvider(logContext, opts?.kvStore);
+  await dropDatabaseInternal(
+    dbName,
+    new IDBDatabasesStore(kvStoreProvider.create),
+    kvStoreProvider.drop
+  );
+}
+async function dropAllDatabases(opts) {
+  const logContext = createLogContext(opts?.logLevel, opts?.logSinks, {
+    dropAllDatabases: void 0
+  });
+  const kvStoreProvider = getKVStoreProvider(logContext, opts?.kvStore);
+  const store = new IDBDatabasesStore(kvStoreProvider.create);
+  const databases = await store.getDatabases();
+  const dbNames = Object.values(databases).map((db) => db.name);
+  return dropDatabases(store, dbNames, kvStoreProvider.drop);
+}
+function canDatabaseBeCollectedAndGetDeletedClientIDs(enableMutationRecovery, perdag) {
+  return withRead(perdag, async (read) => {
+    if (enableMutationRecovery) {
+      const clientGroups = await getClientGroups(read);
+      for (const clientGroup of clientGroups.values()) {
+        if (clientGroupHasPendingMutations(clientGroup)) {
+          return [false];
+        }
+      }
+    }
+    const clients = await getClients(read);
+    const existingDeletedClients = await getDeletedClients(read);
+    const deletedClients = [...existingDeletedClients];
+    for (const [clientID, client] of clients) {
+      deletedClients.push({
+        clientID,
+        clientGroupID: client.clientGroupID
+      });
+    }
+    return [true, deletedClients];
+  });
+}
+export {
+  COLLECT_IDB_INTERVAL,
+  INITIAL_COLLECT_IDB_DELAY,
+  collectIDBDatabases,
+  dropAllDatabases,
+  dropDatabase,
+  initCollectIDBDatabases
+};
+//# sourceMappingURL=collect-idb-databases.js.map

package/out/replicache/src/persist/collect-idb-databases.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"collect-idb-databases.js","sources":["../../../../../replicache/src/persist/collect-idb-databases.ts"],"sourcesContent":["import type {LogContext, LogLevel, LogSink} from '@rocicorp/logger';\nimport {assert} from '../../../shared/src/asserts.ts';\nimport type {MaybePromise} from '../../../shared/src/types.ts';\nimport {initBgIntervalProcess} from '../bg-interval.ts';\nimport {StoreImpl} from '../dag/store-impl.ts';\nimport type {Store} from '../dag/store.ts';\nimport {\n  addDeletedClients,\n  getDeletedClients,\n  mergeDeletedClients,\n  normalizeDeletedClients,\n  type DeletedClients,\n  type WritableDeletedClients,\n} from '../deleted-clients.ts';\nimport * as FormatVersion from '../format-version-enum.ts';\nimport {getKVStoreProvider} from '../get-kv-store-provider.ts';\nimport {assertHash, newRandomHash} from '../hash.ts';\nimport {IDBStore} from '../kv/idb-store.ts';\nimport type {DropStore, StoreProvider} from '../kv/store.ts';\nimport {createLogContext} from '../log-options.ts';\nimport {withRead, withWrite} from '../with-transactions.ts';\nimport {\n  clientGroupHasPendingMutations,\n  getClientGroups,\n} from './client-groups.ts';\nimport type {OnClientsDeleted} from './clients.ts';\nimport {getClients} from './clients.ts';\nimport type {IndexedDBDatabase} from './idb-databases-store.ts';\nimport {IDBDatabasesStore} from './idb-databases-store.ts';\n\n/**\n * How frequently to try to collect\n */\nexport const COLLECT_IDB_INTERVAL = 12 * 60 * 60 * 1000; // 12 hours\n\n/**\n * We delay the initial collection to prevent doing it at startup.\n */\nexport const INITIAL_COLLECT_IDB_DELAY = 5 * 60 * 1000; // 5 minutes\n\nexport function initCollectIDBDatabases(\n  idbDatabasesStore: IDBDatabasesStore,\n  kvDropStore: DropStore,\n  collectInterval: number,\n  initialCollectDelay: number,\n  maxAge: number,\n  enableMutationRecovery: boolean,\n  onClientsDeleted: OnClientsDeleted,\n  lc: LogContext,\n  signal: AbortSignal,\n): void {\n  let initial = true;\n  initBgIntervalProcess(\n    'CollectIDBDatabases',\n    async () => {\n      await collectIDBDatabases(\n        idbDatabasesStore,\n        Date.now(),\n        maxAge,\n        kvDropStore,\n        enableMutationRecovery,\n        onClientsDeleted,\n      );\n    },\n    () => {\n      if (initial) {\n        initial = false;\n        return initialCollectDelay;\n      }\n      return collectInterval;\n    },\n    lc,\n    signal,\n  );\n}\n\n/**\n * Collects IDB databases that are no longer needed.\n */\nexport async function collectIDBDatabases(\n  idbDatabasesStore: IDBDatabasesStore,\n  now: number,\n  maxAge: number,\n  kvDropStore: DropStore,\n  enableMutationRecovery: boolean,\n  onClientsDeleted: OnClientsDeleted,\n  newDagStore = defaultNewDagStore,\n): Promise<void> {\n  const databases = await idbDatabasesStore.getDatabases();\n\n  const dbs = Object.values(databases);\n  const collectResults = await Promise.all(\n    dbs.map(\n      async db =>\n        [\n          db.name,\n          await gatherDatabaseInfoForCollect(\n            db,\n            now,\n            maxAge,\n            enableMutationRecovery,\n            newDagStore,\n          ),\n        ] as const,\n    ),\n  );\n\n  const dbNamesToRemove: string[] = [];\n  const dbNamesToKeep: string[] = [];\n  const deletedClientsToRemove: WritableDeletedClients = [];\n  for (const [dbName, [canCollect, deletedClients]] of collectResults) {\n    if (canCollect) {\n      dbNamesToRemove.push(dbName);\n      deletedClientsToRemove.push(...deletedClients);\n    } else {\n      dbNamesToKeep.push(dbName);\n    }\n  }\n\n  const {errors} = await dropDatabases(\n    idbDatabasesStore,\n    dbNamesToRemove,\n    kvDropStore,\n  );\n  if (errors.length) {\n    throw errors[0];\n  }\n\n  if (deletedClientsToRemove.length > 0) {\n    // Add the deleted clients to all the dbs that survived the collection.\n    let allDeletedClients: DeletedClients = deletedClientsToRemove;\n    for (const name of dbNamesToKeep) {\n      await withWrite(newDagStore(name), async dagWrite => {\n        const newDeletedClients = await addDeletedClients(\n          dagWrite,\n          deletedClientsToRemove,\n        );\n\n        allDeletedClients = mergeDeletedClients(\n          allDeletedClients,\n          newDeletedClients,\n        );\n      });\n    }\n    // normalize and dedupe\n    const normalizedDeletedClients = normalizeDeletedClients(allDeletedClients);\n\n    // Call the callback with the normalized deleted clients\n    await onClientsDeleted(normalizedDeletedClients);\n  }\n}\n\nasync function dropDatabaseInternal(\n  name: string,\n  idbDatabasesStore: IDBDatabasesStore,\n  kvDropStore: DropStore,\n) {\n  await kvDropStore(name);\n  await idbDatabasesStore.deleteDatabases([name]);\n}\n\nasync function dropDatabases(\n  idbDatabasesStore: IDBDatabasesStore,\n  namesToRemove: string[],\n  kvDropStore: DropStore,\n): Promise<{dropped: string[]; errors: unknown[]}> {\n  // Try to remove the databases in parallel. Don't let a single reject fail the\n  // other ones. We will check for failures afterwards.\n  const dropStoreResults = await Promise.allSettled(\n    namesToRemove.map(async name => {\n      await dropDatabaseInternal(name, idbDatabasesStore, kvDropStore);\n      return name;\n    }),\n  );\n\n  const dropped: string[] = [];\n  const errors: unknown[] = [];\n  for (const result of dropStoreResults) {\n    if (result.status === 'fulfilled') {\n      dropped.push(result.value);\n    } else {\n      errors.push(result.reason);\n    }\n  }\n\n  return {dropped, errors};\n}\n\nfunction defaultNewDagStore(name: string): Store {\n  const perKvStore = new IDBStore(name);\n  return new StoreImpl(perKvStore, newRandomHash, assertHash);\n}\n\n/**\n * If the database is older than maxAge and there are no pending mutations we\n * return `true` and an array of the deleted clients in that db. If the database is\n * too new or there are pending mutations we return `[false]`.\n */\nfunction gatherDatabaseInfoForCollect(\n  db: IndexedDBDatabase,\n  now: number,\n  maxAge: number,\n  enableMutationRecovery: boolean,\n  newDagStore: typeof defaultNewDagStore,\n): MaybePromise<\n  [canCollect: false] | [canCollect: true, deletedClients: DeletedClients]\n> {\n  if (db.replicacheFormatVersion > FormatVersion.Latest) {\n    return [false];\n  }\n\n  // 0 is used in testing\n  assert(db.lastOpenedTimestampMS !== undefined);\n\n  // - For DD31 we can delete the database if it is older than maxAge and\n  //   there are no pending mutations.\n  if (now - db.lastOpenedTimestampMS < maxAge) {\n    return [false];\n  }\n  // If increase the format version we need to decide how to deal with this\n  // logic.\n  assert(\n    db.replicacheFormatVersion === FormatVersion.DD31 ||\n      db.replicacheFormatVersion === FormatVersion.V6 ||\n      db.replicacheFormatVersion === FormatVersion.V7,\n  );\n  return canDatabaseBeCollectedAndGetDeletedClientIDs(\n    enableMutationRecovery,\n    newDagStore(db.name),\n  );\n}\n\n/**\n * Options for `dropDatabase` and `dropAllDatabases`.\n */\nexport type DropDatabaseOptions = {\n  /**\n   * Allows providing a custom implementation of the underlying storage layer.\n   * Default is `'idb'`.\n   */\n  kvStore?: 'idb' | 'mem' | StoreProvider | undefined;\n  /**\n   * Determines how much logging to do. When this is set to `'debug'`,\n   * Replicache will also log `'info'` and `'error'` messages. When set to\n   * `'info'` we log `'info'` and `'error'` but not `'debug'`. When set to\n   * `'error'` we only log `'error'` messages.\n   * Default is `'info'`.\n   */\n  logLevel?: LogLevel | undefined;\n  /**\n   * Enables custom handling of logs.\n   *\n   * By default logs are logged to the console.  If you would like logs to be\n   * sent elsewhere (e.g. to a cloud logging service like DataDog) you can\n   * provide an array of {@link LogSink}s.  Logs at or above\n   * {@link DropDatabaseOptions.logLevel} are sent to each of these {@link LogSink}s.\n   * If you would still like logs to go to the console, include\n   * `consoleLogSink` in the array.\n   *\n   * ```ts\n   * logSinks: [consoleLogSink, myCloudLogSink],\n   * ```\n   * Default is `[consoleLogSink]`.\n   */\n  logSinks?: LogSink[] | undefined;\n};\n\n/**\n * Drops the specified database.\n * @param dbName The name of the database to drop.\n * @param opts Options for dropping the database.\n */\nexport async function dropDatabase(dbName: string, opts?: DropDatabaseOptions) {\n  const logContext = createLogContext(opts?.logLevel, opts?.logSinks, {\n    dropDatabase: undefined,\n  });\n  const kvStoreProvider = getKVStoreProvider(logContext, opts?.kvStore);\n  await dropDatabaseInternal(\n    dbName,\n    new IDBDatabasesStore(kvStoreProvider.create),\n    kvStoreProvider.drop,\n  );\n}\n\n/**\n * Deletes all IndexedDB data associated with Replicache.\n *\n * Returns an object with the names of the successfully dropped databases\n * and any errors encountered while dropping.\n */\nexport async function dropAllDatabases(opts?: DropDatabaseOptions): Promise<{\n  dropped: string[];\n  errors: unknown[];\n}> {\n  const logContext = createLogContext(opts?.logLevel, opts?.logSinks, {\n    dropAllDatabases: undefined,\n  });\n  const kvStoreProvider = getKVStoreProvider(logContext, opts?.kvStore);\n  const store = new IDBDatabasesStore(kvStoreProvider.create);\n  const databases = await store.getDatabases();\n  const dbNames = Object.values(databases).map(db => db.name);\n  return dropDatabases(store, dbNames, kvStoreProvider.drop);\n}\n\n/**\n * Deletes all IndexedDB data associated with Replicache.\n *\n * Returns an object with the names of the successfully dropped databases\n * and any errors encountered while dropping.\n *\n * @deprecated Use `dropAllDatabases` instead.\n */\nexport function deleteAllReplicacheData(opts?: DropDatabaseOptions) {\n  return dropAllDatabases(opts);\n}\n\n/**\n * If there are pending mutations in any of the clients in this db we return\n * `[false]`. Otherwise we return `true` and an array of the deleted clients to\n * remove.\n */\nfunction canDatabaseBeCollectedAndGetDeletedClientIDs(\n  enableMutationRecovery: boolean,\n  perdag: Store,\n): Promise<\n  [canCollect: false] | [canCollect: true, deletedClients: DeletedClients]\n> {\n  return withRead(perdag, async read => {\n    // If mutation recovery is disabled we do not care if there are pending\n    // mutations when we decide if we can collect the database.\n    if (enableMutationRecovery) {\n      const clientGroups = await getClientGroups(read);\n      for (const clientGroup of clientGroups.values()) {\n        if (clientGroupHasPendingMutations(clientGroup)) {\n          return [false];\n        }\n      }\n    }\n\n    const clients = await getClients(read);\n    const existingDeletedClients = await getDeletedClients(read);\n    const deletedClients: WritableDeletedClients = [...existingDeletedClients];\n\n    // Add all current clients to the deleted clients list\n    for (const [clientID, client] of clients) {\n      deletedClients.push({\n        clientID,\n        clientGroupID: client.clientGroupID,\n      });\n    }\n\n    // The normalization (deduping and sorting) will be done when storing\n    return [true, deletedClients];\n  });\n}\n"],"names":["FormatVersion.Latest","FormatVersion.DD31","FormatVersion.V6","FormatVersion.V7"],"mappings":";;;;;;;;;;;;;AAiCO,MAAM,uBAAuB,KAAK,KAAK,KAAK;AAK5C,MAAM,4BAA4B,IAAI,KAAK;AAE3C,SAAS,wBACd,mBACA,aACA,iBACA,qBACA,QACA,wBACA,kBACA,IACA,QACM;AACN,MAAI,UAAU;AACd;AAAA,IACE;AAAA,IACA,YAAY;AACV,YAAM;AAAA,QACJ;AAAA,QACA,KAAK,IAAA;AAAA,QACL;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,MAAA;AAAA,IAEJ;AAAA,IACA,MAAM;AACJ,UAAI,SAAS;AACX,kBAAU;AACV,eAAO;AAAA,MACT;AACA,aAAO;AAAA,IACT;AAAA,IACA;AAAA,IACA;AAAA,EAAA;AAEJ;AAKA,eAAsB,oBACpB,mBACA,KACA,QACA,aACA,wBACA,kBACA,cAAc,oBACC;AACf,QAAM,YAAY,MAAM,kBAAkB,aAAA;AAE1C,QAAM,MAAM,OAAO,OAAO,SAAS;AACnC,QAAM,iBAAiB,MAAM,QAAQ;AAAA,IACnC,IAAI;AAAA,MACF,OAAM,OACJ;AAAA,QACE,GAAG;AAAA,QACH,MAAM;AAAA,UACJ;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,QAAA;AAAA,MACF;AAAA,IACF;AAAA,EACJ;AAGF,QAAM,kBAA4B,CAAA;AAClC,QAAM,gBAA0B,CAAA;AAChC,QAAM,yBAAiD,CAAA;AACvD,aAAW,CAAC,QAAQ,CAAC,YAAY,cAAc,CAAC,KAAK,gBAAgB;AACnE,QAAI,YAAY;AACd,sBAAgB,KAAK,MAAM;AAC3B,6BAAuB,KAAK,GAAG,cAAc;AAAA,IAC/C,OAAO;AACL,oBAAc,KAAK,MAAM;AAAA,IAC3B;AAAA,EACF;AAEA,QAAM,EAAC,OAAA,IAAU,MAAM;AAAA,IACrB;AAAA,IACA;AAAA,IACA;AAAA,EAAA;AAEF,MAAI,OAAO,QAAQ;AACjB,UAAM,OAAO,CAAC;AAAA,EAChB;AAEA,MAAI,uBAAuB,SAAS,GAAG;AAErC,QAAI,oBAAoC;AACxC,eAAW,QAAQ,eAAe;AAChC,YAAM,UAAU,YAAY,IAAI,GAAG,OAAM,aAAY;AACnD,cAAM,oBAAoB,MAAM;AAAA,UAC9B;AAAA,UACA;AAAA,QAAA;AAGF,4BAAoB;AAAA,UAClB;AAAA,UACA;AAAA,QAAA;AAAA,MAEJ,CAAC;AAAA,IACH;AAEA,UAAM,2BAA2B,wBAAwB,iBAAiB;AAG1E,UAAM,iBAAiB,wBAAwB;AAAA,EACjD;AACF;AAEA,eAAe,qBACb,MACA,mBACA,aACA;AACA,QAAM,YAAY,IAAI;AACtB,QAAM,kBAAkB,gBAAgB,CAAC,IAAI,CAAC;AAChD;AAEA,eAAe,cACb,mBACA,eACA,aACiD;AAGjD,QAAM,mBAAmB,MAAM,QAAQ;AAAA,IACrC,cAAc,IAAI,OAAM,SAAQ;AAC9B,YAAM,qBAAqB,MAAM,mBAAmB,WAAW;AAC/D,aAAO;AAAA,IACT,CAAC;AAAA,EAAA;AAGH,QAAM,UAAoB,CAAA;AAC1B,QAAM,SAAoB,CAAA;AAC1B,aAAW,UAAU,kBAAkB;AACrC,QAAI,OAAO,WAAW,aAAa;AACjC,cAAQ,KAAK,OAAO,KAAK;AAAA,IAC3B,OAAO;AACL,aAAO,KAAK,OAAO,MAAM;AAAA,IAC3B;AAAA,EACF;AAEA,SAAO,EAAC,SAAS,OAAA;AACnB;AAEA,SAAS,mBAAmB,MAAqB;AAC/C,QAAM,aAAa,IAAI,SAAS,IAAI;AACpC,SAAO,IAAI,UAAU,YAAY,eAAe,UAAU;AAC5D;AAOA,SAAS,6BACP,IACA,KACA,QACA,wBACA,aAGA;AACA,MAAI,GAAG,0BAA0BA,QAAsB;AACrD,WAAO,CAAC,KAAK;AAAA,EACf;AAGA,SAAO,GAAG,0BAA0B,MAAS;AAI7C,MAAI,MAAM,GAAG,wBAAwB,QAAQ;AAC3C,WAAO,CAAC,KAAK;AAAA,EACf;AAGA;AAAA,IACE,GAAG,4BAA4BC,QAC7B,GAAG,4BAA4BC,MAC/B,GAAG,4BAA4BC;AAAAA,EAAc;AAEjD,SAAO;AAAA,IACL;AAAA,IACA,YAAY,GAAG,IAAI;AAAA,EAAA;AAEvB;AA0CA,eAAsB,aAAa,QAAgB,MAA4B;AAC7E,QAAM,aAAa,iBAAiB,MAAM,UAAU,MAAM,UAAU;AAAA,IAClE,cAAc;AAAA,EAAA,CACf;AACD,QAAM,kBAAkB,mBAAmB,YAAY,MAAM,OAAO;AACpE,QAAM;AAAA,IACJ;AAAA,IACA,IAAI,kBAAkB,gBAAgB,MAAM;AAAA,IAC5C,gBAAgB;AAAA,EAAA;AAEpB;AAQA,eAAsB,iBAAiB,MAGpC;AACD,QAAM,aAAa,iBAAiB,MAAM,UAAU,MAAM,UAAU;AAAA,IAClE,kBAAkB;AAAA,EAAA,CACnB;AACD,QAAM,kBAAkB,mBAAmB,YAAY,MAAM,OAAO;AACpE,QAAM,QAAQ,IAAI,kBAAkB,gBAAgB,MAAM;AAC1D,QAAM,YAAY,MAAM,MAAM,aAAA;AAC9B,QAAM,UAAU,OAAO,OAAO,SAAS,EAAE,IAAI,CAAA,OAAM,GAAG,IAAI;AAC1D,SAAO,cAAc,OAAO,SAAS,gBAAgB,IAAI;AAC3D;AAmBA,SAAS,6CACP,wBACA,QAGA;AACA,SAAO,SAAS,QAAQ,OAAM,SAAQ;AAGpC,QAAI,wBAAwB;AAC1B,YAAM,eAAe,MAAM,gBAAgB,IAAI;AAC/C,iBAAW,eAAe,aAAa,UAAU;AAC/C,YAAI,+BAA+B,WAAW,GAAG;AAC/C,iBAAO,CAAC,KAAK;AAAA,QACf;AAAA,MACF;AAAA,IACF;AAEA,UAAM,UAAU,MAAM,WAAW,IAAI;AACrC,UAAM,yBAAyB,MAAM,kBAAkB,IAAI;AAC3D,UAAM,iBAAyC,CAAC,GAAG,sBAAsB;AAGzE,eAAW,CAAC,UAAU,MAAM,KAAK,SAAS;AACxC,qBAAe,KAAK;AAAA,QAClB;AAAA,QACA,eAAe,OAAO;AAAA,MAAA,CACvB;AAAA,IACH;AAGA,WAAO,CAAC,MAAM,cAAc;AAAA,EAC9B,CAAC;AACH;"}

package/out/replicache/src/persist/gather-mem-only-visitor.js

@@ -0,0 +1,27 @@
+import { promiseVoid } from "../../../shared/src/resolved-promises.js";
+import { Visitor } from "../dag/visitor.js";
+class GatherMemoryOnlyVisitor extends Visitor {
+  #gatheredChunks = /* @__PURE__ */ new Map();
+  #lazyRead;
+  constructor(dagRead) {
+    super(dagRead);
+    this.#lazyRead = dagRead;
+  }
+  get gatheredChunks() {
+    return this.#gatheredChunks;
+  }
+  visit(h) {
+    if (!this.#lazyRead.isMemOnlyChunkHash(h)) {
+      return promiseVoid;
+    }
+    return super.visit(h);
+  }
+  visitChunk(chunk) {
+    this.#gatheredChunks.set(chunk.hash, chunk);
+    return super.visitChunk(chunk);
+  }
+}
+export {
+  GatherMemoryOnlyVisitor
+};
+//# sourceMappingURL=gather-mem-only-visitor.js.map

package/out/replicache/src/persist/gather-mem-only-visitor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"gather-mem-only-visitor.js","sources":["../../../../../replicache/src/persist/gather-mem-only-visitor.ts"],"sourcesContent":["import {promiseVoid} from '../../../shared/src/resolved-promises.ts';\nimport type {Chunk} from '../dag/chunk.ts';\nimport type {LazyRead} from '../dag/lazy-store.ts';\nimport {Visitor} from '../dag/visitor.ts';\nimport type {Hash} from '../hash.ts';\n\nexport class GatherMemoryOnlyVisitor extends Visitor {\n  readonly #gatheredChunks: Map<Hash, Chunk> = new Map();\n  readonly #lazyRead: LazyRead;\n\n  constructor(dagRead: LazyRead) {\n    super(dagRead);\n    this.#lazyRead = dagRead;\n  }\n\n  get gatheredChunks(): ReadonlyMap<Hash, Chunk> {\n    return this.#gatheredChunks;\n  }\n\n  override visit(h: Hash): Promise<void> {\n    if (!this.#lazyRead.isMemOnlyChunkHash(h)) {\n      // Not a memory-only hash, no need to visit anything else.\n      return promiseVoid;\n    }\n    return super.visit(h);\n  }\n\n  override visitChunk(chunk: Chunk): Promise<void> {\n    this.#gatheredChunks.set(chunk.hash, chunk);\n    return super.visitChunk(chunk);\n  }\n}\n"],"names":[],"mappings":";;AAMO,MAAM,gCAAgC,QAAQ;AAAA,EAC1C,sCAAwC,IAAA;AAAA,EACxC;AAAA,EAET,YAAY,SAAmB;AAC7B,UAAM,OAAO;AACb,SAAK,YAAY;AAAA,EACnB;AAAA,EAEA,IAAI,iBAA2C;AAC7C,WAAO,KAAK;AAAA,EACd;AAAA,EAES,MAAM,GAAwB;AACrC,QAAI,CAAC,KAAK,UAAU,mBAAmB,CAAC,GAAG;AAEzC,aAAO;AAAA,IACT;AACA,WAAO,MAAM,MAAM,CAAC;AAAA,EACtB;AAAA,EAES,WAAW,OAA6B;AAC/C,SAAK,gBAAgB,IAAI,MAAM,MAAM,KAAK;AAC1C,WAAO,MAAM,WAAW,KAAK;AAAA,EAC/B;AACF;"}