@automerge/automerge-repo 2.0.0-alpha.6 → 2.0.0-collectionsync-alpha.1

package/dist/src/network/NetworkSubsystem.d.ts

@@ -0,0 +1,23 @@
+import { EventEmitter } from "eventemitter3"
+import { PeerId } from "../types.js"
+import { NetworkAdapter, PeerDisconnectedPayload } from "./NetworkAdapter.js"
+import { Message, MessageContents } from "./messages.js"
+export declare class NetworkSubsystem extends EventEmitter<NetworkSubsystemEvents> {
+  #private
+  peerId: PeerId
+  constructor(adapters: NetworkAdapter[], peerId?: PeerId)
+  addNetworkAdapter(networkAdapter: NetworkAdapter): void
+  send(message: MessageContents): void
+  isReady: () => boolean
+  whenReady: () => Promise<void>
+}
+export interface NetworkSubsystemEvents {
+  peer: (payload: PeerPayload) => void
+  "peer-disconnected": (payload: PeerDisconnectedPayload) => void
+  message: (payload: Message) => void
+  ready: () => void
+}
+export interface PeerPayload {
+  peerId: PeerId
+}
+//# sourceMappingURL=NetworkSubsystem.d.ts.map

package/dist/src/network/NetworkSubsystem.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"NetworkSubsystem.d.ts","sourceRoot":"","sources":["../../../src/network/NetworkSubsystem.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,eAAe,CAAA;AAC5C,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAA;AACpC,OAAO,EAAE,cAAc,EAAE,uBAAuB,EAAE,MAAM,qBAAqB,CAAA;AAE7E,OAAO,EAIL,OAAO,EACP,eAAe,EAChB,MAAM,eAAe,CAAA;AAUtB,qBAAa,gBAAiB,SAAQ,YAAY,CAAC,sBAAsB,CAAC;;IAUzB,MAAM;gBAAzC,QAAQ,EAAE,cAAc,EAAE,EAAS,MAAM,SAAiB;IAMtE,iBAAiB,CAAC,cAAc,EAAE,cAAc;IAsEhD,IAAI,CAAC,OAAO,EAAE,eAAe;IA2B7B,OAAO,gBAEN;IAED,SAAS,sBAUR;CACF;AAQD,MAAM,WAAW,sBAAsB;IACrC,IAAI,EAAE,CAAC,OAAO,EAAE,WAAW,KAAK,IAAI,CAAA;IACpC,mBAAmB,EAAE,CAAC,OAAO,EAAE,uBAAuB,KAAK,IAAI,CAAA;IAC/D,OAAO,EAAE,CAAC,OAAO,EAAE,OAAO,KAAK,IAAI,CAAA;IACnC,KAAK,EAAE,MAAM,IAAI,CAAA;CAClB;AAED,MAAM,WAAW,WAAW;IAC1B,MAAM,EAAE,MAAM,CAAA;CACf"}

package/dist/src/network/NetworkSubsystem.js

@@ -0,0 +1,120 @@
+import { EventEmitter } from "eventemitter3"
+import { isEphemeralMessage, isValidMessage } from "./messages.js"
+import debug from "debug"
+const getEphemeralMessageSource = message =>
+  `${message.senderId}:${message.sessionId}`
+export class NetworkSubsystem extends EventEmitter {
+  peerId
+  #log
+  #adaptersByPeer = {}
+  #count = 0
+  #sessionId = Math.random().toString(36).slice(2)
+  #ephemeralSessionCounts = {}
+  #readyAdapterCount = 0
+  #adapters = []
+  constructor(adapters, peerId = randomPeerId()) {
+    super()
+    this.peerId = peerId
+    this.#log = debug(`automerge-repo:network:${this.peerId}`)
+    adapters.forEach(a => this.addNetworkAdapter(a))
+  }
+  addNetworkAdapter(networkAdapter) {
+    this.#adapters.push(networkAdapter)
+    networkAdapter.once("ready", () => {
+      this.#readyAdapterCount++
+      this.#log(
+        "Adapters ready: ",
+        this.#readyAdapterCount,
+        "/",
+        this.#adapters.length
+      )
+      if (this.#readyAdapterCount === this.#adapters.length) {
+        this.emit("ready")
+      }
+    })
+    networkAdapter.on("peer-candidate", ({ peerId }) => {
+      this.#log(`peer candidate: ${peerId} `)
+      // TODO: This is where authentication would happen
+      if (!this.#adaptersByPeer[peerId]) {
+        // TODO: handle losing a server here
+        this.#adaptersByPeer[peerId] = networkAdapter
+      }
+      this.emit("peer", { peerId })
+    })
+    networkAdapter.on("peer-disconnected", ({ peerId }) => {
+      this.#log(`peer disconnected: ${peerId} `)
+      delete this.#adaptersByPeer[peerId]
+      this.emit("peer-disconnected", { peerId })
+    })
+    networkAdapter.on("message", msg => {
+      if (!isValidMessage(msg)) {
+        this.#log(`invalid message: ${JSON.stringify(msg)}`)
+        return
+      }
+      this.#log(`message from ${msg.senderId}`)
+      if (isEphemeralMessage(msg)) {
+        const source = getEphemeralMessageSource(msg)
+        if (
+          this.#ephemeralSessionCounts[source] === undefined ||
+          msg.count > this.#ephemeralSessionCounts[source]
+        ) {
+          this.#ephemeralSessionCounts[source] = msg.count
+          this.emit("message", msg)
+        }
+        return
+      }
+      this.emit("message", msg)
+    })
+    networkAdapter.on("close", () => {
+      this.#log("adapter closed")
+      Object.entries(this.#adaptersByPeer).forEach(([peerId, other]) => {
+        if (other === networkAdapter) {
+          delete this.#adaptersByPeer[peerId]
+        }
+      })
+    })
+    networkAdapter.connect(this.peerId)
+  }
+  send(message) {
+    const peer = this.#adaptersByPeer[message.targetId]
+    if (!peer) {
+      this.#log(`Tried to send message but peer not found: ${message.targetId}`)
+      return
+    }
+    this.#log(`Sending message to ${message.targetId}`)
+    if (isEphemeralMessage(message)) {
+      const outbound =
+        "count" in message
+          ? message
+          : {
+              ...message,
+              count: ++this.#count,
+              sessionId: this.#sessionId,
+              senderId: this.peerId,
+            }
+      this.#log("Ephemeral message", outbound)
+      peer.send(outbound)
+    } else {
+      const outbound = { ...message, senderId: this.peerId }
+      this.#log("Sync message", outbound)
+      peer.send(outbound)
+    }
+  }
+  isReady = () => {
+    return this.#readyAdapterCount === this.#adapters.length
+  }
+  whenReady = async () => {
+    if (this.isReady()) {
+      return
+    } else {
+      return new Promise(resolve => {
+        this.once("ready", () => {
+          resolve()
+        })
+      })
+    }
+  }
+}
+function randomPeerId() {
+  return `user-${Math.round(Math.random() * 100000)}`
+}

package/dist/src/network/messages.d.ts

@@ -0,0 +1,85 @@
+import { SessionId } from "../EphemeralData.js"
+import { DocumentId, PeerId } from "../types.js"
+export declare function isValidMessage(
+  message: NetworkAdapterMessage
+): message is
+  | SyncMessage
+  | EphemeralMessage
+  | RequestMessage
+  | DocumentUnavailableMessage
+export declare function isDocumentUnavailableMessage(
+  message: NetworkAdapterMessage
+): message is DocumentUnavailableMessage
+export declare function isRequestMessage(
+  message: NetworkAdapterMessage
+): message is RequestMessage
+export declare function isSyncMessage(
+  message: NetworkAdapterMessage
+): message is SyncMessage
+export declare function isEphemeralMessage(
+  message: NetworkAdapterMessage | MessageContents
+): message is EphemeralMessage | EphemeralMessageContents
+export interface SyncMessageEnvelope {
+  senderId: PeerId
+}
+export interface SyncMessageContents {
+  type: "sync"
+  data: Uint8Array
+  targetId: PeerId
+  documentId: DocumentId
+}
+export type SyncMessage = SyncMessageEnvelope & SyncMessageContents
+export interface EphemeralMessageEnvelope {
+  senderId: PeerId
+  count: number
+  sessionId: SessionId
+}
+export interface EphemeralMessageContents {
+  type: "ephemeral"
+  targetId: PeerId
+  documentId: DocumentId
+  data: Uint8Array
+}
+export type EphemeralMessage = EphemeralMessageEnvelope &
+  EphemeralMessageContents
+export interface DocumentUnavailableMessageContents {
+  type: "doc-unavailable"
+  documentId: DocumentId
+  targetId: PeerId
+}
+export type DocumentUnavailableMessage = SyncMessageEnvelope &
+  DocumentUnavailableMessageContents
+export interface RequestMessageContents {
+  type: "request"
+  data: Uint8Array
+  targetId: PeerId
+  documentId: DocumentId
+}
+export type RequestMessage = SyncMessageEnvelope & RequestMessageContents
+export type MessageContents =
+  | SyncMessageContents
+  | EphemeralMessageContents
+  | RequestMessageContents
+  | DocumentUnavailableMessageContents
+export type Message =
+  | SyncMessage
+  | EphemeralMessage
+  | RequestMessage
+  | DocumentUnavailableMessage
+export type SynchronizerMessage =
+  | SyncMessage
+  | RequestMessage
+  | DocumentUnavailableMessage
+  | EphemeralMessage
+type ArriveMessage = {
+  senderId: PeerId
+  type: "arrive"
+}
+type WelcomeMessage = {
+  senderId: PeerId
+  targetId: PeerId
+  type: "welcome"
+}
+export type NetworkAdapterMessage = ArriveMessage | WelcomeMessage | Message
+export {}
+//# sourceMappingURL=messages.d.ts.map

package/dist/src/network/messages.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"messages.d.ts","sourceRoot":"","sources":["../../../src/network/messages.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAA;AAC/C,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,aAAa,CAAA;AAEhD,wBAAgB,cAAc,CAC5B,OAAO,EAAE,qBAAqB,GAC7B,OAAO,IACN,WAAW,GACX,gBAAgB,GAChB,cAAc,GACd,0BAA0B,CAU7B;AAED,wBAAgB,4BAA4B,CAC1C,OAAO,EAAE,qBAAqB,GAC7B,OAAO,IAAI,0BAA0B,CAEvC;AAED,wBAAgB,gBAAgB,CAC9B,OAAO,EAAE,qBAAqB,GAC7B,OAAO,IAAI,cAAc,CAE3B;AAED,wBAAgB,aAAa,CAC3B,OAAO,EAAE,qBAAqB,GAC7B,OAAO,IAAI,WAAW,CAExB;AAED,wBAAgB,kBAAkB,CAChC,OAAO,EAAE,qBAAqB,GAAG,eAAe,GAC/C,OAAO,IAAI,gBAAgB,GAAG,wBAAwB,CAExD;AAED,MAAM,WAAW,mBAAmB;IAClC,QAAQ,EAAE,MAAM,CAAA;CACjB;AAED,MAAM,WAAW,mBAAmB;IAClC,IAAI,EAAE,MAAM,CAAA;IACZ,IAAI,EAAE,UAAU,CAAA;IAChB,QAAQ,EAAE,MAAM,CAAA;IAChB,UAAU,EAAE,UAAU,CAAA;CACvB;AAED,MAAM,MAAM,WAAW,GAAG,mBAAmB,GAAG,mBAAmB,CAAA;AAEnE,MAAM,WAAW,wBAAwB;IACvC,QAAQ,EAAE,MAAM,CAAA;IAChB,KAAK,EAAE,MAAM,CAAA;IACb,SAAS,EAAE,SAAS,CAAA;CACrB;AAED,MAAM,WAAW,wBAAwB;IACvC,IAAI,EAAE,WAAW,CAAA;IACjB,QAAQ,EAAE,MAAM,CAAA;IAChB,UAAU,EAAE,UAAU,CAAA;IACtB,IAAI,EAAE,UAAU,CAAA;CACjB;AAED,MAAM,MAAM,gBAAgB,GAAG,wBAAwB,GACrD,wBAAwB,CAAA;AAE1B,MAAM,WAAW,kCAAkC;IACjD,IAAI,EAAE,iBAAiB,CAAA;IACvB,UAAU,EAAE,UAAU,CAAA;IACtB,QAAQ,EAAE,MAAM,CAAA;CACjB;AAED,MAAM,MAAM,0BAA0B,GAAG,mBAAmB,GAC1D,kCAAkC,CAAA;AAEpC,MAAM,WAAW,sBAAsB;IACrC,IAAI,EAAE,SAAS,CAAA;IACf,IAAI,EAAE,UAAU,CAAA;IAChB,QAAQ,EAAE,MAAM,CAAA;IAChB,UAAU,EAAE,UAAU,CAAA;CACvB;AAED,MAAM,MAAM,cAAc,GAAG,mBAAmB,GAAG,sBAAsB,CAAA;AAEzE,MAAM,MAAM,eAAe,GACvB,mBAAmB,GACnB,wBAAwB,GACxB,sBAAsB,GACtB,kCAAkC,CAAA;AAEtC,MAAM,MAAM,OAAO,GACf,WAAW,GACX,gBAAgB,GAChB,cAAc,GACd,0BAA0B,CAAA;AAE9B,MAAM,MAAM,mBAAmB,GAC3B,WAAW,GACX,cAAc,GACd,0BAA0B,GAC1B,gBAAgB,CAAA;AAEpB,KAAK,aAAa,GAAG;IACnB,QAAQ,EAAE,MAAM,CAAA;IAChB,IAAI,EAAE,QAAQ,CAAA;CACf,CAAA;AAED,KAAK,cAAc,GAAG;IACpB,QAAQ,EAAE,MAAM,CAAA;IAChB,QAAQ,EAAE,MAAM,CAAA;IAChB,IAAI,EAAE,SAAS,CAAA;CAChB,CAAA;AAED,MAAM,MAAM,qBAAqB,GAAG,aAAa,GAAG,cAAc,GAAG,OAAO,CAAA"}

package/dist/src/network/messages.js

@@ -0,0 +1,23 @@
+export function isValidMessage(message) {
+  return (
+    typeof message === "object" &&
+    typeof message.type === "string" &&
+    typeof message.senderId === "string" &&
+    (isSyncMessage(message) ||
+      isEphemeralMessage(message) ||
+      isRequestMessage(message) ||
+      isDocumentUnavailableMessage(message))
+  )
+}
+export function isDocumentUnavailableMessage(message) {
+  return message.type === "doc-unavailable"
+}
+export function isRequestMessage(message) {
+  return message.type === "request"
+}
+export function isSyncMessage(message) {
+  return message.type === "sync"
+}
+export function isEphemeralMessage(message) {
+  return message.type === "ephemeral"
+}

package/dist/src/storage/StorageAdapter.d.ts

@@ -0,0 +1,14 @@
+export declare abstract class StorageAdapter {
+  abstract load(key: StorageKey): Promise<Uint8Array | undefined>
+  abstract save(key: StorageKey, data: Uint8Array): Promise<void>
+  abstract remove(key: StorageKey): Promise<void>
+  abstract loadRange(keyPrefix: StorageKey): Promise<
+    {
+      key: StorageKey
+      data: Uint8Array
+    }[]
+  >
+  abstract removeRange(keyPrefix: StorageKey): Promise<void>
+}
+export type StorageKey = string[]
+//# sourceMappingURL=StorageAdapter.d.ts.map

package/dist/src/storage/StorageAdapter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"StorageAdapter.d.ts","sourceRoot":"","sources":["../../../src/storage/StorageAdapter.ts"],"names":[],"mappings":"AAAA,8BAAsB,cAAc;IAMlC,QAAQ,CAAC,IAAI,CAAC,GAAG,EAAE,UAAU,GAAG,OAAO,CAAC,UAAU,GAAG,SAAS,CAAC;IAC/D,QAAQ,CAAC,IAAI,CAAC,GAAG,EAAE,UAAU,EAAE,IAAI,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC;IAC/D,QAAQ,CAAC,MAAM,CAAC,GAAG,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC;IAO/C,QAAQ,CAAC,SAAS,CAAC,SAAS,EAAE,UAAU,GAAG,OAAO,CAAC;QAAC,GAAG,EAAE,UAAU,CAAC;QAAC,IAAI,EAAE,UAAU,CAAA;KAAC,EAAE,CAAC;IACzF,QAAQ,CAAC,WAAW,CAAC,SAAS,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC;CAC3D;AAED,MAAM,MAAO,UAAU,GAAG,MAAM,EAAE,CAAA"}

package/dist/src/storage/StorageAdapter.js

@@ -0,0 +1 @@
+export class StorageAdapter {}

package/dist/src/storage/StorageSubsystem.d.ts

@@ -0,0 +1,12 @@
+import * as A from "@automerge/automerge/next"
+import { StorageAdapter } from "./StorageAdapter.js"
+import { type DocumentId } from "../types.js"
+export type ChunkType = "snapshot" | "incremental"
+export declare class StorageSubsystem {
+  #private
+  constructor(storageAdapter: StorageAdapter)
+  loadDoc(documentId: DocumentId): Promise<A.Doc<unknown> | null>
+  saveDoc(documentId: DocumentId, doc: A.Doc<unknown>): Promise<void>
+  remove(documentId: DocumentId): Promise<void>
+}
+//# sourceMappingURL=StorageSubsystem.d.ts.map

package/dist/src/storage/StorageSubsystem.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"StorageSubsystem.d.ts","sourceRoot":"","sources":["../../../src/storage/StorageSubsystem.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,CAAC,MAAM,2BAA2B,CAAA;AAC9C,OAAO,EAAE,cAAc,EAAc,MAAM,qBAAqB,CAAA;AAEhE,OAAO,EAAE,KAAK,UAAU,EAAE,MAAM,aAAa,CAAA;AAa7C,MAAM,MAAM,SAAS,GAAG,UAAU,GAAG,aAAa,CAAA;AAelD,qBAAa,gBAAgB;;gBAQf,cAAc,EAAE,cAAc;IAuDpC,OAAO,CAAC,UAAU,EAAE,UAAU,GAAG,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC;IA0B/D,OAAO,CAAC,UAAU,EAAE,UAAU,EAAE,GAAG,EAAE,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IAanE,MAAM,CAAC,UAAU,EAAE,UAAU;CAmCpC"}

package/dist/src/storage/StorageSubsystem.js

@@ -0,0 +1,145 @@
+import * as A from "@automerge/automerge/next"
+import * as sha256 from "fast-sha256"
+import { mergeArrays } from "../helpers/mergeArrays.js"
+import debug from "debug"
+import { headsAreSame } from "../helpers/headsAreSame.js"
+function keyHash(binary) {
+  const hash = sha256.hash(binary)
+  const hashArray = Array.from(new Uint8Array(hash)) // convert buffer to byte array
+  const hashHex = hashArray.map(b => ("00" + b.toString(16)).slice(-2)).join("") // convert bytes to hex string
+  return hashHex
+}
+function headsHash(heads) {
+  let encoder = new TextEncoder()
+  let headsbinary = mergeArrays(heads.map(h => encoder.encode(h)))
+  return keyHash(headsbinary)
+}
+export class StorageSubsystem {
+  #storageAdapter
+  #chunkInfos = new Map()
+  #storedHeads = new Map()
+  #log = debug(`automerge-repo:storage-subsystem`)
+  #snapshotting = false
+  constructor(storageAdapter) {
+    this.#storageAdapter = storageAdapter
+  }
+  async #saveIncremental(documentId, doc) {
+    const binary = A.saveSince(doc, this.#storedHeads.get(documentId) ?? [])
+    if (binary && binary.length > 0) {
+      const key = [documentId, "incremental", keyHash(binary)]
+      this.#log(`Saving incremental ${key} for document ${documentId}`)
+      await this.#storageAdapter.save(key, binary)
+      if (!this.#chunkInfos.has(documentId)) {
+        this.#chunkInfos.set(documentId, [])
+      }
+      this.#chunkInfos.get(documentId).push({
+        key,
+        type: "incremental",
+        size: binary.length,
+      })
+      this.#storedHeads.set(documentId, A.getHeads(doc))
+    } else {
+      return Promise.resolve()
+    }
+  }
+  async #saveTotal(documentId, doc, sourceChunks) {
+    this.#snapshotting = true
+    const binary = A.save(doc)
+    const snapshotHash = headsHash(A.getHeads(doc))
+    const key = [documentId, "snapshot", snapshotHash]
+    const oldKeys = new Set(
+      sourceChunks.map(c => c.key).filter(k => k[2] !== snapshotHash)
+    )
+    this.#log(`Saving snapshot ${key} for document ${documentId}`)
+    this.#log(`deleting old chunks ${Array.from(oldKeys)}`)
+    await this.#storageAdapter.save(key, binary)
+    for (const key of oldKeys) {
+      await this.#storageAdapter.remove(key)
+    }
+    const newChunkInfos =
+      this.#chunkInfos.get(documentId)?.filter(c => !oldKeys.has(c.key)) ?? []
+    newChunkInfos.push({ key, type: "snapshot", size: binary.length })
+    this.#chunkInfos.set(documentId, newChunkInfos)
+    this.#snapshotting = false
+  }
+  async loadDoc(documentId) {
+    const loaded = await this.#storageAdapter.loadRange([documentId])
+    const binaries = []
+    const chunkInfos = []
+    for (const chunk of loaded) {
+      const chunkType = chunkTypeFromKey(chunk.key)
+      if (chunkType == null) {
+        continue
+      }
+      chunkInfos.push({
+        key: chunk.key,
+        type: chunkType,
+        size: chunk.data.length,
+      })
+      binaries.push(chunk.data)
+    }
+    this.#chunkInfos.set(documentId, chunkInfos)
+    const binary = mergeArrays(binaries)
+    if (binary.length === 0) {
+      return null
+    }
+    const newDoc = A.loadIncremental(A.init(), binary)
+    this.#storedHeads.set(documentId, A.getHeads(newDoc))
+    return newDoc
+  }
+  async saveDoc(documentId, doc) {
+    if (!this.#shouldSave(documentId, doc)) {
+      return
+    }
+    let sourceChunks = this.#chunkInfos.get(documentId) ?? []
+    if (this.#shouldCompact(sourceChunks)) {
+      this.#saveTotal(documentId, doc, sourceChunks)
+    } else {
+      this.#saveIncremental(documentId, doc)
+    }
+    this.#storedHeads.set(documentId, A.getHeads(doc))
+  }
+  async remove(documentId) {
+    this.#storageAdapter.removeRange([documentId, "snapshot"])
+    this.#storageAdapter.removeRange([documentId, "incremental"])
+  }
+  #shouldSave(documentId, doc) {
+    const oldHeads = this.#storedHeads.get(documentId)
+    if (!oldHeads) {
+      return true
+    }
+    const newHeads = A.getHeads(doc)
+    if (headsAreSame(newHeads, oldHeads)) {
+      return false
+    }
+    return true
+  }
+  #shouldCompact(sourceChunks) {
+    if (this.#snapshotting) {
+      return false
+    }
+    // compact if the incremental size is greater than the snapshot size
+    let snapshotSize = 0
+    let incrementalSize = 0
+    for (const chunk of sourceChunks) {
+      if (chunk.type === "snapshot") {
+        snapshotSize += chunk.size
+      } else {
+        incrementalSize += chunk.size
+      }
+    }
+    return incrementalSize >= snapshotSize
+  }
+}
+function chunkTypeFromKey(key) {
+  if (key.length < 2) {
+    return null
+  }
+  const chunkTypeStr = key[key.length - 2]
+  if (chunkTypeStr === "snapshot" || chunkTypeStr === "incremental") {
+    const chunkType = chunkTypeStr
+    return chunkType
+  } else {
+    return null
+  }
+}

package/dist/src/synchronizer/CollectionSynchronizer.d.ts

@@ -0,0 +1,25 @@
+import { Repo } from "../Repo.js"
+import { PeerId, DocumentId } from "../types.js"
+import { Synchronizer } from "./Synchronizer.js"
+import { SynchronizerMessage } from "../network/messages.js"
+/** A CollectionSynchronizer is responsible for synchronizing a DocCollection with peers. */
+export declare class CollectionSynchronizer extends Synchronizer {
+  #private
+  private repo
+  constructor(repo: Repo)
+  /**
+   * When we receive a sync message for a document we haven't got in memory, we
+   * register it with the repo and start synchronizing
+   */
+  receiveMessage(message: SynchronizerMessage): Promise<void>
+  /**
+   * Starts synchronizing the given document with all peers that we share it generously with.
+   */
+  addDocument(documentId: DocumentId): void
+  removeDocument(documentId: DocumentId): void
+  /** Adds a peer and maybe starts synchronizing with them */
+  addPeer(peerId: PeerId): void
+  /** Removes a peer and stops synchronizing with them */
+  removePeer(peerId: PeerId): void
+}
+//# sourceMappingURL=CollectionSynchronizer.d.ts.map

package/dist/src/synchronizer/CollectionSynchronizer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"CollectionSynchronizer.d.ts","sourceRoot":"","sources":["../../../src/synchronizer/CollectionSynchronizer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAA;AAOjC,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AAEhD,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAA;AAGhD,OAAO,EAGL,mBAAmB,EAEpB,MAAM,wBAAwB,CAAA;AAG/B,4FAA4F;AAC5F,qBAAa,sBAAuB,SAAQ,YAAY;;IAU1C,OAAO,CAAC,IAAI;gBAAJ,IAAI,EAAE,IAAI;IAiC9B;;;OAGG;IACG,cAAc,CAAC,OAAO,EAAE,mBAAmB;IAyBjD;;OAEG;IACH,WAAW,CAAC,UAAU,EAAE,UAAU;IAYlC,cAAc,CAAC,UAAU,EAAE,UAAU;IAIrC,2DAA2D;IAC3D,OAAO,CAAC,MAAM,EAAE,MAAM;IAgBtB,uDAAuD;IACvD,UAAU,CAAC,MAAM,EAAE,MAAM;CAQ1B"}

package/dist/src/synchronizer/CollectionSynchronizer.js

@@ -0,0 +1,106 @@
+import { stringifyAutomergeUrl } from "../DocUrl.js"
+import { DocSynchronizer } from "./DocSynchronizer.js"
+import { Synchronizer } from "./Synchronizer.js"
+import debug from "debug"
+const log = debug("automerge-repo:collectionsync")
+/** A CollectionSynchronizer is responsible for synchronizing a DocCollection with peers. */
+export class CollectionSynchronizer extends Synchronizer {
+  repo
+  /** The set of peers we are connected with */
+  #peers = new Set()
+  /** A map of documentIds to their synchronizers */
+  #docSynchronizers = {}
+  /** Used to determine if the document is know to the Collection and a synchronizer exists or is being set up */
+  #docSetUp = {}
+  constructor(repo) {
+    super()
+    this.repo = repo
+  }
+  /** Returns a synchronizer for the given document, creating one if it doesn't already exist.  */
+  #fetchDocSynchronizer(documentId) {
+    if (!this.#docSynchronizers[documentId]) {
+      const handle = this.repo.find(stringifyAutomergeUrl({ documentId }))
+      this.#docSynchronizers[documentId] = this.#initDocSynchronizer(handle)
+    }
+    return this.#docSynchronizers[documentId]
+  }
+  /** Creates a new docSynchronizer and sets it up to propagate messages */
+  #initDocSynchronizer(handle) {
+    const docSynchronizer = new DocSynchronizer(handle)
+    docSynchronizer.on("message", event => this.emit("message", event))
+    return docSynchronizer
+  }
+  /** returns an array of peerIds that we share this document generously with */
+  async #documentGenerousPeers(documentId) {
+    const peers = Array.from(this.#peers)
+    const generousPeers = []
+    for (const peerId of peers) {
+      const okToShare = await this.repo.sharePolicy(peerId, documentId)
+      if (okToShare) generousPeers.push(peerId)
+    }
+    return generousPeers
+  }
+  // PUBLIC
+  /**
+   * When we receive a sync message for a document we haven't got in memory, we
+   * register it with the repo and start synchronizing
+   */
+  async receiveMessage(message) {
+    log(
+      `onSyncMessage: ${message.senderId}, ${message.documentId}, ${
+        "data" in message ? message.data.byteLength + "bytes" : ""
+      }`
+    )
+    const documentId = message.documentId
+    if (!documentId) {
+      throw new Error("received a message with an invalid documentId")
+    }
+    this.#docSetUp[documentId] = true
+    const docSynchronizer = this.#fetchDocSynchronizer(documentId)
+    docSynchronizer.receiveMessage(message)
+    // Initiate sync with any new peers
+    const peers = await this.#documentGenerousPeers(documentId)
+    docSynchronizer.beginSync(
+      peers.filter(peerId => !docSynchronizer.hasPeer(peerId))
+    )
+  }
+  /**
+   * Starts synchronizing the given document with all peers that we share it generously with.
+   */
+  addDocument(documentId) {
+    // HACK: this is a hack to prevent us from adding the same document twice
+    if (this.#docSetUp[documentId]) {
+      return
+    }
+    const docSynchronizer = this.#fetchDocSynchronizer(documentId)
+    void this.#documentGenerousPeers(documentId).then(peers => {
+      docSynchronizer.beginSync(peers)
+    })
+  }
+  // TODO: implement this
+  removeDocument(documentId) {
+    throw new Error("not implemented")
+  }
+  /** Adds a peer and maybe starts synchronizing with them */
+  addPeer(peerId) {
+    log(`adding ${peerId} & synchronizing with them`)
+    if (this.#peers.has(peerId)) {
+      return
+    }
+    this.#peers.add(peerId)
+    for (const docSynchronizer of Object.values(this.#docSynchronizers)) {
+      const { documentId } = docSynchronizer
+      this.repo.sharePolicy(peerId, documentId).then(okToShare => {
+        if (okToShare) docSynchronizer.beginSync([peerId])
+      })
+    }
+  }
+  /** Removes a peer and stops synchronizing with them */
+  removePeer(peerId) {
+    log(`removing peer ${peerId}`)
+    this.#peers.delete(peerId)
+    for (const docSynchronizer of Object.values(this.#docSynchronizers)) {
+      docSynchronizer.endSync(peerId)
+    }
+  }
+}

package/dist/src/synchronizer/DocSynchronizer.d.ts

@@ -0,0 +1,29 @@
+import { DocHandle } from "../DocHandle.js"
+import { PeerId } from "../types.js"
+import { Synchronizer } from "./Synchronizer.js"
+import {
+  EphemeralMessage,
+  RequestMessage,
+  SynchronizerMessage,
+  SyncMessage,
+} from "../network/messages.js"
+type PeerDocumentStatus = "unknown" | "has" | "unavailable" | "wants"
+/**
+ * DocSynchronizer takes a handle to an Automerge document, and receives & dispatches sync messages
+ * to bring it inline with all other peers' versions.
+ */
+export declare class DocSynchronizer extends Synchronizer {
+  #private
+  private handle
+  constructor(handle: DocHandle<any>)
+  get peerStates(): Record<PeerId, PeerDocumentStatus>
+  get documentId(): import("../types.js").DocumentId
+  hasPeer(peerId: PeerId): boolean
+  beginSync(peerIds: PeerId[]): void
+  endSync(peerId: PeerId): void
+  receiveMessage(message: SynchronizerMessage): void
+  receiveEphemeralMessage(message: EphemeralMessage): void
+  receiveSyncMessage(message: SyncMessage | RequestMessage): void
+}
+export {}
+//# sourceMappingURL=DocSynchronizer.d.ts.map

package/dist/src/synchronizer/DocSynchronizer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"DocSynchronizer.d.ts","sourceRoot":"","sources":["../../../src/synchronizer/DocSynchronizer.ts"],"names":[],"mappings":"AACA,OAAO,EAEL,SAAS,EAKV,MAAM,iBAAiB,CAAA;AACxB,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAA;AACpC,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAA;AAGhD,OAAO,EACL,gBAAgB,EAIhB,cAAc,EACd,mBAAmB,EACnB,WAAW,EACZ,MAAM,wBAAwB,CAAA;AAE/B,KAAK,kBAAkB,GAAG,SAAS,GAAG,KAAK,GAAG,aAAa,GAAG,OAAO,CAAA;AAGrE;;;GAGG;AACH,qBAAa,eAAgB,SAAQ,YAAY;;IAiBnC,OAAO,CAAC,MAAM;gBAAN,MAAM,EAAE,SAAS,CAAC,GAAG,CAAC;IAoB1C,IAAI,UAAU,uCAEb;IAED,IAAI,UAAU,qCAEb;IAiHD,OAAO,CAAC,MAAM,EAAE,MAAM;IAItB,SAAS,CAAC,OAAO,EAAE,MAAM,EAAE;IA6B3B,OAAO,CAAC,MAAM,EAAE,MAAM;IAKtB,cAAc,CAAC,OAAO,EAAE,mBAAmB;IAkB3C,uBAAuB,CAAC,OAAO,EAAE,gBAAgB;IAuBjD,kBAAkB,CAAC,OAAO,EAAE,WAAW,GAAG,cAAc;CA2EzD"}