tinybase 8.6.0-beta.0 → 9.0.0-beta.1

package/synchronizers/synchronizer-ws-client/with-schemas/index.js

@@ -5,6 +5,7 @@ const OPEN = 'open';
 const MESSAGE = 'message';
 const ERROR = 'error';
 const UNDEFINED = '\uFFFC';
+const strMatch = (str, regex) => str?.match(regex);
 const strSplit = (str, separator = EMPTY_STRING, limit) =>
   str.split(separator, limit);
 
@@ -19,6 +20,7 @@ const GLOBAL = globalThis;
 const THOUSAND = 1e3;
 const startTimeout = (callback, sec = 0) =>
   setTimeout(callback, sec * THOUSAND);
+const stopTimeout = clearTimeout;
 const mathFloor = math.floor;
 const mathRandom = math.random;
 const isNullish = (thing) => thing == null;
@@ -44,12 +46,19 @@ const tryCatch = async (action, then1, then2) => {
 };
 
 const arrayForEach = (array, cb) => array.forEach(cb);
+const arrayJoin = (array, sep = EMPTY_STRING) => array.join(sep);
 const arrayMap = (array, cb) => array.map(cb);
 const arrayReduce = (array, cb, initial) => array.reduce(cb, initial);
 const arrayClear = (array, to) => array.splice(0, to);
 const arrayPush = (array, ...values) => array.push(...values);
 const arrayShift = (array) => array.shift();
 
+const collSize = (coll) => coll?.size ?? 0;
+const collHas = (coll, keyOrValue) => coll?.has(keyOrValue) ?? false;
+const collIsEmpty = (coll) => isUndefined(coll) || collSize(coll) == 0;
+const collForEach = (coll, cb) => coll?.forEach(cb);
+const collDel = (coll, keyOrValue) => coll?.delete(keyOrValue);
+
 const object = Object;
 const getPrototypeOf = (obj) => object.getPrototypeOf(obj);
 const objEntries = object.entries;
@@ -83,44 +92,6 @@ const objEnsure = (obj, id, getDefaultValue) => {
   return obj[id];
 };
 
-const jsonString = JSON.stringify;
-const jsonParse = JSON.parse;
-const jsonStringWithUndefined = (obj) =>
-  jsonString(obj, (_key, value) => (isUndefined(value) ? UNDEFINED : value));
-const jsonParseWithUndefined = (str) =>
-  // JSON.parse reviver removes properties with undefined values
-  replaceUndefinedString(jsonParse(str));
-const replaceUndefinedString = (obj) =>
-  obj === UNDEFINED
-    ? void 0
-    : isArray(obj)
-      ? arrayMap(obj, replaceUndefinedString)
-      : isObject(obj)
-        ? objMap(obj, replaceUndefinedString)
-        : obj;
-
-const MESSAGE_SEPARATOR = '\n';
-const ifPayloadValid = (payload, then) => {
-  const splitAt = payload.indexOf(MESSAGE_SEPARATOR);
-  if (splitAt !== -1) {
-    then(slice(payload, 0, splitAt), slice(payload, splitAt + 1));
-  }
-};
-const receivePayload = (payload, receive) =>
-  ifPayloadValid(payload, (fromClientId, remainder) =>
-    receive(fromClientId, ...jsonParseWithUndefined(remainder)),
-  );
-const createPayload = (toClientId, ...args) =>
-  createRawPayload(toClientId ?? EMPTY_STRING, jsonStringWithUndefined(args));
-const createRawPayload = (clientId, remainder) =>
-  clientId + MESSAGE_SEPARATOR + remainder;
-
-const collSize = (coll) => coll?.size ?? 0;
-const collHas = (coll, keyOrValue) => coll?.has(keyOrValue) ?? false;
-const collIsEmpty = (coll) => isUndefined(coll) || collSize(coll) == 0;
-const collForEach = (coll, cb) => coll?.forEach(cb);
-const collDel = (coll, keyOrValue) => coll?.delete(keyOrValue);
-
 const map = Map;
 const mapNew = (entries) => new map(entries);
 const mapGet = (map2, key) => map2?.get(key);
@@ -172,6 +143,103 @@ const getUniqueId = (length = 16) =>
     EMPTY_STRING,
   );
 
+const jsonString = JSON.stringify;
+const jsonParse = JSON.parse;
+const jsonStringWithUndefined = (obj) =>
+  jsonString(obj, (_key, value) => (isUndefined(value) ? UNDEFINED : value));
+const jsonParseWithUndefined = (str) =>
+  // JSON.parse reviver removes properties with undefined values
+  replaceUndefinedString(jsonParse(str));
+const replaceUndefinedString = (obj) =>
+  obj === UNDEFINED
+    ? void 0
+    : isArray(obj)
+      ? arrayMap(obj, replaceUndefinedString)
+      : isObject(obj)
+        ? objMap(obj, replaceUndefinedString)
+        : obj;
+
+const MESSAGE_SEPARATOR = '\n';
+const FRAGMENT = /^(.+)\n(\d+)\n(\d+)\n([\s\S]*)$/;
+const ifPayloadValid = (payload, then) => {
+  const splitAt = payload.indexOf(MESSAGE_SEPARATOR);
+  if (splitAt !== -1) {
+    then(slice(payload, 0, splitAt), slice(payload, splitAt + 1));
+  }
+};
+const receivePayloadRemainder = (fromClientId, remainder, receive) =>
+  receive(fromClientId, ...jsonParseWithUndefined(remainder));
+const createPayloadReceiver = (receive, fragmentTimeoutSeconds = 1) => {
+  const buffer = mapNew();
+  const setPendingTimeout = (bufferKey) =>
+    startTimeout(() => collDel(buffer, bufferKey), fragmentTimeoutSeconds);
+  const delPending = (bufferKey, pending) => {
+    stopTimeout(pending[3]);
+    collDel(buffer, bufferKey);
+  };
+  return (payload) =>
+    ifPayloadValid(payload, (fromClientId, remainder) => {
+      const [, messageId, indexStr, totalStr, fragment] =
+        strMatch(remainder, FRAGMENT) ?? [];
+      if (messageId) {
+        const index = parseInt(indexStr);
+        const total = parseInt(totalStr);
+        if (total > 0 && index >= 0 && index < total) {
+          const bufferKey = fromClientId + MESSAGE_SEPARATOR + messageId;
+          const pending = mapEnsure(buffer, bufferKey, () => [
+            [],
+            total,
+            total,
+            setPendingTimeout(bufferKey),
+          ]);
+          const [fragments] = pending;
+          if (total == pending[2] && isUndefined(fragments[index])) {
+            stopTimeout(pending[3]);
+            pending[3] = setPendingTimeout(bufferKey);
+            fragments[index] = fragment;
+            pending[1]--;
+          }
+          if (pending[1] == 0) {
+            delPending(bufferKey, pending);
+            receivePayloadRemainder(
+              fromClientId,
+              arrayJoin(fragments),
+              receive,
+            );
+          }
+        }
+      } else {
+        receivePayloadRemainder(fromClientId, remainder, receive);
+      }
+    });
+};
+const createRawPayload = (clientId, remainder) =>
+  clientId + MESSAGE_SEPARATOR + remainder;
+const createPayloads = (toClientId, requestId, message, body, fragmentSize) => {
+  const clientId = toClientId ?? EMPTY_STRING;
+  const remainder = jsonStringWithUndefined([requestId, message, body]);
+  const maxFragmentSize = mathFloor(fragmentSize ?? 0);
+  if (
+    isUndefined(fragmentSize) ||
+    maxFragmentSize < 1 ||
+    size(remainder) <= maxFragmentSize
+  ) {
+    return [createRawPayload(clientId, remainder)];
+  }
+  const fragments = strMatch(
+    remainder,
+    new RegExp(`.{1,${maxFragmentSize}}`, 'g'),
+  );
+  const total = size(fragments ?? []);
+  const messageId = getUniqueId();
+  return arrayMap(fragments ?? [], (fragment, index) =>
+    createRawPayload(
+      clientId,
+      arrayJoin([messageId, index, total, fragment], MESSAGE_SEPARATOR),
+    ),
+  );
+};
+
 const stampNew = (value, hlc) => (hlc ? [value, hlc] : [value]);
 const getLatestHlc = (hlc1, hlc2) =>
   /* istanbul ignore next */
@@ -373,13 +441,14 @@ const createCustomPersister = (
             const content = await getPersisted();
             if (isArray(content)) {
               setContentOrChanges(content);
-            } else if (initialContent) {
+            } else if (isUndefined(content) && initialContent) {
               setDefaultContent(initialContent);
-            } else {
+            } else if (!isUndefined(content)) {
               errorNew(`Content is not an array: ${content}`);
             }
           },
-          () => {
+          (error) => {
+            onIgnoredError?.(error);
             if (initialContent) {
               setDefaultContent(initialContent);
             }
@@ -745,17 +814,23 @@ const createWsSynchronizer = async (
   onSend,
   onReceive,
   onIgnoredError,
+  fragmentSize,
 ) => {
   const addEventListener = (event, handler) => {
     webSocket.addEventListener(event, handler);
     return () => webSocket.removeEventListener(event, handler);
   };
-  const registerReceive = (receive) =>
-    addEventListener(MESSAGE, ({data}) =>
-      receivePayload(data.toString(UTF8), receive),
+  const registerReceive = (receive) => {
+    const receivePayload = createPayloadReceiver(
+      receive,
+      requestTimeoutSeconds,
     );
+    addEventListener(MESSAGE, ({data}) => receivePayload(data.toString(UTF8)));
+  };
   const send = (toClientId, ...args) =>
-    webSocket.send(createPayload(toClientId, ...args));
+    arrayForEach(createPayloads(toClientId, ...args, fragmentSize), (payload) =>
+      webSocket.send(payload),
+    );
   const destroy = () => {
     webSocket.close();
   };

package/synchronizers/synchronizer-ws-server/index.js

@@ -19,6 +19,7 @@ const GLOBAL = globalThis;
 const THOUSAND = 1e3;
 const startTimeout = (callback, sec = 0) =>
   setTimeout(callback, sec * THOUSAND);
+const stopTimeout = clearTimeout;
 const mathFloor = math.floor;
 const mathRandom = math.random;
 const isNullish = (thing) => thing == null;
@@ -46,6 +47,7 @@ const tryCatch = async (action, then1, then2) => {
 };
 
 const arrayForEach = (array, cb) => array.forEach(cb);
+const arrayJoin = (array, sep = EMPTY_STRING) => array.join(sep);
 const arrayMap = (array, cb) => array.map(cb);
 const arrayReduce = (array, cb, initial) => array.reduce(cb, initial);
 const arrayClear = (array, to) => array.splice(0, to);
@@ -230,6 +232,22 @@ const getListenerFunctions = (getThing) => {
   return [addListener, callListeners, delListener, callListener];
 };
 
+const MASK6 = 63;
+const ENCODE = /* @__PURE__ */ strSplit(
+  '-0123456789ABCDEFGHIJKLMNOPQRSTUVWXYZ_abcdefghijklmnopqrstuvwxyz',
+);
+const encode = (num) => ENCODE[num & MASK6];
+const getRandomValues = GLOBAL.crypto
+  ? (array) => GLOBAL.crypto.getRandomValues(array)
+  : /* istanbul ignore next */
+    (array) => arrayMap(array, () => mathFloor(mathRandom() * 256));
+const getUniqueId = (length = 16) =>
+  arrayReduce(
+    getRandomValues(new Uint8Array(length)),
+    (uniqueId, number) => uniqueId + encode(number),
+    EMPTY_STRING,
+  );
+
 const jsonString = JSON.stringify;
 const jsonParse = JSON.parse;
 const jsonStringWithUndefined = (obj) =>
@@ -247,36 +265,85 @@ const replaceUndefinedString = (obj) =>
         : obj;
 
 const MESSAGE_SEPARATOR = '\n';
+const FRAGMENT = /^(.+)\n(\d+)\n(\d+)\n([\s\S]*)$/;
 const ifPayloadValid = (payload, then) => {
   const splitAt = payload.indexOf(MESSAGE_SEPARATOR);
   if (splitAt !== -1) {
     then(slice(payload, 0, splitAt), slice(payload, splitAt + 1));
   }
 };
-const receivePayload = (payload, receive) =>
-  ifPayloadValid(payload, (fromClientId, remainder) =>
-    receive(fromClientId, ...jsonParseWithUndefined(remainder)),
-  );
-const createPayload = (toClientId, ...args) =>
-  createRawPayload(toClientId ?? EMPTY_STRING, jsonStringWithUndefined(args));
+const receivePayloadRemainder = (fromClientId, remainder, receive) =>
+  receive(fromClientId, ...jsonParseWithUndefined(remainder));
+const createPayloadReceiver = (receive, fragmentTimeoutSeconds = 1) => {
+  const buffer = mapNew();
+  const setPendingTimeout = (bufferKey) =>
+    startTimeout(() => collDel(buffer, bufferKey), fragmentTimeoutSeconds);
+  const delPending = (bufferKey, pending) => {
+    stopTimeout(pending[3]);
+    collDel(buffer, bufferKey);
+  };
+  return (payload) =>
+    ifPayloadValid(payload, (fromClientId, remainder) => {
+      const [, messageId, indexStr, totalStr, fragment] =
+        strMatch(remainder, FRAGMENT) ?? [];
+      if (messageId) {
+        const index = parseInt(indexStr);
+        const total = parseInt(totalStr);
+        if (total > 0 && index >= 0 && index < total) {
+          const bufferKey = fromClientId + MESSAGE_SEPARATOR + messageId;
+          const pending = mapEnsure(buffer, bufferKey, () => [
+            [],
+            total,
+            total,
+            setPendingTimeout(bufferKey),
+          ]);
+          const [fragments] = pending;
+          if (total == pending[2] && isUndefined(fragments[index])) {
+            stopTimeout(pending[3]);
+            pending[3] = setPendingTimeout(bufferKey);
+            fragments[index] = fragment;
+            pending[1]--;
+          }
+          if (pending[1] == 0) {
+            delPending(bufferKey, pending);
+            receivePayloadRemainder(
+              fromClientId,
+              arrayJoin(fragments),
+              receive,
+            );
+          }
+        }
+      } else {
+        receivePayloadRemainder(fromClientId, remainder, receive);
+      }
+    });
+};
 const createRawPayload = (clientId, remainder) =>
   clientId + MESSAGE_SEPARATOR + remainder;
-
-const MASK6 = 63;
-const ENCODE = /* @__PURE__ */ strSplit(
-  '-0123456789ABCDEFGHIJKLMNOPQRSTUVWXYZ_abcdefghijklmnopqrstuvwxyz',
-);
-const encode = (num) => ENCODE[num & MASK6];
-const getRandomValues = GLOBAL.crypto
-  ? (array) => GLOBAL.crypto.getRandomValues(array)
-  : /* istanbul ignore next */
-    (array) => arrayMap(array, () => mathFloor(mathRandom() * 256));
-const getUniqueId = (length = 16) =>
-  arrayReduce(
-    getRandomValues(new Uint8Array(length)),
-    (uniqueId, number) => uniqueId + encode(number),
-    EMPTY_STRING,
+const createPayloads = (toClientId, requestId, message, body, fragmentSize) => {
+  const clientId = toClientId ?? EMPTY_STRING;
+  const remainder = jsonStringWithUndefined([requestId, message, body]);
+  const maxFragmentSize = mathFloor(fragmentSize ?? 0);
+  if (
+    isUndefined(fragmentSize) ||
+    maxFragmentSize < 1 ||
+    size(remainder) <= maxFragmentSize
+  ) {
+    return [createRawPayload(clientId, remainder)];
+  }
+  const fragments = strMatch(
+    remainder,
+    new RegExp(`.{1,${maxFragmentSize}}`, 'g'),
+  );
+  const total = size(fragments ?? []);
+  const messageId = getUniqueId();
+  return arrayMap(fragments ?? [], (fragment, index) =>
+    createRawPayload(
+      clientId,
+      arrayJoin([messageId, index, total, fragment], MESSAGE_SEPARATOR),
+    ),
   );
+};
 
 const stampNew = (value, hlc) => (hlc ? [value, hlc] : [value]);
 const getLatestHlc = (hlc1, hlc2) =>
@@ -385,13 +452,14 @@ const createCustomPersister = (
             const content = await getPersisted();
             if (isArray(content)) {
               setContentOrChanges(content);
-            } else if (initialContent) {
+            } else if (isUndefined(content) && initialContent) {
               setDefaultContent(initialContent);
-            } else {
+            } else if (!isUndefined(content)) {
               errorNew(`Content is not an array: ${content}`);
             }
           },
-          () => {
+          (error) => {
+            onIgnoredError?.(error);
             if (initialContent) {
               setDefaultContent(initialContent);
             }
@@ -753,6 +821,8 @@ const createWsServer = (
   webSocketServer,
   createPersisterForPath,
   onIgnoredError,
+  requestTimeoutSeconds = 1,
+  fragmentSize,
 ) => {
   const pathIdListeners = mapNew();
   const clientIdListeners = mapNew();
@@ -777,12 +847,24 @@ const createWsServer = (
         serverClient[2 /* Synchronizer */] = createCustomSynchronizer(
           serverClient[1 /* Persister */].getStore(),
           (toClientId, requestId, message, body) =>
-            messageHandler(createPayload(toClientId, requestId, message, body)),
-          (receive) =>
-            (serverClient[3 /* Send */] = (payload) =>
-              receivePayload(payload, receive)),
+            arrayForEach(
+              createPayloads(
+                toClientId,
+                requestId,
+                message,
+                body,
+                fragmentSize,
+              ),
+              messageHandler,
+            ),
+          (receive) => {
+            serverClient[3 /* Send */] = createPayloadReceiver(
+              receive,
+              requestTimeoutSeconds,
+            );
+          },
           noop,
-          1,
+          requestTimeoutSeconds,
           void 0,
           void 0,
           onIgnoredError,
@@ -794,14 +876,12 @@ const createWsServer = (
       },
     );
   const startServerClient = async (serverClient) => {
-    serverClient[0 /* State */] = 2 /* Starting */;
-    await serverClient[1 /* Persister */].schedule(
-      serverClient[1 /* Persister */].startAutoLoad,
-      serverClient[1 /* Persister */].startAutoSave,
-      serverClient[2 /* Synchronizer */].startSync,
-    );
+    serverClient[0 /* State */] = 2; /* Starting */
+    await serverClient[1 /* Persister */].startAutoLoad();
+    await serverClient[1 /* Persister */].startAutoSave();
+    await serverClient[2 /* Synchronizer */].startSync();
     serverClient[5 /* Then */](serverClient[1 /* Persister */].getStore());
-    serverClient[0 /* State */] = 0 /* Ready */;
+    serverClient[0 /* State */] = 0; /* Ready */
   };
   const stopServerClient = async (serverClient) => {
     await serverClient[1 /* Persister */]?.destroy();

package/synchronizers/synchronizer-ws-server/with-schemas/index.js

@@ -19,6 +19,7 @@ const GLOBAL = globalThis;
 const THOUSAND = 1e3;
 const startTimeout = (callback, sec = 0) =>
   setTimeout(callback, sec * THOUSAND);
+const stopTimeout = clearTimeout;
 const mathFloor = math.floor;
 const mathRandom = math.random;
 const isNullish = (thing) => thing == null;
@@ -46,6 +47,7 @@ const tryCatch = async (action, then1, then2) => {
 };
 
 const arrayForEach = (array, cb) => array.forEach(cb);
+const arrayJoin = (array, sep = EMPTY_STRING) => array.join(sep);
 const arrayMap = (array, cb) => array.map(cb);
 const arrayReduce = (array, cb, initial) => array.reduce(cb, initial);
 const arrayClear = (array, to) => array.splice(0, to);
@@ -230,6 +232,22 @@ const getListenerFunctions = (getThing) => {
   return [addListener, callListeners, delListener, callListener];
 };
 
+const MASK6 = 63;
+const ENCODE = /* @__PURE__ */ strSplit(
+  '-0123456789ABCDEFGHIJKLMNOPQRSTUVWXYZ_abcdefghijklmnopqrstuvwxyz',
+);
+const encode = (num) => ENCODE[num & MASK6];
+const getRandomValues = GLOBAL.crypto
+  ? (array) => GLOBAL.crypto.getRandomValues(array)
+  : /* istanbul ignore next */
+    (array) => arrayMap(array, () => mathFloor(mathRandom() * 256));
+const getUniqueId = (length = 16) =>
+  arrayReduce(
+    getRandomValues(new Uint8Array(length)),
+    (uniqueId, number) => uniqueId + encode(number),
+    EMPTY_STRING,
+  );
+
 const jsonString = JSON.stringify;
 const jsonParse = JSON.parse;
 const jsonStringWithUndefined = (obj) =>
@@ -247,36 +265,85 @@ const replaceUndefinedString = (obj) =>
         : obj;
 
 const MESSAGE_SEPARATOR = '\n';
+const FRAGMENT = /^(.+)\n(\d+)\n(\d+)\n([\s\S]*)$/;
 const ifPayloadValid = (payload, then) => {
   const splitAt = payload.indexOf(MESSAGE_SEPARATOR);
   if (splitAt !== -1) {
     then(slice(payload, 0, splitAt), slice(payload, splitAt + 1));
   }
 };
-const receivePayload = (payload, receive) =>
-  ifPayloadValid(payload, (fromClientId, remainder) =>
-    receive(fromClientId, ...jsonParseWithUndefined(remainder)),
-  );
-const createPayload = (toClientId, ...args) =>
-  createRawPayload(toClientId ?? EMPTY_STRING, jsonStringWithUndefined(args));
+const receivePayloadRemainder = (fromClientId, remainder, receive) =>
+  receive(fromClientId, ...jsonParseWithUndefined(remainder));
+const createPayloadReceiver = (receive, fragmentTimeoutSeconds = 1) => {
+  const buffer = mapNew();
+  const setPendingTimeout = (bufferKey) =>
+    startTimeout(() => collDel(buffer, bufferKey), fragmentTimeoutSeconds);
+  const delPending = (bufferKey, pending) => {
+    stopTimeout(pending[3]);
+    collDel(buffer, bufferKey);
+  };
+  return (payload) =>
+    ifPayloadValid(payload, (fromClientId, remainder) => {
+      const [, messageId, indexStr, totalStr, fragment] =
+        strMatch(remainder, FRAGMENT) ?? [];
+      if (messageId) {
+        const index = parseInt(indexStr);
+        const total = parseInt(totalStr);
+        if (total > 0 && index >= 0 && index < total) {
+          const bufferKey = fromClientId + MESSAGE_SEPARATOR + messageId;
+          const pending = mapEnsure(buffer, bufferKey, () => [
+            [],
+            total,
+            total,
+            setPendingTimeout(bufferKey),
+          ]);
+          const [fragments] = pending;
+          if (total == pending[2] && isUndefined(fragments[index])) {
+            stopTimeout(pending[3]);
+            pending[3] = setPendingTimeout(bufferKey);
+            fragments[index] = fragment;
+            pending[1]--;
+          }
+          if (pending[1] == 0) {
+            delPending(bufferKey, pending);
+            receivePayloadRemainder(
+              fromClientId,
+              arrayJoin(fragments),
+              receive,
+            );
+          }
+        }
+      } else {
+        receivePayloadRemainder(fromClientId, remainder, receive);
+      }
+    });
+};
 const createRawPayload = (clientId, remainder) =>
   clientId + MESSAGE_SEPARATOR + remainder;
-
-const MASK6 = 63;
-const ENCODE = /* @__PURE__ */ strSplit(
-  '-0123456789ABCDEFGHIJKLMNOPQRSTUVWXYZ_abcdefghijklmnopqrstuvwxyz',
-);
-const encode = (num) => ENCODE[num & MASK6];
-const getRandomValues = GLOBAL.crypto
-  ? (array) => GLOBAL.crypto.getRandomValues(array)
-  : /* istanbul ignore next */
-    (array) => arrayMap(array, () => mathFloor(mathRandom() * 256));
-const getUniqueId = (length = 16) =>
-  arrayReduce(
-    getRandomValues(new Uint8Array(length)),
-    (uniqueId, number) => uniqueId + encode(number),
-    EMPTY_STRING,
+const createPayloads = (toClientId, requestId, message, body, fragmentSize) => {
+  const clientId = toClientId ?? EMPTY_STRING;
+  const remainder = jsonStringWithUndefined([requestId, message, body]);
+  const maxFragmentSize = mathFloor(fragmentSize ?? 0);
+  if (
+    isUndefined(fragmentSize) ||
+    maxFragmentSize < 1 ||
+    size(remainder) <= maxFragmentSize
+  ) {
+    return [createRawPayload(clientId, remainder)];
+  }
+  const fragments = strMatch(
+    remainder,
+    new RegExp(`.{1,${maxFragmentSize}}`, 'g'),
+  );
+  const total = size(fragments ?? []);
+  const messageId = getUniqueId();
+  return arrayMap(fragments ?? [], (fragment, index) =>
+    createRawPayload(
+      clientId,
+      arrayJoin([messageId, index, total, fragment], MESSAGE_SEPARATOR),
+    ),
   );
+};
 
 const stampNew = (value, hlc) => (hlc ? [value, hlc] : [value]);
 const getLatestHlc = (hlc1, hlc2) =>
@@ -385,13 +452,14 @@ const createCustomPersister = (
             const content = await getPersisted();
             if (isArray(content)) {
               setContentOrChanges(content);
-            } else if (initialContent) {
+            } else if (isUndefined(content) && initialContent) {
               setDefaultContent(initialContent);
-            } else {
+            } else if (!isUndefined(content)) {
               errorNew(`Content is not an array: ${content}`);
             }
           },
-          () => {
+          (error) => {
+            onIgnoredError?.(error);
             if (initialContent) {
               setDefaultContent(initialContent);
             }
@@ -753,6 +821,8 @@ const createWsServer = (
   webSocketServer,
   createPersisterForPath,
   onIgnoredError,
+  requestTimeoutSeconds = 1,
+  fragmentSize,
 ) => {
   const pathIdListeners = mapNew();
   const clientIdListeners = mapNew();
@@ -777,12 +847,24 @@ const createWsServer = (
         serverClient[2 /* Synchronizer */] = createCustomSynchronizer(
           serverClient[1 /* Persister */].getStore(),
           (toClientId, requestId, message, body) =>
-            messageHandler(createPayload(toClientId, requestId, message, body)),
-          (receive) =>
-            (serverClient[3 /* Send */] = (payload) =>
-              receivePayload(payload, receive)),
+            arrayForEach(
+              createPayloads(
+                toClientId,
+                requestId,
+                message,
+                body,
+                fragmentSize,
+              ),
+              messageHandler,
+            ),
+          (receive) => {
+            serverClient[3 /* Send */] = createPayloadReceiver(
+              receive,
+              requestTimeoutSeconds,
+            );
+          },
           noop,
-          1,
+          requestTimeoutSeconds,
           void 0,
           void 0,
           onIgnoredError,
@@ -794,14 +876,12 @@ const createWsServer = (
       },
     );
   const startServerClient = async (serverClient) => {
-    serverClient[0 /* State */] = 2 /* Starting */;
-    await serverClient[1 /* Persister */].schedule(
-      serverClient[1 /* Persister */].startAutoLoad,
-      serverClient[1 /* Persister */].startAutoSave,
-      serverClient[2 /* Synchronizer */].startSync,
-    );
+    serverClient[0 /* State */] = 2; /* Starting */
+    await serverClient[1 /* Persister */].startAutoLoad();
+    await serverClient[1 /* Persister */].startAutoSave();
+    await serverClient[2 /* Synchronizer */].startSync();
     serverClient[5 /* Then */](serverClient[1 /* Persister */].getStore());
-    serverClient[0 /* State */] = 0 /* Ready */;
+    serverClient[0 /* State */] = 0; /* Ready */
   };
   const stopServerClient = async (serverClient) => {
     await serverClient[1 /* Persister */]?.destroy();