@liveblocks/server 1.4.1 → 1.4.2-pre2

package/dist/index.d.cts

@@ -1,4 +1,4 @@
-import { Json, asPos, IUserInfo, SerializedCrdt, JsonObject, DistributiveOmit, SetParentKeyOp, DeleteCrdtOp, ClientMsg as ClientMsg$1, Brand, SerializedRootObject, SerializedChild, StorageNode, Awaitable, PlainLsonObject, NodeMap as NodeMap$1, NodeStream as NodeStream$1, ClientWireOp, ServerMsg as ServerMsg$1, BaseUserMeta, IgnoredOp } from '@liveblocks/core';
+import { Json, asPos, IUserInfo, SerializedCrdt, JsonObject, DistributiveOmit, SetParentKeyOp, DeleteCrdtOp, ClientMsg as ClientMsg$1, Brand, SerializedRootObject, SerializedChild, StorageNode, Awaitable, CompactNode, PlainLsonObject, NodeMap as NodeMap$1, NodeStream as NodeStream$1, ClientWireOp, ServerMsg as ServerMsg$1, BaseUserMeta, IgnoredOp } from '@liveblocks/core';
 export { BroadcastEventClientMsg, ClientMsg, ClientWireOp, CreateListOp, CreateMapOp, CreateObjectOp, CreateOp, CreateRegisterOp, DeleteCrdtOp, DeleteObjectKeyOp, FetchStorageClientMsg, FetchYDocClientMsg, HasOpId, IgnoredOp, Op, RoomStateServerMsg, ServerMsg, ServerWireOp, SetParentKeyOp, UpdateObjectOp, UpdatePresenceClientMsg, UpdateStorageClientMsg, UpdateYDocClientMsg } from '@liveblocks/core';
 import * as decoders from 'decoders';
 import { Decoder } from 'decoders';
@@ -23,6 +23,37 @@ import * as Y from 'yjs';
  */
 
 type Pos = ReturnType<typeof asPos>;
+declare const fromType: unique symbol;
+/**
+ * A string known to be a valid JSON-encoded value. Use this whenever a
+ * `string` already carries JSON, to keep that fact visible in the type system
+ * (instead of letting it look like a freeform `string`).
+ *
+ * Optionally parameterised by the *parsed* shape: `jstring<CompactNode>`
+ * means "a string whose `JSON.parse` result is a `CompactNode`". Without
+ * a type argument, defaults to `jstring<Json>` (any JSON value).
+ *
+ * At storage boundaries (e.g. reading `jdata` from SQLite), `as jstring`
+ * is acceptable — we trust the bytes are valid JSON because we wrote them as
+ * JSON ourselves.
+ *
+ * For example, these are valid JSON strings:
+ * - '0', '1', '2', '3', '3.14', etc.
+ * - 'null', 'true', 'false'
+ * - '{"foo":1}', '{ "foo": 1 }' (spaces are fine)
+ * - '[]', '[1,2, 3]', '[[]]', etc.
+ * - '["hi",{}]'
+ * - '"foo"'
+ *
+ * But these are not:
+ * - 'foo'
+ * - '1,2,3'
+ * - '{'
+ * - '[1,2,3,]' or '{"foo":1},' (trailing commas are not valid)
+ */
+type jstring<J = Json> = string & {
+    readonly [fromType]: J;
+};
 type NodeTuple<T extends SerializedCrdt = SerializedCrdt> = [
     id: string,
     value: T
@@ -683,6 +714,27 @@ interface IStorageDriverNodeAPI {
      * Yield all nodes as [id, node] pairs. Must always include the root node.
      */
     iter_nodes(): Iterable<StorageNode>;
+    /**
+     * Yield each node as a pre-built `CompactNode` JSON tuple string, ready to
+     * be emitted directly into a STORAGE_CHUNK wire frame without JSON.parse()
+     * or JSON.stringify()'ing overhead. Implementations MUST produce text whose
+     * parsed shape exactly matches the `CompactNode` union type from
+     * @liveblocks/core. The emitted shapes are:
+     *
+     *   - Root node:          '["root",<data>]'
+     *   - OBJECT / REGISTER:  '["0:1",0,"root","a",<data>]'
+     *   - LIST   / MAP:       '["0:2",1,"0:1","b"]'
+     *
+     * Invariant (implementations MUST uphold; asserted by `_generateFullTestSuite`):
+     *
+     *     iter_nodes_optimized().map(JSON.parse)
+     *       ≡ nodeStreamToCompactNodes(iter_nodes())
+     *
+     * i.e. parsing each yielded string yields the same sequence of CompactNodes
+     * that the canonical `iter_nodes()` + `nodeStreamToCompactNodes()` path
+     * would produce.
+     */
+    iter_nodes_optimized(): Iterable<jstring<CompactNode>>;
     /**
      * Return true iff a node with the given id exists. Must return true for "root".
      */
@@ -704,6 +756,12 @@ interface IStorageDriverNodeAPI {
      * does not have to exist already. Positions compare lexicographically.
      */
     get_next_sibling(parentId: string, pos: Pos): Pos | undefined;
+    /**
+     * Return the position of the last (rightmost) child under parentId, or
+     * undefined if the node has no children. Positions compare
+     * lexicographically.
+     */
+    get_last_sibling(parentId: string): Pos | undefined;
     /**
      * Insert a child node with the given id.
      *
@@ -1228,10 +1286,9 @@ type Millis = Brand<number, "Millis">;
  * receives it as part of its ROOM_STATE message.
  */
 type SessionKey = Brand<string, "SessionKey">;
-type PreSerializedServerMsg = Brand<string, "PreSerializedServerMsg">;
 type ClientMsg = ClientMsg$1<JsonObject, Json> | FetchFeedsClientMsg | FetchFeedMessagesClientMsg | AddFeedClientMsg | UpdateFeedClientMsg | DeleteFeedClientMsg | AddFeedMessageClientMsg | UpdateFeedMessageClientMsg | DeleteFeedMessageClientMsg;
 type ServerMsg = ServerMsg$1<JsonObject, BaseUserMeta, Json> | FeedMessagesServerMsg | FeedsServerMsg;
-declare function serialize(msgs: ServerMsg | readonly ServerMsg[]): PreSerializedServerMsg;
+declare function serialize(msgs: ServerMsg | readonly ServerMsg[]): jstring<ServerMsg>;
 declare function ackIgnoredOp(opId: string): IgnoredOp;
 /**
  * A known or anonymous user.
@@ -1278,7 +1335,7 @@ declare class BrowserSession<SM, CM extends JsonObject> {
     get hasNotifiedClientStorageUpdateError(): boolean;
     setHasNotifiedClientStorageUpdateError(): void;
     sendPong(): number;
-    send(serverMsg: ServerMsg | ServerMsg[] | PreSerializedServerMsg): number;
+    send(serverMsg: ServerMsg | ServerMsg[] | jstring<ServerMsg>): number;
 }
 declare class BackendSession extends BrowserSession<never, never> {
 }
@@ -1317,13 +1374,6 @@ type RoomOptions<SM, CM extends JsonObject, C> = {
      */
     storage?: IStorageDriver;
     logger?: Logger;
-    /**
-     * Whether to allow streaming storage responses. Only safe with drivers
-     * that can guarantee that no Ops from other clients can get interleaved
-     * between the chunk generation until the last chunk has been sent.
-     * Defaults to true, but is notably NOT safe to use from DOS-KV backends.
-     */
-    allowStreaming?: boolean;
     hooks?: {
         /** Customize which incoming messages from a client are allowed or disallowed. */
         isClientMsgAllowed?: (msg: ClientMsg, session: BrowserSession<SM, CM>) => {
@@ -1436,7 +1486,7 @@ declare class Room<RM, SM, CM extends JsonObject, C = undefined> {
     createTicket(options?: CreateTicketOptions<SM, CM>): Promise<Ticket<SM, CM>>;
     createBackendSession_experimental(): Promise<[
         session: BackendSession,
-        outgoingMessages: PreSerializedServerMsg[]
+        outgoingMessages: jstring<ServerMsg>[]
     ]>;
     /**
      * Restores the given sessions as the Room server's session list. Can only be
@@ -1895,4 +1945,4 @@ declare class InMemoryDriver implements IStorageDriver {
     load_nodes_api(): IStorageDriverNodeAPI;
 }
 
-export { type ActorID, type AddFeedClientMsg, type AddFeedMessageClientMsg, BackendSession, BrowserSession, ConsoleTarget, type CreateTicketOptions, DefaultMap, type DeleteFeedClientMsg, type DeleteFeedMessageClientMsg, type Feed, type FeedDeletedServerMsg, type FeedMessage, type FeedMessagesAddedServerMsg, type FeedMessagesDeletedServerMsg, type FeedMessagesListServerMsg, type FeedMessagesServerMsg, type FeedMessagesUpdatedServerMsg, FeedMsgCode, FeedRequestErrorCode, type FeedRequestFailedServerMsg, type FeedsAddedServerMsg, type FeedsListServerMsg, type FeedsServerMsg, type FeedsUpdatedServerMsg, type FetchFeedMessagesClientMsg, type FetchFeedsClientMsg, type FixOp, type Guid, type IReadableSnapshot, type IServerWebSocket, type IStorageDriver, type IStorageDriverNodeAPI, type IUserData, InMemoryDriver, type LeasedSession, type ListFeedMessagesOptions, type ListFeedMessagesResult, type ListFeedsOptions, type ListFeedsResult, type LoadingState, LogLevel, LogTarget, Logger, type MetadataDB, type Millis, NestedMap, type NodeMap, type NodeStream, type NodeTuple, type Pos, type PreSerializedServerMsg, ProtocolVersion, ROOT_YDOC_ID, Room, type SessionKey, type Ticket, UniqueMap, type UpdateFeedClientMsg, type UpdateFeedMessageClientMsg, type YDocId, type YUpdate, type YVector, ackIgnoredOp, clientMsgDecoder, concatUint8Arrays, feedFailureServerMsg, feedMetadataIdDecoder, feedMetadataUpdateDecoder, feedRequestFailed, fetchFeedsMetadataFilterDecoder, guidDecoder, isLeasedSessionExpired, jsonObjectYolo, jsonYolo, makeInMemorySnapshot, makeMetadataDB, mapFeedError, optionalFeedMetadataDecoder, plainLsonToNodeStream, protocolVersionDecoder, quote, serialize as serializeServerMsg, snapshotToLossyJson_eager, snapshotToLossyJson_lazy, snapshotToNodeStream, snapshotToPlainLson_eager, snapshotToPlainLson_lazy, Storage as test_only__Storage, YjsStorage as test_only__YjsStorage, transientClientMsgDecoder, tryCatch };
+export { type ActorID, type AddFeedClientMsg, type AddFeedMessageClientMsg, BackendSession, BrowserSession, ConsoleTarget, type CreateTicketOptions, DefaultMap, type DeleteFeedClientMsg, type DeleteFeedMessageClientMsg, type Feed, type FeedDeletedServerMsg, type FeedMessage, type FeedMessagesAddedServerMsg, type FeedMessagesDeletedServerMsg, type FeedMessagesListServerMsg, type FeedMessagesServerMsg, type FeedMessagesUpdatedServerMsg, FeedMsgCode, FeedRequestErrorCode, type FeedRequestFailedServerMsg, type FeedsAddedServerMsg, type FeedsListServerMsg, type FeedsServerMsg, type FeedsUpdatedServerMsg, type FetchFeedMessagesClientMsg, type FetchFeedsClientMsg, type FixOp, type Guid, type IReadableSnapshot, type IServerWebSocket, type IStorageDriver, type IStorageDriverNodeAPI, type IUserData, InMemoryDriver, type LeasedSession, type ListFeedMessagesOptions, type ListFeedMessagesResult, type ListFeedsOptions, type ListFeedsResult, type LoadingState, LogLevel, LogTarget, Logger, type MetadataDB, type Millis, NestedMap, type NodeMap, type NodeStream, type NodeTuple, type Pos, ProtocolVersion, ROOT_YDOC_ID, Room, type SessionKey, type Ticket, UniqueMap, type UpdateFeedClientMsg, type UpdateFeedMessageClientMsg, type YDocId, type YUpdate, type YVector, ackIgnoredOp, clientMsgDecoder, concatUint8Arrays, feedFailureServerMsg, feedMetadataIdDecoder, feedMetadataUpdateDecoder, feedRequestFailed, fetchFeedsMetadataFilterDecoder, guidDecoder, isLeasedSessionExpired, jsonObjectYolo, jsonYolo, type jstring, makeInMemorySnapshot, makeMetadataDB, mapFeedError, optionalFeedMetadataDecoder, plainLsonToNodeStream, protocolVersionDecoder, quote, serialize as serializeServerMsg, snapshotToLossyJson_eager, snapshotToLossyJson_lazy, snapshotToNodeStream, snapshotToPlainLson_eager, snapshotToPlainLson_lazy, Storage as test_only__Storage, YjsStorage as test_only__YjsStorage, transientClientMsgDecoder, tryCatch };

package/dist/index.d.ts

@@ -1,4 +1,4 @@
-import { Json, asPos, IUserInfo, SerializedCrdt, JsonObject, DistributiveOmit, SetParentKeyOp, DeleteCrdtOp, ClientMsg as ClientMsg$1, Brand, SerializedRootObject, SerializedChild, StorageNode, Awaitable, PlainLsonObject, NodeMap as NodeMap$1, NodeStream as NodeStream$1, ClientWireOp, ServerMsg as ServerMsg$1, BaseUserMeta, IgnoredOp } from '@liveblocks/core';
+import { Json, asPos, IUserInfo, SerializedCrdt, JsonObject, DistributiveOmit, SetParentKeyOp, DeleteCrdtOp, ClientMsg as ClientMsg$1, Brand, SerializedRootObject, SerializedChild, StorageNode, Awaitable, CompactNode, PlainLsonObject, NodeMap as NodeMap$1, NodeStream as NodeStream$1, ClientWireOp, ServerMsg as ServerMsg$1, BaseUserMeta, IgnoredOp } from '@liveblocks/core';
 export { BroadcastEventClientMsg, ClientMsg, ClientWireOp, CreateListOp, CreateMapOp, CreateObjectOp, CreateOp, CreateRegisterOp, DeleteCrdtOp, DeleteObjectKeyOp, FetchStorageClientMsg, FetchYDocClientMsg, HasOpId, IgnoredOp, Op, RoomStateServerMsg, ServerMsg, ServerWireOp, SetParentKeyOp, UpdateObjectOp, UpdatePresenceClientMsg, UpdateStorageClientMsg, UpdateYDocClientMsg } from '@liveblocks/core';
 import * as decoders from 'decoders';
 import { Decoder } from 'decoders';
@@ -23,6 +23,37 @@ import * as Y from 'yjs';
  */
 
 type Pos = ReturnType<typeof asPos>;
+declare const fromType: unique symbol;
+/**
+ * A string known to be a valid JSON-encoded value. Use this whenever a
+ * `string` already carries JSON, to keep that fact visible in the type system
+ * (instead of letting it look like a freeform `string`).
+ *
+ * Optionally parameterised by the *parsed* shape: `jstring<CompactNode>`
+ * means "a string whose `JSON.parse` result is a `CompactNode`". Without
+ * a type argument, defaults to `jstring<Json>` (any JSON value).
+ *
+ * At storage boundaries (e.g. reading `jdata` from SQLite), `as jstring`
+ * is acceptable — we trust the bytes are valid JSON because we wrote them as
+ * JSON ourselves.
+ *
+ * For example, these are valid JSON strings:
+ * - '0', '1', '2', '3', '3.14', etc.
+ * - 'null', 'true', 'false'
+ * - '{"foo":1}', '{ "foo": 1 }' (spaces are fine)
+ * - '[]', '[1,2, 3]', '[[]]', etc.
+ * - '["hi",{}]'
+ * - '"foo"'
+ *
+ * But these are not:
+ * - 'foo'
+ * - '1,2,3'
+ * - '{'
+ * - '[1,2,3,]' or '{"foo":1},' (trailing commas are not valid)
+ */
+type jstring<J = Json> = string & {
+    readonly [fromType]: J;
+};
 type NodeTuple<T extends SerializedCrdt = SerializedCrdt> = [
     id: string,
     value: T
@@ -683,6 +714,27 @@ interface IStorageDriverNodeAPI {
      * Yield all nodes as [id, node] pairs. Must always include the root node.
      */
     iter_nodes(): Iterable<StorageNode>;
+    /**
+     * Yield each node as a pre-built `CompactNode` JSON tuple string, ready to
+     * be emitted directly into a STORAGE_CHUNK wire frame without JSON.parse()
+     * or JSON.stringify()'ing overhead. Implementations MUST produce text whose
+     * parsed shape exactly matches the `CompactNode` union type from
+     * @liveblocks/core. The emitted shapes are:
+     *
+     *   - Root node:          '["root",<data>]'
+     *   - OBJECT / REGISTER:  '["0:1",0,"root","a",<data>]'
+     *   - LIST   / MAP:       '["0:2",1,"0:1","b"]'
+     *
+     * Invariant (implementations MUST uphold; asserted by `_generateFullTestSuite`):
+     *
+     *     iter_nodes_optimized().map(JSON.parse)
+     *       ≡ nodeStreamToCompactNodes(iter_nodes())
+     *
+     * i.e. parsing each yielded string yields the same sequence of CompactNodes
+     * that the canonical `iter_nodes()` + `nodeStreamToCompactNodes()` path
+     * would produce.
+     */
+    iter_nodes_optimized(): Iterable<jstring<CompactNode>>;
     /**
      * Return true iff a node with the given id exists. Must return true for "root".
      */
@@ -704,6 +756,12 @@ interface IStorageDriverNodeAPI {
      * does not have to exist already. Positions compare lexicographically.
      */
     get_next_sibling(parentId: string, pos: Pos): Pos | undefined;
+    /**
+     * Return the position of the last (rightmost) child under parentId, or
+     * undefined if the node has no children. Positions compare
+     * lexicographically.
+     */
+    get_last_sibling(parentId: string): Pos | undefined;
     /**
      * Insert a child node with the given id.
      *
@@ -1228,10 +1286,9 @@ type Millis = Brand<number, "Millis">;
  * receives it as part of its ROOM_STATE message.
  */
 type SessionKey = Brand<string, "SessionKey">;
-type PreSerializedServerMsg = Brand<string, "PreSerializedServerMsg">;
 type ClientMsg = ClientMsg$1<JsonObject, Json> | FetchFeedsClientMsg | FetchFeedMessagesClientMsg | AddFeedClientMsg | UpdateFeedClientMsg | DeleteFeedClientMsg | AddFeedMessageClientMsg | UpdateFeedMessageClientMsg | DeleteFeedMessageClientMsg;
 type ServerMsg = ServerMsg$1<JsonObject, BaseUserMeta, Json> | FeedMessagesServerMsg | FeedsServerMsg;
-declare function serialize(msgs: ServerMsg | readonly ServerMsg[]): PreSerializedServerMsg;
+declare function serialize(msgs: ServerMsg | readonly ServerMsg[]): jstring<ServerMsg>;
 declare function ackIgnoredOp(opId: string): IgnoredOp;
 /**
  * A known or anonymous user.
@@ -1278,7 +1335,7 @@ declare class BrowserSession<SM, CM extends JsonObject> {
     get hasNotifiedClientStorageUpdateError(): boolean;
     setHasNotifiedClientStorageUpdateError(): void;
     sendPong(): number;
-    send(serverMsg: ServerMsg | ServerMsg[] | PreSerializedServerMsg): number;
+    send(serverMsg: ServerMsg | ServerMsg[] | jstring<ServerMsg>): number;
 }
 declare class BackendSession extends BrowserSession<never, never> {
 }
@@ -1317,13 +1374,6 @@ type RoomOptions<SM, CM extends JsonObject, C> = {
      */
     storage?: IStorageDriver;
     logger?: Logger;
-    /**
-     * Whether to allow streaming storage responses. Only safe with drivers
-     * that can guarantee that no Ops from other clients can get interleaved
-     * between the chunk generation until the last chunk has been sent.
-     * Defaults to true, but is notably NOT safe to use from DOS-KV backends.
-     */
-    allowStreaming?: boolean;
     hooks?: {
         /** Customize which incoming messages from a client are allowed or disallowed. */
         isClientMsgAllowed?: (msg: ClientMsg, session: BrowserSession<SM, CM>) => {
@@ -1436,7 +1486,7 @@ declare class Room<RM, SM, CM extends JsonObject, C = undefined> {
     createTicket(options?: CreateTicketOptions<SM, CM>): Promise<Ticket<SM, CM>>;
     createBackendSession_experimental(): Promise<[
         session: BackendSession,
-        outgoingMessages: PreSerializedServerMsg[]
+        outgoingMessages: jstring<ServerMsg>[]
     ]>;
     /**
      * Restores the given sessions as the Room server's session list. Can only be
@@ -1895,4 +1945,4 @@ declare class InMemoryDriver implements IStorageDriver {
     load_nodes_api(): IStorageDriverNodeAPI;
 }
 
-export { type ActorID, type AddFeedClientMsg, type AddFeedMessageClientMsg, BackendSession, BrowserSession, ConsoleTarget, type CreateTicketOptions, DefaultMap, type DeleteFeedClientMsg, type DeleteFeedMessageClientMsg, type Feed, type FeedDeletedServerMsg, type FeedMessage, type FeedMessagesAddedServerMsg, type FeedMessagesDeletedServerMsg, type FeedMessagesListServerMsg, type FeedMessagesServerMsg, type FeedMessagesUpdatedServerMsg, FeedMsgCode, FeedRequestErrorCode, type FeedRequestFailedServerMsg, type FeedsAddedServerMsg, type FeedsListServerMsg, type FeedsServerMsg, type FeedsUpdatedServerMsg, type FetchFeedMessagesClientMsg, type FetchFeedsClientMsg, type FixOp, type Guid, type IReadableSnapshot, type IServerWebSocket, type IStorageDriver, type IStorageDriverNodeAPI, type IUserData, InMemoryDriver, type LeasedSession, type ListFeedMessagesOptions, type ListFeedMessagesResult, type ListFeedsOptions, type ListFeedsResult, type LoadingState, LogLevel, LogTarget, Logger, type MetadataDB, type Millis, NestedMap, type NodeMap, type NodeStream, type NodeTuple, type Pos, type PreSerializedServerMsg, ProtocolVersion, ROOT_YDOC_ID, Room, type SessionKey, type Ticket, UniqueMap, type UpdateFeedClientMsg, type UpdateFeedMessageClientMsg, type YDocId, type YUpdate, type YVector, ackIgnoredOp, clientMsgDecoder, concatUint8Arrays, feedFailureServerMsg, feedMetadataIdDecoder, feedMetadataUpdateDecoder, feedRequestFailed, fetchFeedsMetadataFilterDecoder, guidDecoder, isLeasedSessionExpired, jsonObjectYolo, jsonYolo, makeInMemorySnapshot, makeMetadataDB, mapFeedError, optionalFeedMetadataDecoder, plainLsonToNodeStream, protocolVersionDecoder, quote, serialize as serializeServerMsg, snapshotToLossyJson_eager, snapshotToLossyJson_lazy, snapshotToNodeStream, snapshotToPlainLson_eager, snapshotToPlainLson_lazy, Storage as test_only__Storage, YjsStorage as test_only__YjsStorage, transientClientMsgDecoder, tryCatch };
+export { type ActorID, type AddFeedClientMsg, type AddFeedMessageClientMsg, BackendSession, BrowserSession, ConsoleTarget, type CreateTicketOptions, DefaultMap, type DeleteFeedClientMsg, type DeleteFeedMessageClientMsg, type Feed, type FeedDeletedServerMsg, type FeedMessage, type FeedMessagesAddedServerMsg, type FeedMessagesDeletedServerMsg, type FeedMessagesListServerMsg, type FeedMessagesServerMsg, type FeedMessagesUpdatedServerMsg, FeedMsgCode, FeedRequestErrorCode, type FeedRequestFailedServerMsg, type FeedsAddedServerMsg, type FeedsListServerMsg, type FeedsServerMsg, type FeedsUpdatedServerMsg, type FetchFeedMessagesClientMsg, type FetchFeedsClientMsg, type FixOp, type Guid, type IReadableSnapshot, type IServerWebSocket, type IStorageDriver, type IStorageDriverNodeAPI, type IUserData, InMemoryDriver, type LeasedSession, type ListFeedMessagesOptions, type ListFeedMessagesResult, type ListFeedsOptions, type ListFeedsResult, type LoadingState, LogLevel, LogTarget, Logger, type MetadataDB, type Millis, NestedMap, type NodeMap, type NodeStream, type NodeTuple, type Pos, ProtocolVersion, ROOT_YDOC_ID, Room, type SessionKey, type Ticket, UniqueMap, type UpdateFeedClientMsg, type UpdateFeedMessageClientMsg, type YDocId, type YUpdate, type YVector, ackIgnoredOp, clientMsgDecoder, concatUint8Arrays, feedFailureServerMsg, feedMetadataIdDecoder, feedMetadataUpdateDecoder, feedRequestFailed, fetchFeedsMetadataFilterDecoder, guidDecoder, isLeasedSessionExpired, jsonObjectYolo, jsonYolo, type jstring, makeInMemorySnapshot, makeMetadataDB, mapFeedError, optionalFeedMetadataDecoder, plainLsonToNodeStream, protocolVersionDecoder, quote, serialize as serializeServerMsg, snapshotToLossyJson_eager, snapshotToLossyJson_lazy, snapshotToNodeStream, snapshotToPlainLson_eager, snapshotToPlainLson_lazy, Storage as test_only__Storage, YjsStorage as test_only__YjsStorage, transientClientMsgDecoder, tryCatch };

package/dist/index.js

@@ -129,7 +129,9 @@ var feedMetadataRecordForCreate = record(
   (value) => Object.keys(value).length <= MAX_METADATA_COUNT,
   `Must be at most ${MAX_METADATA_COUNT} items`
 );
-var optionalFeedMetadataDecoder = optional(feedMetadataRecordForCreate);
+var optionalFeedMetadataDecoder = optional(
+  feedMetadataRecordForCreate
+);
 var feedMetadataUpdateDecoder = record(
   feedMetadataIdDecoder,
   feedMetadataNullableValueDecoder
@@ -155,7 +157,15 @@ var jsonObjectYolo = jsonYolo.refine(
 
 // src/decoders/Op.ts
 import { OpCode } from "@liveblocks/core";
-import { constant, object, optional as optional2, string as string2, taggedUnion } from "decoders";
+import {
+  constant,
+  object,
+  oneOf,
+  optional as optional2,
+  string as string2,
+  taggedUnion
+} from "decoders";
+var intent = oneOf(["set", "push"]);
 var updateObjectOp = object({
   type: constant(OpCode.UPDATE_OBJECT),
   opId: string2,
@@ -169,7 +179,7 @@ var createObjectOp = object({
   parentId: string2,
   parentKey: string2,
   data: jsonObjectYolo,
-  intent: optional2(constant("set")),
+  intent: optional2(intent),
   deletedId: optional2(string2)
 });
 var createListOp = object({
@@ -178,7 +188,7 @@ var createListOp = object({
   id: string2,
   parentId: string2,
   parentKey: string2,
-  intent: optional2(constant("set")),
+  intent: optional2(intent),
   deletedId: optional2(string2)
 });
 var createMapOp = object({
@@ -187,7 +197,7 @@ var createMapOp = object({
   id: string2,
   parentId: string2,
   parentKey: string2,
-  intent: optional2(constant("set")),
+  intent: optional2(intent),
   deletedId: optional2(string2)
 });
 var createRegisterOp = object({
@@ -197,7 +207,7 @@ var createRegisterOp = object({
   parentId: string2,
   parentKey: string2,
   data: jsonYolo,
-  intent: optional2(constant("set")),
+  intent: optional2(intent),
   deletedId: optional2(string2)
 });
 var deleteCrdtOp = object({
@@ -820,7 +830,6 @@ function makeMetadataDB(driver) {
 import {
   assertNever as assertNever3,
   ClientMsgCode as ClientMsgCode2,
-  nodeStreamToCompactNodes,
   OpCode as OpCode3,
   raise as raise3,
   ServerMsgCode as CoreServerMsgCode,
@@ -829,7 +838,7 @@ import {
 } from "@liveblocks/core";
 import { Mutex, tryAcquire } from "async-mutex";
 import { array as array3, formatInline } from "decoders";
-import { chunked } from "itertools";
+import { chunkedByCost } from "itertools";
 import { nanoid as nanoid2 } from "nanoid";
 
 // src/lib/Logger.ts
@@ -964,7 +973,13 @@ var Logger = class _Logger {
 };
 
 // src/plugins/InMemoryDriver.ts
-import { asPos, CrdtType as CrdtType4, isRootStorageNode as isRootStorageNode2, nn as nn2 } from "@liveblocks/core";
+import {
+  asPos,
+  CrdtType as CrdtType4,
+  isRootStorageNode as isRootStorageNode2,
+  nn as nn2,
+  nodeStreamToCompactNodes
+} from "@liveblocks/core";
 import { ifilter, imap } from "itertools";
 
 // src/lib/text.ts
@@ -1287,6 +1302,16 @@ var InMemoryDriver = class {
       }
       return nextPos;
     }
+    function get_last_sibling(parentId) {
+      let lastPos;
+      for (const siblingKey of revNodes.keysAt(parentId)) {
+        const siblingPos = asPos(siblingKey);
+        if (lastPos === void 0 || siblingPos > lastPos) {
+          lastPos = siblingPos;
+        }
+      }
+      return lastPos;
+    }
     async function set_child(id, node, allowOverwrite = false) {
       const parentNode = nodes.get(node.parentId);
       if (parentNode === void 0) {
@@ -1374,6 +1399,17 @@ var InMemoryDriver = class {
        * Yield all nodes as [id, node] pairs. Must always include the root node.
        */
       iter_nodes: () => nodes,
+      /**
+       * Yield each node as a pre-built CompactNode JSON tuple string.
+       *
+       * This implementation IS the canonical reference for the invariant:
+       * iter_nodes_optimized` ≡ `nodeStreamToCompactNodes(iter_nodes())
+       */
+      *iter_nodes_optimized() {
+        for (const compact of nodeStreamToCompactNodes(nodes)) {
+          yield JSON.stringify(compact);
+        }
+      },
       /**
        * Return true iff a node with the given id exists. Must return true for "root".
        */
@@ -1395,6 +1431,11 @@ var InMemoryDriver = class {
        * does not have to exist already. Positions compare lexicographically.
        */
       get_next_sibling,
+      /**
+       * Return the position of the last (rightmost) child under parentId, or
+       * undefined if the node has no children.
+       */
+      get_last_sibling,
       /**
        * Insert a child node with the given id.
        *
@@ -1600,8 +1641,8 @@ var Storage = class {
   }
   async createChildAsListItem(op2, node) {
     let fix;
-    const intent = op2.intent ?? "insert";
-    if (intent === "insert") {
+    const intent2 = op2.intent ?? "insert";
+    if (intent2 === "insert") {
       const insertedParentKey = await this.insertIntoList(op2.id, node);
       if (insertedParentKey !== node.parentKey) {
         op2 = { ...op2, parentKey: insertedParentKey };
@@ -1613,7 +1654,7 @@ var Storage = class {
         return accept(op2, fix);
       }
       return accept(op2);
-    } else if (intent === "set") {
+    } else if (intent2 === "set") {
       const deletedId = op2.deletedId !== void 0 && op2.deletedId !== op2.id && this.loadedDriver.get_node(op2.deletedId)?.parentId === node.parentId ? op2.deletedId : void 0;
       if (deletedId !== void 0) {
         await this.loadedDriver.delete_node(deletedId);
@@ -1630,8 +1671,26 @@ var Storage = class {
       }
       await this.loadedDriver.set_child(op2.id, node, true);
       return accept(op2, fix);
+    } else if (intent2 === "push") {
+      const lastPos = this.loadedDriver.get_last_sibling(node.parentId);
+      const guessedKey = asPos2(node.parentKey);
+      const pushedKey = lastPos === void 0 || guessedKey > lastPos ? guessedKey : makePosition2(lastPos);
+      await this.loadedDriver.set_child(op2.id, {
+        ...node,
+        parentKey: pushedKey
+      });
+      if (pushedKey !== node.parentKey) {
+        op2 = { ...op2, parentKey: pushedKey };
+        fix = {
+          type: OpCode2.SET_PARENT_KEY,
+          id: op2.id,
+          parentKey: pushedKey
+        };
+        return accept(op2, fix);
+      }
+      return accept(op2);
     } else {
-      return assertNever2(intent, "Invalid intent");
+      return assertNever2(intent2, "Invalid intent");
     }
   }
   async applyDeleteObjectKeyOp(op2) {
@@ -2035,6 +2094,7 @@ function isLeasedSessionExpired(leasedSession) {
 }
 
 // src/Room.ts
+var MB = 1024 * 1024;
 var messagesDecoder = array3(clientMsgDecoder);
 var ServerMsgCode2 = { ...CoreServerMsgCode, ...FeedMsgCode };
 var HIGHEST_PROTOCOL_VERSION = Math.max(
@@ -2048,6 +2108,11 @@ var SERVER_MSG_CODE_NAMES = Object.fromEntries(
 var BLACK_HOLE = new Logger([
   /* No targets, i.e. black hole logger */
 ]);
+function groupNodesForWebSocketMessages(input) {
+  const MAX_SIZE = 16 * MB;
+  const idealSize = (chunkIndex) => chunkIndex < 3 ? 1 * MB : Math.min(8, chunkIndex - 1) * MB;
+  return chunkedByCost(input, (tup) => tup.length, MAX_SIZE, idealSize);
+}
 function collectSideEffects() {
   const deferred = [];
   return {
@@ -2181,7 +2246,7 @@ var BackendSession = class extends BrowserSession {
     super(ticket, socket, debug);
   }
 };
-var __debug2, __allowStreaming;
+var __debug2;
 var Room = class {
   constructor(meta, options) {
     //              ^^^^^^^^^^ User-defined Room Metadata, Session Metadata, and Client Metadata
@@ -2203,12 +2268,10 @@ var Room = class {
     __publicField(this, "sessions", new UniqueMap((s) => s.actor));
     __publicField(this, "hooks");
     __privateAdd(this, __debug2);
-    __privateAdd(this, __allowStreaming);
     const driver = options?.storage ?? makeNewInMemoryDriver();
     this.meta = meta;
     this.driver = driver;
     this.logger = options?.logger ?? BLACK_HOLE;
-    __privateSet(this, __allowStreaming, options?.allowStreaming ?? true);
     this.hooks = {
       isClientMsgAllowed: options?.hooks?.isClientMsgAllowed ?? (() => {
         return {
@@ -2973,7 +3036,13 @@ var Room = class {
     const toReplyImmediately = [];
     const toReplyAfter = [];
     const replyImmediately = (msg) => {
-      if (Array.isArray(msg)) {
+      if (typeof msg === "string") {
+        if (toReplyImmediately.length > 0) {
+          session.send(toReplyImmediately);
+          toReplyImmediately.length = 0;
+        }
+        session.send(msg);
+      } else if (Array.isArray(msg)) {
         for (const m of msg) {
           toReplyImmediately.push(m);
         }
@@ -3031,24 +3100,10 @@ var Room = class {
       }
       case ClientMsgCode2.FETCH_STORAGE: {
         if (session.version >= 8 /* V8 */) {
-          if (__privateGet(this, __allowStreaming)) {
-            const NODES_PER_CHUNK = 250;
-            for (const chunk of chunked(
-              nodeStreamToCompactNodes(this.storage.loadedDriver.iter_nodes()),
-              NODES_PER_CHUNK
-            )) {
-              replyImmediately({
-                type: ServerMsgCode2.STORAGE_CHUNK,
-                nodes: chunk
-              });
-            }
-          } else {
-            replyImmediately({
-              type: ServerMsgCode2.STORAGE_CHUNK,
-              nodes: Array.from(
-                nodeStreamToCompactNodes(this.storage.loadedDriver.iter_nodes())
-              )
-            });
+          const rawStream = this.storage.loadedDriver.iter_nodes_optimized();
+          for (const chunk of groupNodesForWebSocketMessages(rawStream)) {
+            const frame = `{"type":${ServerMsgCode2.STORAGE_CHUNK},"nodes":[${chunk.join(",")}]}`;
+            replyImmediately(frame);
           }
           replyImmediately({ type: ServerMsgCode2.STORAGE_STREAM_END });
         } else {
@@ -3327,7 +3382,6 @@ var Room = class {
   }
 };
 __debug2 = new WeakMap();
-__allowStreaming = new WeakMap();
 export {
   BackendSession,
   BrowserSession,