@inditextech/weave-store-azure-web-pubsub 2.1.0 → 2.2.0

package/dist/client.d.ts

@@ -185,6 +185,10 @@ declare enum MessageDataType {
   Awareness = "awareness",
 }
 interface MessageData {
+  payloadId?: string;
+  index?: number;
+  type?: "chunk" | "end";
+  totalChunks?: number;
   group: string;
   t: string;
   f: string;
@@ -223,6 +227,7 @@ declare class WeaveStoreAzureWebPubSubSyncClient extends Emittery {
   private _awareness;
   private _options;
   private _initialized;
+  private _chunkedMessages;
   private _updateHandler;
   private _awarenessUpdateHandler;
   /**

package/dist/client.js

@@ -3722,6 +3722,29 @@ const WEAVE_STORE_HORIZONTAL_SYNC_HANDLER_CLIENT_TYPE = {
 };
 const WEAVE_STORE_AZURE_WEB_PUBSUB_DEFAULT_CONFIG = { resyncIntervalMs: 15e3 };
 
+//#endregion
+//#region src/utils.ts
+function handleChunkedMessage(chunkedMessagesMap, messageData) {
+	if (messageData.payloadId && messageData.index !== void 0 && messageData.totalChunks && messageData.type === "chunk") {
+		if (!chunkedMessagesMap.has(messageData.payloadId)) chunkedMessagesMap.set(messageData.payloadId, new Array(messageData.totalChunks));
+		if (messageData.c) chunkedMessagesMap.get(messageData.payloadId)[messageData.index] = messageData.c;
+	}
+	let joined = void 0;
+	if (messageData.payloadId && messageData.type === "end") {
+		if (chunkedMessagesMap.has(messageData.payloadId)) {
+			joined = chunkedMessagesMap.get(messageData.payloadId).join("");
+			chunkedMessagesMap.delete(messageData.payloadId);
+		}
+	}
+	return joined;
+}
+function handleMessageBufferData(normalMessagePayload, joinedMessagePayload) {
+	let buf = void 0;
+	if (normalMessagePayload) buf = Buffer.from(normalMessagePayload, "base64");
+	if (joinedMessagePayload) buf = Buffer.from(joinedMessagePayload, "base64");
+	return buf;
+}
+
 //#endregion
 //#region src/client.ts
 const messageSyncStep1 = 0;
@@ -3774,6 +3797,7 @@ var WeaveStoreAzureWebPubSubSyncClient = class extends Emittery {
 		this._status = WEAVE_STORE_AZURE_WEB_PUBSUB_CONNECTION_STATUS.DISCONNECTED;
 		this._wsConnected = false;
 		this._initialized = false;
+		this._chunkedMessages = new Map();
 		this._connectionRetries = 0;
 		this._synced = false;
 		this._ws = null;
@@ -3836,10 +3860,10 @@ var WeaveStoreAzureWebPubSubSyncClient = class extends Emittery {
 			this._resyncCheckInterval = setInterval(() => {
 				if (!this._lastReceivedSyncResponse) return;
 				const resyncInSeconds = this._options.resyncInterval / 1e3;
-				const resyncLimitInSeconds = resyncInSeconds + 5;
+				const resyncWindowLimitInSeconds = resyncInSeconds + 10;
 				const now = new Date();
 				const diffInSeconds = (now.getTime() - this._lastReceivedSyncResponse) / 1e3;
-				if (diffInSeconds > resyncLimitInSeconds && this._ws?.readyState === WebSocket.OPEN) {
+				if (diffInSeconds > resyncWindowLimitInSeconds && this._ws?.readyState === WebSocket.OPEN) {
 					this._ws.dispatchEvent(new CustomEvent("error", {
 						cancelable: false,
 						bubbles: false,
@@ -3940,8 +3964,11 @@ var WeaveStoreAzureWebPubSubSyncClient = class extends Emittery {
 			if (message.type === MessageType.System) return;
 			const messageData = message.data;
 			if (messageData.t !== void 0 && messageData.t !== this._uuid) return;
-			const buf = Buffer$1.from(messageData.c, "base64");
-			const encoder = readMessage(this, buf, true, messageData.f);
+			const joinedMessagePayload = handleChunkedMessage(this._chunkedMessages, messageData);
+			if (messageData.type === "chunk") return;
+			const buffer = handleMessageBufferData(messageData.c, joinedMessagePayload);
+			if (!buffer) return;
+			const encoder = readMessage(this, buffer, true, messageData.f);
 			if (length$1(encoder) > 1) sendToControlGroup(this, this.topic, MessageDataType.Sync, toUint8Array(encoder));
 		};
 		websocket.onclose = () => {
@@ -3996,10 +4023,7 @@ var WeaveStoreAzureWebPubSubSyncClient = class extends Emittery {
 function safeSend(data) {
 	const MAX_BYTES = 64 * 1024;
 	const bytes = new TextEncoder().encode(data);
-	if (bytes.byteLength > MAX_BYTES) {
-		console.warn(`Message too large: ${bytes.byteLength} bytes (limit ${MAX_BYTES}). Skipping send.`);
-		return false;
-	}
+	if (bytes.byteLength > MAX_BYTES) return false;
 	return true;
 }
 function joinGroup(client, group) {
@@ -4014,13 +4038,57 @@ function sendToControlGroup(client, group, type, u8) {
 	const payload = JSON.stringify({
 		type: MessageType.SendToGroup,
 		group: `${group}.host`,
+		noEcho: true,
 		data: {
 			t: type,
 			f: client.id,
 			c: Buffer$1.from(u8).toString("base64")
 		}
 	});
-	if (!safeSend(payload)) return;
+	if (!safeSend(payload)) {
+		sendToControlGroupChunked(client, group, type, u8);
+		return;
+	}
+	client.ws?.send(payload);
+}
+function chunkString(str, size) {
+	const chunks = [];
+	for (let i = 0; i < str.length; i += size) chunks.push(str.slice(i, i + size));
+	return chunks;
+}
+function sendToControlGroupChunked(client, group, type, u8) {
+	const base64Data = Buffer$1.from(u8).toString("base64");
+	const CHUNK_SIZE = 60 * 1024;
+	const chunks = chunkString(base64Data, CHUNK_SIZE);
+	const payloadId = v4();
+	for (let i = 0; i < chunks.length; i++) {
+		const payload$1 = JSON.stringify({
+			type: MessageType.SendToGroup,
+			group: `${group}.host`,
+			noEcho: true,
+			data: {
+				payloadId,
+				type: "chunk",
+				totalChunks: chunks.length,
+				index: i,
+				t: type,
+				f: client.id,
+				c: chunks[i]
+			}
+		});
+		client.ws?.send(payload$1);
+	}
+	const payload = JSON.stringify({
+		type: MessageType.SendToGroup,
+		group: `${group}.host`,
+		noEcho: true,
+		data: {
+			payloadId,
+			type: "end",
+			f: client.id,
+			t: type
+		}
+	});
 	client.ws?.send(payload);
 }
 function isRelativeUrl(url) {

package/dist/server.d.ts

@@ -76,6 +76,7 @@ declare class WeaveStoreAzureWebPubSubSyncClient extends Emittery {
   private _awareness;
   private _options;
   private _initialized;
+  private _chunkedMessages;
   private _updateHandler;
   private _awarenessUpdateHandler;
   /**
@@ -193,6 +194,10 @@ declare enum MessageDataType {
   Awareness = "awareness",
 }
 interface MessageData {
+  payloadId?: string;
+  index?: number;
+  type?: "chunk" | "end";
+  totalChunks?: number;
   group: string;
   t: string;
   f: string;
@@ -1009,6 +1014,7 @@ declare class WeaveStoreAzureWebPubSubSyncHost {
   private _reconnectAttempts;
   private _forceClose;
   private _awareness;
+  private _chunkedMessages;
   private _updateHandler;
   private _awarenessUpdateHandler;
   constructor(server: WeaveAzureWebPubsubServer, syncHandler: WeaveAzureWebPubsubSyncHandler, client: WebPubSubServiceClient, topic: string, doc: Y.Doc);
@@ -1019,7 +1025,10 @@ declare class WeaveStoreAzureWebPubSubSyncHost {
   stop(): Promise<void>;
   simulateWebsocketError(): void;
   private safeSend;
+  private chunkString;
+  private chunkedBroadcast;
   private broadcast;
+  private chunkedSend;
   private send;
   private onClientInit;
   private onClientSync;

package/dist/server.js

@@ -7,8 +7,8 @@ import * as Y from "yjs";
 import { URL as URL$1 } from "node:url";
 import { EOL } from "node:os";
 import process$1 from "node:process";
-import { WebSocket } from "ws";
 import crypto from "node:crypto";
+import { WebSocket } from "ws";
 import { defaultInitialState } from "@inditextech/weave-sdk/server";
 
 //#region rolldown:runtime
@@ -20789,17 +20789,17 @@ Object.defineProperty(Emittery, "listenerRemoved", {
 
 //#endregion
 //#region src/types.ts
-let MessageType = /* @__PURE__ */ function(MessageType$2) {
-	MessageType$2["System"] = "system";
-	MessageType$2["JoinGroup"] = "joinGroup";
-	MessageType$2["SendToGroup"] = "sendToGroup";
-	return MessageType$2;
+let MessageType = /* @__PURE__ */ function(MessageType$1) {
+	MessageType$1["System"] = "system";
+	MessageType$1["JoinGroup"] = "joinGroup";
+	MessageType$1["SendToGroup"] = "sendToGroup";
+	return MessageType$1;
 }({});
-let MessageDataType = /* @__PURE__ */ function(MessageDataType$2) {
-	MessageDataType$2["Init"] = "init";
-	MessageDataType$2["Sync"] = "sync";
-	MessageDataType$2["Awareness"] = "awareness";
-	return MessageDataType$2;
+let MessageDataType = /* @__PURE__ */ function(MessageDataType$1) {
+	MessageDataType$1["Init"] = "init";
+	MessageDataType$1["Sync"] = "sync";
+	MessageDataType$1["Awareness"] = "awareness";
+	return MessageDataType$1;
 }({});
 
 //#endregion
@@ -22836,24 +22836,29 @@ const applyAwarenessUpdate = (awareness, update, origin) => {
 	}, origin]);
 };
 
+//#endregion
+//#region src/utils.ts
+function handleChunkedMessage(chunkedMessagesMap, messageData) {
+	if (messageData.payloadId && messageData.index !== void 0 && messageData.totalChunks && messageData.type === "chunk") {
+		if (!chunkedMessagesMap.has(messageData.payloadId)) chunkedMessagesMap.set(messageData.payloadId, new Array(messageData.totalChunks));
+		if (messageData.c) chunkedMessagesMap.get(messageData.payloadId)[messageData.index] = messageData.c;
+	}
+	let joined = void 0;
+	if (messageData.payloadId && messageData.type === "end") {
+		if (chunkedMessagesMap.has(messageData.payloadId)) {
+			joined = chunkedMessagesMap.get(messageData.payloadId).join("");
+			chunkedMessagesMap.delete(messageData.payloadId);
+		}
+	}
+	return joined;
+}
+
 //#endregion
 //#region src/server/azure-web-pubsub-host.ts
 const expirationTimeInMinutes = 60;
 const messageSync = 0;
 const messageAwareness = 1;
 const AzureWebPubSubJsonProtocol = "json.webpubsub.azure.v1";
-let MessageType$1 = /* @__PURE__ */ function(MessageType$2) {
-	MessageType$2["System"] = "system";
-	MessageType$2["JoinGroup"] = "joinGroup";
-	MessageType$2["SendToGroup"] = "sendToGroup";
-	return MessageType$2;
-}({});
-let MessageDataType$1 = /* @__PURE__ */ function(MessageDataType$2) {
-	MessageDataType$2["Init"] = "init";
-	MessageDataType$2["Sync"] = "sync";
-	MessageDataType$2["Awareness"] = "awareness";
-	return MessageDataType$2;
-}({});
 const HostUserId = "host";
 var WeaveStoreAzureWebPubSubSyncHost = class {
 	_reconnectAttempts = 0;
@@ -22865,6 +22870,7 @@ var WeaveStoreAzureWebPubSubSyncHost = class {
 		this.topic = topic;
 		this.topicAwarenessChannel = `${topic}-awareness`;
 		this._client = client;
+		this._chunkedMessages = new Map();
 		this._conn = null;
 		this._awareness = new Awareness(this.doc);
 		this._awarenessUpdateHandler = ({ added, updated, removed }, origin) => {
@@ -22918,7 +22924,7 @@ var WeaveStoreAzureWebPubSubSyncHost = class {
 					event
 				});
 				ws.send(JSON.stringify({
-					type: MessageType$1.JoinGroup,
+					type: MessageType.JoinGroup,
 					group: `${group}.host`
 				}));
 				this.server.emitEvent("onWsJoinGroup", { group: `${group}.host` });
@@ -22931,18 +22937,21 @@ var WeaveStoreAzureWebPubSubSyncHost = class {
 					event: e
 				});
 				const event = JSON.parse(e.data.toString());
-				if (event.type === "message" && event.from === "group") switch (event.data.t) {
-					case MessageDataType$1.Init:
-						this.onClientInit(group, event.data);
-						this.onClientSync(group, event.data);
-						this.sendInitAwarenessInfo(event.data.f);
-						return;
-					case MessageDataType$1.Sync:
-						this.onClientSync(group, event.data);
-						return;
-					case MessageDataType$1.Awareness:
-						this.onAwareness(group, event.data);
-						return;
+				if (event.type === "message" && event.from === "group") {
+					const joinedMessagePayload = handleChunkedMessage(this._chunkedMessages, event.data);
+					switch (event.data.t) {
+						case MessageDataType.Init:
+							this.onClientInit(group, event.data);
+							this.onClientSync(group, event.data.f, joinedMessagePayload ?? event.data.c);
+							this.sendInitAwarenessInfo(event.data.f);
+							return;
+						case MessageDataType.Sync:
+							this.onClientSync(group, event.data.f, joinedMessagePayload ?? event.data.c);
+							return;
+						case MessageDataType.Awareness:
+							this.onAwareness(group, event.data.c);
+							return;
+					}
 				}
 			});
 			ws.addEventListener("close", (e) => {
@@ -22990,16 +22999,51 @@ var WeaveStoreAzureWebPubSubSyncHost = class {
 	safeSend(data) {
 		const MAX_BYTES = 64 * 1024;
 		const bytes = new TextEncoder().encode(data);
-		if (bytes.byteLength > MAX_BYTES) {
-			console.warn(`Message too large: ${bytes.byteLength} bytes (limit ${MAX_BYTES}). Skipping send.`);
-			return false;
-		}
+		if (bytes.byteLength > MAX_BYTES) return false;
 		return true;
 	}
+	chunkString(str, size) {
+		const chunks = [];
+		for (let i = 0; i < str.length; i += size) chunks.push(str.slice(i, i + size));
+		return chunks;
+	}
+	chunkedBroadcast(group, from$1, u8) {
+		const base64Data = Buffer.from(u8).toString("base64");
+		const CHUNK_SIZE = 60 * 1024;
+		const chunks = this.chunkString(base64Data, CHUNK_SIZE);
+		const payloadId = crypto.randomUUID();
+		for (let i = 0; i < chunks.length; i++) {
+			const payload$1 = JSON.stringify({
+				type: MessageType.SendToGroup,
+				group,
+				noEcho: true,
+				data: {
+					payloadId,
+					type: "chunk",
+					index: i,
+					totalChunks: chunks.length,
+					f: from$1,
+					c: chunks[i]
+				}
+			});
+			this._conn?.send?.(payload$1);
+		}
+		const payload = JSON.stringify({
+			type: MessageType.SendToGroup,
+			group,
+			noEcho: true,
+			data: {
+				payloadId,
+				type: "end",
+				f: from$1
+			}
+		});
+		this._conn?.send?.(payload);
+	}
 	broadcast(group, from$1, u8) {
 		try {
 			const payload = JSON.stringify({
-				type: MessageType$1.SendToGroup,
+				type: MessageType.SendToGroup,
 				group,
 				noEcho: true,
 				data: {
@@ -23007,16 +23051,52 @@ var WeaveStoreAzureWebPubSubSyncHost = class {
 					c: Buffer.from(u8).toString("base64")
 				}
 			});
-			if (!this.safeSend(payload)) return;
+			if (!this.safeSend(payload)) {
+				this.chunkedBroadcast(group, from$1, u8);
+				return;
+			}
 			this._conn?.send?.(payload);
 		} catch (ex) {
 			console.error("Error broadcasting message:", ex);
 		}
 	}
+	chunkedSend(group, to, u8) {
+		const base64Data = Buffer.from(u8).toString("base64");
+		const CHUNK_SIZE = 60 * 1024;
+		const chunks = this.chunkString(base64Data, CHUNK_SIZE);
+		const payloadId = crypto.randomUUID();
+		for (let i = 0; i < chunks.length; i++) {
+			const payload$1 = JSON.stringify({
+				type: MessageType.SendToGroup,
+				group,
+				noEcho: true,
+				data: {
+					payloadId,
+					type: "chunk",
+					index: i,
+					totalChunks: chunks.length,
+					t: to,
+					c: chunks[i]
+				}
+			});
+			this._conn?.send?.(payload$1);
+		}
+		const payload = JSON.stringify({
+			type: MessageType.SendToGroup,
+			group,
+			noEcho: true,
+			data: {
+				payloadId,
+				type: "end",
+				t: to
+			}
+		});
+		this._conn?.send?.(payload);
+	}
 	send(group, to, u8) {
 		try {
 			const payload = JSON.stringify({
-				type: MessageType$1.SendToGroup,
+				type: MessageType.SendToGroup,
 				group,
 				noEcho: true,
 				data: {
@@ -23024,7 +23104,10 @@ var WeaveStoreAzureWebPubSubSyncHost = class {
 					c: Buffer.from(u8).toString("base64")
 				}
 			});
-			if (!this.safeSend(payload)) return;
+			if (!this.safeSend(payload)) {
+				this.chunkedSend(group, to, u8);
+				return;
+			}
 			this._conn?.send?.(payload);
 		} catch (ex) {
 			console.error("Error sending message:", ex);
@@ -23037,17 +23120,17 @@ var WeaveStoreAzureWebPubSubSyncHost = class {
 		const u8 = toUint8Array(encoder);
 		this.send(group, data.f, u8);
 	}
-	onClientSync(group, data) {
+	onClientSync(group, from$1, data) {
 		try {
-			const buf = Buffer.from(data.c, "base64");
+			const buf = Buffer.from(data, "base64");
 			const encoder = createEncoder();
 			const decoder = createDecoder(buf);
 			const messageType = readVarUint(decoder);
 			switch (messageType) {
 				case messageYjsSyncStep1:
 					writeVarUint(encoder, messageYjsSyncStep1);
-					readSyncMessage(decoder, encoder, this.doc, data.f);
-					if (length$1(encoder) > 1) this.send(group, data.f, toUint8Array(encoder));
+					readSyncMessage(decoder, encoder, this.doc, from$1);
+					if (length$1(encoder) > 1) this.send(group, from$1, toUint8Array(encoder));
 					break;
 			}
 		} catch (err) {
@@ -23056,7 +23139,7 @@ var WeaveStoreAzureWebPubSubSyncHost = class {
 	}
 	onAwareness(_, data) {
 		try {
-			const buf = Buffer.from(data.c, "base64");
+			const buf = Buffer.from(data, "base64");
 			const decoder = createDecoder(buf);
 			readVarUint(decoder);
 			const update = readVarUint8Array(decoder);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@inditextech/weave-store-azure-web-pubsub",
-  "version": "2.1.0",
+  "version": "2.2.0",
   "type": "module",
   "license": "Apache-2.0",
   "author": "Jesus Manuel Piñeiro Cid <jesusmpc@inditex.com>",
@@ -57,8 +57,8 @@
   "dependencies": {
     "@azure/identity": "4.10.2",
     "@azure/web-pubsub": "1.2.0",
-    "@inditextech/weave-types": "2.1.0",
-    "@inditextech/weave-sdk": "2.1.0",
+    "@inditextech/weave-types": "2.2.0",
+    "@inditextech/weave-sdk": "2.2.0",
     "@syncedstore/core": "0.6.0",
     "buffer": "6.0.3",
     "reconnecting-websocket": "4.4.0",