@dxos/edge-client 0.8.4-main.fffef41 → 0.9.0

package/src/edge-ws-connection.ts

@@ -50,7 +50,7 @@ export class EdgeWsConnection extends Resource {
 
   constructor(
     private readonly _identity: EdgeIdentity,
-    private readonly _connectionInfo: { url: URL; protocolHeader?: string },
+    private readonly _connectionInfo: { url: URL; protocolHeader?: string; headers?: Record<string, string> },
     private readonly _callbacks: EdgeWsConnectionCallbacks,
   ) {
     super();
@@ -121,6 +121,7 @@ export class EdgeWsConnection extends Resource {
       this._connectionInfo.protocolHeader
         ? [...baseProtocols, this._connectionInfo.protocolHeader]
         : [...baseProtocols],
+      this._connectionInfo.headers ? { headers: this._connectionInfo.headers } : undefined,
     );
     const muxer = new WebSocketMuxer(this._ws);
     this._wsMuxer = muxer;

package/src/edge-ws-muxer.ts

@@ -74,6 +74,15 @@ export class WebSocketMuxer {
       return;
     }
 
+    const chunkCount = Math.ceil(binary.length / this._maxChunkLength);
+    log('muxer sending segmented message', {
+      byteLength: binary.byteLength,
+      chunkCount,
+      channelId,
+      serviceId: message.serviceId,
+      payload: protocol.getPayloadType(message),
+    });
+
     const terminatorSentTrigger = new Trigger();
     const messageChunks: MessageChunk[] = [];
     for (let i = 0; i < binary.length; i += this._maxChunkLength) {
@@ -97,7 +106,13 @@ export class WebSocketMuxer {
 
     this._sendChunkedMessages();
 
-    return terminatorSentTrigger.wait();
+    await terminatorSentTrigger.wait();
+    log.debug('muxer segmented message send enqueued', {
+      byteLength: binary.byteLength,
+      chunkCount,
+      channelId,
+      serviceId: message.serviceId,
+    });
   }
 
   public receiveData(data: Uint8Array): Message | undefined {
@@ -106,21 +121,45 @@ export class WebSocketMuxer {
     }
 
     const [flags, channelId, ...payload] = data;
+    const chunkPayload = Buffer.from(payload);
     let chunkAccumulator = this._inMessageAccumulator.get(channelId);
     if (chunkAccumulator) {
-      chunkAccumulator.push(Buffer.from(payload));
+      chunkAccumulator.push(chunkPayload);
     } else {
-      chunkAccumulator = [Buffer.from(payload)];
+      chunkAccumulator = [chunkPayload];
       this._inMessageAccumulator.set(channelId, chunkAccumulator);
+      log.debug('muxer started receiving segmented message', {
+        channelId,
+        firstChunkBytes: chunkPayload.byteLength,
+      });
     }
 
     if ((flags & FLAG_SEGMENT_SEQ_TERMINATED) === 0) {
       return undefined;
     }
 
-    const message = buf.fromBinary(MessageSchema, Buffer.concat(chunkAccumulator));
+    const reassembled = Buffer.concat(chunkAccumulator);
+    const chunkCount = chunkAccumulator.length;
     this._inMessageAccumulator.delete(channelId);
-    return message;
+    try {
+      const message = buf.fromBinary(MessageSchema, reassembled);
+      log('muxer reassembled segmented message', {
+        channelId,
+        chunkCount,
+        byteLength: reassembled.byteLength,
+        serviceId: message.serviceId,
+        payloadBytes: message.payload?.value?.byteLength,
+      });
+      return message;
+    } catch (error) {
+      log.error('muxer failed to decode reassembled message', {
+        channelId,
+        chunkCount,
+        byteLength: reassembled.byteLength,
+        cause: error instanceof Error ? error.message : String(error),
+      });
+      throw error;
+    }
   }
 
   public destroy(): void {
@@ -153,6 +192,11 @@ export class WebSocketMuxer {
       for (const [channelId, messages] of this._outMessageChunks.entries()) {
         if (this._ws.bufferedAmount != null) {
           if (this._ws.bufferedAmount + MAX_CHUNK_LENGTH > MAX_BUFFERED_AMOUNT) {
+            log.debug('muxer send paused (websocket buffer full)', {
+              channelId,
+              bufferedAmount: this._ws.bufferedAmount,
+              pendingChannels: this._outMessageChunks.size,
+            });
             timeout = BUFFER_FULL_BACKOFF_TIMEOUT;
             break;
           }

package/src/http-client.test.ts

@@ -8,6 +8,7 @@ import * as Effect from 'effect/Effect';
 import * as Function from 'effect/Function';
 import { afterEach, beforeEach, describe, it } from 'vitest';
 
+import { EffectEx } from '@dxos/effect';
 import { invariant } from '@dxos/invariant';
 
 import { HttpConfig, withLogging, withRetry, withRetryConfig } from './http-client';
@@ -36,7 +37,7 @@ describe('HttpClient', () => {
         withRetry(HttpClient.get(server.url)),
         Effect.provide(FetchHttpClient.layer),
         Effect.withSpan('EdgeHttpClient'),
-        Effect.runPromise,
+        EffectEx.runAndForwardErrors,
       );
       expect(result).toMatchObject({ success: true, data: { value: 100 } });
     }
@@ -49,7 +50,7 @@ describe('HttpClient', () => {
         Effect.provide(FetchHttpClient.layer),
         Effect.provide(HttpConfig.default), // TODO(burdon): Swap out to mock.
         Effect.withSpan('EdgeHttpClient'), // TODO(burdon): OTEL.
-        Effect.runPromise,
+        EffectEx.runAndForwardErrors,
       );
       expect(result).toMatchObject({ success: true, data: { value: 100 } });
     }

package/src/hub-http-client.ts

@@ -0,0 +1,118 @@
+//
+// Copyright 2024 DXOS.org
+//
+
+import { type Context } from '@dxos/context';
+import {
+  type CheckEmailExistsResponse,
+  type GetAccountResponse,
+  type IssueInvitationResponse,
+  type ListAccountInvitationsResponse,
+  type LoginRequest,
+  type LoginResponse,
+  type RedeemInvitationCodeRequest,
+  type RedeemInvitationCodeResponse,
+  type RequestAccessRequest,
+  type RequestAccessResponse,
+  type ResendVerificationEmailResponse,
+  type ValidateInvitationCodeResponse,
+} from '@dxos/protocols';
+
+import { BaseHttpClient, type BaseHttpClientOptions, type EdgeHttpCallArgs } from './base-http-client';
+
+/**
+ * HTTP client for the hub-service API (accounts, invitations, email verification).
+ *
+ * Hub-service and the edge worker are separate Cloudflare Workers deployed at different
+ * URLs (`DX_HUB_URL` vs `DX_EDGE_URL`). This client is never used to talk to the edge
+ * worker, and vice versa — keep them separate.
+ *
+ * NOTE: Do NOT set `auth: true` on any call here. Hub-service has no `/auth` VP-challenge
+ * endpoint (it has an admin login page that 302s and is not CORS-enabled). Auth is handled
+ * via the regular request → 401 → WWW-Authenticate challenge → retry path.
+ */
+export class HubHttpClient extends BaseHttpClient {
+  constructor(hubUrl: string, options?: BaseHttpClientOptions) {
+    super(hubUrl, options);
+  }
+
+  //
+  // Public (unauthenticated) endpoints
+  //
+
+  public async checkEmailExists(
+    ctx: Context,
+    body: { email: string },
+    args?: EdgeHttpCallArgs,
+  ): Promise<CheckEmailExistsResponse> {
+    return this._call(ctx, new URL('/account/email/exists', this.baseUrl), { ...args, body, method: 'POST' });
+  }
+
+  public async validateInvitationCode(
+    ctx: Context,
+    body: { code: string },
+    args?: EdgeHttpCallArgs,
+  ): Promise<ValidateInvitationCodeResponse> {
+    return this._call(ctx, new URL('/account/invitation-code/validate', this.baseUrl), {
+      ...args,
+      body,
+      method: 'POST',
+    });
+  }
+
+  public async redeemInvitationCode(
+    ctx: Context,
+    body: RedeemInvitationCodeRequest,
+    args?: EdgeHttpCallArgs,
+  ): Promise<RedeemInvitationCodeResponse> {
+    return this._call(ctx, new URL('/account/invitation-code/redeem', this.baseUrl), {
+      ...args,
+      body,
+      method: 'POST',
+    });
+  }
+
+  /**
+   * Existing-account email login. Server inlines `token` for test emails; regular
+   * emails are delivered out-of-band. Response is identical for unknown emails
+   * (enumeration-safe).
+   */
+  public async login(ctx: Context, body: LoginRequest, args?: EdgeHttpCallArgs): Promise<LoginResponse> {
+    return this._call(ctx, new URL('/account/login', this.baseUrl), { ...args, body, method: 'POST' });
+  }
+
+  public async requestAccess(
+    ctx: Context,
+    body: RequestAccessRequest,
+    args?: EdgeHttpCallArgs,
+  ): Promise<RequestAccessResponse> {
+    return this._call(ctx, new URL('/account/request-access', this.baseUrl), { ...args, body, method: 'POST' });
+  }
+
+  //
+  // Authenticated (VP) endpoints
+  //
+
+  public async getAccount(ctx: Context, args?: EdgeHttpCallArgs): Promise<GetAccountResponse> {
+    return this._call(ctx, new URL('/account/me', this.baseUrl), { ...args, method: 'GET' });
+  }
+
+  public async deleteAccount(ctx: Context, args?: EdgeHttpCallArgs): Promise<{ deleted: boolean }> {
+    return this._call(ctx, new URL('/account/me', this.baseUrl), { ...args, method: 'DELETE' });
+  }
+
+  public async listAccountInvitations(ctx: Context, args?: EdgeHttpCallArgs): Promise<ListAccountInvitationsResponse> {
+    return this._call(ctx, new URL('/account/invitation', this.baseUrl), { ...args, method: 'GET' });
+  }
+
+  public async issueAccountInvitation(ctx: Context, args?: EdgeHttpCallArgs): Promise<IssueInvitationResponse> {
+    return this._call(ctx, new URL('/account/invitation/issue', this.baseUrl), { ...args, method: 'POST' });
+  }
+
+  public async resendVerificationEmail(
+    ctx: Context,
+    args?: EdgeHttpCallArgs,
+  ): Promise<ResendVerificationEmailResponse> {
+    return this._call(ctx, new URL('/account/email/resend-verification', this.baseUrl), { ...args, method: 'POST' });
+  }
+}

package/src/index.ts

@@ -5,11 +5,15 @@
 export * from '@dxos/protocols/buf/dxos/edge/messenger_pb';
 
 export * from './auth';
+export * from './cors-proxy';
 export * from './defs';
 export * from './edge-client';
 export * from './errors';
 export * from './protocol';
+export * from './base-http-client';
+export * from './edge-ai-http-client';
 export * from './edge-http-client';
+export * from './hub-http-client';
 export * from './edge-identity';
 export * from './edge-ws-muxer';
 export * from './http-client';

package/src/testing/test-utils.ts

@@ -16,13 +16,13 @@ import { toUint8Array } from '../protocol';
 
 export const DEFAULT_PORT = 8080;
 
-type TestEdgeWsServerParams = {
+type TestEdgeWsServerProps = {
   admitConnection?: Trigger;
   payloadDecoder?: (payload: Uint8Array) => any;
   messageHandler?: (payload: any) => Promise<Uint8Array | undefined>;
 };
 
-export const createTestEdgeWsServer = async (port = DEFAULT_PORT, params?: TestEdgeWsServerParams) => {
+export const createTestEdgeWsServer = async (port = DEFAULT_PORT, params?: TestEdgeWsServerProps) => {
   const wsServer = new WebSocket.Server({
     port,
     verifyClient: createConnectionDelayHandler(params),
@@ -86,7 +86,7 @@ export const createTestEdgeWsServer = async (port = DEFAULT_PORT, params?: TestE
   };
 };
 
-const createConnectionDelayHandler = (params: TestEdgeWsServerParams | undefined) => {
+const createConnectionDelayHandler = (params: TestEdgeWsServerProps | undefined) => {
   return (_: any, callback: (admit: boolean) => void) => {
     if (params?.admitConnection) {
       log('delaying edge connection admission');
@@ -116,7 +116,7 @@ const createResponseSender = (connection: () => WebSocketMuxer) => {
   };
 };
 
-const decodePayload = async (request: Message, params: TestEdgeWsServerParams | undefined) => {
+const decodePayload = async (request: Message, params: TestEdgeWsServerProps | undefined) => {
   const requestPayload = params?.payloadDecoder
     ? params.payloadDecoder(request.payload!.value!)
     : protocol.getPayload(request, TextMessageSchema);

package/dist/lib/browser/chunk-VESGVCLQ.mjs

@@ -1,301 +0,0 @@
-// src/edge-ws-muxer.ts
-import { Trigger } from "@dxos/async";
-import { log } from "@dxos/log";
-import { buf as buf2 } from "@dxos/protocols/buf";
-import { MessageSchema as MessageSchema2 } from "@dxos/protocols/buf/dxos/edge/messenger_pb";
-
-// src/defs.ts
-import { bufWkt as bufWkt2 } from "@dxos/protocols/buf";
-import { SwarmRequestSchema, SwarmResponseSchema, TextMessageSchema } from "@dxos/protocols/buf/dxos/edge/messenger_pb";
-
-// src/protocol.ts
-import { invariant } from "@dxos/invariant";
-import { buf, bufWkt } from "@dxos/protocols/buf";
-import { MessageSchema } from "@dxos/protocols/buf/dxos/edge/messenger_pb";
-import { bufferToArray } from "@dxos/util";
-var __dxlog_file = "/__w/dxos/dxos/packages/core/mesh/edge-client/src/protocol.ts";
-var getTypename = (typeName) => `type.googleapis.com/${typeName}`;
-var Protocol = class {
-  _typeRegistry;
-  constructor(types) {
-    this._typeRegistry = buf.createRegistry(...types);
-  }
-  get typeRegistry() {
-    return this._typeRegistry;
-  }
-  toJson(message) {
-    try {
-      return buf.toJson(MessageSchema, message, {
-        registry: this.typeRegistry
-      });
-    } catch (err) {
-      return {
-        type: this.getPayloadType(message)
-      };
-    }
-  }
-  /**
-  * Return the payload with the given type.
-  */
-  getPayload(message, type) {
-    invariant(message.payload, void 0, {
-      F: __dxlog_file,
-      L: 40,
-      S: this,
-      A: [
-        "message.payload",
-        ""
-      ]
-    });
-    const payloadTypename = this.getPayloadType(message);
-    if (type && type.typeName !== payloadTypename) {
-      throw new Error(`Unexpected payload type: ${payloadTypename}; expected ${type.typeName}`);
-    }
-    invariant(bufWkt.anyIs(message.payload, type), `Unexpected payload type: ${payloadTypename}}`, {
-      F: __dxlog_file,
-      L: 46,
-      S: this,
-      A: [
-        "bufWkt.anyIs(message.payload, type)",
-        "`Unexpected payload type: ${payloadTypename}}`"
-      ]
-    });
-    const payload = bufWkt.anyUnpack(message.payload, this.typeRegistry);
-    invariant(payload, `Empty payload: ${payloadTypename}}`, {
-      F: __dxlog_file,
-      L: 48,
-      S: this,
-      A: [
-        "payload",
-        "`Empty payload: ${payloadTypename}}`"
-      ]
-    });
-    return payload;
-  }
-  /**
-  * Get the payload type.
-  */
-  getPayloadType(message) {
-    if (!message.payload) {
-      return void 0;
-    }
-    const [, type] = message.payload.typeUrl.split("/");
-    return type;
-  }
-  /**
-  * Create a packed message.
-  */
-  createMessage(type, { source, target, payload, serviceId }) {
-    return buf.create(MessageSchema, {
-      timestamp: (/* @__PURE__ */ new Date()).toISOString(),
-      source,
-      target,
-      serviceId,
-      payload: payload ? bufWkt.anyPack(type, buf.create(type, payload)) : void 0
-    });
-  }
-};
-var toUint8Array = async (data) => {
-  if (data instanceof Buffer) {
-    return bufferToArray(data);
-  }
-  if (data instanceof Blob) {
-    return new Uint8Array(await data.arrayBuffer());
-  }
-  throw new Error(`Unexpected datatype: ${data}`);
-};
-
-// src/defs.ts
-var protocol = new Protocol([
-  SwarmRequestSchema,
-  SwarmResponseSchema,
-  TextMessageSchema,
-  bufWkt2.AnySchema
-]);
-
-// src/edge-ws-muxer.ts
-var __dxlog_file2 = "/__w/dxos/dxos/packages/core/mesh/edge-client/src/edge-ws-muxer.ts";
-var FLAG_SEGMENT_SEQ = 1;
-var FLAG_SEGMENT_SEQ_TERMINATED = 1 << 1;
-var CLOUDFLARE_MESSAGE_MAX_BYTES = 1e3 * 1e3;
-var CLOUDFLARE_RPC_MAX_BYTES = 32 * 1e3 * 1e3;
-var MAX_CHUNK_LENGTH = 16384;
-var MAX_BUFFERED_AMOUNT = CLOUDFLARE_MESSAGE_MAX_BYTES;
-var BUFFER_FULL_BACKOFF_TIMEOUT = 100;
-var WebSocketMuxer = class {
-  _ws;
-  _inMessageAccumulator = /* @__PURE__ */ new Map();
-  _outMessageChunks = /* @__PURE__ */ new Map();
-  _outMessageChannelByService = /* @__PURE__ */ new Map();
-  _sendTimeout;
-  _maxChunkLength;
-  constructor(_ws, config) {
-    this._ws = _ws;
-    this._maxChunkLength = config?.maxChunkLength ?? MAX_CHUNK_LENGTH;
-  }
-  /**
-  * Resolves when all the message chunks get enqueued for sending.
-  */
-  async send(message) {
-    const binary = buf2.toBinary(MessageSchema2, message);
-    const channelId = this._resolveChannel(message);
-    if (channelId == null && binary.byteLength > CLOUDFLARE_MESSAGE_MAX_BYTES || binary.byteLength > CLOUDFLARE_RPC_MAX_BYTES) {
-      log.error("Large message dropped", {
-        byteLength: binary.byteLength,
-        serviceId: message.serviceId,
-        payload: protocol.getPayloadType(message),
-        channelId
-      }, {
-        F: __dxlog_file2,
-        L: 62,
-        S: this,
-        C: (f, a) => f(...a)
-      });
-      return;
-    }
-    if (channelId == null || binary.length < this._maxChunkLength) {
-      const flags = Buffer.from([
-        0
-      ]);
-      this._ws.send(Buffer.concat([
-        flags,
-        binary
-      ]));
-      return;
-    }
-    const terminatorSentTrigger = new Trigger();
-    const messageChunks = [];
-    for (let i = 0; i < binary.length; i += this._maxChunkLength) {
-      const chunk = binary.slice(i, i + this._maxChunkLength);
-      const isLastChunk = i + this._maxChunkLength >= binary.length;
-      if (isLastChunk) {
-        const flags = Buffer.from([
-          FLAG_SEGMENT_SEQ | FLAG_SEGMENT_SEQ_TERMINATED,
-          channelId
-        ]);
-        messageChunks.push({
-          payload: Buffer.concat([
-            flags,
-            chunk
-          ]),
-          trigger: terminatorSentTrigger
-        });
-      } else {
-        const flags = Buffer.from([
-          FLAG_SEGMENT_SEQ,
-          channelId
-        ]);
-        messageChunks.push({
-          payload: Buffer.concat([
-            flags,
-            chunk
-          ])
-        });
-      }
-    }
-    const queuedMessages = this._outMessageChunks.get(channelId);
-    if (queuedMessages) {
-      queuedMessages.push(...messageChunks);
-    } else {
-      this._outMessageChunks.set(channelId, messageChunks);
-    }
-    this._sendChunkedMessages();
-    return terminatorSentTrigger.wait();
-  }
-  receiveData(data) {
-    if ((data[0] & FLAG_SEGMENT_SEQ) === 0) {
-      return buf2.fromBinary(MessageSchema2, data.slice(1));
-    }
-    const [flags, channelId, ...payload] = data;
-    let chunkAccumulator = this._inMessageAccumulator.get(channelId);
-    if (chunkAccumulator) {
-      chunkAccumulator.push(Buffer.from(payload));
-    } else {
-      chunkAccumulator = [
-        Buffer.from(payload)
-      ];
-      this._inMessageAccumulator.set(channelId, chunkAccumulator);
-    }
-    if ((flags & FLAG_SEGMENT_SEQ_TERMINATED) === 0) {
-      return void 0;
-    }
-    const message = buf2.fromBinary(MessageSchema2, Buffer.concat(chunkAccumulator));
-    this._inMessageAccumulator.delete(channelId);
-    return message;
-  }
-  destroy() {
-    if (this._sendTimeout) {
-      clearTimeout(this._sendTimeout);
-      this._sendTimeout = void 0;
-    }
-    for (const channelChunks of this._outMessageChunks.values()) {
-      channelChunks.forEach((chunk) => chunk.trigger?.wake());
-    }
-    this._outMessageChunks.clear();
-    this._inMessageAccumulator.clear();
-    this._outMessageChannelByService.clear();
-  }
-  _sendChunkedMessages() {
-    if (this._sendTimeout) {
-      return;
-    }
-    const send = () => {
-      if (this._ws.readyState === 2 || this._ws.readyState === 3) {
-        log.warn("send called for closed websocket", void 0, {
-          F: __dxlog_file2,
-          L: 146,
-          S: this,
-          C: (f, a) => f(...a)
-        });
-        this._sendTimeout = void 0;
-        return;
-      }
-      let timeout = 0;
-      const emptyChannels = [];
-      for (const [channelId, messages] of this._outMessageChunks.entries()) {
-        if (this._ws.bufferedAmount != null) {
-          if (this._ws.bufferedAmount + MAX_CHUNK_LENGTH > MAX_BUFFERED_AMOUNT) {
-            timeout = BUFFER_FULL_BACKOFF_TIMEOUT;
-            break;
-          }
-        }
-        const nextMessage = messages.shift();
-        if (nextMessage) {
-          this._ws.send(nextMessage.payload);
-          nextMessage.trigger?.wake();
-        } else {
-          emptyChannels.push(channelId);
-        }
-      }
-      emptyChannels.forEach((channelId) => this._outMessageChunks.delete(channelId));
-      if (this._outMessageChunks.size > 0) {
-        this._sendTimeout = setTimeout(send, timeout);
-      } else {
-        this._sendTimeout = void 0;
-      }
-    };
-    this._sendTimeout = setTimeout(send);
-  }
-  _resolveChannel(message) {
-    if (!message.serviceId) {
-      return void 0;
-    }
-    let id = this._outMessageChannelByService.get(message.serviceId);
-    if (!id) {
-      id = this._outMessageChannelByService.size + 1;
-      this._outMessageChannelByService.set(message.serviceId, id);
-    }
-    return id;
-  }
-};
-
-export {
-  getTypename,
-  Protocol,
-  toUint8Array,
-  protocol,
-  CLOUDFLARE_MESSAGE_MAX_BYTES,
-  CLOUDFLARE_RPC_MAX_BYTES,
-  WebSocketMuxer
-};
-//# sourceMappingURL=chunk-VESGVCLQ.mjs.map

package/dist/lib/browser/chunk-VESGVCLQ.mjs.map

@@ -1,7 +0,0 @@
-{
-  "version": 3,
-  "sources": ["../../../src/edge-ws-muxer.ts", "../../../src/defs.ts", "../../../src/protocol.ts"],
-  "sourcesContent": ["//\n// Copyright 2025 DXOS.org\n//\n\nimport { Trigger } from '@dxos/async';\nimport { log } from '@dxos/log';\nimport { buf } from '@dxos/protocols/buf';\nimport { type Message, MessageSchema } from '@dxos/protocols/buf/dxos/edge/messenger_pb';\n\nimport { protocol } from './defs';\n\n/**\n * 0000 0001 - message contains a part of segmented message chunk sequence.\n * The next byte defines a channel id and the rest of the message contains a part of Message proto binary.\n * Messages from different channels might interleave.\n * When the flag is NOT set the rest of the message should be interpreted as the valid Message proto binary.\n */\nconst FLAG_SEGMENT_SEQ = 1;\n/**\n * 0000 0010 - message terminates a segmented message chunk sequence.\n * All the chunks accumulated for the channel specified by the second byte can be concatenated\n * and interpreted as a valid Message proto binary.\n */\nconst FLAG_SEGMENT_SEQ_TERMINATED = 1 << 1;\n\n/**\n * https://developers.cloudflare.com/durable-objects/platform/limits/\n */\nexport const CLOUDFLARE_MESSAGE_MAX_BYTES = 1000 * 1000; // 1MB\nexport const CLOUDFLARE_RPC_MAX_BYTES = 32 * 1000 * 1000; // 32MB\n\nconst MAX_CHUNK_LENGTH = 16384;\nconst MAX_BUFFERED_AMOUNT = CLOUDFLARE_MESSAGE_MAX_BYTES;\nconst BUFFER_FULL_BACKOFF_TIMEOUT = 100;\n\nexport class WebSocketMuxer {\n  private readonly _inMessageAccumulator = new Map<number, Buffer[]>();\n  private readonly _outMessageChunks = new Map<number, MessageChunk[]>();\n  private readonly _outMessageChannelByService = new Map<string, number>();\n\n  private _sendTimeout: any | undefined;\n\n  private readonly _maxChunkLength: number;\n\n  constructor(\n    private readonly _ws: WebSocketCompat,\n    config?: { maxChunkLength: number },\n  ) {\n    this._maxChunkLength = config?.maxChunkLength ?? MAX_CHUNK_LENGTH;\n  }\n\n  /**\n   * Resolves when all the message chunks get enqueued for sending.\n   */\n  public async send(message: Message): Promise<void> {\n    const binary = buf.toBinary(MessageSchema, message);\n    const channelId = this._resolveChannel(message);\n    if (\n      (channelId == null && binary.byteLength > CLOUDFLARE_MESSAGE_MAX_BYTES) ||\n      binary.byteLength > CLOUDFLARE_RPC_MAX_BYTES\n    ) {\n      log.error('Large message dropped', {\n        byteLength: binary.byteLength,\n        serviceId: message.serviceId,\n        payload: protocol.getPayloadType(message),\n        channelId,\n      });\n      return;\n    }\n\n    if (channelId == null || binary.length < this._maxChunkLength) {\n      const flags = Buffer.from([0]);\n      this._ws.send(Buffer.concat([flags, binary]));\n      return;\n    }\n\n    const terminatorSentTrigger = new Trigger();\n    const messageChunks: MessageChunk[] = [];\n    for (let i = 0; i < binary.length; i += this._maxChunkLength) {\n      const chunk = binary.slice(i, i + this._maxChunkLength);\n      const isLastChunk = i + this._maxChunkLength >= binary.length;\n      if (isLastChunk) {\n        const flags = Buffer.from([FLAG_SEGMENT_SEQ | FLAG_SEGMENT_SEQ_TERMINATED, channelId]);\n        messageChunks.push({ payload: Buffer.concat([flags, chunk]), trigger: terminatorSentTrigger });\n      } else {\n        const flags = Buffer.from([FLAG_SEGMENT_SEQ, channelId]);\n        messageChunks.push({ payload: Buffer.concat([flags, chunk]) });\n      }\n    }\n\n    const queuedMessages = this._outMessageChunks.get(channelId);\n    if (queuedMessages) {\n      queuedMessages.push(...messageChunks);\n    } else {\n      this._outMessageChunks.set(channelId, messageChunks);\n    }\n\n    this._sendChunkedMessages();\n\n    return terminatorSentTrigger.wait();\n  }\n\n  public receiveData(data: Uint8Array): Message | undefined {\n    if ((data[0] & FLAG_SEGMENT_SEQ) === 0) {\n      return buf.fromBinary(MessageSchema, data.slice(1));\n    }\n\n    const [flags, channelId, ...payload] = data;\n    let chunkAccumulator = this._inMessageAccumulator.get(channelId);\n    if (chunkAccumulator) {\n      chunkAccumulator.push(Buffer.from(payload));\n    } else {\n      chunkAccumulator = [Buffer.from(payload)];\n      this._inMessageAccumulator.set(channelId, chunkAccumulator);\n    }\n\n    if ((flags & FLAG_SEGMENT_SEQ_TERMINATED) === 0) {\n      return undefined;\n    }\n\n    const message = buf.fromBinary(MessageSchema, Buffer.concat(chunkAccumulator));\n    this._inMessageAccumulator.delete(channelId);\n    return message;\n  }\n\n  public destroy(): void {\n    if (this._sendTimeout) {\n      clearTimeout(this._sendTimeout);\n      this._sendTimeout = undefined;\n    }\n    for (const channelChunks of this._outMessageChunks.values()) {\n      channelChunks.forEach((chunk) => chunk.trigger?.wake());\n    }\n    this._outMessageChunks.clear();\n    this._inMessageAccumulator.clear();\n    this._outMessageChannelByService.clear();\n  }\n\n  private _sendChunkedMessages(): void {\n    if (this._sendTimeout) {\n      return;\n    }\n\n    const send = () => {\n      if (this._ws.readyState === WebSocket.CLOSING || this._ws.readyState === WebSocket.CLOSED) {\n        log.warn('send called for closed websocket');\n        this._sendTimeout = undefined;\n        return;\n      }\n\n      let timeout = 0;\n      const emptyChannels: number[] = [];\n      for (const [channelId, messages] of this._outMessageChunks.entries()) {\n        if (this._ws.bufferedAmount != null) {\n          if (this._ws.bufferedAmount + MAX_CHUNK_LENGTH > MAX_BUFFERED_AMOUNT) {\n            timeout = BUFFER_FULL_BACKOFF_TIMEOUT;\n            break;\n          }\n        }\n\n        const nextMessage = messages.shift();\n        if (nextMessage) {\n          this._ws.send(nextMessage.payload);\n          nextMessage.trigger?.wake();\n        } else {\n          emptyChannels.push(channelId);\n        }\n      }\n\n      emptyChannels.forEach((channelId) => this._outMessageChunks.delete(channelId));\n\n      if (this._outMessageChunks.size > 0) {\n        this._sendTimeout = setTimeout(send, timeout);\n      } else {\n        this._sendTimeout = undefined;\n      }\n    };\n    this._sendTimeout = setTimeout(send);\n  }\n\n  private _resolveChannel(message: Message): number | undefined {\n    if (!message.serviceId) {\n      return undefined;\n    }\n    let id = this._outMessageChannelByService.get(message.serviceId);\n    if (!id) {\n      id = this._outMessageChannelByService.size + 1;\n      this._outMessageChannelByService.set(message.serviceId, id);\n    }\n    return id;\n  }\n}\n\ntype WebSocketCompat = {\n  readonly readyState: number;\n  /**\n   * Not available in workerd.\n   */\n  bufferedAmount?: number;\n  send(message: (ArrayBuffer | ArrayBufferView) | string): void;\n};\n\ntype MessageChunk = {\n  payload: Buffer;\n  /**\n   * Wakes when the payload is enqueued by WebSocket.\n   */\n  trigger?: Trigger;\n};\n\n/**\n * To avoid using isomorphic-ws on edge.\n */\nenum WebSocket {\n  CLOSING = 2,\n  CLOSED = 3,\n}\n", "//\n// Copyright 2024 DXOS.org\n//\n\nimport { bufWkt } from '@dxos/protocols/buf';\nimport { SwarmRequestSchema, SwarmResponseSchema, TextMessageSchema } from '@dxos/protocols/buf/dxos/edge/messenger_pb';\n\nimport { Protocol } from './protocol';\n\nexport const protocol = new Protocol([SwarmRequestSchema, SwarmResponseSchema, TextMessageSchema, bufWkt.AnySchema]);\n", "//\n// Copyright 2024 DXOS.org\n//\n\nimport { invariant } from '@dxos/invariant';\nimport { buf, bufWkt } from '@dxos/protocols/buf';\nimport { type Message, MessageSchema, type PeerSchema } from '@dxos/protocols/buf/dxos/edge/messenger_pb';\nimport { bufferToArray } from '@dxos/util';\n\nexport type PeerData = buf.MessageInitShape<typeof PeerSchema>;\n\nexport const getTypename = (typeName: string) => `type.googleapis.com/${typeName}`;\n\n/**\n * NOTE: The type registry should be extended with all message types.\n */\nexport class Protocol {\n  private readonly _typeRegistry: buf.Registry;\n\n  constructor(types: buf.DescMessage[]) {\n    this._typeRegistry = buf.createRegistry(...types);\n  }\n\n  get typeRegistry(): buf.Registry {\n    return this._typeRegistry;\n  }\n\n  toJson(message: Message): any {\n    try {\n      return buf.toJson(MessageSchema, message, { registry: this.typeRegistry });\n    } catch (err) {\n      return { type: this.getPayloadType(message) };\n    }\n  }\n\n  /**\n   * Return the payload with the given type.\n   */\n  getPayload<Desc extends buf.DescMessage>(message: Message, type: Desc): buf.MessageShape<Desc> {\n    invariant(message.payload);\n    const payloadTypename = this.getPayloadType(message);\n    if (type && type.typeName !== payloadTypename) {\n      throw new Error(`Unexpected payload type: ${payloadTypename}; expected ${type.typeName}`);\n    }\n\n    invariant(bufWkt.anyIs(message.payload, type), `Unexpected payload type: ${payloadTypename}}`);\n    const payload = bufWkt.anyUnpack(message.payload, this.typeRegistry) as buf.MessageShape<Desc>;\n    invariant(payload, `Empty payload: ${payloadTypename}}`);\n    return payload;\n  }\n\n  /**\n   * Get the payload type.\n   */\n  getPayloadType(message: Message): string | undefined {\n    if (!message.payload) {\n      return undefined;\n    }\n\n    const [, type] = message.payload.typeUrl.split('/');\n    return type;\n  }\n\n  /**\n   * Create a packed message.\n   */\n  createMessage<Desc extends buf.DescMessage>(\n    type: Desc,\n    {\n      source,\n      target,\n      payload,\n      serviceId,\n    }: {\n      source?: PeerData;\n      target?: PeerData[];\n      payload?: buf.MessageInitShape<Desc>;\n      serviceId?: string;\n    },\n  ): Message {\n    return buf.create(MessageSchema, {\n      timestamp: new Date().toISOString(),\n      source,\n      target,\n      serviceId,\n      payload: payload ? bufWkt.anyPack(type, buf.create(type, payload)) : undefined,\n    });\n  }\n}\n\n/**\n * Convert websocket data to Uint8Array.\n */\nexport const toUint8Array = async (data: any): Promise<Uint8Array> => {\n  // Node.\n  if (data instanceof Buffer) {\n    return bufferToArray(data);\n  }\n\n  // Browser.\n  if (data instanceof Blob) {\n    return new Uint8Array(await (data as Blob).arrayBuffer());\n  }\n\n  throw new Error(`Unexpected datatype: ${data}`);\n};\n"],
-  "mappings": ";AAIA,SAASA,eAAe;AACxB,SAASC,WAAW;AACpB,SAASC,OAAAA,YAAW;AACpB,SAAuBC,iBAAAA,sBAAqB;;;ACH5C,SAASC,UAAAA,eAAc;AACvB,SAASC,oBAAoBC,qBAAqBC,yBAAyB;;;ACD3E,SAASC,iBAAiB;AAC1B,SAASC,KAAKC,cAAc;AAC5B,SAAuBC,qBAAsC;AAC7D,SAASC,qBAAqB;;AAIvB,IAAMC,cAAc,CAACC,aAAqB,uBAAuBA,QAAAA;AAKjE,IAAMC,WAAN,MAAMA;EACMC;EAEjB,YAAYC,OAA0B;AACpC,SAAKD,gBAAgBP,IAAIS,eAAc,GAAID,KAAAA;EAC7C;EAEA,IAAIE,eAA6B;AAC/B,WAAO,KAAKH;EACd;EAEAI,OAAOC,SAAuB;AAC5B,QAAI;AACF,aAAOZ,IAAIW,OAAOT,eAAeU,SAAS;QAAEC,UAAU,KAAKH;MAAa,CAAA;IAC1E,SAASI,KAAK;AACZ,aAAO;QAAEC,MAAM,KAAKC,eAAeJ,OAAAA;MAAS;IAC9C;EACF;;;;EAKAK,WAAyCL,SAAkBG,MAAoC;AAC7FhB,cAAUa,QAAQM,SAAO,QAAA;;;;;;;;;AACzB,UAAMC,kBAAkB,KAAKH,eAAeJ,OAAAA;AAC5C,QAAIG,QAAQA,KAAKV,aAAac,iBAAiB;AAC7C,YAAM,IAAIC,MAAM,4BAA4BD,eAAAA,cAA6BJ,KAAKV,QAAQ,EAAE;IAC1F;AAEAN,cAAUE,OAAOoB,MAAMT,QAAQM,SAASH,IAAAA,GAAO,4BAA4BI,eAAAA,KAAkB;;;;;;;;;AAC7F,UAAMD,UAAUjB,OAAOqB,UAAUV,QAAQM,SAAS,KAAKR,YAAY;AACnEX,cAAUmB,SAAS,kBAAkBC,eAAAA,KAAkB;;;;;;;;;AACvD,WAAOD;EACT;;;;EAKAF,eAAeJ,SAAsC;AACnD,QAAI,CAACA,QAAQM,SAAS;AACpB,aAAOK;IACT;AAEA,UAAM,CAAA,EAAGR,IAAAA,IAAQH,QAAQM,QAAQM,QAAQC,MAAM,GAAA;AAC/C,WAAOV;EACT;;;;EAKAW,cACEX,MACA,EACEY,QACAC,QACAV,SACAW,UAAS,GAOF;AACT,WAAO7B,IAAI8B,OAAO5B,eAAe;MAC/B6B,YAAW,oBAAIC,KAAAA,GAAOC,YAAW;MACjCN;MACAC;MACAC;MACAX,SAASA,UAAUjB,OAAOiC,QAAQnB,MAAMf,IAAI8B,OAAOf,MAAMG,OAAAA,CAAAA,IAAYK;IACvE,CAAA;EACF;AACF;AAKO,IAAMY,eAAe,OAAOC,SAAAA;AAEjC,MAAIA,gBAAgBC,QAAQ;AAC1B,WAAOlC,cAAciC,IAAAA;EACvB;AAGA,MAAIA,gBAAgBE,MAAM;AACxB,WAAO,IAAIC,WAAW,MAAOH,KAAcI,YAAW,CAAA;EACxD;AAEA,QAAM,IAAIpB,MAAM,wBAAwBgB,IAAAA,EAAM;AAChD;;;ADhGO,IAAMK,WAAW,IAAIC,SAAS;EAACC;EAAoBC;EAAqBC;EAAmBC,QAAOC;CAAU;;;;ADQnH,IAAMC,mBAAmB;AAMzB,IAAMC,8BAA8B,KAAK;AAKlC,IAAMC,+BAA+B,MAAO;AAC5C,IAAMC,2BAA2B,KAAK,MAAO;AAEpD,IAAMC,mBAAmB;AACzB,IAAMC,sBAAsBH;AAC5B,IAAMI,8BAA8B;AAE7B,IAAMC,iBAAN,MAAMA;;EACMC,wBAAwB,oBAAIC,IAAAA;EAC5BC,oBAAoB,oBAAID,IAAAA;EACxBE,8BAA8B,oBAAIF,IAAAA;EAE3CG;EAESC;EAEjB,YACmBC,KACjBC,QACA;SAFiBD,MAAAA;AAGjB,SAAKD,kBAAkBE,QAAQC,kBAAkBZ;EACnD;;;;EAKA,MAAaa,KAAKC,SAAiC;AACjD,UAAMC,SAASC,KAAIC,SAASC,gBAAeJ,OAAAA;AAC3C,UAAMK,YAAY,KAAKC,gBAAgBN,OAAAA;AACvC,QACGK,aAAa,QAAQJ,OAAOM,aAAavB,gCAC1CiB,OAAOM,aAAatB,0BACpB;AACAuB,UAAIC,MAAM,yBAAyB;QACjCF,YAAYN,OAAOM;QACnBG,WAAWV,QAAQU;QACnBC,SAASC,SAASC,eAAeb,OAAAA;QACjCK;MACF,GAAA;;;;;;AACA;IACF;AAEA,QAAIA,aAAa,QAAQJ,OAAOa,SAAS,KAAKnB,iBAAiB;AAC7D,YAAMoB,QAAQC,OAAOC,KAAK;QAAC;OAAE;AAC7B,WAAKrB,IAAIG,KAAKiB,OAAOE,OAAO;QAACH;QAAOd;OAAO,CAAA;AAC3C;IACF;AAEA,UAAMkB,wBAAwB,IAAIC,QAAAA;AAClC,UAAMC,gBAAgC,CAAA;AACtC,aAASC,IAAI,GAAGA,IAAIrB,OAAOa,QAAQQ,KAAK,KAAK3B,iBAAiB;AAC5D,YAAM4B,QAAQtB,OAAOuB,MAAMF,GAAGA,IAAI,KAAK3B,eAAe;AACtD,YAAM8B,cAAcH,IAAI,KAAK3B,mBAAmBM,OAAOa;AACvD,UAAIW,aAAa;AACf,cAAMV,QAAQC,OAAOC,KAAK;UAACnC,mBAAmBC;UAA6BsB;SAAU;AACrFgB,sBAAcK,KAAK;UAAEf,SAASK,OAAOE,OAAO;YAACH;YAAOQ;WAAM;UAAGI,SAASR;QAAsB,CAAA;MAC9F,OAAO;AACL,cAAMJ,QAAQC,OAAOC,KAAK;UAACnC;UAAkBuB;SAAU;AACvDgB,sBAAcK,KAAK;UAAEf,SAASK,OAAOE,OAAO;YAACH;YAAOQ;WAAM;QAAE,CAAA;MAC9D;IACF;AAEA,UAAMK,iBAAiB,KAAKpC,kBAAkBqC,IAAIxB,SAAAA;AAClD,QAAIuB,gBAAgB;AAClBA,qBAAeF,KAAI,GAAIL,aAAAA;IACzB,OAAO;AACL,WAAK7B,kBAAkBsC,IAAIzB,WAAWgB,aAAAA;IACxC;AAEA,SAAKU,qBAAoB;AAEzB,WAAOZ,sBAAsBa,KAAI;EACnC;EAEOC,YAAYC,MAAuC;AACxD,SAAKA,KAAK,CAAA,IAAKpD,sBAAsB,GAAG;AACtC,aAAOoB,KAAIiC,WAAW/B,gBAAe8B,KAAKV,MAAM,CAAA,CAAA;IAClD;AAEA,UAAM,CAACT,OAAOV,WAAW,GAAGM,OAAAA,IAAWuB;AACvC,QAAIE,mBAAmB,KAAK9C,sBAAsBuC,IAAIxB,SAAAA;AACtD,QAAI+B,kBAAkB;AACpBA,uBAAiBV,KAAKV,OAAOC,KAAKN,OAAAA,CAAAA;IACpC,OAAO;AACLyB,yBAAmB;QAACpB,OAAOC,KAAKN,OAAAA;;AAChC,WAAKrB,sBAAsBwC,IAAIzB,WAAW+B,gBAAAA;IAC5C;AAEA,SAAKrB,QAAQhC,iCAAiC,GAAG;AAC/C,aAAOsD;IACT;AAEA,UAAMrC,UAAUE,KAAIiC,WAAW/B,gBAAeY,OAAOE,OAAOkB,gBAAAA,CAAAA;AAC5D,SAAK9C,sBAAsBgD,OAAOjC,SAAAA;AAClC,WAAOL;EACT;EAEOuC,UAAgB;AACrB,QAAI,KAAK7C,cAAc;AACrB8C,mBAAa,KAAK9C,YAAY;AAC9B,WAAKA,eAAe2C;IACtB;AACA,eAAWI,iBAAiB,KAAKjD,kBAAkBkD,OAAM,GAAI;AAC3DD,oBAAcE,QAAQ,CAACpB,UAAUA,MAAMI,SAASiB,KAAAA,CAAAA;IAClD;AACA,SAAKpD,kBAAkBqD,MAAK;AAC5B,SAAKvD,sBAAsBuD,MAAK;AAChC,SAAKpD,4BAA4BoD,MAAK;EACxC;EAEQd,uBAA6B;AACnC,QAAI,KAAKrC,cAAc;AACrB;IACF;AAEA,UAAMK,OAAO,MAAA;AACX,UAAI,KAAKH,IAAIkD,eAAU,KAA0B,KAAKlD,IAAIkD,eAAU,GAAuB;AACzFtC,YAAIuC,KAAK,oCAAA,QAAA;;;;;;AACT,aAAKrD,eAAe2C;AACpB;MACF;AAEA,UAAIW,UAAU;AACd,YAAMC,gBAA0B,CAAA;AAChC,iBAAW,CAAC5C,WAAW6C,QAAAA,KAAa,KAAK1D,kBAAkB2D,QAAO,GAAI;AACpE,YAAI,KAAKvD,IAAIwD,kBAAkB,MAAM;AACnC,cAAI,KAAKxD,IAAIwD,iBAAiBlE,mBAAmBC,qBAAqB;AACpE6D,sBAAU5D;AACV;UACF;QACF;AAEA,cAAMiE,cAAcH,SAASI,MAAK;AAClC,YAAID,aAAa;AACf,eAAKzD,IAAIG,KAAKsD,YAAY1C,OAAO;AACjC0C,sBAAY1B,SAASiB,KAAAA;QACvB,OAAO;AACLK,wBAAcvB,KAAKrB,SAAAA;QACrB;MACF;AAEA4C,oBAAcN,QAAQ,CAACtC,cAAc,KAAKb,kBAAkB8C,OAAOjC,SAAAA,CAAAA;AAEnE,UAAI,KAAKb,kBAAkB+D,OAAO,GAAG;AACnC,aAAK7D,eAAe8D,WAAWzD,MAAMiD,OAAAA;MACvC,OAAO;AACL,aAAKtD,eAAe2C;MACtB;IACF;AACA,SAAK3C,eAAe8D,WAAWzD,IAAAA;EACjC;EAEQO,gBAAgBN,SAAsC;AAC5D,QAAI,CAACA,QAAQU,WAAW;AACtB,aAAO2B;IACT;AACA,QAAIoB,KAAK,KAAKhE,4BAA4BoC,IAAI7B,QAAQU,SAAS;AAC/D,QAAI,CAAC+C,IAAI;AACPA,WAAK,KAAKhE,4BAA4B8D,OAAO;AAC7C,WAAK9D,4BAA4BqC,IAAI9B,QAAQU,WAAW+C,EAAAA;IAC1D;AACA,WAAOA;EACT;AACF;",
-  "names": ["Trigger", "log", "buf", "MessageSchema", "bufWkt", "SwarmRequestSchema", "SwarmResponseSchema", "TextMessageSchema", "invariant", "buf", "bufWkt", "MessageSchema", "bufferToArray", "getTypename", "typeName", "Protocol", "_typeRegistry", "types", "createRegistry", "typeRegistry", "toJson", "message", "registry", "err", "type", "getPayloadType", "getPayload", "payload", "payloadTypename", "Error", "anyIs", "anyUnpack", "undefined", "typeUrl", "split", "createMessage", "source", "target", "serviceId", "create", "timestamp", "Date", "toISOString", "anyPack", "toUint8Array", "data", "Buffer", "Blob", "Uint8Array", "arrayBuffer", "protocol", "Protocol", "SwarmRequestSchema", "SwarmResponseSchema", "TextMessageSchema", "bufWkt", "AnySchema", "FLAG_SEGMENT_SEQ", "FLAG_SEGMENT_SEQ_TERMINATED", "CLOUDFLARE_MESSAGE_MAX_BYTES", "CLOUDFLARE_RPC_MAX_BYTES", "MAX_CHUNK_LENGTH", "MAX_BUFFERED_AMOUNT", "BUFFER_FULL_BACKOFF_TIMEOUT", "WebSocketMuxer", "_inMessageAccumulator", "Map", "_outMessageChunks", "_outMessageChannelByService", "_sendTimeout", "_maxChunkLength", "_ws", "config", "maxChunkLength", "send", "message", "binary", "buf", "toBinary", "MessageSchema", "channelId", "_resolveChannel", "byteLength", "log", "error", "serviceId", "payload", "protocol", "getPayloadType", "length", "flags", "Buffer", "from", "concat", "terminatorSentTrigger", "Trigger", "messageChunks", "i", "chunk", "slice", "isLastChunk", "push", "trigger", "queuedMessages", "get", "set", "_sendChunkedMessages", "wait", "receiveData", "data", "fromBinary", "chunkAccumulator", "undefined", "delete", "destroy", "clearTimeout", "channelChunks", "values", "forEach", "wake", "clear", "readyState", "warn", "timeout", "emptyChannels", "messages", "entries", "bufferedAmount", "nextMessage", "shift", "size", "setTimeout", "id"]
-}