@reactor-team/js-sdk 2.3.2 → 2.5.0

package/dist/index.js

@@ -86,14 +86,24 @@ __export(index_exports, {
   ReactorProvider: () => ReactorProvider,
   ReactorView: () => ReactorView,
   WebcamStream: () => WebcamStream,
+  audio: () => audio,
   fetchInsecureJwtToken: () => fetchInsecureJwtToken,
   useReactor: () => useReactor,
+  useReactorInternalMessage: () => useReactorInternalMessage,
   useReactorMessage: () => useReactorMessage,
-  useReactorStore: () => useReactorStore
+  useReactorStore: () => useReactorStore,
+  useStats: () => useStats,
+  video: () => video
 });
 module.exports = __toCommonJS(index_exports);
 
 // src/types.ts
+function video(name, _options) {
+  return { name, kind: "video" };
+}
+function audio(name, _options) {
+  return { name, kind: "audio" };
+}
 var ConflictError = class extends Error {
   constructor(message) {
     super(message);
@@ -167,10 +177,53 @@ function createPeerConnection(config) {
 function createDataChannel(pc, label) {
   return pc.createDataChannel(label != null ? label : DEFAULT_DATA_CHANNEL_LABEL);
 }
-function createOffer(pc) {
+function rewriteMids(sdp, trackNames) {
+  const lines = sdp.split("\r\n");
+  let mediaIdx = 0;
+  const replacements = /* @__PURE__ */ new Map();
+  let inApplication = false;
+  for (let i = 0; i < lines.length; i++) {
+    if (lines[i].startsWith("m=")) {
+      inApplication = lines[i].startsWith("m=application");
+    }
+    if (!inApplication && lines[i].startsWith("a=mid:")) {
+      const oldMid = lines[i].substring("a=mid:".length);
+      if (mediaIdx < trackNames.length) {
+        const newMid = trackNames[mediaIdx];
+        replacements.set(oldMid, newMid);
+        lines[i] = `a=mid:${newMid}`;
+        mediaIdx++;
+      }
+    }
+  }
+  for (let i = 0; i < lines.length; i++) {
+    if (lines[i].startsWith("a=group:BUNDLE ")) {
+      const parts = lines[i].split(" ");
+      for (let j = 1; j < parts.length; j++) {
+        const replacement = replacements.get(parts[j]);
+        if (replacement !== void 0) {
+          parts[j] = replacement;
+        }
+      }
+      lines[i] = parts.join(" ");
+      break;
+    }
+  }
+  return lines.join("\r\n");
+}
+function createOffer(pc, trackNames) {
   return __async(this, null, function* () {
     const offer = yield pc.createOffer();
-    yield pc.setLocalDescription(offer);
+    if (trackNames && trackNames.length > 0 && offer.sdp) {
+      const munged = rewriteMids(offer.sdp, trackNames);
+      const mungedOffer = new RTCSessionDescription({
+        type: "offer",
+        sdp: munged
+      });
+      yield pc.setLocalDescription(mungedOffer);
+    } else {
+      yield pc.setLocalDescription(offer);
+    }
     yield waitForIceGathering(pc);
     const localDescription = pc.localDescription;
     if (!localDescription) {
@@ -249,6 +302,52 @@ function parseMessage(data) {
 function closePeerConnection(pc) {
   pc.close();
 }
+function extractConnectionStats(report) {
+  let rtt;
+  let availableOutgoingBitrate;
+  let localCandidateId;
+  let framesPerSecond;
+  let jitter;
+  let packetLossRatio;
+  report.forEach((stat) => {
+    if (stat.type === "candidate-pair" && stat.state === "succeeded") {
+      if (stat.currentRoundTripTime !== void 0) {
+        rtt = stat.currentRoundTripTime * 1e3;
+      }
+      if (stat.availableOutgoingBitrate !== void 0) {
+        availableOutgoingBitrate = stat.availableOutgoingBitrate;
+      }
+      localCandidateId = stat.localCandidateId;
+    }
+    if (stat.type === "inbound-rtp" && stat.kind === "video") {
+      if (stat.framesPerSecond !== void 0) {
+        framesPerSecond = stat.framesPerSecond;
+      }
+      if (stat.jitter !== void 0) {
+        jitter = stat.jitter;
+      }
+      if (stat.packetsReceived !== void 0 && stat.packetsLost !== void 0 && stat.packetsReceived + stat.packetsLost > 0) {
+        packetLossRatio = stat.packetsLost / (stat.packetsReceived + stat.packetsLost);
+      }
+    }
+  });
+  let candidateType;
+  if (localCandidateId) {
+    const localCandidate = report.get(localCandidateId);
+    if (localCandidate == null ? void 0 : localCandidate.candidateType) {
+      candidateType = localCandidate.candidateType;
+    }
+  }
+  return {
+    rtt,
+    candidateType,
+    availableOutgoingBitrate,
+    framesPerSecond,
+    packetLossRatio,
+    jitter,
+    timestamp: Date.now()
+  };
+}
 
 // src/core/CoordinatorClient.ts
 var INITIAL_BACKOFF_MS = 500;
@@ -624,10 +723,15 @@ var LocalCoordinatorClient = class extends CoordinatorClient {
 
 // src/core/GPUMachineClient.ts
 var PING_INTERVAL_MS = 5e3;
+var STATS_INTERVAL_MS = 2e3;
 var GPUMachineClient = class {
   constructor(config) {
     this.eventListeners = /* @__PURE__ */ new Map();
     this.status = "disconnected";
+    this.transceiverMap = /* @__PURE__ */ new Map();
+    this.publishedTracks = /* @__PURE__ */ new Map();
+    this.peerConnected = false;
+    this.dataChannelOpen = false;
     this.config = config;
   }
   // ─────────────────────────────────────────────────────────────────────────────
@@ -651,10 +755,18 @@ var GPUMachineClient = class {
   // SDP & Connection
   // ─────────────────────────────────────────────────────────────────────────────
   /**
-   * Creates an SDP offer for initiating a connection.
+   * Creates an SDP offer based on the declared tracks.
+   *
+   * **RECEIVE** = client receives from the model (model → client) → `recvonly`
+   * **SEND**    = client sends to the model (client → model)     → `sendonly`
+   *
+   * Track names must be unique across both arrays. A name that appears in
+   * both `receive` and `send` will throw — use distinct names instead.
+   *
+   * The data channel is always created first (before transceivers).
    * Must be called before connect().
    */
-  createOffer() {
+  createOffer(tracks) {
     return __async(this, null, function* () {
       if (!this.peerConnection) {
         this.peerConnection = createPeerConnection(this.config);
@@ -665,14 +777,54 @@ var GPUMachineClient = class {
         this.config.dataChannelLabel
       );
       this.setupDataChannelHandlers();
-      this.videoTransceiver = this.peerConnection.addTransceiver("video", {
-        direction: "sendrecv"
-      });
-      const offer = yield createOffer(this.peerConnection);
-      console.debug("[GPUMachineClient] Created SDP offer");
+      this.transceiverMap.clear();
+      const entries = this.buildTransceiverEntries(tracks);
+      for (const entry of entries) {
+        const transceiver = this.peerConnection.addTransceiver(entry.kind, {
+          direction: entry.direction
+        });
+        entry.transceiver = transceiver;
+        this.transceiverMap.set(entry.name, entry);
+        console.debug(
+          `[GPUMachineClient] Transceiver added: "${entry.name}" (${entry.kind}, ${entry.direction})`
+        );
+      }
+      const trackNames = entries.map((e) => e.name);
+      const offer = yield createOffer(this.peerConnection, trackNames);
+      console.debug(
+        "[GPUMachineClient] Created SDP offer with MIDs:",
+        trackNames
+      );
       return offer;
     });
   }
+  /**
+   * Builds an ordered list of transceiver entries from the receive/send arrays.
+   *
+   * Each track produces exactly one transceiver — `recvonly` for receive,
+   * `sendonly` for send.  Bidirectional (`sendrecv`) transceivers are not
+   * supported; the same track name in both arrays is an error.
+   */
+  buildTransceiverEntries(tracks) {
+    const map = /* @__PURE__ */ new Map();
+    for (const t of tracks.receive) {
+      if (map.has(t.name)) {
+        throw new Error(
+          `Duplicate receive track name "${t.name}". Track names must be unique.`
+        );
+      }
+      map.set(t.name, { name: t.name, kind: t.kind, direction: "recvonly" });
+    }
+    for (const t of tracks.send) {
+      if (map.has(t.name)) {
+        throw new Error(
+          `Track name "${t.name}" appears in both receive and send. Bidirectional tracks are not supported \u2014 use distinct names for the inbound and outbound directions (e.g. "${t.name}_in" and "${t.name}_out").`
+        );
+      }
+      map.set(t.name, { name: t.name, kind: t.kind, direction: "sendonly" });
+    }
+    return Array.from(map.values());
+  }
   /**
    * Connects to the GPU machine using the provided SDP answer.
    * createOffer() must be called first.
@@ -707,8 +859,9 @@ var GPUMachineClient = class {
   disconnect() {
     return __async(this, null, function* () {
       this.stopPing();
-      if (this.publishedTrack) {
-        yield this.unpublishTrack();
+      this.stopStatsPolling();
+      for (const name of Array.from(this.publishedTracks.keys())) {
+        yield this.unpublishTrack(name);
       }
       if (this.dataChannel) {
         this.dataChannel.close();
@@ -718,7 +871,9 @@ var GPUMachineClient = class {
         closePeerConnection(this.peerConnection);
         this.peerConnection = void 0;
       }
-      this.videoTransceiver = void 0;
+      this.transceiverMap.clear();
+      this.peerConnected = false;
+      this.dataChannelOpen = false;
       this.setStatus("disconnected");
       console.debug("[GPUMachineClient] Disconnected");
     });
@@ -746,7 +901,7 @@ var GPUMachineClient = class {
   /**
    * Sends a command to the GPU machine via the data channel.
    * @param command The command to send
-   * @param data The data to send with the command. These are the parameters for the command, matching the scheme in the capabilities dictionary.
+   * @param data The data to send with the command. These are the parameters for the command, matching the schema in the capabilities dictionary.
    * @param scope The message scope – "application" (default) for model commands, "runtime" for platform-level messages.
    */
   sendCommand(command, data, scope = "application") {
@@ -763,63 +918,77 @@ var GPUMachineClient = class {
   // Track Publishing
   // ─────────────────────────────────────────────────────────────────────────────
   /**
-   * Publishes a track to the GPU machine.
-   * Only one track can be published at a time.
-   * Uses the existing transceiver's sender to replace the track.
-   * @param track The MediaStreamTrack to publish
+   * Publishes a MediaStreamTrack to the named send track.
+   *
+   * @param name The declared track name (must exist in transceiverMap with a sendable direction).
+   * @param track The MediaStreamTrack to publish.
    */
-  publishTrack(track) {
+  publishTrack(name, track) {
     return __async(this, null, function* () {
       if (!this.peerConnection) {
         throw new Error(
-          "[GPUMachineClient] Cannot publish track - not initialized"
+          `[GPUMachineClient] Cannot publish track "${name}" - not initialized`
         );
       }
       if (this.status !== "connected") {
         throw new Error(
-          "[GPUMachineClient] Cannot publish track - not connected"
+          `[GPUMachineClient] Cannot publish track "${name}" - not connected`
+        );
+      }
+      const entry = this.transceiverMap.get(name);
+      if (!entry || !entry.transceiver) {
+        throw new Error(
+          `[GPUMachineClient] Cannot publish track "${name}" - no transceiver (was it declared in tracks.send?)`
         );
       }
-      if (!this.videoTransceiver) {
+      if (entry.direction === "recvonly") {
         throw new Error(
-          "[GPUMachineClient] Cannot publish track - no video transceiver"
+          `[GPUMachineClient] Cannot publish track "${name}" - transceiver is recvonly`
         );
       }
       try {
-        yield this.videoTransceiver.sender.replaceTrack(track);
-        this.publishedTrack = track;
+        yield entry.transceiver.sender.replaceTrack(track);
+        this.publishedTracks.set(name, track);
         console.debug(
-          "[GPUMachineClient] Track published successfully:",
-          track.kind
+          `[GPUMachineClient] Track "${name}" published successfully`
         );
       } catch (error) {
-        console.error("[GPUMachineClient] Failed to publish track:", error);
+        console.error(
+          `[GPUMachineClient] Failed to publish track "${name}":`,
+          error
+        );
         throw error;
       }
     });
   }
   /**
-   * Unpublishes the currently published track.
+   * Unpublishes the track with the given name.
    */
-  unpublishTrack() {
+  unpublishTrack(name) {
     return __async(this, null, function* () {
-      if (!this.videoTransceiver || !this.publishedTrack) return;
+      const entry = this.transceiverMap.get(name);
+      if (!(entry == null ? void 0 : entry.transceiver) || !this.publishedTracks.has(name)) return;
       try {
-        yield this.videoTransceiver.sender.replaceTrack(null);
-        console.debug("[GPUMachineClient] Track unpublished successfully");
+        yield entry.transceiver.sender.replaceTrack(null);
+        console.debug(
+          `[GPUMachineClient] Track "${name}" unpublished successfully`
+        );
       } catch (error) {
-        console.error("[GPUMachineClient] Failed to unpublish track:", error);
+        console.error(
+          `[GPUMachineClient] Failed to unpublish track "${name}":`,
+          error
+        );
         throw error;
       } finally {
-        this.publishedTrack = void 0;
+        this.publishedTracks.delete(name);
       }
     });
   }
   /**
-   * Returns the currently published track.
+   * Returns the currently published track for the given name.
    */
-  getPublishedTrack() {
-    return this.publishedTrack;
+  getPublishedTrack(name) {
+    return this.publishedTracks.get(name);
   }
   // ─────────────────────────────────────────────────────────────────────────────
   // Getters
@@ -863,8 +1032,39 @@ var GPUMachineClient = class {
     }
   }
   // ─────────────────────────────────────────────────────────────────────────────
+  // Stats Polling (RTT)
+  // ─────────────────────────────────────────────────────────────────────────────
+  getStats() {
+    return this.stats;
+  }
+  startStatsPolling() {
+    this.stopStatsPolling();
+    this.statsInterval = setInterval(() => __async(this, null, function* () {
+      if (!this.peerConnection) return;
+      try {
+        const report = yield this.peerConnection.getStats();
+        this.stats = extractConnectionStats(report);
+        this.emit("statsUpdate", this.stats);
+      } catch (e) {
+      }
+    }), STATS_INTERVAL_MS);
+  }
+  stopStatsPolling() {
+    if (this.statsInterval !== void 0) {
+      clearInterval(this.statsInterval);
+      this.statsInterval = void 0;
+    }
+    this.stats = void 0;
+  }
+  // ─────────────────────────────────────────────────────────────────────────────
   // Private Helpers
   // ─────────────────────────────────────────────────────────────────────────────
+  checkFullyConnected() {
+    if (this.peerConnected && this.dataChannelOpen) {
+      this.setStatus("connected");
+      this.startStatsPolling();
+    }
+  }
   setStatus(newStatus) {
     if (this.status !== newStatus) {
       this.status = newStatus;
@@ -880,13 +1080,16 @@ var GPUMachineClient = class {
       if (state) {
         switch (state) {
           case "connected":
-            this.setStatus("connected");
+            this.peerConnected = true;
+            this.checkFullyConnected();
             break;
           case "disconnected":
           case "closed":
+            this.peerConnected = false;
             this.setStatus("disconnected");
             break;
           case "failed":
+            this.peerConnected = false;
             this.setStatus("error");
             break;
         }
@@ -894,9 +1097,13 @@ var GPUMachineClient = class {
     };
     this.peerConnection.ontrack = (event) => {
       var _a;
-      console.debug("[GPUMachineClient] Track received:", event.track.kind);
+      const mid = event.transceiver.mid;
+      const trackName = mid != null ? mid : `unknown-${event.track.id}`;
+      console.debug(
+        `[GPUMachineClient] Track received: "${trackName}" (${event.track.kind}, mid=${mid})`
+      );
       const stream = (_a = event.streams[0]) != null ? _a : new MediaStream([event.track]);
-      this.emit("trackReceived", event.track, stream);
+      this.emit("trackReceived", trackName, event.track, stream);
     };
     this.peerConnection.onicecandidate = (event) => {
       if (event.candidate) {
@@ -916,10 +1123,13 @@ var GPUMachineClient = class {
     if (!this.dataChannel) return;
     this.dataChannel.onopen = () => {
       console.debug("[GPUMachineClient] Data channel open");
+      this.dataChannelOpen = true;
       this.startPing();
+      this.checkFullyConnected();
     };
     this.dataChannel.onclose = () => {
       console.debug("[GPUMachineClient] Data channel closed");
+      this.dataChannelOpen = false;
       this.stopPing();
     };
     this.dataChannel.onerror = (error) => {
@@ -953,10 +1163,29 @@ var GPUMachineClient = class {
 var import_zod2 = require("zod");
 var LOCAL_COORDINATOR_URL = "http://localhost:8080";
 var PROD_COORDINATOR_URL = "https://api.reactor.inc";
+var TrackConfigSchema = import_zod2.z.object({
+  name: import_zod2.z.string(),
+  kind: import_zod2.z.enum(["audio", "video"])
+});
 var OptionsSchema = import_zod2.z.object({
   coordinatorUrl: import_zod2.z.string().default(PROD_COORDINATOR_URL),
   modelName: import_zod2.z.string(),
-  local: import_zod2.z.boolean().default(false)
+  local: import_zod2.z.boolean().default(false),
+  /**
+   * Tracks the client **RECEIVES** from the model (model → client).
+   * Each entry produces a `recvonly` transceiver.
+   * Names must be unique across both `receive` and `send`.
+   *
+   * When omitted, defaults to a single video track named `"main_video"`.
+   * Pass an explicit empty array to opt out of the default.
+   */
+  receive: import_zod2.z.array(TrackConfigSchema).default([{ name: "main_video", kind: "video" }]),
+  /**
+   * Tracks the client **SENDS** to the model (client → model).
+   * Each entry produces a `sendonly` transceiver.
+   * Names must be unique across both `receive` and `send`.
+   */
+  send: import_zod2.z.array(TrackConfigSchema).default([])
 });
 var Reactor = class {
   constructor(options) {
@@ -967,7 +1196,9 @@ var Reactor = class {
     this.coordinatorUrl = validatedOptions.coordinatorUrl;
     this.model = validatedOptions.modelName;
     this.local = validatedOptions.local;
-    if (this.local) {
+    this.receive = validatedOptions.receive;
+    this.send = validatedOptions.send;
+    if (this.local && options.coordinatorUrl === void 0) {
       this.coordinatorUrl = LOCAL_COORDINATOR_URL;
     }
   }
@@ -987,13 +1218,11 @@ var Reactor = class {
     (_a = this.eventListeners.get(event)) == null ? void 0 : _a.forEach((handler) => handler(...args));
   }
   /**
-   * Public method to send a message to the machine.
-   * Wraps the message in the specified channel envelope (defaults to "application").
-   * @param command The command name to send.
+   * Sends a command to the model via the data channel.
+   *
+   * @param command The command name.
    * @param data The command payload.
-   * @param scope The envelope scope – "application" (default) for model commands,
-   *              "runtime" for platform-level messages (e.g. requestCapabilities).
-   * @throws Error if not in ready state
+   * @param scope "application" (default) for model commands, "runtime" for platform messages.
    */
   sendCommand(command, data, scope = "application") {
     return __async(this, null, function* () {
@@ -1017,24 +1246,27 @@ var Reactor = class {
     });
   }
   /**
-   * Public method to publish a track to the machine.
-   * @param track The track to send to the machine.
+   * Publishes a MediaStreamTrack to a named send track.
+   *
+   * @param name The declared send track name (e.g. "webcam").
+   * @param track The MediaStreamTrack to publish.
    */
-  publishTrack(track) {
+  publishTrack(name, track) {
     return __async(this, null, function* () {
       var _a;
       if (process.env.NODE_ENV !== "development" && this.status !== "ready") {
-        const errorMessage = `Cannot publish track, status is ${this.status}`;
-        console.warn("[Reactor]", errorMessage);
+        console.warn(
+          `[Reactor] Cannot publish track "${name}", status is ${this.status}`
+        );
         return;
       }
       try {
-        yield (_a = this.machineClient) == null ? void 0 : _a.publishTrack(track);
+        yield (_a = this.machineClient) == null ? void 0 : _a.publishTrack(name, track);
       } catch (error) {
-        console.error("[Reactor] Failed to publish track:", error);
+        console.error(`[Reactor] Failed to publish track "${name}":`, error);
         this.createError(
           "TRACK_PUBLISH_FAILED",
-          `Failed to publish track: ${error}`,
+          `Failed to publish track "${name}": ${error}`,
           "gpu",
           true
         );
@@ -1042,18 +1274,20 @@ var Reactor = class {
     });
   }
   /**
-   * Public method to unpublish the currently published track.
+   * Unpublishes the track with the given name.
+   *
+   * @param name The declared send track name to unpublish.
    */
-  unpublishTrack() {
+  unpublishTrack(name) {
     return __async(this, null, function* () {
       var _a;
       try {
-        yield (_a = this.machineClient) == null ? void 0 : _a.unpublishTrack();
+        yield (_a = this.machineClient) == null ? void 0 : _a.unpublishTrack(name);
       } catch (error) {
-        console.error("[Reactor] Failed to unpublish track:", error);
+        console.error(`[Reactor] Failed to unpublish track "${name}":`, error);
         this.createError(
           "TRACK_UNPUBLISH_FAILED",
-          `Failed to unpublish track: ${error}`,
+          `Failed to unpublish track "${name}": ${error}`,
           "gpu",
           true
         );
@@ -1080,7 +1314,10 @@ var Reactor = class {
         this.machineClient = new GPUMachineClient({ iceServers });
         this.setupMachineClientHandlers();
       }
-      const sdpOffer = yield this.machineClient.createOffer();
+      const sdpOffer = yield this.machineClient.createOffer({
+        send: this.send,
+        receive: this.receive
+      });
       try {
         const sdpAnswer = yield this.coordinatorClient.connect(
           this.sessionId,
@@ -1135,7 +1372,10 @@ var Reactor = class {
         const iceServers = yield this.coordinatorClient.getIceServers();
         this.machineClient = new GPUMachineClient({ iceServers });
         this.setupMachineClientHandlers();
-        const sdpOffer = yield this.machineClient.createOffer();
+        const sdpOffer = yield this.machineClient.createOffer({
+          send: this.send,
+          receive: this.receive
+        });
         const sessionId = yield this.coordinatorClient.createSession(sdpOffer);
         this.setSessionId(sessionId);
         const sdpAnswer = yield this.coordinatorClient.connect(
@@ -1170,7 +1410,11 @@ var Reactor = class {
   setupMachineClientHandlers() {
     if (!this.machineClient) return;
     this.machineClient.on("message", (message, scope) => {
-      this.emit("newMessage", message, scope);
+      if (scope === "application") {
+        this.emit("message", message);
+      } else if (scope === "runtime") {
+        this.emit("runtimeMessage", message);
+      }
     });
     this.machineClient.on("statusChanged", (status) => {
       switch (status) {
@@ -1193,10 +1437,13 @@ var Reactor = class {
     });
     this.machineClient.on(
       "trackReceived",
-      (track, stream) => {
-        this.emit("streamChanged", track, stream);
+      (name, track, stream) => {
+        this.emit("trackReceived", name, track, stream);
       }
     );
+    this.machineClient.on("statsUpdate", (stats) => {
+      this.emit("statsUpdate", stats);
+    });
   }
   /**
    * Disconnects from the coordinator and the gpu machine.
@@ -1209,7 +1456,11 @@ var Reactor = class {
         return;
       }
       if (this.coordinatorClient && !recoverable) {
-        yield this.coordinatorClient.terminateSession();
+        try {
+          yield this.coordinatorClient.terminateSession();
+        } catch (error) {
+          console.error("[Reactor] Error terminating session:", error);
+        }
         this.coordinatorClient = void 0;
       }
       if (this.machineClient) {
@@ -1283,6 +1534,10 @@ var Reactor = class {
   getLastError() {
     return this.lastError;
   }
+  getStats() {
+    var _a;
+    return (_a = this.machineClient) == null ? void 0 : _a.getStats();
+  }
   /**
    * Create and store an error
    */
@@ -1310,10 +1565,9 @@ var ReactorContext = (0, import_react2.createContext)(
 );
 var defaultInitState = {
   status: "disconnected",
-  videoTrack: null,
+  tracks: {},
   lastError: void 0,
   sessionExpiration: void 0,
-  insecureApiKey: void 0,
   jwtToken: void 0,
   sessionId: void 0
 };
@@ -1334,7 +1588,11 @@ var createReactorStore = (initProps, publicState = defaultInitState) => {
         oldStatus: get().status,
         newStatus
       });
-      set({ status: newStatus });
+      if (newStatus === "disconnected") {
+        set({ status: newStatus, tracks: {} });
+      } else {
+        set({ status: newStatus });
+      }
     });
     reactor.on(
       "sessionExpirationChanged",
@@ -1346,13 +1604,13 @@ var createReactorStore = (initProps, publicState = defaultInitState) => {
         set({ sessionExpiration: newSessionExpiration });
       }
     );
-    reactor.on("streamChanged", (videoTrack) => {
-      console.debug("[ReactorStore] Stream changed", {
-        hasVideoTrack: !!videoTrack,
-        videoTrackKind: videoTrack == null ? void 0 : videoTrack.kind,
-        videoTrackId: videoTrack == null ? void 0 : videoTrack.id
+    reactor.on("trackReceived", (name, track) => {
+      console.debug("[ReactorStore] Track received", {
+        name,
+        kind: track.kind,
+        id: track.id
       });
-      set({ videoTrack });
+      set({ tracks: __spreadProps(__spreadValues({}, get().tracks), { [name]: track }) });
     });
     reactor.on("error", (error) => {
       console.debug("[ReactorStore] Error occurred", error);
@@ -1371,10 +1629,10 @@ var createReactorStore = (initProps, publicState = defaultInitState) => {
       // actions
       onMessage: (handler) => {
         console.debug("[ReactorStore] Registering message handler");
-        get().internal.reactor.on("newMessage", handler);
+        get().internal.reactor.on("message", handler);
         return () => {
           console.debug("[ReactorStore] Cleaning up message handler");
-          get().internal.reactor.off("newMessage", handler);
+          get().internal.reactor.off("message", handler);
         };
       },
       sendCommand: (command, data, scope) => __async(null, null, function* () {
@@ -1416,27 +1674,31 @@ var createReactorStore = (initProps, publicState = defaultInitState) => {
           throw error;
         }
       }),
-      publishVideoStream: (stream) => __async(null, null, function* () {
-        console.debug("[ReactorStore] Publishing video stream");
+      publish: (name, track) => __async(null, null, function* () {
+        console.debug(`[ReactorStore] Publishing track "${name}"`);
         try {
-          yield get().internal.reactor.publishTrack(stream.getVideoTracks()[0]);
-          console.debug("[ReactorStore] Video stream published successfully");
+          yield get().internal.reactor.publishTrack(name, track);
+          console.debug(
+            `[ReactorStore] Track "${name}" published successfully`
+          );
         } catch (error) {
           console.error(
-            "[ReactorStore] Failed to publish video stream:",
+            `[ReactorStore] Failed to publish track "${name}":`,
             error
           );
           throw error;
         }
       }),
-      unpublishVideoStream: () => __async(null, null, function* () {
-        console.debug("[ReactorStore] Unpublishing video stream");
+      unpublish: (name) => __async(null, null, function* () {
+        console.debug(`[ReactorStore] Unpublishing track "${name}"`);
         try {
-          yield get().internal.reactor.unpublishTrack();
-          console.debug("[ReactorStore] Video stream unpublished successfully");
+          yield get().internal.reactor.unpublishTrack(name);
+          console.debug(
+            `[ReactorStore] Track "${name}" unpublished successfully`
+          );
         } catch (error) {
           console.error(
-            "[ReactorStore] Failed to unpublish video stream:",
+            `[ReactorStore] Failed to unpublish track "${name}":`,
             error
           );
           throw error;
@@ -1482,7 +1744,7 @@ function ReactorProvider(_a) {
     console.debug("[ReactorProvider] Reactor store created successfully");
   }
   const _a2 = connectOptions != null ? connectOptions : {}, { autoConnect = false } = _a2, pollingOptions = __objRest(_a2, ["autoConnect"]);
-  const { coordinatorUrl, modelName, local } = props;
+  const { coordinatorUrl, modelName, local, receive, send } = props;
   const maxAttempts = pollingOptions.maxAttempts;
   (0, import_react3.useEffect)(() => {
     const handleBeforeUnload = () => {
@@ -1538,6 +1800,8 @@ function ReactorProvider(_a) {
         coordinatorUrl,
         modelName,
         local,
+        receive,
+        send,
         jwtToken
       })
     );
@@ -1564,7 +1828,16 @@ function ReactorProvider(_a) {
         console.error("[ReactorProvider] Failed to disconnect:", error);
       });
     };
-  }, [coordinatorUrl, modelName, autoConnect, local, jwtToken, maxAttempts]);
+  }, [
+    coordinatorUrl,
+    modelName,
+    autoConnect,
+    local,
+    receive,
+    send,
+    jwtToken,
+    maxAttempts
+  ]);
   return /* @__PURE__ */ (0, import_jsx_runtime.jsx)(ReactorContext.Provider, { value: storeRef.current, children });
 }
 function useReactorStore(selector) {
@@ -1588,68 +1861,105 @@ function useReactorMessage(handler) {
     handlerRef.current = handler;
   }, [handler]);
   (0, import_react4.useEffect)(() => {
-    console.debug("[useReactorMessage] Setting up message subscription");
-    const stableHandler = (message, scope) => {
-      console.debug("[useReactorMessage] Message received", {
-        message,
-        scope
-      });
-      handlerRef.current(message, scope);
+    const stableHandler = (message) => {
+      handlerRef.current(message);
     };
-    reactor.on("newMessage", stableHandler);
-    console.debug("[useReactorMessage] Message handler registered");
+    reactor.on("message", stableHandler);
     return () => {
-      console.debug("[useReactorMessage] Cleaning up message subscription");
-      reactor.off("newMessage", stableHandler);
+      reactor.off("message", stableHandler);
     };
   }, [reactor]);
 }
+function useReactorInternalMessage(handler) {
+  const reactor = useReactor((state) => state.internal.reactor);
+  const handlerRef = (0, import_react4.useRef)(handler);
+  (0, import_react4.useEffect)(() => {
+    handlerRef.current = handler;
+  }, [handler]);
+  (0, import_react4.useEffect)(() => {
+    const stableHandler = (message) => {
+      handlerRef.current(message);
+    };
+    reactor.on("runtimeMessage", stableHandler);
+    return () => {
+      reactor.off("runtimeMessage", stableHandler);
+    };
+  }, [reactor]);
+}
+function useStats() {
+  const reactor = useReactor((state) => state.internal.reactor);
+  const [stats, setStats] = (0, import_react4.useState)(void 0);
+  (0, import_react4.useEffect)(() => {
+    const handler = (newStats) => {
+      setStats(newStats);
+    };
+    reactor.on("statsUpdate", handler);
+    return () => {
+      reactor.off("statsUpdate", handler);
+      setStats(void 0);
+    };
+  }, [reactor]);
+  return stats;
+}
 
 // src/react/ReactorView.tsx
 var import_react5 = require("react");
 var import_jsx_runtime2 = require("react/jsx-runtime");
 function ReactorView({
+  track = "main_video",
+  audioTrack,
   width,
   height,
   className,
   style,
-  videoObjectFit = "contain"
+  videoObjectFit = "contain",
+  muted = true
 }) {
-  const { videoTrack, status } = useReactor((state) => ({
-    videoTrack: state.videoTrack,
-    status: state.status
-  }));
+  const { videoMediaTrack, audioMediaTrack, status } = useReactor((state) => {
+    var _a, _b;
+    return {
+      videoMediaTrack: (_a = state.tracks[track]) != null ? _a : null,
+      audioMediaTrack: audioTrack ? (_b = state.tracks[audioTrack]) != null ? _b : null : null,
+      status: state.status
+    };
+  });
   const videoRef = (0, import_react5.useRef)(null);
+  const mediaStream = (0, import_react5.useMemo)(() => {
+    const tracks = [];
+    if (videoMediaTrack) tracks.push(videoMediaTrack);
+    if (audioMediaTrack) tracks.push(audioMediaTrack);
+    if (tracks.length === 0) return null;
+    return new MediaStream(tracks);
+  }, [videoMediaTrack, audioMediaTrack]);
   (0, import_react5.useEffect)(() => {
-    console.debug("[ReactorView] Video track effect triggered", {
+    console.debug("[ReactorView] Media track effect triggered", {
+      track,
       hasVideoElement: !!videoRef.current,
-      hasVideoTrack: !!videoTrack,
-      videoTrackKind: videoTrack == null ? void 0 : videoTrack.kind
+      hasVideoTrack: !!videoMediaTrack,
+      hasAudioTrack: !!audioMediaTrack
     });
-    if (videoRef.current && videoTrack) {
-      console.debug("[ReactorView] Attaching video track to element");
+    if (videoRef.current && mediaStream) {
+      console.debug("[ReactorView] Attaching media stream to element");
       try {
-        const stream = new MediaStream([videoTrack]);
-        videoRef.current.srcObject = stream;
+        videoRef.current.srcObject = mediaStream;
         videoRef.current.play().catch((e) => {
           console.warn("[ReactorView] Auto-play failed:", e);
         });
-        console.debug("[ReactorView] Video track attached successfully");
+        console.debug("[ReactorView] Media stream attached successfully");
       } catch (error) {
-        console.error("[ReactorView] Failed to attach video track:", error);
+        console.error("[ReactorView] Failed to attach media stream:", error);
       }
       return () => {
-        console.debug("[ReactorView] Detaching video track from element");
+        console.debug("[ReactorView] Detaching media stream from element");
         if (videoRef.current) {
           videoRef.current.srcObject = null;
-          console.debug("[ReactorView] Video track detached successfully");
         }
       };
     } else {
-      console.debug("[ReactorView] No video track or element to attach");
+      console.debug("[ReactorView] No tracks or element to attach");
     }
-  }, [videoTrack]);
-  const showPlaceholder = !videoTrack;
+  }, [mediaStream]);
+  const showPlaceholder = !videoMediaTrack;
   return /* @__PURE__ */ (0, import_jsx_runtime2.jsxs)(
     "div",
     {
@@ -1669,7 +1979,7 @@ function ReactorView({
               objectFit: videoObjectFit,
               display: showPlaceholder ? "none" : "block"
             },
-            muted: true,
+            muted,
             playsInline: true
           }
         ),
@@ -1740,8 +2050,8 @@ function ReactorController({
     }, 5e3);
     return () => clearInterval(interval);
   }, [status, commands, requestCapabilities]);
-  useReactorMessage((message, scope) => {
-    if (scope === "runtime" && message && typeof message === "object" && message.type === "modelCapabilities" && message.data && "commands" in message.data) {
+  useReactorInternalMessage((message) => {
+    if (message && typeof message === "object" && message.type === "modelCapabilities" && message.data && "commands" in message.data) {
       const commandsMessage = message.data;
       setCommands(commandsMessage.commands);
       const initialValues = {};
@@ -2157,6 +2467,7 @@ function ReactorController({
 var import_react7 = require("react");
 var import_jsx_runtime4 = require("react/jsx-runtime");
 function WebcamStream({
+  track,
   className,
   style,
   videoConstraints = {
@@ -2169,10 +2480,10 @@ function WebcamStream({
   const [stream, setStream] = (0, import_react7.useState)(null);
   const [isPublishing, setIsPublishing] = (0, import_react7.useState)(false);
   const [permissionDenied, setPermissionDenied] = (0, import_react7.useState)(false);
-  const { status, publishVideoStream, unpublishVideoStream, reactor } = useReactor((state) => ({
+  const { status, publish, unpublish, reactor } = useReactor((state) => ({
     status: state.status,
-    publishVideoStream: state.publishVideoStream,
-    unpublishVideoStream: state.unpublishVideoStream,
+    publish: state.publish,
+    unpublish: state.unpublish,
     reactor: state.internal.reactor
   }));
   const videoRef = (0, import_react7.useRef)(null);
@@ -2197,15 +2508,15 @@ function WebcamStream({
   const stopWebcam = () => __async(null, null, function* () {
     console.debug("[WebcamPublisher] Stopping webcam");
     try {
-      yield unpublishVideoStream();
+      yield unpublish(track);
       console.debug("[WebcamPublisher] Unpublished before stopping");
     } catch (err) {
       console.error("[WebcamPublisher] Error unpublishing before stop:", err);
     }
     setIsPublishing(false);
-    stream == null ? void 0 : stream.getTracks().forEach((track) => {
-      track.stop();
-      console.debug("[WebcamPublisher] Stopped track:", track.kind);
+    stream == null ? void 0 : stream.getTracks().forEach((t) => {
+      t.stop();
+      console.debug("[WebcamPublisher] Stopped track:", t.kind);
     });
     setStream(null);
     console.debug("[WebcamPublisher] Webcam stopped");
@@ -2235,28 +2546,31 @@ function WebcamStream({
       console.debug(
         "[WebcamPublisher] Reactor ready, auto-publishing webcam stream"
       );
-      publishVideoStream(stream).then(() => {
-        console.debug("[WebcamPublisher] Auto-publish successful");
-        setIsPublishing(true);
-      }).catch((err) => {
-        console.error("[WebcamPublisher] Auto-publish failed:", err);
-      });
+      const videoTrack = stream.getVideoTracks()[0];
+      if (videoTrack) {
+        publish(track, videoTrack).then(() => {
+          console.debug("[WebcamPublisher] Auto-publish successful");
+          setIsPublishing(true);
+        }).catch((err) => {
+          console.error("[WebcamPublisher] Auto-publish failed:", err);
+        });
+      }
     } else if (status !== "ready" && isPublishing) {
       console.debug("[WebcamPublisher] Reactor not ready, auto-unpublishing");
-      unpublishVideoStream().then(() => {
+      unpublish(track).then(() => {
         console.debug("[WebcamPublisher] Auto-unpublish successful");
         setIsPublishing(false);
       }).catch((err) => {
         console.error("[WebcamPublisher] Auto-unpublish failed:", err);
       });
     }
-  }, [status, stream, isPublishing, publishVideoStream, unpublishVideoStream]);
+  }, [status, stream, isPublishing, publish, unpublish, track]);
   (0, import_react7.useEffect)(() => {
     const handleError = (error) => {
       console.debug("[WebcamPublisher] Received error event:", error);
-      if (error.code === "VIDEO_PUBLISH_FAILED") {
+      if (error.code === "TRACK_PUBLISH_FAILED") {
         console.debug(
-          "[WebcamPublisher] Video publish failed, resetting isPublishing state"
+          "[WebcamPublisher] Track publish failed, resetting isPublishing state"
         );
         setIsPublishing(false);
       }
@@ -2372,9 +2686,13 @@ function fetchInsecureJwtToken(_0) {
   ReactorProvider,
   ReactorView,
   WebcamStream,
+  audio,
   fetchInsecureJwtToken,
   useReactor,
+  useReactorInternalMessage,
   useReactorMessage,
-  useReactorStore
+  useReactorStore,
+  useStats,
+  video
 });
 //# sourceMappingURL=index.js.map