@memberjunction/livekit-room-core 6.2.0-edge.2 → 6.2.0-edge.4

package/dist/livekit-room-controller.d.ts

@@ -14,6 +14,7 @@
  */
 import { Participant, Room, type RoomOptions } from 'livekit-client';
 import { Observable } from 'rxjs';
+import { type DisplayCaptureOptions, type DisplayCaptureResult, type DisplayCaptureSurface } from '@memberjunction/ai-realtime-client/media';
 import { LiveKitRoomEventBus } from './events.js';
 import { LiveKitBackgroundEffect, LiveKitConnectionStatus, LiveKitDevice, LiveKitParticipantRole, LiveKitRoomConnectOptions, LiveKitRoomState } from './types.js';
 /**
@@ -43,12 +44,82 @@ export interface LiveKitRoomControllerOptions {
     RoleResolver?: LiveKitRoleResolver;
     /** Supply a shared event bus (e.g. so a host can subscribe before the controller connects). */
     EventBus?: LiveKitRoomEventBus;
+    /**
+     * Opens the browser's share picker for a screen share. Defaults to `/media`'s `RequestDisplayCapture`, as in the
+     * preview room; a test passes its own.
+     */
+    RequestScreenShare?: (options: DisplayCaptureOptions) => Promise<DisplayCaptureResult>;
 }
+/**
+ * What a meeting room UI drives: the connection, the local microphone, camera and screen share, the data channel,
+ * effects, devices, and the room's state and events. {@link LiveKitRoomController} is the LiveKit implementation;
+ * another implementation (a test fake, a simulated room) runs the same UI without a LiveKit server.
+ */
+export interface ILiveKitRoomController {
+    /** The room's cancelable event bus (Before-events + notifications). */
+    readonly Events: LiveKitRoomEventBus;
+    /** The room-state snapshot: the current value on subscribe, then every change. */
+    readonly State$: Observable<LiveKitRoomState>;
+    /** The current room-state snapshot. */
+    readonly State: LiveKitRoomState;
+    /** The current connection status. */
+    readonly Status: LiveKitConnectionStatus;
+    /**
+     * Joins the room and brings the local participant online with the requested media. Only a failed connection fails
+     * the join; a microphone or camera that fails to start is left off and reported as a `device` error.
+     */
+    Connect(serverUrl: string, token: string, options?: LiveKitRoomConnectOptions): Promise<void>;
+    /** Leaves the room. Resolves `false` when a `beforeDisconnect` handler canceled it. */
+    Disconnect(userInitiated?: boolean): Promise<boolean>;
+    /** Leaves the room and releases everything; the controller is not used again. */
+    Dispose(): void;
+    /** Turns the local microphone on or off. */
+    SetMicrophoneEnabled(enabled: boolean): Promise<void>;
+    /** Turns the local camera on or off. */
+    SetCameraEnabled(enabled: boolean): Promise<void>;
+    /**
+     * Starts or stops sharing. `request` is the kind of surface the browser's picker offers first, or the share's
+     * `/media` options: a surface preference, or one panel of the page to share alone (`Panel`) with its name
+     * (`PanelLabel`).
+     */
+    SetScreenShareEnabled(enabled: boolean, request?: DisplayCaptureSurface | DisplayCaptureOptions): Promise<void>;
+    /** Toggles the microphone and resolves the new state. */
+    ToggleMicrophone(): Promise<boolean>;
+    /** Toggles the camera and resolves the new state. */
+    ToggleCamera(): Promise<boolean>;
+    /** Toggles screen sharing and resolves the new state. */
+    ToggleScreenShare(): Promise<boolean>;
+    /** Shares something else: stops the current share, then asks the browser's picker again, with `request` as above. */
+    ChangeScreenShare(request?: DisplayCaptureSurface | DisplayCaptureOptions): Promise<void>;
+    /**
+     * Sends a text message to the room on the data channel. Resolves `true` when the message went out, and `false` when it
+     * did not: no room, a `beforeSendData` handler canceled it, or the send failed (also raised as an `error` of kind
+     * `data`).
+     */
+    SendData(text: string, topic?: string): Promise<boolean>;
+    /** Resumes audio playback after a browser autoplay block (call from a user gesture). */
+    StartAudio(): Promise<void>;
+    /** Turns the noise filter on or off; resolves `false` when it cannot be applied. */
+    SetNoiseFilterEnabled(enabled: boolean): Promise<boolean>;
+    /** Applies a camera background effect; resolves `false` when it cannot be applied. */
+    SetBackgroundEffect(effect: LiveKitBackgroundEffect): Promise<boolean>;
+    /** Lists the devices of a kind. */
+    ListDevices(kind: LiveKitDevice['Kind']): Promise<LiveKitDevice[]>;
+    /** The device in use for a kind, or `null` when unknown or not connected. */
+    GetActiveDeviceId(kind: LiveKitDevice['Kind']): string | null;
+    /** Moves a kind to another device. */
+    SwitchDevice(kind: LiveKitDevice['Kind'], deviceId: string): Promise<void>;
+}
+/**
+ * Speech-tuned room options for LiveKit connections in MJ Meet and agent interactions.
+ * Prioritizes low latency, natural interruptions, packet loss resilience (RED), and voice quality.
+ */
+export declare const DEFAULT_SPEECH_ROOM_OPTIONS: RoomOptions;
 /**
  * Controls a single LiveKit room: connect/disconnect, local-media toggles, data messages, device
  * switching, and a normalized observable state snapshot. One controller == one room connection.
  */
-export declare class LiveKitRoomController {
+export declare class LiveKitRoomController implements ILiveKitRoomController {
     private room;
     private readonly roomFactory;
     private readonly roleResolver;
@@ -56,6 +127,8 @@ export declare class LiveKitRoomController {
     private backgroundEffect;
     private e2eeEnabled;
     private e2eeKeyProvider;
+    /** The local screen share, through `/media` display capture. */
+    private readonly screenShare;
     private readonly stateSubject;
     private readonly textDecoder;
     private readonly textEncoder;
@@ -85,6 +158,12 @@ export declare class LiveKitRoomController {
     /**
      * Connects to a LiveKit room and brings the local participant online with the requested media.
      *
+     * Only the connection can fail the join: then it rejects, the status is `'error'` and a `connect` error is emitted.
+     * The microphone and camera are turned on once connected, each on its own; one that fails (the browser refused it,
+     * or it is in use) is left off and reported as a `device` error, and the join goes on, so the user is in the room
+     * and can turn it on again. If the user leaves while a device starts (the browser's permission prompt can stay open
+     * a while), no other device starts and no `connected` is emitted.
+     *
      * @param serverUrl The LiveKit server URL (e.g. `wss://livekit.myorg.com`).
      * @param token The signed access token authorizing this participant to join a specific room.
      * @param options Initial media + display-name options.
@@ -106,21 +185,36 @@ export declare class LiveKitRoomController {
     SetMicrophoneEnabled(enabled: boolean): Promise<void>;
     /** Enables or disables the local camera. */
     SetCameraEnabled(enabled: boolean): Promise<void>;
-    /** Starts or stops local screen sharing. */
-    SetScreenShareEnabled(enabled: boolean): Promise<void>;
+    /**
+     * Starts or stops local screen sharing, through `/media` display capture published as this participant's screen
+     * share (capped at 1080p and 30 fps, as LiveKit's own capture is). `request` is the kind of surface the browser's
+     * picker offers first (Chromium reads it; the user can still pick another kind), or the share's options: one panel
+     * of the page to share alone (`Panel`, Chrome and Edge), with its name (`PanelLabel`). A picker the user closes
+     * shares nothing and is no error; a share the browser refuses is a `device` error.
+     */
+    SetScreenShareEnabled(enabled: boolean, request?: DisplayCaptureSurface | DisplayCaptureOptions): Promise<void>;
     /** Toggles the microphone and returns the new state. */
     ToggleMicrophone(): Promise<boolean>;
     /** Toggles the camera and returns the new state. */
     ToggleCamera(): Promise<boolean>;
     /** Toggles screen sharing and returns the new state. */
     ToggleScreenShare(): Promise<boolean>;
+    /**
+     * Shares something else: stops the current share, then asks the browser's picker again, with `request` as for
+     * {@link SetScreenShareEnabled}. Others see the share end and start again; a user who cancels the picker is left not
+     * sharing. With no share running, it just starts one.
+     */
+    ChangeScreenShare(request?: DisplayCaptureSurface | DisplayCaptureOptions): Promise<void>;
     /**
      * Sends a text message on the LiveKit data channel (reliable publish to all participants).
      *
      * @param text The message text.
      * @param topic Optional topic to publish under (for routing on the receiving side).
+     * @returns `true` once LiveKit sent the message (while LiveKit reconnects, it holds the message and sends it when the
+     *   session resumes); `false` when it was not sent: no room, a `beforeSendData` handler canceled it, or the publish
+     *   failed, which is also raised as an `error` of kind `data`.
      */
-    SendData(text: string, topic?: string): Promise<void>;
+    SendData(text: string, topic?: string): Promise<boolean>;
     /**
      * Resumes audio playback after a browser autoplay block (must be called from a user-gesture handler).
      * Clears {@link LiveKitRoomState.AudioPlaybackBlocked} on success.
@@ -185,7 +279,10 @@ export declare class LiveKitRoomController {
     private handleDisconnected;
     /** Rebuilds the full state snapshot from the live room and emits it. */
     private rebuildState;
-    /** Maps a livekit-client participant onto the normalized {@link LiveKitParticipantView}. */
+    /**
+     * Maps a livekit-client participant onto the normalized {@link LiveKitParticipantView}. An agent whose bot says the
+     * meeting can't show its avatar carries why ({@link LiveKitParticipantView.AvatarAudioOnly}).
+     */
     private buildView;
     /**
      * Debounced "is speaking": true while the raw flag is set OR within {@link LiveKitRoomController.SPEAKING_HOLD_MS}
@@ -198,15 +295,35 @@ export declare class LiveKitRoomController {
     private scheduleSpeakingHoldRefresh;
     /** Whether the participant has a published, unmuted track for the given source. */
     private hasLiveTrack;
-    /** Reads the local-media toggle state from the room's local participant. */
+    /**
+     * Reads the local-media toggle state from the room's local participant, with what is shared while sharing: the kind
+     * of surface, and a shared panel's name while the published screen track is that panel's.
+     */
     private readLocalMedia;
-    /** Toggles a local-media kind via the local participant, surfacing failures as device errors. */
+    /**
+     * Toggles a local-media kind via the local participant, surfacing failures as device errors that name the kind and
+     * whether it was being turned on or off. `screenRequest` is what a screen share that starts asks the browser's picker
+     * for.
+     */
     private toggleLocalMedia;
-    /** Applies the requested initial media (mic on by default, camera off — voice-first), honoring device ids. */
+    /** Starts sharing through `/media` display capture, or stops. A share the browser refuses throws, with its reason. */
+    private setScreenShare;
+    /** The browser ended the local share ("Stop sharing", or the shared surface closed): the room stops showing it. */
+    private onScreenShareEnded;
+    /**
+     * Turns on the requested initial media (mic on by default, camera off — voice-first), honoring device ids. Each
+     * device is turned on by itself: one that fails is left off and reported, and the other still starts. The camera is
+     * not started once the user has left.
+     */
     private applyInitialMedia;
+    /**
+     * Turns on one device while joining. A failure is a `device` error that names the device being turned on, as when
+     * the user turns it on later (LiveKit reports it first, as its own `MediaDevicesError`); the device stays off.
+     */
+    private startInitialDevice;
     /** Applies the requested initial cloud effects (noise filter, background) after media is published. */
     private applyInitialEffects;
-    /** Merges E2EE into the livekit-client room options when requested. */
+    /** Merges speech defaults and E2EE into the livekit-client room options. */
     private buildRoomOptions;
     /** Sets the E2EE key from the passphrase and enables encryption (no-op when not requested). */
     private enableE2EEIfRequested;
@@ -218,9 +335,13 @@ export declare class LiveKitRoomController {
     private mapDisconnectReason;
     /** Pushes a partial update onto the current state snapshot, emits it, and fires `stateChanged`. */
     private patchState;
-    /** Emits a normalized error via the `error` event. */
+    /** Emits a normalized error via the `error` event; a device error about one device names it (`Device`). */
     private emitError;
-    /** The initial / reset room state. */
+    /**
+     * The room state before joining, which a leave or a disconnect merges back over the current state: nobody in the
+     * room, the user included, and no room name. It sets every field ({@link LiveKitRoomResetState}), since a field left
+     * out would keep its value through the merge.
+     */
     private initialState;
 }
 //# sourceMappingURL=livekit-room-controller.d.ts.map

package/dist/livekit-room-controller.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"livekit-room-controller.d.ts","sourceRoot":"","sources":["../src/livekit-room-controller.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAEH,OAAO,EAKL,WAAW,EAEX,IAAI,EAKJ,KAAK,WAAW,EACjB,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAmB,UAAU,EAAE,MAAM,MAAM,CAAC;AACnD,OAAO,EAAE,mBAAmB,EAAE,MAAM,UAAU,CAAC;AAE/C,OAAO,EACL,uBAAuB,EACvB,uBAAuB,EACvB,aAAa,EAGb,sBAAsB,EAEtB,yBAAyB,EAEzB,gBAAgB,EACjB,MAAM,SAAS,CAAC;AAEjB;;;;GAIG;AACH,MAAM,MAAM,kBAAkB,GAAG,CAAC,OAAO,CAAC,EAAE,WAAW,KAAK,IAAI,CAAC;AAEjE,qEAAqE;AACrE,eAAO,MAAM,kBAAkB,EAAE,kBAAmD,CAAC;AAErF,kDAAkD;AAClD,eAAO,MAAM,kBAAkB,EAAE,kBAAuC,CAAC;AAEzE,iGAAiG;AACjG,MAAM,MAAM,mBAAmB,GAAG,CAAC,WAAW,EAAE,WAAW,KAAK,sBAAsB,CAAC;AAEvF;;;GAGG;AACH,eAAO,MAAM,mBAAmB,EAAE,mBAcjC,CAAC;AAEF,mDAAmD;AACnD,eAAO,MAAM,mBAAmB,EAAE,mBAAyC,CAAC;AAE5E,0FAA0F;AAC1F,MAAM,WAAW,4BAA4B;IAC3C,yDAAyD;IACzD,WAAW,CAAC,EAAE,kBAAkB,CAAC;IACjC,oDAAoD;IACpD,YAAY,CAAC,EAAE,mBAAmB,CAAC;IACnC,+FAA+F;IAC/F,QAAQ,CAAC,EAAE,mBAAmB,CAAC;CAChC;AAED;;;GAGG;AACH,qBAAa,qBAAqB;IAChC,OAAO,CAAC,IAAI,CAAqB;IACjC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAqB;IACjD,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAsB;IACnD,OAAO,CAAC,kBAAkB,CAAS;IACnC,OAAO,CAAC,gBAAgB,CAA6C;IACrE,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,eAAe,CAAwC;IAE/D,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAoC;IACjE,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAqB;IACjD,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAqB;IAEjD;;;;;OAKG;IACH,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAA6B;IAEhE,8GAA8G;IAC9G,OAAO,CAAC,iBAAiB,CAA8C;IAEvE,gIAAgI;IAChI,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,gBAAgB,CAAQ;IAEhD;;;OAGG;IACH,SAAgB,MAAM,EAAE,mBAAmB,CAAC;gBAEhC,OAAO,GAAE,4BAAiC;IAStD,sGAAsG;IACtG,IAAW,MAAM,IAAI,UAAU,CAAC,gBAAgB,CAAC,CAEhD;IAED,qDAAqD;IACrD,IAAW,KAAK,IAAI,gBAAgB,CAEnC;IAED,+DAA+D;IAC/D,IAAW,MAAM,IAAI,uBAAuB,CAE3C;IAID;;;;;;OAMG;IACU,OAAO,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,GAAE,yBAA8B,GAAG,OAAO,CAAC,IAAI,CAAC;IA+B9G;;;;;;OAMG;IACU,UAAU,CAAC,aAAa,UAAO,GAAG,OAAO,CAAC,OAAO,CAAC;IAqB/D,kFAAkF;IAClF,OAAO,CAAC,gBAAgB;IAMxB,sFAAsF;IAC/E,OAAO,IAAI,IAAI;IAatB,gDAAgD;IACnC,oBAAoB,CAAC,OAAO,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IAIlE,4CAA4C;IAC/B,gBAAgB,CAAC,OAAO,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IAI9D,4CAA4C;IAC/B,qBAAqB,CAAC,OAAO,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IAInE,wDAAwD;IAC3C,gBAAgB,IAAI,OAAO,CAAC,OAAO,CAAC;IAMjD,oDAAoD;IACvC,YAAY,IAAI,OAAO,CAAC,OAAO,CAAC;IAM7C,wDAAwD;IAC3C,iBAAiB,IAAI,OAAO,CAAC,OAAO,CAAC;IAQlD;;;;;OAKG;IACU,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAkBlE;;;OAGG;IACU,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAYxC;;;;;OAKG;IACU,qBAAqB,CAAC,OAAO,EAAE,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;IActE;;;;;OAKG;IACU,mBAAmB,CAAC,MAAM,EAAE,uBAAuB,GAAG,OAAO,CAAC,OAAO,CAAC;IAgBnF;;;;;OAKG;IACU,WAAW,CAAC,IAAI,EAAE,aAAa,CAAC,MAAM,CAAC,GAAG,OAAO,CAAC,aAAa,EAAE,CAAC;IAU/E;;;;;;;OAOG;IACI,iBAAiB,CAAC,IAAI,EAAE,aAAa,CAAC,MAAM,CAAC,GAAG,MAAM,GAAG,IAAI;IAOpE;;;;;OAKG;IACU,YAAY,CAAC,IAAI,EAAE,aAAa,CAAC,MAAM,CAAC,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAiBvF,2EAA2E;IAC3E,OAAO,CAAC,cAAc;IA+BtB,8FAA8F;IAC9F,OAAO,CAAC,mBAAmB;IAM3B,oEAAoE;IACpE,OAAO,CAAC,kBAAkB;IAK1B,gEAAgE;IAChE,OAAO,CAAC,kBAAkB;IAK1B,+EAA+E;IAC/E,OAAO,CAAC,uBAAuB;IAK/B,6EAA6E;IAC7E,OAAO,CAAC,qBAAqB;IAK7B,4FAA4F;IAC5F,OAAO,CAAC,oBAAoB;IAQ5B,8EAA8E;IAC9E,OAAO,CAAC,qBAAqB;IAI7B,+CAA+C;IAC/C,OAAO,CAAC,UAAU;IAiBlB,uFAAuF;IACvF,OAAO,CAAC,kBAAkB;IAa1B,wEAAwE;IACxE,OAAO,CAAC,YAAY;IAoBpB,4FAA4F;IAC5F,OAAO,CAAC,SAAS;IAgBjB;;;;;OAKG;IACH,OAAO,CAAC,iBAAiB;IAczB,kHAAkH;IAClH,OAAO,CAAC,2BAA2B;IAYnC,mFAAmF;IACnF,OAAO,CAAC,YAAY;IAKpB,4EAA4E;IAC5E,OAAO,CAAC,cAAc;IAStB,iGAAiG;YACnF,gBAAgB;IAwB9B,8GAA8G;YAChG,iBAAiB;IAW/B,uGAAuG;YACzF,mBAAmB;IASjC,uEAAuE;IACvE,OAAO,CAAC,gBAAgB;IAYxB,+FAA+F;YACjF,qBAAqB;IAUnC,+FAA+F;IAC/F,OAAO,CAAC,mBAAmB;IAgB3B,wEAAwE;IACxE,OAAO,CAAC,oBAAoB;IAe5B,gGAAgG;IAChG,OAAO,CAAC,mBAAmB;IAmB3B,mGAAmG;IACnG,OAAO,CAAC,UAAU;IAMlB,sDAAsD;IACtD,OAAO,CAAC,SAAS;IAIjB,sCAAsC;IACtC,OAAO,CAAC,YAAY;CAYrB"}
+{"version":3,"file":"livekit-room-controller.d.ts","sourceRoot":"","sources":["../src/livekit-room-controller.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAEH,OAAO,EAML,WAAW,EAEX,IAAI,EAOJ,KAAK,WAAW,EACjB,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAmB,UAAU,EAAE,MAAM,MAAM,CAAC;AAEnD,OAAO,EAGL,KAAK,qBAAqB,EAC1B,KAAK,oBAAoB,EACzB,KAAK,qBAAqB,EAC3B,MAAM,0CAA0C,CAAC;AAElD,OAAO,EAAE,mBAAmB,EAAE,MAAM,UAAU,CAAC;AAI/C,OAAO,EACL,uBAAuB,EACvB,uBAAuB,EACvB,aAAa,EAIb,sBAAsB,EAEtB,yBAAyB,EAEzB,gBAAgB,EACjB,MAAM,SAAS,CAAC;AAEjB;;;;GAIG;AACH,MAAM,MAAM,kBAAkB,GAAG,CAAC,OAAO,CAAC,EAAE,WAAW,KAAK,IAAI,CAAC;AAEjE,qEAAqE;AACrE,eAAO,MAAM,kBAAkB,EAAE,kBAAmD,CAAC;AAErF,kDAAkD;AAClD,eAAO,MAAM,kBAAkB,EAAE,kBAAuC,CAAC;AAEzE,iGAAiG;AACjG,MAAM,MAAM,mBAAmB,GAAG,CAAC,WAAW,EAAE,WAAW,KAAK,sBAAsB,CAAC;AAEvF;;;GAGG;AACH,eAAO,MAAM,mBAAmB,EAAE,mBAcjC,CAAC;AAEF,mDAAmD;AACnD,eAAO,MAAM,mBAAmB,EAAE,mBAAyC,CAAC;AAE5E,0FAA0F;AAC1F,MAAM,WAAW,4BAA4B;IAC3C,yDAAyD;IACzD,WAAW,CAAC,EAAE,kBAAkB,CAAC;IACjC,oDAAoD;IACpD,YAAY,CAAC,EAAE,mBAAmB,CAAC;IACnC,+FAA+F;IAC/F,QAAQ,CAAC,EAAE,mBAAmB,CAAC;IAC/B;;;OAGG;IACH,kBAAkB,CAAC,EAAE,CAAC,OAAO,EAAE,qBAAqB,KAAK,OAAO,CAAC,oBAAoB,CAAC,CAAC;CACxF;AAED;;;;GAIG;AACH,MAAM,WAAW,sBAAsB;IACrC,uEAAuE;IACvE,QAAQ,CAAC,MAAM,EAAE,mBAAmB,CAAC;IACrC,kFAAkF;IAClF,QAAQ,CAAC,MAAM,EAAE,UAAU,CAAC,gBAAgB,CAAC,CAAC;IAC9C,uCAAuC;IACvC,QAAQ,CAAC,KAAK,EAAE,gBAAgB,CAAC;IACjC,qCAAqC;IACrC,QAAQ,CAAC,MAAM,EAAE,uBAAuB,CAAC;IACzC;;;OAGG;IACH,OAAO,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,yBAAyB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC9F,uFAAuF;IACvF,UAAU,CAAC,aAAa,CAAC,EAAE,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IACtD,iFAAiF;IACjF,OAAO,IAAI,IAAI,CAAC;IAChB,4CAA4C;IAC5C,oBAAoB,CAAC,OAAO,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACtD,wCAAwC;IACxC,gBAAgB,CAAC,OAAO,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAClD;;;;OAIG;IACH,qBAAqB,CAAC,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE,qBAAqB,GAAG,qBAAqB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAChH,yDAAyD;IACzD,gBAAgB,IAAI,OAAO,CAAC,OAAO,CAAC,CAAC;IACrC,qDAAqD;IACrD,YAAY,IAAI,OAAO,CAAC,OAAO,CAAC,CAAC;IACjC,yDAAyD;IACzD,iBAAiB,IAAI,OAAO,CAAC,OAAO,CAAC,CAAC;IACtC,qHAAqH;IACrH,iBAAiB,CAAC,OAAO,CAAC,EAAE,qBAAqB,GAAG,qBAAqB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC1F;;;;OAIG;IACH,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IACzD,wFAAwF;IACxF,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAC5B,oFAAoF;IACpF,qBAAqB,CAAC,OAAO,EAAE,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IAC1D,sFAAsF;IACtF,mBAAmB,CAAC,MAAM,EAAE,uBAAuB,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IACvE,mCAAmC;IACnC,WAAW,CAAC,IAAI,EAAE,aAAa,CAAC,MAAM,CAAC,GAAG,OAAO,CAAC,aAAa,EAAE,CAAC,CAAC;IACnE,6EAA6E;IAC7E,iBAAiB,CAAC,IAAI,EAAE,aAAa,CAAC,MAAM,CAAC,GAAG,MAAM,GAAG,IAAI,CAAC;IAC9D,sCAAsC;IACtC,YAAY,CAAC,IAAI,EAAE,aAAa,CAAC,MAAM,CAAC,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CAC5E;AAED;;;GAGG;AACH,eAAO,MAAM,2BAA2B,EAAE,WAYzC,CAAC;AAEF;;;GAGG;AACH,qBAAa,qBAAsB,YAAW,sBAAsB;IAClE,OAAO,CAAC,IAAI,CAAqB;IACjC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAqB;IACjD,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAsB;IACnD,OAAO,CAAC,kBAAkB,CAAS;IACnC,OAAO,CAAC,gBAAgB,CAA6C;IACrE,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,eAAe,CAAwC;IAC/D,gEAAgE;IAChE,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAqB;IAEjD,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAoC;IACjE,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAqB;IACjD,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAqB;IAEjD;;;;;OAKG;IACH,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAA6B;IAEhE,8GAA8G;IAC9G,OAAO,CAAC,iBAAiB,CAA8C;IAEvE,gIAAgI;IAChI,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,gBAAgB,CAAQ;IAEhD;;;OAGG;IACH,SAAgB,MAAM,EAAE,mBAAmB,CAAC;gBAEhC,OAAO,GAAE,4BAAiC;IAUtD,sGAAsG;IACtG,IAAW,MAAM,IAAI,UAAU,CAAC,gBAAgB,CAAC,CAEhD;IAED,qDAAqD;IACrD,IAAW,KAAK,IAAI,gBAAgB,CAEnC;IAED,+DAA+D;IAC/D,IAAW,MAAM,IAAI,uBAAuB,CAE3C;IAID;;;;;;;;;;;;OAYG;IACU,OAAO,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,GAAE,yBAA8B,GAAG,OAAO,CAAC,IAAI,CAAC;IAkC9G;;;;;;OAMG;IACU,UAAU,CAAC,aAAa,UAAO,GAAG,OAAO,CAAC,OAAO,CAAC;IAuB/D,kFAAkF;IAClF,OAAO,CAAC,gBAAgB;IAMxB,sFAAsF;IAC/E,OAAO,IAAI,IAAI;IAatB,gDAAgD;IACnC,oBAAoB,CAAC,OAAO,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IAIlE,4CAA4C;IAC/B,gBAAgB,CAAC,OAAO,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IAI9D;;;;;;OAMG;IACU,qBAAqB,CAAC,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE,qBAAqB,GAAG,qBAAqB,GAAG,OAAO,CAAC,IAAI,CAAC;IAI5H,wDAAwD;IAC3C,gBAAgB,IAAI,OAAO,CAAC,OAAO,CAAC;IAMjD,oDAAoD;IACvC,YAAY,IAAI,OAAO,CAAC,OAAO,CAAC;IAM7C,wDAAwD;IAC3C,iBAAiB,IAAI,OAAO,CAAC,OAAO,CAAC;IAMlD;;;;OAIG;IACU,iBAAiB,CAAC,OAAO,CAAC,EAAE,qBAAqB,GAAG,qBAAqB,GAAG,OAAO,CAAC,IAAI,CAAC;IAStG;;;;;;;;OAQG;IACU,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAoBrE;;;OAGG;IACU,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAYxC;;;;;OAKG;IACU,qBAAqB,CAAC,OAAO,EAAE,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;IActE;;;;;OAKG;IACU,mBAAmB,CAAC,MAAM,EAAE,uBAAuB,GAAG,OAAO,CAAC,OAAO,CAAC;IAgBnF;;;;;OAKG;IACU,WAAW,CAAC,IAAI,EAAE,aAAa,CAAC,MAAM,CAAC,GAAG,OAAO,CAAC,aAAa,EAAE,CAAC;IAU/E;;;;;;;OAOG;IACI,iBAAiB,CAAC,IAAI,EAAE,aAAa,CAAC,MAAM,CAAC,GAAG,MAAM,GAAG,IAAI;IAOpE;;;;;OAKG;IACU,YAAY,CAAC,IAAI,EAAE,aAAa,CAAC,MAAM,CAAC,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAkBvF,2EAA2E;IAC3E,OAAO,CAAC,cAAc;IAkCtB,8FAA8F;IAC9F,OAAO,CAAC,mBAAmB;IAM3B,oEAAoE;IACpE,OAAO,CAAC,kBAAkB;IAK1B,gEAAgE;IAChE,OAAO,CAAC,kBAAkB;IAK1B,+EAA+E;IAC/E,OAAO,CAAC,uBAAuB;IAK/B,6EAA6E;IAC7E,OAAO,CAAC,qBAAqB;IAK7B,4FAA4F;IAC5F,OAAO,CAAC,oBAAoB;IAQ5B,8EAA8E;IAC9E,OAAO,CAAC,qBAAqB;IAI7B,+CAA+C;IAC/C,OAAO,CAAC,UAAU;IAiBlB,uFAAuF;IACvF,OAAO,CAAC,kBAAkB;IAa1B,wEAAwE;IACxE,OAAO,CAAC,YAAY;IAqBpB;;;OAGG;IACH,OAAO,CAAC,SAAS;IAoBjB;;;;;OAKG;IACH,OAAO,CAAC,iBAAiB;IAczB,kHAAkH;IAClH,OAAO,CAAC,2BAA2B;IAYnC,mFAAmF;IACnF,OAAO,CAAC,YAAY;IAKpB;;;OAGG;IACH,OAAO,CAAC,cAAc;IAetB;;;;OAIG;YACW,gBAAgB;IA6B9B,sHAAsH;YACxG,cAAc;IAe5B,mHAAmH;IACnH,OAAO,CAAC,kBAAkB;IAQ1B;;;;OAIG;YACW,iBAAiB;IAY/B;;;OAGG;YACW,kBAAkB;IAQhC,uGAAuG;YACzF,mBAAmB;IASjC,4EAA4E;IAC5E,OAAO,CAAC,gBAAgB;IAwBxB,+FAA+F;YACjF,qBAAqB;IAUnC,+FAA+F;IAC/F,OAAO,CAAC,mBAAmB;IAgB3B,wEAAwE;IACxE,OAAO,CAAC,oBAAoB;IAe5B,gGAAgG;IAChG,OAAO,CAAC,mBAAmB;IAmB3B,mGAAmG;IACnG,OAAO,CAAC,UAAU;IAMlB,2GAA2G;IAC3G,OAAO,CAAC,SAAS;IAIjB;;;;OAIG;IACH,OAAO,CAAC,YAAY;CAerB"}

package/dist/livekit-room-controller.js

@@ -12,10 +12,15 @@
  *
  * @module @memberjunction/livekit-room-core
  */
-import { ConnectionQuality, ConnectionState, DisconnectReason, ExternalE2EEKeyProvider, Room, RoomEvent, Track, } from 'livekit-client';
+import { AudioPresets, ConnectionQuality, ConnectionState, DisconnectReason, ExternalE2EEKeyProvider, Room, RoomEvent, Track, } from 'livekit-client';
 import { BehaviorSubject } from 'rxjs';
+import { AllowsAgentVision, IsAgentWatching } from '@memberjunction/ai';
+import { CapturedSurfaceOf, RequestDisplayCapture, } from '@memberjunction/ai-realtime-client/media';
+import { ReadAvatarAudioOnly } from './agent-avatar.js';
 import { LiveKitRoomEventBus } from './events.js';
 import { ApplyBackgroundEffect, ApplyNoiseFilter } from './livekit-effects.js';
+import { LiveKitScreenShare } from './livekit-screen-share.js';
+import { ToMediaDeviceKind } from './media-adapters.js';
 /** The default factory — constructs a real livekit-client `Room`. */
 export const DefaultRoomFactory = (options) => new Room(options);
 /** @deprecated Use {@link DefaultRoomFactory}. */
@@ -42,6 +47,23 @@ export const DefaultRoleResolver = (participant) => {
 };
 /** @deprecated Use {@link DefaultRoleResolver}. */
 export const defaultRoleResolver = DefaultRoleResolver;
+/**
+ * Speech-tuned room options for LiveKit connections in MJ Meet and agent interactions.
+ * Prioritizes low latency, natural interruptions, packet loss resilience (RED), and voice quality.
+ */
+export const DEFAULT_SPEECH_ROOM_OPTIONS = {
+    publishDefaults: {
+        dtx: false,
+        red: true,
+        audioPreset: AudioPresets.speech,
+    },
+    audioCaptureDefaults: {
+        voiceIsolation: false,
+        echoCancellation: true,
+        noiseSuppression: true,
+        autoGainControl: true,
+    },
+};
 /**
  * Controls a single LiveKit room: connect/disconnect, local-media toggles, data messages, device
  * switching, and a normalized observable state snapshot. One controller == one room connection.
@@ -69,6 +91,7 @@ export class LiveKitRoomController {
         this.roomFactory = options.RoomFactory ?? DefaultRoomFactory;
         this.roleResolver = options.RoleResolver ?? DefaultRoleResolver;
         this.Events = options.EventBus ?? new LiveKitRoomEventBus();
+        this.screenShare = new LiveKitScreenShare(options.RequestScreenShare ?? RequestDisplayCapture, () => this.onScreenShareEnded());
         this.stateSubject = new BehaviorSubject(this.initialState());
     }
     // ── Observable surface ────────────────────────────────────────────────────────────
@@ -88,6 +111,12 @@ export class LiveKitRoomController {
     /**
      * Connects to a LiveKit room and brings the local participant online with the requested media.
      *
+     * Only the connection can fail the join: then it rejects, the status is `'error'` and a `connect` error is emitted.
+     * The microphone and camera are turned on once connected, each on its own; one that fails (the browser refused it,
+     * or it is in use) is left off and reported as a `device` error, and the join goes on, so the user is in the room
+     * and can turn it on again. If the user leaves while a device starts (the browser's permission prompt can stay open
+     * a while), no other device starts and no `connected` is emitted.
+     *
      * @param serverUrl The LiveKit server URL (e.g. `wss://livekit.myorg.com`).
      * @param token The signed access token authorizing this participant to join a specific room.
      * @param options Initial media + display-name options.
@@ -111,16 +140,19 @@ export class LiveKitRoomController {
             if (before.Options.DisplayName) {
                 await room.localParticipant.setName(before.Options.DisplayName);
             }
-            await this.applyInitialMedia(room, before.Options);
-            await this.applyInitialEffects(before.Options);
-            this.rebuildState();
-            this.Events.Emit('connected', { State: this.stateSubject.value });
         }
         catch (err) {
             this.emitError('connect', 'Failed to connect to the room.', err);
             this.patchState({ Status: 'error' });
             throw err;
         }
+        await this.applyInitialMedia(room, before.Options);
+        if (this.room !== room) {
+            return; // left while the devices were starting
+        }
+        await this.applyInitialEffects(before.Options);
+        this.rebuildState();
+        this.Events.Emit('connected', { State: this.stateSubject.value });
     }
     /**
      * Disconnects from the room and releases all resources. Safe to call when not connected.
@@ -139,6 +171,8 @@ export class LiveKitRoomController {
         const room = this.room;
         this.room = null;
         this.resetEffectState();
+        // Leaving drops every publication; the share's capture is ours to release (and a picker still open, to cancel).
+        await this.screenShare.Stop(null);
         if (room) {
             try {
                 await room.disconnect();
@@ -176,9 +210,15 @@ export class LiveKitRoomController {
     async SetCameraEnabled(enabled) {
         await this.toggleLocalMedia('camera', enabled);
     }
-    /** Starts or stops local screen sharing. */
-    async SetScreenShareEnabled(enabled) {
-        await this.toggleLocalMedia('screen', enabled);
+    /**
+     * Starts or stops local screen sharing, through `/media` display capture published as this participant's screen
+     * share (capped at 1080p and 30 fps, as LiveKit's own capture is). `request` is the kind of surface the browser's
+     * picker offers first (Chromium reads it; the user can still pick another kind), or the share's options: one panel
+     * of the page to share alone (`Panel`, Chrome and Edge), with its name (`PanelLabel`). A picker the user closes
+     * shares nothing and is no error; a share the browser refuses is a `device` error.
+     */
+    async SetScreenShareEnabled(enabled, request) {
+        await this.toggleLocalMedia('screen', enabled, request);
     }
     /** Toggles the microphone and returns the new state. */
     async ToggleMicrophone() {
@@ -198,27 +238,43 @@ export class LiveKitRoomController {
         await this.SetScreenShareEnabled(next);
         return next;
     }
+    /**
+     * Shares something else: stops the current share, then asks the browser's picker again, with `request` as for
+     * {@link SetScreenShareEnabled}. Others see the share end and start again; a user who cancels the picker is left not
+     * sharing. With no share running, it just starts one.
+     */
+    async ChangeScreenShare(request) {
+        if (this.stateSubject.value.LocalMedia.ScreenShareEnabled) {
+            await this.SetScreenShareEnabled(false);
+        }
+        await this.SetScreenShareEnabled(true, request);
+    }
     // ── Data channel ────────────────────────────────────────────────────────────────
     /**
      * Sends a text message on the LiveKit data channel (reliable publish to all participants).
      *
      * @param text The message text.
      * @param topic Optional topic to publish under (for routing on the receiving side).
+     * @returns `true` once LiveKit sent the message (while LiveKit reconnects, it holds the message and sends it when the
+     *   session resumes); `false` when it was not sent: no room, a `beforeSendData` handler canceled it, or the publish
+     *   failed, which is also raised as an `error` of kind `data`.
      */
     async SendData(text, topic) {
         if (!this.room) {
-            return;
+            return false;
         }
         const before = this.Events.Emit('beforeSendData', { Text: text, Topic: topic, Cancel: false });
         if (before.Cancel) {
-            return;
+            return false;
         }
         try {
             const payload = this.textEncoder.encode(before.Text);
             await this.room.localParticipant.publishData(payload, { reliable: true, topic: before.Topic });
+            return true;
         }
         catch (err) {
             this.emitError('data', 'Failed to send data message.', err);
+            return false;
         }
     }
     // ── Audio playback / cloud effects ────────────────────────────────────────────────
@@ -235,7 +291,7 @@ export class LiveKitRoomController {
             this.patchState({ AudioPlaybackBlocked: !this.room.canPlaybackAudio });
         }
         catch (err) {
-            this.emitError('device', 'Failed to start audio playback.', err);
+            this.emitError('device', 'Failed to start audio playback.', err, { Media: 'speaker', Change: 'on' });
         }
     }
     /**
@@ -325,7 +381,8 @@ export class LiveKitRoomController {
             await this.room.switchActiveDevice(kind, before.DeviceId);
         }
         catch (err) {
-            this.emitError('device', `Failed to switch ${kind} device.`, err);
+            const device = { Media: ToMediaDeviceKind(kind), Change: 'switch' };
+            this.emitError('device', `Failed to switch ${kind} device.`, err, device);
         }
     }
     // ── internals: event wiring ───────────────────────────────────────────────────────
@@ -343,6 +400,7 @@ export class LiveKitRoomController {
             .on(RoomEvent.TrackMuted, rebuild)
             .on(RoomEvent.TrackUnmuted, rebuild)
             .on(RoomEvent.ConnectionQualityChanged, rebuild)
+            .on(RoomEvent.ParticipantAttributesChanged, rebuild)
             .on(RoomEvent.ActiveSpeakersChanged, (speakers) => this.handleActiveSpeakers(speakers))
             .on(RoomEvent.ConnectionStateChanged, (state) => this.handleConnectionState(state))
             .on(RoomEvent.Reconnecting, () => {
@@ -355,7 +413,7 @@ export class LiveKitRoomController {
         })
             .on(RoomEvent.DataReceived, (payload, participant, _kind, topic) => this.handleData(payload, participant, topic))
             .on(RoomEvent.Disconnected, (reason) => this.handleDisconnected(reason))
-            .on(RoomEvent.MediaDevicesError, (err) => this.emitError('device', err.message, err))
+            .on(RoomEvent.MediaDevicesError, (err, kind) => this.emitError('device', err.message, err, kind ? { Media: ToMediaDeviceKind(kind) } : undefined))
             .on(RoomEvent.AudioPlaybackStatusChanged, () => this.handleAudioPlayback());
     }
     /** Reflects browser autoplay-policy changes into state + the `audioPlaybackChanged` event. */
@@ -444,21 +502,29 @@ export class LiveKitRoomController {
             NoiseFilterEnabled: this.noiseFilterEnabled,
             BackgroundEffect: this.backgroundEffect,
             E2EEEnabled: this.e2eeEnabled,
+            AgentWatching: agentWatchesIn(room),
         });
     }
-    /** Maps a livekit-client participant onto the normalized {@link LiveKitParticipantView}. */
+    /**
+     * Maps a livekit-client participant onto the normalized {@link LiveKitParticipantView}. An agent whose bot says the
+     * meeting can't show its avatar carries why ({@link LiveKitParticipantView.AvatarAudioOnly}).
+     */
     buildView(participant) {
+        const role = this.roleResolver(participant);
+        const avatarAudioOnly = role === 'agent' ? ReadAvatarAudioOnly(participant.attributes) : undefined;
         return {
             Identity: participant.identity,
             DisplayName: participant.name && participant.name.length > 0 ? participant.name : participant.identity,
             IsLocal: this.room?.localParticipant === participant,
-            Role: this.roleResolver(participant),
+            Role: role,
             IsSpeaking: this.computeIsSpeaking(participant),
             AudioLevel: participant.audioLevel ?? 0,
             HasAudio: this.hasLiveTrack(participant, Track.Source.Microphone),
             HasVideo: this.hasLiveTrack(participant, Track.Source.Camera),
             IsScreenSharing: this.hasLiveTrack(participant, Track.Source.ScreenShare),
             ConnectionQuality: this.mapConnectionQuality(participant.connectionQuality),
+            AgentCanSee: AllowsAgentVision(participant.attributes) && this.room !== null && agentWatchesIn(this.room),
+            ...(avatarAudioOnly ? { AvatarAudioOnly: avatarAudioOnly } : {}),
             Raw: participant,
         };
     }
@@ -498,17 +564,30 @@ export class LiveKitRoomController {
         const pub = participant.getTrackPublication(source);
         return pub != null && !pub.isMuted;
     }
-    /** Reads the local-media toggle state from the room's local participant. */
+    /**
+     * Reads the local-media toggle state from the room's local participant, with what is shared while sharing: the kind
+     * of surface, and a shared panel's name while the published screen track is that panel's.
+     */
     readLocalMedia(room) {
         const lp = room.localParticipant;
+        const screen = lp?.getTrackPublication(Track.Source.ScreenShare)?.track?.mediaStreamTrack;
+        const capture = this.screenShare.Capture;
+        const panelLabel = capture && capture.Track === screen ? capture.PanelLabel : undefined;
         return {
             MicrophoneEnabled: lp ? lp.isMicrophoneEnabled : false,
             CameraEnabled: lp ? lp.isCameraEnabled : false,
             ScreenShareEnabled: lp ? lp.isScreenShareEnabled : false,
+            ...(screen ? { ScreenShareSurface: CapturedSurfaceOf(screen) } : {}),
+            ...(panelLabel ? { ScreenSharePanelLabel: panelLabel } : {}),
+            AgentVisionOn: lp ? AllowsAgentVision(lp.attributes) : false,
         };
     }
-    /** Toggles a local-media kind via the local participant, surfacing failures as device errors. */
-    async toggleLocalMedia(kind, enabled) {
+    /**
+     * Toggles a local-media kind via the local participant, surfacing failures as device errors that name the kind and
+     * whether it was being turned on or off. `screenRequest` is what a screen share that starts asks the browser's picker
+     * for.
+     */
+    async toggleLocalMedia(kind, enabled, screenRequest) {
         if (!this.room) {
             return;
         }
@@ -525,24 +604,61 @@ export class LiveKitRoomController {
                 await lp.setCameraEnabled(enabled);
             }
             else {
-                await lp.setScreenShareEnabled(enabled);
+                await this.setScreenShare(lp, enabled, screenRequest);
             }
             this.rebuildState();
             this.Events.Emit('localMediaChanged', this.stateSubject.value.LocalMedia);
         }
         catch (err) {
-            this.emitError('device', `Failed to ${enabled ? 'enable' : 'disable'} ${kind}.`, err);
+            const device = { Media: kind, Change: enabled ? 'on' : 'off' };
+            this.emitError('device', `Failed to ${enabled ? 'enable' : 'disable'} ${kind}.`, err, device);
         }
     }
-    /** Applies the requested initial media (mic on by default, camera off — voice-first), honoring device ids. */
+    /** Starts sharing through `/media` display capture, or stops. A share the browser refuses throws, with its reason. */
+    async setScreenShare(lp, enabled, request) {
+        if (!enabled) {
+            await this.screenShare.Stop(lp);
+            return;
+        }
+        const outcome = await this.screenShare.Start(lp, request);
+        if (outcome.Status === 'failed') {
+            throw new Error(outcome.Message);
+        }
+    }
+    /** The browser ended the local share ("Stop sharing", or the shared surface closed): the room stops showing it. */
+    onScreenShareEnded() {
+        if (!this.room) {
+            return;
+        }
+        this.rebuildState();
+        this.Events.Emit('localMediaChanged', this.stateSubject.value.LocalMedia);
+    }
+    /**
+     * Turns on the requested initial media (mic on by default, camera off — voice-first), honoring device ids. Each
+     * device is turned on by itself: one that fails is left off and reported, and the other still starts. The camera is
+     * not started once the user has left.
+     */
     async applyInitialMedia(room, options) {
-        const wantMic = options.EnableMicrophone ?? true;
-        const wantCam = options.EnableCamera ?? false;
-        if (wantMic) {
-            await room.localParticipant.setMicrophoneEnabled(true, options.MicrophoneDeviceId ? { deviceId: options.MicrophoneDeviceId } : undefined);
+        const lp = room.localParticipant;
+        if (options.EnableMicrophone ?? true) {
+            const device = options.MicrophoneDeviceId ? { deviceId: options.MicrophoneDeviceId } : undefined;
+            await this.startInitialDevice('microphone', () => lp.setMicrophoneEnabled(true, device));
         }
-        if (wantCam) {
-            await room.localParticipant.setCameraEnabled(true, options.CameraDeviceId ? { deviceId: options.CameraDeviceId } : undefined);
+        if ((options.EnableCamera ?? false) && this.room === room) {
+            const device = options.CameraDeviceId ? { deviceId: options.CameraDeviceId } : undefined;
+            await this.startInitialDevice('camera', () => lp.setCameraEnabled(true, device));
+        }
+    }
+    /**
+     * Turns on one device while joining. A failure is a `device` error that names the device being turned on, as when
+     * the user turns it on later (LiveKit reports it first, as its own `MediaDevicesError`); the device stays off.
+     */
+    async startInitialDevice(kind, start) {
+        try {
+            await start();
+        }
+        catch (err) {
+            this.emitError('device', `Failed to enable ${kind}.`, err, { Media: kind, Change: 'on' });
         }
     }
     /** Applies the requested initial cloud effects (noise filter, background) after media is published. */
@@ -554,15 +670,27 @@ export class LiveKitRoomController {
             await this.SetBackgroundEffect(options.BackgroundEffect);
         }
     }
-    /** Merges E2EE into the livekit-client room options when requested. */
+    /** Merges speech defaults and E2EE into the livekit-client room options. */
     buildRoomOptions(options) {
+        const merged = {
+            ...DEFAULT_SPEECH_ROOM_OPTIONS,
+            ...options.RoomOptions,
+            publishDefaults: {
+                ...DEFAULT_SPEECH_ROOM_OPTIONS.publishDefaults,
+                ...options.RoomOptions?.publishDefaults,
+            },
+            audioCaptureDefaults: {
+                ...(typeof DEFAULT_SPEECH_ROOM_OPTIONS.audioCaptureDefaults === 'object' ? DEFAULT_SPEECH_ROOM_OPTIONS.audioCaptureDefaults : {}),
+                ...(typeof options.RoomOptions?.audioCaptureDefaults === 'object' ? options.RoomOptions?.audioCaptureDefaults : {}),
+            },
+        };
         this.e2eeKeyProvider = null;
         if (!options.E2EE) {
-            return options.RoomOptions;
+            return merged;
         }
         this.e2eeKeyProvider = new ExternalE2EEKeyProvider();
         return {
-            ...options.RoomOptions,
+            ...merged,
             e2ee: { keyProvider: this.e2eeKeyProvider, worker: options.E2EE.Worker },
         };
     }
@@ -622,7 +750,7 @@ export class LiveKitRoomController {
             case DisconnectReason.CONNECTION_TIMEOUT:
                 return 'connection-lost';
             default:
-                return reason == null ? 'client-initiated' : 'unknown';
+                return reason == null ? 'connection-lost' : 'unknown';
         }
     }
     /** Pushes a partial update onto the current state snapshot, emits it, and fires `stateChanged`. */
@@ -631,14 +759,20 @@ export class LiveKitRoomController {
         this.stateSubject.next(next);
         this.Events.Emit('stateChanged', next);
     }
-    /** Emits a normalized error via the `error` event. */
-    emitError(kind, message, cause) {
-        this.Events.Emit('error', { Kind: kind, Message: message, Cause: cause });
+    /** Emits a normalized error via the `error` event; a device error about one device names it (`Device`). */
+    emitError(kind, message, cause, device) {
+        this.Events.Emit('error', { Kind: kind, Message: message, Cause: cause, ...(device ? { Device: device } : {}) });
     }
-    /** The initial / reset room state. */
+    /**
+     * The room state before joining, which a leave or a disconnect merges back over the current state: nobody in the
+     * room, the user included, and no room name. It sets every field ({@link LiveKitRoomResetState}), since a field left
+     * out would keep its value through the merge.
+     */
     initialState() {
         return {
             Status: 'idle',
+            RoomName: undefined,
+            Local: undefined,
             Remote: [],
             ActiveSpeakerIdentities: [],
             LocalMedia: { MicrophoneEnabled: false, CameraEnabled: false, ScreenShareEnabled: false },
@@ -646,7 +780,12 @@ export class LiveKitRoomController {
             NoiseFilterEnabled: false,
             BackgroundEffect: { Kind: 'none' },
             E2EEEnabled: false,
+            AgentWatching: false,
         };
     }
 }
+/** Whether an agent in the room watches the cameras and screens people let it see (its bot's attributes say so). */
+function agentWatchesIn(room) {
+    return Array.from(room.remoteParticipants.values()).some((p) => IsAgentWatching(p.attributes));
+}
 //# sourceMappingURL=livekit-room-controller.js.map