@memberjunction/ng-conversations 6.2.0-edge.2 → 6.2.0-edge.4

package/dist/lib/components/realtime/capture/realtime-camera-check-card.component.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"realtime-camera-check-card.component.js","sourceRoot":"","sources":["../../../../../src/lib/components/realtime/capture/realtime-camera-check-card.component.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,uBAAuB,EAAE,iBAAiB,EAAE,SAAS,EAAE,YAAY,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,eAAe,CAAC;AAC3H,OAAO,EAAE,iBAAiB,EAAE,MAAM,kCAAkC,CAAC;AACrE,OAAO,EAAE,oBAAoB,EAAE,MAAM,mCAAmC,CAAC;;AAIzE;;;;;;;;GAQG;AA0BH,MAAM,OAAO,gCAAgC;IAC1B,GAAG,GAAG,MAAM,CAAC,iBAAiB,CAAC,CAAC;IACzC,MAAM,GAAgC,IAAI,CAAC;IAC3C,MAAM,GAA4B,IAAI,CAAC;IAC/C,2DAA2D;IACnD,WAAW,GAAkB,IAAI,CAAC;IAE1C,mDAAmD;IACnC,SAAS,GAAG,eAAe,CAAC;IAE5C,uGAAuG;IACvF,MAAM,GAAoD,IAAI,CAAC;IAE/E,8FAA8F;IAC9F,IACW,MAAM,CAAC,KAAkC;QAClD,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QACpB,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC,KAAK,EAAE,MAAM,IAAI,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;IAC9D,CAAC;IACD,IAAW,MAAM;QACf,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAED,mDAAmD;IAClC,SAAS,GAAG,IAAI,YAAY,EAAQ,CAAC;IACtD,6BAA6B;IACZ,QAAQ,GAAG,IAAI,YAAY,EAAQ,CAAC;IAErD,sFAAsF;IACtF,IAAW,MAAM;QACf,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAED,kCAAkC;IAClC,IAAW,OAAO;QAChB,OAAO,IAAI,CAAC,MAAM,EAAE,OAAO,IAAI,EAAE,CAAC;IACpC,CAAC;IAED,2EAA2E;IAC3E,IAAW,gBAAgB;QACzB,OAAO,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,MAAM,EAAE,QAAQ,IAAI,IAAI,CAAC;IAC3D,CAAC;IAED;;;OAGG;IACI,KAAK,CAAC,gBAAgB,CAAC,SAA+B;QAC3D,IAAI,SAAS,CAAC,IAAI,KAAK,QAAQ,IAAI,SAAS,CAAC,QAAQ,KAAK,IAAI,CAAC,MAAM,EAAE,QAAQ,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YAChG,OAAO;QACT,CAAC;QACD,IAAI,CAAC,WAAW,GAAG,SAAS,CAAC,QAAQ,CAAC;QACtC,IAAI,CAAC,GAAG,CAAC,YAAY,EAAE,CAAC;QACxB,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;QACxC,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;YACxB,IAAI,CAAC,GAAG,CAAC,YAAY,EAAE,CAAC;QAC1B,CAAC;IACH,CAAC;0HA3DU,gCAAgC;6DAAhC,gCAAgC;YAnBzC,oCAA4F;YAA1B,gHAAS,mBAAe,IAAC;YACzF,4BAA8B;YAAA,YAAqD;YAAA,iBAAI;YACvF,0CAYC;YADC,AADA,AADA,8HAAa,oBAAgB,IAAC,iHACjB,mBAAe,IAAC,iIACX,4BAAwB,IAAC;YAE/C,AADG,iBAAkB,EACT;;YAfD,8BAAgB;YACK,eAAqD;YAArD,kFAAqD;YAKjF,cAAsB;YAItB,AADA,AADA,AADA,AADA,oCAAsB,kBACL,4BACM,wBACJ,0CACkB;4BAbjC,iBAAiB,EAAE,oBAAoB;;iFAsBtC,gCAAgC;cAzB5C,SAAS;6BACI,IAAI,YACN,+BAA+B,WAChC,CAAC,iBAAiB,EAAE,oBAAoB,CAAC,mBACjC,uBAAuB,CAAC,MAAM,YACrC;;;;;;;;;;;;;;;;;GAiBT;;kBAWA,KAAK;;kBAGL,KAAK;;kBAGL,KAAK;;kBAUL,MAAM;;kBAEN,MAAM;;kFA1BI,gCAAgC;AA8D7C,mHAAmH;AACnH,SAAS,SAAS,CAAC,MAA0B,EAAE,QAAiC;IAC9E,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,OAAO,IAAI,CAAC;IACd,CAAC;IACD,OAAO,QAAQ,EAAE,IAAI,KAAK,QAAQ,IAAI,QAAQ,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;AACnH,CAAC","sourcesContent":["import { ChangeDetectionStrategy, ChangeDetectorRef, Component, EventEmitter, Input, Output, inject } from '@angular/core';\nimport { MJDialogComponent } from '@memberjunction/ng-ui-components';\nimport { CameraCheckComponent } from '@memberjunction/ng-realtime-media';\nimport type { MediaDevice, MediaDeviceSelection, MediaVideoSource } from '@memberjunction/ai-realtime-client/media';\nimport type { RealtimeCaptureState } from '@memberjunction/realtime-runtime';\n\n/**\n * `mj-realtime-camera-check-card`: the camera check over the call. The first time the user turns the camera on in a call,\n * the camera opens for them alone ({@link RealtimeCaptureState.Checking}) and this card shows it, mirrored, with the\n * cameras to choose from. It checks the camera only: it gives `mj-camera-check` no microphones, no level and no buttons. \"Turn on camera\" lets the agent see it ({@link Confirmed}); \"Not now\", the close button,\n * Escape and a click outside turn it off ({@link Declined}).\n *\n * Presentational: the overlay gives it the camera's state and a way to {@link Switch} cameras, and calls the session for\n * each answer.\n */\n@Component({\n  standalone: true,\n  selector: 'mj-realtime-camera-check-card',\n  imports: [MJDialogComponent, CameraCheckComponent],\n  changeDetection: ChangeDetectionStrategy.OnPush,\n  template: `\n    <mj-dialog [Visible]=\"true\" Title=\"Check your camera\" Size=\"auto\" (Close)=\"Declined.emit()\">\n      <p class=\"camera-check__note\">{{ AgentName }} sees your camera once you turn it on.</p>\n      <mj-camera-check\n        Heading=\"\"\n        ConfirmLabel=\"Turn on camera\"\n        CancelLabel=\"Not now\"\n        [ShowControls]=\"false\"\n        [CameraOn]=\"true\"\n        [CameraSource]=\"Source\"\n        [Devices]=\"Devices\"\n        [SelectedCameraID]=\"SelectedCameraID\"\n        (Confirmed)=\"Confirmed.emit()\"\n        (Cancelled)=\"Declined.emit()\"\n        (DeviceSelected)=\"OnDeviceSelected($event)\"\n      ></mj-camera-check>\n    </mj-dialog>\n  `,\n  styleUrls: ['./realtime-camera-check-card.component.css'],\n})\nexport class RealtimeCameraCheckCardComponent {\n  private readonly cdr = inject(ChangeDetectorRef);\n  private camera: RealtimeCaptureState | null = null;\n  private source: MediaVideoSource | null = null;\n  /** The camera being switched to, while the switch runs. */\n  private switchingTo: string | null = null;\n\n  /** Who the user is about to show the camera to. */\n  @Input() public AgentName = 'The assistant';\n\n  /** Moves the camera to another device and resolves once it has, or has gone back to the one in use. */\n  @Input() public Switch: ((deviceId: string) => Promise<unknown>) | null = null;\n\n  /** The camera being checked: its stream, the camera in use and the cameras to choose from. */\n  @Input()\n  public set Camera(value: RealtimeCaptureState | null) {\n    this.camera = value;\n    this.source = sourceFor(value?.Stream ?? null, this.source);\n  }\n  public get Camera(): RealtimeCaptureState | null {\n    return this.camera;\n  }\n\n  /** The user turned the camera on for the agent. */\n  @Output() public Confirmed = new EventEmitter<void>();\n  /** The user said not now. */\n  @Output() public Declined = new EventEmitter<void>();\n\n  /** The preview: the camera's stream, the same object while the stream is the same. */\n  public get Source(): MediaVideoSource | null {\n    return this.source;\n  }\n\n  /** The cameras to choose from. */\n  public get Devices(): readonly MediaDevice[] {\n    return this.camera?.Devices ?? [];\n  }\n\n  /** The picker's camera: the one being switched to, else the one in use. */\n  public get SelectedCameraID(): string | null {\n    return this.switchingTo ?? this.camera?.DeviceID ?? null;\n  }\n\n  /**\n   * A camera picked in the check. The picker shows it while the camera switches, then the camera in use: the new one, or\n   * the old one when the new one could not open. A pick of the camera in use changes nothing.\n   */\n  public async OnDeviceSelected(selection: MediaDeviceSelection): Promise<void> {\n    if (selection.Kind !== 'camera' || selection.DeviceID === this.camera?.DeviceID || !this.Switch) {\n      return;\n    }\n    this.switchingTo = selection.DeviceID;\n    this.cdr.markForCheck();\n    try {\n      await this.Switch(selection.DeviceID);\n    } finally {\n      this.switchingTo = null;\n      this.cdr.markForCheck();\n    }\n  }\n}\n\n/** The preview for a stream: the previous one while the stream is the same, so the check keeps its video bound. */\nfunction sourceFor(stream: MediaStream | null, previous: MediaVideoSource | null): MediaVideoSource | null {\n  if (!stream) {\n    return null;\n  }\n  return previous?.Kind === 'stream' && previous.Stream === stream ? previous : { Kind: 'stream', Stream: stream };\n}\n"]}

package/dist/lib/components/realtime/capture/realtime-capture-channel.d.ts

@@ -0,0 +1,90 @@
+import type { Type } from '@angular/core';
+import type { JSONObject } from '@memberjunction/ai';
+import { type RealtimeChannelDescriptor } from '@memberjunction/ai-core-plus';
+import { BaseRealtimeChannelClient, type ChannelExposureSettings, type RealtimeCaptureKind, type RealtimeChannelVerbResult, type RealtimeHostChannelDeclaration, type RealtimeSessionStartOptions } from '@memberjunction/realtime-runtime';
+import { RealtimeCaptureModel } from './realtime-capture-model';
+import { RealtimeCaptureSurfaceComponent } from './realtime-capture-surface.component';
+/** The registry keys (`MJ: AI Agent Channels` → `Name` and `ClientPluginClass`) of the two capture channels. */
+export declare const REALTIME_CAMERA_CHANNEL_NAME = "Camera";
+export declare const REALTIME_SCREEN_SHARE_CHANNEL_NAME = "ScreenShare";
+export declare const REALTIME_CAMERA_CHANNEL_CLASS = "RealtimeCameraChannel";
+export declare const REALTIME_SCREEN_SHARE_CHANNEL_CLASS = "RealtimeScreenShareChannel";
+/**
+ * The channels the conversations UI brings to its calls: the Camera and Screen Share channels are opt-in, so a call has
+ * them only when its host (or the agent's or app's configuration) asks. An agent or app can still exclude them.
+ */
+export declare const CONVERSATION_CALL_HOST_CHANNELS: readonly RealtimeHostChannelDeclaration[];
+/**
+ * The start options the conversations UI passes with every call it starts: the channels it brings, and the camera check
+ * its call overlay shows the first time the user turns the camera on in a call.
+ */
+export declare function ConversationCallStartOptions(): RealtimeSessionStartOptions;
+/** What tells the two capture channels apart. */
+interface CaptureChannelText {
+    Kind: RealtimeCaptureKind;
+    Key: string;
+    DisplayName: string;
+    TabIcon: string;
+    Instructions: string;
+    Status: string;
+    ReasonHint: string;
+}
+/**
+ * A channel that fronts one of the runtime's captures: the user's camera or a shared screen. It is the agent's contract
+ * for asking to see it, and the capture's policy (`CaptureKind`): the runtime starts the capture only while this channel
+ * is in the call and may show the agent pixels.
+ *
+ * **The agent only asks.** Opening the channel, with a `reason`, is the request: the channel's surface appears where its
+ * registry row places it (picture-in-picture) and shows the ask, with the user's choice of turning it on or "Not now".
+ * Only the user starts or stops the capture; the agent learns what happened from the channel's `status`.
+ *
+ * Both channels are `on-demand` (listed in the agent's catalog, mounted when opened), `opt-in` (a call has them only when
+ * its host or configuration asks for them; the conversations UI brings them, see {@link CONVERSATION_CALL_HOST_CHANNELS})
+ * and may show the agent pixels. Their server half is the generic `ClientOnlyChannelServer`.
+ */
+export declare abstract class RealtimeCaptureChannel extends BaseRealtimeChannelClient<RealtimeCaptureSurfaceComponent> {
+    private model;
+    private capturesSub;
+    private sourcesSub;
+    private surfaceSubs;
+    /** What makes this channel the camera or the screen share. */
+    protected abstract get Text(): CaptureChannelText;
+    /** The channel's state. Public so the surface and tests share the one instance. */
+    get Model(): RealtimeCaptureModel;
+    /** The capture this channel fronts. */
+    get CaptureKind(): RealtimeCaptureKind;
+    get ChannelName(): string;
+    get TabTitle(): string;
+    get TabIcon(): string;
+    GetDescriptor(): RealtimeChannelDescriptor;
+    GetState(): JSONObject;
+    GetSurfaceComponent(): Type<RealtimeCaptureSurfaceComponent>;
+    protected OnInitialize(): void;
+    /** The agent's request: opening the channel, again or for the first time, asks the user. */
+    protected OnOpen(inputs: JSONObject): RealtimeChannelVerbResult;
+    ApplyExposure(settings: ChannelExposureSettings): void;
+    BindSurface(instance: RealtimeCaptureSurfaceComponent): void;
+    UnbindSurface(): void;
+    Dispose(): void;
+    /** Streams the change's event, and tells the agent (one coalesced note) what changed. */
+    private onModelChange;
+    /** "Change" on a share: stops it and asks the browser's picker again. */
+    private changeShare;
+    private unbindSurfaceOutputs;
+    private nouns;
+}
+/** The CAMERA channel: the agent asks to see the user's camera; only the user turns it on or off. */
+export declare class RealtimeCameraChannel extends RealtimeCaptureChannel {
+    protected get Text(): CaptureChannelText;
+}
+/** The SCREEN SHARE channel: the agent asks to see the user's screen; only the user shares or stops. */
+export declare class RealtimeScreenShareChannel extends RealtimeCaptureChannel {
+    protected get Text(): CaptureChannelText;
+}
+/**
+ * Tree-shaking prevention: the channels are resolved through the ClassFactory by their registry rows' `ClientPluginClass`
+ * keys, so this static call keeps their `@RegisterClass` side effects alive.
+ */
+export declare function LoadRealtimeCaptureChannels(): void;
+export {};
+//# sourceMappingURL=realtime-capture-channel.d.ts.map

package/dist/lib/components/realtime/capture/realtime-capture-channel.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"realtime-capture-channel.d.ts","sourceRoot":"","sources":["../../../../../src/lib/components/realtime/capture/realtime-capture-channel.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,eAAe,CAAC;AAG1C,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AACrD,OAAO,EAAqC,KAAK,yBAAyB,EAA4B,MAAM,8BAA8B,CAAC;AAC3I,OAAO,EACL,yBAAyB,EACzB,KAAK,uBAAuB,EAC5B,KAAK,mBAAmB,EACxB,KAAK,yBAAyB,EAC9B,KAAK,8BAA8B,EACnC,KAAK,2BAA2B,EACjC,MAAM,kCAAkC,CAAC;AAC1C,OAAO,EAAE,oBAAoB,EAA8B,MAAM,0BAA0B,CAAC;AAC5F,OAAO,EAAE,+BAA+B,EAAE,MAAM,sCAAsC,CAAC;AAEvF,gHAAgH;AAChH,eAAO,MAAM,4BAA4B,WAAW,CAAC;AACrD,eAAO,MAAM,kCAAkC,gBAAgB,CAAC;AAChE,eAAO,MAAM,6BAA6B,0BAA0B,CAAC;AACrE,eAAO,MAAM,mCAAmC,+BAA+B,CAAC;AAEhF;;;GAGG;AACH,eAAO,MAAM,+BAA+B,EAAE,SAAS,8BAA8B,EAGnF,CAAC;AAEH;;;GAGG;AACH,wBAAgB,4BAA4B,IAAI,2BAA2B,CAE1E;AAED,iDAAiD;AACjD,UAAU,kBAAkB;IAC1B,IAAI,EAAE,mBAAmB,CAAC;IAC1B,GAAG,EAAE,MAAM,CAAC;IACZ,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;CACpB;AAID;;;;;;;;;;;;GAYG;AACH,8BAAsB,sBAAuB,SAAQ,yBAAyB,CAAC,+BAA+B,CAAC;IAC7G,OAAO,CAAC,KAAK,CAAqC;IAClD,OAAO,CAAC,WAAW,CAA6B;IAChD,OAAO,CAAC,UAAU,CAA6B;IAC/C,OAAO,CAAC,WAAW,CAAsB;IAEzC,8DAA8D;IAC9D,SAAS,CAAC,QAAQ,KAAK,IAAI,IAAI,kBAAkB,CAAC;IAElD,mFAAmF;IACnF,IAAW,KAAK,IAAI,oBAAoB,CAGvC;IAED,uCAAuC;IACvC,IAAoB,WAAW,IAAI,mBAAmB,CAErD;IAED,IAAW,WAAW,IAAI,MAAM,CAE/B;IAED,IAAoB,QAAQ,IAAI,MAAM,CAErC;IAED,IAAoB,OAAO,IAAI,MAAM,CAEpC;IAEe,aAAa,IAAI,yBAAyB;IA4B1C,QAAQ,IAAI,UAAU;IAItB,mBAAmB,IAAI,IAAI,CAAC,+BAA+B,CAAC;cAIzD,YAAY,IAAI,IAAI;IASvC,4FAA4F;cACzE,MAAM,CAAC,MAAM,EAAE,UAAU,GAAG,yBAAyB;IAMxD,aAAa,CAAC,QAAQ,EAAE,uBAAuB,GAAG,IAAI;IAKtD,WAAW,CAAC,QAAQ,EAAE,+BAA+B,GAAG,IAAI;IAY5D,aAAa,IAAI,IAAI;IAIrB,OAAO,IAAI,IAAI;IAU/B,yFAAyF;IACzF,OAAO,CAAC,aAAa;IAOrB,yEAAyE;IACzE,OAAO,CAAC,WAAW;IAKnB,OAAO,CAAC,oBAAoB;IAK5B,OAAO,CAAC,KAAK;CAed;AAED,qGAAqG;AACrG,qBACa,qBAAsB,SAAQ,sBAAsB;IAC/D,cAAuB,IAAI,IAAI,kBAAkB,CAahD;CACF;AAED,wGAAwG;AACxG,qBACa,0BAA2B,SAAQ,sBAAsB;IACpE,cAAuB,IAAI,IAAI,kBAAkB,CAchD;CACF;AAED;;;GAGG;AACH,wBAAgB,2BAA2B,IAAI,IAAI,CAElD"}

package/dist/lib/components/realtime/capture/realtime-capture-channel.js

@@ -0,0 +1,223 @@
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+import { RegisterClass } from '@memberjunction/global';
+import { REALTIME_CHANNEL_CONTRACT_VERSION } from '@memberjunction/ai-core-plus';
+import { BaseRealtimeChannelClient, } from '@memberjunction/realtime-runtime';
+import { RealtimeCaptureModel } from './realtime-capture-model';
+import { RealtimeCaptureSurfaceComponent } from './realtime-capture-surface.component';
+/** The registry keys (`MJ: AI Agent Channels` → `Name` and `ClientPluginClass`) of the two capture channels. */
+export const REALTIME_CAMERA_CHANNEL_NAME = 'Camera';
+export const REALTIME_SCREEN_SHARE_CHANNEL_NAME = 'ScreenShare';
+export const REALTIME_CAMERA_CHANNEL_CLASS = 'RealtimeCameraChannel';
+export const REALTIME_SCREEN_SHARE_CHANNEL_CLASS = 'RealtimeScreenShareChannel';
+/**
+ * The channels the conversations UI brings to its calls: the Camera and Screen Share channels are opt-in, so a call has
+ * them only when its host (or the agent's or app's configuration) asks. An agent or app can still exclude them.
+ */
+export const CONVERSATION_CALL_HOST_CHANNELS = Object.freeze([
+    { ClientPluginClass: REALTIME_CAMERA_CHANNEL_CLASS },
+    { ClientPluginClass: REALTIME_SCREEN_SHARE_CHANNEL_CLASS },
+]);
+/**
+ * The start options the conversations UI passes with every call it starts: the channels it brings, and the camera check
+ * its call overlay shows the first time the user turns the camera on in a call.
+ */
+export function ConversationCallStartOptions() {
+    return { HostChannels: [...CONVERSATION_CALL_HOST_CHANNELS], CameraCheck: true };
+}
+const STATUS_VALUES = ['off', 'asked', 'starting', 'on', 'failed'];
+/**
+ * A channel that fronts one of the runtime's captures: the user's camera or a shared screen. It is the agent's contract
+ * for asking to see it, and the capture's policy (`CaptureKind`): the runtime starts the capture only while this channel
+ * is in the call and may show the agent pixels.
+ *
+ * **The agent only asks.** Opening the channel, with a `reason`, is the request: the channel's surface appears where its
+ * registry row places it (picture-in-picture) and shows the ask, with the user's choice of turning it on or "Not now".
+ * Only the user starts or stops the capture; the agent learns what happened from the channel's `status`.
+ *
+ * Both channels are `on-demand` (listed in the agent's catalog, mounted when opened), `opt-in` (a call has them only when
+ * its host or configuration asks for them; the conversations UI brings them, see {@link CONVERSATION_CALL_HOST_CHANNELS})
+ * and may show the agent pixels. Their server half is the generic `ClientOnlyChannelServer`.
+ */
+export class RealtimeCaptureChannel extends BaseRealtimeChannelClient {
+    model = null;
+    capturesSub = null;
+    sourcesSub = null;
+    surfaceSubs = [];
+    /** The channel's state. Public so the surface and tests share the one instance. */
+    get Model() {
+        this.model ??= new RealtimeCaptureModel(this.CaptureKind);
+        return this.model;
+    }
+    /** The capture this channel fronts. */
+    get CaptureKind() {
+        return this.Text.Kind;
+    }
+    get ChannelName() {
+        return this.Text.Key;
+    }
+    get TabTitle() {
+        return this.Text.DisplayName;
+    }
+    get TabIcon() {
+        return this.Text.TabIcon;
+    }
+    GetDescriptor() {
+        const text = this.Text;
+        return {
+            Key: text.Key,
+            Version: REALTIME_CHANNEL_CONTRACT_VERSION,
+            DisplayName: text.DisplayName,
+            OwningPackage: '@memberjunction/ng-conversations',
+            Instructions: text.Instructions,
+            Nouns: this.nouns(text),
+            Verbs: [],
+            Inputs: {
+                type: 'object',
+                properties: { reason: { type: 'string', maxLength: 200, description: text.ReasonHint } },
+                additionalProperties: false,
+            },
+            Events: [
+                { Name: 'asked', Description: 'Your request is showing to the user.' },
+                { Name: 'declined', Description: 'The user said "Not now" to your request.' },
+                { Name: 'started', Description: 'The user turned it on; you receive it as video.' },
+                { Name: 'stopped', Description: 'The user turned it off.' },
+                { Name: 'failed', Description: 'It could not start; the payload says why.' },
+            ],
+            DisplayPolicy: 'on-demand',
+            DefaultAvailability: 'opt-in',
+            MaxExposure: 'pixels',
+        };
+    }
+    GetState() {
+        return this.Model.ToState();
+    }
+    GetSurfaceComponent() {
+        return RealtimeCaptureSurfaceComponent;
+    }
+    OnInitialize() {
+        this.Model.OnChange((change) => this.onModelChange(change));
+        this.Model.SetAgentCanSee(this.Exposure === 'pixels');
+        // The sources first, so the model knows whether the capture's frames are sent before it hears the capture is on.
+        this.sourcesSub = this.Context?.VideoSources$?.subscribe((sources) => this.Model.FollowVideoSources(sources)) ?? null;
+        this.capturesSub =
+            this.Context?.Captures$?.subscribe((states) => this.Model.FollowCapture(this.CaptureKind === 'camera' ? states.Camera : states.Screen)) ?? null;
+    }
+    /** The agent's request: opening the channel, again or for the first time, asks the user. */
+    OnOpen(inputs) {
+        const reason = typeof inputs['reason'] === 'string' ? inputs['reason'] : null;
+        const asked = this.Model.Ask(reason);
+        return { Success: true, Result: { asked, status: this.Model.View.Status } };
+    }
+    ApplyExposure(settings) {
+        super.ApplyExposure(settings);
+        this.Model.SetAgentCanSee(this.Exposure === 'pixels');
+    }
+    BindSurface(instance) {
+        this.unbindSurfaceOutputs();
+        instance.Model = this.Model;
+        instance.AgentName = this.Context?.AgentName ?? 'The assistant';
+        this.surfaceSubs = [
+            instance.StartRequested.subscribe(() => void this.Context?.StartCapture?.(this.CaptureKind)),
+            instance.DeclineRequested.subscribe(() => this.Model.Decline()),
+            instance.StopRequested.subscribe(() => this.Context?.StopCapture?.(this.CaptureKind)),
+            instance.ChangeRequested.subscribe(() => this.changeShare()),
+        ];
+    }
+    UnbindSurface() {
+        this.unbindSurfaceOutputs();
+    }
+    Dispose() {
+        this.capturesSub?.unsubscribe();
+        this.capturesSub = null;
+        this.sourcesSub?.unsubscribe();
+        this.sourcesSub = null;
+        this.unbindSurfaceOutputs();
+        this.Model.OnChange(null);
+        super.Dispose();
+    }
+    /** Streams the change's event, and tells the agent (one coalesced note) what changed. */
+    onModelChange(change) {
+        if (change.Event) {
+            this.EmitChannelEvent(change.Event.Name, change.Event.Payload);
+        }
+        this.RecordChange({ Author: change.Event?.Name === 'asked' ? 'agent' : change.Event ? 'user' : 'system' });
+    }
+    /** "Change" on a share: stops it and asks the browser's picker again. */
+    changeShare() {
+        this.Context?.StopCapture?.(this.CaptureKind);
+        void this.Context?.StartCapture?.(this.CaptureKind);
+    }
+    unbindSurfaceOutputs() {
+        this.surfaceSubs.forEach((sub) => sub.unsubscribe());
+        this.surfaceSubs = [];
+    }
+    nouns(text) {
+        const nouns = [
+            { Name: 'status', Description: text.Status, Schema: { type: 'string', enum: STATUS_VALUES } },
+            { Name: 'reason', Description: 'The reason your standing request shows the user, or empty.', Schema: { type: 'string' } },
+            { Name: 'problem', Description: 'Why it last failed to start, in plain words, or empty.', Schema: { type: 'string' } },
+        ];
+        if (this.CaptureKind === 'screen') {
+            nouns.push({
+                Name: 'surface',
+                Description: 'What the user shares while on: their entire screen, a window or a browser tab ("unknown" when the browser does not say).',
+                Schema: { type: 'string', enum: ['screen', 'window', 'tab', 'unknown'] },
+            });
+        }
+        return nouns;
+    }
+}
+/** The CAMERA channel: the agent asks to see the user's camera; only the user turns it on or off. */
+let RealtimeCameraChannel = class RealtimeCameraChannel extends RealtimeCaptureChannel {
+    get Text() {
+        return {
+            Kind: 'camera',
+            Key: REALTIME_CAMERA_CHANNEL_NAME,
+            DisplayName: 'Camera',
+            TabIcon: 'fa-solid fa-video',
+            Instructions: "The user's camera. To see it, open this channel with a short `reason` the user will read (for example, to look at " +
+                'something they are holding). That only asks: the user decides, and only they turn the camera on or off, so never say ' +
+                'you turned it on. Once it is on you receive it as video. If the user says no, do not ask again unless they bring it up.',
+            Status: 'off; asked (your request is showing); starting; on (you receive the camera); failed (see problem).',
+            ReasonHint: 'Why you want to see their camera, in a few words they will read.',
+        };
+    }
+};
+RealtimeCameraChannel = __decorate([
+    RegisterClass(BaseRealtimeChannelClient, REALTIME_CAMERA_CHANNEL_CLASS)
+], RealtimeCameraChannel);
+export { RealtimeCameraChannel };
+/** The SCREEN SHARE channel: the agent asks to see the user's screen; only the user shares or stops. */
+let RealtimeScreenShareChannel = class RealtimeScreenShareChannel extends RealtimeCaptureChannel {
+    get Text() {
+        return {
+            Kind: 'screen',
+            Key: REALTIME_SCREEN_SHARE_CHANNEL_NAME,
+            DisplayName: 'Screen share',
+            TabIcon: 'fa-solid fa-display',
+            Instructions: "The user's screen. To see it, open this channel with a short `reason` the user will read (for example, to look at an " +
+                'error they mention). That only asks: the user picks a screen, window or tab in their browser and can stop at any ' +
+                'time, so never say you started it. Once shared you receive it as video. If the user says no, do not ask again unless ' +
+                'they bring it up.',
+            Status: 'off; asked (your request is showing); starting (the user is choosing); on (you receive it); failed (see problem).',
+            ReasonHint: 'Why you want to see their screen, in a few words they will read.',
+        };
+    }
+};
+RealtimeScreenShareChannel = __decorate([
+    RegisterClass(BaseRealtimeChannelClient, REALTIME_SCREEN_SHARE_CHANNEL_CLASS)
+], RealtimeScreenShareChannel);
+export { RealtimeScreenShareChannel };
+/**
+ * Tree-shaking prevention: the channels are resolved through the ClassFactory by their registry rows' `ClientPluginClass`
+ * keys, so this static call keeps their `@RegisterClass` side effects alive.
+ */
+export function LoadRealtimeCaptureChannels() {
+    // intentional no-op: the import side effect performs the registration
+}
+//# sourceMappingURL=realtime-capture-channel.js.map

package/dist/lib/components/realtime/capture/realtime-capture-channel.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"realtime-capture-channel.js","sourceRoot":"","sources":["../../../../../src/lib/components/realtime/capture/realtime-capture-channel.ts"],"names":[],"mappings":";;;;;;AAEA,OAAO,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AAEvD,OAAO,EAAE,iCAAiC,EAA4D,MAAM,8BAA8B,CAAC;AAC3I,OAAO,EACL,yBAAyB,GAM1B,MAAM,kCAAkC,CAAC;AAC1C,OAAO,EAAE,oBAAoB,EAA8B,MAAM,0BAA0B,CAAC;AAC5F,OAAO,EAAE,+BAA+B,EAAE,MAAM,sCAAsC,CAAC;AAEvF,gHAAgH;AAChH,MAAM,CAAC,MAAM,4BAA4B,GAAG,QAAQ,CAAC;AACrD,MAAM,CAAC,MAAM,kCAAkC,GAAG,aAAa,CAAC;AAChE,MAAM,CAAC,MAAM,6BAA6B,GAAG,uBAAuB,CAAC;AACrE,MAAM,CAAC,MAAM,mCAAmC,GAAG,4BAA4B,CAAC;AAEhF;;;GAGG;AACH,MAAM,CAAC,MAAM,+BAA+B,GAA8C,MAAM,CAAC,MAAM,CAAC;IACtG,EAAE,iBAAiB,EAAE,6BAA6B,EAAE;IACpD,EAAE,iBAAiB,EAAE,mCAAmC,EAAE;CAC3D,CAAC,CAAC;AAEH;;;GAGG;AACH,MAAM,UAAU,4BAA4B;IAC1C,OAAO,EAAE,YAAY,EAAE,CAAC,GAAG,+BAA+B,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC;AACnF,CAAC;AAaD,MAAM,aAAa,GAAG,CAAC,KAAK,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC;AAEnE;;;;;;;;;;;;GAYG;AACH,MAAM,OAAgB,sBAAuB,SAAQ,yBAA0D;IACrG,KAAK,GAAgC,IAAI,CAAC;IAC1C,WAAW,GAAwB,IAAI,CAAC;IACxC,UAAU,GAAwB,IAAI,CAAC;IACvC,WAAW,GAAmB,EAAE,CAAC;IAKzC,mFAAmF;IACnF,IAAW,KAAK;QACd,IAAI,CAAC,KAAK,KAAK,IAAI,oBAAoB,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAC1D,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;IAED,uCAAuC;IACvC,IAAoB,WAAW;QAC7B,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;IACxB,CAAC;IAED,IAAW,WAAW;QACpB,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC;IACvB,CAAC;IAED,IAAoB,QAAQ;QAC1B,OAAO,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC;IAC/B,CAAC;IAED,IAAoB,OAAO;QACzB,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC;IAC3B,CAAC;IAEe,aAAa;QAC3B,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;QACvB,OAAO;YACL,GAAG,EAAE,IAAI,CAAC,GAAG;YACb,OAAO,EAAE,iCAAiC;YAC1C,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,aAAa,EAAE,kCAAkC;YACjD,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;YACvB,KAAK,EAAE,EAAE;YACT,MAAM,EAAE;gBACN,IAAI,EAAE,QAAQ;gBACd,UAAU,EAAE,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,SAAS,EAAE,GAAG,EAAE,WAAW,EAAE,IAAI,CAAC,UAAU,EAAE,EAAE;gBACxF,oBAAoB,EAAE,KAAK;aAC5B;YACD,MAAM,EAAE;gBACN,EAAE,IAAI,EAAE,OAAO,EAAE,WAAW,EAAE,sCAAsC,EAAE;gBACtE,EAAE,IAAI,EAAE,UAAU,EAAE,WAAW,EAAE,0CAA0C,EAAE;gBAC7E,EAAE,IAAI,EAAE,SAAS,EAAE,WAAW,EAAE,iDAAiD,EAAE;gBACnF,EAAE,IAAI,EAAE,SAAS,EAAE,WAAW,EAAE,yBAAyB,EAAE;gBAC3D,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,2CAA2C,EAAE;aAC7E;YACD,aAAa,EAAE,WAAW;YAC1B,mBAAmB,EAAE,QAAQ;YAC7B,WAAW,EAAE,QAAQ;SACtB,CAAC;IACJ,CAAC;IAEe,QAAQ;QACtB,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;IAC9B,CAAC;IAEe,mBAAmB;QACjC,OAAO,+BAA+B,CAAC;IACzC,CAAC;IAEkB,YAAY;QAC7B,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC;QAC5D,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,IAAI,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC;QACtD,iHAAiH;QACjH,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,OAAO,EAAE,aAAa,EAAE,SAAS,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC,IAAI,IAAI,CAAC;QACtH,IAAI,CAAC,WAAW;YACd,IAAI,CAAC,OAAO,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,IAAI,CAAC,WAAW,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,IAAI,CAAC;IACpJ,CAAC;IAED,4FAA4F;IACzE,MAAM,CAAC,MAAkB;QAC1C,MAAM,MAAM,GAAG,OAAO,MAAM,CAAC,QAAQ,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAC9E,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACrC,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;IAC9E,CAAC;IAEe,aAAa,CAAC,QAAiC;QAC7D,KAAK,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;QAC9B,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,IAAI,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC;IACxD,CAAC;IAEe,WAAW,CAAC,QAAyC;QACnE,IAAI,CAAC,oBAAoB,EAAE,CAAC;QAC5B,QAAQ,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;QAC5B,QAAQ,CAAC,SAAS,GAAG,IAAI,CAAC,OAAO,EAAE,SAAS,IAAI,eAAe,CAAC;QAChE,IAAI,CAAC,WAAW,GAAG;YACjB,QAAQ,CAAC,cAAc,CAAC,SAAS,CAAC,GAAG,EAAE,CAAC,KAAK,IAAI,CAAC,OAAO,EAAE,YAAY,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YAC5F,QAAQ,CAAC,gBAAgB,CAAC,SAAS,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;YAC/D,QAAQ,CAAC,aAAa,CAAC,SAAS,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,OAAO,EAAE,WAAW,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YACrF,QAAQ,CAAC,eAAe,CAAC,SAAS,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;SAC7D,CAAC;IACJ,CAAC;IAEe,aAAa;QAC3B,IAAI,CAAC,oBAAoB,EAAE,CAAC;IAC9B,CAAC;IAEe,OAAO;QACrB,IAAI,CAAC,WAAW,EAAE,WAAW,EAAE,CAAC;QAChC,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QACxB,IAAI,CAAC,UAAU,EAAE,WAAW,EAAE,CAAC;QAC/B,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QACvB,IAAI,CAAC,oBAAoB,EAAE,CAAC;QAC5B,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QAC1B,KAAK,CAAC,OAAO,EAAE,CAAC;IAClB,CAAC;IAED,yFAAyF;IACjF,aAAa,CAAC,MAA6B;QACjD,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;YACjB,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACjE,CAAC;QACD,IAAI,CAAC,YAAY,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,KAAK,EAAE,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC;IAC7G,CAAC;IAED,yEAAyE;IACjE,WAAW;QACjB,IAAI,CAAC,OAAO,EAAE,WAAW,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAC9C,KAAK,IAAI,CAAC,OAAO,EAAE,YAAY,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IACtD,CAAC;IAEO,oBAAoB;QAC1B,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC;QACrD,IAAI,CAAC,WAAW,GAAG,EAAE,CAAC;IACxB,CAAC;IAEO,KAAK,CAAC,IAAwB;QACpC,MAAM,KAAK,GAA0B;YACnC,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,aAAa,EAAE,EAAE;YAC7F,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,4DAA4D,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE;YACzH,EAAE,IAAI,EAAE,SAAS,EAAE,WAAW,EAAE,wDAAwD,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE;SACvH,CAAC;QACF,IAAI,IAAI,CAAC,WAAW,KAAK,QAAQ,EAAE,CAAC;YAClC,KAAK,CAAC,IAAI,CAAC;gBACT,IAAI,EAAE,SAAS;gBACf,WAAW,EAAE,0HAA0H;gBACvI,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,SAAS,CAAC,EAAE;aACzE,CAAC,CAAC;QACL,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;CACF;AAED,qGAAqG;AAE9F,IAAM,qBAAqB,GAA3B,MAAM,qBAAsB,SAAQ,sBAAsB;IAC/D,IAAuB,IAAI;QACzB,OAAO;YACL,IAAI,EAAE,QAAQ;YACd,GAAG,EAAE,4BAA4B;YACjC,WAAW,EAAE,QAAQ;YACrB,OAAO,EAAE,mBAAmB;YAC5B,YAAY,EACV,oHAAoH;gBACpH,uHAAuH;gBACvH,yHAAyH;YAC3H,MAAM,EAAE,oGAAoG;YAC5G,UAAU,EAAE,kEAAkE;SAC/E,CAAC;IACJ,CAAC;CACF,CAAA;AAfY,qBAAqB;IADjC,aAAa,CAAC,yBAAyB,EAAE,6BAA6B,CAAC;GAC3D,qBAAqB,CAejC;;AAED,wGAAwG;AAEjG,IAAM,0BAA0B,GAAhC,MAAM,0BAA2B,SAAQ,sBAAsB;IACpE,IAAuB,IAAI;QACzB,OAAO;YACL,IAAI,EAAE,QAAQ;YACd,GAAG,EAAE,kCAAkC;YACvC,WAAW,EAAE,cAAc;YAC3B,OAAO,EAAE,qBAAqB;YAC9B,YAAY,EACV,uHAAuH;gBACvH,mHAAmH;gBACnH,uHAAuH;gBACvH,mBAAmB;YACrB,MAAM,EAAE,mHAAmH;YAC3H,UAAU,EAAE,kEAAkE;SAC/E,CAAC;IACJ,CAAC;CACF,CAAA;AAhBY,0BAA0B;IADtC,aAAa,CAAC,yBAAyB,EAAE,mCAAmC,CAAC;GACjE,0BAA0B,CAgBtC;;AAED;;;GAGG;AACH,MAAM,UAAU,2BAA2B;IACzC,sEAAsE;AACxE,CAAC","sourcesContent":["import type { Type } from '@angular/core';\nimport type { Subscription } from 'rxjs';\nimport { RegisterClass } from '@memberjunction/global';\nimport type { JSONObject } from '@memberjunction/ai';\nimport { REALTIME_CHANNEL_CONTRACT_VERSION, type RealtimeChannelDescriptor, type RealtimeChannelNoun } from '@memberjunction/ai-core-plus';\nimport {\n  BaseRealtimeChannelClient,\n  type ChannelExposureSettings,\n  type RealtimeCaptureKind,\n  type RealtimeChannelVerbResult,\n  type RealtimeHostChannelDeclaration,\n  type RealtimeSessionStartOptions,\n} from '@memberjunction/realtime-runtime';\nimport { RealtimeCaptureModel, type RealtimeCaptureChange } from './realtime-capture-model';\nimport { RealtimeCaptureSurfaceComponent } from './realtime-capture-surface.component';\n\n/** The registry keys (`MJ: AI Agent Channels` → `Name` and `ClientPluginClass`) of the two capture channels. */\nexport const REALTIME_CAMERA_CHANNEL_NAME = 'Camera';\nexport const REALTIME_SCREEN_SHARE_CHANNEL_NAME = 'ScreenShare';\nexport const REALTIME_CAMERA_CHANNEL_CLASS = 'RealtimeCameraChannel';\nexport const REALTIME_SCREEN_SHARE_CHANNEL_CLASS = 'RealtimeScreenShareChannel';\n\n/**\n * The channels the conversations UI brings to its calls: the Camera and Screen Share channels are opt-in, so a call has\n * them only when its host (or the agent's or app's configuration) asks. An agent or app can still exclude them.\n */\nexport const CONVERSATION_CALL_HOST_CHANNELS: readonly RealtimeHostChannelDeclaration[] = Object.freeze([\n  { ClientPluginClass: REALTIME_CAMERA_CHANNEL_CLASS },\n  { ClientPluginClass: REALTIME_SCREEN_SHARE_CHANNEL_CLASS },\n]);\n\n/**\n * The start options the conversations UI passes with every call it starts: the channels it brings, and the camera check\n * its call overlay shows the first time the user turns the camera on in a call.\n */\nexport function ConversationCallStartOptions(): RealtimeSessionStartOptions {\n  return { HostChannels: [...CONVERSATION_CALL_HOST_CHANNELS], CameraCheck: true };\n}\n\n/** What tells the two capture channels apart. */\ninterface CaptureChannelText {\n  Kind: RealtimeCaptureKind;\n  Key: string;\n  DisplayName: string;\n  TabIcon: string;\n  Instructions: string;\n  Status: string;\n  ReasonHint: string;\n}\n\nconst STATUS_VALUES = ['off', 'asked', 'starting', 'on', 'failed'];\n\n/**\n * A channel that fronts one of the runtime's captures: the user's camera or a shared screen. It is the agent's contract\n * for asking to see it, and the capture's policy (`CaptureKind`): the runtime starts the capture only while this channel\n * is in the call and may show the agent pixels.\n *\n * **The agent only asks.** Opening the channel, with a `reason`, is the request: the channel's surface appears where its\n * registry row places it (picture-in-picture) and shows the ask, with the user's choice of turning it on or \"Not now\".\n * Only the user starts or stops the capture; the agent learns what happened from the channel's `status`.\n *\n * Both channels are `on-demand` (listed in the agent's catalog, mounted when opened), `opt-in` (a call has them only when\n * its host or configuration asks for them; the conversations UI brings them, see {@link CONVERSATION_CALL_HOST_CHANNELS})\n * and may show the agent pixels. Their server half is the generic `ClientOnlyChannelServer`.\n */\nexport abstract class RealtimeCaptureChannel extends BaseRealtimeChannelClient<RealtimeCaptureSurfaceComponent> {\n  private model: RealtimeCaptureModel | null = null;\n  private capturesSub: Subscription | null = null;\n  private sourcesSub: Subscription | null = null;\n  private surfaceSubs: Subscription[] = [];\n\n  /** What makes this channel the camera or the screen share. */\n  protected abstract get Text(): CaptureChannelText;\n\n  /** The channel's state. Public so the surface and tests share the one instance. */\n  public get Model(): RealtimeCaptureModel {\n    this.model ??= new RealtimeCaptureModel(this.CaptureKind);\n    return this.model;\n  }\n\n  /** The capture this channel fronts. */\n  public override get CaptureKind(): RealtimeCaptureKind {\n    return this.Text.Kind;\n  }\n\n  public get ChannelName(): string {\n    return this.Text.Key;\n  }\n\n  public override get TabTitle(): string {\n    return this.Text.DisplayName;\n  }\n\n  public override get TabIcon(): string {\n    return this.Text.TabIcon;\n  }\n\n  public override GetDescriptor(): RealtimeChannelDescriptor {\n    const text = this.Text;\n    return {\n      Key: text.Key,\n      Version: REALTIME_CHANNEL_CONTRACT_VERSION,\n      DisplayName: text.DisplayName,\n      OwningPackage: '@memberjunction/ng-conversations',\n      Instructions: text.Instructions,\n      Nouns: this.nouns(text),\n      Verbs: [],\n      Inputs: {\n        type: 'object',\n        properties: { reason: { type: 'string', maxLength: 200, description: text.ReasonHint } },\n        additionalProperties: false,\n      },\n      Events: [\n        { Name: 'asked', Description: 'Your request is showing to the user.' },\n        { Name: 'declined', Description: 'The user said \"Not now\" to your request.' },\n        { Name: 'started', Description: 'The user turned it on; you receive it as video.' },\n        { Name: 'stopped', Description: 'The user turned it off.' },\n        { Name: 'failed', Description: 'It could not start; the payload says why.' },\n      ],\n      DisplayPolicy: 'on-demand',\n      DefaultAvailability: 'opt-in',\n      MaxExposure: 'pixels',\n    };\n  }\n\n  public override GetState(): JSONObject {\n    return this.Model.ToState();\n  }\n\n  public override GetSurfaceComponent(): Type<RealtimeCaptureSurfaceComponent> {\n    return RealtimeCaptureSurfaceComponent;\n  }\n\n  protected override OnInitialize(): void {\n    this.Model.OnChange((change) => this.onModelChange(change));\n    this.Model.SetAgentCanSee(this.Exposure === 'pixels');\n    // The sources first, so the model knows whether the capture's frames are sent before it hears the capture is on.\n    this.sourcesSub = this.Context?.VideoSources$?.subscribe((sources) => this.Model.FollowVideoSources(sources)) ?? null;\n    this.capturesSub =\n      this.Context?.Captures$?.subscribe((states) => this.Model.FollowCapture(this.CaptureKind === 'camera' ? states.Camera : states.Screen)) ?? null;\n  }\n\n  /** The agent's request: opening the channel, again or for the first time, asks the user. */\n  protected override OnOpen(inputs: JSONObject): RealtimeChannelVerbResult {\n    const reason = typeof inputs['reason'] === 'string' ? inputs['reason'] : null;\n    const asked = this.Model.Ask(reason);\n    return { Success: true, Result: { asked, status: this.Model.View.Status } };\n  }\n\n  public override ApplyExposure(settings: ChannelExposureSettings): void {\n    super.ApplyExposure(settings);\n    this.Model.SetAgentCanSee(this.Exposure === 'pixels');\n  }\n\n  public override BindSurface(instance: RealtimeCaptureSurfaceComponent): void {\n    this.unbindSurfaceOutputs();\n    instance.Model = this.Model;\n    instance.AgentName = this.Context?.AgentName ?? 'The assistant';\n    this.surfaceSubs = [\n      instance.StartRequested.subscribe(() => void this.Context?.StartCapture?.(this.CaptureKind)),\n      instance.DeclineRequested.subscribe(() => this.Model.Decline()),\n      instance.StopRequested.subscribe(() => this.Context?.StopCapture?.(this.CaptureKind)),\n      instance.ChangeRequested.subscribe(() => this.changeShare()),\n    ];\n  }\n\n  public override UnbindSurface(): void {\n    this.unbindSurfaceOutputs();\n  }\n\n  public override Dispose(): void {\n    this.capturesSub?.unsubscribe();\n    this.capturesSub = null;\n    this.sourcesSub?.unsubscribe();\n    this.sourcesSub = null;\n    this.unbindSurfaceOutputs();\n    this.Model.OnChange(null);\n    super.Dispose();\n  }\n\n  /** Streams the change's event, and tells the agent (one coalesced note) what changed. */\n  private onModelChange(change: RealtimeCaptureChange): void {\n    if (change.Event) {\n      this.EmitChannelEvent(change.Event.Name, change.Event.Payload);\n    }\n    this.RecordChange({ Author: change.Event?.Name === 'asked' ? 'agent' : change.Event ? 'user' : 'system' });\n  }\n\n  /** \"Change\" on a share: stops it and asks the browser's picker again. */\n  private changeShare(): void {\n    this.Context?.StopCapture?.(this.CaptureKind);\n    void this.Context?.StartCapture?.(this.CaptureKind);\n  }\n\n  private unbindSurfaceOutputs(): void {\n    this.surfaceSubs.forEach((sub) => sub.unsubscribe());\n    this.surfaceSubs = [];\n  }\n\n  private nouns(text: CaptureChannelText): RealtimeChannelNoun[] {\n    const nouns: RealtimeChannelNoun[] = [\n      { Name: 'status', Description: text.Status, Schema: { type: 'string', enum: STATUS_VALUES } },\n      { Name: 'reason', Description: 'The reason your standing request shows the user, or empty.', Schema: { type: 'string' } },\n      { Name: 'problem', Description: 'Why it last failed to start, in plain words, or empty.', Schema: { type: 'string' } },\n    ];\n    if (this.CaptureKind === 'screen') {\n      nouns.push({\n        Name: 'surface',\n        Description: 'What the user shares while on: their entire screen, a window or a browser tab (\"unknown\" when the browser does not say).',\n        Schema: { type: 'string', enum: ['screen', 'window', 'tab', 'unknown'] },\n      });\n    }\n    return nouns;\n  }\n}\n\n/** The CAMERA channel: the agent asks to see the user's camera; only the user turns it on or off. */\n@RegisterClass(BaseRealtimeChannelClient, REALTIME_CAMERA_CHANNEL_CLASS)\nexport class RealtimeCameraChannel extends RealtimeCaptureChannel {\n  protected override get Text(): CaptureChannelText {\n    return {\n      Kind: 'camera',\n      Key: REALTIME_CAMERA_CHANNEL_NAME,\n      DisplayName: 'Camera',\n      TabIcon: 'fa-solid fa-video',\n      Instructions:\n        \"The user's camera. To see it, open this channel with a short `reason` the user will read (for example, to look at \" +\n        'something they are holding). That only asks: the user decides, and only they turn the camera on or off, so never say ' +\n        'you turned it on. Once it is on you receive it as video. If the user says no, do not ask again unless they bring it up.',\n      Status: 'off; asked (your request is showing); starting; on (you receive the camera); failed (see problem).',\n      ReasonHint: 'Why you want to see their camera, in a few words they will read.',\n    };\n  }\n}\n\n/** The SCREEN SHARE channel: the agent asks to see the user's screen; only the user shares or stops. */\n@RegisterClass(BaseRealtimeChannelClient, REALTIME_SCREEN_SHARE_CHANNEL_CLASS)\nexport class RealtimeScreenShareChannel extends RealtimeCaptureChannel {\n  protected override get Text(): CaptureChannelText {\n    return {\n      Kind: 'screen',\n      Key: REALTIME_SCREEN_SHARE_CHANNEL_NAME,\n      DisplayName: 'Screen share',\n      TabIcon: 'fa-solid fa-display',\n      Instructions:\n        \"The user's screen. To see it, open this channel with a short `reason` the user will read (for example, to look at an \" +\n        'error they mention). That only asks: the user picks a screen, window or tab in their browser and can stop at any ' +\n        'time, so never say you started it. Once shared you receive it as video. If the user says no, do not ask again unless ' +\n        'they bring it up.',\n      Status: 'off; asked (your request is showing); starting (the user is choosing); on (you receive it); failed (see problem).',\n      ReasonHint: 'Why you want to see their screen, in a few words they will read.',\n    };\n  }\n}\n\n/**\n * Tree-shaking prevention: the channels are resolved through the ClassFactory by their registry rows' `ClientPluginClass`\n * keys, so this static call keeps their `@RegisterClass` side effects alive.\n */\nexport function LoadRealtimeCaptureChannels(): void {\n  // intentional no-op: the import side effect performs the registration\n}\n"]}

package/dist/lib/components/realtime/capture/realtime-capture-model.d.ts

@@ -0,0 +1,98 @@
+import { type Observable } from 'rxjs';
+import type { JSONObject } from '@memberjunction/ai';
+import type { CapturedDisplaySurface, MediaParticipant, MediaVideoSource, VideoSourceState } from '@memberjunction/ai-realtime-client/media';
+import { type RealtimeCaptureKind, type RealtimeCaptureState } from '@memberjunction/realtime-runtime';
+/** Where a capture channel stands, as the agent reads it (its `status` noun) and its surface shows it. */
+export type RealtimeCaptureStatus = 'off' | 'asked' | 'starting' | 'on' | 'failed';
+/** What the capture surface shows. */
+export interface RealtimeCaptureView {
+    Kind: RealtimeCaptureKind;
+    Status: RealtimeCaptureStatus;
+    /** The agent's reason for asking, while its request stands. */
+    Reason: string | null;
+    /** Why the last start failed, while it stands. */
+    Problem: string | null;
+    /** The user's camera as `mj-self-view` takes it: while the camera is on, the same object for one stream. */
+    Participant: MediaParticipant | null;
+    /** The shared surface as `mj-share-preview` takes it: while a share is on, the same object for one stream. */
+    Source: MediaVideoSource | null;
+    /** What a share shows. */
+    Surface: CapturedDisplaySurface;
+    /** The shared panel's name, while the user shares one panel of the page; `null` otherwise. */
+    PanelLabel: string | null;
+    /**
+     * Whether the agent sees the capture now: it is on, the channel lets the agent see pixels, and the model is being sent
+     * its frames (its source among the session's video sources is on and active, which is what the "Agent can see" chip
+     * reads). On a model that takes one video stream, a screen share started after the camera is the one sent, so the camera
+     * is not seen until the user picks it again.
+     */
+    AgentCanSee: boolean;
+}
+/** The events a capture channel streams, by name. */
+export type RealtimeCaptureEventName = 'asked' | 'declined' | 'started' | 'stopped' | 'failed';
+/** One change: the event to stream, if the change is one. */
+export interface RealtimeCaptureChange {
+    Event: {
+        Name: RealtimeCaptureEventName;
+        Payload: JSONObject;
+    } | null;
+}
+/**
+ * The state of one capture channel (the Camera or the Screen Share channel): the agent's request, the runtime's capture,
+ * and whether the agent sees it. Framework-free: the channel feeds it and streams its changes; the surface shows its
+ * {@link View$}. It decides nothing about policy: the runtime refuses a capture its channel's policy does not allow, and
+ * reports that as a failed capture.
+ */
+export declare class RealtimeCaptureModel {
+    readonly Kind: RealtimeCaptureKind;
+    private reason;
+    private capture;
+    private agentCanSee;
+    /**
+     * Whether the model is being sent this capture's frames: its source is on and active. `null` until the host reports the
+     * session's sources ({@link FollowVideoSources}); a host that never does leaves the channel's exposure alone to decide.
+     */
+    private framesSent;
+    private onStream;
+    private readonly view;
+    private changeHandler;
+    constructor(Kind: RealtimeCaptureKind);
+    /** What the surface shows now. */
+    get View(): RealtimeCaptureView;
+    /** What the surface shows, now and on every change. */
+    get View$(): Observable<RealtimeCaptureView>;
+    /** Receives every change (one handler; `null` removes it). */
+    OnChange(handler: ((change: RealtimeCaptureChange) => void) | null): void;
+    /**
+     * The agent asks to see the capture. A request while the capture is starting or on changes nothing.
+     *
+     * @returns Whether the request stands (the user now sees it).
+     */
+    Ask(reason: string | null): boolean;
+    /** The user said "Not now" to the agent's request. Nothing to decline without one. */
+    Decline(): void;
+    /**
+     * The runtime's capture changed. Turning on answers the agent's request, and so does a camera check that ends with the
+     * camera off: the user said not now.
+     */
+    FollowCapture(capture: RealtimeCaptureState): void;
+    /** Whether the channel lets the agent see pixels (its exposure). */
+    SetAgentCanSee(visible: boolean): void;
+    /**
+     * The session's video sources changed (the runtime's `VideoSources$`). The model is sent this capture's frames only while
+     * its source (`REALTIME_CAPTURE_SOURCE_IDS`) is on and active; a capture with no source yet, or none any more, is not
+     * sent. Only the view changes: the channel's state is the same, so the change handler hears nothing and the agent is
+     * told nothing (the arbiter tells the model what it now sees).
+     */
+    FollowVideoSources(sources: readonly VideoSourceState[]): void;
+    /** The channel's state as the agent reads it. */
+    ToState(): JSONObject;
+    /** The event a capture change is, if it is one: started, stopped or failed. */
+    private eventFor;
+    private publish;
+    private buildView;
+    private statusOf;
+    /** The stream as the surface shows it, built once per stream so a re-render keeps the same objects. */
+    private shownStream;
+}
+//# sourceMappingURL=realtime-capture-model.d.ts.map

package/dist/lib/components/realtime/capture/realtime-capture-model.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"realtime-capture-model.d.ts","sourceRoot":"","sources":["../../../../../src/lib/components/realtime/capture/realtime-capture-model.ts"],"names":[],"mappings":"AAAA,OAAO,EAAmB,KAAK,UAAU,EAAE,MAAM,MAAM,CAAC;AACxD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AACrD,OAAO,KAAK,EAAE,sBAAsB,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,MAAM,0CAA0C,CAAC;AAC7I,OAAO,EAA+B,KAAK,mBAAmB,EAAE,KAAK,oBAAoB,EAAE,MAAM,kCAAkC,CAAC;AAEpI,0GAA0G;AAC1G,MAAM,MAAM,qBAAqB,GAAG,KAAK,GAAG,OAAO,GAAG,UAAU,GAAG,IAAI,GAAG,QAAQ,CAAC;AAEnF,sCAAsC;AACtC,MAAM,WAAW,mBAAmB;IAClC,IAAI,EAAE,mBAAmB,CAAC;IAC1B,MAAM,EAAE,qBAAqB,CAAC;IAC9B,+DAA+D;IAC/D,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,kDAAkD;IAClD,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,4GAA4G;IAC5G,WAAW,EAAE,gBAAgB,GAAG,IAAI,CAAC;IACrC,8GAA8G;IAC9G,MAAM,EAAE,gBAAgB,GAAG,IAAI,CAAC;IAChC,0BAA0B;IAC1B,OAAO,EAAE,sBAAsB,CAAC;IAChC,8FAA8F;IAC9F,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B;;;;;OAKG;IACH,WAAW,EAAE,OAAO,CAAC;CACtB;AAED,qDAAqD;AACrD,MAAM,MAAM,wBAAwB,GAAG,OAAO,GAAG,UAAU,GAAG,SAAS,GAAG,SAAS,GAAG,QAAQ,CAAC;AAE/F,6DAA6D;AAC7D,MAAM,WAAW,qBAAqB;IACpC,KAAK,EAAE;QAAE,IAAI,EAAE,wBAAwB,CAAC;QAAC,OAAO,EAAE,UAAU,CAAA;KAAE,GAAG,IAAI,CAAC;CACvE;AAED;;;;;GAKG;AACH,qBAAa,oBAAoB;aAaH,IAAI,EAAE,mBAAmB;IAZrD,OAAO,CAAC,MAAM,CAAuB;IACrC,OAAO,CAAC,OAAO,CAA2C;IAC1D,OAAO,CAAC,WAAW,CAAS;IAC5B;;;OAGG;IACH,OAAO,CAAC,UAAU,CAAwB;IAC1C,OAAO,CAAC,QAAQ,CAA+G;IAC/H,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAuC;IAC5D,OAAO,CAAC,aAAa,CAA0D;gBAEnD,IAAI,EAAE,mBAAmB;IAIrD,kCAAkC;IAClC,IAAW,IAAI,IAAI,mBAAmB,CAErC;IAED,uDAAuD;IACvD,IAAW,KAAK,IAAI,UAAU,CAAC,mBAAmB,CAAC,CAElD;IAED,8DAA8D;IACvD,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,qBAAqB,KAAK,IAAI,CAAC,GAAG,IAAI,GAAG,IAAI;IAIhF;;;;OAIG;IACI,GAAG,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,GAAG,OAAO;IAS1C,sFAAsF;IAC/E,OAAO,IAAI,IAAI;IAQtB;;;OAGG;IACI,aAAa,CAAC,OAAO,EAAE,oBAAoB,GAAG,IAAI;IAczD,oEAAoE;IAC7D,cAAc,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI;IAO7C;;;;;OAKG;IACI,kBAAkB,CAAC,OAAO,EAAE,SAAS,gBAAgB,EAAE,GAAG,IAAI;IAUrE,iDAAiD;IAC1C,OAAO,IAAI,UAAU;IAS5B,+EAA+E;IAC/E,OAAO,CAAC,QAAQ;IAahB,OAAO,CAAC,OAAO;IAKf,OAAO,CAAC,SAAS;IAgBjB,OAAO,CAAC,QAAQ;IAOhB,uGAAuG;IACvG,OAAO,CAAC,WAAW;CAcpB"}

package/dist/lib/components/realtime/capture/realtime-capture-model.js

@@ -0,0 +1,161 @@
+import { BehaviorSubject } from 'rxjs';
+import { REALTIME_CAPTURE_SOURCE_IDS } from '@memberjunction/realtime-runtime';
+/**
+ * The state of one capture channel (the Camera or the Screen Share channel): the agent's request, the runtime's capture,
+ * and whether the agent sees it. Framework-free: the channel feeds it and streams its changes; the surface shows its
+ * {@link View$}. It decides nothing about policy: the runtime refuses a capture its channel's policy does not allow, and
+ * reports that as a failed capture.
+ */
+export class RealtimeCaptureModel {
+    Kind;
+    reason = null;
+    capture = { Status: 'off' };
+    agentCanSee = false;
+    /**
+     * Whether the model is being sent this capture's frames: its source is on and active. `null` until the host reports the
+     * session's sources ({@link FollowVideoSources}); a host that never does leaves the channel's exposure alone to decide.
+     */
+    framesSent = null;
+    onStream = null;
+    view;
+    changeHandler = null;
+    constructor(Kind) {
+        this.Kind = Kind;
+        this.view = new BehaviorSubject(this.buildView());
+    }
+    /** What the surface shows now. */
+    get View() {
+        return this.view.value;
+    }
+    /** What the surface shows, now and on every change. */
+    get View$() {
+        return this.view.asObservable();
+    }
+    /** Receives every change (one handler; `null` removes it). */
+    OnChange(handler) {
+        this.changeHandler = handler;
+    }
+    /**
+     * The agent asks to see the capture. A request while the capture is starting or on changes nothing.
+     *
+     * @returns Whether the request stands (the user now sees it).
+     */
+    Ask(reason) {
+        if (this.capture.Status === 'starting' || this.capture.Status === 'on') {
+            return false;
+        }
+        this.reason = reason?.trim() ?? '';
+        this.publish({ Name: 'asked', Payload: this.reason ? { reason: this.reason } : {} });
+        return true;
+    }
+    /** The user said "Not now" to the agent's request. Nothing to decline without one. */
+    Decline() {
+        if (this.reason === null) {
+            return;
+        }
+        this.reason = null;
+        this.publish({ Name: 'declined', Payload: {} });
+    }
+    /**
+     * The runtime's capture changed. Turning on answers the agent's request, and so does a camera check that ends with the
+     * camera off: the user said not now.
+     */
+    FollowCapture(capture) {
+        const was = this.capture;
+        this.capture = capture;
+        if (capture.Status === 'on') {
+            this.reason = null;
+        }
+        if (was.Checking && capture.Status === 'off' && this.reason !== null) {
+            this.reason = null;
+            this.publish({ Name: 'declined', Payload: {} });
+            return;
+        }
+        this.publish(this.eventFor(was.Status, capture));
+    }
+    /** Whether the channel lets the agent see pixels (its exposure). */
+    SetAgentCanSee(visible) {
+        if (visible !== this.agentCanSee) {
+            this.agentCanSee = visible;
+            this.publish(null);
+        }
+    }
+    /**
+     * The session's video sources changed (the runtime's `VideoSources$`). The model is sent this capture's frames only while
+     * its source (`REALTIME_CAPTURE_SOURCE_IDS`) is on and active; a capture with no source yet, or none any more, is not
+     * sent. Only the view changes: the channel's state is the same, so the change handler hears nothing and the agent is
+     * told nothing (the arbiter tells the model what it now sees).
+     */
+    FollowVideoSources(sources) {
+        const sourceId = REALTIME_CAPTURE_SOURCE_IDS[this.Kind];
+        const source = sources.find((s) => s.SourceID === sourceId);
+        const sent = source !== undefined && source.Enabled && source.Active;
+        if (sent !== this.framesSent) {
+            this.framesSent = sent;
+            this.view.next(this.buildView());
+        }
+    }
+    /** The channel's state as the agent reads it. */
+    ToState() {
+        const view = this.View;
+        const state = { status: view.Status, reason: view.Reason ?? '', problem: view.Problem ?? '' };
+        if (this.Kind === 'screen') {
+            state['surface'] = view.Surface;
+        }
+        return state;
+    }
+    /** The event a capture change is, if it is one: started, stopped or failed. */
+    eventFor(was, capture) {
+        if (capture.Status === 'on' && was !== 'on') {
+            return { Name: 'started', Payload: this.Kind === 'screen' ? { surface: capture.Surface ?? 'unknown' } : {} };
+        }
+        if (capture.Status === 'off' && was === 'on') {
+            return { Name: 'stopped', Payload: {} };
+        }
+        if (capture.Status === 'failed' && was !== 'failed') {
+            return { Name: 'failed', Payload: { failure: capture.Failure ?? 'error', message: capture.Message ?? '' } };
+        }
+        return null;
+    }
+    publish(event) {
+        this.view.next(this.buildView());
+        this.changeHandler?.({ Event: event });
+    }
+    buildView() {
+        const capture = this.capture;
+        const shown = this.shownStream(capture);
+        return {
+            Kind: this.Kind,
+            Status: this.statusOf(capture),
+            Reason: this.reason,
+            Problem: capture.Status === 'failed' ? (capture.Message ?? 'The capture could not start.') : null,
+            Participant: shown?.Participant ?? null,
+            Source: shown?.Source ?? null,
+            Surface: capture.Surface ?? 'unknown',
+            PanelLabel: capture.PanelLabel ?? null,
+            AgentCanSee: capture.Status === 'on' && this.agentCanSee && (this.framesSent ?? true),
+        };
+    }
+    statusOf(capture) {
+        if (capture.Status === 'off') {
+            return this.reason !== null ? 'asked' : 'off';
+        }
+        return capture.Status;
+    }
+    /** The stream as the surface shows it, built once per stream so a re-render keeps the same objects. */
+    shownStream(capture) {
+        if (capture.Status !== 'on' || !capture.Stream) {
+            this.onStream = null;
+            return null;
+        }
+        if (this.onStream?.Stream !== capture.Stream) {
+            const video = { Kind: 'stream', Stream: capture.Stream };
+            this.onStream =
+                this.Kind === 'camera'
+                    ? { Stream: capture.Stream, Participant: { Identity: 'self', DisplayName: 'You', Role: 'self', IsSpeaking: false, Video: { camera: video } }, Source: null }
+                    : { Stream: capture.Stream, Participant: null, Source: video };
+        }
+        return this.onStream;
+    }
+}
+//# sourceMappingURL=realtime-capture-model.js.map