@whereby.com/assistant-sdk 0.0.0-canary-20251002113535 → 0.0.0-canary-20251007140529

package/dist/index.d.cts

@@ -1,10 +1,9 @@
 import * as wrtc from '@roamhq/wrtc';
 import wrtc__default from '@roamhq/wrtc';
 import * as _whereby_com_core from '@whereby.com/core';
-import { RoomConnectionClient, RemoteParticipantState, ChatMessage } from '@whereby.com/core';
+import { RoomConnectionClient, LocalMediaClient } from '@whereby.com/core';
 export { RemoteParticipantState } from '@whereby.com/core';
 import EventEmitter, { EventEmitter as EventEmitter$1 } from 'events';
-import { PassThrough } from 'stream';
 
 declare global {
     interface MediaStream extends wrtc.MediaStream {
@@ -92,7 +91,49 @@ type WherebyWebhookTriggers = Partial<{
     [Type in keyof WherebyWebhookTriggerTypes]: (data: WherebyWebhookTriggerTypes[Type]) => Promise<boolean> | boolean;
 }>;
 
-declare const AUDIO_STREAM_READY = "AUDIO_STREAM_READY";
+declare const RTCVideoSink: {
+    new (track: MediaStreamTrack): wrtc__default.nonstandard.RTCVideoSink;
+    prototype: wrtc__default.nonstandard.RTCVideoSink;
+};
+declare const RTCVideoSource: {
+    new (init?: wrtc__default.nonstandard.RTCVideoSourceInit): wrtc__default.nonstandard.RTCVideoSource;
+    prototype: wrtc__default.nonstandard.RTCVideoSource;
+};
+declare class VideoSource extends RTCVideoSource {
+}
+declare class VideoSink extends RTCVideoSink {
+    private _sink;
+    constructor(track: MediaStreamTrack);
+    subscribe(cb: (d: {
+        width: number;
+        height: number;
+        data: Uint8ClampedArray;
+        rotation: number;
+    }) => void): () => void;
+}
+
+declare const RTCAudioSink: {
+    new (track: MediaStreamTrack): wrtc__default.nonstandard.RTCAudioSink;
+    prototype: wrtc__default.nonstandard.RTCAudioSink;
+};
+declare const RTCAudioSource: {
+    new (): wrtc__default.nonstandard.RTCAudioSource;
+    prototype: wrtc__default.nonstandard.RTCAudioSource;
+};
+declare class AudioSource extends RTCAudioSource {
+}
+declare class AudioSink extends RTCAudioSink {
+    private _sink;
+    constructor(track: MediaStreamTrack);
+    subscribe(cb: (d: {
+        samples: Int16Array;
+        sampleRate: number;
+        channelCount: number;
+        bitsPerSample: number;
+        numberOfFrames?: number;
+    }) => void): () => void;
+}
+
 declare const ASSISTANT_JOINED_ROOM = "ASSISTANT_JOINED_ROOM";
 declare const ASSISTANT_LEFT_ROOM = "ASSISTANT_LEFT_ROOM";
 declare const PARTICIPANT_VIDEO_TRACK_ADDED = "PARTICIPANT_VIDEO_TRACK_ADDED";
@@ -106,69 +147,51 @@ type AssistantEvents = {
     [ASSISTANT_LEFT_ROOM]: [{
         roomUrl: string;
     }];
-    [AUDIO_STREAM_READY]: [{
-        stream: MediaStream;
-        track: MediaStreamTrack;
-    }];
     [PARTICIPANT_VIDEO_TRACK_ADDED]: [{
         participantId: string;
-        stream: MediaStream;
-        track: MediaStreamTrack;
+        trackId: string;
+        data: VideoSink;
     }];
     [PARTICIPANT_VIDEO_TRACK_REMOVED]: [{
         participantId: string;
-        stream: MediaStream;
-        track: MediaStreamTrack;
+        trackId: string;
     }];
     [PARTICIPANT_AUDIO_TRACK_ADDED]: [{
         participantId: string;
-        stream: MediaStream;
-        track: MediaStreamTrack;
+        trackId: string;
+        data: AudioSink;
     }];
     [PARTICIPANT_AUDIO_TRACK_REMOVED]: [{
         participantId: string;
-        stream: MediaStream;
-        track: MediaStreamTrack;
+        trackId: string;
     }];
 };
 
 type AssistantOptions = {
     assistantKey: string;
-    startCombinedAudioStream?: boolean;
-    startLocalMedia?: boolean;
 };
 declare class Assistant extends EventEmitter<AssistantEvents> {
     private assistantKey;
     private client;
     private roomConnection;
+    private localAudioSource;
+    private localVideoSource;
     private localMedia;
-    private mediaStream;
-    private audioSource;
-    private combinedStream;
+    private combinedAudioSink;
     private remoteMediaTracks;
     private roomUrl;
     private stateSubscriptions;
-    constructor({ assistantKey, startCombinedAudioStream, startLocalMedia }: AssistantOptions);
+    constructor({ assistantKey }: AssistantOptions);
     private handleConnectionStatusChange;
     private handleRemoteParticipantsTracksChange;
     joinRoom(roomUrl: string): Promise<_whereby_com_core.RoomJoinedSuccess>;
-    startLocalMedia(): void;
-    getLocalMediaStream(): MediaStream | null;
-    getLocalAudioSource(): wrtc__default.nonstandard.RTCAudioSource | null;
     getRoomConnection(): RoomConnectionClient;
-    getCombinedAudioStream(): MediaStream | null;
-    getRemoteParticipants(): RemoteParticipantState[];
-    startCloudRecording(): void;
-    stopCloudRecording(): void;
-    sendChatMessage(message: string): void;
-    spotlightParticipant(participantId: string): void;
-    removeSpotlight(participantId: string): void;
-    requestAudioEnable(participantId: string, enable: boolean): void;
-    requestVideoEnable(participantId: string, enable: boolean): void;
-    acceptWaitingParticipant(participantId: string): void;
-    rejectWaitingParticipant(participantId: string): void;
-    subscribeToRemoteParticipants(callback: (participants: RemoteParticipantState[]) => void): () => void;
-    subscribeToChatMessages(callback: (messages: ChatMessage[]) => void): () => void;
+    startLocalMedia(): void;
+    stopLocalMedia(): void;
+    getLocalAudioSource(): AudioSource | null;
+    getLocalVideoSource(): VideoSource | null;
+    getLocalMedia(): LocalMediaClient;
+    getCombinedAudioSink(): AudioSink | null;
 }
 
 interface TriggerOptions {
@@ -182,20 +205,5 @@ declare class Trigger extends EventEmitter$1<TriggerEvents> {
     start(): void;
 }
 
-declare class AudioSource extends PassThrough {
-    constructor();
-}
-declare class AudioSink extends wrtc__default.nonstandard.RTCAudioSink {
-    private _sink;
-    constructor(track: MediaStreamTrack);
-    subscribe(cb: (d: {
-        samples: Int16Array;
-        sampleRate: number;
-        channelCount: number;
-        bitsPerSample: number;
-        numberOfFrames?: number;
-    }) => void): () => void;
-}
-
-export { ASSISTANT_JOINED_ROOM, ASSISTANT_LEFT_ROOM, AUDIO_STREAM_READY, Assistant, AudioSink, AudioSource, PARTICIPANT_AUDIO_TRACK_ADDED, PARTICIPANT_AUDIO_TRACK_REMOVED, PARTICIPANT_VIDEO_TRACK_ADDED, PARTICIPANT_VIDEO_TRACK_REMOVED, TRIGGER_EVENT_SUCCESS, Trigger };
+export { ASSISTANT_JOINED_ROOM, ASSISTANT_LEFT_ROOM, Assistant, AudioSink, AudioSource, PARTICIPANT_AUDIO_TRACK_ADDED, PARTICIPANT_AUDIO_TRACK_REMOVED, PARTICIPANT_VIDEO_TRACK_ADDED, PARTICIPANT_VIDEO_TRACK_REMOVED, TRIGGER_EVENT_SUCCESS, Trigger };
 export type { AssistantEvents };

package/dist/index.d.mts

@@ -1,10 +1,9 @@
 import * as wrtc from '@roamhq/wrtc';
 import wrtc__default from '@roamhq/wrtc';
 import * as _whereby_com_core from '@whereby.com/core';
-import { RoomConnectionClient, RemoteParticipantState, ChatMessage } from '@whereby.com/core';
+import { RoomConnectionClient, LocalMediaClient } from '@whereby.com/core';
 export { RemoteParticipantState } from '@whereby.com/core';
 import EventEmitter, { EventEmitter as EventEmitter$1 } from 'events';
-import { PassThrough } from 'stream';
 
 declare global {
     interface MediaStream extends wrtc.MediaStream {
@@ -92,7 +91,49 @@ type WherebyWebhookTriggers = Partial<{
     [Type in keyof WherebyWebhookTriggerTypes]: (data: WherebyWebhookTriggerTypes[Type]) => Promise<boolean> | boolean;
 }>;
 
-declare const AUDIO_STREAM_READY = "AUDIO_STREAM_READY";
+declare const RTCVideoSink: {
+    new (track: MediaStreamTrack): wrtc__default.nonstandard.RTCVideoSink;
+    prototype: wrtc__default.nonstandard.RTCVideoSink;
+};
+declare const RTCVideoSource: {
+    new (init?: wrtc__default.nonstandard.RTCVideoSourceInit): wrtc__default.nonstandard.RTCVideoSource;
+    prototype: wrtc__default.nonstandard.RTCVideoSource;
+};
+declare class VideoSource extends RTCVideoSource {
+}
+declare class VideoSink extends RTCVideoSink {
+    private _sink;
+    constructor(track: MediaStreamTrack);
+    subscribe(cb: (d: {
+        width: number;
+        height: number;
+        data: Uint8ClampedArray;
+        rotation: number;
+    }) => void): () => void;
+}
+
+declare const RTCAudioSink: {
+    new (track: MediaStreamTrack): wrtc__default.nonstandard.RTCAudioSink;
+    prototype: wrtc__default.nonstandard.RTCAudioSink;
+};
+declare const RTCAudioSource: {
+    new (): wrtc__default.nonstandard.RTCAudioSource;
+    prototype: wrtc__default.nonstandard.RTCAudioSource;
+};
+declare class AudioSource extends RTCAudioSource {
+}
+declare class AudioSink extends RTCAudioSink {
+    private _sink;
+    constructor(track: MediaStreamTrack);
+    subscribe(cb: (d: {
+        samples: Int16Array;
+        sampleRate: number;
+        channelCount: number;
+        bitsPerSample: number;
+        numberOfFrames?: number;
+    }) => void): () => void;
+}
+
 declare const ASSISTANT_JOINED_ROOM = "ASSISTANT_JOINED_ROOM";
 declare const ASSISTANT_LEFT_ROOM = "ASSISTANT_LEFT_ROOM";
 declare const PARTICIPANT_VIDEO_TRACK_ADDED = "PARTICIPANT_VIDEO_TRACK_ADDED";
@@ -106,69 +147,51 @@ type AssistantEvents = {
     [ASSISTANT_LEFT_ROOM]: [{
         roomUrl: string;
     }];
-    [AUDIO_STREAM_READY]: [{
-        stream: MediaStream;
-        track: MediaStreamTrack;
-    }];
     [PARTICIPANT_VIDEO_TRACK_ADDED]: [{
         participantId: string;
-        stream: MediaStream;
-        track: MediaStreamTrack;
+        trackId: string;
+        data: VideoSink;
     }];
     [PARTICIPANT_VIDEO_TRACK_REMOVED]: [{
         participantId: string;
-        stream: MediaStream;
-        track: MediaStreamTrack;
+        trackId: string;
     }];
     [PARTICIPANT_AUDIO_TRACK_ADDED]: [{
         participantId: string;
-        stream: MediaStream;
-        track: MediaStreamTrack;
+        trackId: string;
+        data: AudioSink;
     }];
     [PARTICIPANT_AUDIO_TRACK_REMOVED]: [{
         participantId: string;
-        stream: MediaStream;
-        track: MediaStreamTrack;
+        trackId: string;
     }];
 };
 
 type AssistantOptions = {
     assistantKey: string;
-    startCombinedAudioStream?: boolean;
-    startLocalMedia?: boolean;
 };
 declare class Assistant extends EventEmitter<AssistantEvents> {
     private assistantKey;
     private client;
     private roomConnection;
+    private localAudioSource;
+    private localVideoSource;
     private localMedia;
-    private mediaStream;
-    private audioSource;
-    private combinedStream;
+    private combinedAudioSink;
     private remoteMediaTracks;
     private roomUrl;
     private stateSubscriptions;
-    constructor({ assistantKey, startCombinedAudioStream, startLocalMedia }: AssistantOptions);
+    constructor({ assistantKey }: AssistantOptions);
     private handleConnectionStatusChange;
     private handleRemoteParticipantsTracksChange;
     joinRoom(roomUrl: string): Promise<_whereby_com_core.RoomJoinedSuccess>;
-    startLocalMedia(): void;
-    getLocalMediaStream(): MediaStream | null;
-    getLocalAudioSource(): wrtc__default.nonstandard.RTCAudioSource | null;
     getRoomConnection(): RoomConnectionClient;
-    getCombinedAudioStream(): MediaStream | null;
-    getRemoteParticipants(): RemoteParticipantState[];
-    startCloudRecording(): void;
-    stopCloudRecording(): void;
-    sendChatMessage(message: string): void;
-    spotlightParticipant(participantId: string): void;
-    removeSpotlight(participantId: string): void;
-    requestAudioEnable(participantId: string, enable: boolean): void;
-    requestVideoEnable(participantId: string, enable: boolean): void;
-    acceptWaitingParticipant(participantId: string): void;
-    rejectWaitingParticipant(participantId: string): void;
-    subscribeToRemoteParticipants(callback: (participants: RemoteParticipantState[]) => void): () => void;
-    subscribeToChatMessages(callback: (messages: ChatMessage[]) => void): () => void;
+    startLocalMedia(): void;
+    stopLocalMedia(): void;
+    getLocalAudioSource(): AudioSource | null;
+    getLocalVideoSource(): VideoSource | null;
+    getLocalMedia(): LocalMediaClient;
+    getCombinedAudioSink(): AudioSink | null;
 }
 
 interface TriggerOptions {
@@ -182,20 +205,5 @@ declare class Trigger extends EventEmitter$1<TriggerEvents> {
     start(): void;
 }
 
-declare class AudioSource extends PassThrough {
-    constructor();
-}
-declare class AudioSink extends wrtc__default.nonstandard.RTCAudioSink {
-    private _sink;
-    constructor(track: MediaStreamTrack);
-    subscribe(cb: (d: {
-        samples: Int16Array;
-        sampleRate: number;
-        channelCount: number;
-        bitsPerSample: number;
-        numberOfFrames?: number;
-    }) => void): () => void;
-}
-
-export { ASSISTANT_JOINED_ROOM, ASSISTANT_LEFT_ROOM, AUDIO_STREAM_READY, Assistant, AudioSink, AudioSource, PARTICIPANT_AUDIO_TRACK_ADDED, PARTICIPANT_AUDIO_TRACK_REMOVED, PARTICIPANT_VIDEO_TRACK_ADDED, PARTICIPANT_VIDEO_TRACK_REMOVED, TRIGGER_EVENT_SUCCESS, Trigger };
+export { ASSISTANT_JOINED_ROOM, ASSISTANT_LEFT_ROOM, Assistant, AudioSink, AudioSource, PARTICIPANT_AUDIO_TRACK_ADDED, PARTICIPANT_AUDIO_TRACK_REMOVED, PARTICIPANT_VIDEO_TRACK_ADDED, PARTICIPANT_VIDEO_TRACK_REMOVED, TRIGGER_EVENT_SUCCESS, Trigger };
 export type { AssistantEvents };

package/dist/index.d.ts

@@ -1,10 +1,9 @@
 import * as wrtc from '@roamhq/wrtc';
 import wrtc__default from '@roamhq/wrtc';
 import * as _whereby_com_core from '@whereby.com/core';
-import { RoomConnectionClient, RemoteParticipantState, ChatMessage } from '@whereby.com/core';
+import { RoomConnectionClient, LocalMediaClient } from '@whereby.com/core';
 export { RemoteParticipantState } from '@whereby.com/core';
 import EventEmitter, { EventEmitter as EventEmitter$1 } from 'events';
-import { PassThrough } from 'stream';
 
 declare global {
     interface MediaStream extends wrtc.MediaStream {
@@ -92,7 +91,49 @@ type WherebyWebhookTriggers = Partial<{
     [Type in keyof WherebyWebhookTriggerTypes]: (data: WherebyWebhookTriggerTypes[Type]) => Promise<boolean> | boolean;
 }>;
 
-declare const AUDIO_STREAM_READY = "AUDIO_STREAM_READY";
+declare const RTCVideoSink: {
+    new (track: MediaStreamTrack): wrtc__default.nonstandard.RTCVideoSink;
+    prototype: wrtc__default.nonstandard.RTCVideoSink;
+};
+declare const RTCVideoSource: {
+    new (init?: wrtc__default.nonstandard.RTCVideoSourceInit): wrtc__default.nonstandard.RTCVideoSource;
+    prototype: wrtc__default.nonstandard.RTCVideoSource;
+};
+declare class VideoSource extends RTCVideoSource {
+}
+declare class VideoSink extends RTCVideoSink {
+    private _sink;
+    constructor(track: MediaStreamTrack);
+    subscribe(cb: (d: {
+        width: number;
+        height: number;
+        data: Uint8ClampedArray;
+        rotation: number;
+    }) => void): () => void;
+}
+
+declare const RTCAudioSink: {
+    new (track: MediaStreamTrack): wrtc__default.nonstandard.RTCAudioSink;
+    prototype: wrtc__default.nonstandard.RTCAudioSink;
+};
+declare const RTCAudioSource: {
+    new (): wrtc__default.nonstandard.RTCAudioSource;
+    prototype: wrtc__default.nonstandard.RTCAudioSource;
+};
+declare class AudioSource extends RTCAudioSource {
+}
+declare class AudioSink extends RTCAudioSink {
+    private _sink;
+    constructor(track: MediaStreamTrack);
+    subscribe(cb: (d: {
+        samples: Int16Array;
+        sampleRate: number;
+        channelCount: number;
+        bitsPerSample: number;
+        numberOfFrames?: number;
+    }) => void): () => void;
+}
+
 declare const ASSISTANT_JOINED_ROOM = "ASSISTANT_JOINED_ROOM";
 declare const ASSISTANT_LEFT_ROOM = "ASSISTANT_LEFT_ROOM";
 declare const PARTICIPANT_VIDEO_TRACK_ADDED = "PARTICIPANT_VIDEO_TRACK_ADDED";
@@ -106,69 +147,51 @@ type AssistantEvents = {
     [ASSISTANT_LEFT_ROOM]: [{
         roomUrl: string;
     }];
-    [AUDIO_STREAM_READY]: [{
-        stream: MediaStream;
-        track: MediaStreamTrack;
-    }];
     [PARTICIPANT_VIDEO_TRACK_ADDED]: [{
         participantId: string;
-        stream: MediaStream;
-        track: MediaStreamTrack;
+        trackId: string;
+        data: VideoSink;
     }];
     [PARTICIPANT_VIDEO_TRACK_REMOVED]: [{
         participantId: string;
-        stream: MediaStream;
-        track: MediaStreamTrack;
+        trackId: string;
     }];
     [PARTICIPANT_AUDIO_TRACK_ADDED]: [{
         participantId: string;
-        stream: MediaStream;
-        track: MediaStreamTrack;
+        trackId: string;
+        data: AudioSink;
     }];
     [PARTICIPANT_AUDIO_TRACK_REMOVED]: [{
         participantId: string;
-        stream: MediaStream;
-        track: MediaStreamTrack;
+        trackId: string;
     }];
 };
 
 type AssistantOptions = {
     assistantKey: string;
-    startCombinedAudioStream?: boolean;
-    startLocalMedia?: boolean;
 };
 declare class Assistant extends EventEmitter<AssistantEvents> {
     private assistantKey;
     private client;
     private roomConnection;
+    private localAudioSource;
+    private localVideoSource;
     private localMedia;
-    private mediaStream;
-    private audioSource;
-    private combinedStream;
+    private combinedAudioSink;
     private remoteMediaTracks;
     private roomUrl;
     private stateSubscriptions;
-    constructor({ assistantKey, startCombinedAudioStream, startLocalMedia }: AssistantOptions);
+    constructor({ assistantKey }: AssistantOptions);
     private handleConnectionStatusChange;
     private handleRemoteParticipantsTracksChange;
     joinRoom(roomUrl: string): Promise<_whereby_com_core.RoomJoinedSuccess>;
-    startLocalMedia(): void;
-    getLocalMediaStream(): MediaStream | null;
-    getLocalAudioSource(): wrtc__default.nonstandard.RTCAudioSource | null;
     getRoomConnection(): RoomConnectionClient;
-    getCombinedAudioStream(): MediaStream | null;
-    getRemoteParticipants(): RemoteParticipantState[];
-    startCloudRecording(): void;
-    stopCloudRecording(): void;
-    sendChatMessage(message: string): void;
-    spotlightParticipant(participantId: string): void;
-    removeSpotlight(participantId: string): void;
-    requestAudioEnable(participantId: string, enable: boolean): void;
-    requestVideoEnable(participantId: string, enable: boolean): void;
-    acceptWaitingParticipant(participantId: string): void;
-    rejectWaitingParticipant(participantId: string): void;
-    subscribeToRemoteParticipants(callback: (participants: RemoteParticipantState[]) => void): () => void;
-    subscribeToChatMessages(callback: (messages: ChatMessage[]) => void): () => void;
+    startLocalMedia(): void;
+    stopLocalMedia(): void;
+    getLocalAudioSource(): AudioSource | null;
+    getLocalVideoSource(): VideoSource | null;
+    getLocalMedia(): LocalMediaClient;
+    getCombinedAudioSink(): AudioSink | null;
 }
 
 interface TriggerOptions {
@@ -182,20 +205,5 @@ declare class Trigger extends EventEmitter$1<TriggerEvents> {
     start(): void;
 }
 
-declare class AudioSource extends PassThrough {
-    constructor();
-}
-declare class AudioSink extends wrtc__default.nonstandard.RTCAudioSink {
-    private _sink;
-    constructor(track: MediaStreamTrack);
-    subscribe(cb: (d: {
-        samples: Int16Array;
-        sampleRate: number;
-        channelCount: number;
-        bitsPerSample: number;
-        numberOfFrames?: number;
-    }) => void): () => void;
-}
-
-export { ASSISTANT_JOINED_ROOM, ASSISTANT_LEFT_ROOM, AUDIO_STREAM_READY, Assistant, AudioSink, AudioSource, PARTICIPANT_AUDIO_TRACK_ADDED, PARTICIPANT_AUDIO_TRACK_REMOVED, PARTICIPANT_VIDEO_TRACK_ADDED, PARTICIPANT_VIDEO_TRACK_REMOVED, TRIGGER_EVENT_SUCCESS, Trigger };
+export { ASSISTANT_JOINED_ROOM, ASSISTANT_LEFT_ROOM, Assistant, AudioSink, AudioSource, PARTICIPANT_AUDIO_TRACK_ADDED, PARTICIPANT_AUDIO_TRACK_REMOVED, PARTICIPANT_VIDEO_TRACK_ADDED, PARTICIPANT_VIDEO_TRACK_REMOVED, TRIGGER_EVENT_SUCCESS, Trigger };
 export type { AssistantEvents };