@fluxerjs/voice 1.2.1 → 1.2.3

package/README.md

@@ -11,12 +11,30 @@ pnpm add @fluxerjs/voice @fluxerjs/core
 ## Usage
 
 ```javascript
-import { getVoiceManager } from '@fluxerjs/voice';
+import { getVoiceManager, LiveKitRtcConnection } from '@fluxerjs/voice';
 
 const voiceManager = getVoiceManager(client);
 const connection = await voiceManager.join(channel);
 await connection.play(streamUrl);
 
+// Inbound transcription / speech-to-text pipeline
+if (connection instanceof LiveKitRtcConnection) {
+  const subs = voiceManager.subscribeChannelParticipants(channel.id);
+  connection.on('speakerStart', ({ participantId }) => {
+    console.log('speaker start', participantId);
+  });
+  connection.on('speakerStop', ({ participantId }) => {
+    console.log('speaker stop', participantId);
+  });
+  connection.on('audioFrame', (frame) => {
+    // frame.samples is Int16 PCM suitable for WAV/STT pipelines
+    console.log(frame.participantId, frame.sampleRate, frame.channels, frame.samples.length);
+  });
+
+  // cleanup subscriptions when done
+  for (const sub of subs) sub.stop();
+}
+
 connection.stop();
 voiceManager.leave(guildId);
 ```

package/dist/index.d.mts

@@ -67,6 +67,27 @@ type LiveKitRtcConnectionEvents = VoiceConnectionEvents & {
         self_stream?: boolean;
         self_video?: boolean;
     }];
+    /** Emitted when a remote participant starts speaking. */
+    speakerStart: [payload: {
+        participantId: string;
+    }];
+    /** Emitted when a remote participant stops speaking. */
+    speakerStop: [payload: {
+        participantId: string;
+    }];
+    /** Emitted for each decoded inbound audio frame. */
+    audioFrame: [frame: LiveKitAudioFrame];
+};
+type LiveKitAudioFrame = {
+    participantId: string;
+    trackSid?: string;
+    sampleRate: number;
+    channels: number;
+    samples: Int16Array;
+};
+type LiveKitReceiveSubscription = {
+    participantId: string;
+    stop: () => void;
 };
 /**
  * Options for video playback via {@link LiveKitRtcConnection.playVideo}.
@@ -133,6 +154,10 @@ declare class LiveKitRtcConnection extends EventEmitter {
     private lastServerEndpoint;
     private lastServerToken;
     private _disconnectEmitted;
+    private readonly receiveSubscriptions;
+    private readonly requestedSubscriptions;
+    private readonly participantTrackSids;
+    private readonly activeSpeakers;
     /**
      * @param client - The Fluxer client instance
      * @param channel - The voice channel to connect to
@@ -156,6 +181,13 @@ declare class LiveKitRtcConnection extends EventEmitter {
     setVolume(volumePercent: number): void;
     /** Get current volume (0-200). */
     getVolume(): number;
+    private isAudioTrack;
+    private getParticipantId;
+    private subscribeParticipantTrack;
+    subscribeParticipantAudio(participantId: string, options?: {
+        autoResubscribe?: boolean;
+    }): LiveKitReceiveSubscription;
+    private clearReceiveSubscriptions;
     playOpus(_stream: NodeJS.ReadableStream): void;
     /**
      * Connect to the LiveKit room using voice server and state from the gateway.
@@ -248,6 +280,17 @@ declare class VoiceManager extends EventEmitter {
      * @param userId - User ID to look up
      */
     getVoiceChannelId(guildId: string, userId: string): string | null;
+    /**
+     * List participant user IDs currently in a specific voice channel.
+     */
+    listParticipantsInChannel(guildId: string, channelId: string): string[];
+    /**
+     * Subscribe to inbound audio for all known participants currently in a voice channel.
+     * Only supported for LiveKit connections.
+     */
+    subscribeChannelParticipants(channelId: string, opts?: {
+        autoResubscribe?: boolean;
+    }): LiveKitReceiveSubscription[];
     private handleVoiceStateUpdate;
     private handleVoiceServerUpdate;
     private storeConnectionId;
@@ -317,4 +360,4 @@ declare function getVoiceManager(client: Client, options?: {
     shardId?: number;
 }): VoiceManager;
 
-export { LiveKitRtcConnection, type LiveKitRtcConnectionEvents, type VideoPlayOptions, VoiceConnection, type VoiceConnectionEvents, type VoiceConnectionLike, VoiceManager, type VoiceManagerOptions, type VoiceStateMap, getVoiceManager, joinVoiceChannel };
+export { type LiveKitAudioFrame, type LiveKitReceiveSubscription, LiveKitRtcConnection, type LiveKitRtcConnectionEvents, type VideoPlayOptions, VoiceConnection, type VoiceConnectionEvents, type VoiceConnectionLike, VoiceManager, type VoiceManagerOptions, type VoiceStateMap, getVoiceManager, joinVoiceChannel };

package/dist/index.d.ts

@@ -67,6 +67,27 @@ type LiveKitRtcConnectionEvents = VoiceConnectionEvents & {
         self_stream?: boolean;
         self_video?: boolean;
     }];
+    /** Emitted when a remote participant starts speaking. */
+    speakerStart: [payload: {
+        participantId: string;
+    }];
+    /** Emitted when a remote participant stops speaking. */
+    speakerStop: [payload: {
+        participantId: string;
+    }];
+    /** Emitted for each decoded inbound audio frame. */
+    audioFrame: [frame: LiveKitAudioFrame];
+};
+type LiveKitAudioFrame = {
+    participantId: string;
+    trackSid?: string;
+    sampleRate: number;
+    channels: number;
+    samples: Int16Array;
+};
+type LiveKitReceiveSubscription = {
+    participantId: string;
+    stop: () => void;
 };
 /**
  * Options for video playback via {@link LiveKitRtcConnection.playVideo}.
@@ -133,6 +154,10 @@ declare class LiveKitRtcConnection extends EventEmitter {
     private lastServerEndpoint;
     private lastServerToken;
     private _disconnectEmitted;
+    private readonly receiveSubscriptions;
+    private readonly requestedSubscriptions;
+    private readonly participantTrackSids;
+    private readonly activeSpeakers;
     /**
      * @param client - The Fluxer client instance
      * @param channel - The voice channel to connect to
@@ -156,6 +181,13 @@ declare class LiveKitRtcConnection extends EventEmitter {
     setVolume(volumePercent: number): void;
     /** Get current volume (0-200). */
     getVolume(): number;
+    private isAudioTrack;
+    private getParticipantId;
+    private subscribeParticipantTrack;
+    subscribeParticipantAudio(participantId: string, options?: {
+        autoResubscribe?: boolean;
+    }): LiveKitReceiveSubscription;
+    private clearReceiveSubscriptions;
     playOpus(_stream: NodeJS.ReadableStream): void;
     /**
      * Connect to the LiveKit room using voice server and state from the gateway.
@@ -248,6 +280,17 @@ declare class VoiceManager extends EventEmitter {
      * @param userId - User ID to look up
      */
     getVoiceChannelId(guildId: string, userId: string): string | null;
+    /**
+     * List participant user IDs currently in a specific voice channel.
+     */
+    listParticipantsInChannel(guildId: string, channelId: string): string[];
+    /**
+     * Subscribe to inbound audio for all known participants currently in a voice channel.
+     * Only supported for LiveKit connections.
+     */
+    subscribeChannelParticipants(channelId: string, opts?: {
+        autoResubscribe?: boolean;
+    }): LiveKitReceiveSubscription[];
     private handleVoiceStateUpdate;
     private handleVoiceServerUpdate;
     private storeConnectionId;
@@ -317,4 +360,4 @@ declare function getVoiceManager(client: Client, options?: {
     shardId?: number;
 }): VoiceManager;
 
-export { LiveKitRtcConnection, type LiveKitRtcConnectionEvents, type VideoPlayOptions, VoiceConnection, type VoiceConnectionEvents, type VoiceConnectionLike, VoiceManager, type VoiceManagerOptions, type VoiceStateMap, getVoiceManager, joinVoiceChannel };
+export { type LiveKitAudioFrame, type LiveKitReceiveSubscription, LiveKitRtcConnection, type LiveKitRtcConnectionEvents, type VideoPlayOptions, VoiceConnection, type VoiceConnectionEvents, type VoiceConnectionLike, VoiceManager, type VoiceManagerOptions, type VoiceStateMap, getVoiceManager, joinVoiceChannel };