@livekit/agents 1.0.5 → 1.0.7

package/src/voice/events.ts

@@ -80,25 +80,31 @@ export type UserInputTranscribedEvent = {
   type: 'user_input_transcribed';
   transcript: string;
   isFinal: boolean;
+  // TODO(AJS-106): add multi participant support
+  /** Not supported yet. Always null by default. */
   speakerId: string | null;
   createdAt: number;
+  language: string | null;
 };
 
 export const createUserInputTranscribedEvent = ({
   transcript,
   isFinal,
   speakerId = null,
+  language = null,
   createdAt = Date.now(),
 }: {
   transcript: string;
   isFinal: boolean;
   speakerId?: string | null;
+  language?: string | null;
   createdAt?: number;
 }): UserInputTranscribedEvent => ({
   type: 'user_input_transcribed',
   transcript,
   isFinal,
   speakerId,
+  language,
   createdAt,
 });
 

package/src/voice/generation.ts

@@ -28,7 +28,7 @@ import type { AudioOutput, LLMNode, TTSNode, TextOutput } from './io.js';
 import { RunContext } from './run_context.js';
 import type { SpeechHandle } from './speech_handle.js';
 
-/* @internal */
+/** @internal */
 export class _LLMGenerationData {
   generatedText: string = '';
   generatedToolCalls: FunctionCall[];

package/src/voice/room_io/_input.ts

@@ -1,8 +1,8 @@
 // SPDX-FileCopyrightText: 2025 LiveKit, Inc.
 //
 // SPDX-License-Identifier: Apache-2.0
-import type { AudioFrame } from '@livekit/rtc-node';
 import {
+  AudioFrame,
   AudioStream,
   type NoiseCancellationOptions,
   RemoteParticipant,
@@ -66,6 +66,17 @@ export class ParticipantAudioInputStream extends AudioInput {
         ? participant
         : this.room.remoteParticipants.get(participantIdentity);
 
+    // Convert Map iterator to array for Pino serialization
+    const trackPublicationsArray = Array.from(participantValue?.trackPublications.values() ?? []);
+
+    this.logger.info(
+      {
+        participantValue: participantValue?.identity,
+        trackPublications: trackPublicationsArray,
+        lengthOfTrackPublications: trackPublicationsArray.length,
+      },
+      'participantValue.trackPublications',
+    );
     // We need to check if the participant has a microphone track and subscribe to it
     // in case we miss the tracksubscribed event
     if (participantValue) {

package/src/voice/room_io/_output.ts

@@ -290,7 +290,7 @@ export class ParticipantLegacyTranscriptionOutput extends BaseParticipantTranscr
 }
 
 export class ParalellTextOutput extends TextOutput {
-  /* @internal */
+  /** @internal */
   _sinks: TextOutput[];
 
   constructor(sinks: TextOutput[], nextInChain?: TextOutput) {

package/src/voice/room_io/room_io.ts

@@ -64,22 +64,41 @@ const CLOSE_ON_DISCONNECT_REASONS: DisconnectReason[] = [
 export interface RoomInputOptions {
   audioSampleRate: number;
   audioNumChannels: number;
+  /** If not given, default to True. */
   textEnabled: boolean;
+  /** If not given, default to True. */
   audioEnabled: boolean;
+  /** If not given, default to False. */
   videoEnabled: boolean;
+  /** The participant to link to. If not provided, link to the first participant.
+    Can be overridden by the `participant` argument of RoomIO constructor or `set_participant`.
+  */
   participantIdentity?: string;
   noiseCancellation?: NoiseCancellationOptions;
   textInputCallback?: TextInputCallback;
+  /** Participant kinds accepted for auto subscription. If not provided,
+    accept `DEFAULT_PARTICIPANT_KINDS`
+  */
   participantKinds?: ParticipantKind[];
+  /** Close the AgentSession if the linked participant disconnects with reasons in
+    CLIENT_INITIATED, ROOM_DELETED, or USER_REJECTED.
+  */
   closeOnDisconnect: boolean;
 }
 
 export interface RoomOutputOptions {
+  /** If not given, default to True. */
   transcriptionEnabled: boolean;
+  /** If not given, default to True. */
   audioEnabled: boolean;
   audioSampleRate: number;
   audioNumChannels: number;
+  /** False to disable transcription synchronization with audio output.
+    Otherwise, transcription is emitted as quickly as available.
+  */
   syncTranscription: boolean;
+  /** The name of the audio track to publish. If not provided, default to "roomio_audio".
+   */
   audioPublishOptions: TrackPublishOptions;
 }
 
@@ -350,7 +369,7 @@ export class RoomIO {
     return this.transcriptionSynchronizer.textOutput;
   }
 
-  /* Switch to a different participant */
+  /** Switch to a different participant */
   setParticipant(participantIdentity: string | null) {
     this.logger.debug({ participantIdentity }, 'setting participant');
     if (participantIdentity === null) {
@@ -454,7 +473,7 @@ export class RoomIO {
 
     this.initTask = Task.from((controller) => this.init(controller.signal));
 
-    // -- attatch the agent to the session --
+    // attach the agent to the session
     if (this.audioInput) {
       this.agentSession.input.audio = this.audioInput;
     }

package/src/voice/transcription/synchronizer.ts

@@ -277,7 +277,7 @@ export class TranscriptionSynchronizer {
   private _enabled: boolean = true;
   private closed: boolean = false;
 
-  /* @internal */
+  /** @internal */
   _impl: SegmentSynchronizerImpl;
 
   private logger = log();

package/src/worker.ts

@@ -1,12 +1,7 @@
 // SPDX-FileCopyrightText: 2024 LiveKit, Inc.
 //
 // SPDX-License-Identifier: Apache-2.0
-import type {
-  JobAssignment,
-  JobTermination,
-  ParticipantInfo,
-  TrackSource,
-} from '@livekit/protocol';
+import type { JobAssignment, JobTermination, TrackSource } from '@livekit/protocol';
 import {
   type AvailabilityRequest,
   JobType,
@@ -15,7 +10,7 @@ import {
   WorkerMessage,
   WorkerStatus,
 } from '@livekit/protocol';
-import { AccessToken, RoomServiceClient } from 'livekit-server-sdk';
+import { AccessToken, ParticipantInfo, RoomServiceClient } from 'livekit-server-sdk';
 import { EventEmitter } from 'node:events';
 import os from 'node:os';
 import { WebSocket } from 'ws';
@@ -284,7 +279,7 @@ export class Worker {
   #logger = log().child({ version });
   #inferenceExecutor?: InferenceProcExecutor;
 
-  /* @throws {@link MissingCredentialsError} if URL, API key or API secret are missing */
+  /** @throws {@link MissingCredentialsError} if URL, API key or API secret are missing */
   constructor(opts: WorkerOptions) {
     opts.wsURL = opts.wsURL || process.env.LIVEKIT_URL || '';
     opts.apiKey = opts.apiKey || process.env.LIVEKIT_API_KEY || '';
@@ -352,7 +347,7 @@ export class Worker {
     }));
   }
 
-  /* @throws {@link WorkerError} if worker failed to connect or already running */
+  /** @throws {@link WorkerError} if worker failed to connect or already running */
   async run() {
     if (!this.#closed) {
       throw new WorkerError('worker is already running');
@@ -433,7 +428,7 @@ export class Worker {
       .map((proc) => proc.runningJob!);
   }
 
-  /* @throws {@link WorkerError} if worker did not drain in time */
+  /** @throws {@link WorkerError} if worker did not drain in time */
   async drain(timeout?: number) {
     if (this.#draining) {
       return;