@livekit/protocol 1.53.2 → 1.53.4

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@livekit/protocol",
-  "version": "1.53.2",
+  "version": "1.53.4",
   "description": "",
   "type": "module",
   "require": "dist/index.cjs",

package/src/gen/agent/livekit_agent_inference_pb.d.ts

@@ -316,6 +316,17 @@ export declare class InferenceStart extends Message<InferenceStart> {
    */
   requestId: string;
 
+  /**
+   * Length of the current user turn, in samples at the session sample rate.
+   * Count from the start of the user turn, or from the last session_flush when
+   * the start is unknown, through the last input_audio sent before this
+   * message. The end-of-turn model reads it as the turn duration, which can be
+   * longer than the audio window it scores. 0 means unknown.
+   *
+   * @generated from field: uint32 turn_samples = 2;
+   */
+  turnSamples: number;
+
   constructor(data?: PartialMessage<InferenceStart>);
 
   static readonly runtime: typeof proto3;

package/src/gen/agent/livekit_agent_inference_pb.js

@@ -134,6 +134,7 @@ export const InferenceStart = /*@__PURE__*/ proto3.makeMessageType(
   "livekit.agent.InferenceStart",
   () => [
     { no: 1, name: "request_id", kind: "scalar", T: 9 /* ScalarType.STRING */ },
+    { no: 2, name: "turn_samples", kind: "scalar", T: 13 /* ScalarType.UINT32 */ },
   ],
 );
 

package/src/gen/agent/livekit_agent_session_pb.d.ts

@@ -204,6 +204,18 @@ export declare enum AmdCategory {
    * @generated from enum value: AMD_UNCERTAIN = 5;
    */
   AMD_UNCERTAIN = 5,
+
+  /**
+   * @generated from enum value: AMD_MACHINE_SCREENING = 6;
+   */
+  AMD_MACHINE_SCREENING = 6,
+
+  /**
+   * A prediction only: the turn's reply is held, and the stage does not change.
+   *
+   * @generated from enum value: AMD_WAIT = 7;
+   */
+  AMD_WAIT = 7,
 }
 
 /**
@@ -1127,6 +1139,18 @@ export declare class AgentSessionEvent extends Message<AgentSessionEvent> {
      */
     value: AgentSessionEvent_AgentFalseInterruption;
     case: "agentFalseInterruption";
+  } | {
+    /**
+     * @generated from field: livekit.agent.AgentSessionEvent.AmdCompleted amd_completed = 24;
+     */
+    value: AgentSessionEvent_AmdCompleted;
+    case: "amdCompleted";
+  } | {
+    /**
+     * @generated from field: livekit.agent.AgentSessionEvent.SessionClosed session_closed = 25;
+     */
+    value: AgentSessionEvent_SessionClosed;
+    case: "sessionClosed";
   } | { case: undefined; value?: undefined };
 
   constructor(data?: PartialMessage<AgentSessionEvent>);
@@ -1405,6 +1429,25 @@ export declare class AgentSessionEvent_AmdPrediction extends Message<AgentSessio
    */
   delay?: Duration;
 
+  /**
+   * @generated from field: uint32 turn_id = 6;
+   */
+  turnId: number;
+
+  /**
+   * The stage after this prediction. Never AMD_WAIT.
+   *
+   * @generated from field: livekit.agent.AmdCategory stage = 7;
+   */
+  stage: AmdCategory;
+
+  /**
+   * Unset when the turn ran no inference.
+   *
+   * @generated from field: google.protobuf.Duration inference_duration = 8;
+   */
+  inferenceDuration?: Duration;
+
   constructor(data?: PartialMessage<AgentSessionEvent_AmdPrediction>);
 
   static readonly runtime: typeof proto3;
@@ -1420,6 +1463,49 @@ export declare class AgentSessionEvent_AmdPrediction extends Message<AgentSessio
   static equals(a: AgentSessionEvent_AmdPrediction | PlainMessage<AgentSessionEvent_AmdPrediction> | undefined, b: AgentSessionEvent_AmdPrediction | PlainMessage<AgentSessionEvent_AmdPrediction> | undefined): boolean;
 }
 
+/**
+ * Once per AMD run.
+ *
+ * @generated from message livekit.agent.AgentSessionEvent.AmdCompleted
+ */
+export declare class AgentSessionEvent_AmdCompleted extends Message<AgentSessionEvent_AmdCompleted> {
+  /**
+   * @generated from field: livekit.agent.AmdCategory category = 1;
+   */
+  category: AmdCategory;
+
+  /**
+   * @generated from field: string reason = 2;
+   */
+  reason: string;
+
+  /**
+   * @generated from field: bool voicemail_message_played = 3;
+   */
+  voicemailMessagePlayed: boolean;
+
+  /**
+   * Unset when the run ended before any prediction.
+   *
+   * @generated from field: livekit.agent.AgentSessionEvent.AmdPrediction prediction = 4;
+   */
+  prediction?: AgentSessionEvent_AmdPrediction;
+
+  constructor(data?: PartialMessage<AgentSessionEvent_AmdCompleted>);
+
+  static readonly runtime: typeof proto3;
+  static readonly typeName = "livekit.agent.AgentSessionEvent.AmdCompleted";
+  static readonly fields: FieldList;
+
+  static fromBinary(bytes: Uint8Array, options?: Partial<BinaryReadOptions>): AgentSessionEvent_AmdCompleted;
+
+  static fromJson(jsonValue: JsonValue, options?: Partial<JsonReadOptions>): AgentSessionEvent_AmdCompleted;
+
+  static fromJsonString(jsonString: string, options?: Partial<JsonReadOptions>): AgentSessionEvent_AmdCompleted;
+
+  static equals(a: AgentSessionEvent_AmdCompleted | PlainMessage<AgentSessionEvent_AmdCompleted> | undefined, b: AgentSessionEvent_AmdCompleted | PlainMessage<AgentSessionEvent_AmdCompleted> | undefined): boolean;
+}
+
 /**
  * @generated from message livekit.agent.AgentSessionEvent.EotPrediction
  */
@@ -1682,6 +1768,39 @@ export declare class AgentSessionEvent_ToolExecutionUpdated_ReplyUpdated extends
   static equals(a: AgentSessionEvent_ToolExecutionUpdated_ReplyUpdated | PlainMessage<AgentSessionEvent_ToolExecutionUpdated_ReplyUpdated> | undefined, b: AgentSessionEvent_ToolExecutionUpdated_ReplyUpdated | PlainMessage<AgentSessionEvent_ToolExecutionUpdated_ReplyUpdated> | undefined): boolean;
 }
 
+/**
+ * The agent session closed: the call is over even if the agent is still in the room.
+ * No further session events follow, and session requests are no longer answered;
+ * finalize_simulation may still be.
+ *
+ * @generated from message livekit.agent.AgentSessionEvent.SessionClosed
+ */
+export declare class AgentSessionEvent_SessionClosed extends Message<AgentSessionEvent_SessionClosed> {
+  /**
+   * @generated from field: livekit.agent.CloseReason reason = 1;
+   */
+  reason: CloseReason;
+
+  /**
+   * @generated from field: optional string error = 2;
+   */
+  error?: string;
+
+  constructor(data?: PartialMessage<AgentSessionEvent_SessionClosed>);
+
+  static readonly runtime: typeof proto3;
+  static readonly typeName = "livekit.agent.AgentSessionEvent.SessionClosed";
+  static readonly fields: FieldList;
+
+  static fromBinary(bytes: Uint8Array, options?: Partial<BinaryReadOptions>): AgentSessionEvent_SessionClosed;
+
+  static fromJson(jsonValue: JsonValue, options?: Partial<JsonReadOptions>): AgentSessionEvent_SessionClosed;
+
+  static fromJsonString(jsonString: string, options?: Partial<JsonReadOptions>): AgentSessionEvent_SessionClosed;
+
+  static equals(a: AgentSessionEvent_SessionClosed | PlainMessage<AgentSessionEvent_SessionClosed> | undefined, b: AgentSessionEvent_SessionClosed | PlainMessage<AgentSessionEvent_SessionClosed> | undefined): boolean;
+}
+
 /**
  * @generated from message livekit.agent.AgentSessionEvent.AgentFalseInterruption
  */

package/src/gen/agent/livekit_agent_session_pb.js

@@ -100,6 +100,8 @@ export const AmdCategory = /*@__PURE__*/ proto3.makeEnum(
     {no: 3, name: "AMD_MACHINE_VM"},
     {no: 4, name: "AMD_MACHINE_UNAVAILABLE"},
     {no: 5, name: "AMD_UNCERTAIN"},
+    {no: 6, name: "AMD_MACHINE_SCREENING"},
+    {no: 7, name: "AMD_WAIT"},
   ],
 );
 
@@ -381,6 +383,8 @@ export const AgentSessionEvent = /*@__PURE__*/ proto3.makeMessageType(
     { no: 21, name: "debug_message", kind: "message", T: DebugMessage, oneof: "event" },
     { no: 22, name: "tool_execution_updated", kind: "message", T: AgentSessionEvent_ToolExecutionUpdated, oneof: "event" },
     { no: 23, name: "agent_false_interruption", kind: "message", T: AgentSessionEvent_AgentFalseInterruption, oneof: "event" },
+    { no: 24, name: "amd_completed", kind: "message", T: AgentSessionEvent_AmdCompleted, oneof: "event" },
+    { no: 25, name: "session_closed", kind: "message", T: AgentSessionEvent_SessionClosed, oneof: "event" },
   ],
 );
 
@@ -491,10 +495,29 @@ export const AgentSessionEvent_AmdPrediction = /*@__PURE__*/ proto3.makeMessageT
     { no: 3, name: "reason", kind: "scalar", T: 9 /* ScalarType.STRING */ },
     { no: 4, name: "transcript", kind: "scalar", T: 9 /* ScalarType.STRING */ },
     { no: 5, name: "delay", kind: "message", T: Duration },
+    { no: 6, name: "turn_id", kind: "scalar", T: 13 /* ScalarType.UINT32 */ },
+    { no: 7, name: "stage", kind: "enum", T: proto3.getEnumType(AmdCategory) },
+    { no: 8, name: "inference_duration", kind: "message", T: Duration },
   ],
   {localName: "AgentSessionEvent_AmdPrediction"},
 );
 
+/**
+ * Once per AMD run.
+ *
+ * @generated from message livekit.agent.AgentSessionEvent.AmdCompleted
+ */
+export const AgentSessionEvent_AmdCompleted = /*@__PURE__*/ proto3.makeMessageType(
+  "livekit.agent.AgentSessionEvent.AmdCompleted",
+  () => [
+    { no: 1, name: "category", kind: "enum", T: proto3.getEnumType(AmdCategory) },
+    { no: 2, name: "reason", kind: "scalar", T: 9 /* ScalarType.STRING */ },
+    { no: 3, name: "voicemail_message_played", kind: "scalar", T: 8 /* ScalarType.BOOL */ },
+    { no: 4, name: "prediction", kind: "message", T: AgentSessionEvent_AmdPrediction },
+  ],
+  {localName: "AgentSessionEvent_AmdCompleted"},
+);
+
 /**
  * @generated from message livekit.agent.AgentSessionEvent.EotPrediction
  */
@@ -593,6 +616,22 @@ export const AgentSessionEvent_ToolExecutionUpdated_ReplyUpdated = /*@__PURE__*/
   {localName: "AgentSessionEvent_ToolExecutionUpdated_ReplyUpdated"},
 );
 
+/**
+ * The agent session closed: the call is over even if the agent is still in the room.
+ * No further session events follow, and session requests are no longer answered;
+ * finalize_simulation may still be.
+ *
+ * @generated from message livekit.agent.AgentSessionEvent.SessionClosed
+ */
+export const AgentSessionEvent_SessionClosed = /*@__PURE__*/ proto3.makeMessageType(
+  "livekit.agent.AgentSessionEvent.SessionClosed",
+  () => [
+    { no: 1, name: "reason", kind: "enum", T: proto3.getEnumType(CloseReason) },
+    { no: 2, name: "error", kind: "scalar", T: 9 /* ScalarType.STRING */, opt: true },
+  ],
+  {localName: "AgentSessionEvent_SessionClosed"},
+);
+
 /**
  * @generated from message livekit.agent.AgentSessionEvent.AgentFalseInterruption
  */

package/src/gen/livekit_agent_simulation_pb.d.ts

@@ -1497,6 +1497,13 @@ export declare class SimulationRun_Create_Request extends Message<SimulationRun_
    */
   sipNumber: string;
 
+  /**
+   * Named deployment of agent_name to dispatch to; empty is production.
+   *
+   * @generated from field: string deployment = 18;
+   */
+  deployment: string;
+
   constructor(data?: PartialMessage<SimulationRun_Create_Request>);
 
   static readonly runtime: typeof proto3;

package/src/gen/livekit_agent_simulation_pb.js

@@ -425,6 +425,7 @@ export const SimulationRun_Create_Request = /*@__PURE__*/ proto3.makeMessageType
     { no: 15, name: "sip_call_to", kind: "scalar", T: 9 /* ScalarType.STRING */ },
     { no: 16, name: "sip_trunk_id", kind: "scalar", T: 9 /* ScalarType.STRING */ },
     { no: 17, name: "sip_number", kind: "scalar", T: 9 /* ScalarType.STRING */ },
+    { no: 18, name: "deployment", kind: "scalar", T: 9 /* ScalarType.STRING */ },
   ],
   {localName: "SimulationRun_Create_Request"},
 );

package/src/gen/livekit_egress_pb.d.ts

@@ -134,6 +134,13 @@ export declare enum EncodedFileType {
    * @generated from enum value: MP3 = 3;
    */
   MP3 = 3,
+
+  /**
+   * One channel per captured track
+   *
+   * @generated from enum value: MCAP = 4;
+   */
+  MCAP = 4,
 }
 
 /**
@@ -491,15 +498,26 @@ export declare class MediaSource extends Message<MediaSource> {
      */
     value: ParticipantVideo;
     case: "participantVideo";
+  } | {
+    /**
+     * Multiple independent video tracks; requires an MCAP file output
+     *
+     * @generated from field: livekit.VideoConfig videos = 5;
+     */
+    value: VideoConfig;
+    case: "videos";
   } | { case: undefined; value?: undefined };
 
   /**
-   * TODO: DataConfig data = 4;
-   *
    * @generated from field: livekit.AudioConfig audio = 3;
    */
   audio?: AudioConfig;
 
+  /**
+   * @generated from field: livekit.DataConfig data = 4;
+   */
+  data?: DataConfig;
+
   constructor(data?: PartialMessage<MediaSource>);
 
   static readonly runtime: typeof proto3;
@@ -544,6 +562,85 @@ export declare class ParticipantVideo extends Message<ParticipantVideo> {
   static equals(a: ParticipantVideo | PlainMessage<ParticipantVideo> | undefined, b: ParticipantVideo | PlainMessage<ParticipantVideo> | undefined): boolean;
 }
 
+/**
+ * @generated from message livekit.VideoConfig
+ */
+export declare class VideoConfig extends Message<VideoConfig> {
+  /**
+   * @generated from field: bool capture_all = 1;
+   */
+  captureAll: boolean;
+
+  /**
+   * @generated from field: repeated livekit.VideoSelector selectors = 2;
+   */
+  selectors: VideoSelector[];
+
+  constructor(data?: PartialMessage<VideoConfig>);
+
+  static readonly runtime: typeof proto3;
+  static readonly typeName = "livekit.VideoConfig";
+  static readonly fields: FieldList;
+
+  static fromBinary(bytes: Uint8Array, options?: Partial<BinaryReadOptions>): VideoConfig;
+
+  static fromJson(jsonValue: JsonValue, options?: Partial<JsonReadOptions>): VideoConfig;
+
+  static fromJsonString(jsonString: string, options?: Partial<JsonReadOptions>): VideoConfig;
+
+  static equals(a: VideoConfig | PlainMessage<VideoConfig> | undefined, b: VideoConfig | PlainMessage<VideoConfig> | undefined): boolean;
+}
+
+/**
+ * @generated from message livekit.VideoSelector
+ */
+export declare class VideoSelector extends Message<VideoSelector> {
+  /**
+   * @generated from oneof livekit.VideoSelector.match
+   */
+  match: {
+    /**
+     * @generated from field: string track_id = 1;
+     */
+    value: string;
+    case: "trackId";
+  } | {
+    /**
+     * @generated from field: string participant_identity = 2;
+     */
+    value: string;
+    case: "participantIdentity";
+  } | { case: undefined; value?: undefined };
+
+  /**
+   * Narrows the match to tracks with this name; alone, matches it from any participant
+   *
+   * @generated from field: string track_name = 3;
+   */
+  trackName: string;
+
+  /**
+   * Drop matching tracks, overriding capture_all and other matches
+   *
+   * @generated from field: bool exclude = 4;
+   */
+  exclude: boolean;
+
+  constructor(data?: PartialMessage<VideoSelector>);
+
+  static readonly runtime: typeof proto3;
+  static readonly typeName = "livekit.VideoSelector";
+  static readonly fields: FieldList;
+
+  static fromBinary(bytes: Uint8Array, options?: Partial<BinaryReadOptions>): VideoSelector;
+
+  static fromJson(jsonValue: JsonValue, options?: Partial<JsonReadOptions>): VideoSelector;
+
+  static fromJsonString(jsonString: string, options?: Partial<JsonReadOptions>): VideoSelector;
+
+  static equals(a: VideoSelector | PlainMessage<VideoSelector> | undefined, b: VideoSelector | PlainMessage<VideoSelector> | undefined): boolean;
+}
+
 /**
  * Unified audio selection and channel routing.
  * Each route specifies both which audio to capture and which channel to output to.
@@ -605,6 +702,20 @@ export declare class AudioRoute extends Message<AudioRoute> {
     case: "participantKind";
   } | { case: undefined; value?: undefined };
 
+  /**
+   * Narrows the match to tracks with this name; alone, matches it from any participant
+   *
+   * @generated from field: string track_name = 5;
+   */
+  trackName: string;
+
+  /**
+   * Drop matching tracks, overriding capture_all and other routes
+   *
+   * @generated from field: bool exclude = 6;
+   */
+  exclude: boolean;
+
   /**
    * @generated from field: livekit.AudioChannel channel = 4;
    */
@@ -675,6 +786,20 @@ export declare class DataSelector extends Message<DataSelector> {
     case: "participantIdentity";
   } | { case: undefined; value?: undefined };
 
+  /**
+   * Narrows the match to tracks with this name; alone, matches it from any participant
+   *
+   * @generated from field: string track_name = 3;
+   */
+  trackName: string;
+
+  /**
+   * Drop matching tracks, overriding capture_all and other matches
+   *
+   * @generated from field: bool exclude = 4;
+   */
+  exclude: boolean;
+
   constructor(data?: PartialMessage<DataSelector>);
 
   static readonly runtime: typeof proto3;

package/src/gen/livekit_egress_pb.js

@@ -60,6 +60,7 @@ export const EncodedFileType = /*@__PURE__*/ proto3.makeEnum(
     {no: 1, name: "MP4"},
     {no: 2, name: "OGG"},
     {no: 3, name: "MP3"},
+    {no: 4, name: "MCAP"},
   ],
 );
 
@@ -210,7 +211,9 @@ export const MediaSource = /*@__PURE__*/ proto3.makeMessageType(
   () => [
     { no: 1, name: "video_track_id", kind: "scalar", T: 9 /* ScalarType.STRING */, oneof: "video" },
     { no: 2, name: "participant_video", kind: "message", T: ParticipantVideo, oneof: "video" },
+    { no: 5, name: "videos", kind: "message", T: VideoConfig, oneof: "video" },
     { no: 3, name: "audio", kind: "message", T: AudioConfig },
+    { no: 4, name: "data", kind: "message", T: DataConfig },
   ],
 );
 
@@ -225,6 +228,30 @@ export const ParticipantVideo = /*@__PURE__*/ proto3.makeMessageType(
   ],
 );
 
+/**
+ * @generated from message livekit.VideoConfig
+ */
+export const VideoConfig = /*@__PURE__*/ proto3.makeMessageType(
+  "livekit.VideoConfig",
+  () => [
+    { no: 1, name: "capture_all", kind: "scalar", T: 8 /* ScalarType.BOOL */ },
+    { no: 2, name: "selectors", kind: "message", T: VideoSelector, repeated: true },
+  ],
+);
+
+/**
+ * @generated from message livekit.VideoSelector
+ */
+export const VideoSelector = /*@__PURE__*/ proto3.makeMessageType(
+  "livekit.VideoSelector",
+  () => [
+    { no: 1, name: "track_id", kind: "scalar", T: 9 /* ScalarType.STRING */, oneof: "match" },
+    { no: 2, name: "participant_identity", kind: "scalar", T: 9 /* ScalarType.STRING */, oneof: "match" },
+    { no: 3, name: "track_name", kind: "scalar", T: 9 /* ScalarType.STRING */ },
+    { no: 4, name: "exclude", kind: "scalar", T: 8 /* ScalarType.BOOL */ },
+  ],
+);
+
 /**
  * Unified audio selection and channel routing.
  * Each route specifies both which audio to capture and which channel to output to.
@@ -248,6 +275,8 @@ export const AudioRoute = /*@__PURE__*/ proto3.makeMessageType(
     { no: 1, name: "track_id", kind: "scalar", T: 9 /* ScalarType.STRING */, oneof: "match" },
     { no: 2, name: "participant_identity", kind: "scalar", T: 9 /* ScalarType.STRING */, oneof: "match" },
     { no: 3, name: "participant_kind", kind: "enum", T: proto3.getEnumType(ParticipantInfo_Kind), oneof: "match" },
+    { no: 5, name: "track_name", kind: "scalar", T: 9 /* ScalarType.STRING */ },
+    { no: 6, name: "exclude", kind: "scalar", T: 8 /* ScalarType.BOOL */ },
     { no: 4, name: "channel", kind: "enum", T: proto3.getEnumType(AudioChannel) },
   ],
 );
@@ -271,6 +300,8 @@ export const DataSelector = /*@__PURE__*/ proto3.makeMessageType(
   () => [
     { no: 1, name: "track_id", kind: "scalar", T: 9 /* ScalarType.STRING */, oneof: "match" },
     { no: 2, name: "participant_identity", kind: "scalar", T: 9 /* ScalarType.STRING */, oneof: "match" },
+    { no: 3, name: "track_name", kind: "scalar", T: 9 /* ScalarType.STRING */ },
+    { no: 4, name: "exclude", kind: "scalar", T: 8 /* ScalarType.BOOL */ },
   ],
 );
 

package/src/gen/version.js

@@ -1,2 +1,2 @@
 // Generated by genversion.
-export const version = '1.53.2';
+export const version = '1.53.4';