@livekit/protocol 1.43.0 → 1.43.2

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@livekit/protocol",
-  "version": "1.43.0",
+  "version": "1.43.2",
   "description": "",
   "type": "module",
   "require": "dist/index.cjs",
@@ -35,7 +35,7 @@
     "@bufbuild/protobuf": "^1.10.0"
   },
   "scripts": {
-    "generate:proto": "mkdir -p src/gen && protoc --es_out src/gen --es_opt target=dts+js -I=../../protobufs ../../protobufs/livekit_*.proto",
+    "generate:proto": "mkdir -p src/gen && protoc --es_out src/gen --es_opt target=dts+js -I=../../protobufs ../../protobufs/livekit_*.proto ../../protobufs/agent/livekit_*.proto",
     "generate:version": "genversion --esm --semi src/gen/version.js",
     "build": "pnpm generate:version && pnpm generate:proto && unbuild"
   }

package/src/gen/agent/livekit_agent_session_pb.d.ts

@@ -0,0 +1,385 @@
+// @generated by protoc-gen-es v1.10.1 with parameter "target=dts+js"
+// @generated from file agent/livekit_agent_session.proto (package livekit.agent, syntax proto3)
+/* eslint-disable */
+// @ts-nocheck
+
+import type { BinaryReadOptions, FieldList, JsonReadOptions, JsonValue, PartialMessage, PlainMessage, Timestamp } from "@bufbuild/protobuf";
+import { Message, proto3 } from "@bufbuild/protobuf";
+
+/**
+ * @generated from enum livekit.agent.ChatRole
+ */
+export declare enum ChatRole {
+  /**
+   * @generated from enum value: DEVELOPER = 0;
+   */
+  DEVELOPER = 0,
+
+  /**
+   * @generated from enum value: SYSTEM = 1;
+   */
+  SYSTEM = 1,
+
+  /**
+   * @generated from enum value: USER = 2;
+   */
+  USER = 2,
+
+  /**
+   * @generated from enum value: ASSISTANT = 3;
+   */
+  ASSISTANT = 3,
+}
+
+/**
+ * @generated from message livekit.agent.MetricsReport
+ */
+export declare class MetricsReport extends Message<MetricsReport> {
+  /**
+   * @generated from field: google.protobuf.Timestamp started_speaking_at = 1;
+   */
+  startedSpeakingAt?: Timestamp;
+
+  /**
+   * @generated from field: google.protobuf.Timestamp stopped_speaking_at = 2;
+   */
+  stoppedSpeakingAt?: Timestamp;
+
+  /**
+   * @generated from field: optional double transcription_delay = 3;
+   */
+  transcriptionDelay?: number;
+
+  /**
+   * @generated from field: optional double end_of_turn_delay = 4;
+   */
+  endOfTurnDelay?: number;
+
+  /**
+   * @generated from field: optional double on_user_turn_completed_delay = 5;
+   */
+  onUserTurnCompletedDelay?: number;
+
+  /**
+   * @generated from field: optional double llm_node_ttft = 6;
+   */
+  llmNodeTtft?: number;
+
+  /**
+   * @generated from field: optional double tts_node_ttfb = 7;
+   */
+  ttsNodeTtfb?: number;
+
+  /**
+   * @generated from field: optional double e2e_latency = 8;
+   */
+  e2eLatency?: number;
+
+  constructor(data?: PartialMessage<MetricsReport>);
+
+  static readonly runtime: typeof proto3;
+  static readonly typeName = "livekit.agent.MetricsReport";
+  static readonly fields: FieldList;
+
+  static fromBinary(bytes: Uint8Array, options?: Partial<BinaryReadOptions>): MetricsReport;
+
+  static fromJson(jsonValue: JsonValue, options?: Partial<JsonReadOptions>): MetricsReport;
+
+  static fromJsonString(jsonString: string, options?: Partial<JsonReadOptions>): MetricsReport;
+
+  static equals(a: MetricsReport | PlainMessage<MetricsReport> | undefined, b: MetricsReport | PlainMessage<MetricsReport> | undefined): boolean;
+}
+
+/**
+ * @generated from message livekit.agent.ChatMessage
+ */
+export declare class ChatMessage extends Message<ChatMessage> {
+  /**
+   * @generated from field: string id = 1;
+   */
+  id: string;
+
+  /**
+   * @generated from field: livekit.agent.ChatRole role = 2;
+   */
+  role: ChatRole;
+
+  /**
+   * @generated from field: repeated livekit.agent.ChatMessage.ChatContent content = 3;
+   */
+  content: ChatMessage_ChatContent[];
+
+  /**
+   * @generated from field: bool interrupted = 4;
+   */
+  interrupted: boolean;
+
+  /**
+   * @generated from field: optional double transcript_confidence = 5;
+   */
+  transcriptConfidence?: number;
+
+  /**
+   * @generated from field: map<string, string> extra = 6;
+   */
+  extra: { [key: string]: string };
+
+  /**
+   * @generated from field: livekit.agent.MetricsReport metrics = 7;
+   */
+  metrics?: MetricsReport;
+
+  /**
+   * @generated from field: google.protobuf.Timestamp created_at = 8;
+   */
+  createdAt?: Timestamp;
+
+  constructor(data?: PartialMessage<ChatMessage>);
+
+  static readonly runtime: typeof proto3;
+  static readonly typeName = "livekit.agent.ChatMessage";
+  static readonly fields: FieldList;
+
+  static fromBinary(bytes: Uint8Array, options?: Partial<BinaryReadOptions>): ChatMessage;
+
+  static fromJson(jsonValue: JsonValue, options?: Partial<JsonReadOptions>): ChatMessage;
+
+  static fromJsonString(jsonString: string, options?: Partial<JsonReadOptions>): ChatMessage;
+
+  static equals(a: ChatMessage | PlainMessage<ChatMessage> | undefined, b: ChatMessage | PlainMessage<ChatMessage> | undefined): boolean;
+}
+
+/**
+ * @generated from message livekit.agent.ChatMessage.ChatContent
+ */
+export declare class ChatMessage_ChatContent extends Message<ChatMessage_ChatContent> {
+  /**
+   * @generated from oneof livekit.agent.ChatMessage.ChatContent.payload
+   */
+  payload: {
+    /**
+     * @generated from field: string text = 1;
+     */
+    value: string;
+    case: "text";
+  } | { case: undefined; value?: undefined };
+
+  constructor(data?: PartialMessage<ChatMessage_ChatContent>);
+
+  static readonly runtime: typeof proto3;
+  static readonly typeName = "livekit.agent.ChatMessage.ChatContent";
+  static readonly fields: FieldList;
+
+  static fromBinary(bytes: Uint8Array, options?: Partial<BinaryReadOptions>): ChatMessage_ChatContent;
+
+  static fromJson(jsonValue: JsonValue, options?: Partial<JsonReadOptions>): ChatMessage_ChatContent;
+
+  static fromJsonString(jsonString: string, options?: Partial<JsonReadOptions>): ChatMessage_ChatContent;
+
+  static equals(a: ChatMessage_ChatContent | PlainMessage<ChatMessage_ChatContent> | undefined, b: ChatMessage_ChatContent | PlainMessage<ChatMessage_ChatContent> | undefined): boolean;
+}
+
+/**
+ * @generated from message livekit.agent.FunctionCall
+ */
+export declare class FunctionCall extends Message<FunctionCall> {
+  /**
+   * @generated from field: string id = 1;
+   */
+  id: string;
+
+  /**
+   * @generated from field: string call_id = 2;
+   */
+  callId: string;
+
+  /**
+   * @generated from field: string arguments = 3;
+   */
+  arguments: string;
+
+  /**
+   * @generated from field: string name = 4;
+   */
+  name: string;
+
+  /**
+   * @generated from field: google.protobuf.Timestamp created_at = 5;
+   */
+  createdAt?: Timestamp;
+
+  constructor(data?: PartialMessage<FunctionCall>);
+
+  static readonly runtime: typeof proto3;
+  static readonly typeName = "livekit.agent.FunctionCall";
+  static readonly fields: FieldList;
+
+  static fromBinary(bytes: Uint8Array, options?: Partial<BinaryReadOptions>): FunctionCall;
+
+  static fromJson(jsonValue: JsonValue, options?: Partial<JsonReadOptions>): FunctionCall;
+
+  static fromJsonString(jsonString: string, options?: Partial<JsonReadOptions>): FunctionCall;
+
+  static equals(a: FunctionCall | PlainMessage<FunctionCall> | undefined, b: FunctionCall | PlainMessage<FunctionCall> | undefined): boolean;
+}
+
+/**
+ * @generated from message livekit.agent.FunctionCallOutput
+ */
+export declare class FunctionCallOutput extends Message<FunctionCallOutput> {
+  /**
+   * @generated from field: string id = 1;
+   */
+  id: string;
+
+  /**
+   * @generated from field: string name = 2;
+   */
+  name: string;
+
+  /**
+   * @generated from field: string call_id = 3;
+   */
+  callId: string;
+
+  /**
+   * @generated from field: string output = 4;
+   */
+  output: string;
+
+  /**
+   * @generated from field: bool is_error = 5;
+   */
+  isError: boolean;
+
+  /**
+   * @generated from field: google.protobuf.Timestamp created_at = 6;
+   */
+  createdAt?: Timestamp;
+
+  constructor(data?: PartialMessage<FunctionCallOutput>);
+
+  static readonly runtime: typeof proto3;
+  static readonly typeName = "livekit.agent.FunctionCallOutput";
+  static readonly fields: FieldList;
+
+  static fromBinary(bytes: Uint8Array, options?: Partial<BinaryReadOptions>): FunctionCallOutput;
+
+  static fromJson(jsonValue: JsonValue, options?: Partial<JsonReadOptions>): FunctionCallOutput;
+
+  static fromJsonString(jsonString: string, options?: Partial<JsonReadOptions>): FunctionCallOutput;
+
+  static equals(a: FunctionCallOutput | PlainMessage<FunctionCallOutput> | undefined, b: FunctionCallOutput | PlainMessage<FunctionCallOutput> | undefined): boolean;
+}
+
+/**
+ * @generated from message livekit.agent.AgentHandoff
+ */
+export declare class AgentHandoff extends Message<AgentHandoff> {
+  /**
+   * @generated from field: string id = 1;
+   */
+  id: string;
+
+  /**
+   * @generated from field: optional string old_agent_id = 2;
+   */
+  oldAgentId?: string;
+
+  /**
+   * @generated from field: string new_agent_id = 3;
+   */
+  newAgentId: string;
+
+  /**
+   * @generated from field: google.protobuf.Timestamp created_at = 4;
+   */
+  createdAt?: Timestamp;
+
+  constructor(data?: PartialMessage<AgentHandoff>);
+
+  static readonly runtime: typeof proto3;
+  static readonly typeName = "livekit.agent.AgentHandoff";
+  static readonly fields: FieldList;
+
+  static fromBinary(bytes: Uint8Array, options?: Partial<BinaryReadOptions>): AgentHandoff;
+
+  static fromJson(jsonValue: JsonValue, options?: Partial<JsonReadOptions>): AgentHandoff;
+
+  static fromJsonString(jsonString: string, options?: Partial<JsonReadOptions>): AgentHandoff;
+
+  static equals(a: AgentHandoff | PlainMessage<AgentHandoff> | undefined, b: AgentHandoff | PlainMessage<AgentHandoff> | undefined): boolean;
+}
+
+/**
+ * @generated from message livekit.agent.ChatContext
+ */
+export declare class ChatContext extends Message<ChatContext> {
+  /**
+   * @generated from field: repeated livekit.agent.ChatContext.ChatItem items = 1;
+   */
+  items: ChatContext_ChatItem[];
+
+  constructor(data?: PartialMessage<ChatContext>);
+
+  static readonly runtime: typeof proto3;
+  static readonly typeName = "livekit.agent.ChatContext";
+  static readonly fields: FieldList;
+
+  static fromBinary(bytes: Uint8Array, options?: Partial<BinaryReadOptions>): ChatContext;
+
+  static fromJson(jsonValue: JsonValue, options?: Partial<JsonReadOptions>): ChatContext;
+
+  static fromJsonString(jsonString: string, options?: Partial<JsonReadOptions>): ChatContext;
+
+  static equals(a: ChatContext | PlainMessage<ChatContext> | undefined, b: ChatContext | PlainMessage<ChatContext> | undefined): boolean;
+}
+
+/**
+ * @generated from message livekit.agent.ChatContext.ChatItem
+ */
+export declare class ChatContext_ChatItem extends Message<ChatContext_ChatItem> {
+  /**
+   * @generated from oneof livekit.agent.ChatContext.ChatItem.item
+   */
+  item: {
+    /**
+     * @generated from field: livekit.agent.ChatMessage message = 1;
+     */
+    value: ChatMessage;
+    case: "message";
+  } | {
+    /**
+     * @generated from field: livekit.agent.FunctionCall function_call = 2;
+     */
+    value: FunctionCall;
+    case: "functionCall";
+  } | {
+    /**
+     * @generated from field: livekit.agent.FunctionCallOutput function_call_output = 3;
+     */
+    value: FunctionCallOutput;
+    case: "functionCallOutput";
+  } | {
+    /**
+     * @generated from field: livekit.agent.AgentHandoff agent_handoff = 4;
+     */
+    value: AgentHandoff;
+    case: "agentHandoff";
+  } | { case: undefined; value?: undefined };
+
+  constructor(data?: PartialMessage<ChatContext_ChatItem>);
+
+  static readonly runtime: typeof proto3;
+  static readonly typeName = "livekit.agent.ChatContext.ChatItem";
+  static readonly fields: FieldList;
+
+  static fromBinary(bytes: Uint8Array, options?: Partial<BinaryReadOptions>): ChatContext_ChatItem;
+
+  static fromJson(jsonValue: JsonValue, options?: Partial<JsonReadOptions>): ChatContext_ChatItem;
+
+  static fromJsonString(jsonString: string, options?: Partial<JsonReadOptions>): ChatContext_ChatItem;
+
+  static equals(a: ChatContext_ChatItem | PlainMessage<ChatContext_ChatItem> | undefined, b: ChatContext_ChatItem | PlainMessage<ChatContext_ChatItem> | undefined): boolean;
+}
+

package/src/gen/agent/livekit_agent_session_pb.js

@@ -0,0 +1,131 @@
+// @generated by protoc-gen-es v1.10.1 with parameter "target=dts+js"
+// @generated from file agent/livekit_agent_session.proto (package livekit.agent, syntax proto3)
+/* eslint-disable */
+// @ts-nocheck
+
+import { proto3, Timestamp } from "@bufbuild/protobuf";
+
+/**
+ * @generated from enum livekit.agent.ChatRole
+ */
+export const ChatRole = /*@__PURE__*/ proto3.makeEnum(
+  "livekit.agent.ChatRole",
+  [
+    {no: 0, name: "DEVELOPER"},
+    {no: 1, name: "SYSTEM"},
+    {no: 2, name: "USER"},
+    {no: 3, name: "ASSISTANT"},
+  ],
+);
+
+/**
+ * @generated from message livekit.agent.MetricsReport
+ */
+export const MetricsReport = /*@__PURE__*/ proto3.makeMessageType(
+  "livekit.agent.MetricsReport",
+  () => [
+    { no: 1, name: "started_speaking_at", kind: "message", T: Timestamp },
+    { no: 2, name: "stopped_speaking_at", kind: "message", T: Timestamp },
+    { no: 3, name: "transcription_delay", kind: "scalar", T: 1 /* ScalarType.DOUBLE */, opt: true },
+    { no: 4, name: "end_of_turn_delay", kind: "scalar", T: 1 /* ScalarType.DOUBLE */, opt: true },
+    { no: 5, name: "on_user_turn_completed_delay", kind: "scalar", T: 1 /* ScalarType.DOUBLE */, opt: true },
+    { no: 6, name: "llm_node_ttft", kind: "scalar", T: 1 /* ScalarType.DOUBLE */, opt: true },
+    { no: 7, name: "tts_node_ttfb", kind: "scalar", T: 1 /* ScalarType.DOUBLE */, opt: true },
+    { no: 8, name: "e2e_latency", kind: "scalar", T: 1 /* ScalarType.DOUBLE */, opt: true },
+  ],
+);
+
+/**
+ * @generated from message livekit.agent.ChatMessage
+ */
+export const ChatMessage = /*@__PURE__*/ proto3.makeMessageType(
+  "livekit.agent.ChatMessage",
+  () => [
+    { no: 1, name: "id", kind: "scalar", T: 9 /* ScalarType.STRING */ },
+    { no: 2, name: "role", kind: "enum", T: proto3.getEnumType(ChatRole) },
+    { no: 3, name: "content", kind: "message", T: ChatMessage_ChatContent, repeated: true },
+    { no: 4, name: "interrupted", kind: "scalar", T: 8 /* ScalarType.BOOL */ },
+    { no: 5, name: "transcript_confidence", kind: "scalar", T: 1 /* ScalarType.DOUBLE */, opt: true },
+    { no: 6, name: "extra", kind: "map", K: 9 /* ScalarType.STRING */, V: {kind: "scalar", T: 9 /* ScalarType.STRING */} },
+    { no: 7, name: "metrics", kind: "message", T: MetricsReport },
+    { no: 8, name: "created_at", kind: "message", T: Timestamp },
+  ],
+);
+
+/**
+ * @generated from message livekit.agent.ChatMessage.ChatContent
+ */
+export const ChatMessage_ChatContent = /*@__PURE__*/ proto3.makeMessageType(
+  "livekit.agent.ChatMessage.ChatContent",
+  () => [
+    { no: 1, name: "text", kind: "scalar", T: 9 /* ScalarType.STRING */, oneof: "payload" },
+  ],
+  {localName: "ChatMessage_ChatContent"},
+);
+
+/**
+ * @generated from message livekit.agent.FunctionCall
+ */
+export const FunctionCall = /*@__PURE__*/ proto3.makeMessageType(
+  "livekit.agent.FunctionCall",
+  () => [
+    { no: 1, name: "id", kind: "scalar", T: 9 /* ScalarType.STRING */ },
+    { no: 2, name: "call_id", kind: "scalar", T: 9 /* ScalarType.STRING */ },
+    { no: 3, name: "arguments", kind: "scalar", T: 9 /* ScalarType.STRING */ },
+    { no: 4, name: "name", kind: "scalar", T: 9 /* ScalarType.STRING */ },
+    { no: 5, name: "created_at", kind: "message", T: Timestamp },
+  ],
+);
+
+/**
+ * @generated from message livekit.agent.FunctionCallOutput
+ */
+export const FunctionCallOutput = /*@__PURE__*/ proto3.makeMessageType(
+  "livekit.agent.FunctionCallOutput",
+  () => [
+    { no: 1, name: "id", kind: "scalar", T: 9 /* ScalarType.STRING */ },
+    { no: 2, name: "name", kind: "scalar", T: 9 /* ScalarType.STRING */ },
+    { no: 3, name: "call_id", kind: "scalar", T: 9 /* ScalarType.STRING */ },
+    { no: 4, name: "output", kind: "scalar", T: 9 /* ScalarType.STRING */ },
+    { no: 5, name: "is_error", kind: "scalar", T: 8 /* ScalarType.BOOL */ },
+    { no: 6, name: "created_at", kind: "message", T: Timestamp },
+  ],
+);
+
+/**
+ * @generated from message livekit.agent.AgentHandoff
+ */
+export const AgentHandoff = /*@__PURE__*/ proto3.makeMessageType(
+  "livekit.agent.AgentHandoff",
+  () => [
+    { no: 1, name: "id", kind: "scalar", T: 9 /* ScalarType.STRING */ },
+    { no: 2, name: "old_agent_id", kind: "scalar", T: 9 /* ScalarType.STRING */, opt: true },
+    { no: 3, name: "new_agent_id", kind: "scalar", T: 9 /* ScalarType.STRING */ },
+    { no: 4, name: "created_at", kind: "message", T: Timestamp },
+  ],
+);
+
+/**
+ * @generated from message livekit.agent.ChatContext
+ */
+export const ChatContext = /*@__PURE__*/ proto3.makeMessageType(
+  "livekit.agent.ChatContext",
+  () => [
+    { no: 1, name: "items", kind: "message", T: ChatContext_ChatItem, repeated: true },
+  ],
+);
+
+/**
+ * @generated from message livekit.agent.ChatContext.ChatItem
+ */
+export const ChatContext_ChatItem = /*@__PURE__*/ proto3.makeMessageType(
+  "livekit.agent.ChatContext.ChatItem",
+  () => [
+    { no: 1, name: "message", kind: "message", T: ChatMessage, oneof: "item" },
+    { no: 2, name: "function_call", kind: "message", T: FunctionCall, oneof: "item" },
+    { no: 3, name: "function_call_output", kind: "message", T: FunctionCallOutput, oneof: "item" },
+    { no: 4, name: "agent_handoff", kind: "message", T: AgentHandoff, oneof: "item" },
+  ],
+  {localName: "ChatContext_ChatItem"},
+);
+

package/src/gen/livekit_cloud_agent_pb.d.ts

@@ -784,6 +784,11 @@ export declare class UpdateAgentSecretsRequest extends Message<UpdateAgentSecret
    */
   secrets: AgentSecret[];
 
+  /**
+   * @generated from field: repeated string remove = 5;
+   */
+  remove: string[];
+
   constructor(data?: PartialMessage<UpdateAgentSecretsRequest>);
 
   static readonly runtime: typeof proto3;

package/src/gen/livekit_cloud_agent_pb.js

@@ -271,6 +271,7 @@ export const UpdateAgentSecretsRequest = /*@__PURE__*/ proto3.makeMessageType(
     { no: 2, name: "agent_name", kind: "scalar", T: 9 /* ScalarType.STRING */ },
     { no: 3, name: "overwrite", kind: "scalar", T: 8 /* ScalarType.BOOL */ },
     { no: 4, name: "secrets", kind: "message", T: AgentSecret, repeated: true },
+    { no: 5, name: "remove", kind: "scalar", T: 9 /* ScalarType.STRING */, repeated: true },
   ],
 );
 

package/src/gen/livekit_egress_pb.d.ts

@@ -1869,6 +1869,16 @@ export declare class StreamInfo extends Message<StreamInfo> {
    */
   error: string;
 
+  /**
+   * @generated from field: int64 last_retry_at = 7;
+   */
+  lastRetryAt: bigint;
+
+  /**
+   * @generated from field: uint32 retries = 8;
+   */
+  retries: number;
+
   constructor(data?: PartialMessage<StreamInfo>);
 
   static readonly runtime: typeof proto3;

package/src/gen/livekit_egress_pb.js

@@ -537,6 +537,8 @@ export const StreamInfo = /*@__PURE__*/ proto3.makeMessageType(
     { no: 4, name: "duration", kind: "scalar", T: 3 /* ScalarType.INT64 */ },
     { no: 5, name: "status", kind: "enum", T: proto3.getEnumType(StreamInfo_Status) },
     { no: 6, name: "error", kind: "scalar", T: 9 /* ScalarType.STRING */ },
+    { no: 7, name: "last_retry_at", kind: "scalar", T: 3 /* ScalarType.INT64 */ },
+    { no: 8, name: "retries", kind: "scalar", T: 13 /* ScalarType.UINT32 */ },
   ],
 );
 

package/src/gen/livekit_internal_pb.d.ts

@@ -288,8 +288,7 @@ export declare class NodeStats extends Message<NodeStats> {
   bytesOutPerSec: number;
 
   /**
-   * @generated from field: float packets_in_per_sec = 14 [deprecated = true];
-   * @deprecated
+   * @generated from field: float packets_in_per_sec = 14;
    */
   packetsInPerSec: number;
 

package/src/gen/livekit_models_pb.d.ts

@@ -990,6 +990,16 @@ export declare enum ParticipantInfo_KindDetail {
    * @generated from enum value: FORWARDED = 1;
    */
   FORWARDED = 1,
+
+  /**
+   * @generated from enum value: CONNECTOR_WHATSAPP = 2;
+   */
+  CONNECTOR_WHATSAPP = 2,
+
+  /**
+   * @generated from enum value: CONNECTOR_TWILIO = 3;
+   */
+  CONNECTOR_TWILIO = 3,
 }
 
 /**

package/src/gen/livekit_models_pb.js

@@ -364,6 +364,8 @@ export const ParticipantInfo_KindDetail = /*@__PURE__*/ proto3.makeEnum(
   [
     {no: 0, name: "CLOUD_AGENT"},
     {no: 1, name: "FORWARDED"},
+    {no: 2, name: "CONNECTOR_WHATSAPP"},
+    {no: 3, name: "CONNECTOR_TWILIO"},
   ],
 );