@livekit/protocol 1.50.4 → 1.51.0

package/src/gen/livekit_agent_simulation_pb.js

@@ -17,7 +17,7 @@
 /* eslint-disable */
 // @ts-nocheck
 
-import { proto3, Timestamp } from "@bufbuild/protobuf";
+import { Duration, proto3, Timestamp } from "@bufbuild/protobuf";
 import { ChatContext, ChatRole } from "./agent/livekit_agent_session_pb.js";
 import { PresignedPostRequest } from "./livekit_cloud_agent_pb.js";
 import { TokenPagination } from "./livekit_models_pb.js";
@@ -170,12 +170,16 @@ export const SimulationRun_JobMetrics = /*@__PURE__*/ proto3.makeMessageType(
     { no: 5, name: "llm", kind: "message", T: SimulationRun_JobMetrics_LLM },
     { no: 6, name: "tts", kind: "message", T: SimulationRun_JobMetrics_TTS },
     { no: 7, name: "conversation", kind: "message", T: SimulationRun_JobMetrics_Conversation },
-    { no: 8, name: "simulator", kind: "message", T: SimulationRun_JobMetrics_Simulator },
     { no: 9, name: "turns", kind: "message", T: SimulationRun_JobMetrics_Turn, repeated: true },
     { no: 10, name: "judge_model", kind: "scalar", T: 9 /* ScalarType.STRING */ },
-    { no: 11, name: "audio_judge_model", kind: "scalar", T: 9 /* ScalarType.STRING */ },
     { no: 12, name: "has_remote_session", kind: "scalar", T: 8 /* ScalarType.BOOL */ },
     { no: 13, name: "t0", kind: "message", T: Timestamp },
+    { no: 14, name: "conciseness", kind: "scalar", T: 2 /* ScalarType.FLOAT */, opt: true },
+    { no: 15, name: "unnecessary_tool_calls", kind: "scalar", T: 8 /* ScalarType.BOOL */, opt: true },
+    { no: 16, name: "information_loss", kind: "scalar", T: 8 /* ScalarType.BOOL */, opt: true },
+    { no: 17, name: "redundant_statements", kind: "scalar", T: 8 /* ScalarType.BOOL */, opt: true },
+    { no: 18, name: "poor_question_quality", kind: "scalar", T: 8 /* ScalarType.BOOL */, opt: true },
+    { no: 19, name: "conversation_progression", kind: "scalar", T: 2 /* ScalarType.FLOAT */, opt: true },
   ],
   {localName: "SimulationRun_JobMetrics"},
 );
@@ -194,10 +198,13 @@ export const SimulationRun_JobMetrics_STT = /*@__PURE__*/ proto3.makeMessageType
     { no: 4, name: "cer", kind: "scalar", T: 2 /* ScalarType.FLOAT */, opt: true },
     { no: 9, name: "chars", kind: "scalar", T: 13 /* ScalarType.UINT32 */, opt: true },
     { no: 10, name: "char_errors", kind: "scalar", T: 13 /* ScalarType.UINT32 */, opt: true },
-    { no: 5, name: "keyterm_recall", kind: "scalar", T: 2 /* ScalarType.FLOAT */, opt: true },
-    { no: 6, name: "keyterms_uttered", kind: "scalar", T: 13 /* ScalarType.UINT32 */, opt: true },
-    { no: 7, name: "keyterms_recognized", kind: "scalar", T: 13 /* ScalarType.UINT32 */, opt: true },
-    { no: 8, name: "transcription_latency_ms", kind: "scalar", T: 13 /* ScalarType.UINT32 */, opt: true },
+    { no: 8, name: "stt_delay_ms", kind: "scalar", T: 13 /* ScalarType.UINT32 */, opt: true },
+    { no: 11, name: "entity_recognition", kind: "scalar", T: 2 /* ScalarType.FLOAT */, opt: true },
+    { no: 12, name: "entities_uttered", kind: "scalar", T: 13 /* ScalarType.UINT32 */, opt: true },
+    { no: 13, name: "entities_recognized", kind: "scalar", T: 13 /* ScalarType.UINT32 */, opt: true },
+    { no: 14, name: "entity_recall", kind: "scalar", T: 2 /* ScalarType.FLOAT */, opt: true },
+    { no: 15, name: "entities_acquired_uttered", kind: "scalar", T: 13 /* ScalarType.UINT32 */, opt: true },
+    { no: 16, name: "entities_acquired_recognized", kind: "scalar", T: 13 /* ScalarType.UINT32 */, opt: true },
   ],
   {localName: "SimulationRun_JobMetrics_STT"},
 );
@@ -211,20 +218,18 @@ export const SimulationRun_JobMetrics_LLM = /*@__PURE__*/ proto3.makeMessageType
     { no: 1, name: "ttft_ms", kind: "scalar", T: 13 /* ScalarType.UINT32 */, opt: true },
     { no: 2, name: "ttfs_ms", kind: "scalar", T: 13 /* ScalarType.UINT32 */, opt: true },
     { no: 3, name: "tokens_per_second", kind: "scalar", T: 2 /* ScalarType.FLOAT */, opt: true },
-    { no: 4, name: "conciseness_score", kind: "scalar", T: 2 /* ScalarType.FLOAT */, opt: true },
   ],
   {localName: "SimulationRun_JobMetrics_LLM"},
 );
 
 /**
- * The agent's voice. audio only.
+ * The agent's voice. Audio only.
  *
  * @generated from message livekit.SimulationRun.JobMetrics.TTS
  */
 export const SimulationRun_JobMetrics_TTS = /*@__PURE__*/ proto3.makeMessageType(
   "livekit.SimulationRun.JobMetrics.TTS",
   () => [
-    { no: 1, name: "ttfa_ms", kind: "scalar", T: 13 /* ScalarType.UINT32 */, opt: true },
     { no: 2, name: "ttfb_ms", kind: "scalar", T: 13 /* ScalarType.UINT32 */, opt: true },
     { no: 3, name: "wer", kind: "scalar", T: 2 /* ScalarType.FLOAT */, opt: true },
     { no: 7, name: "words", kind: "scalar", T: 13 /* ScalarType.UINT32 */, opt: true },
@@ -232,11 +237,12 @@ export const SimulationRun_JobMetrics_TTS = /*@__PURE__*/ proto3.makeMessageType
     { no: 9, name: "cer", kind: "scalar", T: 2 /* ScalarType.FLOAT */, opt: true },
     { no: 10, name: "chars", kind: "scalar", T: 13 /* ScalarType.UINT32 */, opt: true },
     { no: 11, name: "char_errors", kind: "scalar", T: 13 /* ScalarType.UINT32 */, opt: true },
-    { no: 4, name: "speech_rate_wpm", kind: "scalar", T: 2 /* ScalarType.FLOAT */, opt: true },
-    { no: 12, name: "heard_words", kind: "scalar", T: 13 /* ScalarType.UINT32 */, opt: true },
-    { no: 13, name: "speech_ms", kind: "scalar", T: 13 /* ScalarType.UINT32 */, opt: true },
-    { no: 5, name: "naturalness_score", kind: "scalar", T: 2 /* ScalarType.FLOAT */, opt: true },
-    { no: 6, name: "enunciation_score", kind: "scalar", T: 2 /* ScalarType.FLOAT */, opt: true },
+    { no: 14, name: "entity_recognition", kind: "scalar", T: 2 /* ScalarType.FLOAT */, opt: true },
+    { no: 15, name: "entities_uttered", kind: "scalar", T: 13 /* ScalarType.UINT32 */, opt: true },
+    { no: 16, name: "entities_recognized", kind: "scalar", T: 13 /* ScalarType.UINT32 */, opt: true },
+    { no: 17, name: "entity_recall", kind: "scalar", T: 2 /* ScalarType.FLOAT */, opt: true },
+    { no: 18, name: "entities_acquired_uttered", kind: "scalar", T: 13 /* ScalarType.UINT32 */, opt: true },
+    { no: 19, name: "entities_acquired_recognized", kind: "scalar", T: 13 /* ScalarType.UINT32 */, opt: true },
   ],
   {localName: "SimulationRun_JobMetrics_TTS"},
 );
@@ -250,43 +256,25 @@ export const SimulationRun_JobMetrics_Conversation = /*@__PURE__*/ proto3.makeMe
   "livekit.SimulationRun.JobMetrics.Conversation",
   () => [
     { no: 1, name: "turn_taking_score", kind: "scalar", T: 2 /* ScalarType.FLOAT */, opt: true },
-    { no: 2, name: "response_latency_p50_ms", kind: "scalar", T: 5 /* ScalarType.INT32 */, opt: true },
-    { no: 3, name: "response_latency_p95_ms", kind: "scalar", T: 5 /* ScalarType.INT32 */, opt: true },
-    { no: 4, name: "response_latency_p99_ms", kind: "scalar", T: 5 /* ScalarType.INT32 */, opt: true },
-    { no: 16, name: "response_latency_ms", kind: "scalar", T: 5 /* ScalarType.INT32 */, opt: true },
-    { no: 5, name: "agent_yield_latency_ms", kind: "scalar", T: 13 /* ScalarType.UINT32 */, opt: true },
+    { no: 2, name: "heard_e2e_latency_p50_ms", kind: "scalar", T: 5 /* ScalarType.INT32 */, opt: true },
+    { no: 3, name: "heard_e2e_latency_p95_ms", kind: "scalar", T: 5 /* ScalarType.INT32 */, opt: true },
+    { no: 4, name: "heard_e2e_latency_p99_ms", kind: "scalar", T: 5 /* ScalarType.INT32 */, opt: true },
+    { no: 5, name: "time_to_yield_ms", kind: "scalar", T: 13 /* ScalarType.UINT32 */, opt: true },
     { no: 6, name: "eot_misprediction_count", kind: "scalar", T: 13 /* ScalarType.UINT32 */, opt: true },
     { no: 7, name: "overlap_ratio", kind: "scalar", T: 2 /* ScalarType.FLOAT */, opt: true },
     { no: 8, name: "overlap_speech_ms", kind: "scalar", T: 13 /* ScalarType.UINT32 */, opt: true },
     { no: 9, name: "total_speech_ms", kind: "scalar", T: 13 /* ScalarType.UINT32 */, opt: true },
-    { no: 10, name: "silence_total_ms", kind: "scalar", T: 13 /* ScalarType.UINT32 */, opt: true },
     { no: 11, name: "awkward_silence_count", kind: "scalar", T: 13 /* ScalarType.UINT32 */, opt: true },
-    { no: 12, name: "unanswered_persona_turns", kind: "scalar", T: 13 /* ScalarType.UINT32 */, opt: true },
+    { no: 12, name: "unanswered_turns", kind: "scalar", T: 13 /* ScalarType.UINT32 */, opt: true },
     { no: 13, name: "false_interruption_count", kind: "scalar", T: 13 /* ScalarType.UINT32 */, opt: true },
-    { no: 14, name: "false_interruption_unrecovered_count", kind: "scalar", T: 13 /* ScalarType.UINT32 */, opt: true },
-    { no: 15, name: "agent_reported_e2e_latency_ms", kind: "scalar", T: 13 /* ScalarType.UINT32 */, opt: true },
+    { no: 15, name: "e2e_latency_ms", kind: "scalar", T: 13 /* ScalarType.UINT32 */, opt: true },
   ],
   {localName: "SimulationRun_JobMetrics_Conversation"},
 );
 
 /**
- * Was the call spoiled by the simulator, not the agent? Diagnostic only —
- * never folded into the scores; run aggregation excludes flagged calls
- * from the two headline scores.
- *
- * @generated from message livekit.SimulationRun.JobMetrics.Simulator
- */
-export const SimulationRun_JobMetrics_Simulator = /*@__PURE__*/ proto3.makeMessageType(
-  "livekit.SimulationRun.JobMetrics.Simulator",
-  () => [
-    { no: 1, name: "early_termination", kind: "scalar", T: 8 /* ScalarType.BOOL */, opt: true },
-    { no: 2, name: "late_termination", kind: "scalar", T: 8 /* ScalarType.BOOL */, opt: true },
-  ],
-  {localName: "SimulationRun_JobMetrics_Simulator"},
-);
-
-/**
- * Rows exist for text and audio;
+ * Rows exist for text and audio. The groups above hold the means and pools
+ * over these; anything not measured for a turn stays unset.
  *
  * @generated from message livekit.SimulationRun.JobMetrics.Turn
  */
@@ -297,16 +285,26 @@ export const SimulationRun_JobMetrics_Turn = /*@__PURE__*/ proto3.makeMessageTyp
     { no: 2, name: "role", kind: "enum", T: proto3.getEnumType(ChatRole) },
     { no: 3, name: "start_ms", kind: "scalar", T: 13 /* ScalarType.UINT32 */, opt: true },
     { no: 4, name: "end_ms", kind: "scalar", T: 13 /* ScalarType.UINT32 */, opt: true },
-    { no: 5, name: "stt", kind: "message", T: SimulationRun_JobMetrics_STT },
-    { no: 6, name: "llm", kind: "message", T: SimulationRun_JobMetrics_LLM },
-    { no: 7, name: "tts", kind: "message", T: SimulationRun_JobMetrics_TTS },
-    { no: 8, name: "conversation", kind: "message", T: SimulationRun_JobMetrics_Conversation },
+    { no: 5, name: "stt_delay_ms", kind: "scalar", T: 13 /* ScalarType.UINT32 */, opt: true },
+    { no: 6, name: "llm_ttft_ms", kind: "scalar", T: 13 /* ScalarType.UINT32 */, opt: true },
+    { no: 7, name: "llm_ttfs_ms", kind: "scalar", T: 13 /* ScalarType.UINT32 */, opt: true },
+    { no: 8, name: "llm_tps", kind: "scalar", T: 2 /* ScalarType.FLOAT */, opt: true },
+    { no: 9, name: "tts_ttfb_ms", kind: "scalar", T: 13 /* ScalarType.UINT32 */, opt: true },
+    { no: 10, name: "e2e_latency_ms", kind: "scalar", T: 13 /* ScalarType.UINT32 */, opt: true },
+    { no: 11, name: "heard_e2e_latency_ms", kind: "scalar", T: 5 /* ScalarType.INT32 */, opt: true },
+    { no: 12, name: "time_to_yield_ms", kind: "scalar", T: 13 /* ScalarType.UINT32 */, opt: true },
+    { no: 13, name: "turn_taking_score", kind: "scalar", T: 2 /* ScalarType.FLOAT */, opt: true },
+    { no: 14, name: "conciseness", kind: "scalar", T: 2 /* ScalarType.FLOAT */, opt: true },
+    { no: 15, name: "eot_misprediction", kind: "scalar", T: 8 /* ScalarType.BOOL */, opt: true },
+    { no: 16, name: "awkward_silence", kind: "scalar", T: 8 /* ScalarType.BOOL */, opt: true },
+    { no: 17, name: "unanswered", kind: "scalar", T: 8 /* ScalarType.BOOL */, opt: true },
   ],
   {localName: "SimulationRun_JobMetrics_Turn"},
 );
 
 /**
- * Aggregates over this run's jobs. Reuses the JobMetrics group shapes.
+ * Aggregates over this run's jobs, so a run summary does not have to pull
+ * every job and turn. Reuses the JobMetrics group shapes.
  *
  * @generated from message livekit.SimulationRun.RunMetrics
  */
@@ -320,9 +318,8 @@ export const SimulationRun_RunMetrics = /*@__PURE__*/ proto3.makeMessageType(
     { no: 5, name: "llm", kind: "message", T: SimulationRun_JobMetrics_LLM },
     { no: 6, name: "tts", kind: "message", T: SimulationRun_JobMetrics_TTS },
     { no: 7, name: "conversation", kind: "message", T: SimulationRun_JobMetrics_Conversation },
-    { no: 9, name: "jobs_total", kind: "scalar", T: 13 /* ScalarType.UINT32 */ },
-    { no: 10, name: "jobs_measured", kind: "scalar", T: 13 /* ScalarType.UINT32 */ },
-    { no: 11, name: "jobs_simulator_fault", kind: "scalar", T: 13 /* ScalarType.UINT32 */ },
+    { no: 8, name: "conciseness", kind: "scalar", T: 2 /* ScalarType.FLOAT */, opt: true },
+    { no: 9, name: "conversation_progression", kind: "scalar", T: 2 /* ScalarType.FLOAT */, opt: true },
   ],
   {localName: "SimulationRun_RunMetrics"},
 );
@@ -349,6 +346,9 @@ export const SimulationRun_Create_Request = /*@__PURE__*/ proto3.makeMessageType
     { no: 7, name: "scenario_group", kind: "message", T: ScenarioGroup, opt: true },
     { no: 8, name: "concurrency", kind: "scalar", T: 5 /* ScalarType.INT32 */, opt: true },
     { no: 9, name: "mode", kind: "enum", T: proto3.getEnumType(SimulationMode) },
+    { no: 10, name: "background_noise", kind: "scalar", T: 8 /* ScalarType.BOOL */ },
+    { no: 11, name: "low_quality_microphone", kind: "scalar", T: 8 /* ScalarType.BOOL */ },
+    { no: 12, name: "packet_loss", kind: "scalar", T: 8 /* ScalarType.BOOL */ },
   ],
   {localName: "SimulationRun_Create_Request"},
 );
@@ -446,6 +446,9 @@ export const SimulationRun_List_Request = /*@__PURE__*/ proto3.makeMessageType(
     { no: 1, name: "project_id", kind: "scalar", T: 9 /* ScalarType.STRING */ },
     { no: 2, name: "status", kind: "enum", T: proto3.getEnumType(SimulationRun_Status), opt: true },
     { no: 3, name: "page_token", kind: "message", T: TokenPagination, opt: true },
+    { no: 4, name: "start_time", kind: "message", T: Timestamp, opt: true },
+    { no: 5, name: "end_time", kind: "message", T: Timestamp, opt: true },
+    { no: 6, name: "agent_name", kind: "scalar", T: 9 /* ScalarType.STRING */, opt: true },
   ],
   {localName: "SimulationRun_List_Request"},
 );
@@ -462,6 +465,57 @@ export const SimulationRun_List_Response = /*@__PURE__*/ proto3.makeMessageType(
   {localName: "SimulationRun_List_Response"},
 );
 
+/**
+ * Counts of the runs `List` would return over the same window, bucketed by
+ * created_at instead of paginated.
+ *
+ * @generated from message livekit.SimulationRun.Counts
+ */
+export const SimulationRun_Counts = /*@__PURE__*/ proto3.makeMessageType(
+  "livekit.SimulationRun.Counts",
+  [],
+  {localName: "SimulationRun_Counts"},
+);
+
+/**
+ * @generated from message livekit.SimulationRun.Counts.Request
+ */
+export const SimulationRun_Counts_Request = /*@__PURE__*/ proto3.makeMessageType(
+  "livekit.SimulationRun.Counts.Request",
+  () => [
+    { no: 1, name: "project_id", kind: "scalar", T: 9 /* ScalarType.STRING */ },
+    { no: 2, name: "start_time", kind: "message", T: Timestamp },
+    { no: 3, name: "end_time", kind: "message", T: Timestamp },
+    { no: 4, name: "status", kind: "enum", T: proto3.getEnumType(SimulationRun_Status), opt: true },
+    { no: 5, name: "agent_name", kind: "scalar", T: 9 /* ScalarType.STRING */, opt: true },
+  ],
+  {localName: "SimulationRun_Counts_Request"},
+);
+
+/**
+ * @generated from message livekit.SimulationRun.Counts.Response
+ */
+export const SimulationRun_Counts_Response = /*@__PURE__*/ proto3.makeMessageType(
+  "livekit.SimulationRun.Counts.Response",
+  () => [
+    { no: 1, name: "buckets", kind: "message", T: SimulationRun_Counts_Bucket, repeated: true },
+    { no: 2, name: "interval", kind: "message", T: Duration },
+  ],
+  {localName: "SimulationRun_Counts_Response"},
+);
+
+/**
+ * @generated from message livekit.SimulationRun.Counts.Bucket
+ */
+export const SimulationRun_Counts_Bucket = /*@__PURE__*/ proto3.makeMessageType(
+  "livekit.SimulationRun.Counts.Bucket",
+  () => [
+    { no: 1, name: "bucket_start", kind: "message", T: Timestamp },
+    { no: 2, name: "count", kind: "scalar", T: 4 /* ScalarType.UINT64 */ },
+  ],
+  {localName: "SimulationRun_Counts_Bucket"},
+);
+
 /**
  * @generated from message livekit.SimulationRun.Cancel
  */