@livekit/protocol 1.50.4 → 1.52.0

package/src/gen/livekit_agent_simulation_pb.d.ts

@@ -17,7 +17,7 @@
 /* eslint-disable */
 // @ts-nocheck
 
-import type { BinaryReadOptions, FieldList, JsonReadOptions, JsonValue, PartialMessage, PlainMessage, Timestamp } from "@bufbuild/protobuf";
+import type { BinaryReadOptions, Duration, FieldList, JsonReadOptions, JsonValue, PartialMessage, PlainMessage, Timestamp } from "@bufbuild/protobuf";
 import { Message, proto3 } from "@bufbuild/protobuf";
 import type { ChatContext, ChatRole } from "./agent/livekit_agent_session_pb.js";
 import type { PresignedPostRequest } from "./livekit_cloud_agent_pb.js";
@@ -228,7 +228,7 @@ export declare class SimulationRun extends Message<SimulationRun> {
   mode: SimulationMode;
 
   /**
-   * Run-level metric aggregates.
+   * Run-level aggregates over this run's jobs.
    *
    * @generated from field: livekit.SimulationRun.RunMetrics metrics = 19;
    */
@@ -242,6 +242,22 @@ export declare class SimulationRun extends Message<SimulationRun> {
    */
   summaryZstd: Uint8Array;
 
+  /**
+   * How many issues the stored summary flagged. Present only once a summary
+   * landed — absent and 0 differ ("never summarized" vs "no issues") — and
+   * List responses carry it without the summary blob itself.
+   *
+   * @generated from field: optional int32 issue_count = 21;
+   */
+  issueCount?: number;
+
+  /**
+   * The pipeline this run came from; unset when it did not come from one.
+   *
+   * @generated from field: optional livekit.SimulationRun.CI ci = 22;
+   */
+  ci?: SimulationRun_CI;
+
   constructor(data?: PartialMessage<SimulationRun>);
 
   static readonly runtime: typeof proto3;
@@ -447,32 +463,18 @@ export declare class SimulationRun_Job_Usage extends Message<SimulationRun_Job_U
  */
 export declare class SimulationRun_JobMetrics extends Message<SimulationRun_JobMetrics> {
   /**
-   * Headline scores, 0-1, computed by the worker as weighted means over the
-   * members that ran (a missing member renormalizes the rest):
-   *   accuracy   = task_completion x3 + stt.keyterm_recall + (1 - stt.wer) + tts.enunciation_score
-   *   experience = conversation.turn_taking_score x2 + tts.naturalness_score + llm.conciseness_score
-   *
-   * absent when the simulator spoiled the call
-   *
-   * @generated from field: optional float accuracy_score = 1;
-   */
-  accuracyScore?: number;
-
-  /**
-   * absent when the simulator spoiled the call
+   * the scenario verdict as 1/0
    *
-   * @generated from field: optional float experience_score = 2;
+   * @generated from field: optional float task_completion = 3;
    */
-  experienceScore?: number;
+  taskCompletion?: number;
 
   /**
-   * The accuracy anchor: the scenario verdict as 1/0, or the fraction of the declared target state the call reached.
+   * weighted mean of the judged and heard scores
    *
-   * absent when the simulator spoiled the call
-   *
-   * @generated from field: optional float task_completion = 3;
+   * @generated from field: optional float overall_score = 20;
    */
-  taskCompletion?: number;
+  overallScore?: number;
 
   /**
    * @generated from field: livekit.SimulationRun.JobMetrics.STT stt = 4;
@@ -495,12 +497,7 @@ export declare class SimulationRun_JobMetrics extends Message<SimulationRun_JobM
   conversation?: SimulationRun_JobMetrics_Conversation;
 
   /**
-   * @generated from field: livekit.SimulationRun.JobMetrics.Simulator simulator = 8;
-   */
-  simulator?: SimulationRun_JobMetrics_Simulator;
-
-  /**
-   * Conversation timeline: one entry per transcript turn, both speakers.
+   * One entry per turn, both speakers.
    *
    * @generated from field: repeated livekit.SimulationRun.JobMetrics.Turn turns = 9;
    */
@@ -513,13 +510,6 @@ export declare class SimulationRun_JobMetrics extends Message<SimulationRun_JobM
    */
   judgeModel: string;
 
-  /**
-   * audio (LALM) judge; "" if none ran
-   *
-   * @generated from field: string audio_judge_model = 11;
-   */
-  audioJudgeModel: string;
-
   /**
    * false = waveform-only capture (e.g. SIP)
    *
@@ -534,6 +524,44 @@ export declare class SimulationRun_JobMetrics extends Message<SimulationRun_JobM
    */
   t0?: Timestamp;
 
+  /**
+   * Judged over the authored dialog (text and audio); needs the text judge.
+   *
+   * judged {0, 0.5, 1} per agent turn; job = mean
+   *
+   * @generated from field: optional float conciseness = 14;
+   */
+  conciseness?: number;
+
+  /**
+   * Whole-call issue flags; true = present, absent = not judged.
+   *
+   * @generated from field: optional bool unnecessary_tool_calls = 15;
+   */
+  unnecessaryToolCalls?: boolean;
+
+  /**
+   * @generated from field: optional bool information_loss = 16;
+   */
+  informationLoss?: boolean;
+
+  /**
+   * @generated from field: optional bool redundant_statements = 17;
+   */
+  redundantStatements?: boolean;
+
+  /**
+   * @generated from field: optional bool poor_question_quality = 18;
+   */
+  poorQuestionQuality?: boolean;
+
+  /**
+   * 0-1, derived from the flags above
+   *
+   * @generated from field: optional float conversation_progression = 19;
+   */
+  conversationProgression?: number;
+
   constructor(data?: PartialMessage<SimulationRun_JobMetrics>);
 
   static readonly runtime: typeof proto3;
@@ -556,14 +584,14 @@ export declare class SimulationRun_JobMetrics extends Message<SimulationRun_JobM
  */
 export declare class SimulationRun_JobMetrics_STT extends Message<SimulationRun_JobMetrics_STT> {
   /**
-   * needs the RemoteSession; word error rate, pooled: word_errors / words
+   * needs the RemoteSession; word_errors / words
    *
    * @generated from field: optional float wer = 1;
    */
   wer?: number;
 
   /**
-   * needs the RemoteSession; pooling stats: run WER = sum errors / sum words
+   * needs the RemoteSession
    *
    * @generated from field: optional uint32 words = 2;
    */
@@ -577,7 +605,7 @@ export declare class SimulationRun_JobMetrics_STT extends Message<SimulationRun_
   wordErrors?: number;
 
   /**
-   * needs the RemoteSession; character error rate, pooled
+   * needs the RemoteSession; char_errors / chars
    *
    * @generated from field: optional float cer = 4;
    */
@@ -598,32 +626,51 @@ export declare class SimulationRun_JobMetrics_STT extends Message<SimulationRun_
   charErrors?: number;
 
   /**
-   * needs the RemoteSession; recall of uttered key entities (names, IDs, amounts)
+   * needs the RemoteSession; agent-reported STT/endpointing delay
    *
-   * @generated from field: optional float keyterm_recall = 5;
+   * @generated from field: optional uint32 stt_delay_ms = 8;
    */
-  keytermRecall?: number;
+  sttDelayMs?: number;
 
   /**
-   * needs the RemoteSession
+   * Key entities (names, IDs, amounts) the caller said. Needs the text judge.
+   *
+   * recognized / uttered
    *
-   * @generated from field: optional uint32 keyterms_uttered = 6;
+   * @generated from field: optional float entity_recognition = 11;
    */
-  keytermsUttered?: number;
+  entityRecognition?: number;
 
   /**
-   * needs the RemoteSession
-   *
-   * @generated from field: optional uint32 keyterms_recognized = 7;
+   * @generated from field: optional uint32 entities_uttered = 12;
+   */
+  entitiesUttered?: number;
+
+  /**
+   * @generated from field: optional uint32 entities_recognized = 13;
    */
-  keytermsRecognized?: number;
+  entitiesRecognized?: number;
 
   /**
-   * needs the RemoteSession; agent-reported STT/endpointing delay, mean
+   * Retention: an entity is acquired at the first saying heard right, and
+   * these count only the sayings after that, so recall separates keeping an
+   * entity from ever getting it.
    *
-   * @generated from field: optional uint32 transcription_latency_ms = 8;
+   * acquired_recognized / acquired_uttered
+   *
+   * @generated from field: optional float entity_recall = 14;
+   */
+  entityRecall?: number;
+
+  /**
+   * @generated from field: optional uint32 entities_acquired_uttered = 15;
+   */
+  entitiesAcquiredUttered?: number;
+
+  /**
+   * @generated from field: optional uint32 entities_acquired_recognized = 16;
    */
-  transcriptionLatencyMs?: number;
+  entitiesAcquiredRecognized?: number;
 
   constructor(data?: PartialMessage<SimulationRun_JobMetrics_STT>);
 
@@ -645,33 +692,26 @@ export declare class SimulationRun_JobMetrics_STT extends Message<SimulationRun_
  */
 export declare class SimulationRun_JobMetrics_LLM extends Message<SimulationRun_JobMetrics_LLM> {
   /**
-   * needs the RemoteSession; time to first token, mean (per-turn in turns)
+   * needs the RemoteSession; time to first token
    *
    * @generated from field: optional uint32 ttft_ms = 1;
    */
   ttftMs?: number;
 
   /**
-   * needs the RemoteSession; time to first sentence (the smallest speakable unit)
+   * needs the RemoteSession; time to first sentence, the smallest speakable unit
    *
    * @generated from field: optional uint32 ttfs_ms = 2;
    */
   ttfsMs?: number;
 
   /**
-   * needs the RemoteSession; decode rate, mean (per-turn in turns.llm)
+   * needs the RemoteSession
    *
    * @generated from field: optional float tokens_per_second = 3;
    */
   tokensPerSecond?: number;
 
-  /**
-   * audio only; needs the audio judge; judged 0-1: brief enough for voice
-   *
-   * @generated from field: optional float conciseness_score = 4;
-   */
-  concisenessScore?: number;
-
   constructor(data?: PartialMessage<SimulationRun_JobMetrics_LLM>);
 
   static readonly runtime: typeof proto3;
@@ -688,18 +728,11 @@ export declare class SimulationRun_JobMetrics_LLM extends Message<SimulationRun_
 }
 
 /**
- * The agent's voice. audio only.
+ * The agent's voice. Audio only.
  *
  * @generated from message livekit.SimulationRun.JobMetrics.TTS
  */
 export declare class SimulationRun_JobMetrics_TTS extends Message<SimulationRun_JobMetrics_TTS> {
-  /**
-   * needs the RemoteSession
-   *
-   * @generated from field: optional uint32 ttfa_ms = 1;
-   */
-  ttfaMs?: number;
-
   /**
    * needs the RemoteSession; provider byte-level TTFB
    *
@@ -708,7 +741,7 @@ export declare class SimulationRun_JobMetrics_TTS extends Message<SimulationRun_
   ttfbMs?: number;
 
   /**
-   * needs the RemoteSession; word error rate, pooled: word_errors / words
+   * needs the RemoteSession; word_errors / words
    *
    * @generated from field: optional float wer = 3;
    */
@@ -729,7 +762,7 @@ export declare class SimulationRun_JobMetrics_TTS extends Message<SimulationRun_
   wordErrors?: number;
 
   /**
-   * needs the RemoteSession; character error rate, pooled
+   * needs the RemoteSession; char_errors / chars
    *
    * @generated from field: optional float cer = 9;
    */
@@ -750,39 +783,40 @@ export declare class SimulationRun_JobMetrics_TTS extends Message<SimulationRun_
   charErrors?: number;
 
   /**
-   * speaking rate; conversational English ~110-150
+   * Key entities the agent said, as the caller heard them. Needs the text judge.
+   *
+   * recognized / uttered
    *
-   * @generated from field: optional float speech_rate_wpm = 4;
+   * @generated from field: optional float entity_recognition = 14;
    */
-  speechRateWpm?: number;
+  entityRecognition?: number;
 
   /**
-   * pooling stats for speech_rate_wpm: raw heard words (not WER tokens)
-   *
-   * @generated from field: optional uint32 heard_words = 12;
+   * @generated from field: optional uint32 entities_uttered = 15;
    */
-  heardWords?: number;
+  entitiesUttered?: number;
 
   /**
-   * agent voiced time, sum of raw VAD segments
-   *
-   * @generated from field: optional uint32 speech_ms = 13;
+   * @generated from field: optional uint32 entities_recognized = 16;
    */
-  speechMs?: number;
+  entitiesRecognized?: number;
 
   /**
-   * needs the audio judge; judged 0-1: prosody / expressiveness
+   * acquired_recognized / acquired_uttered
    *
-   * @generated from field: optional float naturalness_score = 5;
+   * @generated from field: optional float entity_recall = 17;
    */
-  naturalnessScore?: number;
+  entityRecall?: number;
 
   /**
-   * needs the audio judge; judged 0-1: key entities audibly intact
-   *
-   * @generated from field: optional float enunciation_score = 6;
+   * @generated from field: optional uint32 entities_acquired_uttered = 18;
    */
-  enunciationScore?: number;
+  entitiesAcquiredUttered?: number;
+
+  /**
+   * @generated from field: optional uint32 entities_acquired_recognized = 19;
+   */
+  entitiesAcquiredRecognized?: number;
 
   constructor(data?: PartialMessage<SimulationRun_JobMetrics_TTS>);
 
@@ -806,7 +840,7 @@ export declare class SimulationRun_JobMetrics_TTS extends Message<SimulationRun_
  */
 export declare class SimulationRun_JobMetrics_Conversation extends Message<SimulationRun_JobMetrics_Conversation> {
   /**
-   * 0-1: latency curve + cut-in/barge-in/missed-turn penalties
+   * 0-1
    *
    * @generated from field: optional float turn_taking_score = 1;
    */
@@ -815,36 +849,29 @@ export declare class SimulationRun_JobMetrics_Conversation extends Message<Simul
   /**
    * floor-transfer offset; a gap is > 0, an overlap < 0
    *
-   * @generated from field: optional int32 response_latency_p50_ms = 2;
-   */
-  responseLatencyP50Ms?: number;
-
-  /**
-   * @generated from field: optional int32 response_latency_p95_ms = 3;
+   * @generated from field: optional int32 heard_e2e_latency_p50_ms = 2;
    */
-  responseLatencyP95Ms?: number;
+  heardE2eLatencyP50Ms?: number;
 
   /**
-   * @generated from field: optional int32 response_latency_p99_ms = 4;
+   * @generated from field: optional int32 heard_e2e_latency_p95_ms = 3;
    */
-  responseLatencyP99Ms?: number;
+  heardE2eLatencyP95Ms?: number;
 
   /**
-   * one turn's floor-transfer offset, cut-in if negative; job/run serve the percentiles
-   *
-   * @generated from field: optional int32 response_latency_ms = 16;
+   * @generated from field: optional int32 heard_e2e_latency_p99_ms = 4;
    */
-  responseLatencyMs?: number;
+  heardE2eLatencyP99Ms?: number;
 
   /**
-   * agent audio continuing past a barge-in — per turn: on the barging persona row (presence = barge-in); job: mean
+   * agent audio continuing past a barge-in
    *
-   * @generated from field: optional uint32 agent_yield_latency_ms = 5;
+   * @generated from field: optional uint32 time_to_yield_ms = 5;
    */
-  agentYieldLatencyMs?: number;
+  timeToYieldMs?: number;
 
   /**
-   * agent started before the caller's turn ended; 0/1 per turn
+   * agent started before the caller's turn ended
    *
    * @generated from field: optional uint32 eot_misprediction_count = 6;
    */
@@ -870,25 +897,18 @@ export declare class SimulationRun_JobMetrics_Conversation extends Message<Simul
   totalSpeechMs?: number;
 
   /**
-   * dead air within the conversation
-   *
-   * @generated from field: optional uint32 silence_total_ms = 10;
-   */
-  silenceTotalMs?: number;
-
-  /**
-   * gaps past the natural-pause threshold; 0/1 per turn
+   * gaps past the natural-pause threshold
    *
    * @generated from field: optional uint32 awkward_silence_count = 11;
    */
   awkwardSilenceCount?: number;
 
   /**
-   * the simulated party spoke, the agent never responded; 0/1 per turn
+   * the simulated party spoke, the agent never responded
    *
-   * @generated from field: optional uint32 unanswered_persona_turns = 12;
+   * @generated from field: optional uint32 unanswered_turns = 12;
    */
-  unansweredPersonaTurns?: number;
+  unansweredTurns?: number;
 
   /**
    * needs the RemoteSession; agent paused for a non-interruption
@@ -898,18 +918,11 @@ export declare class SimulationRun_JobMetrics_Conversation extends Message<Simul
   falseInterruptionCount?: number;
 
   /**
-   * needs the RemoteSession; of those, never resumed
-   *
-   * @generated from field: optional uint32 false_interruption_unrecovered_count = 14;
-   */
-  falseInterruptionUnrecoveredCount?: number;
-
-  /**
-   * needs the RemoteSession; the agent's own claim, mean
+   * needs the RemoteSession; the agent's own claim
    *
-   * @generated from field: optional uint32 agent_reported_e2e_latency_ms = 15;
+   * @generated from field: optional uint32 e2e_latency_ms = 15;
    */
-  agentReportedE2eLatencyMs?: number;
+  e2eLatencyMs?: number;
 
   constructor(data?: PartialMessage<SimulationRun_JobMetrics_Conversation>);
 
@@ -927,44 +940,8 @@ export declare class SimulationRun_JobMetrics_Conversation extends Message<Simul
 }
 
 /**
- * Was the call spoiled by the simulator, not the agent? Diagnostic only —
- * never folded into the scores; run aggregation excludes flagged calls
- * from the two headline scores.
- *
- * @generated from message livekit.SimulationRun.JobMetrics.Simulator
- */
-export declare class SimulationRun_JobMetrics_Simulator extends Message<SimulationRun_JobMetrics_Simulator> {
-  /**
-   * simulator ended a still-progressing call
-   *
-   * @generated from field: optional bool early_termination = 1;
-   */
-  earlyTermination?: boolean;
-
-  /**
-   * simulator dragged on after the goal was met
-   *
-   * @generated from field: optional bool late_termination = 2;
-   */
-  lateTermination?: boolean;
-
-  constructor(data?: PartialMessage<SimulationRun_JobMetrics_Simulator>);
-
-  static readonly runtime: typeof proto3;
-  static readonly typeName = "livekit.SimulationRun.JobMetrics.Simulator";
-  static readonly fields: FieldList;
-
-  static fromBinary(bytes: Uint8Array, options?: Partial<BinaryReadOptions>): SimulationRun_JobMetrics_Simulator;
-
-  static fromJson(jsonValue: JsonValue, options?: Partial<JsonReadOptions>): SimulationRun_JobMetrics_Simulator;
-
-  static fromJsonString(jsonString: string, options?: Partial<JsonReadOptions>): SimulationRun_JobMetrics_Simulator;
-
-  static equals(a: SimulationRun_JobMetrics_Simulator | PlainMessage<SimulationRun_JobMetrics_Simulator> | undefined, b: SimulationRun_JobMetrics_Simulator | PlainMessage<SimulationRun_JobMetrics_Simulator> | undefined): boolean;
-}
-
-/**
- * Rows exist for text and audio;
+ * Rows exist for text and audio. The groups above hold the means and pools
+ * over these; anything not measured for a turn stays unset.
  *
  * @generated from message livekit.SimulationRun.JobMetrics.Turn
  */
@@ -977,7 +954,7 @@ export declare class SimulationRun_JobMetrics_Turn extends Message<SimulationRun
   index: number;
 
   /**
-   * ASSISTANT — the agent under test, USER — simulator persona.
+   * ASSISTANT = the agent under test, USER = simulator persona
    *
    * @generated from field: livekit.agent.ChatRole role = 2;
    */
@@ -998,34 +975,83 @@ export declare class SimulationRun_JobMetrics_Turn extends Message<SimulationRun
   endMs?: number;
 
   /**
-   * Job groups hold means/pools of these; a field with no per-turn measurement stays unset here.
+   * needs the RemoteSession
    *
-   * transcription_latency_ms
+   * @generated from field: optional uint32 stt_delay_ms = 5;
+   */
+  sttDelayMs?: number;
+
+  /**
+   * needs the RemoteSession
    *
-   * @generated from field: livekit.SimulationRun.JobMetrics.STT stt = 5;
+   * @generated from field: optional uint32 llm_ttft_ms = 6;
    */
-  stt?: SimulationRun_JobMetrics_STT;
+  llmTtftMs?: number;
 
   /**
-   * ttft_ms, ttfs_ms, tokens_per_second, conciseness_score
+   * needs the RemoteSession
    *
-   * @generated from field: livekit.SimulationRun.JobMetrics.LLM llm = 6;
+   * @generated from field: optional uint32 llm_ttfs_ms = 7;
    */
-  llm?: SimulationRun_JobMetrics_LLM;
+  llmTtfsMs?: number;
+
+  /**
+   * needs the RemoteSession
+   *
+   * @generated from field: optional float llm_tps = 8;
+   */
+  llmTps?: number;
 
   /**
-   * ttfa_ms, ttfb_ms, naturalness_score, enunciation_score
+   * needs the RemoteSession
    *
-   * @generated from field: livekit.SimulationRun.JobMetrics.TTS tts = 7;
+   * @generated from field: optional uint32 tts_ttfb_ms = 9;
    */
-  tts?: SimulationRun_JobMetrics_TTS;
+  ttsTtfbMs?: number;
 
   /**
-   * response_latency_ms, agent_yield_latency_ms, agent_reported_e2e_latency_ms, 0/1 counts
+   * needs the RemoteSession
    *
-   * @generated from field: livekit.SimulationRun.JobMetrics.Conversation conversation = 8;
+   * @generated from field: optional uint32 e2e_latency_ms = 10;
    */
-  conversation?: SimulationRun_JobMetrics_Conversation;
+  e2eLatencyMs?: number;
+
+  /**
+   * @generated from field: optional int32 heard_e2e_latency_ms = 11;
+   */
+  heardE2eLatencyMs?: number;
+
+  /**
+   * @generated from field: optional uint32 time_to_yield_ms = 12;
+   */
+  timeToYieldMs?: number;
+
+  /**
+   * @generated from field: optional float turn_taking_score = 13;
+   */
+  turnTakingScore?: number;
+
+  /**
+   * needs the text judge
+   *
+   * @generated from field: optional float conciseness = 14;
+   */
+  conciseness?: number;
+
+  /**
+   * @generated from field: optional bool eot_misprediction = 15;
+   */
+  eotMisprediction?: boolean;
+
+  /**
+   * @generated from field: optional bool awkward_silence = 16;
+   */
+  awkwardSilence?: boolean;
+
+  /**
+   * @generated from field: optional bool unanswered = 17;
+   */
+  unanswered?: boolean;
 
   constructor(data?: PartialMessage<SimulationRun_JobMetrics_Turn>);
 
@@ -1043,29 +1069,25 @@ export declare class SimulationRun_JobMetrics_Turn extends Message<SimulationRun
 }
 
 /**
- * Aggregates over this run's jobs. Reuses the JobMetrics group shapes.
+ * Aggregates over this run's jobs, so a run summary does not have to pull
+ * every job and turn. Reuses the JobMetrics group shapes.
  *
  * @generated from message livekit.SimulationRun.RunMetrics
  */
 export declare class SimulationRun_RunMetrics extends Message<SimulationRun_RunMetrics> {
   /**
-   * mean over scored jobs
+   * share of jobs whose scenario verdict passed
    *
-   * @generated from field: optional float accuracy_score = 1;
-   */
-  accuracyScore?: number;
-
-  /**
-   * @generated from field: optional float experience_score = 2;
+   * @generated from field: optional float scenario_pass_rate = 3;
    */
-  experienceScore?: number;
+  scenarioPassRate?: number;
 
   /**
-   * share of jobs whose scenario verdict passed
+   * mean over scored jobs
    *
-   * @generated from field: optional float scenario_pass_rate = 3;
+   * @generated from field: optional float overall_score = 10;
    */
-  scenarioPassRate?: number;
+  overallScore?: number;
 
   /**
    * @generated from field: livekit.SimulationRun.JobMetrics.STT stt = 4;
@@ -1088,23 +1110,16 @@ export declare class SimulationRun_RunMetrics extends Message<SimulationRun_RunM
   conversation?: SimulationRun_JobMetrics_Conversation;
 
   /**
-   * @generated from field: uint32 jobs_total = 9;
-   */
-  jobsTotal: number;
-
-  /**
-   * composites cover jobs_measured - jobs_simulator_fault
+   * Means over the jobs that report them.
    *
-   * @generated from field: uint32 jobs_measured = 10;
+   * @generated from field: optional float conciseness = 8;
    */
-  jobsMeasured: number;
+  conciseness?: number;
 
   /**
-   * spoiled by the simulator: flagged, not scored
-   *
-   * @generated from field: uint32 jobs_simulator_fault = 11;
+   * @generated from field: optional float conversation_progression = 9;
    */
-  jobsSimulatorFault: number;
+  conversationProgression?: number;
 
   constructor(data?: PartialMessage<SimulationRun_RunMetrics>);
 
@@ -1121,6 +1136,64 @@ export declare class SimulationRun_RunMetrics extends Message<SimulationRun_RunM
   static equals(a: SimulationRun_RunMetrics | PlainMessage<SimulationRun_RunMetrics> | undefined, b: SimulationRun_RunMetrics | PlainMessage<SimulationRun_RunMetrics> | undefined): boolean;
 }
 
+/**
+ * The pipeline this run came from. Set by the client from its CI
+ * environment; absent for runs not started by a pipeline.
+ *
+ * @generated from message livekit.SimulationRun.CI
+ */
+export declare class SimulationRun_CI extends Message<SimulationRun_CI> {
+  /**
+   * e.g. "github_actions"
+   *
+   * @generated from field: string provider = 1;
+   */
+  provider: string;
+
+  /**
+   * @generated from field: string commit_sha = 2;
+   */
+  commitSha: string;
+
+  /**
+   * branch or tag
+   *
+   * @generated from field: string ref = 3;
+   */
+  ref: string;
+
+  /**
+   * @generated from field: string pull_request = 4;
+   */
+  pullRequest: string;
+
+  /**
+   * link back to the CI job
+   *
+   * @generated from field: string run_url = 5;
+   */
+  runUrl: string;
+
+  /**
+   * @generated from field: string actor = 6;
+   */
+  actor: string;
+
+  constructor(data?: PartialMessage<SimulationRun_CI>);
+
+  static readonly runtime: typeof proto3;
+  static readonly typeName = "livekit.SimulationRun.CI";
+  static readonly fields: FieldList;
+
+  static fromBinary(bytes: Uint8Array, options?: Partial<BinaryReadOptions>): SimulationRun_CI;
+
+  static fromJson(jsonValue: JsonValue, options?: Partial<JsonReadOptions>): SimulationRun_CI;
+
+  static fromJsonString(jsonString: string, options?: Partial<JsonReadOptions>): SimulationRun_CI;
+
+  static equals(a: SimulationRun_CI | PlainMessage<SimulationRun_CI> | undefined, b: SimulationRun_CI | PlainMessage<SimulationRun_CI> | undefined): boolean;
+}
+
 /**
  * @generated from message livekit.SimulationRun.Create
  */
@@ -1187,6 +1260,28 @@ export declare class SimulationRun_Create_Request extends Message<SimulationRun_
    */
   mode: SimulationMode;
 
+  /**
+   * Impairments applied to the simulated user's audio; AUDIO mode only.
+   *
+   * @generated from field: bool background_noise = 10;
+   */
+  backgroundNoise: boolean;
+
+  /**
+   * @generated from field: bool low_quality_microphone = 11;
+   */
+  lowQualityMicrophone: boolean;
+
+  /**
+   * @generated from field: bool packet_loss = 12;
+   */
+  packetLoss: boolean;
+
+  /**
+   * @generated from field: optional livekit.SimulationRun.CI ci = 13;
+   */
+  ci?: SimulationRun_CI;
+
   constructor(data?: PartialMessage<SimulationRun_Create_Request>);
 
   static readonly runtime: typeof proto3;
@@ -1413,6 +1508,36 @@ export declare class SimulationRun_List_Request extends Message<SimulationRun_Li
    */
   pageToken?: TokenPagination;
 
+  /**
+   * Half-open window [start_time, end_time) on created_at, the leading key
+   * of this list's keyset. Unset bounds mean no window, so existing callers
+   * keep their unbounded scan; the histogram's selected range sets both.
+   *
+   * @generated from field: optional google.protobuf.Timestamp start_time = 4;
+   */
+  startTime?: Timestamp;
+
+  /**
+   * @generated from field: optional google.protobuf.Timestamp end_time = 5;
+   */
+  endTime?: Timestamp;
+
+  /**
+   * Exact agent name. Unset means every agent — including the runs whose
+   * name is empty, which a bare string could not tell from no filter.
+   *
+   * @generated from field: optional string agent_name = 6;
+   */
+  agentName?: string;
+
+  /**
+   * Absent applies no mode filter. TEXT matches runs stored as TEXT or
+   * UNSPECIFIED, which `SimulationRun.mode` defines as the same mode.
+   *
+   * @generated from field: optional livekit.SimulationMode mode = 7;
+   */
+  mode?: SimulationMode;
+
   constructor(data?: PartialMessage<SimulationRun_List_Request>);
 
   static readonly runtime: typeof proto3;
@@ -1457,6 +1582,148 @@ export declare class SimulationRun_List_Response extends Message<SimulationRun_L
   static equals(a: SimulationRun_List_Response | PlainMessage<SimulationRun_List_Response> | undefined, b: SimulationRun_List_Response | PlainMessage<SimulationRun_List_Response> | undefined): boolean;
 }
 
+/**
+ * Counts of the runs `List` would return over the same window, bucketed by
+ * created_at instead of paginated.
+ *
+ * @generated from message livekit.SimulationRun.Counts
+ */
+export declare class SimulationRun_Counts extends Message<SimulationRun_Counts> {
+  constructor(data?: PartialMessage<SimulationRun_Counts>);
+
+  static readonly runtime: typeof proto3;
+  static readonly typeName = "livekit.SimulationRun.Counts";
+  static readonly fields: FieldList;
+
+  static fromBinary(bytes: Uint8Array, options?: Partial<BinaryReadOptions>): SimulationRun_Counts;
+
+  static fromJson(jsonValue: JsonValue, options?: Partial<JsonReadOptions>): SimulationRun_Counts;
+
+  static fromJsonString(jsonString: string, options?: Partial<JsonReadOptions>): SimulationRun_Counts;
+
+  static equals(a: SimulationRun_Counts | PlainMessage<SimulationRun_Counts> | undefined, b: SimulationRun_Counts | PlainMessage<SimulationRun_Counts> | undefined): boolean;
+}
+
+/**
+ * @generated from message livekit.SimulationRun.Counts.Request
+ */
+export declare class SimulationRun_Counts_Request extends Message<SimulationRun_Counts_Request> {
+  /**
+   * @generated from field: string project_id = 1;
+   */
+  projectId: string;
+
+  /**
+   * Both bounds required: a bucketed scan of a project's whole history is
+   * never what a caller wants.
+   *
+   * @generated from field: google.protobuf.Timestamp start_time = 2;
+   */
+  startTime?: Timestamp;
+
+  /**
+   * @generated from field: google.protobuf.Timestamp end_time = 3;
+   */
+  endTime?: Timestamp;
+
+  /**
+   * Applied as `List` applies it: a filter the rows honour and the bars
+   * above them drop would make the histogram an answer about a wider set.
+   *
+   * @generated from field: optional livekit.SimulationRun.Status status = 4;
+   */
+  status?: SimulationRun_Status;
+
+  /**
+   * @generated from field: optional string agent_name = 5;
+   */
+  agentName?: string;
+
+  /**
+   * @generated from field: optional livekit.SimulationMode mode = 6;
+   */
+  mode?: SimulationMode;
+
+  constructor(data?: PartialMessage<SimulationRun_Counts_Request>);
+
+  static readonly runtime: typeof proto3;
+  static readonly typeName = "livekit.SimulationRun.Counts.Request";
+  static readonly fields: FieldList;
+
+  static fromBinary(bytes: Uint8Array, options?: Partial<BinaryReadOptions>): SimulationRun_Counts_Request;
+
+  static fromJson(jsonValue: JsonValue, options?: Partial<JsonReadOptions>): SimulationRun_Counts_Request;
+
+  static fromJsonString(jsonString: string, options?: Partial<JsonReadOptions>): SimulationRun_Counts_Request;
+
+  static equals(a: SimulationRun_Counts_Request | PlainMessage<SimulationRun_Counts_Request> | undefined, b: SimulationRun_Counts_Request | PlainMessage<SimulationRun_Counts_Request> | undefined): boolean;
+}
+
+/**
+ * @generated from message livekit.SimulationRun.Counts.Response
+ */
+export declare class SimulationRun_Counts_Response extends Message<SimulationRun_Counts_Response> {
+  /**
+   * Buckets holding at least one run, ascending by bucket_start. Empty
+   * buckets are omitted; each run lands in exactly one bucket, so the
+   * counts sum to the number of runs in the window.
+   *
+   * @generated from field: repeated livekit.SimulationRun.Counts.Bucket buckets = 1;
+   */
+  buckets: SimulationRun_Counts_Bucket[];
+
+  /**
+   * The bucket width the server chose from the window, so the client
+   * zero-fills the omitted buckets on the grid the counts were built on.
+   *
+   * @generated from field: google.protobuf.Duration interval = 2;
+   */
+  interval?: Duration;
+
+  constructor(data?: PartialMessage<SimulationRun_Counts_Response>);
+
+  static readonly runtime: typeof proto3;
+  static readonly typeName = "livekit.SimulationRun.Counts.Response";
+  static readonly fields: FieldList;
+
+  static fromBinary(bytes: Uint8Array, options?: Partial<BinaryReadOptions>): SimulationRun_Counts_Response;
+
+  static fromJson(jsonValue: JsonValue, options?: Partial<JsonReadOptions>): SimulationRun_Counts_Response;
+
+  static fromJsonString(jsonString: string, options?: Partial<JsonReadOptions>): SimulationRun_Counts_Response;
+
+  static equals(a: SimulationRun_Counts_Response | PlainMessage<SimulationRun_Counts_Response> | undefined, b: SimulationRun_Counts_Response | PlainMessage<SimulationRun_Counts_Response> | undefined): boolean;
+}
+
+/**
+ * @generated from message livekit.SimulationRun.Counts.Bucket
+ */
+export declare class SimulationRun_Counts_Bucket extends Message<SimulationRun_Counts_Bucket> {
+  /**
+   * @generated from field: google.protobuf.Timestamp bucket_start = 1;
+   */
+  bucketStart?: Timestamp;
+
+  /**
+   * @generated from field: uint64 count = 2;
+   */
+  count: bigint;
+
+  constructor(data?: PartialMessage<SimulationRun_Counts_Bucket>);
+
+  static readonly runtime: typeof proto3;
+  static readonly typeName = "livekit.SimulationRun.Counts.Bucket";
+  static readonly fields: FieldList;
+
+  static fromBinary(bytes: Uint8Array, options?: Partial<BinaryReadOptions>): SimulationRun_Counts_Bucket;
+
+  static fromJson(jsonValue: JsonValue, options?: Partial<JsonReadOptions>): SimulationRun_Counts_Bucket;
+
+  static fromJsonString(jsonString: string, options?: Partial<JsonReadOptions>): SimulationRun_Counts_Bucket;
+
+  static equals(a: SimulationRun_Counts_Bucket | PlainMessage<SimulationRun_Counts_Bucket> | undefined, b: SimulationRun_Counts_Bucket | PlainMessage<SimulationRun_Counts_Bucket> | undefined): boolean;
+}
+
 /**
  * @generated from message livekit.SimulationRun.Cancel
  */
@@ -1590,6 +1857,14 @@ export declare class Scenario extends Message<Scenario> {
    */
   userdata: string;
 
+  /**
+   * SCN_-prefixed guid. Stable across edits to label, instructions, or
+   * expectations, so runs of the same scenario can be correlated over time.
+   *
+   * @generated from field: string id = 6;
+   */
+  id: string;
+
   constructor(data?: PartialMessage<Scenario>);
 
   static readonly runtime: typeof proto3;
@@ -1698,6 +1973,14 @@ export declare class ScenarioGroup extends Message<ScenarioGroup> {
    */
   scenarios: Scenario[];
 
+  /**
+   * SCNG_-prefixed guid. Stable identity of the scenarios file, independent
+   * of its name.
+   *
+   * @generated from field: string id = 3;
+   */
+  id: string;
+
   constructor(data?: PartialMessage<ScenarioGroup>);
 
   static readonly runtime: typeof proto3;