@livekit/protocol 1.50.4 → 1.51.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -17,7 +17,7 @@
17
17
  /* eslint-disable */
18
18
  // @ts-nocheck
19
19
 
20
- import type { BinaryReadOptions, FieldList, JsonReadOptions, JsonValue, PartialMessage, PlainMessage, Timestamp } from "@bufbuild/protobuf";
20
+ import type { BinaryReadOptions, Duration, FieldList, JsonReadOptions, JsonValue, PartialMessage, PlainMessage, Timestamp } from "@bufbuild/protobuf";
21
21
  import { Message, proto3 } from "@bufbuild/protobuf";
22
22
  import type { ChatContext, ChatRole } from "./agent/livekit_agent_session_pb.js";
23
23
  import type { PresignedPostRequest } from "./livekit_cloud_agent_pb.js";
@@ -228,7 +228,7 @@ export declare class SimulationRun extends Message<SimulationRun> {
228
228
  mode: SimulationMode;
229
229
 
230
230
  /**
231
- * Run-level metric aggregates.
231
+ * Run-level aggregates over this run's jobs.
232
232
  *
233
233
  * @generated from field: livekit.SimulationRun.RunMetrics metrics = 19;
234
234
  */
@@ -447,28 +447,19 @@ export declare class SimulationRun_Job_Usage extends Message<SimulationRun_Job_U
447
447
  */
448
448
  export declare class SimulationRun_JobMetrics extends Message<SimulationRun_JobMetrics> {
449
449
  /**
450
- * Headline scores, 0-1, computed by the worker as weighted means over the
451
- * members that ran (a missing member renormalizes the rest):
452
- * accuracy = task_completion x3 + stt.keyterm_recall + (1 - stt.wer) + tts.enunciation_score
453
- * experience = conversation.turn_taking_score x2 + tts.naturalness_score + llm.conciseness_score
454
- *
455
- * absent when the simulator spoiled the call
450
+ * Headline scores, 0-1. All absent when the simulator spoiled the call.
456
451
  *
457
452
  * @generated from field: optional float accuracy_score = 1;
458
453
  */
459
454
  accuracyScore?: number;
460
455
 
461
456
  /**
462
- * absent when the simulator spoiled the call
463
- *
464
457
  * @generated from field: optional float experience_score = 2;
465
458
  */
466
459
  experienceScore?: number;
467
460
 
468
461
  /**
469
- * The accuracy anchor: the scenario verdict as 1/0, or the fraction of the declared target state the call reached.
470
- *
471
- * absent when the simulator spoiled the call
462
+ * the scenario verdict as 1/0
472
463
  *
473
464
  * @generated from field: optional float task_completion = 3;
474
465
  */
@@ -495,12 +486,7 @@ export declare class SimulationRun_JobMetrics extends Message<SimulationRun_JobM
495
486
  conversation?: SimulationRun_JobMetrics_Conversation;
496
487
 
497
488
  /**
498
- * @generated from field: livekit.SimulationRun.JobMetrics.Simulator simulator = 8;
499
- */
500
- simulator?: SimulationRun_JobMetrics_Simulator;
501
-
502
- /**
503
- * Conversation timeline: one entry per transcript turn, both speakers.
489
+ * One entry per turn, both speakers.
504
490
  *
505
491
  * @generated from field: repeated livekit.SimulationRun.JobMetrics.Turn turns = 9;
506
492
  */
@@ -513,13 +499,6 @@ export declare class SimulationRun_JobMetrics extends Message<SimulationRun_JobM
513
499
  */
514
500
  judgeModel: string;
515
501
 
516
- /**
517
- * audio (LALM) judge; "" if none ran
518
- *
519
- * @generated from field: string audio_judge_model = 11;
520
- */
521
- audioJudgeModel: string;
522
-
523
502
  /**
524
503
  * false = waveform-only capture (e.g. SIP)
525
504
  *
@@ -534,6 +513,44 @@ export declare class SimulationRun_JobMetrics extends Message<SimulationRun_JobM
534
513
  */
535
514
  t0?: Timestamp;
536
515
 
516
+ /**
517
+ * Judged over the authored dialog (text and audio); needs the text judge.
518
+ *
519
+ * judged {0, 0.5, 1} per agent turn; job = mean
520
+ *
521
+ * @generated from field: optional float conciseness = 14;
522
+ */
523
+ conciseness?: number;
524
+
525
+ /**
526
+ * Whole-call issue flags; true = present, absent = not judged.
527
+ *
528
+ * @generated from field: optional bool unnecessary_tool_calls = 15;
529
+ */
530
+ unnecessaryToolCalls?: boolean;
531
+
532
+ /**
533
+ * @generated from field: optional bool information_loss = 16;
534
+ */
535
+ informationLoss?: boolean;
536
+
537
+ /**
538
+ * @generated from field: optional bool redundant_statements = 17;
539
+ */
540
+ redundantStatements?: boolean;
541
+
542
+ /**
543
+ * @generated from field: optional bool poor_question_quality = 18;
544
+ */
545
+ poorQuestionQuality?: boolean;
546
+
547
+ /**
548
+ * 0-1, derived from the flags above
549
+ *
550
+ * @generated from field: optional float conversation_progression = 19;
551
+ */
552
+ conversationProgression?: number;
553
+
537
554
  constructor(data?: PartialMessage<SimulationRun_JobMetrics>);
538
555
 
539
556
  static readonly runtime: typeof proto3;
@@ -556,14 +573,14 @@ export declare class SimulationRun_JobMetrics extends Message<SimulationRun_JobM
556
573
  */
557
574
  export declare class SimulationRun_JobMetrics_STT extends Message<SimulationRun_JobMetrics_STT> {
558
575
  /**
559
- * needs the RemoteSession; word error rate, pooled: word_errors / words
576
+ * needs the RemoteSession; word_errors / words
560
577
  *
561
578
  * @generated from field: optional float wer = 1;
562
579
  */
563
580
  wer?: number;
564
581
 
565
582
  /**
566
- * needs the RemoteSession; pooling stats: run WER = sum errors / sum words
583
+ * needs the RemoteSession
567
584
  *
568
585
  * @generated from field: optional uint32 words = 2;
569
586
  */
@@ -577,7 +594,7 @@ export declare class SimulationRun_JobMetrics_STT extends Message<SimulationRun_
577
594
  wordErrors?: number;
578
595
 
579
596
  /**
580
- * needs the RemoteSession; character error rate, pooled
597
+ * needs the RemoteSession; char_errors / chars
581
598
  *
582
599
  * @generated from field: optional float cer = 4;
583
600
  */
@@ -598,32 +615,51 @@ export declare class SimulationRun_JobMetrics_STT extends Message<SimulationRun_
598
615
  charErrors?: number;
599
616
 
600
617
  /**
601
- * needs the RemoteSession; recall of uttered key entities (names, IDs, amounts)
618
+ * needs the RemoteSession; agent-reported STT/endpointing delay
602
619
  *
603
- * @generated from field: optional float keyterm_recall = 5;
620
+ * @generated from field: optional uint32 stt_delay_ms = 8;
604
621
  */
605
- keytermRecall?: number;
622
+ sttDelayMs?: number;
606
623
 
607
624
  /**
608
- * needs the RemoteSession
625
+ * Key entities (names, IDs, amounts) the caller said. Needs the text judge.
609
626
  *
610
- * @generated from field: optional uint32 keyterms_uttered = 6;
627
+ * recognized / uttered
628
+ *
629
+ * @generated from field: optional float entity_recognition = 11;
611
630
  */
612
- keytermsUttered?: number;
631
+ entityRecognition?: number;
613
632
 
614
633
  /**
615
- * needs the RemoteSession
616
- *
617
- * @generated from field: optional uint32 keyterms_recognized = 7;
634
+ * @generated from field: optional uint32 entities_uttered = 12;
618
635
  */
619
- keytermsRecognized?: number;
636
+ entitiesUttered?: number;
620
637
 
621
638
  /**
622
- * needs the RemoteSession; agent-reported STT/endpointing delay, mean
639
+ * @generated from field: optional uint32 entities_recognized = 13;
640
+ */
641
+ entitiesRecognized?: number;
642
+
643
+ /**
644
+ * Retention: an entity is acquired at the first saying heard right, and
645
+ * these count only the sayings after that, so recall separates keeping an
646
+ * entity from ever getting it.
623
647
  *
624
- * @generated from field: optional uint32 transcription_latency_ms = 8;
648
+ * acquired_recognized / acquired_uttered
649
+ *
650
+ * @generated from field: optional float entity_recall = 14;
651
+ */
652
+ entityRecall?: number;
653
+
654
+ /**
655
+ * @generated from field: optional uint32 entities_acquired_uttered = 15;
656
+ */
657
+ entitiesAcquiredUttered?: number;
658
+
659
+ /**
660
+ * @generated from field: optional uint32 entities_acquired_recognized = 16;
625
661
  */
626
- transcriptionLatencyMs?: number;
662
+ entitiesAcquiredRecognized?: number;
627
663
 
628
664
  constructor(data?: PartialMessage<SimulationRun_JobMetrics_STT>);
629
665
 
@@ -645,33 +681,26 @@ export declare class SimulationRun_JobMetrics_STT extends Message<SimulationRun_
645
681
  */
646
682
  export declare class SimulationRun_JobMetrics_LLM extends Message<SimulationRun_JobMetrics_LLM> {
647
683
  /**
648
- * needs the RemoteSession; time to first token, mean (per-turn in turns)
684
+ * needs the RemoteSession; time to first token
649
685
  *
650
686
  * @generated from field: optional uint32 ttft_ms = 1;
651
687
  */
652
688
  ttftMs?: number;
653
689
 
654
690
  /**
655
- * needs the RemoteSession; time to first sentence (the smallest speakable unit)
691
+ * needs the RemoteSession; time to first sentence, the smallest speakable unit
656
692
  *
657
693
  * @generated from field: optional uint32 ttfs_ms = 2;
658
694
  */
659
695
  ttfsMs?: number;
660
696
 
661
697
  /**
662
- * needs the RemoteSession; decode rate, mean (per-turn in turns.llm)
698
+ * needs the RemoteSession
663
699
  *
664
700
  * @generated from field: optional float tokens_per_second = 3;
665
701
  */
666
702
  tokensPerSecond?: number;
667
703
 
668
- /**
669
- * audio only; needs the audio judge; judged 0-1: brief enough for voice
670
- *
671
- * @generated from field: optional float conciseness_score = 4;
672
- */
673
- concisenessScore?: number;
674
-
675
704
  constructor(data?: PartialMessage<SimulationRun_JobMetrics_LLM>);
676
705
 
677
706
  static readonly runtime: typeof proto3;
@@ -688,18 +717,11 @@ export declare class SimulationRun_JobMetrics_LLM extends Message<SimulationRun_
688
717
  }
689
718
 
690
719
  /**
691
- * The agent's voice. audio only.
720
+ * The agent's voice. Audio only.
692
721
  *
693
722
  * @generated from message livekit.SimulationRun.JobMetrics.TTS
694
723
  */
695
724
  export declare class SimulationRun_JobMetrics_TTS extends Message<SimulationRun_JobMetrics_TTS> {
696
- /**
697
- * needs the RemoteSession
698
- *
699
- * @generated from field: optional uint32 ttfa_ms = 1;
700
- */
701
- ttfaMs?: number;
702
-
703
725
  /**
704
726
  * needs the RemoteSession; provider byte-level TTFB
705
727
  *
@@ -708,7 +730,7 @@ export declare class SimulationRun_JobMetrics_TTS extends Message<SimulationRun_
708
730
  ttfbMs?: number;
709
731
 
710
732
  /**
711
- * needs the RemoteSession; word error rate, pooled: word_errors / words
733
+ * needs the RemoteSession; word_errors / words
712
734
  *
713
735
  * @generated from field: optional float wer = 3;
714
736
  */
@@ -729,7 +751,7 @@ export declare class SimulationRun_JobMetrics_TTS extends Message<SimulationRun_
729
751
  wordErrors?: number;
730
752
 
731
753
  /**
732
- * needs the RemoteSession; character error rate, pooled
754
+ * needs the RemoteSession; char_errors / chars
733
755
  *
734
756
  * @generated from field: optional float cer = 9;
735
757
  */
@@ -750,39 +772,40 @@ export declare class SimulationRun_JobMetrics_TTS extends Message<SimulationRun_
750
772
  charErrors?: number;
751
773
 
752
774
  /**
753
- * speaking rate; conversational English ~110-150
775
+ * Key entities the agent said, as the caller heard them. Needs the text judge.
754
776
  *
755
- * @generated from field: optional float speech_rate_wpm = 4;
777
+ * recognized / uttered
778
+ *
779
+ * @generated from field: optional float entity_recognition = 14;
756
780
  */
757
- speechRateWpm?: number;
781
+ entityRecognition?: number;
758
782
 
759
783
  /**
760
- * pooling stats for speech_rate_wpm: raw heard words (not WER tokens)
761
- *
762
- * @generated from field: optional uint32 heard_words = 12;
784
+ * @generated from field: optional uint32 entities_uttered = 15;
763
785
  */
764
- heardWords?: number;
786
+ entitiesUttered?: number;
765
787
 
766
788
  /**
767
- * agent voiced time, sum of raw VAD segments
768
- *
769
- * @generated from field: optional uint32 speech_ms = 13;
789
+ * @generated from field: optional uint32 entities_recognized = 16;
770
790
  */
771
- speechMs?: number;
791
+ entitiesRecognized?: number;
772
792
 
773
793
  /**
774
- * needs the audio judge; judged 0-1: prosody / expressiveness
794
+ * acquired_recognized / acquired_uttered
775
795
  *
776
- * @generated from field: optional float naturalness_score = 5;
796
+ * @generated from field: optional float entity_recall = 17;
777
797
  */
778
- naturalnessScore?: number;
798
+ entityRecall?: number;
779
799
 
780
800
  /**
781
- * needs the audio judge; judged 0-1: key entities audibly intact
782
- *
783
- * @generated from field: optional float enunciation_score = 6;
801
+ * @generated from field: optional uint32 entities_acquired_uttered = 18;
802
+ */
803
+ entitiesAcquiredUttered?: number;
804
+
805
+ /**
806
+ * @generated from field: optional uint32 entities_acquired_recognized = 19;
784
807
  */
785
- enunciationScore?: number;
808
+ entitiesAcquiredRecognized?: number;
786
809
 
787
810
  constructor(data?: PartialMessage<SimulationRun_JobMetrics_TTS>);
788
811
 
@@ -806,7 +829,7 @@ export declare class SimulationRun_JobMetrics_TTS extends Message<SimulationRun_
806
829
  */
807
830
  export declare class SimulationRun_JobMetrics_Conversation extends Message<SimulationRun_JobMetrics_Conversation> {
808
831
  /**
809
- * 0-1: latency curve + cut-in/barge-in/missed-turn penalties
832
+ * 0-1
810
833
  *
811
834
  * @generated from field: optional float turn_taking_score = 1;
812
835
  */
@@ -815,36 +838,29 @@ export declare class SimulationRun_JobMetrics_Conversation extends Message<Simul
815
838
  /**
816
839
  * floor-transfer offset; a gap is > 0, an overlap < 0
817
840
  *
818
- * @generated from field: optional int32 response_latency_p50_ms = 2;
841
+ * @generated from field: optional int32 heard_e2e_latency_p50_ms = 2;
819
842
  */
820
- responseLatencyP50Ms?: number;
843
+ heardE2eLatencyP50Ms?: number;
821
844
 
822
845
  /**
823
- * @generated from field: optional int32 response_latency_p95_ms = 3;
846
+ * @generated from field: optional int32 heard_e2e_latency_p95_ms = 3;
824
847
  */
825
- responseLatencyP95Ms?: number;
848
+ heardE2eLatencyP95Ms?: number;
826
849
 
827
850
  /**
828
- * @generated from field: optional int32 response_latency_p99_ms = 4;
829
- */
830
- responseLatencyP99Ms?: number;
831
-
832
- /**
833
- * one turn's floor-transfer offset, cut-in if negative; job/run serve the percentiles
834
- *
835
- * @generated from field: optional int32 response_latency_ms = 16;
851
+ * @generated from field: optional int32 heard_e2e_latency_p99_ms = 4;
836
852
  */
837
- responseLatencyMs?: number;
853
+ heardE2eLatencyP99Ms?: number;
838
854
 
839
855
  /**
840
- * agent audio continuing past a barge-in — per turn: on the barging persona row (presence = barge-in); job: mean
856
+ * agent audio continuing past a barge-in
841
857
  *
842
- * @generated from field: optional uint32 agent_yield_latency_ms = 5;
858
+ * @generated from field: optional uint32 time_to_yield_ms = 5;
843
859
  */
844
- agentYieldLatencyMs?: number;
860
+ timeToYieldMs?: number;
845
861
 
846
862
  /**
847
- * agent started before the caller's turn ended; 0/1 per turn
863
+ * agent started before the caller's turn ended
848
864
  *
849
865
  * @generated from field: optional uint32 eot_misprediction_count = 6;
850
866
  */
@@ -870,25 +886,18 @@ export declare class SimulationRun_JobMetrics_Conversation extends Message<Simul
870
886
  totalSpeechMs?: number;
871
887
 
872
888
  /**
873
- * dead air within the conversation
874
- *
875
- * @generated from field: optional uint32 silence_total_ms = 10;
876
- */
877
- silenceTotalMs?: number;
878
-
879
- /**
880
- * gaps past the natural-pause threshold; 0/1 per turn
889
+ * gaps past the natural-pause threshold
881
890
  *
882
891
  * @generated from field: optional uint32 awkward_silence_count = 11;
883
892
  */
884
893
  awkwardSilenceCount?: number;
885
894
 
886
895
  /**
887
- * the simulated party spoke, the agent never responded; 0/1 per turn
896
+ * the simulated party spoke, the agent never responded
888
897
  *
889
- * @generated from field: optional uint32 unanswered_persona_turns = 12;
898
+ * @generated from field: optional uint32 unanswered_turns = 12;
890
899
  */
891
- unansweredPersonaTurns?: number;
900
+ unansweredTurns?: number;
892
901
 
893
902
  /**
894
903
  * needs the RemoteSession; agent paused for a non-interruption
@@ -898,18 +907,11 @@ export declare class SimulationRun_JobMetrics_Conversation extends Message<Simul
898
907
  falseInterruptionCount?: number;
899
908
 
900
909
  /**
901
- * needs the RemoteSession; of those, never resumed
902
- *
903
- * @generated from field: optional uint32 false_interruption_unrecovered_count = 14;
904
- */
905
- falseInterruptionUnrecoveredCount?: number;
906
-
907
- /**
908
- * needs the RemoteSession; the agent's own claim, mean
910
+ * needs the RemoteSession; the agent's own claim
909
911
  *
910
- * @generated from field: optional uint32 agent_reported_e2e_latency_ms = 15;
912
+ * @generated from field: optional uint32 e2e_latency_ms = 15;
911
913
  */
912
- agentReportedE2eLatencyMs?: number;
914
+ e2eLatencyMs?: number;
913
915
 
914
916
  constructor(data?: PartialMessage<SimulationRun_JobMetrics_Conversation>);
915
917
 
@@ -927,44 +929,8 @@ export declare class SimulationRun_JobMetrics_Conversation extends Message<Simul
927
929
  }
928
930
 
929
931
  /**
930
- * Was the call spoiled by the simulator, not the agent? Diagnostic only —
931
- * never folded into the scores; run aggregation excludes flagged calls
932
- * from the two headline scores.
933
- *
934
- * @generated from message livekit.SimulationRun.JobMetrics.Simulator
935
- */
936
- export declare class SimulationRun_JobMetrics_Simulator extends Message<SimulationRun_JobMetrics_Simulator> {
937
- /**
938
- * simulator ended a still-progressing call
939
- *
940
- * @generated from field: optional bool early_termination = 1;
941
- */
942
- earlyTermination?: boolean;
943
-
944
- /**
945
- * simulator dragged on after the goal was met
946
- *
947
- * @generated from field: optional bool late_termination = 2;
948
- */
949
- lateTermination?: boolean;
950
-
951
- constructor(data?: PartialMessage<SimulationRun_JobMetrics_Simulator>);
952
-
953
- static readonly runtime: typeof proto3;
954
- static readonly typeName = "livekit.SimulationRun.JobMetrics.Simulator";
955
- static readonly fields: FieldList;
956
-
957
- static fromBinary(bytes: Uint8Array, options?: Partial<BinaryReadOptions>): SimulationRun_JobMetrics_Simulator;
958
-
959
- static fromJson(jsonValue: JsonValue, options?: Partial<JsonReadOptions>): SimulationRun_JobMetrics_Simulator;
960
-
961
- static fromJsonString(jsonString: string, options?: Partial<JsonReadOptions>): SimulationRun_JobMetrics_Simulator;
962
-
963
- static equals(a: SimulationRun_JobMetrics_Simulator | PlainMessage<SimulationRun_JobMetrics_Simulator> | undefined, b: SimulationRun_JobMetrics_Simulator | PlainMessage<SimulationRun_JobMetrics_Simulator> | undefined): boolean;
964
- }
965
-
966
- /**
967
- * Rows exist for text and audio;
932
+ * Rows exist for text and audio. The groups above hold the means and pools
933
+ * over these; anything not measured for a turn stays unset.
968
934
  *
969
935
  * @generated from message livekit.SimulationRun.JobMetrics.Turn
970
936
  */
@@ -977,7 +943,7 @@ export declare class SimulationRun_JobMetrics_Turn extends Message<SimulationRun
977
943
  index: number;
978
944
 
979
945
  /**
980
- * ASSISTANT — the agent under test, USER — simulator persona.
946
+ * ASSISTANT = the agent under test, USER = simulator persona
981
947
  *
982
948
  * @generated from field: livekit.agent.ChatRole role = 2;
983
949
  */
@@ -998,34 +964,83 @@ export declare class SimulationRun_JobMetrics_Turn extends Message<SimulationRun
998
964
  endMs?: number;
999
965
 
1000
966
  /**
1001
- * Job groups hold means/pools of these; a field with no per-turn measurement stays unset here.
967
+ * needs the RemoteSession
1002
968
  *
1003
- * transcription_latency_ms
969
+ * @generated from field: optional uint32 stt_delay_ms = 5;
970
+ */
971
+ sttDelayMs?: number;
972
+
973
+ /**
974
+ * needs the RemoteSession
1004
975
  *
1005
- * @generated from field: livekit.SimulationRun.JobMetrics.STT stt = 5;
976
+ * @generated from field: optional uint32 llm_ttft_ms = 6;
1006
977
  */
1007
- stt?: SimulationRun_JobMetrics_STT;
978
+ llmTtftMs?: number;
1008
979
 
1009
980
  /**
1010
- * ttft_ms, ttfs_ms, tokens_per_second, conciseness_score
981
+ * needs the RemoteSession
1011
982
  *
1012
- * @generated from field: livekit.SimulationRun.JobMetrics.LLM llm = 6;
983
+ * @generated from field: optional uint32 llm_ttfs_ms = 7;
1013
984
  */
1014
- llm?: SimulationRun_JobMetrics_LLM;
985
+ llmTtfsMs?: number;
986
+
987
+ /**
988
+ * needs the RemoteSession
989
+ *
990
+ * @generated from field: optional float llm_tps = 8;
991
+ */
992
+ llmTps?: number;
1015
993
 
1016
994
  /**
1017
- * ttfa_ms, ttfb_ms, naturalness_score, enunciation_score
995
+ * needs the RemoteSession
1018
996
  *
1019
- * @generated from field: livekit.SimulationRun.JobMetrics.TTS tts = 7;
997
+ * @generated from field: optional uint32 tts_ttfb_ms = 9;
1020
998
  */
1021
- tts?: SimulationRun_JobMetrics_TTS;
999
+ ttsTtfbMs?: number;
1022
1000
 
1023
1001
  /**
1024
- * response_latency_ms, agent_yield_latency_ms, agent_reported_e2e_latency_ms, 0/1 counts
1002
+ * needs the RemoteSession
1025
1003
  *
1026
- * @generated from field: livekit.SimulationRun.JobMetrics.Conversation conversation = 8;
1004
+ * @generated from field: optional uint32 e2e_latency_ms = 10;
1027
1005
  */
1028
- conversation?: SimulationRun_JobMetrics_Conversation;
1006
+ e2eLatencyMs?: number;
1007
+
1008
+ /**
1009
+ * @generated from field: optional int32 heard_e2e_latency_ms = 11;
1010
+ */
1011
+ heardE2eLatencyMs?: number;
1012
+
1013
+ /**
1014
+ * @generated from field: optional uint32 time_to_yield_ms = 12;
1015
+ */
1016
+ timeToYieldMs?: number;
1017
+
1018
+ /**
1019
+ * @generated from field: optional float turn_taking_score = 13;
1020
+ */
1021
+ turnTakingScore?: number;
1022
+
1023
+ /**
1024
+ * needs the text judge
1025
+ *
1026
+ * @generated from field: optional float conciseness = 14;
1027
+ */
1028
+ conciseness?: number;
1029
+
1030
+ /**
1031
+ * @generated from field: optional bool eot_misprediction = 15;
1032
+ */
1033
+ eotMisprediction?: boolean;
1034
+
1035
+ /**
1036
+ * @generated from field: optional bool awkward_silence = 16;
1037
+ */
1038
+ awkwardSilence?: boolean;
1039
+
1040
+ /**
1041
+ * @generated from field: optional bool unanswered = 17;
1042
+ */
1043
+ unanswered?: boolean;
1029
1044
 
1030
1045
  constructor(data?: PartialMessage<SimulationRun_JobMetrics_Turn>);
1031
1046
 
@@ -1043,7 +1058,8 @@ export declare class SimulationRun_JobMetrics_Turn extends Message<SimulationRun
1043
1058
  }
1044
1059
 
1045
1060
  /**
1046
- * Aggregates over this run's jobs. Reuses the JobMetrics group shapes.
1061
+ * Aggregates over this run's jobs, so a run summary does not have to pull
1062
+ * every job and turn. Reuses the JobMetrics group shapes.
1047
1063
  *
1048
1064
  * @generated from message livekit.SimulationRun.RunMetrics
1049
1065
  */
@@ -1088,23 +1104,16 @@ export declare class SimulationRun_RunMetrics extends Message<SimulationRun_RunM
1088
1104
  conversation?: SimulationRun_JobMetrics_Conversation;
1089
1105
 
1090
1106
  /**
1091
- * @generated from field: uint32 jobs_total = 9;
1092
- */
1093
- jobsTotal: number;
1094
-
1095
- /**
1096
- * composites cover jobs_measured - jobs_simulator_fault
1107
+ * Means over the jobs that report them.
1097
1108
  *
1098
- * @generated from field: uint32 jobs_measured = 10;
1109
+ * @generated from field: optional float conciseness = 8;
1099
1110
  */
1100
- jobsMeasured: number;
1111
+ conciseness?: number;
1101
1112
 
1102
1113
  /**
1103
- * spoiled by the simulator: flagged, not scored
1104
- *
1105
- * @generated from field: uint32 jobs_simulator_fault = 11;
1114
+ * @generated from field: optional float conversation_progression = 9;
1106
1115
  */
1107
- jobsSimulatorFault: number;
1116
+ conversationProgression?: number;
1108
1117
 
1109
1118
  constructor(data?: PartialMessage<SimulationRun_RunMetrics>);
1110
1119
 
@@ -1187,6 +1196,23 @@ export declare class SimulationRun_Create_Request extends Message<SimulationRun_
1187
1196
  */
1188
1197
  mode: SimulationMode;
1189
1198
 
1199
+ /**
1200
+ * Impairments applied to the simulated user's audio; AUDIO mode only.
1201
+ *
1202
+ * @generated from field: bool background_noise = 10;
1203
+ */
1204
+ backgroundNoise: boolean;
1205
+
1206
+ /**
1207
+ * @generated from field: bool low_quality_microphone = 11;
1208
+ */
1209
+ lowQualityMicrophone: boolean;
1210
+
1211
+ /**
1212
+ * @generated from field: bool packet_loss = 12;
1213
+ */
1214
+ packetLoss: boolean;
1215
+
1190
1216
  constructor(data?: PartialMessage<SimulationRun_Create_Request>);
1191
1217
 
1192
1218
  static readonly runtime: typeof proto3;
@@ -1413,6 +1439,28 @@ export declare class SimulationRun_List_Request extends Message<SimulationRun_Li
1413
1439
  */
1414
1440
  pageToken?: TokenPagination;
1415
1441
 
1442
+ /**
1443
+ * Half-open window [start_time, end_time) on created_at, the leading key
1444
+ * of this list's keyset. Unset bounds mean no window, so existing callers
1445
+ * keep their unbounded scan; the histogram's selected range sets both.
1446
+ *
1447
+ * @generated from field: optional google.protobuf.Timestamp start_time = 4;
1448
+ */
1449
+ startTime?: Timestamp;
1450
+
1451
+ /**
1452
+ * @generated from field: optional google.protobuf.Timestamp end_time = 5;
1453
+ */
1454
+ endTime?: Timestamp;
1455
+
1456
+ /**
1457
+ * Exact agent name. Unset means every agent — including the runs whose
1458
+ * name is empty, which a bare string could not tell from no filter.
1459
+ *
1460
+ * @generated from field: optional string agent_name = 6;
1461
+ */
1462
+ agentName?: string;
1463
+
1416
1464
  constructor(data?: PartialMessage<SimulationRun_List_Request>);
1417
1465
 
1418
1466
  static readonly runtime: typeof proto3;
@@ -1457,6 +1505,143 @@ export declare class SimulationRun_List_Response extends Message<SimulationRun_L
1457
1505
  static equals(a: SimulationRun_List_Response | PlainMessage<SimulationRun_List_Response> | undefined, b: SimulationRun_List_Response | PlainMessage<SimulationRun_List_Response> | undefined): boolean;
1458
1506
  }
1459
1507
 
1508
+ /**
1509
+ * Counts of the runs `List` would return over the same window, bucketed by
1510
+ * created_at instead of paginated.
1511
+ *
1512
+ * @generated from message livekit.SimulationRun.Counts
1513
+ */
1514
+ export declare class SimulationRun_Counts extends Message<SimulationRun_Counts> {
1515
+ constructor(data?: PartialMessage<SimulationRun_Counts>);
1516
+
1517
+ static readonly runtime: typeof proto3;
1518
+ static readonly typeName = "livekit.SimulationRun.Counts";
1519
+ static readonly fields: FieldList;
1520
+
1521
+ static fromBinary(bytes: Uint8Array, options?: Partial<BinaryReadOptions>): SimulationRun_Counts;
1522
+
1523
+ static fromJson(jsonValue: JsonValue, options?: Partial<JsonReadOptions>): SimulationRun_Counts;
1524
+
1525
+ static fromJsonString(jsonString: string, options?: Partial<JsonReadOptions>): SimulationRun_Counts;
1526
+
1527
+ static equals(a: SimulationRun_Counts | PlainMessage<SimulationRun_Counts> | undefined, b: SimulationRun_Counts | PlainMessage<SimulationRun_Counts> | undefined): boolean;
1528
+ }
1529
+
1530
+ /**
1531
+ * @generated from message livekit.SimulationRun.Counts.Request
1532
+ */
1533
+ export declare class SimulationRun_Counts_Request extends Message<SimulationRun_Counts_Request> {
1534
+ /**
1535
+ * @generated from field: string project_id = 1;
1536
+ */
1537
+ projectId: string;
1538
+
1539
+ /**
1540
+ * Both bounds required: a bucketed scan of a project's whole history is
1541
+ * never what a caller wants.
1542
+ *
1543
+ * @generated from field: google.protobuf.Timestamp start_time = 2;
1544
+ */
1545
+ startTime?: Timestamp;
1546
+
1547
+ /**
1548
+ * @generated from field: google.protobuf.Timestamp end_time = 3;
1549
+ */
1550
+ endTime?: Timestamp;
1551
+
1552
+ /**
1553
+ * Applied as `List` applies it: a filter the rows honour and the bars
1554
+ * above them drop would make the histogram an answer about a wider set.
1555
+ *
1556
+ * @generated from field: optional livekit.SimulationRun.Status status = 4;
1557
+ */
1558
+ status?: SimulationRun_Status;
1559
+
1560
+ /**
1561
+ * @generated from field: optional string agent_name = 5;
1562
+ */
1563
+ agentName?: string;
1564
+
1565
+ constructor(data?: PartialMessage<SimulationRun_Counts_Request>);
1566
+
1567
+ static readonly runtime: typeof proto3;
1568
+ static readonly typeName = "livekit.SimulationRun.Counts.Request";
1569
+ static readonly fields: FieldList;
1570
+
1571
+ static fromBinary(bytes: Uint8Array, options?: Partial<BinaryReadOptions>): SimulationRun_Counts_Request;
1572
+
1573
+ static fromJson(jsonValue: JsonValue, options?: Partial<JsonReadOptions>): SimulationRun_Counts_Request;
1574
+
1575
+ static fromJsonString(jsonString: string, options?: Partial<JsonReadOptions>): SimulationRun_Counts_Request;
1576
+
1577
+ static equals(a: SimulationRun_Counts_Request | PlainMessage<SimulationRun_Counts_Request> | undefined, b: SimulationRun_Counts_Request | PlainMessage<SimulationRun_Counts_Request> | undefined): boolean;
1578
+ }
1579
+
1580
+ /**
1581
+ * @generated from message livekit.SimulationRun.Counts.Response
1582
+ */
1583
+ export declare class SimulationRun_Counts_Response extends Message<SimulationRun_Counts_Response> {
1584
+ /**
1585
+ * Buckets holding at least one run, ascending by bucket_start. Empty
1586
+ * buckets are omitted; each run lands in exactly one bucket, so the
1587
+ * counts sum to the number of runs in the window.
1588
+ *
1589
+ * @generated from field: repeated livekit.SimulationRun.Counts.Bucket buckets = 1;
1590
+ */
1591
+ buckets: SimulationRun_Counts_Bucket[];
1592
+
1593
+ /**
1594
+ * The bucket width the server chose from the window, so the client
1595
+ * zero-fills the omitted buckets on the grid the counts were built on.
1596
+ *
1597
+ * @generated from field: google.protobuf.Duration interval = 2;
1598
+ */
1599
+ interval?: Duration;
1600
+
1601
+ constructor(data?: PartialMessage<SimulationRun_Counts_Response>);
1602
+
1603
+ static readonly runtime: typeof proto3;
1604
+ static readonly typeName = "livekit.SimulationRun.Counts.Response";
1605
+ static readonly fields: FieldList;
1606
+
1607
+ static fromBinary(bytes: Uint8Array, options?: Partial<BinaryReadOptions>): SimulationRun_Counts_Response;
1608
+
1609
+ static fromJson(jsonValue: JsonValue, options?: Partial<JsonReadOptions>): SimulationRun_Counts_Response;
1610
+
1611
+ static fromJsonString(jsonString: string, options?: Partial<JsonReadOptions>): SimulationRun_Counts_Response;
1612
+
1613
+ static equals(a: SimulationRun_Counts_Response | PlainMessage<SimulationRun_Counts_Response> | undefined, b: SimulationRun_Counts_Response | PlainMessage<SimulationRun_Counts_Response> | undefined): boolean;
1614
+ }
1615
+
1616
+ /**
1617
+ * @generated from message livekit.SimulationRun.Counts.Bucket
1618
+ */
1619
+ export declare class SimulationRun_Counts_Bucket extends Message<SimulationRun_Counts_Bucket> {
1620
+ /**
1621
+ * @generated from field: google.protobuf.Timestamp bucket_start = 1;
1622
+ */
1623
+ bucketStart?: Timestamp;
1624
+
1625
+ /**
1626
+ * @generated from field: uint64 count = 2;
1627
+ */
1628
+ count: bigint;
1629
+
1630
+ constructor(data?: PartialMessage<SimulationRun_Counts_Bucket>);
1631
+
1632
+ static readonly runtime: typeof proto3;
1633
+ static readonly typeName = "livekit.SimulationRun.Counts.Bucket";
1634
+ static readonly fields: FieldList;
1635
+
1636
+ static fromBinary(bytes: Uint8Array, options?: Partial<BinaryReadOptions>): SimulationRun_Counts_Bucket;
1637
+
1638
+ static fromJson(jsonValue: JsonValue, options?: Partial<JsonReadOptions>): SimulationRun_Counts_Bucket;
1639
+
1640
+ static fromJsonString(jsonString: string, options?: Partial<JsonReadOptions>): SimulationRun_Counts_Bucket;
1641
+
1642
+ static equals(a: SimulationRun_Counts_Bucket | PlainMessage<SimulationRun_Counts_Bucket> | undefined, b: SimulationRun_Counts_Bucket | PlainMessage<SimulationRun_Counts_Bucket> | undefined): boolean;
1643
+ }
1644
+
1460
1645
  /**
1461
1646
  * @generated from message livekit.SimulationRun.Cancel
1462
1647
  */