@livekit/protocol 1.50.2 → 1.50.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/dist/index.d.cts CHANGED
@@ -4754,6 +4754,20 @@ declare class MetricsRecordingHeader extends Message<MetricsRecordingHeader> {
4754
4754
  */
4755
4755
  jobId: string;
4756
4756
 
4757
+ /**
4758
+ * session is a simulation; the collector skips PII redaction for it unless redaction_enabled is set
4759
+ *
4760
+ * @generated from field: bool simulated = 9;
4761
+ */
4762
+ simulated: boolean;
4763
+
4764
+ /**
4765
+ * force PII redaction on for this session (only ever enables, never disables)
4766
+ *
4767
+ * @generated from field: bool redaction_enabled = 10;
4768
+ */
4769
+ redactionEnabled: boolean;
4770
+
4757
4771
  constructor(data?: PartialMessage<MetricsRecordingHeader>);
4758
4772
 
4759
4773
  static readonly runtime: typeof proto3;
@@ -5842,11 +5856,16 @@ declare enum ParticipantInfo_KindDetail {
5842
5856
  CONNECTOR_TWILIO = 3,
5843
5857
 
5844
5858
  /**
5845
- * NEXT_ID: 5
5846
- *
5847
5859
  * @generated from enum value: BRIDGE_RTSP = 4;
5848
5860
  */
5849
5861
  BRIDGE_RTSP = 4,
5862
+
5863
+ /**
5864
+ * NEXT_ID: 6
5865
+ *
5866
+ * @generated from enum value: SIMULATION = 5;
5867
+ */
5868
+ SIMULATION = 5,
5850
5869
  }
5851
5870
 
5852
5871
  /**
@@ -10364,11 +10383,15 @@ declare class SimulationRun_JobMetrics extends Message<SimulationRun_JobMetrics>
10364
10383
  * accuracy = task_completion x3 + stt.keyterm_recall + (1 - stt.wer) + tts.enunciation_score
10365
10384
  * experience = conversation.turn_taking_score x2 + tts.naturalness_score + llm.conciseness_score
10366
10385
  *
10386
+ * absent when the simulator spoiled the call
10387
+ *
10367
10388
  * @generated from field: optional float accuracy_score = 1;
10368
10389
  */
10369
10390
  accuracyScore?: number;
10370
10391
 
10371
10392
  /**
10393
+ * absent when the simulator spoiled the call
10394
+ *
10372
10395
  * @generated from field: optional float experience_score = 2;
10373
10396
  */
10374
10397
  experienceScore?: number;
@@ -10376,6 +10399,8 @@ declare class SimulationRun_JobMetrics extends Message<SimulationRun_JobMetrics>
10376
10399
  /**
10377
10400
  * The accuracy anchor: the scenario verdict as 1/0, or the fraction of the declared target state the call reached.
10378
10401
  *
10402
+ * absent when the simulator spoiled the call
10403
+ *
10379
10404
  * @generated from field: optional float task_completion = 3;
10380
10405
  */
10381
10406
  taskCompletion?: number;
@@ -10434,7 +10459,7 @@ declare class SimulationRun_JobMetrics extends Message<SimulationRun_JobMetrics>
10434
10459
  hasRemoteSession: boolean;
10435
10460
 
10436
10461
  /**
10437
- * call start (first speech edge); turn times relative to it
10462
+ * audio only; call start (first speech edge); turn times relative to it
10438
10463
  *
10439
10464
  * @generated from field: google.protobuf.Timestamp t0 = 13;
10440
10465
  */
@@ -10456,66 +10481,76 @@ declare class SimulationRun_JobMetrics extends Message<SimulationRun_JobMetrics>
10456
10481
  }
10457
10482
 
10458
10483
  /**
10459
- * The agent's perception of the caller.
10484
+ * The agent's perception of the caller. Audio only.
10460
10485
  *
10461
10486
  * @generated from message livekit.SimulationRun.JobMetrics.STT
10462
10487
  */
10463
10488
  declare class SimulationRun_JobMetrics_STT extends Message<SimulationRun_JobMetrics_STT> {
10464
10489
  /**
10465
- * word error rate, pooled: word_errors / words
10490
+ * needs the RemoteSession; word error rate, pooled: word_errors / words
10466
10491
  *
10467
10492
  * @generated from field: optional float wer = 1;
10468
10493
  */
10469
10494
  wer?: number;
10470
10495
 
10471
10496
  /**
10472
- * pooling stats: run WER = sum errors / sum words
10497
+ * needs the RemoteSession; pooling stats: run WER = sum errors / sum words
10473
10498
  *
10474
10499
  * @generated from field: optional uint32 words = 2;
10475
10500
  */
10476
10501
  words?: number;
10477
10502
 
10478
10503
  /**
10504
+ * needs the RemoteSession
10505
+ *
10479
10506
  * @generated from field: optional uint32 word_errors = 3;
10480
10507
  */
10481
10508
  wordErrors?: number;
10482
10509
 
10483
10510
  /**
10484
- * character error rate, pooled
10511
+ * needs the RemoteSession; character error rate, pooled
10485
10512
  *
10486
10513
  * @generated from field: optional float cer = 4;
10487
10514
  */
10488
10515
  cer?: number;
10489
10516
 
10490
10517
  /**
10518
+ * needs the RemoteSession
10519
+ *
10491
10520
  * @generated from field: optional uint32 chars = 9;
10492
10521
  */
10493
10522
  chars?: number;
10494
10523
 
10495
10524
  /**
10525
+ * needs the RemoteSession
10526
+ *
10496
10527
  * @generated from field: optional uint32 char_errors = 10;
10497
10528
  */
10498
10529
  charErrors?: number;
10499
10530
 
10500
10531
  /**
10501
- * recall of uttered key entities (names, IDs, amounts)
10532
+ * needs the RemoteSession; recall of uttered key entities (names, IDs, amounts)
10502
10533
  *
10503
10534
  * @generated from field: optional float keyterm_recall = 5;
10504
10535
  */
10505
10536
  keytermRecall?: number;
10506
10537
 
10507
10538
  /**
10539
+ * needs the RemoteSession
10540
+ *
10508
10541
  * @generated from field: optional uint32 keyterms_uttered = 6;
10509
10542
  */
10510
10543
  keytermsUttered?: number;
10511
10544
 
10512
10545
  /**
10546
+ * needs the RemoteSession
10547
+ *
10513
10548
  * @generated from field: optional uint32 keyterms_recognized = 7;
10514
10549
  */
10515
10550
  keytermsRecognized?: number;
10516
10551
 
10517
10552
  /**
10518
- * agent-reported STT/endpointing delay, mean
10553
+ * needs the RemoteSession; agent-reported STT/endpointing delay, mean
10519
10554
  *
10520
10555
  * @generated from field: optional uint32 transcription_latency_ms = 8;
10521
10556
  */
@@ -10541,28 +10576,28 @@ declare class SimulationRun_JobMetrics_STT extends Message<SimulationRun_JobMetr
10541
10576
  */
10542
10577
  declare class SimulationRun_JobMetrics_LLM extends Message<SimulationRun_JobMetrics_LLM> {
10543
10578
  /**
10544
- * time to first token, mean (per-turn in turns)
10579
+ * needs the RemoteSession; time to first token, mean (per-turn in turns)
10545
10580
  *
10546
10581
  * @generated from field: optional uint32 ttft_ms = 1;
10547
10582
  */
10548
10583
  ttftMs?: number;
10549
10584
 
10550
10585
  /**
10551
- * time to first sentence — the smallest speakable unit
10586
+ * needs the RemoteSession; time to first sentence (the smallest speakable unit)
10552
10587
  *
10553
10588
  * @generated from field: optional uint32 ttfs_ms = 2;
10554
10589
  */
10555
10590
  ttfsMs?: number;
10556
10591
 
10557
10592
  /**
10558
- * decode rate, mean
10593
+ * needs the RemoteSession; decode rate, mean (per-turn in turns.llm)
10559
10594
  *
10560
10595
  * @generated from field: optional float tokens_per_second = 3;
10561
10596
  */
10562
10597
  tokensPerSecond?: number;
10563
10598
 
10564
10599
  /**
10565
- * judged 0-1: brief enough for voice
10600
+ * audio only; needs the audio judge; judged 0-1: brief enough for voice
10566
10601
  *
10567
10602
  * @generated from field: optional float conciseness_score = 4;
10568
10603
  */
@@ -10584,57 +10619,63 @@ declare class SimulationRun_JobMetrics_LLM extends Message<SimulationRun_JobMetr
10584
10619
  }
10585
10620
 
10586
10621
  /**
10587
- * The agent's voice.
10622
+ * The agent's voice. audio only.
10588
10623
  *
10589
10624
  * @generated from message livekit.SimulationRun.JobMetrics.TTS
10590
10625
  */
10591
10626
  declare class SimulationRun_JobMetrics_TTS extends Message<SimulationRun_JobMetrics_TTS> {
10592
10627
  /**
10593
- * Time to first AUDIO — the user-relevant signal. Some providers stream
10594
- * bytes before actual speech, so byte-level TTFB alone over-promises;
10595
- * it is kept below for disambiguation.
10628
+ * needs the RemoteSession
10596
10629
  *
10597
10630
  * @generated from field: optional uint32 ttfa_ms = 1;
10598
10631
  */
10599
10632
  ttfaMs?: number;
10600
10633
 
10601
10634
  /**
10602
- * provider byte-level TTFB, agent-reported
10635
+ * needs the RemoteSession; provider byte-level TTFB
10603
10636
  *
10604
10637
  * @generated from field: optional uint32 ttfb_ms = 2;
10605
10638
  */
10606
10639
  ttfbMs?: number;
10607
10640
 
10608
10641
  /**
10609
- * word error rate, pooled: word_errors / words
10642
+ * needs the RemoteSession; word error rate, pooled: word_errors / words
10610
10643
  *
10611
10644
  * @generated from field: optional float wer = 3;
10612
10645
  */
10613
10646
  wer?: number;
10614
10647
 
10615
10648
  /**
10649
+ * needs the RemoteSession
10650
+ *
10616
10651
  * @generated from field: optional uint32 words = 7;
10617
10652
  */
10618
10653
  words?: number;
10619
10654
 
10620
10655
  /**
10656
+ * needs the RemoteSession
10657
+ *
10621
10658
  * @generated from field: optional uint32 word_errors = 8;
10622
10659
  */
10623
10660
  wordErrors?: number;
10624
10661
 
10625
10662
  /**
10626
- * character error rate, pooled
10663
+ * needs the RemoteSession; character error rate, pooled
10627
10664
  *
10628
10665
  * @generated from field: optional float cer = 9;
10629
10666
  */
10630
10667
  cer?: number;
10631
10668
 
10632
10669
  /**
10670
+ * needs the RemoteSession
10671
+ *
10633
10672
  * @generated from field: optional uint32 chars = 10;
10634
10673
  */
10635
10674
  chars?: number;
10636
10675
 
10637
10676
  /**
10677
+ * needs the RemoteSession
10678
+ *
10638
10679
  * @generated from field: optional uint32 char_errors = 11;
10639
10680
  */
10640
10681
  charErrors?: number;
@@ -10647,14 +10688,28 @@ declare class SimulationRun_JobMetrics_TTS extends Message<SimulationRun_JobMetr
10647
10688
  speechRateWpm?: number;
10648
10689
 
10649
10690
  /**
10650
- * judged 0-1: prosody / expressiveness
10691
+ * pooling stats for speech_rate_wpm: raw heard words (not WER tokens)
10692
+ *
10693
+ * @generated from field: optional uint32 heard_words = 12;
10694
+ */
10695
+ heardWords?: number;
10696
+
10697
+ /**
10698
+ * agent voiced time, sum of raw VAD segments
10699
+ *
10700
+ * @generated from field: optional uint32 speech_ms = 13;
10701
+ */
10702
+ speechMs?: number;
10703
+
10704
+ /**
10705
+ * needs the audio judge; judged 0-1: prosody / expressiveness
10651
10706
  *
10652
10707
  * @generated from field: optional float naturalness_score = 5;
10653
10708
  */
10654
10709
  naturalnessScore?: number;
10655
10710
 
10656
10711
  /**
10657
- * judged 0-1: key entities audibly intact
10712
+ * needs the audio judge; judged 0-1: key entities audibly intact
10658
10713
  *
10659
10714
  * @generated from field: optional float enunciation_score = 6;
10660
10715
  */
@@ -10676,8 +10731,7 @@ declare class SimulationRun_JobMetrics_TTS extends Message<SimulationRun_JobMetr
10676
10731
  }
10677
10732
 
10678
10733
  /**
10679
- * End-to-end floor dynamics, measured off the audio timeline — the ground
10680
- * truth of what the caller hears, independent of agent self-reports.
10734
+ * Audio only.
10681
10735
  *
10682
10736
  * @generated from message livekit.SimulationRun.JobMetrics.Conversation
10683
10737
  */
@@ -10707,14 +10761,21 @@ declare class SimulationRun_JobMetrics_Conversation extends Message<SimulationRu
10707
10761
  responseLatencyP99Ms?: number;
10708
10762
 
10709
10763
  /**
10710
- * how long the agent talks after a barge-in, mean
10764
+ * one turn's floor-transfer offset, cut-in if negative; job/run serve the percentiles
10765
+ *
10766
+ * @generated from field: optional int32 response_latency_ms = 16;
10767
+ */
10768
+ responseLatencyMs?: number;
10769
+
10770
+ /**
10771
+ * agent audio continuing past a barge-in — per turn: on the barging persona row (presence = barge-in); job: mean
10711
10772
  *
10712
10773
  * @generated from field: optional uint32 agent_yield_latency_ms = 5;
10713
10774
  */
10714
10775
  agentYieldLatencyMs?: number;
10715
10776
 
10716
10777
  /**
10717
- * agent started before the caller's turn ended
10778
+ * agent started before the caller's turn ended; 0/1 per turn
10718
10779
  *
10719
10780
  * @generated from field: optional uint32 eot_misprediction_count = 6;
10720
10781
  */
@@ -10747,35 +10808,35 @@ declare class SimulationRun_JobMetrics_Conversation extends Message<SimulationRu
10747
10808
  silenceTotalMs?: number;
10748
10809
 
10749
10810
  /**
10750
- * gaps past the natural-pause threshold
10811
+ * gaps past the natural-pause threshold; 0/1 per turn
10751
10812
  *
10752
10813
  * @generated from field: optional uint32 awkward_silence_count = 11;
10753
10814
  */
10754
10815
  awkwardSilenceCount?: number;
10755
10816
 
10756
10817
  /**
10757
- * the simulated party spoke, the agent never responded
10818
+ * the simulated party spoke, the agent never responded; 0/1 per turn
10758
10819
  *
10759
10820
  * @generated from field: optional uint32 unanswered_persona_turns = 12;
10760
10821
  */
10761
10822
  unansweredPersonaTurns?: number;
10762
10823
 
10763
10824
  /**
10764
- * agent paused for a non-interruption
10825
+ * needs the RemoteSession; agent paused for a non-interruption
10765
10826
  *
10766
10827
  * @generated from field: optional uint32 false_interruption_count = 13;
10767
10828
  */
10768
10829
  falseInterruptionCount?: number;
10769
10830
 
10770
10831
  /**
10771
- * of those, never resumed
10832
+ * needs the RemoteSession; of those, never resumed
10772
10833
  *
10773
10834
  * @generated from field: optional uint32 false_interruption_unrecovered_count = 14;
10774
10835
  */
10775
10836
  falseInterruptionUnrecoveredCount?: number;
10776
10837
 
10777
10838
  /**
10778
- * the agent's own claim, mean
10839
+ * needs the RemoteSession; the agent's own claim, mean
10779
10840
  *
10780
10841
  * @generated from field: optional uint32 agent_reported_e2e_latency_ms = 15;
10781
10842
  */
@@ -10834,6 +10895,8 @@ declare class SimulationRun_JobMetrics_Simulator extends Message<SimulationRun_J
10834
10895
  }
10835
10896
 
10836
10897
  /**
10898
+ * Rows exist for text and audio;
10899
+ *
10837
10900
  * @generated from message livekit.SimulationRun.JobMetrics.Turn
10838
10901
  */
10839
10902
  declare class SimulationRun_JobMetrics_Turn extends Message<SimulationRun_JobMetrics_Turn> {
@@ -10852,78 +10915,48 @@ declare class SimulationRun_JobMetrics_Turn extends Message<SimulationRun_JobMet
10852
10915
  role: ChatRole;
10853
10916
 
10854
10917
  /**
10855
- * relative to t0; unset if the turn could not be aligned to the audio
10918
+ * audio only; relative to t0; unset if the turn could not be aligned to the audio
10856
10919
  *
10857
10920
  * @generated from field: optional uint32 start_ms = 3;
10858
10921
  */
10859
10922
  startMs?: number;
10860
10923
 
10861
10924
  /**
10925
+ * audio only
10926
+ *
10862
10927
  * @generated from field: optional uint32 end_ms = 4;
10863
10928
  */
10864
10929
  endMs?: number;
10865
10930
 
10866
10931
  /**
10867
- * Agent-turn measurements; a negative response latency is a cut-in (the
10868
- * agent started before the caller's turn ended).
10932
+ * Job groups hold means/pools of these; a field with no per-turn measurement stays unset here.
10869
10933
  *
10870
- * @generated from field: optional int32 response_latency_ms = 5;
10871
- */
10872
- responseLatencyMs?: number;
10873
-
10874
- /**
10875
- * @generated from field: optional uint32 transcription_delay_ms = 6;
10876
- */
10877
- transcriptionDelayMs?: number;
10878
-
10879
- /**
10880
- * @generated from field: optional uint32 llm_ttft_ms = 7;
10881
- */
10882
- llmTtftMs?: number;
10883
-
10884
- /**
10885
- * @generated from field: optional uint32 llm_ttfs_ms = 8;
10886
- */
10887
- llmTtfsMs?: number;
10888
-
10889
- /**
10890
- * @generated from field: optional uint32 tts_ttfa_ms = 9;
10891
- */
10892
- ttsTtfaMs?: number;
10893
-
10894
- /**
10895
- * @generated from field: optional uint32 tts_ttfb_ms = 10;
10896
- */
10897
- ttsTtfbMs?: number;
10898
-
10899
- /**
10900
- * @generated from field: optional uint32 agent_reported_e2e_latency_ms = 11;
10901
- */
10902
- agentReportedE2eLatencyMs?: number;
10903
-
10904
- /**
10905
- * @generated from field: optional float conciseness_score = 12;
10934
+ * transcription_latency_ms
10935
+ *
10936
+ * @generated from field: livekit.SimulationRun.JobMetrics.STT stt = 5;
10906
10937
  */
10907
- concisenessScore?: number;
10938
+ stt?: SimulationRun_JobMetrics_STT;
10908
10939
 
10909
10940
  /**
10910
- * @generated from field: optional float naturalness_score = 13;
10941
+ * ttft_ms, ttfs_ms, tokens_per_second, conciseness_score
10942
+ *
10943
+ * @generated from field: livekit.SimulationRun.JobMetrics.LLM llm = 6;
10911
10944
  */
10912
- naturalnessScore?: number;
10945
+ llm?: SimulationRun_JobMetrics_LLM;
10913
10946
 
10914
10947
  /**
10915
- * judged 0-1: this turn's key entities audibly intact
10948
+ * ttfa_ms, ttfb_ms, naturalness_score, enunciation_score
10916
10949
  *
10917
- * @generated from field: optional float enunciation_score = 14;
10950
+ * @generated from field: livekit.SimulationRun.JobMetrics.TTS tts = 7;
10918
10951
  */
10919
- enunciationScore?: number;
10952
+ tts?: SimulationRun_JobMetrics_TTS;
10920
10953
 
10921
10954
  /**
10922
- * judge failure tags ("verbosity_or_filler", ...)
10955
+ * response_latency_ms, agent_yield_latency_ms, agent_reported_e2e_latency_ms, 0/1 counts
10923
10956
  *
10924
- * @generated from field: repeated string flags = 15;
10957
+ * @generated from field: livekit.SimulationRun.JobMetrics.Conversation conversation = 8;
10925
10958
  */
10926
- flags: string[];
10959
+ conversation?: SimulationRun_JobMetrics_Conversation;
10927
10960
 
10928
10961
  constructor(data?: PartialMessage<SimulationRun_JobMetrics_Turn>);
10929
10962