@livekit/protocol 1.50.3 → 1.51.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.cjs +199 -102
- package/dist/index.cjs.map +1 -1
- package/dist/index.d.cts +718 -238
- package/dist/index.d.mts +718 -238
- package/dist/index.d.ts +718 -238
- package/dist/index.mjs +193 -101
- package/dist/index.mjs.map +1 -1
- package/package.json +3 -3
- package/src/gen/livekit_agent_simulation_pb.d.ts +369 -184
- package/src/gen/livekit_agent_simulation_pb.js +103 -49
- package/src/gen/livekit_agentdb_pb.d.ts +1126 -0
- package/src/gen/livekit_agentdb_pb.js +447 -0
- package/src/gen/livekit_analytics_pb.d.ts +13 -1
- package/src/gen/livekit_analytics_pb.js +3 -1
- package/src/gen/livekit_egress_pb.d.ts +7 -44
- package/src/gen/livekit_egress_pb.js +1 -14
- package/src/gen/livekit_metrics_pb.d.ts +14 -0
- package/src/gen/livekit_metrics_pb.js +2 -0
- package/src/gen/livekit_models_pb.d.ts +54 -2
- package/src/gen/livekit_models_pb.js +18 -0
- package/src/gen/livekit_room_pb.d.ts +1 -1
- package/src/gen/livekit_rtc_pb.d.ts +5 -0
- package/src/gen/livekit_rtc_pb.js +1 -0
- package/src/gen/livekit_sip_pb.d.ts +118 -1
- package/src/gen/livekit_sip_pb.js +31 -0
- package/src/gen/livekit_webhook_pb.d.ts +17 -2
- package/src/gen/livekit_webhook_pb.js +4 -1
- package/src/gen/version.js +1 -1
|
@@ -17,7 +17,7 @@
|
|
|
17
17
|
/* eslint-disable */
|
|
18
18
|
// @ts-nocheck
|
|
19
19
|
|
|
20
|
-
import type { BinaryReadOptions, FieldList, JsonReadOptions, JsonValue, PartialMessage, PlainMessage, Timestamp } from "@bufbuild/protobuf";
|
|
20
|
+
import type { BinaryReadOptions, Duration, FieldList, JsonReadOptions, JsonValue, PartialMessage, PlainMessage, Timestamp } from "@bufbuild/protobuf";
|
|
21
21
|
import { Message, proto3 } from "@bufbuild/protobuf";
|
|
22
22
|
import type { ChatContext, ChatRole } from "./agent/livekit_agent_session_pb.js";
|
|
23
23
|
import type { PresignedPostRequest } from "./livekit_cloud_agent_pb.js";
|
|
@@ -228,7 +228,7 @@ export declare class SimulationRun extends Message<SimulationRun> {
|
|
|
228
228
|
mode: SimulationMode;
|
|
229
229
|
|
|
230
230
|
/**
|
|
231
|
-
* Run-level
|
|
231
|
+
* Run-level aggregates over this run's jobs.
|
|
232
232
|
*
|
|
233
233
|
* @generated from field: livekit.SimulationRun.RunMetrics metrics = 19;
|
|
234
234
|
*/
|
|
@@ -447,28 +447,19 @@ export declare class SimulationRun_Job_Usage extends Message<SimulationRun_Job_U
|
|
|
447
447
|
*/
|
|
448
448
|
export declare class SimulationRun_JobMetrics extends Message<SimulationRun_JobMetrics> {
|
|
449
449
|
/**
|
|
450
|
-
* Headline scores, 0-1
|
|
451
|
-
* members that ran (a missing member renormalizes the rest):
|
|
452
|
-
* accuracy = task_completion x3 + stt.keyterm_recall + (1 - stt.wer) + tts.enunciation_score
|
|
453
|
-
* experience = conversation.turn_taking_score x2 + tts.naturalness_score + llm.conciseness_score
|
|
454
|
-
*
|
|
455
|
-
* absent when the simulator spoiled the call
|
|
450
|
+
* Headline scores, 0-1. All absent when the simulator spoiled the call.
|
|
456
451
|
*
|
|
457
452
|
* @generated from field: optional float accuracy_score = 1;
|
|
458
453
|
*/
|
|
459
454
|
accuracyScore?: number;
|
|
460
455
|
|
|
461
456
|
/**
|
|
462
|
-
* absent when the simulator spoiled the call
|
|
463
|
-
*
|
|
464
457
|
* @generated from field: optional float experience_score = 2;
|
|
465
458
|
*/
|
|
466
459
|
experienceScore?: number;
|
|
467
460
|
|
|
468
461
|
/**
|
|
469
|
-
*
|
|
470
|
-
*
|
|
471
|
-
* absent when the simulator spoiled the call
|
|
462
|
+
* the scenario verdict as 1/0
|
|
472
463
|
*
|
|
473
464
|
* @generated from field: optional float task_completion = 3;
|
|
474
465
|
*/
|
|
@@ -495,12 +486,7 @@ export declare class SimulationRun_JobMetrics extends Message<SimulationRun_JobM
|
|
|
495
486
|
conversation?: SimulationRun_JobMetrics_Conversation;
|
|
496
487
|
|
|
497
488
|
/**
|
|
498
|
-
*
|
|
499
|
-
*/
|
|
500
|
-
simulator?: SimulationRun_JobMetrics_Simulator;
|
|
501
|
-
|
|
502
|
-
/**
|
|
503
|
-
* Conversation timeline: one entry per transcript turn, both speakers.
|
|
489
|
+
* One entry per turn, both speakers.
|
|
504
490
|
*
|
|
505
491
|
* @generated from field: repeated livekit.SimulationRun.JobMetrics.Turn turns = 9;
|
|
506
492
|
*/
|
|
@@ -513,13 +499,6 @@ export declare class SimulationRun_JobMetrics extends Message<SimulationRun_JobM
|
|
|
513
499
|
*/
|
|
514
500
|
judgeModel: string;
|
|
515
501
|
|
|
516
|
-
/**
|
|
517
|
-
* audio (LALM) judge; "" if none ran
|
|
518
|
-
*
|
|
519
|
-
* @generated from field: string audio_judge_model = 11;
|
|
520
|
-
*/
|
|
521
|
-
audioJudgeModel: string;
|
|
522
|
-
|
|
523
502
|
/**
|
|
524
503
|
* false = waveform-only capture (e.g. SIP)
|
|
525
504
|
*
|
|
@@ -534,6 +513,44 @@ export declare class SimulationRun_JobMetrics extends Message<SimulationRun_JobM
|
|
|
534
513
|
*/
|
|
535
514
|
t0?: Timestamp;
|
|
536
515
|
|
|
516
|
+
/**
|
|
517
|
+
* Judged over the authored dialog (text and audio); needs the text judge.
|
|
518
|
+
*
|
|
519
|
+
* judged {0, 0.5, 1} per agent turn; job = mean
|
|
520
|
+
*
|
|
521
|
+
* @generated from field: optional float conciseness = 14;
|
|
522
|
+
*/
|
|
523
|
+
conciseness?: number;
|
|
524
|
+
|
|
525
|
+
/**
|
|
526
|
+
* Whole-call issue flags; true = present, absent = not judged.
|
|
527
|
+
*
|
|
528
|
+
* @generated from field: optional bool unnecessary_tool_calls = 15;
|
|
529
|
+
*/
|
|
530
|
+
unnecessaryToolCalls?: boolean;
|
|
531
|
+
|
|
532
|
+
/**
|
|
533
|
+
* @generated from field: optional bool information_loss = 16;
|
|
534
|
+
*/
|
|
535
|
+
informationLoss?: boolean;
|
|
536
|
+
|
|
537
|
+
/**
|
|
538
|
+
* @generated from field: optional bool redundant_statements = 17;
|
|
539
|
+
*/
|
|
540
|
+
redundantStatements?: boolean;
|
|
541
|
+
|
|
542
|
+
/**
|
|
543
|
+
* @generated from field: optional bool poor_question_quality = 18;
|
|
544
|
+
*/
|
|
545
|
+
poorQuestionQuality?: boolean;
|
|
546
|
+
|
|
547
|
+
/**
|
|
548
|
+
* 0-1, derived from the flags above
|
|
549
|
+
*
|
|
550
|
+
* @generated from field: optional float conversation_progression = 19;
|
|
551
|
+
*/
|
|
552
|
+
conversationProgression?: number;
|
|
553
|
+
|
|
537
554
|
constructor(data?: PartialMessage<SimulationRun_JobMetrics>);
|
|
538
555
|
|
|
539
556
|
static readonly runtime: typeof proto3;
|
|
@@ -556,14 +573,14 @@ export declare class SimulationRun_JobMetrics extends Message<SimulationRun_JobM
|
|
|
556
573
|
*/
|
|
557
574
|
export declare class SimulationRun_JobMetrics_STT extends Message<SimulationRun_JobMetrics_STT> {
|
|
558
575
|
/**
|
|
559
|
-
* needs the RemoteSession;
|
|
576
|
+
* needs the RemoteSession; word_errors / words
|
|
560
577
|
*
|
|
561
578
|
* @generated from field: optional float wer = 1;
|
|
562
579
|
*/
|
|
563
580
|
wer?: number;
|
|
564
581
|
|
|
565
582
|
/**
|
|
566
|
-
* needs the RemoteSession
|
|
583
|
+
* needs the RemoteSession
|
|
567
584
|
*
|
|
568
585
|
* @generated from field: optional uint32 words = 2;
|
|
569
586
|
*/
|
|
@@ -577,7 +594,7 @@ export declare class SimulationRun_JobMetrics_STT extends Message<SimulationRun_
|
|
|
577
594
|
wordErrors?: number;
|
|
578
595
|
|
|
579
596
|
/**
|
|
580
|
-
* needs the RemoteSession;
|
|
597
|
+
* needs the RemoteSession; char_errors / chars
|
|
581
598
|
*
|
|
582
599
|
* @generated from field: optional float cer = 4;
|
|
583
600
|
*/
|
|
@@ -598,32 +615,51 @@ export declare class SimulationRun_JobMetrics_STT extends Message<SimulationRun_
|
|
|
598
615
|
charErrors?: number;
|
|
599
616
|
|
|
600
617
|
/**
|
|
601
|
-
* needs the RemoteSession;
|
|
618
|
+
* needs the RemoteSession; agent-reported STT/endpointing delay
|
|
602
619
|
*
|
|
603
|
-
* @generated from field: optional
|
|
620
|
+
* @generated from field: optional uint32 stt_delay_ms = 8;
|
|
604
621
|
*/
|
|
605
|
-
|
|
622
|
+
sttDelayMs?: number;
|
|
606
623
|
|
|
607
624
|
/**
|
|
608
|
-
*
|
|
625
|
+
* Key entities (names, IDs, amounts) the caller said. Needs the text judge.
|
|
609
626
|
*
|
|
610
|
-
*
|
|
627
|
+
* recognized / uttered
|
|
628
|
+
*
|
|
629
|
+
* @generated from field: optional float entity_recognition = 11;
|
|
611
630
|
*/
|
|
612
|
-
|
|
631
|
+
entityRecognition?: number;
|
|
613
632
|
|
|
614
633
|
/**
|
|
615
|
-
*
|
|
616
|
-
*
|
|
617
|
-
* @generated from field: optional uint32 keyterms_recognized = 7;
|
|
634
|
+
* @generated from field: optional uint32 entities_uttered = 12;
|
|
618
635
|
*/
|
|
619
|
-
|
|
636
|
+
entitiesUttered?: number;
|
|
620
637
|
|
|
621
638
|
/**
|
|
622
|
-
*
|
|
639
|
+
* @generated from field: optional uint32 entities_recognized = 13;
|
|
640
|
+
*/
|
|
641
|
+
entitiesRecognized?: number;
|
|
642
|
+
|
|
643
|
+
/**
|
|
644
|
+
* Retention: an entity is acquired at the first saying heard right, and
|
|
645
|
+
* these count only the sayings after that, so recall separates keeping an
|
|
646
|
+
* entity from ever getting it.
|
|
623
647
|
*
|
|
624
|
-
*
|
|
648
|
+
* acquired_recognized / acquired_uttered
|
|
649
|
+
*
|
|
650
|
+
* @generated from field: optional float entity_recall = 14;
|
|
651
|
+
*/
|
|
652
|
+
entityRecall?: number;
|
|
653
|
+
|
|
654
|
+
/**
|
|
655
|
+
* @generated from field: optional uint32 entities_acquired_uttered = 15;
|
|
656
|
+
*/
|
|
657
|
+
entitiesAcquiredUttered?: number;
|
|
658
|
+
|
|
659
|
+
/**
|
|
660
|
+
* @generated from field: optional uint32 entities_acquired_recognized = 16;
|
|
625
661
|
*/
|
|
626
|
-
|
|
662
|
+
entitiesAcquiredRecognized?: number;
|
|
627
663
|
|
|
628
664
|
constructor(data?: PartialMessage<SimulationRun_JobMetrics_STT>);
|
|
629
665
|
|
|
@@ -645,33 +681,26 @@ export declare class SimulationRun_JobMetrics_STT extends Message<SimulationRun_
|
|
|
645
681
|
*/
|
|
646
682
|
export declare class SimulationRun_JobMetrics_LLM extends Message<SimulationRun_JobMetrics_LLM> {
|
|
647
683
|
/**
|
|
648
|
-
* needs the RemoteSession; time to first token
|
|
684
|
+
* needs the RemoteSession; time to first token
|
|
649
685
|
*
|
|
650
686
|
* @generated from field: optional uint32 ttft_ms = 1;
|
|
651
687
|
*/
|
|
652
688
|
ttftMs?: number;
|
|
653
689
|
|
|
654
690
|
/**
|
|
655
|
-
* needs the RemoteSession; time to first sentence
|
|
691
|
+
* needs the RemoteSession; time to first sentence, the smallest speakable unit
|
|
656
692
|
*
|
|
657
693
|
* @generated from field: optional uint32 ttfs_ms = 2;
|
|
658
694
|
*/
|
|
659
695
|
ttfsMs?: number;
|
|
660
696
|
|
|
661
697
|
/**
|
|
662
|
-
* needs the RemoteSession
|
|
698
|
+
* needs the RemoteSession
|
|
663
699
|
*
|
|
664
700
|
* @generated from field: optional float tokens_per_second = 3;
|
|
665
701
|
*/
|
|
666
702
|
tokensPerSecond?: number;
|
|
667
703
|
|
|
668
|
-
/**
|
|
669
|
-
* audio only; needs the audio judge; judged 0-1: brief enough for voice
|
|
670
|
-
*
|
|
671
|
-
* @generated from field: optional float conciseness_score = 4;
|
|
672
|
-
*/
|
|
673
|
-
concisenessScore?: number;
|
|
674
|
-
|
|
675
704
|
constructor(data?: PartialMessage<SimulationRun_JobMetrics_LLM>);
|
|
676
705
|
|
|
677
706
|
static readonly runtime: typeof proto3;
|
|
@@ -688,18 +717,11 @@ export declare class SimulationRun_JobMetrics_LLM extends Message<SimulationRun_
|
|
|
688
717
|
}
|
|
689
718
|
|
|
690
719
|
/**
|
|
691
|
-
* The agent's voice.
|
|
720
|
+
* The agent's voice. Audio only.
|
|
692
721
|
*
|
|
693
722
|
* @generated from message livekit.SimulationRun.JobMetrics.TTS
|
|
694
723
|
*/
|
|
695
724
|
export declare class SimulationRun_JobMetrics_TTS extends Message<SimulationRun_JobMetrics_TTS> {
|
|
696
|
-
/**
|
|
697
|
-
* needs the RemoteSession
|
|
698
|
-
*
|
|
699
|
-
* @generated from field: optional uint32 ttfa_ms = 1;
|
|
700
|
-
*/
|
|
701
|
-
ttfaMs?: number;
|
|
702
|
-
|
|
703
725
|
/**
|
|
704
726
|
* needs the RemoteSession; provider byte-level TTFB
|
|
705
727
|
*
|
|
@@ -708,7 +730,7 @@ export declare class SimulationRun_JobMetrics_TTS extends Message<SimulationRun_
|
|
|
708
730
|
ttfbMs?: number;
|
|
709
731
|
|
|
710
732
|
/**
|
|
711
|
-
* needs the RemoteSession;
|
|
733
|
+
* needs the RemoteSession; word_errors / words
|
|
712
734
|
*
|
|
713
735
|
* @generated from field: optional float wer = 3;
|
|
714
736
|
*/
|
|
@@ -729,7 +751,7 @@ export declare class SimulationRun_JobMetrics_TTS extends Message<SimulationRun_
|
|
|
729
751
|
wordErrors?: number;
|
|
730
752
|
|
|
731
753
|
/**
|
|
732
|
-
* needs the RemoteSession;
|
|
754
|
+
* needs the RemoteSession; char_errors / chars
|
|
733
755
|
*
|
|
734
756
|
* @generated from field: optional float cer = 9;
|
|
735
757
|
*/
|
|
@@ -750,39 +772,40 @@ export declare class SimulationRun_JobMetrics_TTS extends Message<SimulationRun_
|
|
|
750
772
|
charErrors?: number;
|
|
751
773
|
|
|
752
774
|
/**
|
|
753
|
-
*
|
|
775
|
+
* Key entities the agent said, as the caller heard them. Needs the text judge.
|
|
754
776
|
*
|
|
755
|
-
*
|
|
777
|
+
* recognized / uttered
|
|
778
|
+
*
|
|
779
|
+
* @generated from field: optional float entity_recognition = 14;
|
|
756
780
|
*/
|
|
757
|
-
|
|
781
|
+
entityRecognition?: number;
|
|
758
782
|
|
|
759
783
|
/**
|
|
760
|
-
*
|
|
761
|
-
*
|
|
762
|
-
* @generated from field: optional uint32 heard_words = 12;
|
|
784
|
+
* @generated from field: optional uint32 entities_uttered = 15;
|
|
763
785
|
*/
|
|
764
|
-
|
|
786
|
+
entitiesUttered?: number;
|
|
765
787
|
|
|
766
788
|
/**
|
|
767
|
-
*
|
|
768
|
-
*
|
|
769
|
-
* @generated from field: optional uint32 speech_ms = 13;
|
|
789
|
+
* @generated from field: optional uint32 entities_recognized = 16;
|
|
770
790
|
*/
|
|
771
|
-
|
|
791
|
+
entitiesRecognized?: number;
|
|
772
792
|
|
|
773
793
|
/**
|
|
774
|
-
*
|
|
794
|
+
* acquired_recognized / acquired_uttered
|
|
775
795
|
*
|
|
776
|
-
* @generated from field: optional float
|
|
796
|
+
* @generated from field: optional float entity_recall = 17;
|
|
777
797
|
*/
|
|
778
|
-
|
|
798
|
+
entityRecall?: number;
|
|
779
799
|
|
|
780
800
|
/**
|
|
781
|
-
*
|
|
782
|
-
|
|
783
|
-
|
|
801
|
+
* @generated from field: optional uint32 entities_acquired_uttered = 18;
|
|
802
|
+
*/
|
|
803
|
+
entitiesAcquiredUttered?: number;
|
|
804
|
+
|
|
805
|
+
/**
|
|
806
|
+
* @generated from field: optional uint32 entities_acquired_recognized = 19;
|
|
784
807
|
*/
|
|
785
|
-
|
|
808
|
+
entitiesAcquiredRecognized?: number;
|
|
786
809
|
|
|
787
810
|
constructor(data?: PartialMessage<SimulationRun_JobMetrics_TTS>);
|
|
788
811
|
|
|
@@ -806,7 +829,7 @@ export declare class SimulationRun_JobMetrics_TTS extends Message<SimulationRun_
|
|
|
806
829
|
*/
|
|
807
830
|
export declare class SimulationRun_JobMetrics_Conversation extends Message<SimulationRun_JobMetrics_Conversation> {
|
|
808
831
|
/**
|
|
809
|
-
* 0-1
|
|
832
|
+
* 0-1
|
|
810
833
|
*
|
|
811
834
|
* @generated from field: optional float turn_taking_score = 1;
|
|
812
835
|
*/
|
|
@@ -815,36 +838,29 @@ export declare class SimulationRun_JobMetrics_Conversation extends Message<Simul
|
|
|
815
838
|
/**
|
|
816
839
|
* floor-transfer offset; a gap is > 0, an overlap < 0
|
|
817
840
|
*
|
|
818
|
-
* @generated from field: optional int32
|
|
841
|
+
* @generated from field: optional int32 heard_e2e_latency_p50_ms = 2;
|
|
819
842
|
*/
|
|
820
|
-
|
|
843
|
+
heardE2eLatencyP50Ms?: number;
|
|
821
844
|
|
|
822
845
|
/**
|
|
823
|
-
* @generated from field: optional int32
|
|
846
|
+
* @generated from field: optional int32 heard_e2e_latency_p95_ms = 3;
|
|
824
847
|
*/
|
|
825
|
-
|
|
848
|
+
heardE2eLatencyP95Ms?: number;
|
|
826
849
|
|
|
827
850
|
/**
|
|
828
|
-
* @generated from field: optional int32
|
|
829
|
-
*/
|
|
830
|
-
responseLatencyP99Ms?: number;
|
|
831
|
-
|
|
832
|
-
/**
|
|
833
|
-
* one turn's floor-transfer offset, cut-in if negative; job/run serve the percentiles
|
|
834
|
-
*
|
|
835
|
-
* @generated from field: optional int32 response_latency_ms = 16;
|
|
851
|
+
* @generated from field: optional int32 heard_e2e_latency_p99_ms = 4;
|
|
836
852
|
*/
|
|
837
|
-
|
|
853
|
+
heardE2eLatencyP99Ms?: number;
|
|
838
854
|
|
|
839
855
|
/**
|
|
840
|
-
* agent audio continuing past a barge-in
|
|
856
|
+
* agent audio continuing past a barge-in
|
|
841
857
|
*
|
|
842
|
-
* @generated from field: optional uint32
|
|
858
|
+
* @generated from field: optional uint32 time_to_yield_ms = 5;
|
|
843
859
|
*/
|
|
844
|
-
|
|
860
|
+
timeToYieldMs?: number;
|
|
845
861
|
|
|
846
862
|
/**
|
|
847
|
-
* agent started before the caller's turn ended
|
|
863
|
+
* agent started before the caller's turn ended
|
|
848
864
|
*
|
|
849
865
|
* @generated from field: optional uint32 eot_misprediction_count = 6;
|
|
850
866
|
*/
|
|
@@ -870,25 +886,18 @@ export declare class SimulationRun_JobMetrics_Conversation extends Message<Simul
|
|
|
870
886
|
totalSpeechMs?: number;
|
|
871
887
|
|
|
872
888
|
/**
|
|
873
|
-
*
|
|
874
|
-
*
|
|
875
|
-
* @generated from field: optional uint32 silence_total_ms = 10;
|
|
876
|
-
*/
|
|
877
|
-
silenceTotalMs?: number;
|
|
878
|
-
|
|
879
|
-
/**
|
|
880
|
-
* gaps past the natural-pause threshold; 0/1 per turn
|
|
889
|
+
* gaps past the natural-pause threshold
|
|
881
890
|
*
|
|
882
891
|
* @generated from field: optional uint32 awkward_silence_count = 11;
|
|
883
892
|
*/
|
|
884
893
|
awkwardSilenceCount?: number;
|
|
885
894
|
|
|
886
895
|
/**
|
|
887
|
-
* the simulated party spoke, the agent never responded
|
|
896
|
+
* the simulated party spoke, the agent never responded
|
|
888
897
|
*
|
|
889
|
-
* @generated from field: optional uint32
|
|
898
|
+
* @generated from field: optional uint32 unanswered_turns = 12;
|
|
890
899
|
*/
|
|
891
|
-
|
|
900
|
+
unansweredTurns?: number;
|
|
892
901
|
|
|
893
902
|
/**
|
|
894
903
|
* needs the RemoteSession; agent paused for a non-interruption
|
|
@@ -898,18 +907,11 @@ export declare class SimulationRun_JobMetrics_Conversation extends Message<Simul
|
|
|
898
907
|
falseInterruptionCount?: number;
|
|
899
908
|
|
|
900
909
|
/**
|
|
901
|
-
* needs the RemoteSession;
|
|
902
|
-
*
|
|
903
|
-
* @generated from field: optional uint32 false_interruption_unrecovered_count = 14;
|
|
904
|
-
*/
|
|
905
|
-
falseInterruptionUnrecoveredCount?: number;
|
|
906
|
-
|
|
907
|
-
/**
|
|
908
|
-
* needs the RemoteSession; the agent's own claim, mean
|
|
910
|
+
* needs the RemoteSession; the agent's own claim
|
|
909
911
|
*
|
|
910
|
-
* @generated from field: optional uint32
|
|
912
|
+
* @generated from field: optional uint32 e2e_latency_ms = 15;
|
|
911
913
|
*/
|
|
912
|
-
|
|
914
|
+
e2eLatencyMs?: number;
|
|
913
915
|
|
|
914
916
|
constructor(data?: PartialMessage<SimulationRun_JobMetrics_Conversation>);
|
|
915
917
|
|
|
@@ -927,44 +929,8 @@ export declare class SimulationRun_JobMetrics_Conversation extends Message<Simul
|
|
|
927
929
|
}
|
|
928
930
|
|
|
929
931
|
/**
|
|
930
|
-
*
|
|
931
|
-
*
|
|
932
|
-
* from the two headline scores.
|
|
933
|
-
*
|
|
934
|
-
* @generated from message livekit.SimulationRun.JobMetrics.Simulator
|
|
935
|
-
*/
|
|
936
|
-
export declare class SimulationRun_JobMetrics_Simulator extends Message<SimulationRun_JobMetrics_Simulator> {
|
|
937
|
-
/**
|
|
938
|
-
* simulator ended a still-progressing call
|
|
939
|
-
*
|
|
940
|
-
* @generated from field: optional bool early_termination = 1;
|
|
941
|
-
*/
|
|
942
|
-
earlyTermination?: boolean;
|
|
943
|
-
|
|
944
|
-
/**
|
|
945
|
-
* simulator dragged on after the goal was met
|
|
946
|
-
*
|
|
947
|
-
* @generated from field: optional bool late_termination = 2;
|
|
948
|
-
*/
|
|
949
|
-
lateTermination?: boolean;
|
|
950
|
-
|
|
951
|
-
constructor(data?: PartialMessage<SimulationRun_JobMetrics_Simulator>);
|
|
952
|
-
|
|
953
|
-
static readonly runtime: typeof proto3;
|
|
954
|
-
static readonly typeName = "livekit.SimulationRun.JobMetrics.Simulator";
|
|
955
|
-
static readonly fields: FieldList;
|
|
956
|
-
|
|
957
|
-
static fromBinary(bytes: Uint8Array, options?: Partial<BinaryReadOptions>): SimulationRun_JobMetrics_Simulator;
|
|
958
|
-
|
|
959
|
-
static fromJson(jsonValue: JsonValue, options?: Partial<JsonReadOptions>): SimulationRun_JobMetrics_Simulator;
|
|
960
|
-
|
|
961
|
-
static fromJsonString(jsonString: string, options?: Partial<JsonReadOptions>): SimulationRun_JobMetrics_Simulator;
|
|
962
|
-
|
|
963
|
-
static equals(a: SimulationRun_JobMetrics_Simulator | PlainMessage<SimulationRun_JobMetrics_Simulator> | undefined, b: SimulationRun_JobMetrics_Simulator | PlainMessage<SimulationRun_JobMetrics_Simulator> | undefined): boolean;
|
|
964
|
-
}
|
|
965
|
-
|
|
966
|
-
/**
|
|
967
|
-
* Rows exist for text and audio;
|
|
932
|
+
* Rows exist for text and audio. The groups above hold the means and pools
|
|
933
|
+
* over these; anything not measured for a turn stays unset.
|
|
968
934
|
*
|
|
969
935
|
* @generated from message livekit.SimulationRun.JobMetrics.Turn
|
|
970
936
|
*/
|
|
@@ -977,7 +943,7 @@ export declare class SimulationRun_JobMetrics_Turn extends Message<SimulationRun
|
|
|
977
943
|
index: number;
|
|
978
944
|
|
|
979
945
|
/**
|
|
980
|
-
* ASSISTANT
|
|
946
|
+
* ASSISTANT = the agent under test, USER = simulator persona
|
|
981
947
|
*
|
|
982
948
|
* @generated from field: livekit.agent.ChatRole role = 2;
|
|
983
949
|
*/
|
|
@@ -998,34 +964,83 @@ export declare class SimulationRun_JobMetrics_Turn extends Message<SimulationRun
|
|
|
998
964
|
endMs?: number;
|
|
999
965
|
|
|
1000
966
|
/**
|
|
1001
|
-
*
|
|
967
|
+
* needs the RemoteSession
|
|
1002
968
|
*
|
|
1003
|
-
*
|
|
969
|
+
* @generated from field: optional uint32 stt_delay_ms = 5;
|
|
970
|
+
*/
|
|
971
|
+
sttDelayMs?: number;
|
|
972
|
+
|
|
973
|
+
/**
|
|
974
|
+
* needs the RemoteSession
|
|
1004
975
|
*
|
|
1005
|
-
* @generated from field:
|
|
976
|
+
* @generated from field: optional uint32 llm_ttft_ms = 6;
|
|
1006
977
|
*/
|
|
1007
|
-
|
|
978
|
+
llmTtftMs?: number;
|
|
1008
979
|
|
|
1009
980
|
/**
|
|
1010
|
-
*
|
|
981
|
+
* needs the RemoteSession
|
|
1011
982
|
*
|
|
1012
|
-
* @generated from field:
|
|
983
|
+
* @generated from field: optional uint32 llm_ttfs_ms = 7;
|
|
1013
984
|
*/
|
|
1014
|
-
|
|
985
|
+
llmTtfsMs?: number;
|
|
986
|
+
|
|
987
|
+
/**
|
|
988
|
+
* needs the RemoteSession
|
|
989
|
+
*
|
|
990
|
+
* @generated from field: optional float llm_tps = 8;
|
|
991
|
+
*/
|
|
992
|
+
llmTps?: number;
|
|
1015
993
|
|
|
1016
994
|
/**
|
|
1017
|
-
*
|
|
995
|
+
* needs the RemoteSession
|
|
1018
996
|
*
|
|
1019
|
-
* @generated from field:
|
|
997
|
+
* @generated from field: optional uint32 tts_ttfb_ms = 9;
|
|
1020
998
|
*/
|
|
1021
|
-
|
|
999
|
+
ttsTtfbMs?: number;
|
|
1022
1000
|
|
|
1023
1001
|
/**
|
|
1024
|
-
*
|
|
1002
|
+
* needs the RemoteSession
|
|
1025
1003
|
*
|
|
1026
|
-
* @generated from field:
|
|
1004
|
+
* @generated from field: optional uint32 e2e_latency_ms = 10;
|
|
1027
1005
|
*/
|
|
1028
|
-
|
|
1006
|
+
e2eLatencyMs?: number;
|
|
1007
|
+
|
|
1008
|
+
/**
|
|
1009
|
+
* @generated from field: optional int32 heard_e2e_latency_ms = 11;
|
|
1010
|
+
*/
|
|
1011
|
+
heardE2eLatencyMs?: number;
|
|
1012
|
+
|
|
1013
|
+
/**
|
|
1014
|
+
* @generated from field: optional uint32 time_to_yield_ms = 12;
|
|
1015
|
+
*/
|
|
1016
|
+
timeToYieldMs?: number;
|
|
1017
|
+
|
|
1018
|
+
/**
|
|
1019
|
+
* @generated from field: optional float turn_taking_score = 13;
|
|
1020
|
+
*/
|
|
1021
|
+
turnTakingScore?: number;
|
|
1022
|
+
|
|
1023
|
+
/**
|
|
1024
|
+
* needs the text judge
|
|
1025
|
+
*
|
|
1026
|
+
* @generated from field: optional float conciseness = 14;
|
|
1027
|
+
*/
|
|
1028
|
+
conciseness?: number;
|
|
1029
|
+
|
|
1030
|
+
/**
|
|
1031
|
+
* @generated from field: optional bool eot_misprediction = 15;
|
|
1032
|
+
*/
|
|
1033
|
+
eotMisprediction?: boolean;
|
|
1034
|
+
|
|
1035
|
+
/**
|
|
1036
|
+
* @generated from field: optional bool awkward_silence = 16;
|
|
1037
|
+
*/
|
|
1038
|
+
awkwardSilence?: boolean;
|
|
1039
|
+
|
|
1040
|
+
/**
|
|
1041
|
+
* @generated from field: optional bool unanswered = 17;
|
|
1042
|
+
*/
|
|
1043
|
+
unanswered?: boolean;
|
|
1029
1044
|
|
|
1030
1045
|
constructor(data?: PartialMessage<SimulationRun_JobMetrics_Turn>);
|
|
1031
1046
|
|
|
@@ -1043,7 +1058,8 @@ export declare class SimulationRun_JobMetrics_Turn extends Message<SimulationRun
|
|
|
1043
1058
|
}
|
|
1044
1059
|
|
|
1045
1060
|
/**
|
|
1046
|
-
* Aggregates over this run's jobs
|
|
1061
|
+
* Aggregates over this run's jobs, so a run summary does not have to pull
|
|
1062
|
+
* every job and turn. Reuses the JobMetrics group shapes.
|
|
1047
1063
|
*
|
|
1048
1064
|
* @generated from message livekit.SimulationRun.RunMetrics
|
|
1049
1065
|
*/
|
|
@@ -1088,23 +1104,16 @@ export declare class SimulationRun_RunMetrics extends Message<SimulationRun_RunM
|
|
|
1088
1104
|
conversation?: SimulationRun_JobMetrics_Conversation;
|
|
1089
1105
|
|
|
1090
1106
|
/**
|
|
1091
|
-
*
|
|
1092
|
-
*/
|
|
1093
|
-
jobsTotal: number;
|
|
1094
|
-
|
|
1095
|
-
/**
|
|
1096
|
-
* composites cover jobs_measured - jobs_simulator_fault
|
|
1107
|
+
* Means over the jobs that report them.
|
|
1097
1108
|
*
|
|
1098
|
-
* @generated from field:
|
|
1109
|
+
* @generated from field: optional float conciseness = 8;
|
|
1099
1110
|
*/
|
|
1100
|
-
|
|
1111
|
+
conciseness?: number;
|
|
1101
1112
|
|
|
1102
1113
|
/**
|
|
1103
|
-
*
|
|
1104
|
-
*
|
|
1105
|
-
* @generated from field: uint32 jobs_simulator_fault = 11;
|
|
1114
|
+
* @generated from field: optional float conversation_progression = 9;
|
|
1106
1115
|
*/
|
|
1107
|
-
|
|
1116
|
+
conversationProgression?: number;
|
|
1108
1117
|
|
|
1109
1118
|
constructor(data?: PartialMessage<SimulationRun_RunMetrics>);
|
|
1110
1119
|
|
|
@@ -1187,6 +1196,23 @@ export declare class SimulationRun_Create_Request extends Message<SimulationRun_
|
|
|
1187
1196
|
*/
|
|
1188
1197
|
mode: SimulationMode;
|
|
1189
1198
|
|
|
1199
|
+
/**
|
|
1200
|
+
* Impairments applied to the simulated user's audio; AUDIO mode only.
|
|
1201
|
+
*
|
|
1202
|
+
* @generated from field: bool background_noise = 10;
|
|
1203
|
+
*/
|
|
1204
|
+
backgroundNoise: boolean;
|
|
1205
|
+
|
|
1206
|
+
/**
|
|
1207
|
+
* @generated from field: bool low_quality_microphone = 11;
|
|
1208
|
+
*/
|
|
1209
|
+
lowQualityMicrophone: boolean;
|
|
1210
|
+
|
|
1211
|
+
/**
|
|
1212
|
+
* @generated from field: bool packet_loss = 12;
|
|
1213
|
+
*/
|
|
1214
|
+
packetLoss: boolean;
|
|
1215
|
+
|
|
1190
1216
|
constructor(data?: PartialMessage<SimulationRun_Create_Request>);
|
|
1191
1217
|
|
|
1192
1218
|
static readonly runtime: typeof proto3;
|
|
@@ -1413,6 +1439,28 @@ export declare class SimulationRun_List_Request extends Message<SimulationRun_Li
|
|
|
1413
1439
|
*/
|
|
1414
1440
|
pageToken?: TokenPagination;
|
|
1415
1441
|
|
|
1442
|
+
/**
|
|
1443
|
+
* Half-open window [start_time, end_time) on created_at, the leading key
|
|
1444
|
+
* of this list's keyset. Unset bounds mean no window, so existing callers
|
|
1445
|
+
* keep their unbounded scan; the histogram's selected range sets both.
|
|
1446
|
+
*
|
|
1447
|
+
* @generated from field: optional google.protobuf.Timestamp start_time = 4;
|
|
1448
|
+
*/
|
|
1449
|
+
startTime?: Timestamp;
|
|
1450
|
+
|
|
1451
|
+
/**
|
|
1452
|
+
* @generated from field: optional google.protobuf.Timestamp end_time = 5;
|
|
1453
|
+
*/
|
|
1454
|
+
endTime?: Timestamp;
|
|
1455
|
+
|
|
1456
|
+
/**
|
|
1457
|
+
* Exact agent name. Unset means every agent — including the runs whose
|
|
1458
|
+
* name is empty, which a bare string could not tell from no filter.
|
|
1459
|
+
*
|
|
1460
|
+
* @generated from field: optional string agent_name = 6;
|
|
1461
|
+
*/
|
|
1462
|
+
agentName?: string;
|
|
1463
|
+
|
|
1416
1464
|
constructor(data?: PartialMessage<SimulationRun_List_Request>);
|
|
1417
1465
|
|
|
1418
1466
|
static readonly runtime: typeof proto3;
|
|
@@ -1457,6 +1505,143 @@ export declare class SimulationRun_List_Response extends Message<SimulationRun_L
|
|
|
1457
1505
|
static equals(a: SimulationRun_List_Response | PlainMessage<SimulationRun_List_Response> | undefined, b: SimulationRun_List_Response | PlainMessage<SimulationRun_List_Response> | undefined): boolean;
|
|
1458
1506
|
}
|
|
1459
1507
|
|
|
1508
|
+
/**
|
|
1509
|
+
* Counts of the runs `List` would return over the same window, bucketed by
|
|
1510
|
+
* created_at instead of paginated.
|
|
1511
|
+
*
|
|
1512
|
+
* @generated from message livekit.SimulationRun.Counts
|
|
1513
|
+
*/
|
|
1514
|
+
export declare class SimulationRun_Counts extends Message<SimulationRun_Counts> {
|
|
1515
|
+
constructor(data?: PartialMessage<SimulationRun_Counts>);
|
|
1516
|
+
|
|
1517
|
+
static readonly runtime: typeof proto3;
|
|
1518
|
+
static readonly typeName = "livekit.SimulationRun.Counts";
|
|
1519
|
+
static readonly fields: FieldList;
|
|
1520
|
+
|
|
1521
|
+
static fromBinary(bytes: Uint8Array, options?: Partial<BinaryReadOptions>): SimulationRun_Counts;
|
|
1522
|
+
|
|
1523
|
+
static fromJson(jsonValue: JsonValue, options?: Partial<JsonReadOptions>): SimulationRun_Counts;
|
|
1524
|
+
|
|
1525
|
+
static fromJsonString(jsonString: string, options?: Partial<JsonReadOptions>): SimulationRun_Counts;
|
|
1526
|
+
|
|
1527
|
+
static equals(a: SimulationRun_Counts | PlainMessage<SimulationRun_Counts> | undefined, b: SimulationRun_Counts | PlainMessage<SimulationRun_Counts> | undefined): boolean;
|
|
1528
|
+
}
|
|
1529
|
+
|
|
1530
|
+
/**
|
|
1531
|
+
* @generated from message livekit.SimulationRun.Counts.Request
|
|
1532
|
+
*/
|
|
1533
|
+
export declare class SimulationRun_Counts_Request extends Message<SimulationRun_Counts_Request> {
|
|
1534
|
+
/**
|
|
1535
|
+
* @generated from field: string project_id = 1;
|
|
1536
|
+
*/
|
|
1537
|
+
projectId: string;
|
|
1538
|
+
|
|
1539
|
+
/**
|
|
1540
|
+
* Both bounds required: a bucketed scan of a project's whole history is
|
|
1541
|
+
* never what a caller wants.
|
|
1542
|
+
*
|
|
1543
|
+
* @generated from field: google.protobuf.Timestamp start_time = 2;
|
|
1544
|
+
*/
|
|
1545
|
+
startTime?: Timestamp;
|
|
1546
|
+
|
|
1547
|
+
/**
|
|
1548
|
+
* @generated from field: google.protobuf.Timestamp end_time = 3;
|
|
1549
|
+
*/
|
|
1550
|
+
endTime?: Timestamp;
|
|
1551
|
+
|
|
1552
|
+
/**
|
|
1553
|
+
* Applied as `List` applies it: a filter the rows honour and the bars
|
|
1554
|
+
* above them drop would make the histogram an answer about a wider set.
|
|
1555
|
+
*
|
|
1556
|
+
* @generated from field: optional livekit.SimulationRun.Status status = 4;
|
|
1557
|
+
*/
|
|
1558
|
+
status?: SimulationRun_Status;
|
|
1559
|
+
|
|
1560
|
+
/**
|
|
1561
|
+
* @generated from field: optional string agent_name = 5;
|
|
1562
|
+
*/
|
|
1563
|
+
agentName?: string;
|
|
1564
|
+
|
|
1565
|
+
constructor(data?: PartialMessage<SimulationRun_Counts_Request>);
|
|
1566
|
+
|
|
1567
|
+
static readonly runtime: typeof proto3;
|
|
1568
|
+
static readonly typeName = "livekit.SimulationRun.Counts.Request";
|
|
1569
|
+
static readonly fields: FieldList;
|
|
1570
|
+
|
|
1571
|
+
static fromBinary(bytes: Uint8Array, options?: Partial<BinaryReadOptions>): SimulationRun_Counts_Request;
|
|
1572
|
+
|
|
1573
|
+
static fromJson(jsonValue: JsonValue, options?: Partial<JsonReadOptions>): SimulationRun_Counts_Request;
|
|
1574
|
+
|
|
1575
|
+
static fromJsonString(jsonString: string, options?: Partial<JsonReadOptions>): SimulationRun_Counts_Request;
|
|
1576
|
+
|
|
1577
|
+
static equals(a: SimulationRun_Counts_Request | PlainMessage<SimulationRun_Counts_Request> | undefined, b: SimulationRun_Counts_Request | PlainMessage<SimulationRun_Counts_Request> | undefined): boolean;
|
|
1578
|
+
}
|
|
1579
|
+
|
|
1580
|
+
/**
|
|
1581
|
+
* @generated from message livekit.SimulationRun.Counts.Response
|
|
1582
|
+
*/
|
|
1583
|
+
export declare class SimulationRun_Counts_Response extends Message<SimulationRun_Counts_Response> {
|
|
1584
|
+
/**
|
|
1585
|
+
* Buckets holding at least one run, ascending by bucket_start. Empty
|
|
1586
|
+
* buckets are omitted; each run lands in exactly one bucket, so the
|
|
1587
|
+
* counts sum to the number of runs in the window.
|
|
1588
|
+
*
|
|
1589
|
+
* @generated from field: repeated livekit.SimulationRun.Counts.Bucket buckets = 1;
|
|
1590
|
+
*/
|
|
1591
|
+
buckets: SimulationRun_Counts_Bucket[];
|
|
1592
|
+
|
|
1593
|
+
/**
|
|
1594
|
+
* The bucket width the server chose from the window, so the client
|
|
1595
|
+
* zero-fills the omitted buckets on the grid the counts were built on.
|
|
1596
|
+
*
|
|
1597
|
+
* @generated from field: google.protobuf.Duration interval = 2;
|
|
1598
|
+
*/
|
|
1599
|
+
interval?: Duration;
|
|
1600
|
+
|
|
1601
|
+
constructor(data?: PartialMessage<SimulationRun_Counts_Response>);
|
|
1602
|
+
|
|
1603
|
+
static readonly runtime: typeof proto3;
|
|
1604
|
+
static readonly typeName = "livekit.SimulationRun.Counts.Response";
|
|
1605
|
+
static readonly fields: FieldList;
|
|
1606
|
+
|
|
1607
|
+
static fromBinary(bytes: Uint8Array, options?: Partial<BinaryReadOptions>): SimulationRun_Counts_Response;
|
|
1608
|
+
|
|
1609
|
+
static fromJson(jsonValue: JsonValue, options?: Partial<JsonReadOptions>): SimulationRun_Counts_Response;
|
|
1610
|
+
|
|
1611
|
+
static fromJsonString(jsonString: string, options?: Partial<JsonReadOptions>): SimulationRun_Counts_Response;
|
|
1612
|
+
|
|
1613
|
+
static equals(a: SimulationRun_Counts_Response | PlainMessage<SimulationRun_Counts_Response> | undefined, b: SimulationRun_Counts_Response | PlainMessage<SimulationRun_Counts_Response> | undefined): boolean;
|
|
1614
|
+
}
|
|
1615
|
+
|
|
1616
|
+
/**
|
|
1617
|
+
* @generated from message livekit.SimulationRun.Counts.Bucket
|
|
1618
|
+
*/
|
|
1619
|
+
export declare class SimulationRun_Counts_Bucket extends Message<SimulationRun_Counts_Bucket> {
|
|
1620
|
+
/**
|
|
1621
|
+
* @generated from field: google.protobuf.Timestamp bucket_start = 1;
|
|
1622
|
+
*/
|
|
1623
|
+
bucketStart?: Timestamp;
|
|
1624
|
+
|
|
1625
|
+
/**
|
|
1626
|
+
* @generated from field: uint64 count = 2;
|
|
1627
|
+
*/
|
|
1628
|
+
count: bigint;
|
|
1629
|
+
|
|
1630
|
+
constructor(data?: PartialMessage<SimulationRun_Counts_Bucket>);
|
|
1631
|
+
|
|
1632
|
+
static readonly runtime: typeof proto3;
|
|
1633
|
+
static readonly typeName = "livekit.SimulationRun.Counts.Bucket";
|
|
1634
|
+
static readonly fields: FieldList;
|
|
1635
|
+
|
|
1636
|
+
static fromBinary(bytes: Uint8Array, options?: Partial<BinaryReadOptions>): SimulationRun_Counts_Bucket;
|
|
1637
|
+
|
|
1638
|
+
static fromJson(jsonValue: JsonValue, options?: Partial<JsonReadOptions>): SimulationRun_Counts_Bucket;
|
|
1639
|
+
|
|
1640
|
+
static fromJsonString(jsonString: string, options?: Partial<JsonReadOptions>): SimulationRun_Counts_Bucket;
|
|
1641
|
+
|
|
1642
|
+
static equals(a: SimulationRun_Counts_Bucket | PlainMessage<SimulationRun_Counts_Bucket> | undefined, b: SimulationRun_Counts_Bucket | PlainMessage<SimulationRun_Counts_Bucket> | undefined): boolean;
|
|
1643
|
+
}
|
|
1644
|
+
|
|
1460
1645
|
/**
|
|
1461
1646
|
* @generated from message livekit.SimulationRun.Cancel
|
|
1462
1647
|
*/
|