@livekit/protocol 1.49.0 → 1.50.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.cjs +36 -5
- package/dist/index.cjs.map +1 -1
- package/dist/index.d.cts +57 -1
- package/dist/index.d.mts +57 -1
- package/dist/index.d.ts +57 -1
- package/dist/index.mjs +36 -5
- package/dist/index.mjs.map +1 -1
- package/package.json +1 -1
- package/src/gen/agent/livekit_agent_session_pb.d.ts +42 -0
- package/src/gen/agent/livekit_agent_session_pb.js +14 -0
- package/src/gen/livekit_agent_pb.d.ts +5 -0
- package/src/gen/livekit_agent_pb.js +1 -0
- package/src/gen/livekit_agent_simulation_pb.d.ts +688 -6
- package/src/gen/livekit_agent_simulation_pb.js +177 -2
- package/src/gen/livekit_connector_whatsapp_pb.d.ts +7 -0
- package/src/gen/livekit_connector_whatsapp_pb.js +1 -0
- package/src/gen/version.js +1 -1
|
@@ -19,7 +19,7 @@
|
|
|
19
19
|
|
|
20
20
|
import type { BinaryReadOptions, FieldList, JsonReadOptions, JsonValue, PartialMessage, PlainMessage, Timestamp } from "@bufbuild/protobuf";
|
|
21
21
|
import { Message, proto3 } from "@bufbuild/protobuf";
|
|
22
|
-
import type { ChatContext } from "./agent/livekit_agent_session_pb.js";
|
|
22
|
+
import type { ChatContext, ChatRole } from "./agent/livekit_agent_session_pb.js";
|
|
23
23
|
import type { PresignedPostRequest } from "./livekit_cloud_agent_pb.js";
|
|
24
24
|
import type { TokenPagination } from "./livekit_models_pb.js";
|
|
25
25
|
|
|
@@ -171,11 +171,6 @@ export declare class SimulationRun extends Message<SimulationRun> {
|
|
|
171
171
|
*/
|
|
172
172
|
jobs: SimulationRun_Job[];
|
|
173
173
|
|
|
174
|
-
/**
|
|
175
|
-
* @generated from field: livekit.SimulationRunSummary summary = 8;
|
|
176
|
-
*/
|
|
177
|
-
summary?: SimulationRunSummary;
|
|
178
|
-
|
|
179
174
|
/**
|
|
180
175
|
* @generated from field: string agent_name = 9;
|
|
181
176
|
*/
|
|
@@ -232,6 +227,21 @@ export declare class SimulationRun extends Message<SimulationRun> {
|
|
|
232
227
|
*/
|
|
233
228
|
mode: SimulationMode;
|
|
234
229
|
|
|
230
|
+
/**
|
|
231
|
+
* Run-level metric aggregates.
|
|
232
|
+
*
|
|
233
|
+
* @generated from field: livekit.SimulationRun.RunMetrics metrics = 19;
|
|
234
|
+
*/
|
|
235
|
+
metrics?: SimulationRun_RunMetrics;
|
|
236
|
+
|
|
237
|
+
/**
|
|
238
|
+
* zstd-compressed SimulationRunSummary: decompress, then proto.Unmarshal.
|
|
239
|
+
* Compressed by default so the blob ships as-is on every hop.
|
|
240
|
+
*
|
|
241
|
+
* @generated from field: bytes summary_zstd = 20;
|
|
242
|
+
*/
|
|
243
|
+
summaryZstd: Uint8Array;
|
|
244
|
+
|
|
235
245
|
constructor(data?: PartialMessage<SimulationRun>);
|
|
236
246
|
|
|
237
247
|
static readonly runtime: typeof proto3;
|
|
@@ -351,6 +361,13 @@ export declare class SimulationRun_Job extends Message<SimulationRun_Job> {
|
|
|
351
361
|
*/
|
|
352
362
|
usage?: SimulationRun_Job_Usage;
|
|
353
363
|
|
|
364
|
+
/**
|
|
365
|
+
* Quality metrics for this job's call. Unset when the job produced none.
|
|
366
|
+
*
|
|
367
|
+
* @generated from field: livekit.SimulationRun.JobMetrics metrics = 14;
|
|
368
|
+
*/
|
|
369
|
+
metrics?: SimulationRun_JobMetrics;
|
|
370
|
+
|
|
354
371
|
constructor(data?: PartialMessage<SimulationRun_Job>);
|
|
355
372
|
|
|
356
373
|
static readonly runtime: typeof proto3;
|
|
@@ -425,6 +442,671 @@ export declare class SimulationRun_Job_Usage extends Message<SimulationRun_Job_U
|
|
|
425
442
|
static equals(a: SimulationRun_Job_Usage | PlainMessage<SimulationRun_Job_Usage> | undefined, b: SimulationRun_Job_Usage | PlainMessage<SimulationRun_Job_Usage> | undefined): boolean;
|
|
426
443
|
}
|
|
427
444
|
|
|
445
|
+
/**
|
|
446
|
+
* @generated from message livekit.SimulationRun.JobMetrics
|
|
447
|
+
*/
|
|
448
|
+
export declare class SimulationRun_JobMetrics extends Message<SimulationRun_JobMetrics> {
|
|
449
|
+
/**
|
|
450
|
+
* Headline scores, 0-1, computed by the worker as weighted means over the
|
|
451
|
+
* members that ran (a missing member renormalizes the rest):
|
|
452
|
+
* accuracy = task_completion x3 + stt.keyterm_recall + (1 - stt.wer) + tts.enunciation_score
|
|
453
|
+
* experience = conversation.turn_taking_score x2 + tts.naturalness_score + llm.conciseness_score
|
|
454
|
+
*
|
|
455
|
+
* @generated from field: optional float accuracy_score = 1;
|
|
456
|
+
*/
|
|
457
|
+
accuracyScore?: number;
|
|
458
|
+
|
|
459
|
+
/**
|
|
460
|
+
* @generated from field: optional float experience_score = 2;
|
|
461
|
+
*/
|
|
462
|
+
experienceScore?: number;
|
|
463
|
+
|
|
464
|
+
/**
|
|
465
|
+
* The accuracy anchor: the scenario verdict as 1/0, or the fraction of the declared target state the call reached.
|
|
466
|
+
*
|
|
467
|
+
* @generated from field: optional float task_completion = 3;
|
|
468
|
+
*/
|
|
469
|
+
taskCompletion?: number;
|
|
470
|
+
|
|
471
|
+
/**
|
|
472
|
+
* @generated from field: livekit.SimulationRun.JobMetrics.STT stt = 4;
|
|
473
|
+
*/
|
|
474
|
+
stt?: SimulationRun_JobMetrics_STT;
|
|
475
|
+
|
|
476
|
+
/**
|
|
477
|
+
* @generated from field: livekit.SimulationRun.JobMetrics.LLM llm = 5;
|
|
478
|
+
*/
|
|
479
|
+
llm?: SimulationRun_JobMetrics_LLM;
|
|
480
|
+
|
|
481
|
+
/**
|
|
482
|
+
* @generated from field: livekit.SimulationRun.JobMetrics.TTS tts = 6;
|
|
483
|
+
*/
|
|
484
|
+
tts?: SimulationRun_JobMetrics_TTS;
|
|
485
|
+
|
|
486
|
+
/**
|
|
487
|
+
* @generated from field: livekit.SimulationRun.JobMetrics.Conversation conversation = 7;
|
|
488
|
+
*/
|
|
489
|
+
conversation?: SimulationRun_JobMetrics_Conversation;
|
|
490
|
+
|
|
491
|
+
/**
|
|
492
|
+
* @generated from field: livekit.SimulationRun.JobMetrics.Simulator simulator = 8;
|
|
493
|
+
*/
|
|
494
|
+
simulator?: SimulationRun_JobMetrics_Simulator;
|
|
495
|
+
|
|
496
|
+
/**
|
|
497
|
+
* Conversation timeline: one entry per transcript turn, both speakers.
|
|
498
|
+
*
|
|
499
|
+
* @generated from field: repeated livekit.SimulationRun.JobMetrics.Turn turns = 9;
|
|
500
|
+
*/
|
|
501
|
+
turns: SimulationRun_JobMetrics_Turn[];
|
|
502
|
+
|
|
503
|
+
/**
|
|
504
|
+
* text judge for judged scores; "" if none ran
|
|
505
|
+
*
|
|
506
|
+
* @generated from field: string judge_model = 10;
|
|
507
|
+
*/
|
|
508
|
+
judgeModel: string;
|
|
509
|
+
|
|
510
|
+
/**
|
|
511
|
+
* audio (LALM) judge; "" if none ran
|
|
512
|
+
*
|
|
513
|
+
* @generated from field: string audio_judge_model = 11;
|
|
514
|
+
*/
|
|
515
|
+
audioJudgeModel: string;
|
|
516
|
+
|
|
517
|
+
/**
|
|
518
|
+
* false = waveform-only capture (e.g. SIP)
|
|
519
|
+
*
|
|
520
|
+
* @generated from field: bool has_remote_session = 12;
|
|
521
|
+
*/
|
|
522
|
+
hasRemoteSession: boolean;
|
|
523
|
+
|
|
524
|
+
/**
|
|
525
|
+
* call start (first speech edge); turn times relative to it
|
|
526
|
+
*
|
|
527
|
+
* @generated from field: google.protobuf.Timestamp t0 = 13;
|
|
528
|
+
*/
|
|
529
|
+
t0?: Timestamp;
|
|
530
|
+
|
|
531
|
+
constructor(data?: PartialMessage<SimulationRun_JobMetrics>);
|
|
532
|
+
|
|
533
|
+
static readonly runtime: typeof proto3;
|
|
534
|
+
static readonly typeName = "livekit.SimulationRun.JobMetrics";
|
|
535
|
+
static readonly fields: FieldList;
|
|
536
|
+
|
|
537
|
+
static fromBinary(bytes: Uint8Array, options?: Partial<BinaryReadOptions>): SimulationRun_JobMetrics;
|
|
538
|
+
|
|
539
|
+
static fromJson(jsonValue: JsonValue, options?: Partial<JsonReadOptions>): SimulationRun_JobMetrics;
|
|
540
|
+
|
|
541
|
+
static fromJsonString(jsonString: string, options?: Partial<JsonReadOptions>): SimulationRun_JobMetrics;
|
|
542
|
+
|
|
543
|
+
static equals(a: SimulationRun_JobMetrics | PlainMessage<SimulationRun_JobMetrics> | undefined, b: SimulationRun_JobMetrics | PlainMessage<SimulationRun_JobMetrics> | undefined): boolean;
|
|
544
|
+
}
|
|
545
|
+
|
|
546
|
+
/**
|
|
547
|
+
* The agent's perception of the caller.
|
|
548
|
+
*
|
|
549
|
+
* @generated from message livekit.SimulationRun.JobMetrics.STT
|
|
550
|
+
*/
|
|
551
|
+
export declare class SimulationRun_JobMetrics_STT extends Message<SimulationRun_JobMetrics_STT> {
|
|
552
|
+
/**
|
|
553
|
+
* word error rate, pooled: word_errors / words
|
|
554
|
+
*
|
|
555
|
+
* @generated from field: optional float wer = 1;
|
|
556
|
+
*/
|
|
557
|
+
wer?: number;
|
|
558
|
+
|
|
559
|
+
/**
|
|
560
|
+
* pooling stats: run WER = sum errors / sum words
|
|
561
|
+
*
|
|
562
|
+
* @generated from field: optional uint32 words = 2;
|
|
563
|
+
*/
|
|
564
|
+
words?: number;
|
|
565
|
+
|
|
566
|
+
/**
|
|
567
|
+
* @generated from field: optional uint32 word_errors = 3;
|
|
568
|
+
*/
|
|
569
|
+
wordErrors?: number;
|
|
570
|
+
|
|
571
|
+
/**
|
|
572
|
+
* character error rate, pooled
|
|
573
|
+
*
|
|
574
|
+
* @generated from field: optional float cer = 4;
|
|
575
|
+
*/
|
|
576
|
+
cer?: number;
|
|
577
|
+
|
|
578
|
+
/**
|
|
579
|
+
* @generated from field: optional uint32 chars = 9;
|
|
580
|
+
*/
|
|
581
|
+
chars?: number;
|
|
582
|
+
|
|
583
|
+
/**
|
|
584
|
+
* @generated from field: optional uint32 char_errors = 10;
|
|
585
|
+
*/
|
|
586
|
+
charErrors?: number;
|
|
587
|
+
|
|
588
|
+
/**
|
|
589
|
+
* recall of uttered key entities (names, IDs, amounts)
|
|
590
|
+
*
|
|
591
|
+
* @generated from field: optional float keyterm_recall = 5;
|
|
592
|
+
*/
|
|
593
|
+
keytermRecall?: number;
|
|
594
|
+
|
|
595
|
+
/**
|
|
596
|
+
* @generated from field: optional uint32 keyterms_uttered = 6;
|
|
597
|
+
*/
|
|
598
|
+
keytermsUttered?: number;
|
|
599
|
+
|
|
600
|
+
/**
|
|
601
|
+
* @generated from field: optional uint32 keyterms_recognized = 7;
|
|
602
|
+
*/
|
|
603
|
+
keytermsRecognized?: number;
|
|
604
|
+
|
|
605
|
+
/**
|
|
606
|
+
* agent-reported STT/endpointing delay, mean
|
|
607
|
+
*
|
|
608
|
+
* @generated from field: optional uint32 transcription_latency_ms = 8;
|
|
609
|
+
*/
|
|
610
|
+
transcriptionLatencyMs?: number;
|
|
611
|
+
|
|
612
|
+
constructor(data?: PartialMessage<SimulationRun_JobMetrics_STT>);
|
|
613
|
+
|
|
614
|
+
static readonly runtime: typeof proto3;
|
|
615
|
+
static readonly typeName = "livekit.SimulationRun.JobMetrics.STT";
|
|
616
|
+
static readonly fields: FieldList;
|
|
617
|
+
|
|
618
|
+
static fromBinary(bytes: Uint8Array, options?: Partial<BinaryReadOptions>): SimulationRun_JobMetrics_STT;
|
|
619
|
+
|
|
620
|
+
static fromJson(jsonValue: JsonValue, options?: Partial<JsonReadOptions>): SimulationRun_JobMetrics_STT;
|
|
621
|
+
|
|
622
|
+
static fromJsonString(jsonString: string, options?: Partial<JsonReadOptions>): SimulationRun_JobMetrics_STT;
|
|
623
|
+
|
|
624
|
+
static equals(a: SimulationRun_JobMetrics_STT | PlainMessage<SimulationRun_JobMetrics_STT> | undefined, b: SimulationRun_JobMetrics_STT | PlainMessage<SimulationRun_JobMetrics_STT> | undefined): boolean;
|
|
625
|
+
}
|
|
626
|
+
|
|
627
|
+
/**
|
|
628
|
+
* @generated from message livekit.SimulationRun.JobMetrics.LLM
|
|
629
|
+
*/
|
|
630
|
+
export declare class SimulationRun_JobMetrics_LLM extends Message<SimulationRun_JobMetrics_LLM> {
|
|
631
|
+
/**
|
|
632
|
+
* time to first token, mean (per-turn in turns)
|
|
633
|
+
*
|
|
634
|
+
* @generated from field: optional uint32 ttft_ms = 1;
|
|
635
|
+
*/
|
|
636
|
+
ttftMs?: number;
|
|
637
|
+
|
|
638
|
+
/**
|
|
639
|
+
* time to first sentence — the smallest speakable unit
|
|
640
|
+
*
|
|
641
|
+
* @generated from field: optional uint32 ttfs_ms = 2;
|
|
642
|
+
*/
|
|
643
|
+
ttfsMs?: number;
|
|
644
|
+
|
|
645
|
+
/**
|
|
646
|
+
* decode rate, mean
|
|
647
|
+
*
|
|
648
|
+
* @generated from field: optional float tokens_per_second = 3;
|
|
649
|
+
*/
|
|
650
|
+
tokensPerSecond?: number;
|
|
651
|
+
|
|
652
|
+
/**
|
|
653
|
+
* judged 0-1: brief enough for voice
|
|
654
|
+
*
|
|
655
|
+
* @generated from field: optional float conciseness_score = 4;
|
|
656
|
+
*/
|
|
657
|
+
concisenessScore?: number;
|
|
658
|
+
|
|
659
|
+
constructor(data?: PartialMessage<SimulationRun_JobMetrics_LLM>);
|
|
660
|
+
|
|
661
|
+
static readonly runtime: typeof proto3;
|
|
662
|
+
static readonly typeName = "livekit.SimulationRun.JobMetrics.LLM";
|
|
663
|
+
static readonly fields: FieldList;
|
|
664
|
+
|
|
665
|
+
static fromBinary(bytes: Uint8Array, options?: Partial<BinaryReadOptions>): SimulationRun_JobMetrics_LLM;
|
|
666
|
+
|
|
667
|
+
static fromJson(jsonValue: JsonValue, options?: Partial<JsonReadOptions>): SimulationRun_JobMetrics_LLM;
|
|
668
|
+
|
|
669
|
+
static fromJsonString(jsonString: string, options?: Partial<JsonReadOptions>): SimulationRun_JobMetrics_LLM;
|
|
670
|
+
|
|
671
|
+
static equals(a: SimulationRun_JobMetrics_LLM | PlainMessage<SimulationRun_JobMetrics_LLM> | undefined, b: SimulationRun_JobMetrics_LLM | PlainMessage<SimulationRun_JobMetrics_LLM> | undefined): boolean;
|
|
672
|
+
}
|
|
673
|
+
|
|
674
|
+
/**
|
|
675
|
+
* The agent's voice.
|
|
676
|
+
*
|
|
677
|
+
* @generated from message livekit.SimulationRun.JobMetrics.TTS
|
|
678
|
+
*/
|
|
679
|
+
export declare class SimulationRun_JobMetrics_TTS extends Message<SimulationRun_JobMetrics_TTS> {
|
|
680
|
+
/**
|
|
681
|
+
* Time to first AUDIO — the user-relevant signal. Some providers stream
|
|
682
|
+
* bytes before actual speech, so byte-level TTFB alone over-promises;
|
|
683
|
+
* it is kept below for disambiguation.
|
|
684
|
+
*
|
|
685
|
+
* @generated from field: optional uint32 ttfa_ms = 1;
|
|
686
|
+
*/
|
|
687
|
+
ttfaMs?: number;
|
|
688
|
+
|
|
689
|
+
/**
|
|
690
|
+
* provider byte-level TTFB, agent-reported
|
|
691
|
+
*
|
|
692
|
+
* @generated from field: optional uint32 ttfb_ms = 2;
|
|
693
|
+
*/
|
|
694
|
+
ttfbMs?: number;
|
|
695
|
+
|
|
696
|
+
/**
|
|
697
|
+
* word error rate, pooled: word_errors / words
|
|
698
|
+
*
|
|
699
|
+
* @generated from field: optional float wer = 3;
|
|
700
|
+
*/
|
|
701
|
+
wer?: number;
|
|
702
|
+
|
|
703
|
+
/**
|
|
704
|
+
* @generated from field: optional uint32 words = 7;
|
|
705
|
+
*/
|
|
706
|
+
words?: number;
|
|
707
|
+
|
|
708
|
+
/**
|
|
709
|
+
* @generated from field: optional uint32 word_errors = 8;
|
|
710
|
+
*/
|
|
711
|
+
wordErrors?: number;
|
|
712
|
+
|
|
713
|
+
/**
|
|
714
|
+
* character error rate, pooled
|
|
715
|
+
*
|
|
716
|
+
* @generated from field: optional float cer = 9;
|
|
717
|
+
*/
|
|
718
|
+
cer?: number;
|
|
719
|
+
|
|
720
|
+
/**
|
|
721
|
+
* @generated from field: optional uint32 chars = 10;
|
|
722
|
+
*/
|
|
723
|
+
chars?: number;
|
|
724
|
+
|
|
725
|
+
/**
|
|
726
|
+
* @generated from field: optional uint32 char_errors = 11;
|
|
727
|
+
*/
|
|
728
|
+
charErrors?: number;
|
|
729
|
+
|
|
730
|
+
/**
|
|
731
|
+
* speaking rate; conversational English ~110-150
|
|
732
|
+
*
|
|
733
|
+
* @generated from field: optional float speech_rate_wpm = 4;
|
|
734
|
+
*/
|
|
735
|
+
speechRateWpm?: number;
|
|
736
|
+
|
|
737
|
+
/**
|
|
738
|
+
* judged 0-1: prosody / expressiveness
|
|
739
|
+
*
|
|
740
|
+
* @generated from field: optional float naturalness_score = 5;
|
|
741
|
+
*/
|
|
742
|
+
naturalnessScore?: number;
|
|
743
|
+
|
|
744
|
+
/**
|
|
745
|
+
* judged 0-1: key entities audibly intact
|
|
746
|
+
*
|
|
747
|
+
* @generated from field: optional float enunciation_score = 6;
|
|
748
|
+
*/
|
|
749
|
+
enunciationScore?: number;
|
|
750
|
+
|
|
751
|
+
constructor(data?: PartialMessage<SimulationRun_JobMetrics_TTS>);
|
|
752
|
+
|
|
753
|
+
static readonly runtime: typeof proto3;
|
|
754
|
+
static readonly typeName = "livekit.SimulationRun.JobMetrics.TTS";
|
|
755
|
+
static readonly fields: FieldList;
|
|
756
|
+
|
|
757
|
+
static fromBinary(bytes: Uint8Array, options?: Partial<BinaryReadOptions>): SimulationRun_JobMetrics_TTS;
|
|
758
|
+
|
|
759
|
+
static fromJson(jsonValue: JsonValue, options?: Partial<JsonReadOptions>): SimulationRun_JobMetrics_TTS;
|
|
760
|
+
|
|
761
|
+
static fromJsonString(jsonString: string, options?: Partial<JsonReadOptions>): SimulationRun_JobMetrics_TTS;
|
|
762
|
+
|
|
763
|
+
static equals(a: SimulationRun_JobMetrics_TTS | PlainMessage<SimulationRun_JobMetrics_TTS> | undefined, b: SimulationRun_JobMetrics_TTS | PlainMessage<SimulationRun_JobMetrics_TTS> | undefined): boolean;
|
|
764
|
+
}
|
|
765
|
+
|
|
766
|
+
/**
|
|
767
|
+
* End-to-end floor dynamics, measured off the audio timeline — the ground
|
|
768
|
+
* truth of what the caller hears, independent of agent self-reports.
|
|
769
|
+
*
|
|
770
|
+
* @generated from message livekit.SimulationRun.JobMetrics.Conversation
|
|
771
|
+
*/
|
|
772
|
+
export declare class SimulationRun_JobMetrics_Conversation extends Message<SimulationRun_JobMetrics_Conversation> {
|
|
773
|
+
/**
|
|
774
|
+
* 0-1: latency curve + cut-in/barge-in/missed-turn penalties
|
|
775
|
+
*
|
|
776
|
+
* @generated from field: optional float turn_taking_score = 1;
|
|
777
|
+
*/
|
|
778
|
+
turnTakingScore?: number;
|
|
779
|
+
|
|
780
|
+
/**
|
|
781
|
+
* floor-transfer offset; a gap is > 0, an overlap < 0
|
|
782
|
+
*
|
|
783
|
+
* @generated from field: optional int32 response_latency_p50_ms = 2;
|
|
784
|
+
*/
|
|
785
|
+
responseLatencyP50Ms?: number;
|
|
786
|
+
|
|
787
|
+
/**
|
|
788
|
+
* @generated from field: optional int32 response_latency_p95_ms = 3;
|
|
789
|
+
*/
|
|
790
|
+
responseLatencyP95Ms?: number;
|
|
791
|
+
|
|
792
|
+
/**
|
|
793
|
+
* @generated from field: optional int32 response_latency_p99_ms = 4;
|
|
794
|
+
*/
|
|
795
|
+
responseLatencyP99Ms?: number;
|
|
796
|
+
|
|
797
|
+
/**
|
|
798
|
+
* how long the agent talks after a barge-in, mean
|
|
799
|
+
*
|
|
800
|
+
* @generated from field: optional uint32 agent_yield_latency_ms = 5;
|
|
801
|
+
*/
|
|
802
|
+
agentYieldLatencyMs?: number;
|
|
803
|
+
|
|
804
|
+
/**
|
|
805
|
+
* agent started before the caller's turn ended
|
|
806
|
+
*
|
|
807
|
+
* @generated from field: optional uint32 eot_misprediction_count = 6;
|
|
808
|
+
*/
|
|
809
|
+
eotMispredictionCount?: number;
|
|
810
|
+
|
|
811
|
+
/**
|
|
812
|
+
* overlapping speech / total speech
|
|
813
|
+
*
|
|
814
|
+
* @generated from field: optional float overlap_ratio = 7;
|
|
815
|
+
*/
|
|
816
|
+
overlapRatio?: number;
|
|
817
|
+
|
|
818
|
+
/**
|
|
819
|
+
* pooling stats for overlap_ratio
|
|
820
|
+
*
|
|
821
|
+
* @generated from field: optional uint32 overlap_speech_ms = 8;
|
|
822
|
+
*/
|
|
823
|
+
overlapSpeechMs?: number;
|
|
824
|
+
|
|
825
|
+
/**
|
|
826
|
+
* @generated from field: optional uint32 total_speech_ms = 9;
|
|
827
|
+
*/
|
|
828
|
+
totalSpeechMs?: number;
|
|
829
|
+
|
|
830
|
+
/**
|
|
831
|
+
* dead air within the conversation
|
|
832
|
+
*
|
|
833
|
+
* @generated from field: optional uint32 silence_total_ms = 10;
|
|
834
|
+
*/
|
|
835
|
+
silenceTotalMs?: number;
|
|
836
|
+
|
|
837
|
+
/**
|
|
838
|
+
* gaps past the natural-pause threshold
|
|
839
|
+
*
|
|
840
|
+
* @generated from field: optional uint32 awkward_silence_count = 11;
|
|
841
|
+
*/
|
|
842
|
+
awkwardSilenceCount?: number;
|
|
843
|
+
|
|
844
|
+
/**
|
|
845
|
+
* the simulated party spoke, the agent never responded
|
|
846
|
+
*
|
|
847
|
+
* @generated from field: optional uint32 unanswered_persona_turns = 12;
|
|
848
|
+
*/
|
|
849
|
+
unansweredPersonaTurns?: number;
|
|
850
|
+
|
|
851
|
+
/**
|
|
852
|
+
* agent paused for a non-interruption
|
|
853
|
+
*
|
|
854
|
+
* @generated from field: optional uint32 false_interruption_count = 13;
|
|
855
|
+
*/
|
|
856
|
+
falseInterruptionCount?: number;
|
|
857
|
+
|
|
858
|
+
/**
|
|
859
|
+
* of those, never resumed
|
|
860
|
+
*
|
|
861
|
+
* @generated from field: optional uint32 false_interruption_unrecovered_count = 14;
|
|
862
|
+
*/
|
|
863
|
+
falseInterruptionUnrecoveredCount?: number;
|
|
864
|
+
|
|
865
|
+
/**
|
|
866
|
+
* the agent's own claim, mean
|
|
867
|
+
*
|
|
868
|
+
* @generated from field: optional uint32 agent_reported_e2e_latency_ms = 15;
|
|
869
|
+
*/
|
|
870
|
+
agentReportedE2eLatencyMs?: number;
|
|
871
|
+
|
|
872
|
+
constructor(data?: PartialMessage<SimulationRun_JobMetrics_Conversation>);
|
|
873
|
+
|
|
874
|
+
static readonly runtime: typeof proto3;
|
|
875
|
+
static readonly typeName = "livekit.SimulationRun.JobMetrics.Conversation";
|
|
876
|
+
static readonly fields: FieldList;
|
|
877
|
+
|
|
878
|
+
static fromBinary(bytes: Uint8Array, options?: Partial<BinaryReadOptions>): SimulationRun_JobMetrics_Conversation;
|
|
879
|
+
|
|
880
|
+
static fromJson(jsonValue: JsonValue, options?: Partial<JsonReadOptions>): SimulationRun_JobMetrics_Conversation;
|
|
881
|
+
|
|
882
|
+
static fromJsonString(jsonString: string, options?: Partial<JsonReadOptions>): SimulationRun_JobMetrics_Conversation;
|
|
883
|
+
|
|
884
|
+
static equals(a: SimulationRun_JobMetrics_Conversation | PlainMessage<SimulationRun_JobMetrics_Conversation> | undefined, b: SimulationRun_JobMetrics_Conversation | PlainMessage<SimulationRun_JobMetrics_Conversation> | undefined): boolean;
|
|
885
|
+
}
|
|
886
|
+
|
|
887
|
+
/**
|
|
888
|
+
* Was the call spoiled by the simulator, not the agent? Diagnostic only —
|
|
889
|
+
* never folded into the scores; run aggregation excludes flagged calls
|
|
890
|
+
* from the two headline scores.
|
|
891
|
+
*
|
|
892
|
+
* @generated from message livekit.SimulationRun.JobMetrics.Simulator
|
|
893
|
+
*/
|
|
894
|
+
export declare class SimulationRun_JobMetrics_Simulator extends Message<SimulationRun_JobMetrics_Simulator> {
|
|
895
|
+
/**
|
|
896
|
+
* simulator ended a still-progressing call
|
|
897
|
+
*
|
|
898
|
+
* @generated from field: optional bool early_termination = 1;
|
|
899
|
+
*/
|
|
900
|
+
earlyTermination?: boolean;
|
|
901
|
+
|
|
902
|
+
/**
|
|
903
|
+
* simulator dragged on after the goal was met
|
|
904
|
+
*
|
|
905
|
+
* @generated from field: optional bool late_termination = 2;
|
|
906
|
+
*/
|
|
907
|
+
lateTermination?: boolean;
|
|
908
|
+
|
|
909
|
+
constructor(data?: PartialMessage<SimulationRun_JobMetrics_Simulator>);
|
|
910
|
+
|
|
911
|
+
static readonly runtime: typeof proto3;
|
|
912
|
+
static readonly typeName = "livekit.SimulationRun.JobMetrics.Simulator";
|
|
913
|
+
static readonly fields: FieldList;
|
|
914
|
+
|
|
915
|
+
static fromBinary(bytes: Uint8Array, options?: Partial<BinaryReadOptions>): SimulationRun_JobMetrics_Simulator;
|
|
916
|
+
|
|
917
|
+
static fromJson(jsonValue: JsonValue, options?: Partial<JsonReadOptions>): SimulationRun_JobMetrics_Simulator;
|
|
918
|
+
|
|
919
|
+
static fromJsonString(jsonString: string, options?: Partial<JsonReadOptions>): SimulationRun_JobMetrics_Simulator;
|
|
920
|
+
|
|
921
|
+
static equals(a: SimulationRun_JobMetrics_Simulator | PlainMessage<SimulationRun_JobMetrics_Simulator> | undefined, b: SimulationRun_JobMetrics_Simulator | PlainMessage<SimulationRun_JobMetrics_Simulator> | undefined): boolean;
|
|
922
|
+
}
|
|
923
|
+
|
|
924
|
+
/**
|
|
925
|
+
* @generated from message livekit.SimulationRun.JobMetrics.Turn
|
|
926
|
+
*/
|
|
927
|
+
export declare class SimulationRun_JobMetrics_Turn extends Message<SimulationRun_JobMetrics_Turn> {
|
|
928
|
+
/**
|
|
929
|
+
* 1-based, conversation order
|
|
930
|
+
*
|
|
931
|
+
* @generated from field: uint32 index = 1;
|
|
932
|
+
*/
|
|
933
|
+
index: number;
|
|
934
|
+
|
|
935
|
+
/**
|
|
936
|
+
* ASSISTANT — the agent under test, USER — simulator persona.
|
|
937
|
+
*
|
|
938
|
+
* @generated from field: livekit.agent.ChatRole role = 2;
|
|
939
|
+
*/
|
|
940
|
+
role: ChatRole;
|
|
941
|
+
|
|
942
|
+
/**
|
|
943
|
+
* relative to t0; unset if the turn could not be aligned to the audio
|
|
944
|
+
*
|
|
945
|
+
* @generated from field: optional uint32 start_ms = 3;
|
|
946
|
+
*/
|
|
947
|
+
startMs?: number;
|
|
948
|
+
|
|
949
|
+
/**
|
|
950
|
+
* @generated from field: optional uint32 end_ms = 4;
|
|
951
|
+
*/
|
|
952
|
+
endMs?: number;
|
|
953
|
+
|
|
954
|
+
/**
|
|
955
|
+
* Agent-turn measurements; a negative response latency is a cut-in (the
|
|
956
|
+
* agent started before the caller's turn ended).
|
|
957
|
+
*
|
|
958
|
+
* @generated from field: optional int32 response_latency_ms = 5;
|
|
959
|
+
*/
|
|
960
|
+
responseLatencyMs?: number;
|
|
961
|
+
|
|
962
|
+
/**
|
|
963
|
+
* @generated from field: optional uint32 transcription_delay_ms = 6;
|
|
964
|
+
*/
|
|
965
|
+
transcriptionDelayMs?: number;
|
|
966
|
+
|
|
967
|
+
/**
|
|
968
|
+
* @generated from field: optional uint32 llm_ttft_ms = 7;
|
|
969
|
+
*/
|
|
970
|
+
llmTtftMs?: number;
|
|
971
|
+
|
|
972
|
+
/**
|
|
973
|
+
* @generated from field: optional uint32 llm_ttfs_ms = 8;
|
|
974
|
+
*/
|
|
975
|
+
llmTtfsMs?: number;
|
|
976
|
+
|
|
977
|
+
/**
|
|
978
|
+
* @generated from field: optional uint32 tts_ttfa_ms = 9;
|
|
979
|
+
*/
|
|
980
|
+
ttsTtfaMs?: number;
|
|
981
|
+
|
|
982
|
+
/**
|
|
983
|
+
* @generated from field: optional uint32 tts_ttfb_ms = 10;
|
|
984
|
+
*/
|
|
985
|
+
ttsTtfbMs?: number;
|
|
986
|
+
|
|
987
|
+
/**
|
|
988
|
+
* @generated from field: optional uint32 agent_reported_e2e_latency_ms = 11;
|
|
989
|
+
*/
|
|
990
|
+
agentReportedE2eLatencyMs?: number;
|
|
991
|
+
|
|
992
|
+
/**
|
|
993
|
+
* @generated from field: optional float conciseness_score = 12;
|
|
994
|
+
*/
|
|
995
|
+
concisenessScore?: number;
|
|
996
|
+
|
|
997
|
+
/**
|
|
998
|
+
* @generated from field: optional float naturalness_score = 13;
|
|
999
|
+
*/
|
|
1000
|
+
naturalnessScore?: number;
|
|
1001
|
+
|
|
1002
|
+
/**
|
|
1003
|
+
* judged 0-1: this turn's key entities audibly intact
|
|
1004
|
+
*
|
|
1005
|
+
* @generated from field: optional float enunciation_score = 14;
|
|
1006
|
+
*/
|
|
1007
|
+
enunciationScore?: number;
|
|
1008
|
+
|
|
1009
|
+
/**
|
|
1010
|
+
* judge failure tags ("verbosity_or_filler", ...)
|
|
1011
|
+
*
|
|
1012
|
+
* @generated from field: repeated string flags = 15;
|
|
1013
|
+
*/
|
|
1014
|
+
flags: string[];
|
|
1015
|
+
|
|
1016
|
+
constructor(data?: PartialMessage<SimulationRun_JobMetrics_Turn>);
|
|
1017
|
+
|
|
1018
|
+
static readonly runtime: typeof proto3;
|
|
1019
|
+
static readonly typeName = "livekit.SimulationRun.JobMetrics.Turn";
|
|
1020
|
+
static readonly fields: FieldList;
|
|
1021
|
+
|
|
1022
|
+
static fromBinary(bytes: Uint8Array, options?: Partial<BinaryReadOptions>): SimulationRun_JobMetrics_Turn;
|
|
1023
|
+
|
|
1024
|
+
static fromJson(jsonValue: JsonValue, options?: Partial<JsonReadOptions>): SimulationRun_JobMetrics_Turn;
|
|
1025
|
+
|
|
1026
|
+
static fromJsonString(jsonString: string, options?: Partial<JsonReadOptions>): SimulationRun_JobMetrics_Turn;
|
|
1027
|
+
|
|
1028
|
+
static equals(a: SimulationRun_JobMetrics_Turn | PlainMessage<SimulationRun_JobMetrics_Turn> | undefined, b: SimulationRun_JobMetrics_Turn | PlainMessage<SimulationRun_JobMetrics_Turn> | undefined): boolean;
|
|
1029
|
+
}
|
|
1030
|
+
|
|
1031
|
+
/**
|
|
1032
|
+
* Aggregates over this run's jobs. Reuses the JobMetrics group shapes.
|
|
1033
|
+
*
|
|
1034
|
+
* @generated from message livekit.SimulationRun.RunMetrics
|
|
1035
|
+
*/
|
|
1036
|
+
export declare class SimulationRun_RunMetrics extends Message<SimulationRun_RunMetrics> {
|
|
1037
|
+
/**
|
|
1038
|
+
* mean over scored jobs
|
|
1039
|
+
*
|
|
1040
|
+
* @generated from field: optional float accuracy_score = 1;
|
|
1041
|
+
*/
|
|
1042
|
+
accuracyScore?: number;
|
|
1043
|
+
|
|
1044
|
+
/**
|
|
1045
|
+
* @generated from field: optional float experience_score = 2;
|
|
1046
|
+
*/
|
|
1047
|
+
experienceScore?: number;
|
|
1048
|
+
|
|
1049
|
+
/**
|
|
1050
|
+
* share of jobs whose scenario verdict passed
|
|
1051
|
+
*
|
|
1052
|
+
* @generated from field: optional float scenario_pass_rate = 3;
|
|
1053
|
+
*/
|
|
1054
|
+
scenarioPassRate?: number;
|
|
1055
|
+
|
|
1056
|
+
/**
|
|
1057
|
+
* @generated from field: livekit.SimulationRun.JobMetrics.STT stt = 4;
|
|
1058
|
+
*/
|
|
1059
|
+
stt?: SimulationRun_JobMetrics_STT;
|
|
1060
|
+
|
|
1061
|
+
/**
|
|
1062
|
+
* @generated from field: livekit.SimulationRun.JobMetrics.LLM llm = 5;
|
|
1063
|
+
*/
|
|
1064
|
+
llm?: SimulationRun_JobMetrics_LLM;
|
|
1065
|
+
|
|
1066
|
+
/**
|
|
1067
|
+
* @generated from field: livekit.SimulationRun.JobMetrics.TTS tts = 6;
|
|
1068
|
+
*/
|
|
1069
|
+
tts?: SimulationRun_JobMetrics_TTS;
|
|
1070
|
+
|
|
1071
|
+
/**
|
|
1072
|
+
* @generated from field: livekit.SimulationRun.JobMetrics.Conversation conversation = 7;
|
|
1073
|
+
*/
|
|
1074
|
+
conversation?: SimulationRun_JobMetrics_Conversation;
|
|
1075
|
+
|
|
1076
|
+
/**
|
|
1077
|
+
* @generated from field: uint32 jobs_total = 9;
|
|
1078
|
+
*/
|
|
1079
|
+
jobsTotal: number;
|
|
1080
|
+
|
|
1081
|
+
/**
|
|
1082
|
+
* composites cover jobs_measured - jobs_simulator_fault
|
|
1083
|
+
*
|
|
1084
|
+
* @generated from field: uint32 jobs_measured = 10;
|
|
1085
|
+
*/
|
|
1086
|
+
jobsMeasured: number;
|
|
1087
|
+
|
|
1088
|
+
/**
|
|
1089
|
+
* spoiled by the simulator: flagged, not scored
|
|
1090
|
+
*
|
|
1091
|
+
* @generated from field: uint32 jobs_simulator_fault = 11;
|
|
1092
|
+
*/
|
|
1093
|
+
jobsSimulatorFault: number;
|
|
1094
|
+
|
|
1095
|
+
constructor(data?: PartialMessage<SimulationRun_RunMetrics>);
|
|
1096
|
+
|
|
1097
|
+
static readonly runtime: typeof proto3;
|
|
1098
|
+
static readonly typeName = "livekit.SimulationRun.RunMetrics";
|
|
1099
|
+
static readonly fields: FieldList;
|
|
1100
|
+
|
|
1101
|
+
static fromBinary(bytes: Uint8Array, options?: Partial<BinaryReadOptions>): SimulationRun_RunMetrics;
|
|
1102
|
+
|
|
1103
|
+
static fromJson(jsonValue: JsonValue, options?: Partial<JsonReadOptions>): SimulationRun_RunMetrics;
|
|
1104
|
+
|
|
1105
|
+
static fromJsonString(jsonString: string, options?: Partial<JsonReadOptions>): SimulationRun_RunMetrics;
|
|
1106
|
+
|
|
1107
|
+
static equals(a: SimulationRun_RunMetrics | PlainMessage<SimulationRun_RunMetrics> | undefined, b: SimulationRun_RunMetrics | PlainMessage<SimulationRun_RunMetrics> | undefined): boolean;
|
|
1108
|
+
}
|
|
1109
|
+
|
|
428
1110
|
/**
|
|
429
1111
|
* @generated from message livekit.SimulationRun.Create
|
|
430
1112
|
*/
|