@livekit/protocol 1.50.4 → 1.52.0

package/src/gen/livekit_agent_simulation_pb.js

@@ -17,7 +17,7 @@
 /* eslint-disable */
 // @ts-nocheck
 
-import { proto3, Timestamp } from "@bufbuild/protobuf";
+import { Duration, proto3, Timestamp } from "@bufbuild/protobuf";
 import { ChatContext, ChatRole } from "./agent/livekit_agent_session_pb.js";
 import { PresignedPostRequest } from "./livekit_cloud_agent_pb.js";
 import { TokenPagination } from "./livekit_models_pb.js";
@@ -89,6 +89,8 @@ export const SimulationRun = /*@__PURE__*/ proto3.makeMessageType(
     { no: 18, name: "mode", kind: "enum", T: proto3.getEnumType(SimulationMode) },
     { no: 19, name: "metrics", kind: "message", T: SimulationRun_RunMetrics },
     { no: 20, name: "summary_zstd", kind: "scalar", T: 12 /* ScalarType.BYTES */ },
+    { no: 21, name: "issue_count", kind: "scalar", T: 5 /* ScalarType.INT32 */, opt: true },
+    { no: 22, name: "ci", kind: "message", T: SimulationRun_CI, opt: true },
   ],
 );
 
@@ -163,19 +165,22 @@ export const SimulationRun_Job_Usage = /*@__PURE__*/ proto3.makeMessageType(
 export const SimulationRun_JobMetrics = /*@__PURE__*/ proto3.makeMessageType(
   "livekit.SimulationRun.JobMetrics",
   () => [
-    { no: 1, name: "accuracy_score", kind: "scalar", T: 2 /* ScalarType.FLOAT */, opt: true },
-    { no: 2, name: "experience_score", kind: "scalar", T: 2 /* ScalarType.FLOAT */, opt: true },
     { no: 3, name: "task_completion", kind: "scalar", T: 2 /* ScalarType.FLOAT */, opt: true },
+    { no: 20, name: "overall_score", kind: "scalar", T: 2 /* ScalarType.FLOAT */, opt: true },
     { no: 4, name: "stt", kind: "message", T: SimulationRun_JobMetrics_STT },
     { no: 5, name: "llm", kind: "message", T: SimulationRun_JobMetrics_LLM },
     { no: 6, name: "tts", kind: "message", T: SimulationRun_JobMetrics_TTS },
     { no: 7, name: "conversation", kind: "message", T: SimulationRun_JobMetrics_Conversation },
-    { no: 8, name: "simulator", kind: "message", T: SimulationRun_JobMetrics_Simulator },
     { no: 9, name: "turns", kind: "message", T: SimulationRun_JobMetrics_Turn, repeated: true },
     { no: 10, name: "judge_model", kind: "scalar", T: 9 /* ScalarType.STRING */ },
-    { no: 11, name: "audio_judge_model", kind: "scalar", T: 9 /* ScalarType.STRING */ },
     { no: 12, name: "has_remote_session", kind: "scalar", T: 8 /* ScalarType.BOOL */ },
     { no: 13, name: "t0", kind: "message", T: Timestamp },
+    { no: 14, name: "conciseness", kind: "scalar", T: 2 /* ScalarType.FLOAT */, opt: true },
+    { no: 15, name: "unnecessary_tool_calls", kind: "scalar", T: 8 /* ScalarType.BOOL */, opt: true },
+    { no: 16, name: "information_loss", kind: "scalar", T: 8 /* ScalarType.BOOL */, opt: true },
+    { no: 17, name: "redundant_statements", kind: "scalar", T: 8 /* ScalarType.BOOL */, opt: true },
+    { no: 18, name: "poor_question_quality", kind: "scalar", T: 8 /* ScalarType.BOOL */, opt: true },
+    { no: 19, name: "conversation_progression", kind: "scalar", T: 2 /* ScalarType.FLOAT */, opt: true },
   ],
   {localName: "SimulationRun_JobMetrics"},
 );
@@ -194,10 +199,13 @@ export const SimulationRun_JobMetrics_STT = /*@__PURE__*/ proto3.makeMessageType
     { no: 4, name: "cer", kind: "scalar", T: 2 /* ScalarType.FLOAT */, opt: true },
     { no: 9, name: "chars", kind: "scalar", T: 13 /* ScalarType.UINT32 */, opt: true },
     { no: 10, name: "char_errors", kind: "scalar", T: 13 /* ScalarType.UINT32 */, opt: true },
-    { no: 5, name: "keyterm_recall", kind: "scalar", T: 2 /* ScalarType.FLOAT */, opt: true },
-    { no: 6, name: "keyterms_uttered", kind: "scalar", T: 13 /* ScalarType.UINT32 */, opt: true },
-    { no: 7, name: "keyterms_recognized", kind: "scalar", T: 13 /* ScalarType.UINT32 */, opt: true },
-    { no: 8, name: "transcription_latency_ms", kind: "scalar", T: 13 /* ScalarType.UINT32 */, opt: true },
+    { no: 8, name: "stt_delay_ms", kind: "scalar", T: 13 /* ScalarType.UINT32 */, opt: true },
+    { no: 11, name: "entity_recognition", kind: "scalar", T: 2 /* ScalarType.FLOAT */, opt: true },
+    { no: 12, name: "entities_uttered", kind: "scalar", T: 13 /* ScalarType.UINT32 */, opt: true },
+    { no: 13, name: "entities_recognized", kind: "scalar", T: 13 /* ScalarType.UINT32 */, opt: true },
+    { no: 14, name: "entity_recall", kind: "scalar", T: 2 /* ScalarType.FLOAT */, opt: true },
+    { no: 15, name: "entities_acquired_uttered", kind: "scalar", T: 13 /* ScalarType.UINT32 */, opt: true },
+    { no: 16, name: "entities_acquired_recognized", kind: "scalar", T: 13 /* ScalarType.UINT32 */, opt: true },
   ],
   {localName: "SimulationRun_JobMetrics_STT"},
 );
@@ -211,20 +219,18 @@ export const SimulationRun_JobMetrics_LLM = /*@__PURE__*/ proto3.makeMessageType
     { no: 1, name: "ttft_ms", kind: "scalar", T: 13 /* ScalarType.UINT32 */, opt: true },
     { no: 2, name: "ttfs_ms", kind: "scalar", T: 13 /* ScalarType.UINT32 */, opt: true },
     { no: 3, name: "tokens_per_second", kind: "scalar", T: 2 /* ScalarType.FLOAT */, opt: true },
-    { no: 4, name: "conciseness_score", kind: "scalar", T: 2 /* ScalarType.FLOAT */, opt: true },
   ],
   {localName: "SimulationRun_JobMetrics_LLM"},
 );
 
 /**
- * The agent's voice. audio only.
+ * The agent's voice. Audio only.
  *
  * @generated from message livekit.SimulationRun.JobMetrics.TTS
  */
 export const SimulationRun_JobMetrics_TTS = /*@__PURE__*/ proto3.makeMessageType(
   "livekit.SimulationRun.JobMetrics.TTS",
   () => [
-    { no: 1, name: "ttfa_ms", kind: "scalar", T: 13 /* ScalarType.UINT32 */, opt: true },
     { no: 2, name: "ttfb_ms", kind: "scalar", T: 13 /* ScalarType.UINT32 */, opt: true },
     { no: 3, name: "wer", kind: "scalar", T: 2 /* ScalarType.FLOAT */, opt: true },
     { no: 7, name: "words", kind: "scalar", T: 13 /* ScalarType.UINT32 */, opt: true },
@@ -232,11 +238,12 @@ export const SimulationRun_JobMetrics_TTS = /*@__PURE__*/ proto3.makeMessageType
     { no: 9, name: "cer", kind: "scalar", T: 2 /* ScalarType.FLOAT */, opt: true },
     { no: 10, name: "chars", kind: "scalar", T: 13 /* ScalarType.UINT32 */, opt: true },
     { no: 11, name: "char_errors", kind: "scalar", T: 13 /* ScalarType.UINT32 */, opt: true },
-    { no: 4, name: "speech_rate_wpm", kind: "scalar", T: 2 /* ScalarType.FLOAT */, opt: true },
-    { no: 12, name: "heard_words", kind: "scalar", T: 13 /* ScalarType.UINT32 */, opt: true },
-    { no: 13, name: "speech_ms", kind: "scalar", T: 13 /* ScalarType.UINT32 */, opt: true },
-    { no: 5, name: "naturalness_score", kind: "scalar", T: 2 /* ScalarType.FLOAT */, opt: true },
-    { no: 6, name: "enunciation_score", kind: "scalar", T: 2 /* ScalarType.FLOAT */, opt: true },
+    { no: 14, name: "entity_recognition", kind: "scalar", T: 2 /* ScalarType.FLOAT */, opt: true },
+    { no: 15, name: "entities_uttered", kind: "scalar", T: 13 /* ScalarType.UINT32 */, opt: true },
+    { no: 16, name: "entities_recognized", kind: "scalar", T: 13 /* ScalarType.UINT32 */, opt: true },
+    { no: 17, name: "entity_recall", kind: "scalar", T: 2 /* ScalarType.FLOAT */, opt: true },
+    { no: 18, name: "entities_acquired_uttered", kind: "scalar", T: 13 /* ScalarType.UINT32 */, opt: true },
+    { no: 19, name: "entities_acquired_recognized", kind: "scalar", T: 13 /* ScalarType.UINT32 */, opt: true },
   ],
   {localName: "SimulationRun_JobMetrics_TTS"},
 );
@@ -250,43 +257,25 @@ export const SimulationRun_JobMetrics_Conversation = /*@__PURE__*/ proto3.makeMe
   "livekit.SimulationRun.JobMetrics.Conversation",
   () => [
     { no: 1, name: "turn_taking_score", kind: "scalar", T: 2 /* ScalarType.FLOAT */, opt: true },
-    { no: 2, name: "response_latency_p50_ms", kind: "scalar", T: 5 /* ScalarType.INT32 */, opt: true },
-    { no: 3, name: "response_latency_p95_ms", kind: "scalar", T: 5 /* ScalarType.INT32 */, opt: true },
-    { no: 4, name: "response_latency_p99_ms", kind: "scalar", T: 5 /* ScalarType.INT32 */, opt: true },
-    { no: 16, name: "response_latency_ms", kind: "scalar", T: 5 /* ScalarType.INT32 */, opt: true },
-    { no: 5, name: "agent_yield_latency_ms", kind: "scalar", T: 13 /* ScalarType.UINT32 */, opt: true },
+    { no: 2, name: "heard_e2e_latency_p50_ms", kind: "scalar", T: 5 /* ScalarType.INT32 */, opt: true },
+    { no: 3, name: "heard_e2e_latency_p95_ms", kind: "scalar", T: 5 /* ScalarType.INT32 */, opt: true },
+    { no: 4, name: "heard_e2e_latency_p99_ms", kind: "scalar", T: 5 /* ScalarType.INT32 */, opt: true },
+    { no: 5, name: "time_to_yield_ms", kind: "scalar", T: 13 /* ScalarType.UINT32 */, opt: true },
     { no: 6, name: "eot_misprediction_count", kind: "scalar", T: 13 /* ScalarType.UINT32 */, opt: true },
     { no: 7, name: "overlap_ratio", kind: "scalar", T: 2 /* ScalarType.FLOAT */, opt: true },
     { no: 8, name: "overlap_speech_ms", kind: "scalar", T: 13 /* ScalarType.UINT32 */, opt: true },
     { no: 9, name: "total_speech_ms", kind: "scalar", T: 13 /* ScalarType.UINT32 */, opt: true },
-    { no: 10, name: "silence_total_ms", kind: "scalar", T: 13 /* ScalarType.UINT32 */, opt: true },
     { no: 11, name: "awkward_silence_count", kind: "scalar", T: 13 /* ScalarType.UINT32 */, opt: true },
-    { no: 12, name: "unanswered_persona_turns", kind: "scalar", T: 13 /* ScalarType.UINT32 */, opt: true },
+    { no: 12, name: "unanswered_turns", kind: "scalar", T: 13 /* ScalarType.UINT32 */, opt: true },
     { no: 13, name: "false_interruption_count", kind: "scalar", T: 13 /* ScalarType.UINT32 */, opt: true },
-    { no: 14, name: "false_interruption_unrecovered_count", kind: "scalar", T: 13 /* ScalarType.UINT32 */, opt: true },
-    { no: 15, name: "agent_reported_e2e_latency_ms", kind: "scalar", T: 13 /* ScalarType.UINT32 */, opt: true },
+    { no: 15, name: "e2e_latency_ms", kind: "scalar", T: 13 /* ScalarType.UINT32 */, opt: true },
   ],
   {localName: "SimulationRun_JobMetrics_Conversation"},
 );
 
 /**
- * Was the call spoiled by the simulator, not the agent? Diagnostic only —
- * never folded into the scores; run aggregation excludes flagged calls
- * from the two headline scores.
- *
- * @generated from message livekit.SimulationRun.JobMetrics.Simulator
- */
-export const SimulationRun_JobMetrics_Simulator = /*@__PURE__*/ proto3.makeMessageType(
-  "livekit.SimulationRun.JobMetrics.Simulator",
-  () => [
-    { no: 1, name: "early_termination", kind: "scalar", T: 8 /* ScalarType.BOOL */, opt: true },
-    { no: 2, name: "late_termination", kind: "scalar", T: 8 /* ScalarType.BOOL */, opt: true },
-  ],
-  {localName: "SimulationRun_JobMetrics_Simulator"},
-);
-
-/**
- * Rows exist for text and audio;
+ * Rows exist for text and audio. The groups above hold the means and pools
+ * over these; anything not measured for a turn stays unset.
  *
  * @generated from message livekit.SimulationRun.JobMetrics.Turn
  */
@@ -297,36 +286,63 @@ export const SimulationRun_JobMetrics_Turn = /*@__PURE__*/ proto3.makeMessageTyp
     { no: 2, name: "role", kind: "enum", T: proto3.getEnumType(ChatRole) },
     { no: 3, name: "start_ms", kind: "scalar", T: 13 /* ScalarType.UINT32 */, opt: true },
     { no: 4, name: "end_ms", kind: "scalar", T: 13 /* ScalarType.UINT32 */, opt: true },
-    { no: 5, name: "stt", kind: "message", T: SimulationRun_JobMetrics_STT },
-    { no: 6, name: "llm", kind: "message", T: SimulationRun_JobMetrics_LLM },
-    { no: 7, name: "tts", kind: "message", T: SimulationRun_JobMetrics_TTS },
-    { no: 8, name: "conversation", kind: "message", T: SimulationRun_JobMetrics_Conversation },
+    { no: 5, name: "stt_delay_ms", kind: "scalar", T: 13 /* ScalarType.UINT32 */, opt: true },
+    { no: 6, name: "llm_ttft_ms", kind: "scalar", T: 13 /* ScalarType.UINT32 */, opt: true },
+    { no: 7, name: "llm_ttfs_ms", kind: "scalar", T: 13 /* ScalarType.UINT32 */, opt: true },
+    { no: 8, name: "llm_tps", kind: "scalar", T: 2 /* ScalarType.FLOAT */, opt: true },
+    { no: 9, name: "tts_ttfb_ms", kind: "scalar", T: 13 /* ScalarType.UINT32 */, opt: true },
+    { no: 10, name: "e2e_latency_ms", kind: "scalar", T: 13 /* ScalarType.UINT32 */, opt: true },
+    { no: 11, name: "heard_e2e_latency_ms", kind: "scalar", T: 5 /* ScalarType.INT32 */, opt: true },
+    { no: 12, name: "time_to_yield_ms", kind: "scalar", T: 13 /* ScalarType.UINT32 */, opt: true },
+    { no: 13, name: "turn_taking_score", kind: "scalar", T: 2 /* ScalarType.FLOAT */, opt: true },
+    { no: 14, name: "conciseness", kind: "scalar", T: 2 /* ScalarType.FLOAT */, opt: true },
+    { no: 15, name: "eot_misprediction", kind: "scalar", T: 8 /* ScalarType.BOOL */, opt: true },
+    { no: 16, name: "awkward_silence", kind: "scalar", T: 8 /* ScalarType.BOOL */, opt: true },
+    { no: 17, name: "unanswered", kind: "scalar", T: 8 /* ScalarType.BOOL */, opt: true },
   ],
   {localName: "SimulationRun_JobMetrics_Turn"},
 );
 
 /**
- * Aggregates over this run's jobs. Reuses the JobMetrics group shapes.
+ * Aggregates over this run's jobs, so a run summary does not have to pull
+ * every job and turn. Reuses the JobMetrics group shapes.
  *
  * @generated from message livekit.SimulationRun.RunMetrics
  */
 export const SimulationRun_RunMetrics = /*@__PURE__*/ proto3.makeMessageType(
   "livekit.SimulationRun.RunMetrics",
   () => [
-    { no: 1, name: "accuracy_score", kind: "scalar", T: 2 /* ScalarType.FLOAT */, opt: true },
-    { no: 2, name: "experience_score", kind: "scalar", T: 2 /* ScalarType.FLOAT */, opt: true },
     { no: 3, name: "scenario_pass_rate", kind: "scalar", T: 2 /* ScalarType.FLOAT */, opt: true },
+    { no: 10, name: "overall_score", kind: "scalar", T: 2 /* ScalarType.FLOAT */, opt: true },
     { no: 4, name: "stt", kind: "message", T: SimulationRun_JobMetrics_STT },
     { no: 5, name: "llm", kind: "message", T: SimulationRun_JobMetrics_LLM },
     { no: 6, name: "tts", kind: "message", T: SimulationRun_JobMetrics_TTS },
     { no: 7, name: "conversation", kind: "message", T: SimulationRun_JobMetrics_Conversation },
-    { no: 9, name: "jobs_total", kind: "scalar", T: 13 /* ScalarType.UINT32 */ },
-    { no: 10, name: "jobs_measured", kind: "scalar", T: 13 /* ScalarType.UINT32 */ },
-    { no: 11, name: "jobs_simulator_fault", kind: "scalar", T: 13 /* ScalarType.UINT32 */ },
+    { no: 8, name: "conciseness", kind: "scalar", T: 2 /* ScalarType.FLOAT */, opt: true },
+    { no: 9, name: "conversation_progression", kind: "scalar", T: 2 /* ScalarType.FLOAT */, opt: true },
   ],
   {localName: "SimulationRun_RunMetrics"},
 );
 
+/**
+ * The pipeline this run came from. Set by the client from its CI
+ * environment; absent for runs not started by a pipeline.
+ *
+ * @generated from message livekit.SimulationRun.CI
+ */
+export const SimulationRun_CI = /*@__PURE__*/ proto3.makeMessageType(
+  "livekit.SimulationRun.CI",
+  () => [
+    { no: 1, name: "provider", kind: "scalar", T: 9 /* ScalarType.STRING */ },
+    { no: 2, name: "commit_sha", kind: "scalar", T: 9 /* ScalarType.STRING */ },
+    { no: 3, name: "ref", kind: "scalar", T: 9 /* ScalarType.STRING */ },
+    { no: 4, name: "pull_request", kind: "scalar", T: 9 /* ScalarType.STRING */ },
+    { no: 5, name: "run_url", kind: "scalar", T: 9 /* ScalarType.STRING */ },
+    { no: 6, name: "actor", kind: "scalar", T: 9 /* ScalarType.STRING */ },
+  ],
+  {localName: "SimulationRun_CI"},
+);
+
 /**
  * @generated from message livekit.SimulationRun.Create
  */
@@ -349,6 +365,10 @@ export const SimulationRun_Create_Request = /*@__PURE__*/ proto3.makeMessageType
     { no: 7, name: "scenario_group", kind: "message", T: ScenarioGroup, opt: true },
     { no: 8, name: "concurrency", kind: "scalar", T: 5 /* ScalarType.INT32 */, opt: true },
     { no: 9, name: "mode", kind: "enum", T: proto3.getEnumType(SimulationMode) },
+    { no: 10, name: "background_noise", kind: "scalar", T: 8 /* ScalarType.BOOL */ },
+    { no: 11, name: "low_quality_microphone", kind: "scalar", T: 8 /* ScalarType.BOOL */ },
+    { no: 12, name: "packet_loss", kind: "scalar", T: 8 /* ScalarType.BOOL */ },
+    { no: 13, name: "ci", kind: "message", T: SimulationRun_CI, opt: true },
   ],
   {localName: "SimulationRun_Create_Request"},
 );
@@ -446,6 +466,10 @@ export const SimulationRun_List_Request = /*@__PURE__*/ proto3.makeMessageType(
     { no: 1, name: "project_id", kind: "scalar", T: 9 /* ScalarType.STRING */ },
     { no: 2, name: "status", kind: "enum", T: proto3.getEnumType(SimulationRun_Status), opt: true },
     { no: 3, name: "page_token", kind: "message", T: TokenPagination, opt: true },
+    { no: 4, name: "start_time", kind: "message", T: Timestamp, opt: true },
+    { no: 5, name: "end_time", kind: "message", T: Timestamp, opt: true },
+    { no: 6, name: "agent_name", kind: "scalar", T: 9 /* ScalarType.STRING */, opt: true },
+    { no: 7, name: "mode", kind: "enum", T: proto3.getEnumType(SimulationMode), opt: true },
   ],
   {localName: "SimulationRun_List_Request"},
 );
@@ -462,6 +486,58 @@ export const SimulationRun_List_Response = /*@__PURE__*/ proto3.makeMessageType(
   {localName: "SimulationRun_List_Response"},
 );
 
+/**
+ * Counts of the runs `List` would return over the same window, bucketed by
+ * created_at instead of paginated.
+ *
+ * @generated from message livekit.SimulationRun.Counts
+ */
+export const SimulationRun_Counts = /*@__PURE__*/ proto3.makeMessageType(
+  "livekit.SimulationRun.Counts",
+  [],
+  {localName: "SimulationRun_Counts"},
+);
+
+/**
+ * @generated from message livekit.SimulationRun.Counts.Request
+ */
+export const SimulationRun_Counts_Request = /*@__PURE__*/ proto3.makeMessageType(
+  "livekit.SimulationRun.Counts.Request",
+  () => [
+    { no: 1, name: "project_id", kind: "scalar", T: 9 /* ScalarType.STRING */ },
+    { no: 2, name: "start_time", kind: "message", T: Timestamp },
+    { no: 3, name: "end_time", kind: "message", T: Timestamp },
+    { no: 4, name: "status", kind: "enum", T: proto3.getEnumType(SimulationRun_Status), opt: true },
+    { no: 5, name: "agent_name", kind: "scalar", T: 9 /* ScalarType.STRING */, opt: true },
+    { no: 6, name: "mode", kind: "enum", T: proto3.getEnumType(SimulationMode), opt: true },
+  ],
+  {localName: "SimulationRun_Counts_Request"},
+);
+
+/**
+ * @generated from message livekit.SimulationRun.Counts.Response
+ */
+export const SimulationRun_Counts_Response = /*@__PURE__*/ proto3.makeMessageType(
+  "livekit.SimulationRun.Counts.Response",
+  () => [
+    { no: 1, name: "buckets", kind: "message", T: SimulationRun_Counts_Bucket, repeated: true },
+    { no: 2, name: "interval", kind: "message", T: Duration },
+  ],
+  {localName: "SimulationRun_Counts_Response"},
+);
+
+/**
+ * @generated from message livekit.SimulationRun.Counts.Bucket
+ */
+export const SimulationRun_Counts_Bucket = /*@__PURE__*/ proto3.makeMessageType(
+  "livekit.SimulationRun.Counts.Bucket",
+  () => [
+    { no: 1, name: "bucket_start", kind: "message", T: Timestamp },
+    { no: 2, name: "count", kind: "scalar", T: 4 /* ScalarType.UINT64 */ },
+  ],
+  {localName: "SimulationRun_Counts_Bucket"},
+);
+
 /**
  * @generated from message livekit.SimulationRun.Cancel
  */
@@ -518,6 +594,7 @@ export const Scenario = /*@__PURE__*/ proto3.makeMessageType(
     { no: 3, name: "agent_expectations", kind: "scalar", T: 9 /* ScalarType.STRING */ },
     { no: 4, name: "tags", kind: "map", K: 9 /* ScalarType.STRING */, V: {kind: "scalar", T: 9 /* ScalarType.STRING */} },
     { no: 5, name: "userdata", kind: "scalar", T: 9 /* ScalarType.STRING */ },
+    { no: 6, name: "id", kind: "scalar", T: 9 /* ScalarType.STRING */ },
   ],
 );
 
@@ -564,6 +641,7 @@ export const ScenarioGroup = /*@__PURE__*/ proto3.makeMessageType(
   () => [
     { no: 1, name: "name", kind: "scalar", T: 9 /* ScalarType.STRING */ },
     { no: 2, name: "scenarios", kind: "message", T: Scenario, repeated: true },
+    { no: 3, name: "id", kind: "scalar", T: 9 /* ScalarType.STRING */ },
   ],
 );