@kuralle-syrinx/core 4.4.0 → 4.5.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (217) hide show
  1. package/dist/audio/alaw.d.ts +3 -0
  2. package/dist/audio/alaw.d.ts.map +1 -0
  3. package/dist/audio/alaw.js +53 -0
  4. package/dist/audio/alaw.js.map +1 -0
  5. package/dist/audio/g722.d.ts +39 -0
  6. package/dist/audio/g722.d.ts.map +1 -0
  7. package/dist/audio/g722.js +286 -0
  8. package/dist/audio/g722.js.map +1 -0
  9. package/dist/audio/index.d.ts +7 -0
  10. package/dist/audio/index.d.ts.map +1 -0
  11. package/dist/audio/index.js +8 -0
  12. package/dist/audio/index.js.map +1 -0
  13. package/dist/audio/loudness.d.ts +13 -0
  14. package/dist/audio/loudness.d.ts.map +1 -0
  15. package/dist/audio/loudness.js +65 -0
  16. package/dist/audio/loudness.js.map +1 -0
  17. package/dist/audio/mulaw.d.ts +3 -0
  18. package/dist/audio/mulaw.d.ts.map +1 -0
  19. package/dist/audio/mulaw.js +39 -0
  20. package/dist/audio/mulaw.js.map +1 -0
  21. package/dist/audio/pcm.d.ts +5 -0
  22. package/dist/audio/pcm.d.ts.map +1 -0
  23. package/dist/audio/pcm.js +40 -0
  24. package/dist/audio/pcm.js.map +1 -0
  25. package/dist/audio/resample.d.ts +12 -0
  26. package/dist/audio/resample.d.ts.map +1 -0
  27. package/dist/audio/resample.js +157 -0
  28. package/dist/audio/resample.js.map +1 -0
  29. package/dist/audio-envelope.d.ts +23 -0
  30. package/dist/audio-envelope.d.ts.map +1 -0
  31. package/dist/audio-envelope.js +114 -0
  32. package/dist/audio-envelope.js.map +1 -0
  33. package/dist/confidence-to-wait.d.ts +12 -0
  34. package/dist/confidence-to-wait.d.ts.map +1 -0
  35. package/dist/confidence-to-wait.js +18 -0
  36. package/dist/confidence-to-wait.js.map +1 -0
  37. package/dist/conversation-event.d.ts +19 -0
  38. package/dist/conversation-event.d.ts.map +1 -0
  39. package/dist/conversation-event.js +44 -0
  40. package/dist/conversation-event.js.map +1 -0
  41. package/dist/error-handler.d.ts +35 -0
  42. package/dist/error-handler.d.ts.map +1 -0
  43. package/dist/error-handler.js +136 -0
  44. package/dist/error-handler.js.map +1 -0
  45. package/dist/idle-timeout.d.ts +69 -0
  46. package/dist/idle-timeout.d.ts.map +1 -0
  47. package/dist/idle-timeout.js +149 -0
  48. package/dist/idle-timeout.js.map +1 -0
  49. package/dist/incremental-unit.d.ts +17 -0
  50. package/dist/incremental-unit.d.ts.map +1 -0
  51. package/dist/incremental-unit.js +5 -0
  52. package/dist/incremental-unit.js.map +1 -0
  53. package/dist/index.d.ts +47 -0
  54. package/dist/index.d.ts.map +1 -0
  55. package/dist/index.js +61 -0
  56. package/dist/index.js.map +1 -0
  57. package/dist/init-chain.d.ts +35 -0
  58. package/dist/init-chain.d.ts.map +1 -0
  59. package/dist/init-chain.js +102 -0
  60. package/dist/init-chain.js.map +1 -0
  61. package/dist/init-stage-order.d.ts +5 -0
  62. package/dist/init-stage-order.d.ts.map +1 -0
  63. package/dist/init-stage-order.js +74 -0
  64. package/dist/init-stage-order.js.map +1 -0
  65. package/dist/interaction-coordinator.d.ts +45 -0
  66. package/dist/interaction-coordinator.d.ts.map +1 -0
  67. package/dist/interaction-coordinator.js +197 -0
  68. package/dist/interaction-coordinator.js.map +1 -0
  69. package/dist/interaction-policy.d.ts +103 -0
  70. package/dist/interaction-policy.d.ts.map +1 -0
  71. package/dist/interaction-policy.js +6 -0
  72. package/dist/interaction-policy.js.map +1 -0
  73. package/dist/iu-ledger.d.ts +39 -0
  74. package/dist/iu-ledger.d.ts.map +1 -0
  75. package/dist/iu-ledger.js +90 -0
  76. package/dist/iu-ledger.js.map +1 -0
  77. package/dist/latency-filler-fixtures.d.ts +7 -0
  78. package/dist/latency-filler-fixtures.d.ts.map +1 -0
  79. package/dist/latency-filler-fixtures.js +10 -0
  80. package/dist/latency-filler-fixtures.js.map +1 -0
  81. package/dist/latency-filler.d.ts +29 -0
  82. package/dist/latency-filler.d.ts.map +1 -0
  83. package/dist/latency-filler.js +102 -0
  84. package/dist/latency-filler.js.map +1 -0
  85. package/dist/mode-switcher.d.ts +24 -0
  86. package/dist/mode-switcher.d.ts.map +1 -0
  87. package/dist/mode-switcher.js +83 -0
  88. package/dist/mode-switcher.js.map +1 -0
  89. package/dist/observability-observer.d.ts +36 -0
  90. package/dist/observability-observer.d.ts.map +1 -0
  91. package/dist/observability-observer.js +141 -0
  92. package/dist/observability-observer.js.map +1 -0
  93. package/dist/observability.d.ts +68 -0
  94. package/dist/observability.d.ts.map +1 -0
  95. package/dist/observability.js +70 -0
  96. package/dist/observability.js.map +1 -0
  97. package/dist/packet-factories.d.ts +58 -0
  98. package/dist/packet-factories.d.ts.map +1 -0
  99. package/dist/packet-factories.js +181 -0
  100. package/dist/packet-factories.js.map +1 -0
  101. package/dist/packets.d.ts +532 -0
  102. package/dist/packets.d.ts.map +1 -0
  103. package/dist/packets.js +51 -0
  104. package/dist/packets.js.map +1 -0
  105. package/dist/pipeline-bus.d.ts +92 -0
  106. package/dist/pipeline-bus.d.ts.map +1 -0
  107. package/dist/pipeline-bus.js +294 -0
  108. package/dist/pipeline-bus.js.map +1 -0
  109. package/dist/plugin-contract.d.ts +73 -0
  110. package/dist/plugin-contract.d.ts.map +1 -0
  111. package/dist/plugin-contract.js +30 -0
  112. package/dist/plugin-contract.js.map +1 -0
  113. package/dist/policies/defer.d.ts +11 -0
  114. package/dist/policies/defer.d.ts.map +1 -0
  115. package/dist/policies/defer.js +13 -0
  116. package/dist/policies/defer.js.map +1 -0
  117. package/dist/policies/rule-based.d.ts +35 -0
  118. package/dist/policies/rule-based.d.ts.map +1 -0
  119. package/dist/policies/rule-based.js +130 -0
  120. package/dist/policies/rule-based.js.map +1 -0
  121. package/dist/pricing.d.ts +34 -0
  122. package/dist/pricing.d.ts.map +1 -0
  123. package/dist/pricing.js +108 -0
  124. package/dist/pricing.js.map +1 -0
  125. package/dist/primary-speaker-fixtures.d.ts +12 -0
  126. package/dist/primary-speaker-fixtures.d.ts.map +1 -0
  127. package/dist/primary-speaker-fixtures.js +37 -0
  128. package/dist/primary-speaker-fixtures.js.map +1 -0
  129. package/dist/primary-speaker-gate.d.ts +42 -0
  130. package/dist/primary-speaker-gate.d.ts.map +1 -0
  131. package/dist/primary-speaker-gate.js +178 -0
  132. package/dist/primary-speaker-gate.js.map +1 -0
  133. package/dist/provider-fallback.d.ts +28 -0
  134. package/dist/provider-fallback.d.ts.map +1 -0
  135. package/dist/provider-fallback.js +72 -0
  136. package/dist/provider-fallback.js.map +1 -0
  137. package/dist/reasoner-hedge.d.ts +21 -0
  138. package/dist/reasoner-hedge.d.ts.map +1 -0
  139. package/dist/reasoner-hedge.js +170 -0
  140. package/dist/reasoner-hedge.js.map +1 -0
  141. package/dist/reasoner-route.d.ts +24 -0
  142. package/dist/reasoner-route.d.ts.map +1 -0
  143. package/dist/reasoner-route.js +87 -0
  144. package/dist/reasoner-route.js.map +1 -0
  145. package/dist/reasoner-session-store.d.ts +18 -0
  146. package/dist/reasoner-session-store.d.ts.map +1 -0
  147. package/dist/reasoner-session-store.js +21 -0
  148. package/dist/reasoner-session-store.js.map +1 -0
  149. package/dist/reasoner.d.ts +97 -0
  150. package/dist/reasoner.d.ts.map +1 -0
  151. package/dist/reasoner.js +9 -0
  152. package/dist/reasoner.js.map +1 -0
  153. package/dist/retry.d.ts +31 -0
  154. package/dist/retry.d.ts.map +1 -0
  155. package/dist/retry.js +83 -0
  156. package/dist/retry.js.map +1 -0
  157. package/dist/scheduler.d.ts +11 -0
  158. package/dist/scheduler.d.ts.map +1 -0
  159. package/dist/scheduler.js +20 -0
  160. package/dist/scheduler.js.map +1 -0
  161. package/dist/spend-cap.d.ts +27 -0
  162. package/dist/spend-cap.d.ts.map +1 -0
  163. package/dist/spend-cap.js +38 -0
  164. package/dist/spend-cap.js.map +1 -0
  165. package/dist/tts-playout-clock.d.ts +43 -0
  166. package/dist/tts-playout-clock.d.ts.map +1 -0
  167. package/dist/tts-playout-clock.js +125 -0
  168. package/dist/tts-playout-clock.js.map +1 -0
  169. package/dist/turn-arbiter.d.ts +41 -0
  170. package/dist/turn-arbiter.d.ts.map +1 -0
  171. package/dist/turn-arbiter.js +259 -0
  172. package/dist/turn-arbiter.js.map +1 -0
  173. package/dist/voice-agent-session-util.d.ts +60 -0
  174. package/dist/voice-agent-session-util.d.ts.map +1 -0
  175. package/dist/voice-agent-session-util.js +204 -0
  176. package/dist/voice-agent-session-util.js.map +1 -0
  177. package/dist/voice-agent-session.d.ts +435 -0
  178. package/dist/voice-agent-session.d.ts.map +1 -0
  179. package/dist/voice-agent-session.js +1597 -0
  180. package/dist/voice-agent-session.js.map +1 -0
  181. package/dist/voice-text.d.ts +46 -0
  182. package/dist/voice-text.d.ts.map +1 -0
  183. package/dist/voice-text.js +209 -0
  184. package/dist/voice-text.js.map +1 -0
  185. package/package.json +19 -6
  186. package/src/audio/alaw.test.ts +87 -0
  187. package/src/audio/audio.test.ts +285 -0
  188. package/src/audio/g722.test.ts +149 -0
  189. package/src/audio/loudness.test.ts +58 -0
  190. package/src/audio-envelope.test.ts +167 -0
  191. package/src/confidence-to-wait.test.ts +21 -0
  192. package/src/error-handler.test.ts +56 -0
  193. package/src/hedge-throwing-backend.test.ts +46 -0
  194. package/src/interaction-coordinator.test.ts +529 -0
  195. package/src/iu-ledger.test.ts +276 -0
  196. package/src/latency-filler.test.ts +62 -0
  197. package/src/observability-observer.test.ts +248 -0
  198. package/src/observability.test.ts +94 -0
  199. package/src/packet-factories.test.ts +126 -0
  200. package/src/pipeline-bus.g10.test.ts +145 -0
  201. package/src/pipeline-bus.test.ts +211 -0
  202. package/src/policies/defer.test.ts +86 -0
  203. package/src/policies/rule-based.test.ts +334 -0
  204. package/src/pricing.test.ts +226 -0
  205. package/src/primary-speaker-gate.test.ts +150 -0
  206. package/src/provider-fallback.test.ts +87 -0
  207. package/src/reasoner-hedge.test.ts +361 -0
  208. package/src/reasoner-route.test.ts +248 -0
  209. package/src/reasoner.test.ts +69 -0
  210. package/src/retry.test.ts +83 -0
  211. package/src/route-throwing-spec.test.ts +44 -0
  212. package/src/spend-cap.test.ts +114 -0
  213. package/src/tts-playout-clock.test.ts +125 -0
  214. package/src/turn-arbiter.characterization.test.ts +477 -0
  215. package/src/turn-arbiter.test.ts +762 -0
  216. package/src/voice-agent-session.test.ts +4165 -0
  217. package/src/voice-text.test.ts +156 -0
@@ -0,0 +1,259 @@
1
+ // SPDX-License-Identifier: MIT
2
+ //
3
+ // CR-09 — explicit turn-taking state for barge-in decisions (G1 + VE-02).
4
+ import { Route } from "./pipeline-bus.js";
5
+ import * as make from "./packet-factories.js";
6
+ const BACKCHANNELS = new Set([
7
+ "yeah",
8
+ "yep",
9
+ "yup",
10
+ "uh huh",
11
+ "uhhuh",
12
+ "uh-huh",
13
+ "mhm",
14
+ "mm hmm",
15
+ "mm-hmm",
16
+ "mmhmm",
17
+ "okay",
18
+ "ok",
19
+ "right",
20
+ "sure",
21
+ "uh",
22
+ "um",
23
+ "hmm",
24
+ "i see",
25
+ "got it",
26
+ "gotcha",
27
+ "oh",
28
+ ]);
29
+ export function isBackchannel(text) {
30
+ const norm = text
31
+ .toLowerCase()
32
+ .replace(/[^a-z\s'-]/g, "")
33
+ .trim()
34
+ .replace(/\s+/g, " ");
35
+ if (!norm)
36
+ return false;
37
+ return BACKCHANNELS.has(norm);
38
+ }
39
+ export function isAcknowledgement(text, phrases) {
40
+ const norm = text
41
+ .toLowerCase()
42
+ .replace(/[^a-z\s'-]/g, "")
43
+ .trim()
44
+ .replace(/\s+/g, " ");
45
+ if (!norm)
46
+ return false;
47
+ return phrases.some((p) => {
48
+ const pNorm = p
49
+ .toLowerCase()
50
+ .replace(/[^a-z\s'-]/g, "")
51
+ .trim()
52
+ .replace(/\s+/g, " ");
53
+ return pNorm === norm;
54
+ });
55
+ }
56
+ export class TurnArbiter {
57
+ deps;
58
+ turnInterruption = { kind: "idle" };
59
+ latestInterimText = "";
60
+ latestInterimConfidence = null;
61
+ ducked = false;
62
+ constructor(deps) {
63
+ this.deps = deps;
64
+ }
65
+ noteInterimEvidence(text, confidence) {
66
+ this.latestInterimText = text;
67
+ this.latestInterimConfidence = typeof confidence === "number" ? confidence : null;
68
+ }
69
+ onSpeechStarted(pkt, interruptedContextId) {
70
+ const { minInterruptionMs, bus, primarySpeakerGate } = this.deps;
71
+ // Idempotent for an already-pending barge-in: with both a local VAD and a
72
+ // provider STT emitting speech-start (vad_events), the later event must not
73
+ // reset firstSpeechMs and delay the commit.
74
+ if (this.pendingFor(pkt.contextId))
75
+ return;
76
+ if (minInterruptionMs <= 0) {
77
+ if (this.shouldDeferImmediateBargeInForSpeakerGate()) {
78
+ this.transitionToPending(pkt, interruptedContextId, true);
79
+ return;
80
+ }
81
+ bus.push(Route.Background, make.metric(interruptedContextId, "vaqi.interruption", "1"));
82
+ this.decideInterrupt(interruptedContextId);
83
+ return;
84
+ }
85
+ this.transitionToPending(pkt, interruptedContextId, false);
86
+ }
87
+ onSpeechActivity(pkt) {
88
+ const pending = this.pendingFor(pkt.contextId);
89
+ if (!pending)
90
+ return;
91
+ if (pkt.timestampMs - pending.firstSpeechMs < this.deps.minInterruptionMs)
92
+ return;
93
+ this.tryCommit(pkt.timestampMs);
94
+ }
95
+ // Barge-in evidence for deployments where the provider STT owns endpointing and
96
+ // no VAD plugin emits vad.speech_started: interim/final transcripts arriving
97
+ // while TTS playout is active are the speech signal. First evidence opens the
98
+ // pending window; later evidence commits once sustained past minInterruptionMs,
99
+ // through the same backchannel / low-confidence / speaker-gate suppression.
100
+ onProviderSttEvidence(userContextId, timestampMs, interruptedContextId) {
101
+ const state = this.turnInterruption;
102
+ if (state.kind === "pending") {
103
+ if (state.userContextId !== userContextId)
104
+ return;
105
+ this.tryCommit(timestampMs);
106
+ return;
107
+ }
108
+ this.transitionToPending({ contextId: userContextId, timestampMs }, interruptedContextId, false);
109
+ }
110
+ onSpeechEnded(pkt, hasActiveTts) {
111
+ const pending = this.pendingFor(pkt.contextId);
112
+ if (pending) {
113
+ const durationMs = pkt.timestampMs - pending.firstSpeechMs;
114
+ if (durationMs >= this.deps.minInterruptionMs) {
115
+ if (this.deps.primarySpeakerGate.isEnabled() &&
116
+ this.deps.primarySpeakerGate.hasProfile() &&
117
+ !this.deps.primarySpeakerGate.shouldCommitBargeIn(pending.userContextId)) {
118
+ this.suppress(pending, "interrupt.suppressed_non_primary", durationMs);
119
+ }
120
+ else {
121
+ this.tryCommit(pkt.timestampMs);
122
+ }
123
+ }
124
+ else {
125
+ this.suppress(pending, "interrupt.suppressed_short_speech", durationMs);
126
+ }
127
+ return;
128
+ }
129
+ if (!hasActiveTts) {
130
+ this.deps.primarySpeakerGate.lockProfileFromFirstTurn();
131
+ }
132
+ }
133
+ observeBargeInAudio(pkt) {
134
+ const pending = this.pendingFor(pkt.contextId);
135
+ if (!pending)
136
+ return false;
137
+ this.deps.primarySpeakerGate.observeBargeInChunk(pkt.audio);
138
+ if (pending.awaitingAudio) {
139
+ this.setAwaitingAudio(false);
140
+ this.tryCommit(pkt.timestampMs);
141
+ }
142
+ return true;
143
+ }
144
+ emitInterruptDetected(interruptedContextId) {
145
+ this.deps.bus.push(Route.Critical, make.interruptDetected(interruptedContextId, Date.now(), "vad"));
146
+ }
147
+ commitClientInterrupt(interruptedContextId) {
148
+ if (!this.deps.ttsPlayout.isActive(interruptedContextId))
149
+ return;
150
+ this.turnInterruption = { kind: "idle" };
151
+ this.ducked = false;
152
+ this.deps.primarySpeakerGate.resetBargeInWindow();
153
+ this.deps.bus.push(Route.Background, make.metric(interruptedContextId, "interrupt.committed_after_ms", "0"));
154
+ this.deps.bus.push(Route.Background, make.metric(interruptedContextId, "vaqi.interruption", "1"));
155
+ this.deps.bus.push(Route.Background, make.metric(interruptedContextId, "interrupt.latency_ms", "0"));
156
+ this.deps.bus.push(Route.Critical, make.interruptDetected(interruptedContextId, Date.now(), "client"));
157
+ }
158
+ clear() {
159
+ this.turnInterruption = { kind: "idle" };
160
+ this.latestInterimText = "";
161
+ this.latestInterimConfidence = null;
162
+ this.ducked = false;
163
+ }
164
+ pendingFor(userContextId) {
165
+ const state = this.turnInterruption;
166
+ if (state.kind !== "pending" || state.userContextId !== userContextId)
167
+ return null;
168
+ return state;
169
+ }
170
+ transitionToPending(pkt, interruptedContextId, awaitingAudio) {
171
+ this.deps.primarySpeakerGate.beginBargeInWindow();
172
+ // Reset interim evidence so a stale low-confidence/backchannel interim from a
173
+ // previous turn cannot suppress this new turn's barge-in. The current turn's
174
+ // own interims (noteInterimEvidence) repopulate it before tryCommit reads it.
175
+ this.latestInterimText = "";
176
+ this.latestInterimConfidence = null;
177
+ this.turnInterruption = {
178
+ kind: "pending",
179
+ userContextId: pkt.contextId,
180
+ interruptedContextId,
181
+ firstSpeechMs: pkt.timestampMs,
182
+ awaitingAudio,
183
+ };
184
+ if (this.deps.pauseThenResolveBargeIn && this.deps.ttsPlayout.isActive(interruptedContextId) && !this.ducked) {
185
+ this.deps.bus.push(Route.Main, make.interactionDuck(interruptedContextId, pkt.timestampMs));
186
+ this.ducked = true;
187
+ }
188
+ }
189
+ setAwaitingAudio(awaitingAudio) {
190
+ const state = this.turnInterruption;
191
+ if (state.kind !== "pending")
192
+ return;
193
+ this.turnInterruption = { ...state, awaitingAudio };
194
+ }
195
+ shouldDeferImmediateBargeInForSpeakerGate() {
196
+ const gate = this.deps.primarySpeakerGate;
197
+ return gate.isEnabled() && gate.hasProfile();
198
+ }
199
+ tryCommit(nowMs) {
200
+ const pending = this.turnInterruption.kind === "pending" ? this.turnInterruption : null;
201
+ if (!pending)
202
+ return;
203
+ if (nowMs - pending.firstSpeechMs < this.deps.minInterruptionMs)
204
+ return;
205
+ const gate = this.deps.primarySpeakerGate;
206
+ if (gate.isEnabled() && gate.hasProfile() && !gate.shouldCommitBargeIn(pending.userContextId)) {
207
+ this.suppress(pending, "interrupt.suppressed_non_primary", nowMs - pending.firstSpeechMs);
208
+ return;
209
+ }
210
+ const sustainedMs = nowMs - pending.firstSpeechMs;
211
+ if (this.latestInterimConfidence !== null && this.latestInterimConfidence < 0.5) {
212
+ this.suppress(pending, "interrupt.suppressed_low_confidence", sustainedMs);
213
+ return;
214
+ }
215
+ if (this.latestInterimText && isBackchannel(this.latestInterimText)) {
216
+ this.suppress(pending, "interrupt.suppressed_backchannel", sustainedMs);
217
+ return;
218
+ }
219
+ this.turnInterruption = { kind: "idle" };
220
+ gate.resetBargeInWindow();
221
+ this.ducked = false;
222
+ const { bus, ttsPlayout } = this.deps;
223
+ if (!ttsPlayout.isActive(pending.interruptedContextId)) {
224
+ bus.push(Route.Background, make.metric(pending.interruptedContextId, "interrupt.gate_resolved_after_tts_end", String(sustainedMs)));
225
+ return;
226
+ }
227
+ bus.push(Route.Background, make.metric(pending.interruptedContextId, "interrupt.committed_after_ms", String(sustainedMs)));
228
+ bus.push(Route.Background, make.metric(pending.interruptedContextId, "vaqi.interruption", "1"));
229
+ bus.push(Route.Background, make.metric(pending.interruptedContextId, "interrupt.latency_ms", String(sustainedMs)));
230
+ this.decideInterrupt(pending.interruptedContextId);
231
+ this.latestInterimText = "";
232
+ this.latestInterimConfidence = null;
233
+ }
234
+ decideInterrupt(interruptedContextId) {
235
+ if (this.deps.onInterrupt) {
236
+ this.deps.onInterrupt(interruptedContextId, "vad");
237
+ return;
238
+ }
239
+ this.emitInterruptDetected(interruptedContextId);
240
+ }
241
+ suppress(pending, metricName, durationMs) {
242
+ if (metricName === "interrupt.suppressed_non_primary") {
243
+ this.deps.primarySpeakerGate.beginBargeInWindow();
244
+ this.turnInterruption = { ...pending };
245
+ }
246
+ else {
247
+ this.turnInterruption = { kind: "idle" };
248
+ this.deps.primarySpeakerGate.resetBargeInWindow();
249
+ if (this.ducked) {
250
+ this.deps.bus.push(Route.Main, make.interactionResume(pending.interruptedContextId, Date.now()));
251
+ this.ducked = false;
252
+ }
253
+ }
254
+ this.deps.bus.push(Route.Background, make.metric(pending.interruptedContextId, metricName, String(durationMs)));
255
+ this.latestInterimText = "";
256
+ this.latestInterimConfidence = null;
257
+ }
258
+ }
259
+ //# sourceMappingURL=turn-arbiter.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"turn-arbiter.js","sourceRoot":"","sources":["../src/turn-arbiter.ts"],"names":[],"mappings":"AAAA,+BAA+B;AAC/B,EAAE;AACF,0EAA0E;AAE1E,OAAO,EAAE,KAAK,EAAoB,MAAM,mBAAmB,CAAC;AAS5D,OAAO,KAAK,IAAI,MAAM,uBAAuB,CAAC;AAc9C,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC;IAC3B,MAAM;IACN,KAAK;IACL,KAAK;IACL,QAAQ;IACR,OAAO;IACP,QAAQ;IACR,KAAK;IACL,QAAQ;IACR,QAAQ;IACR,OAAO;IACP,MAAM;IACN,IAAI;IACJ,OAAO;IACP,MAAM;IACN,IAAI;IACJ,IAAI;IACJ,KAAK;IACL,OAAO;IACP,QAAQ;IACR,QAAQ;IACR,IAAI;CACL,CAAC,CAAC;AAEH,MAAM,UAAU,aAAa,CAAC,IAAY;IACxC,MAAM,IAAI,GAAG,IAAI;SACd,WAAW,EAAE;SACb,OAAO,CAAC,aAAa,EAAE,EAAE,CAAC;SAC1B,IAAI,EAAE;SACN,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IACxB,IAAI,CAAC,IAAI;QAAE,OAAO,KAAK,CAAC;IACxB,OAAO,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;AAChC,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,IAAY,EAAE,OAA0B;IACxE,MAAM,IAAI,GAAG,IAAI;SACd,WAAW,EAAE;SACb,OAAO,CAAC,aAAa,EAAE,EAAE,CAAC;SAC1B,IAAI,EAAE;SACN,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IACxB,IAAI,CAAC,IAAI;QAAE,OAAO,KAAK,CAAC;IACxB,OAAO,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE;QACxB,MAAM,KAAK,GAAG,CAAC;aACZ,WAAW,EAAE;aACb,OAAO,CAAC,aAAa,EAAE,EAAE,CAAC;aAC1B,IAAI,EAAE;aACN,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QACxB,OAAO,KAAK,KAAK,IAAI,CAAC;IACxB,CAAC,CAAC,CAAC;AACL,CAAC;AAaD,MAAM,OAAO,WAAW;IAMO;IALrB,gBAAgB,GAA0B,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;IAC3D,iBAAiB,GAAG,EAAE,CAAC;IACvB,uBAAuB,GAAkB,IAAI,CAAC;IAC9C,MAAM,GAAG,KAAK,CAAC;IAEvB,YAA6B,IAAqB;QAArB,SAAI,GAAJ,IAAI,CAAiB;IAAG,CAAC;IAEtD,mBAAmB,CAAC,IAAY,EAAE,UAAmB;QACnD,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC;QAC9B,IAAI,CAAC,uBAAuB,GAAG,OAAO,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC;IACpF,CAAC;IAED,eAAe,CAAC,GAA2B,EAAE,oBAA4B;QACvE,MAAM,EAAE,iBAAiB,EAAE,GAAG,EAAE,kBAAkB,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC;QAEjE,0EAA0E;QAC1E,4EAA4E;QAC5E,4CAA4C;QAC5C,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,SAAS,CAAC;YAAE,OAAO;QAE3C,IAAI,iBAAiB,IAAI,CAAC,EAAE,CAAC;YAC3B,IAAI,IAAI,CAAC,yCAAyC,EAAE,EAAE,CAAC;gBACrD,IAAI,CAAC,mBAAmB,CAAC,GAAG,EAAE,oBAAoB,EAAE,IAAI,CAAC,CAAC;gBAC1D,OAAO;YACT,CAAC;YACD,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,oBAAoB,EAAE,mBAAmB,EAAE,GAAG,CAAC,CAAC,CAAC;YACxF,IAAI,CAAC,eAAe,CAAC,oBAAoB,CAAC,CAAC;YAC3C,OAAO;QACT,CAAC;QAED,IAAI,CAAC,mBAAmB,CAAC,GAAG,EAAE,oBAAoB,EAAE,KAAK,CAAC,CAAC;IAC7D,CAAC;IAED,gBAAgB,CAAC,GAA4B;QAC3C,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAC/C,IAAI,CAAC,OAAO;YAAE,OAAO;QACrB,IAAI,GAAG,CAAC,WAAW,GAAG,OAAO,CAAC,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,iBAAiB;YAAE,OAAO;QAClF,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;IAClC,CAAC;IAED,gFAAgF;IAChF,6EAA6E;IAC7E,8EAA8E;IAC9E,gFAAgF;IAChF,4EAA4E;IAC5E,qBAAqB,CAAC,aAAqB,EAAE,WAAmB,EAAE,oBAA4B;QAC5F,MAAM,KAAK,GAAG,IAAI,CAAC,gBAAgB,CAAC;QACpC,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YAC7B,IAAI,KAAK,CAAC,aAAa,KAAK,aAAa;gBAAE,OAAO;YAClD,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;YAC5B,OAAO;QACT,CAAC;QACD,IAAI,CAAC,mBAAmB,CAAC,EAAE,SAAS,EAAE,aAAa,EAAE,WAAW,EAAE,EAAE,oBAAoB,EAAE,KAAK,CAAC,CAAC;IACnG,CAAC;IAED,aAAa,CAAC,GAAyB,EAAE,YAAqB;QAC5D,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAC/C,IAAI,OAAO,EAAE,CAAC;YACZ,MAAM,UAAU,GAAG,GAAG,CAAC,WAAW,GAAG,OAAO,CAAC,aAAa,CAAC;YAC3D,IAAI,UAAU,IAAI,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,CAAC;gBAC9C,IACE,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,SAAS,EAAE;oBACxC,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,UAAU,EAAE;oBACzC,CAAC,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,mBAAmB,CAAC,OAAO,CAAC,aAAa,CAAC,EACxE,CAAC;oBACD,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,kCAAkC,EAAE,UAAU,CAAC,CAAC;gBACzE,CAAC;qBAAM,CAAC;oBACN,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;gBAClC,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,mCAAmC,EAAE,UAAU,CAAC,CAAC;YAC1E,CAAC;YACD,OAAO;QACT,CAAC;QAED,IAAI,CAAC,YAAY,EAAE,CAAC;YAClB,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,wBAAwB,EAAE,CAAC;QAC1D,CAAC;IACH,CAAC;IAED,mBAAmB,CAAC,GAAmB;QACrC,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAC/C,IAAI,CAAC,OAAO;YAAE,OAAO,KAAK,CAAC;QAE3B,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,mBAAmB,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAC5D,IAAI,OAAO,CAAC,aAAa,EAAE,CAAC;YAC1B,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;YAC7B,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;QAClC,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,qBAAqB,CAAC,oBAA4B;QAChD,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,IAAI,CAAC,iBAAiB,CAAC,oBAAoB,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,KAAK,CAAC,CAAC,CAAC;IACtG,CAAC;IAED,qBAAqB,CAAC,oBAA4B;QAChD,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,oBAAoB,CAAC;YAAE,OAAO;QACjE,IAAI,CAAC,gBAAgB,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;QACzC,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QACpB,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,kBAAkB,EAAE,CAAC;QAClD,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,oBAAoB,EAAE,8BAA8B,EAAE,GAAG,CAAC,CAAC,CAAC;QAC7G,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,oBAAoB,EAAE,mBAAmB,EAAE,GAAG,CAAC,CAAC,CAAC;QAClG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,oBAAoB,EAAE,sBAAsB,EAAE,GAAG,CAAC,CAAC,CAAC;QACrG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,IAAI,CAAC,iBAAiB,CAAC,oBAAoB,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,QAAQ,CAAC,CAAC,CAAC;IACzG,CAAC;IAED,KAAK;QACH,IAAI,CAAC,gBAAgB,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;QACzC,IAAI,CAAC,iBAAiB,GAAG,EAAE,CAAC;QAC5B,IAAI,CAAC,uBAAuB,GAAG,IAAI,CAAC;QACpC,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;IACtB,CAAC;IAEO,UAAU,CAAC,aAAqB;QACtC,MAAM,KAAK,GAAG,IAAI,CAAC,gBAAgB,CAAC;QACpC,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,IAAI,KAAK,CAAC,aAAa,KAAK,aAAa;YAAE,OAAO,IAAI,CAAC;QACnF,OAAO,KAAK,CAAC;IACf,CAAC;IAEO,mBAAmB,CACzB,GAA8D,EAC9D,oBAA4B,EAC5B,aAAsB;QAEtB,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,kBAAkB,EAAE,CAAC;QAClD,8EAA8E;QAC9E,6EAA6E;QAC7E,8EAA8E;QAC9E,IAAI,CAAC,iBAAiB,GAAG,EAAE,CAAC;QAC5B,IAAI,CAAC,uBAAuB,GAAG,IAAI,CAAC;QACpC,IAAI,CAAC,gBAAgB,GAAG;YACtB,IAAI,EAAE,SAAS;YACf,aAAa,EAAE,GAAG,CAAC,SAAS;YAC5B,oBAAoB;YACpB,aAAa,EAAE,GAAG,CAAC,WAAW;YAC9B,aAAa;SACd,CAAC;QACF,IAAI,IAAI,CAAC,IAAI,CAAC,uBAAuB,IAAI,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,oBAAoB,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YAC7G,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,eAAe,CAAC,oBAAoB,EAAE,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC;YAC5F,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACrB,CAAC;IACH,CAAC;IAEO,gBAAgB,CAAC,aAAsB;QAC7C,MAAM,KAAK,GAAG,IAAI,CAAC,gBAAgB,CAAC;QACpC,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS;YAAE,OAAO;QACrC,IAAI,CAAC,gBAAgB,GAAG,EAAE,GAAG,KAAK,EAAE,aAAa,EAAE,CAAC;IACtD,CAAC;IAEO,yCAAyC;QAC/C,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC;QAC1C,OAAO,IAAI,CAAC,SAAS,EAAE,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;IAC/C,CAAC;IAEO,SAAS,CAAC,KAAa;QAC7B,MAAM,OAAO,GAAG,IAAI,CAAC,gBAAgB,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC,IAAI,CAAC;QACxF,IAAI,CAAC,OAAO;YAAE,OAAO;QACrB,IAAI,KAAK,GAAG,OAAO,CAAC,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,iBAAiB;YAAE,OAAO;QAExE,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC;QAC1C,IAAI,IAAI,CAAC,SAAS,EAAE,IAAI,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,aAAa,CAAC,EAAE,CAAC;YAC9F,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,kCAAkC,EAAE,KAAK,GAAG,OAAO,CAAC,aAAa,CAAC,CAAC;YAC1F,OAAO;QACT,CAAC;QAED,MAAM,WAAW,GAAG,KAAK,GAAG,OAAO,CAAC,aAAa,CAAC;QAClD,IAAI,IAAI,CAAC,uBAAuB,KAAK,IAAI,IAAI,IAAI,CAAC,uBAAuB,GAAG,GAAG,EAAE,CAAC;YAChF,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,qCAAqC,EAAE,WAAW,CAAC,CAAC;YAC3E,OAAO;QACT,CAAC;QACD,IAAI,IAAI,CAAC,iBAAiB,IAAI,aAAa,CAAC,IAAI,CAAC,iBAAiB,CAAC,EAAE,CAAC;YACpE,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,kCAAkC,EAAE,WAAW,CAAC,CAAC;YACxE,OAAO;QACT,CAAC;QACD,IAAI,CAAC,gBAAgB,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;QACzC,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAC1B,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QAEpB,MAAM,EAAE,GAAG,EAAE,UAAU,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC;QACtC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC,oBAAoB,CAAC,EAAE,CAAC;YACvD,GAAG,CAAC,IAAI,CACN,KAAK,CAAC,UAAU,EAChB,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,oBAAoB,EAAE,uCAAuC,EAAE,MAAM,CAAC,WAAW,CAAC,CAAC,CACxG,CAAC;YACF,OAAO;QACT,CAAC;QAED,GAAG,CAAC,IAAI,CACN,KAAK,CAAC,UAAU,EAChB,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,oBAAoB,EAAE,8BAA8B,EAAE,MAAM,CAAC,WAAW,CAAC,CAAC,CAC/F,CAAC;QACF,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,oBAAoB,EAAE,mBAAmB,EAAE,GAAG,CAAC,CAAC,CAAC;QAChG,GAAG,CAAC,IAAI,CACN,KAAK,CAAC,UAAU,EAChB,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,oBAAoB,EAAE,sBAAsB,EAAE,MAAM,CAAC,WAAW,CAAC,CAAC,CACvF,CAAC;QACF,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,oBAAoB,CAAC,CAAC;QACnD,IAAI,CAAC,iBAAiB,GAAG,EAAE,CAAC;QAC5B,IAAI,CAAC,uBAAuB,GAAG,IAAI,CAAC;IACtC,CAAC;IAEO,eAAe,CAAC,oBAA4B;QAClD,IAAI,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YAC1B,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,oBAAoB,EAAE,KAAK,CAAC,CAAC;YACnD,OAAO;QACT,CAAC;QACD,IAAI,CAAC,qBAAqB,CAAC,oBAAoB,CAAC,CAAC;IACnD,CAAC;IAEO,QAAQ,CACd,OAAgC,EAChC,UAAkB,EAClB,UAAkB;QAElB,IAAI,UAAU,KAAK,kCAAkC,EAAE,CAAC;YACtD,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,kBAAkB,EAAE,CAAC;YAClD,IAAI,CAAC,gBAAgB,GAAG,EAAE,GAAG,OAAO,EAAE,CAAC;QACzC,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,gBAAgB,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;YACzC,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,kBAAkB,EAAE,CAAC;YAClD,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;gBAChB,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,oBAAoB,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;gBACjG,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;YACtB,CAAC;QACH,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAChB,KAAK,CAAC,UAAU,EAChB,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,oBAAoB,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC,CAC1E,CAAC;QACF,IAAI,CAAC,iBAAiB,GAAG,EAAE,CAAC;QAC5B,IAAI,CAAC,uBAAuB,GAAG,IAAI,CAAC;IACtC,CAAC;CACF"}
@@ -0,0 +1,60 @@
1
+ import { type PipelineBus } from "./pipeline-bus.js";
2
+ import type { SttResultPacket } from "./packets.js";
3
+ import { SessionState } from "./packets.js";
4
+ import type { VoicePlugin } from "./plugin-contract.js";
5
+ import { type Scheduler } from "./scheduler.js";
6
+ import { TtsPlayoutClock } from "./tts-playout-clock.js";
7
+ export declare function estimatePcm16Duration(audio: Uint8Array, sampleRate: number): number;
8
+ export declare function requireTtsAudioSampleRate(value: unknown): number;
9
+ export declare function languageFromTranscripts(transcripts: readonly SttResultPacket[]): string;
10
+ interface ForceFinalizableSttPlugin extends VoicePlugin {
11
+ forceFinalize(contextId?: string): void;
12
+ }
13
+ export declare function findForceFinalizableSttPlugin(plugins: ReadonlyMap<string, VoicePlugin>): ForceFinalizableSttPlugin | null;
14
+ export interface VoiceSessionWatchdogsDeps {
15
+ readonly bus: PipelineBus;
16
+ readonly plugins: ReadonlyMap<string, VoicePlugin>;
17
+ readonly ttsPlayout: TtsPlayoutClock;
18
+ readonly sttForceFinalizeTimeoutMs: number;
19
+ readonly vaqiMissedResponseMs: number;
20
+ readonly ttsStallMs: number;
21
+ readonly inputCadenceTimeoutMs: number;
22
+ readonly getSessionState: () => SessionState;
23
+ readonly isGenerationInterrupted: (contextId: string) => boolean;
24
+ readonly onVaqiMissedResponseFired: (contextId: string) => void;
25
+ readonly scheduler?: Scheduler;
26
+ }
27
+ export declare class VoiceSessionWatchdogs {
28
+ private readonly deps;
29
+ private readonly scheduler;
30
+ private sttForceFinalizeScheduled;
31
+ private pendingSttContextId;
32
+ /** Contexts whose STT the force-finalize watchdog has already fired on this turn. */
33
+ private readonly forceFinalizedContexts;
34
+ private vaqiMissedResponseScheduled;
35
+ private vaqiMissedResponseContextId;
36
+ private vaqiMissedResponseStartMs;
37
+ private ttsStallScheduled;
38
+ private ttsStallContextId;
39
+ private inputCadenceScheduled;
40
+ private inputCadenceContextId;
41
+ constructor(deps: VoiceSessionWatchdogsDeps);
42
+ dispose(): void;
43
+ scheduleSttForceFinalize(contextId: string): void;
44
+ /** True when the force-finalize watchdog has already fired for this context this turn. */
45
+ wasForceFinalized(contextId: string): boolean;
46
+ /** Retire the flag once the turn has completed (read by the emitter + metrics tracker). */
47
+ clearForceFinalized(contextId: string): void;
48
+ clearSttForceFinalizeIfContext(contextId: string): void;
49
+ startVaqiMissedResponseTimer(contextId: string, startMs: number): void;
50
+ clearVaqiIfContext(contextId: string): void;
51
+ armTtsStallTimer(contextId: string): void;
52
+ clearTtsStallTimerFor(contextId: string): void;
53
+ scheduleInputCadenceWatchdog(contextId: string): void;
54
+ clearInputCadenceWatchdog(): void;
55
+ private clearSttForceFinalizeTimer;
56
+ private clearVaqiMissedResponseTimer;
57
+ private clearTtsStallTimer;
58
+ }
59
+ export {};
60
+ //# sourceMappingURL=voice-agent-session-util.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"voice-agent-session-util.d.ts","sourceRoot":"","sources":["../src/voice-agent-session-util.ts"],"names":[],"mappings":"AAEA,OAAO,EAAS,KAAK,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAC5D,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AACpD,OAAO,EAAiB,YAAY,EAAE,MAAM,cAAc,CAAC;AAC3D,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AACxD,OAAO,EAAkB,KAAK,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAChE,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AAGzD,wBAAgB,qBAAqB,CAAC,KAAK,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,GAAG,MAAM,CAGnF;AAED,wBAAgB,yBAAyB,CAAC,KAAK,EAAE,OAAO,GAAG,MAAM,CAKhE;AAED,wBAAgB,uBAAuB,CAAC,WAAW,EAAE,SAAS,eAAe,EAAE,GAAG,MAAM,CAOvF;AAED,UAAU,yBAA0B,SAAQ,WAAW;IACrD,aAAa,CAAC,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CACzC;AAED,wBAAgB,6BAA6B,CAC3C,OAAO,EAAE,WAAW,CAAC,MAAM,EAAE,WAAW,CAAC,GACxC,yBAAyB,GAAG,IAAI,CAelC;AAaD,MAAM,WAAW,yBAAyB;IACxC,QAAQ,CAAC,GAAG,EAAE,WAAW,CAAC;IAC1B,QAAQ,CAAC,OAAO,EAAE,WAAW,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;IACnD,QAAQ,CAAC,UAAU,EAAE,eAAe,CAAC;IACrC,QAAQ,CAAC,yBAAyB,EAAE,MAAM,CAAC;IAC3C,QAAQ,CAAC,oBAAoB,EAAE,MAAM,CAAC;IACtC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,qBAAqB,EAAE,MAAM,CAAC;IACvC,QAAQ,CAAC,eAAe,EAAE,MAAM,YAAY,CAAC;IAC7C,QAAQ,CAAC,uBAAuB,EAAE,CAAC,SAAS,EAAE,MAAM,KAAK,OAAO,CAAC;IACjE,QAAQ,CAAC,yBAAyB,EAAE,CAAC,SAAS,EAAE,MAAM,KAAK,IAAI,CAAC;IAChE,QAAQ,CAAC,SAAS,CAAC,EAAE,SAAS,CAAC;CAChC;AAED,qBAAa,qBAAqB;IAcpB,OAAO,CAAC,QAAQ,CAAC,IAAI;IAbjC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAY;IACtC,OAAO,CAAC,yBAAyB,CAAS;IAC1C,OAAO,CAAC,mBAAmB,CAAM;IACjC,qFAAqF;IACrF,OAAO,CAAC,QAAQ,CAAC,sBAAsB,CAAqB;IAC5D,OAAO,CAAC,2BAA2B,CAAS;IAC5C,OAAO,CAAC,2BAA2B,CAAM;IACzC,OAAO,CAAC,yBAAyB,CAAK;IACtC,OAAO,CAAC,iBAAiB,CAAS;IAClC,OAAO,CAAC,iBAAiB,CAAM;IAC/B,OAAO,CAAC,qBAAqB,CAAS;IACtC,OAAO,CAAC,qBAAqB,CAAM;gBAEN,IAAI,EAAE,yBAAyB;IAI5D,OAAO,IAAI,IAAI;IAQf,wBAAwB,CAAC,SAAS,EAAE,MAAM,GAAG,IAAI;IAmBjD,0FAA0F;IAC1F,iBAAiB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO;IAI7C,2FAA2F;IAC3F,mBAAmB,CAAC,SAAS,EAAE,MAAM,GAAG,IAAI;IAI5C,8BAA8B,CAAC,SAAS,EAAE,MAAM,GAAG,IAAI;IAMvD,4BAA4B,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,IAAI;IAiBtE,kBAAkB,CAAC,SAAS,EAAE,MAAM,GAAG,IAAI;IAM3C,gBAAgB,CAAC,SAAS,EAAE,MAAM,GAAG,IAAI;IA0BzC,qBAAqB,CAAC,SAAS,EAAE,MAAM,GAAG,IAAI;IAI9C,4BAA4B,CAAC,SAAS,EAAE,MAAM,GAAG,IAAI;IA8BrD,yBAAyB,IAAI,IAAI;IAQjC,OAAO,CAAC,0BAA0B;IAUlC,OAAO,CAAC,4BAA4B;IASpC,OAAO,CAAC,kBAAkB;CAO3B"}
@@ -0,0 +1,204 @@
1
+ // SPDX-License-Identifier: MIT
2
+ import { Route } from "./pipeline-bus.js";
3
+ import { ErrorCategory, SessionState } from "./packets.js";
4
+ import { TimerScheduler } from "./scheduler.js";
5
+ import * as make from "./packet-factories.js";
6
+ export function estimatePcm16Duration(audio, sampleRate) {
7
+ const samples = audio.length / 2;
8
+ return (samples / sampleRate) * 1000;
9
+ }
10
+ export function requireTtsAudioSampleRate(value) {
11
+ if (typeof value !== "number" || !Number.isInteger(value) || value <= 0) {
12
+ throw new Error("tts.audio sampleRateHz must be a positive integer");
13
+ }
14
+ return value;
15
+ }
16
+ export function languageFromTranscripts(transcripts) {
17
+ for (const transcript of transcripts) {
18
+ if (transcript.language) {
19
+ return transcript.language;
20
+ }
21
+ }
22
+ return "";
23
+ }
24
+ export function findForceFinalizableSttPlugin(plugins) {
25
+ for (const name of ["stt", "deepgram"]) {
26
+ const plugin = plugins.get(name);
27
+ if (isForceFinalizableSttPlugin(plugin)) {
28
+ return plugin;
29
+ }
30
+ }
31
+ for (const plugin of plugins.values()) {
32
+ if (isForceFinalizableSttPlugin(plugin)) {
33
+ return plugin;
34
+ }
35
+ }
36
+ return null;
37
+ }
38
+ function isForceFinalizableSttPlugin(plugin) {
39
+ return (typeof plugin === "object" &&
40
+ plugin !== null &&
41
+ "forceFinalize" in plugin &&
42
+ typeof plugin.forceFinalize === "function");
43
+ }
44
+ export class VoiceSessionWatchdogs {
45
+ deps;
46
+ scheduler;
47
+ sttForceFinalizeScheduled = false;
48
+ pendingSttContextId = "";
49
+ /** Contexts whose STT the force-finalize watchdog has already fired on this turn. */
50
+ forceFinalizedContexts = new Set();
51
+ vaqiMissedResponseScheduled = false;
52
+ vaqiMissedResponseContextId = "";
53
+ vaqiMissedResponseStartMs = 0;
54
+ ttsStallScheduled = false;
55
+ ttsStallContextId = "";
56
+ inputCadenceScheduled = false;
57
+ inputCadenceContextId = "";
58
+ constructor(deps) {
59
+ this.deps = deps;
60
+ this.scheduler = deps.scheduler ?? new TimerScheduler();
61
+ }
62
+ dispose() {
63
+ this.clearSttForceFinalizeTimer();
64
+ this.clearVaqiMissedResponseTimer();
65
+ this.clearTtsStallTimer();
66
+ this.clearInputCadenceWatchdog();
67
+ this.forceFinalizedContexts.clear();
68
+ }
69
+ scheduleSttForceFinalize(contextId) {
70
+ if (this.deps.getSessionState() !== SessionState.Ready)
71
+ return;
72
+ if (this.deps.sttForceFinalizeTimeoutMs <= 0)
73
+ return;
74
+ this.pendingSttContextId = contextId;
75
+ this.clearSttForceFinalizeTimer(false);
76
+ this.sttForceFinalizeScheduled = true;
77
+ this.scheduler.schedule("voice.watchdog.stt_force_finalize", this.deps.sttForceFinalizeTimeoutMs, () => {
78
+ this.sttForceFinalizeScheduled = false;
79
+ this.forceFinalizedContexts.add(contextId);
80
+ // Broadcast the decision on the bus: the completing eos may come from the STT
81
+ // plugin (which cannot know the watchdog fired), so the metrics tracker reads
82
+ // this mark to label the turn rather than each emitter re-deriving it.
83
+ this.deps.bus.push(Route.Background, make.metric(contextId, "stt.force_finalized", "1"));
84
+ const plugin = findForceFinalizableSttPlugin(this.deps.plugins);
85
+ plugin?.forceFinalize(contextId);
86
+ });
87
+ }
88
+ /** True when the force-finalize watchdog has already fired for this context this turn. */
89
+ wasForceFinalized(contextId) {
90
+ return this.forceFinalizedContexts.has(contextId);
91
+ }
92
+ /** Retire the flag once the turn has completed (read by the emitter + metrics tracker). */
93
+ clearForceFinalized(contextId) {
94
+ this.forceFinalizedContexts.delete(contextId);
95
+ }
96
+ clearSttForceFinalizeIfContext(contextId) {
97
+ if (this.pendingSttContextId === contextId) {
98
+ this.clearSttForceFinalizeTimer();
99
+ }
100
+ }
101
+ startVaqiMissedResponseTimer(contextId, startMs) {
102
+ if (this.deps.vaqiMissedResponseMs <= 0)
103
+ return;
104
+ this.clearVaqiMissedResponseTimer();
105
+ this.vaqiMissedResponseContextId = contextId;
106
+ this.vaqiMissedResponseStartMs = startMs;
107
+ this.vaqiMissedResponseScheduled = true;
108
+ this.scheduler.schedule("voice.watchdog.vaqi_missed_response", this.deps.vaqiMissedResponseMs, () => {
109
+ this.vaqiMissedResponseScheduled = false;
110
+ const cid = this.vaqiMissedResponseContextId;
111
+ const elapsedMs = Date.now() - this.vaqiMissedResponseStartMs;
112
+ this.vaqiMissedResponseContextId = "";
113
+ this.vaqiMissedResponseStartMs = 0;
114
+ this.deps.onVaqiMissedResponseFired(cid);
115
+ this.deps.bus.push(Route.Background, make.metric(cid, "vaqi.missed_response", String(elapsedMs)));
116
+ });
117
+ }
118
+ clearVaqiIfContext(contextId) {
119
+ if (this.vaqiMissedResponseContextId === contextId) {
120
+ this.clearVaqiMissedResponseTimer();
121
+ }
122
+ }
123
+ armTtsStallTimer(contextId) {
124
+ if (this.deps.ttsStallMs <= 0)
125
+ return;
126
+ this.clearTtsStallTimer();
127
+ this.ttsStallContextId = contextId;
128
+ this.ttsStallScheduled = true;
129
+ this.scheduler.schedule("voice.watchdog.tts_stall", this.deps.ttsStallMs, () => {
130
+ this.ttsStallScheduled = false;
131
+ const cid = this.ttsStallContextId;
132
+ this.ttsStallContextId = "";
133
+ if (this.deps.isGenerationInterrupted(cid))
134
+ return;
135
+ if (!this.deps.ttsPlayout.isActive(cid))
136
+ return;
137
+ this.deps.ttsPlayout.release(cid);
138
+ this.deps.bus.push(Route.Background, make.metric(cid, "tts.stall_detected", String(this.deps.ttsStallMs)));
139
+ this.deps.bus.push(Route.Critical, make.ttsError(cid, Date.now(), new Error(`TTS output stalled: no audio or tts.end for ${String(this.deps.ttsStallMs)}ms`), ErrorCategory.NetworkTimeout, true));
140
+ });
141
+ }
142
+ clearTtsStallTimerFor(contextId) {
143
+ if (this.ttsStallContextId === contextId)
144
+ this.clearTtsStallTimer();
145
+ }
146
+ scheduleInputCadenceWatchdog(contextId) {
147
+ if (this.deps.inputCadenceTimeoutMs <= 0)
148
+ return;
149
+ if (this.deps.getSessionState() !== SessionState.Ready)
150
+ return;
151
+ this.clearInputCadenceWatchdog();
152
+ this.inputCadenceContextId = contextId;
153
+ this.inputCadenceScheduled = true;
154
+ this.scheduler.schedule("voice.watchdog.input_cadence", this.deps.inputCadenceTimeoutMs, () => {
155
+ this.inputCadenceScheduled = false;
156
+ const cid = this.inputCadenceContextId;
157
+ if (this.deps.getSessionState() !== SessionState.Ready)
158
+ return;
159
+ this.deps.bus.push(Route.Background, make.metric(cid, "input.cadence_stall_ms", String(this.deps.inputCadenceTimeoutMs)));
160
+ this.deps.bus.push(Route.Critical, {
161
+ kind: "pipeline.error",
162
+ contextId: cid,
163
+ timestampMs: Date.now(),
164
+ component: "pipeline",
165
+ category: ErrorCategory.NetworkTimeout,
166
+ cause: new Error("inbound audio stalled"),
167
+ isRecoverable: true,
168
+ });
169
+ this.scheduleInputCadenceWatchdog(cid);
170
+ });
171
+ }
172
+ clearInputCadenceWatchdog() {
173
+ if (this.inputCadenceScheduled) {
174
+ this.scheduler.cancel("voice.watchdog.input_cadence");
175
+ this.inputCadenceScheduled = false;
176
+ }
177
+ this.inputCadenceContextId = "";
178
+ }
179
+ clearSttForceFinalizeTimer(clearContext = true) {
180
+ if (this.sttForceFinalizeScheduled) {
181
+ this.scheduler.cancel("voice.watchdog.stt_force_finalize");
182
+ this.sttForceFinalizeScheduled = false;
183
+ }
184
+ if (clearContext) {
185
+ this.pendingSttContextId = "";
186
+ }
187
+ }
188
+ clearVaqiMissedResponseTimer() {
189
+ if (this.vaqiMissedResponseScheduled) {
190
+ this.scheduler.cancel("voice.watchdog.vaqi_missed_response");
191
+ this.vaqiMissedResponseScheduled = false;
192
+ }
193
+ this.vaqiMissedResponseContextId = "";
194
+ this.vaqiMissedResponseStartMs = 0;
195
+ }
196
+ clearTtsStallTimer() {
197
+ if (this.ttsStallScheduled) {
198
+ this.scheduler.cancel("voice.watchdog.tts_stall");
199
+ this.ttsStallScheduled = false;
200
+ }
201
+ this.ttsStallContextId = "";
202
+ }
203
+ }
204
+ //# sourceMappingURL=voice-agent-session-util.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"voice-agent-session-util.js","sourceRoot":"","sources":["../src/voice-agent-session-util.ts"],"names":[],"mappings":"AAAA,+BAA+B;AAE/B,OAAO,EAAE,KAAK,EAAoB,MAAM,mBAAmB,CAAC;AAE5D,OAAO,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAE3D,OAAO,EAAE,cAAc,EAAkB,MAAM,gBAAgB,CAAC;AAEhE,OAAO,KAAK,IAAI,MAAM,uBAAuB,CAAC;AAE9C,MAAM,UAAU,qBAAqB,CAAC,KAAiB,EAAE,UAAkB;IACzE,MAAM,OAAO,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;IACjC,OAAO,CAAC,OAAO,GAAG,UAAU,CAAC,GAAG,IAAI,CAAC;AACvC,CAAC;AAED,MAAM,UAAU,yBAAyB,CAAC,KAAc;IACtD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;QACxE,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAC;IACvE,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,WAAuC;IAC7E,KAAK,MAAM,UAAU,IAAI,WAAW,EAAE,CAAC;QACrC,IAAI,UAAU,CAAC,QAAQ,EAAE,CAAC;YACxB,OAAO,UAAU,CAAC,QAAQ,CAAC;QAC7B,CAAC;IACH,CAAC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC;AAMD,MAAM,UAAU,6BAA6B,CAC3C,OAAyC;IAEzC,KAAK,MAAM,IAAI,IAAI,CAAC,KAAK,EAAE,UAAU,CAAC,EAAE,CAAC;QACvC,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACjC,IAAI,2BAA2B,CAAC,MAAM,CAAC,EAAE,CAAC;YACxC,OAAO,MAAM,CAAC;QAChB,CAAC;IACH,CAAC;IAED,KAAK,MAAM,MAAM,IAAI,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;QACtC,IAAI,2BAA2B,CAAC,MAAM,CAAC,EAAE,CAAC;YACxC,OAAO,MAAM,CAAC;QAChB,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,2BAA2B,CAClC,MAA+B;IAE/B,OAAO,CACL,OAAO,MAAM,KAAK,QAAQ;QAC1B,MAAM,KAAK,IAAI;QACf,eAAe,IAAI,MAAM;QACzB,OAAO,MAAM,CAAC,aAAa,KAAK,UAAU,CAC3C,CAAC;AACJ,CAAC;AAgBD,MAAM,OAAO,qBAAqB;IAcH;IAbZ,SAAS,CAAY;IAC9B,yBAAyB,GAAG,KAAK,CAAC;IAClC,mBAAmB,GAAG,EAAE,CAAC;IACjC,qFAAqF;IACpE,sBAAsB,GAAG,IAAI,GAAG,EAAU,CAAC;IACpD,2BAA2B,GAAG,KAAK,CAAC;IACpC,2BAA2B,GAAG,EAAE,CAAC;IACjC,yBAAyB,GAAG,CAAC,CAAC;IAC9B,iBAAiB,GAAG,KAAK,CAAC;IAC1B,iBAAiB,GAAG,EAAE,CAAC;IACvB,qBAAqB,GAAG,KAAK,CAAC;IAC9B,qBAAqB,GAAG,EAAE,CAAC;IAEnC,YAA6B,IAA+B;QAA/B,SAAI,GAAJ,IAAI,CAA2B;QAC1D,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,IAAI,IAAI,cAAc,EAAE,CAAC;IAC1D,CAAC;IAED,OAAO;QACL,IAAI,CAAC,0BAA0B,EAAE,CAAC;QAClC,IAAI,CAAC,4BAA4B,EAAE,CAAC;QACpC,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAC1B,IAAI,CAAC,yBAAyB,EAAE,CAAC;QACjC,IAAI,CAAC,sBAAsB,CAAC,KAAK,EAAE,CAAC;IACtC,CAAC;IAED,wBAAwB,CAAC,SAAiB;QACxC,IAAI,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,KAAK,YAAY,CAAC,KAAK;YAAE,OAAO;QAC/D,IAAI,IAAI,CAAC,IAAI,CAAC,yBAAyB,IAAI,CAAC;YAAE,OAAO;QAErD,IAAI,CAAC,mBAAmB,GAAG,SAAS,CAAC;QACrC,IAAI,CAAC,0BAA0B,CAAC,KAAK,CAAC,CAAC;QACvC,IAAI,CAAC,yBAAyB,GAAG,IAAI,CAAC;QACtC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,mCAAmC,EAAE,IAAI,CAAC,IAAI,CAAC,yBAAyB,EAAE,GAAG,EAAE;YACrG,IAAI,CAAC,yBAAyB,GAAG,KAAK,CAAC;YACvC,IAAI,CAAC,sBAAsB,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YAC3C,8EAA8E;YAC9E,8EAA8E;YAC9E,uEAAuE;YACvE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,qBAAqB,EAAE,GAAG,CAAC,CAAC,CAAC;YACzF,MAAM,MAAM,GAAG,6BAA6B,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAChE,MAAM,EAAE,aAAa,CAAC,SAAS,CAAC,CAAC;QACnC,CAAC,CAAC,CAAC;IACL,CAAC;IAED,0FAA0F;IAC1F,iBAAiB,CAAC,SAAiB;QACjC,OAAO,IAAI,CAAC,sBAAsB,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IACpD,CAAC;IAED,2FAA2F;IAC3F,mBAAmB,CAAC,SAAiB;QACnC,IAAI,CAAC,sBAAsB,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;IAChD,CAAC;IAED,8BAA8B,CAAC,SAAiB;QAC9C,IAAI,IAAI,CAAC,mBAAmB,KAAK,SAAS,EAAE,CAAC;YAC3C,IAAI,CAAC,0BAA0B,EAAE,CAAC;QACpC,CAAC;IACH,CAAC;IAED,4BAA4B,CAAC,SAAiB,EAAE,OAAe;QAC7D,IAAI,IAAI,CAAC,IAAI,CAAC,oBAAoB,IAAI,CAAC;YAAE,OAAO;QAChD,IAAI,CAAC,4BAA4B,EAAE,CAAC;QACpC,IAAI,CAAC,2BAA2B,GAAG,SAAS,CAAC;QAC7C,IAAI,CAAC,yBAAyB,GAAG,OAAO,CAAC;QACzC,IAAI,CAAC,2BAA2B,GAAG,IAAI,CAAC;QACxC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,qCAAqC,EAAE,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE,GAAG,EAAE;YAClG,IAAI,CAAC,2BAA2B,GAAG,KAAK,CAAC;YACzC,MAAM,GAAG,GAAG,IAAI,CAAC,2BAA2B,CAAC;YAC7C,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,yBAAyB,CAAC;YAC9D,IAAI,CAAC,2BAA2B,GAAG,EAAE,CAAC;YACtC,IAAI,CAAC,yBAAyB,GAAG,CAAC,CAAC;YACnC,IAAI,CAAC,IAAI,CAAC,yBAAyB,CAAC,GAAG,CAAC,CAAC;YACzC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,sBAAsB,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;QACpG,CAAC,CAAC,CAAC;IACL,CAAC;IAED,kBAAkB,CAAC,SAAiB;QAClC,IAAI,IAAI,CAAC,2BAA2B,KAAK,SAAS,EAAE,CAAC;YACnD,IAAI,CAAC,4BAA4B,EAAE,CAAC;QACtC,CAAC;IACH,CAAC;IAED,gBAAgB,CAAC,SAAiB;QAChC,IAAI,IAAI,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC;YAAE,OAAO;QACtC,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAC1B,IAAI,CAAC,iBAAiB,GAAG,SAAS,CAAC;QACnC,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC;QAC9B,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,0BAA0B,EAAE,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,GAAG,EAAE;YAC7E,IAAI,CAAC,iBAAiB,GAAG,KAAK,CAAC;YAC/B,MAAM,GAAG,GAAG,IAAI,CAAC,iBAAiB,CAAC;YACnC,IAAI,CAAC,iBAAiB,GAAG,EAAE,CAAC;YAC5B,IAAI,IAAI,CAAC,IAAI,CAAC,uBAAuB,CAAC,GAAG,CAAC;gBAAE,OAAO;YACnD,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,GAAG,CAAC;gBAAE,OAAO;YAChD,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YAClC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,oBAAoB,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;YAC3G,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAChB,KAAK,CAAC,QAAQ,EACd,IAAI,CAAC,QAAQ,CACX,GAAG,EACH,IAAI,CAAC,GAAG,EAAE,EACV,IAAI,KAAK,CAAC,+CAA+C,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,EAC1F,aAAa,CAAC,cAAc,EAC5B,IAAI,CACL,CACF,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC;IAED,qBAAqB,CAAC,SAAiB;QACrC,IAAI,IAAI,CAAC,iBAAiB,KAAK,SAAS;YAAE,IAAI,CAAC,kBAAkB,EAAE,CAAC;IACtE,CAAC;IAED,4BAA4B,CAAC,SAAiB;QAC5C,IAAI,IAAI,CAAC,IAAI,CAAC,qBAAqB,IAAI,CAAC;YAAE,OAAO;QACjD,IAAI,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,KAAK,YAAY,CAAC,KAAK;YAAE,OAAO;QAE/D,IAAI,CAAC,yBAAyB,EAAE,CAAC;QACjC,IAAI,CAAC,qBAAqB,GAAG,SAAS,CAAC;QACvC,IAAI,CAAC,qBAAqB,GAAG,IAAI,CAAC;QAClC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,8BAA8B,EAAE,IAAI,CAAC,IAAI,CAAC,qBAAqB,EAAE,GAAG,EAAE;YAC5F,IAAI,CAAC,qBAAqB,GAAG,KAAK,CAAC;YACnC,MAAM,GAAG,GAAG,IAAI,CAAC,qBAAqB,CAAC;YACvC,IAAI,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,KAAK,YAAY,CAAC,KAAK;gBAAE,OAAO;YAE/D,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAChB,KAAK,CAAC,UAAU,EAChB,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,wBAAwB,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC,CACpF,CAAC;YACF,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE;gBACjC,IAAI,EAAE,gBAAgB;gBACtB,SAAS,EAAE,GAAG;gBACd,WAAW,EAAE,IAAI,CAAC,GAAG,EAAE;gBACvB,SAAS,EAAE,UAAU;gBACrB,QAAQ,EAAE,aAAa,CAAC,cAAc;gBACtC,KAAK,EAAE,IAAI,KAAK,CAAC,uBAAuB,CAAC;gBACzC,aAAa,EAAE,IAAI;aACpB,CAAC,CAAC;YAEH,IAAI,CAAC,4BAA4B,CAAC,GAAG,CAAC,CAAC;QACzC,CAAC,CAAC,CAAC;IACL,CAAC;IAED,yBAAyB;QACvB,IAAI,IAAI,CAAC,qBAAqB,EAAE,CAAC;YAC/B,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,8BAA8B,CAAC,CAAC;YACtD,IAAI,CAAC,qBAAqB,GAAG,KAAK,CAAC;QACrC,CAAC;QACD,IAAI,CAAC,qBAAqB,GAAG,EAAE,CAAC;IAClC,CAAC;IAEO,0BAA0B,CAAC,YAAY,GAAG,IAAI;QACpD,IAAI,IAAI,CAAC,yBAAyB,EAAE,CAAC;YACnC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,mCAAmC,CAAC,CAAC;YAC3D,IAAI,CAAC,yBAAyB,GAAG,KAAK,CAAC;QACzC,CAAC;QACD,IAAI,YAAY,EAAE,CAAC;YACjB,IAAI,CAAC,mBAAmB,GAAG,EAAE,CAAC;QAChC,CAAC;IACH,CAAC;IAEO,4BAA4B;QAClC,IAAI,IAAI,CAAC,2BAA2B,EAAE,CAAC;YACrC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,qCAAqC,CAAC,CAAC;YAC7D,IAAI,CAAC,2BAA2B,GAAG,KAAK,CAAC;QAC3C,CAAC;QACD,IAAI,CAAC,2BAA2B,GAAG,EAAE,CAAC;QACtC,IAAI,CAAC,yBAAyB,GAAG,CAAC,CAAC;IACrC,CAAC;IAEO,kBAAkB;QACxB,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAC3B,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,0BAA0B,CAAC,CAAC;YAClD,IAAI,CAAC,iBAAiB,GAAG,KAAK,CAAC;QACjC,CAAC;QACD,IAAI,CAAC,iBAAiB,GAAG,EAAE,CAAC;IAC9B,CAAC;CACF"}