@kuralle-syrinx/core 4.4.0 → 4.5.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/audio/alaw.d.ts +3 -0
- package/dist/audio/alaw.d.ts.map +1 -0
- package/dist/audio/alaw.js +53 -0
- package/dist/audio/alaw.js.map +1 -0
- package/dist/audio/g722.d.ts +39 -0
- package/dist/audio/g722.d.ts.map +1 -0
- package/dist/audio/g722.js +286 -0
- package/dist/audio/g722.js.map +1 -0
- package/dist/audio/index.d.ts +7 -0
- package/dist/audio/index.d.ts.map +1 -0
- package/dist/audio/index.js +8 -0
- package/dist/audio/index.js.map +1 -0
- package/dist/audio/loudness.d.ts +13 -0
- package/dist/audio/loudness.d.ts.map +1 -0
- package/dist/audio/loudness.js +65 -0
- package/dist/audio/loudness.js.map +1 -0
- package/dist/audio/mulaw.d.ts +3 -0
- package/dist/audio/mulaw.d.ts.map +1 -0
- package/dist/audio/mulaw.js +39 -0
- package/dist/audio/mulaw.js.map +1 -0
- package/dist/audio/pcm.d.ts +5 -0
- package/dist/audio/pcm.d.ts.map +1 -0
- package/dist/audio/pcm.js +40 -0
- package/dist/audio/pcm.js.map +1 -0
- package/dist/audio/resample.d.ts +12 -0
- package/dist/audio/resample.d.ts.map +1 -0
- package/dist/audio/resample.js +157 -0
- package/dist/audio/resample.js.map +1 -0
- package/dist/audio-envelope.d.ts +23 -0
- package/dist/audio-envelope.d.ts.map +1 -0
- package/dist/audio-envelope.js +114 -0
- package/dist/audio-envelope.js.map +1 -0
- package/dist/confidence-to-wait.d.ts +12 -0
- package/dist/confidence-to-wait.d.ts.map +1 -0
- package/dist/confidence-to-wait.js +18 -0
- package/dist/confidence-to-wait.js.map +1 -0
- package/dist/conversation-event.d.ts +19 -0
- package/dist/conversation-event.d.ts.map +1 -0
- package/dist/conversation-event.js +44 -0
- package/dist/conversation-event.js.map +1 -0
- package/dist/error-handler.d.ts +35 -0
- package/dist/error-handler.d.ts.map +1 -0
- package/dist/error-handler.js +136 -0
- package/dist/error-handler.js.map +1 -0
- package/dist/idle-timeout.d.ts +69 -0
- package/dist/idle-timeout.d.ts.map +1 -0
- package/dist/idle-timeout.js +149 -0
- package/dist/idle-timeout.js.map +1 -0
- package/dist/incremental-unit.d.ts +17 -0
- package/dist/incremental-unit.d.ts.map +1 -0
- package/dist/incremental-unit.js +5 -0
- package/dist/incremental-unit.js.map +1 -0
- package/dist/index.d.ts +47 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +61 -0
- package/dist/index.js.map +1 -0
- package/dist/init-chain.d.ts +35 -0
- package/dist/init-chain.d.ts.map +1 -0
- package/dist/init-chain.js +102 -0
- package/dist/init-chain.js.map +1 -0
- package/dist/init-stage-order.d.ts +5 -0
- package/dist/init-stage-order.d.ts.map +1 -0
- package/dist/init-stage-order.js +74 -0
- package/dist/init-stage-order.js.map +1 -0
- package/dist/interaction-coordinator.d.ts +45 -0
- package/dist/interaction-coordinator.d.ts.map +1 -0
- package/dist/interaction-coordinator.js +197 -0
- package/dist/interaction-coordinator.js.map +1 -0
- package/dist/interaction-policy.d.ts +103 -0
- package/dist/interaction-policy.d.ts.map +1 -0
- package/dist/interaction-policy.js +6 -0
- package/dist/interaction-policy.js.map +1 -0
- package/dist/iu-ledger.d.ts +39 -0
- package/dist/iu-ledger.d.ts.map +1 -0
- package/dist/iu-ledger.js +90 -0
- package/dist/iu-ledger.js.map +1 -0
- package/dist/latency-filler-fixtures.d.ts +7 -0
- package/dist/latency-filler-fixtures.d.ts.map +1 -0
- package/dist/latency-filler-fixtures.js +10 -0
- package/dist/latency-filler-fixtures.js.map +1 -0
- package/dist/latency-filler.d.ts +29 -0
- package/dist/latency-filler.d.ts.map +1 -0
- package/dist/latency-filler.js +102 -0
- package/dist/latency-filler.js.map +1 -0
- package/dist/mode-switcher.d.ts +24 -0
- package/dist/mode-switcher.d.ts.map +1 -0
- package/dist/mode-switcher.js +83 -0
- package/dist/mode-switcher.js.map +1 -0
- package/dist/observability-observer.d.ts +36 -0
- package/dist/observability-observer.d.ts.map +1 -0
- package/dist/observability-observer.js +141 -0
- package/dist/observability-observer.js.map +1 -0
- package/dist/observability.d.ts +68 -0
- package/dist/observability.d.ts.map +1 -0
- package/dist/observability.js +70 -0
- package/dist/observability.js.map +1 -0
- package/dist/packet-factories.d.ts +58 -0
- package/dist/packet-factories.d.ts.map +1 -0
- package/dist/packet-factories.js +181 -0
- package/dist/packet-factories.js.map +1 -0
- package/dist/packets.d.ts +532 -0
- package/dist/packets.d.ts.map +1 -0
- package/dist/packets.js +51 -0
- package/dist/packets.js.map +1 -0
- package/dist/pipeline-bus.d.ts +92 -0
- package/dist/pipeline-bus.d.ts.map +1 -0
- package/dist/pipeline-bus.js +294 -0
- package/dist/pipeline-bus.js.map +1 -0
- package/dist/plugin-contract.d.ts +73 -0
- package/dist/plugin-contract.d.ts.map +1 -0
- package/dist/plugin-contract.js +30 -0
- package/dist/plugin-contract.js.map +1 -0
- package/dist/policies/defer.d.ts +11 -0
- package/dist/policies/defer.d.ts.map +1 -0
- package/dist/policies/defer.js +13 -0
- package/dist/policies/defer.js.map +1 -0
- package/dist/policies/rule-based.d.ts +35 -0
- package/dist/policies/rule-based.d.ts.map +1 -0
- package/dist/policies/rule-based.js +130 -0
- package/dist/policies/rule-based.js.map +1 -0
- package/dist/pricing.d.ts +34 -0
- package/dist/pricing.d.ts.map +1 -0
- package/dist/pricing.js +108 -0
- package/dist/pricing.js.map +1 -0
- package/dist/primary-speaker-fixtures.d.ts +12 -0
- package/dist/primary-speaker-fixtures.d.ts.map +1 -0
- package/dist/primary-speaker-fixtures.js +37 -0
- package/dist/primary-speaker-fixtures.js.map +1 -0
- package/dist/primary-speaker-gate.d.ts +42 -0
- package/dist/primary-speaker-gate.d.ts.map +1 -0
- package/dist/primary-speaker-gate.js +178 -0
- package/dist/primary-speaker-gate.js.map +1 -0
- package/dist/provider-fallback.d.ts +28 -0
- package/dist/provider-fallback.d.ts.map +1 -0
- package/dist/provider-fallback.js +72 -0
- package/dist/provider-fallback.js.map +1 -0
- package/dist/reasoner-hedge.d.ts +21 -0
- package/dist/reasoner-hedge.d.ts.map +1 -0
- package/dist/reasoner-hedge.js +170 -0
- package/dist/reasoner-hedge.js.map +1 -0
- package/dist/reasoner-route.d.ts +24 -0
- package/dist/reasoner-route.d.ts.map +1 -0
- package/dist/reasoner-route.js +87 -0
- package/dist/reasoner-route.js.map +1 -0
- package/dist/reasoner-session-store.d.ts +18 -0
- package/dist/reasoner-session-store.d.ts.map +1 -0
- package/dist/reasoner-session-store.js +21 -0
- package/dist/reasoner-session-store.js.map +1 -0
- package/dist/reasoner.d.ts +97 -0
- package/dist/reasoner.d.ts.map +1 -0
- package/dist/reasoner.js +9 -0
- package/dist/reasoner.js.map +1 -0
- package/dist/retry.d.ts +31 -0
- package/dist/retry.d.ts.map +1 -0
- package/dist/retry.js +83 -0
- package/dist/retry.js.map +1 -0
- package/dist/scheduler.d.ts +11 -0
- package/dist/scheduler.d.ts.map +1 -0
- package/dist/scheduler.js +20 -0
- package/dist/scheduler.js.map +1 -0
- package/dist/spend-cap.d.ts +27 -0
- package/dist/spend-cap.d.ts.map +1 -0
- package/dist/spend-cap.js +38 -0
- package/dist/spend-cap.js.map +1 -0
- package/dist/tts-playout-clock.d.ts +43 -0
- package/dist/tts-playout-clock.d.ts.map +1 -0
- package/dist/tts-playout-clock.js +125 -0
- package/dist/tts-playout-clock.js.map +1 -0
- package/dist/turn-arbiter.d.ts +41 -0
- package/dist/turn-arbiter.d.ts.map +1 -0
- package/dist/turn-arbiter.js +259 -0
- package/dist/turn-arbiter.js.map +1 -0
- package/dist/voice-agent-session-util.d.ts +60 -0
- package/dist/voice-agent-session-util.d.ts.map +1 -0
- package/dist/voice-agent-session-util.js +204 -0
- package/dist/voice-agent-session-util.js.map +1 -0
- package/dist/voice-agent-session.d.ts +435 -0
- package/dist/voice-agent-session.d.ts.map +1 -0
- package/dist/voice-agent-session.js +1597 -0
- package/dist/voice-agent-session.js.map +1 -0
- package/dist/voice-text.d.ts +46 -0
- package/dist/voice-text.d.ts.map +1 -0
- package/dist/voice-text.js +209 -0
- package/dist/voice-text.js.map +1 -0
- package/package.json +19 -6
- package/src/audio/alaw.test.ts +87 -0
- package/src/audio/audio.test.ts +285 -0
- package/src/audio/g722.test.ts +149 -0
- package/src/audio/loudness.test.ts +58 -0
- package/src/audio-envelope.test.ts +167 -0
- package/src/confidence-to-wait.test.ts +21 -0
- package/src/error-handler.test.ts +56 -0
- package/src/hedge-throwing-backend.test.ts +46 -0
- package/src/interaction-coordinator.test.ts +529 -0
- package/src/iu-ledger.test.ts +276 -0
- package/src/latency-filler.test.ts +62 -0
- package/src/observability-observer.test.ts +248 -0
- package/src/observability.test.ts +94 -0
- package/src/packet-factories.test.ts +126 -0
- package/src/pipeline-bus.g10.test.ts +145 -0
- package/src/pipeline-bus.test.ts +211 -0
- package/src/policies/defer.test.ts +86 -0
- package/src/policies/rule-based.test.ts +334 -0
- package/src/pricing.test.ts +226 -0
- package/src/primary-speaker-gate.test.ts +150 -0
- package/src/provider-fallback.test.ts +87 -0
- package/src/reasoner-hedge.test.ts +361 -0
- package/src/reasoner-route.test.ts +248 -0
- package/src/reasoner.test.ts +69 -0
- package/src/retry.test.ts +83 -0
- package/src/route-throwing-spec.test.ts +44 -0
- package/src/spend-cap.test.ts +114 -0
- package/src/tts-playout-clock.test.ts +125 -0
- package/src/turn-arbiter.characterization.test.ts +477 -0
- package/src/turn-arbiter.test.ts +762 -0
- package/src/voice-agent-session.test.ts +4165 -0
- package/src/voice-text.test.ts +156 -0
|
@@ -0,0 +1,259 @@
|
|
|
1
|
+
// SPDX-License-Identifier: MIT
|
|
2
|
+
//
|
|
3
|
+
// CR-09 — explicit turn-taking state for barge-in decisions (G1 + VE-02).
|
|
4
|
+
import { Route } from "./pipeline-bus.js";
|
|
5
|
+
import * as make from "./packet-factories.js";
|
|
6
|
+
const BACKCHANNELS = new Set([
|
|
7
|
+
"yeah",
|
|
8
|
+
"yep",
|
|
9
|
+
"yup",
|
|
10
|
+
"uh huh",
|
|
11
|
+
"uhhuh",
|
|
12
|
+
"uh-huh",
|
|
13
|
+
"mhm",
|
|
14
|
+
"mm hmm",
|
|
15
|
+
"mm-hmm",
|
|
16
|
+
"mmhmm",
|
|
17
|
+
"okay",
|
|
18
|
+
"ok",
|
|
19
|
+
"right",
|
|
20
|
+
"sure",
|
|
21
|
+
"uh",
|
|
22
|
+
"um",
|
|
23
|
+
"hmm",
|
|
24
|
+
"i see",
|
|
25
|
+
"got it",
|
|
26
|
+
"gotcha",
|
|
27
|
+
"oh",
|
|
28
|
+
]);
|
|
29
|
+
export function isBackchannel(text) {
|
|
30
|
+
const norm = text
|
|
31
|
+
.toLowerCase()
|
|
32
|
+
.replace(/[^a-z\s'-]/g, "")
|
|
33
|
+
.trim()
|
|
34
|
+
.replace(/\s+/g, " ");
|
|
35
|
+
if (!norm)
|
|
36
|
+
return false;
|
|
37
|
+
return BACKCHANNELS.has(norm);
|
|
38
|
+
}
|
|
39
|
+
export function isAcknowledgement(text, phrases) {
|
|
40
|
+
const norm = text
|
|
41
|
+
.toLowerCase()
|
|
42
|
+
.replace(/[^a-z\s'-]/g, "")
|
|
43
|
+
.trim()
|
|
44
|
+
.replace(/\s+/g, " ");
|
|
45
|
+
if (!norm)
|
|
46
|
+
return false;
|
|
47
|
+
return phrases.some((p) => {
|
|
48
|
+
const pNorm = p
|
|
49
|
+
.toLowerCase()
|
|
50
|
+
.replace(/[^a-z\s'-]/g, "")
|
|
51
|
+
.trim()
|
|
52
|
+
.replace(/\s+/g, " ");
|
|
53
|
+
return pNorm === norm;
|
|
54
|
+
});
|
|
55
|
+
}
|
|
56
|
+
export class TurnArbiter {
|
|
57
|
+
deps;
|
|
58
|
+
turnInterruption = { kind: "idle" };
|
|
59
|
+
latestInterimText = "";
|
|
60
|
+
latestInterimConfidence = null;
|
|
61
|
+
ducked = false;
|
|
62
|
+
constructor(deps) {
|
|
63
|
+
this.deps = deps;
|
|
64
|
+
}
|
|
65
|
+
noteInterimEvidence(text, confidence) {
|
|
66
|
+
this.latestInterimText = text;
|
|
67
|
+
this.latestInterimConfidence = typeof confidence === "number" ? confidence : null;
|
|
68
|
+
}
|
|
69
|
+
onSpeechStarted(pkt, interruptedContextId) {
|
|
70
|
+
const { minInterruptionMs, bus, primarySpeakerGate } = this.deps;
|
|
71
|
+
// Idempotent for an already-pending barge-in: with both a local VAD and a
|
|
72
|
+
// provider STT emitting speech-start (vad_events), the later event must not
|
|
73
|
+
// reset firstSpeechMs and delay the commit.
|
|
74
|
+
if (this.pendingFor(pkt.contextId))
|
|
75
|
+
return;
|
|
76
|
+
if (minInterruptionMs <= 0) {
|
|
77
|
+
if (this.shouldDeferImmediateBargeInForSpeakerGate()) {
|
|
78
|
+
this.transitionToPending(pkt, interruptedContextId, true);
|
|
79
|
+
return;
|
|
80
|
+
}
|
|
81
|
+
bus.push(Route.Background, make.metric(interruptedContextId, "vaqi.interruption", "1"));
|
|
82
|
+
this.decideInterrupt(interruptedContextId);
|
|
83
|
+
return;
|
|
84
|
+
}
|
|
85
|
+
this.transitionToPending(pkt, interruptedContextId, false);
|
|
86
|
+
}
|
|
87
|
+
onSpeechActivity(pkt) {
|
|
88
|
+
const pending = this.pendingFor(pkt.contextId);
|
|
89
|
+
if (!pending)
|
|
90
|
+
return;
|
|
91
|
+
if (pkt.timestampMs - pending.firstSpeechMs < this.deps.minInterruptionMs)
|
|
92
|
+
return;
|
|
93
|
+
this.tryCommit(pkt.timestampMs);
|
|
94
|
+
}
|
|
95
|
+
// Barge-in evidence for deployments where the provider STT owns endpointing and
|
|
96
|
+
// no VAD plugin emits vad.speech_started: interim/final transcripts arriving
|
|
97
|
+
// while TTS playout is active are the speech signal. First evidence opens the
|
|
98
|
+
// pending window; later evidence commits once sustained past minInterruptionMs,
|
|
99
|
+
// through the same backchannel / low-confidence / speaker-gate suppression.
|
|
100
|
+
onProviderSttEvidence(userContextId, timestampMs, interruptedContextId) {
|
|
101
|
+
const state = this.turnInterruption;
|
|
102
|
+
if (state.kind === "pending") {
|
|
103
|
+
if (state.userContextId !== userContextId)
|
|
104
|
+
return;
|
|
105
|
+
this.tryCommit(timestampMs);
|
|
106
|
+
return;
|
|
107
|
+
}
|
|
108
|
+
this.transitionToPending({ contextId: userContextId, timestampMs }, interruptedContextId, false);
|
|
109
|
+
}
|
|
110
|
+
onSpeechEnded(pkt, hasActiveTts) {
|
|
111
|
+
const pending = this.pendingFor(pkt.contextId);
|
|
112
|
+
if (pending) {
|
|
113
|
+
const durationMs = pkt.timestampMs - pending.firstSpeechMs;
|
|
114
|
+
if (durationMs >= this.deps.minInterruptionMs) {
|
|
115
|
+
if (this.deps.primarySpeakerGate.isEnabled() &&
|
|
116
|
+
this.deps.primarySpeakerGate.hasProfile() &&
|
|
117
|
+
!this.deps.primarySpeakerGate.shouldCommitBargeIn(pending.userContextId)) {
|
|
118
|
+
this.suppress(pending, "interrupt.suppressed_non_primary", durationMs);
|
|
119
|
+
}
|
|
120
|
+
else {
|
|
121
|
+
this.tryCommit(pkt.timestampMs);
|
|
122
|
+
}
|
|
123
|
+
}
|
|
124
|
+
else {
|
|
125
|
+
this.suppress(pending, "interrupt.suppressed_short_speech", durationMs);
|
|
126
|
+
}
|
|
127
|
+
return;
|
|
128
|
+
}
|
|
129
|
+
if (!hasActiveTts) {
|
|
130
|
+
this.deps.primarySpeakerGate.lockProfileFromFirstTurn();
|
|
131
|
+
}
|
|
132
|
+
}
|
|
133
|
+
observeBargeInAudio(pkt) {
|
|
134
|
+
const pending = this.pendingFor(pkt.contextId);
|
|
135
|
+
if (!pending)
|
|
136
|
+
return false;
|
|
137
|
+
this.deps.primarySpeakerGate.observeBargeInChunk(pkt.audio);
|
|
138
|
+
if (pending.awaitingAudio) {
|
|
139
|
+
this.setAwaitingAudio(false);
|
|
140
|
+
this.tryCommit(pkt.timestampMs);
|
|
141
|
+
}
|
|
142
|
+
return true;
|
|
143
|
+
}
|
|
144
|
+
emitInterruptDetected(interruptedContextId) {
|
|
145
|
+
this.deps.bus.push(Route.Critical, make.interruptDetected(interruptedContextId, Date.now(), "vad"));
|
|
146
|
+
}
|
|
147
|
+
commitClientInterrupt(interruptedContextId) {
|
|
148
|
+
if (!this.deps.ttsPlayout.isActive(interruptedContextId))
|
|
149
|
+
return;
|
|
150
|
+
this.turnInterruption = { kind: "idle" };
|
|
151
|
+
this.ducked = false;
|
|
152
|
+
this.deps.primarySpeakerGate.resetBargeInWindow();
|
|
153
|
+
this.deps.bus.push(Route.Background, make.metric(interruptedContextId, "interrupt.committed_after_ms", "0"));
|
|
154
|
+
this.deps.bus.push(Route.Background, make.metric(interruptedContextId, "vaqi.interruption", "1"));
|
|
155
|
+
this.deps.bus.push(Route.Background, make.metric(interruptedContextId, "interrupt.latency_ms", "0"));
|
|
156
|
+
this.deps.bus.push(Route.Critical, make.interruptDetected(interruptedContextId, Date.now(), "client"));
|
|
157
|
+
}
|
|
158
|
+
clear() {
|
|
159
|
+
this.turnInterruption = { kind: "idle" };
|
|
160
|
+
this.latestInterimText = "";
|
|
161
|
+
this.latestInterimConfidence = null;
|
|
162
|
+
this.ducked = false;
|
|
163
|
+
}
|
|
164
|
+
pendingFor(userContextId) {
|
|
165
|
+
const state = this.turnInterruption;
|
|
166
|
+
if (state.kind !== "pending" || state.userContextId !== userContextId)
|
|
167
|
+
return null;
|
|
168
|
+
return state;
|
|
169
|
+
}
|
|
170
|
+
transitionToPending(pkt, interruptedContextId, awaitingAudio) {
|
|
171
|
+
this.deps.primarySpeakerGate.beginBargeInWindow();
|
|
172
|
+
// Reset interim evidence so a stale low-confidence/backchannel interim from a
|
|
173
|
+
// previous turn cannot suppress this new turn's barge-in. The current turn's
|
|
174
|
+
// own interims (noteInterimEvidence) repopulate it before tryCommit reads it.
|
|
175
|
+
this.latestInterimText = "";
|
|
176
|
+
this.latestInterimConfidence = null;
|
|
177
|
+
this.turnInterruption = {
|
|
178
|
+
kind: "pending",
|
|
179
|
+
userContextId: pkt.contextId,
|
|
180
|
+
interruptedContextId,
|
|
181
|
+
firstSpeechMs: pkt.timestampMs,
|
|
182
|
+
awaitingAudio,
|
|
183
|
+
};
|
|
184
|
+
if (this.deps.pauseThenResolveBargeIn && this.deps.ttsPlayout.isActive(interruptedContextId) && !this.ducked) {
|
|
185
|
+
this.deps.bus.push(Route.Main, make.interactionDuck(interruptedContextId, pkt.timestampMs));
|
|
186
|
+
this.ducked = true;
|
|
187
|
+
}
|
|
188
|
+
}
|
|
189
|
+
setAwaitingAudio(awaitingAudio) {
|
|
190
|
+
const state = this.turnInterruption;
|
|
191
|
+
if (state.kind !== "pending")
|
|
192
|
+
return;
|
|
193
|
+
this.turnInterruption = { ...state, awaitingAudio };
|
|
194
|
+
}
|
|
195
|
+
shouldDeferImmediateBargeInForSpeakerGate() {
|
|
196
|
+
const gate = this.deps.primarySpeakerGate;
|
|
197
|
+
return gate.isEnabled() && gate.hasProfile();
|
|
198
|
+
}
|
|
199
|
+
tryCommit(nowMs) {
|
|
200
|
+
const pending = this.turnInterruption.kind === "pending" ? this.turnInterruption : null;
|
|
201
|
+
if (!pending)
|
|
202
|
+
return;
|
|
203
|
+
if (nowMs - pending.firstSpeechMs < this.deps.minInterruptionMs)
|
|
204
|
+
return;
|
|
205
|
+
const gate = this.deps.primarySpeakerGate;
|
|
206
|
+
if (gate.isEnabled() && gate.hasProfile() && !gate.shouldCommitBargeIn(pending.userContextId)) {
|
|
207
|
+
this.suppress(pending, "interrupt.suppressed_non_primary", nowMs - pending.firstSpeechMs);
|
|
208
|
+
return;
|
|
209
|
+
}
|
|
210
|
+
const sustainedMs = nowMs - pending.firstSpeechMs;
|
|
211
|
+
if (this.latestInterimConfidence !== null && this.latestInterimConfidence < 0.5) {
|
|
212
|
+
this.suppress(pending, "interrupt.suppressed_low_confidence", sustainedMs);
|
|
213
|
+
return;
|
|
214
|
+
}
|
|
215
|
+
if (this.latestInterimText && isBackchannel(this.latestInterimText)) {
|
|
216
|
+
this.suppress(pending, "interrupt.suppressed_backchannel", sustainedMs);
|
|
217
|
+
return;
|
|
218
|
+
}
|
|
219
|
+
this.turnInterruption = { kind: "idle" };
|
|
220
|
+
gate.resetBargeInWindow();
|
|
221
|
+
this.ducked = false;
|
|
222
|
+
const { bus, ttsPlayout } = this.deps;
|
|
223
|
+
if (!ttsPlayout.isActive(pending.interruptedContextId)) {
|
|
224
|
+
bus.push(Route.Background, make.metric(pending.interruptedContextId, "interrupt.gate_resolved_after_tts_end", String(sustainedMs)));
|
|
225
|
+
return;
|
|
226
|
+
}
|
|
227
|
+
bus.push(Route.Background, make.metric(pending.interruptedContextId, "interrupt.committed_after_ms", String(sustainedMs)));
|
|
228
|
+
bus.push(Route.Background, make.metric(pending.interruptedContextId, "vaqi.interruption", "1"));
|
|
229
|
+
bus.push(Route.Background, make.metric(pending.interruptedContextId, "interrupt.latency_ms", String(sustainedMs)));
|
|
230
|
+
this.decideInterrupt(pending.interruptedContextId);
|
|
231
|
+
this.latestInterimText = "";
|
|
232
|
+
this.latestInterimConfidence = null;
|
|
233
|
+
}
|
|
234
|
+
decideInterrupt(interruptedContextId) {
|
|
235
|
+
if (this.deps.onInterrupt) {
|
|
236
|
+
this.deps.onInterrupt(interruptedContextId, "vad");
|
|
237
|
+
return;
|
|
238
|
+
}
|
|
239
|
+
this.emitInterruptDetected(interruptedContextId);
|
|
240
|
+
}
|
|
241
|
+
suppress(pending, metricName, durationMs) {
|
|
242
|
+
if (metricName === "interrupt.suppressed_non_primary") {
|
|
243
|
+
this.deps.primarySpeakerGate.beginBargeInWindow();
|
|
244
|
+
this.turnInterruption = { ...pending };
|
|
245
|
+
}
|
|
246
|
+
else {
|
|
247
|
+
this.turnInterruption = { kind: "idle" };
|
|
248
|
+
this.deps.primarySpeakerGate.resetBargeInWindow();
|
|
249
|
+
if (this.ducked) {
|
|
250
|
+
this.deps.bus.push(Route.Main, make.interactionResume(pending.interruptedContextId, Date.now()));
|
|
251
|
+
this.ducked = false;
|
|
252
|
+
}
|
|
253
|
+
}
|
|
254
|
+
this.deps.bus.push(Route.Background, make.metric(pending.interruptedContextId, metricName, String(durationMs)));
|
|
255
|
+
this.latestInterimText = "";
|
|
256
|
+
this.latestInterimConfidence = null;
|
|
257
|
+
}
|
|
258
|
+
}
|
|
259
|
+
//# sourceMappingURL=turn-arbiter.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"turn-arbiter.js","sourceRoot":"","sources":["../src/turn-arbiter.ts"],"names":[],"mappings":"AAAA,+BAA+B;AAC/B,EAAE;AACF,0EAA0E;AAE1E,OAAO,EAAE,KAAK,EAAoB,MAAM,mBAAmB,CAAC;AAS5D,OAAO,KAAK,IAAI,MAAM,uBAAuB,CAAC;AAc9C,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC;IAC3B,MAAM;IACN,KAAK;IACL,KAAK;IACL,QAAQ;IACR,OAAO;IACP,QAAQ;IACR,KAAK;IACL,QAAQ;IACR,QAAQ;IACR,OAAO;IACP,MAAM;IACN,IAAI;IACJ,OAAO;IACP,MAAM;IACN,IAAI;IACJ,IAAI;IACJ,KAAK;IACL,OAAO;IACP,QAAQ;IACR,QAAQ;IACR,IAAI;CACL,CAAC,CAAC;AAEH,MAAM,UAAU,aAAa,CAAC,IAAY;IACxC,MAAM,IAAI,GAAG,IAAI;SACd,WAAW,EAAE;SACb,OAAO,CAAC,aAAa,EAAE,EAAE,CAAC;SAC1B,IAAI,EAAE;SACN,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IACxB,IAAI,CAAC,IAAI;QAAE,OAAO,KAAK,CAAC;IACxB,OAAO,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;AAChC,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,IAAY,EAAE,OAA0B;IACxE,MAAM,IAAI,GAAG,IAAI;SACd,WAAW,EAAE;SACb,OAAO,CAAC,aAAa,EAAE,EAAE,CAAC;SAC1B,IAAI,EAAE;SACN,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IACxB,IAAI,CAAC,IAAI;QAAE,OAAO,KAAK,CAAC;IACxB,OAAO,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE;QACxB,MAAM,KAAK,GAAG,CAAC;aACZ,WAAW,EAAE;aACb,OAAO,CAAC,aAAa,EAAE,EAAE,CAAC;aAC1B,IAAI,EAAE;aACN,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QACxB,OAAO,KAAK,KAAK,IAAI,CAAC;IACxB,CAAC,CAAC,CAAC;AACL,CAAC;AAaD,MAAM,OAAO,WAAW;IAMO;IALrB,gBAAgB,GAA0B,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;IAC3D,iBAAiB,GAAG,EAAE,CAAC;IACvB,uBAAuB,GAAkB,IAAI,CAAC;IAC9C,MAAM,GAAG,KAAK,CAAC;IAEvB,YAA6B,IAAqB;QAArB,SAAI,GAAJ,IAAI,CAAiB;IAAG,CAAC;IAEtD,mBAAmB,CAAC,IAAY,EAAE,UAAmB;QACnD,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC;QAC9B,IAAI,CAAC,uBAAuB,GAAG,OAAO,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC;IACpF,CAAC;IAED,eAAe,CAAC,GAA2B,EAAE,oBAA4B;QACvE,MAAM,EAAE,iBAAiB,EAAE,GAAG,EAAE,kBAAkB,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC;QAEjE,0EAA0E;QAC1E,4EAA4E;QAC5E,4CAA4C;QAC5C,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,SAAS,CAAC;YAAE,OAAO;QAE3C,IAAI,iBAAiB,IAAI,CAAC,EAAE,CAAC;YAC3B,IAAI,IAAI,CAAC,yCAAyC,EAAE,EAAE,CAAC;gBACrD,IAAI,CAAC,mBAAmB,CAAC,GAAG,EAAE,oBAAoB,EAAE,IAAI,CAAC,CAAC;gBAC1D,OAAO;YACT,CAAC;YACD,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,oBAAoB,EAAE,mBAAmB,EAAE,GAAG,CAAC,CAAC,CAAC;YACxF,IAAI,CAAC,eAAe,CAAC,oBAAoB,CAAC,CAAC;YAC3C,OAAO;QACT,CAAC;QAED,IAAI,CAAC,mBAAmB,CAAC,GAAG,EAAE,oBAAoB,EAAE,KAAK,CAAC,CAAC;IAC7D,CAAC;IAED,gBAAgB,CAAC,GAA4B;QAC3C,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAC/C,IAAI,CAAC,OAAO;YAAE,OAAO;QACrB,IAAI,GAAG,CAAC,WAAW,GAAG,OAAO,CAAC,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,iBAAiB;YAAE,OAAO;QAClF,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;IAClC,CAAC;IAED,gFAAgF;IAChF,6EAA6E;IAC7E,8EAA8E;IAC9E,gFAAgF;IAChF,4EAA4E;IAC5E,qBAAqB,CAAC,aAAqB,EAAE,WAAmB,EAAE,oBAA4B;QAC5F,MAAM,KAAK,GAAG,IAAI,CAAC,gBAAgB,CAAC;QACpC,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YAC7B,IAAI,KAAK,CAAC,aAAa,KAAK,aAAa;gBAAE,OAAO;YAClD,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;YAC5B,OAAO;QACT,CAAC;QACD,IAAI,CAAC,mBAAmB,CAAC,EAAE,SAAS,EAAE,aAAa,EAAE,WAAW,EAAE,EAAE,oBAAoB,EAAE,KAAK,CAAC,CAAC;IACnG,CAAC;IAED,aAAa,CAAC,GAAyB,EAAE,YAAqB;QAC5D,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAC/C,IAAI,OAAO,EAAE,CAAC;YACZ,MAAM,UAAU,GAAG,GAAG,CAAC,WAAW,GAAG,OAAO,CAAC,aAAa,CAAC;YAC3D,IAAI,UAAU,IAAI,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,CAAC;gBAC9C,IACE,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,SAAS,EAAE;oBACxC,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,UAAU,EAAE;oBACzC,CAAC,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,mBAAmB,CAAC,OAAO,CAAC,aAAa,CAAC,EACxE,CAAC;oBACD,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,kCAAkC,EAAE,UAAU,CAAC,CAAC;gBACzE,CAAC;qBAAM,CAAC;oBACN,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;gBAClC,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,mCAAmC,EAAE,UAAU,CAAC,CAAC;YAC1E,CAAC;YACD,OAAO;QACT,CAAC;QAED,IAAI,CAAC,YAAY,EAAE,CAAC;YAClB,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,wBAAwB,EAAE,CAAC;QAC1D,CAAC;IACH,CAAC;IAED,mBAAmB,CAAC,GAAmB;QACrC,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAC/C,IAAI,CAAC,OAAO;YAAE,OAAO,KAAK,CAAC;QAE3B,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,mBAAmB,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAC5D,IAAI,OAAO,CAAC,aAAa,EAAE,CAAC;YAC1B,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;YAC7B,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;QAClC,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,qBAAqB,CAAC,oBAA4B;QAChD,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,IAAI,CAAC,iBAAiB,CAAC,oBAAoB,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,KAAK,CAAC,CAAC,CAAC;IACtG,CAAC;IAED,qBAAqB,CAAC,oBAA4B;QAChD,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,oBAAoB,CAAC;YAAE,OAAO;QACjE,IAAI,CAAC,gBAAgB,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;QACzC,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QACpB,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,kBAAkB,EAAE,CAAC;QAClD,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,oBAAoB,EAAE,8BAA8B,EAAE,GAAG,CAAC,CAAC,CAAC;QAC7G,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,oBAAoB,EAAE,mBAAmB,EAAE,GAAG,CAAC,CAAC,CAAC;QAClG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,oBAAoB,EAAE,sBAAsB,EAAE,GAAG,CAAC,CAAC,CAAC;QACrG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,IAAI,CAAC,iBAAiB,CAAC,oBAAoB,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,QAAQ,CAAC,CAAC,CAAC;IACzG,CAAC;IAED,KAAK;QACH,IAAI,CAAC,gBAAgB,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;QACzC,IAAI,CAAC,iBAAiB,GAAG,EAAE,CAAC;QAC5B,IAAI,CAAC,uBAAuB,GAAG,IAAI,CAAC;QACpC,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;IACtB,CAAC;IAEO,UAAU,CAAC,aAAqB;QACtC,MAAM,KAAK,GAAG,IAAI,CAAC,gBAAgB,CAAC;QACpC,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,IAAI,KAAK,CAAC,aAAa,KAAK,aAAa;YAAE,OAAO,IAAI,CAAC;QACnF,OAAO,KAAK,CAAC;IACf,CAAC;IAEO,mBAAmB,CACzB,GAA8D,EAC9D,oBAA4B,EAC5B,aAAsB;QAEtB,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,kBAAkB,EAAE,CAAC;QAClD,8EAA8E;QAC9E,6EAA6E;QAC7E,8EAA8E;QAC9E,IAAI,CAAC,iBAAiB,GAAG,EAAE,CAAC;QAC5B,IAAI,CAAC,uBAAuB,GAAG,IAAI,CAAC;QACpC,IAAI,CAAC,gBAAgB,GAAG;YACtB,IAAI,EAAE,SAAS;YACf,aAAa,EAAE,GAAG,CAAC,SAAS;YAC5B,oBAAoB;YACpB,aAAa,EAAE,GAAG,CAAC,WAAW;YAC9B,aAAa;SACd,CAAC;QACF,IAAI,IAAI,CAAC,IAAI,CAAC,uBAAuB,IAAI,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,oBAAoB,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YAC7G,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,eAAe,CAAC,oBAAoB,EAAE,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC;YAC5F,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACrB,CAAC;IACH,CAAC;IAEO,gBAAgB,CAAC,aAAsB;QAC7C,MAAM,KAAK,GAAG,IAAI,CAAC,gBAAgB,CAAC;QACpC,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS;YAAE,OAAO;QACrC,IAAI,CAAC,gBAAgB,GAAG,EAAE,GAAG,KAAK,EAAE,aAAa,EAAE,CAAC;IACtD,CAAC;IAEO,yCAAyC;QAC/C,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC;QAC1C,OAAO,IAAI,CAAC,SAAS,EAAE,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;IAC/C,CAAC;IAEO,SAAS,CAAC,KAAa;QAC7B,MAAM,OAAO,GAAG,IAAI,CAAC,gBAAgB,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC,IAAI,CAAC;QACxF,IAAI,CAAC,OAAO;YAAE,OAAO;QACrB,IAAI,KAAK,GAAG,OAAO,CAAC,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,iBAAiB;YAAE,OAAO;QAExE,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC;QAC1C,IAAI,IAAI,CAAC,SAAS,EAAE,IAAI,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,aAAa,CAAC,EAAE,CAAC;YAC9F,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,kCAAkC,EAAE,KAAK,GAAG,OAAO,CAAC,aAAa,CAAC,CAAC;YAC1F,OAAO;QACT,CAAC;QAED,MAAM,WAAW,GAAG,KAAK,GAAG,OAAO,CAAC,aAAa,CAAC;QAClD,IAAI,IAAI,CAAC,uBAAuB,KAAK,IAAI,IAAI,IAAI,CAAC,uBAAuB,GAAG,GAAG,EAAE,CAAC;YAChF,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,qCAAqC,EAAE,WAAW,CAAC,CAAC;YAC3E,OAAO;QACT,CAAC;QACD,IAAI,IAAI,CAAC,iBAAiB,IAAI,aAAa,CAAC,IAAI,CAAC,iBAAiB,CAAC,EAAE,CAAC;YACpE,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,kCAAkC,EAAE,WAAW,CAAC,CAAC;YACxE,OAAO;QACT,CAAC;QACD,IAAI,CAAC,gBAAgB,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;QACzC,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAC1B,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QAEpB,MAAM,EAAE,GAAG,EAAE,UAAU,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC;QACtC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC,oBAAoB,CAAC,EAAE,CAAC;YACvD,GAAG,CAAC,IAAI,CACN,KAAK,CAAC,UAAU,EAChB,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,oBAAoB,EAAE,uCAAuC,EAAE,MAAM,CAAC,WAAW,CAAC,CAAC,CACxG,CAAC;YACF,OAAO;QACT,CAAC;QAED,GAAG,CAAC,IAAI,CACN,KAAK,CAAC,UAAU,EAChB,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,oBAAoB,EAAE,8BAA8B,EAAE,MAAM,CAAC,WAAW,CAAC,CAAC,CAC/F,CAAC;QACF,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,oBAAoB,EAAE,mBAAmB,EAAE,GAAG,CAAC,CAAC,CAAC;QAChG,GAAG,CAAC,IAAI,CACN,KAAK,CAAC,UAAU,EAChB,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,oBAAoB,EAAE,sBAAsB,EAAE,MAAM,CAAC,WAAW,CAAC,CAAC,CACvF,CAAC;QACF,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,oBAAoB,CAAC,CAAC;QACnD,IAAI,CAAC,iBAAiB,GAAG,EAAE,CAAC;QAC5B,IAAI,CAAC,uBAAuB,GAAG,IAAI,CAAC;IACtC,CAAC;IAEO,eAAe,CAAC,oBAA4B;QAClD,IAAI,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YAC1B,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,oBAAoB,EAAE,KAAK,CAAC,CAAC;YACnD,OAAO;QACT,CAAC;QACD,IAAI,CAAC,qBAAqB,CAAC,oBAAoB,CAAC,CAAC;IACnD,CAAC;IAEO,QAAQ,CACd,OAAgC,EAChC,UAAkB,EAClB,UAAkB;QAElB,IAAI,UAAU,KAAK,kCAAkC,EAAE,CAAC;YACtD,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,kBAAkB,EAAE,CAAC;YAClD,IAAI,CAAC,gBAAgB,GAAG,EAAE,GAAG,OAAO,EAAE,CAAC;QACzC,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,gBAAgB,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;YACzC,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,kBAAkB,EAAE,CAAC;YAClD,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;gBAChB,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,oBAAoB,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;gBACjG,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;YACtB,CAAC;QACH,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAChB,KAAK,CAAC,UAAU,EAChB,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,oBAAoB,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC,CAC1E,CAAC;QACF,IAAI,CAAC,iBAAiB,GAAG,EAAE,CAAC;QAC5B,IAAI,CAAC,uBAAuB,GAAG,IAAI,CAAC;IACtC,CAAC;CACF"}
|
|
@@ -0,0 +1,60 @@
|
|
|
1
|
+
import { type PipelineBus } from "./pipeline-bus.js";
|
|
2
|
+
import type { SttResultPacket } from "./packets.js";
|
|
3
|
+
import { SessionState } from "./packets.js";
|
|
4
|
+
import type { VoicePlugin } from "./plugin-contract.js";
|
|
5
|
+
import { type Scheduler } from "./scheduler.js";
|
|
6
|
+
import { TtsPlayoutClock } from "./tts-playout-clock.js";
|
|
7
|
+
export declare function estimatePcm16Duration(audio: Uint8Array, sampleRate: number): number;
|
|
8
|
+
export declare function requireTtsAudioSampleRate(value: unknown): number;
|
|
9
|
+
export declare function languageFromTranscripts(transcripts: readonly SttResultPacket[]): string;
|
|
10
|
+
interface ForceFinalizableSttPlugin extends VoicePlugin {
|
|
11
|
+
forceFinalize(contextId?: string): void;
|
|
12
|
+
}
|
|
13
|
+
export declare function findForceFinalizableSttPlugin(plugins: ReadonlyMap<string, VoicePlugin>): ForceFinalizableSttPlugin | null;
|
|
14
|
+
export interface VoiceSessionWatchdogsDeps {
|
|
15
|
+
readonly bus: PipelineBus;
|
|
16
|
+
readonly plugins: ReadonlyMap<string, VoicePlugin>;
|
|
17
|
+
readonly ttsPlayout: TtsPlayoutClock;
|
|
18
|
+
readonly sttForceFinalizeTimeoutMs: number;
|
|
19
|
+
readonly vaqiMissedResponseMs: number;
|
|
20
|
+
readonly ttsStallMs: number;
|
|
21
|
+
readonly inputCadenceTimeoutMs: number;
|
|
22
|
+
readonly getSessionState: () => SessionState;
|
|
23
|
+
readonly isGenerationInterrupted: (contextId: string) => boolean;
|
|
24
|
+
readonly onVaqiMissedResponseFired: (contextId: string) => void;
|
|
25
|
+
readonly scheduler?: Scheduler;
|
|
26
|
+
}
|
|
27
|
+
export declare class VoiceSessionWatchdogs {
|
|
28
|
+
private readonly deps;
|
|
29
|
+
private readonly scheduler;
|
|
30
|
+
private sttForceFinalizeScheduled;
|
|
31
|
+
private pendingSttContextId;
|
|
32
|
+
/** Contexts whose STT the force-finalize watchdog has already fired on this turn. */
|
|
33
|
+
private readonly forceFinalizedContexts;
|
|
34
|
+
private vaqiMissedResponseScheduled;
|
|
35
|
+
private vaqiMissedResponseContextId;
|
|
36
|
+
private vaqiMissedResponseStartMs;
|
|
37
|
+
private ttsStallScheduled;
|
|
38
|
+
private ttsStallContextId;
|
|
39
|
+
private inputCadenceScheduled;
|
|
40
|
+
private inputCadenceContextId;
|
|
41
|
+
constructor(deps: VoiceSessionWatchdogsDeps);
|
|
42
|
+
dispose(): void;
|
|
43
|
+
scheduleSttForceFinalize(contextId: string): void;
|
|
44
|
+
/** True when the force-finalize watchdog has already fired for this context this turn. */
|
|
45
|
+
wasForceFinalized(contextId: string): boolean;
|
|
46
|
+
/** Retire the flag once the turn has completed (read by the emitter + metrics tracker). */
|
|
47
|
+
clearForceFinalized(contextId: string): void;
|
|
48
|
+
clearSttForceFinalizeIfContext(contextId: string): void;
|
|
49
|
+
startVaqiMissedResponseTimer(contextId: string, startMs: number): void;
|
|
50
|
+
clearVaqiIfContext(contextId: string): void;
|
|
51
|
+
armTtsStallTimer(contextId: string): void;
|
|
52
|
+
clearTtsStallTimerFor(contextId: string): void;
|
|
53
|
+
scheduleInputCadenceWatchdog(contextId: string): void;
|
|
54
|
+
clearInputCadenceWatchdog(): void;
|
|
55
|
+
private clearSttForceFinalizeTimer;
|
|
56
|
+
private clearVaqiMissedResponseTimer;
|
|
57
|
+
private clearTtsStallTimer;
|
|
58
|
+
}
|
|
59
|
+
export {};
|
|
60
|
+
//# sourceMappingURL=voice-agent-session-util.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"voice-agent-session-util.d.ts","sourceRoot":"","sources":["../src/voice-agent-session-util.ts"],"names":[],"mappings":"AAEA,OAAO,EAAS,KAAK,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAC5D,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AACpD,OAAO,EAAiB,YAAY,EAAE,MAAM,cAAc,CAAC;AAC3D,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AACxD,OAAO,EAAkB,KAAK,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAChE,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AAGzD,wBAAgB,qBAAqB,CAAC,KAAK,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,GAAG,MAAM,CAGnF;AAED,wBAAgB,yBAAyB,CAAC,KAAK,EAAE,OAAO,GAAG,MAAM,CAKhE;AAED,wBAAgB,uBAAuB,CAAC,WAAW,EAAE,SAAS,eAAe,EAAE,GAAG,MAAM,CAOvF;AAED,UAAU,yBAA0B,SAAQ,WAAW;IACrD,aAAa,CAAC,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CACzC;AAED,wBAAgB,6BAA6B,CAC3C,OAAO,EAAE,WAAW,CAAC,MAAM,EAAE,WAAW,CAAC,GACxC,yBAAyB,GAAG,IAAI,CAelC;AAaD,MAAM,WAAW,yBAAyB;IACxC,QAAQ,CAAC,GAAG,EAAE,WAAW,CAAC;IAC1B,QAAQ,CAAC,OAAO,EAAE,WAAW,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;IACnD,QAAQ,CAAC,UAAU,EAAE,eAAe,CAAC;IACrC,QAAQ,CAAC,yBAAyB,EAAE,MAAM,CAAC;IAC3C,QAAQ,CAAC,oBAAoB,EAAE,MAAM,CAAC;IACtC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,qBAAqB,EAAE,MAAM,CAAC;IACvC,QAAQ,CAAC,eAAe,EAAE,MAAM,YAAY,CAAC;IAC7C,QAAQ,CAAC,uBAAuB,EAAE,CAAC,SAAS,EAAE,MAAM,KAAK,OAAO,CAAC;IACjE,QAAQ,CAAC,yBAAyB,EAAE,CAAC,SAAS,EAAE,MAAM,KAAK,IAAI,CAAC;IAChE,QAAQ,CAAC,SAAS,CAAC,EAAE,SAAS,CAAC;CAChC;AAED,qBAAa,qBAAqB;IAcpB,OAAO,CAAC,QAAQ,CAAC,IAAI;IAbjC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAY;IACtC,OAAO,CAAC,yBAAyB,CAAS;IAC1C,OAAO,CAAC,mBAAmB,CAAM;IACjC,qFAAqF;IACrF,OAAO,CAAC,QAAQ,CAAC,sBAAsB,CAAqB;IAC5D,OAAO,CAAC,2BAA2B,CAAS;IAC5C,OAAO,CAAC,2BAA2B,CAAM;IACzC,OAAO,CAAC,yBAAyB,CAAK;IACtC,OAAO,CAAC,iBAAiB,CAAS;IAClC,OAAO,CAAC,iBAAiB,CAAM;IAC/B,OAAO,CAAC,qBAAqB,CAAS;IACtC,OAAO,CAAC,qBAAqB,CAAM;gBAEN,IAAI,EAAE,yBAAyB;IAI5D,OAAO,IAAI,IAAI;IAQf,wBAAwB,CAAC,SAAS,EAAE,MAAM,GAAG,IAAI;IAmBjD,0FAA0F;IAC1F,iBAAiB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO;IAI7C,2FAA2F;IAC3F,mBAAmB,CAAC,SAAS,EAAE,MAAM,GAAG,IAAI;IAI5C,8BAA8B,CAAC,SAAS,EAAE,MAAM,GAAG,IAAI;IAMvD,4BAA4B,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,IAAI;IAiBtE,kBAAkB,CAAC,SAAS,EAAE,MAAM,GAAG,IAAI;IAM3C,gBAAgB,CAAC,SAAS,EAAE,MAAM,GAAG,IAAI;IA0BzC,qBAAqB,CAAC,SAAS,EAAE,MAAM,GAAG,IAAI;IAI9C,4BAA4B,CAAC,SAAS,EAAE,MAAM,GAAG,IAAI;IA8BrD,yBAAyB,IAAI,IAAI;IAQjC,OAAO,CAAC,0BAA0B;IAUlC,OAAO,CAAC,4BAA4B;IASpC,OAAO,CAAC,kBAAkB;CAO3B"}
|
|
@@ -0,0 +1,204 @@
|
|
|
1
|
+
// SPDX-License-Identifier: MIT
|
|
2
|
+
import { Route } from "./pipeline-bus.js";
|
|
3
|
+
import { ErrorCategory, SessionState } from "./packets.js";
|
|
4
|
+
import { TimerScheduler } from "./scheduler.js";
|
|
5
|
+
import * as make from "./packet-factories.js";
|
|
6
|
+
export function estimatePcm16Duration(audio, sampleRate) {
|
|
7
|
+
const samples = audio.length / 2;
|
|
8
|
+
return (samples / sampleRate) * 1000;
|
|
9
|
+
}
|
|
10
|
+
export function requireTtsAudioSampleRate(value) {
|
|
11
|
+
if (typeof value !== "number" || !Number.isInteger(value) || value <= 0) {
|
|
12
|
+
throw new Error("tts.audio sampleRateHz must be a positive integer");
|
|
13
|
+
}
|
|
14
|
+
return value;
|
|
15
|
+
}
|
|
16
|
+
export function languageFromTranscripts(transcripts) {
|
|
17
|
+
for (const transcript of transcripts) {
|
|
18
|
+
if (transcript.language) {
|
|
19
|
+
return transcript.language;
|
|
20
|
+
}
|
|
21
|
+
}
|
|
22
|
+
return "";
|
|
23
|
+
}
|
|
24
|
+
export function findForceFinalizableSttPlugin(plugins) {
|
|
25
|
+
for (const name of ["stt", "deepgram"]) {
|
|
26
|
+
const plugin = plugins.get(name);
|
|
27
|
+
if (isForceFinalizableSttPlugin(plugin)) {
|
|
28
|
+
return plugin;
|
|
29
|
+
}
|
|
30
|
+
}
|
|
31
|
+
for (const plugin of plugins.values()) {
|
|
32
|
+
if (isForceFinalizableSttPlugin(plugin)) {
|
|
33
|
+
return plugin;
|
|
34
|
+
}
|
|
35
|
+
}
|
|
36
|
+
return null;
|
|
37
|
+
}
|
|
38
|
+
function isForceFinalizableSttPlugin(plugin) {
|
|
39
|
+
return (typeof plugin === "object" &&
|
|
40
|
+
plugin !== null &&
|
|
41
|
+
"forceFinalize" in plugin &&
|
|
42
|
+
typeof plugin.forceFinalize === "function");
|
|
43
|
+
}
|
|
44
|
+
export class VoiceSessionWatchdogs {
|
|
45
|
+
deps;
|
|
46
|
+
scheduler;
|
|
47
|
+
sttForceFinalizeScheduled = false;
|
|
48
|
+
pendingSttContextId = "";
|
|
49
|
+
/** Contexts whose STT the force-finalize watchdog has already fired on this turn. */
|
|
50
|
+
forceFinalizedContexts = new Set();
|
|
51
|
+
vaqiMissedResponseScheduled = false;
|
|
52
|
+
vaqiMissedResponseContextId = "";
|
|
53
|
+
vaqiMissedResponseStartMs = 0;
|
|
54
|
+
ttsStallScheduled = false;
|
|
55
|
+
ttsStallContextId = "";
|
|
56
|
+
inputCadenceScheduled = false;
|
|
57
|
+
inputCadenceContextId = "";
|
|
58
|
+
constructor(deps) {
|
|
59
|
+
this.deps = deps;
|
|
60
|
+
this.scheduler = deps.scheduler ?? new TimerScheduler();
|
|
61
|
+
}
|
|
62
|
+
dispose() {
|
|
63
|
+
this.clearSttForceFinalizeTimer();
|
|
64
|
+
this.clearVaqiMissedResponseTimer();
|
|
65
|
+
this.clearTtsStallTimer();
|
|
66
|
+
this.clearInputCadenceWatchdog();
|
|
67
|
+
this.forceFinalizedContexts.clear();
|
|
68
|
+
}
|
|
69
|
+
scheduleSttForceFinalize(contextId) {
|
|
70
|
+
if (this.deps.getSessionState() !== SessionState.Ready)
|
|
71
|
+
return;
|
|
72
|
+
if (this.deps.sttForceFinalizeTimeoutMs <= 0)
|
|
73
|
+
return;
|
|
74
|
+
this.pendingSttContextId = contextId;
|
|
75
|
+
this.clearSttForceFinalizeTimer(false);
|
|
76
|
+
this.sttForceFinalizeScheduled = true;
|
|
77
|
+
this.scheduler.schedule("voice.watchdog.stt_force_finalize", this.deps.sttForceFinalizeTimeoutMs, () => {
|
|
78
|
+
this.sttForceFinalizeScheduled = false;
|
|
79
|
+
this.forceFinalizedContexts.add(contextId);
|
|
80
|
+
// Broadcast the decision on the bus: the completing eos may come from the STT
|
|
81
|
+
// plugin (which cannot know the watchdog fired), so the metrics tracker reads
|
|
82
|
+
// this mark to label the turn rather than each emitter re-deriving it.
|
|
83
|
+
this.deps.bus.push(Route.Background, make.metric(contextId, "stt.force_finalized", "1"));
|
|
84
|
+
const plugin = findForceFinalizableSttPlugin(this.deps.plugins);
|
|
85
|
+
plugin?.forceFinalize(contextId);
|
|
86
|
+
});
|
|
87
|
+
}
|
|
88
|
+
/** True when the force-finalize watchdog has already fired for this context this turn. */
|
|
89
|
+
wasForceFinalized(contextId) {
|
|
90
|
+
return this.forceFinalizedContexts.has(contextId);
|
|
91
|
+
}
|
|
92
|
+
/** Retire the flag once the turn has completed (read by the emitter + metrics tracker). */
|
|
93
|
+
clearForceFinalized(contextId) {
|
|
94
|
+
this.forceFinalizedContexts.delete(contextId);
|
|
95
|
+
}
|
|
96
|
+
clearSttForceFinalizeIfContext(contextId) {
|
|
97
|
+
if (this.pendingSttContextId === contextId) {
|
|
98
|
+
this.clearSttForceFinalizeTimer();
|
|
99
|
+
}
|
|
100
|
+
}
|
|
101
|
+
startVaqiMissedResponseTimer(contextId, startMs) {
|
|
102
|
+
if (this.deps.vaqiMissedResponseMs <= 0)
|
|
103
|
+
return;
|
|
104
|
+
this.clearVaqiMissedResponseTimer();
|
|
105
|
+
this.vaqiMissedResponseContextId = contextId;
|
|
106
|
+
this.vaqiMissedResponseStartMs = startMs;
|
|
107
|
+
this.vaqiMissedResponseScheduled = true;
|
|
108
|
+
this.scheduler.schedule("voice.watchdog.vaqi_missed_response", this.deps.vaqiMissedResponseMs, () => {
|
|
109
|
+
this.vaqiMissedResponseScheduled = false;
|
|
110
|
+
const cid = this.vaqiMissedResponseContextId;
|
|
111
|
+
const elapsedMs = Date.now() - this.vaqiMissedResponseStartMs;
|
|
112
|
+
this.vaqiMissedResponseContextId = "";
|
|
113
|
+
this.vaqiMissedResponseStartMs = 0;
|
|
114
|
+
this.deps.onVaqiMissedResponseFired(cid);
|
|
115
|
+
this.deps.bus.push(Route.Background, make.metric(cid, "vaqi.missed_response", String(elapsedMs)));
|
|
116
|
+
});
|
|
117
|
+
}
|
|
118
|
+
clearVaqiIfContext(contextId) {
|
|
119
|
+
if (this.vaqiMissedResponseContextId === contextId) {
|
|
120
|
+
this.clearVaqiMissedResponseTimer();
|
|
121
|
+
}
|
|
122
|
+
}
|
|
123
|
+
armTtsStallTimer(contextId) {
|
|
124
|
+
if (this.deps.ttsStallMs <= 0)
|
|
125
|
+
return;
|
|
126
|
+
this.clearTtsStallTimer();
|
|
127
|
+
this.ttsStallContextId = contextId;
|
|
128
|
+
this.ttsStallScheduled = true;
|
|
129
|
+
this.scheduler.schedule("voice.watchdog.tts_stall", this.deps.ttsStallMs, () => {
|
|
130
|
+
this.ttsStallScheduled = false;
|
|
131
|
+
const cid = this.ttsStallContextId;
|
|
132
|
+
this.ttsStallContextId = "";
|
|
133
|
+
if (this.deps.isGenerationInterrupted(cid))
|
|
134
|
+
return;
|
|
135
|
+
if (!this.deps.ttsPlayout.isActive(cid))
|
|
136
|
+
return;
|
|
137
|
+
this.deps.ttsPlayout.release(cid);
|
|
138
|
+
this.deps.bus.push(Route.Background, make.metric(cid, "tts.stall_detected", String(this.deps.ttsStallMs)));
|
|
139
|
+
this.deps.bus.push(Route.Critical, make.ttsError(cid, Date.now(), new Error(`TTS output stalled: no audio or tts.end for ${String(this.deps.ttsStallMs)}ms`), ErrorCategory.NetworkTimeout, true));
|
|
140
|
+
});
|
|
141
|
+
}
|
|
142
|
+
clearTtsStallTimerFor(contextId) {
|
|
143
|
+
if (this.ttsStallContextId === contextId)
|
|
144
|
+
this.clearTtsStallTimer();
|
|
145
|
+
}
|
|
146
|
+
scheduleInputCadenceWatchdog(contextId) {
|
|
147
|
+
if (this.deps.inputCadenceTimeoutMs <= 0)
|
|
148
|
+
return;
|
|
149
|
+
if (this.deps.getSessionState() !== SessionState.Ready)
|
|
150
|
+
return;
|
|
151
|
+
this.clearInputCadenceWatchdog();
|
|
152
|
+
this.inputCadenceContextId = contextId;
|
|
153
|
+
this.inputCadenceScheduled = true;
|
|
154
|
+
this.scheduler.schedule("voice.watchdog.input_cadence", this.deps.inputCadenceTimeoutMs, () => {
|
|
155
|
+
this.inputCadenceScheduled = false;
|
|
156
|
+
const cid = this.inputCadenceContextId;
|
|
157
|
+
if (this.deps.getSessionState() !== SessionState.Ready)
|
|
158
|
+
return;
|
|
159
|
+
this.deps.bus.push(Route.Background, make.metric(cid, "input.cadence_stall_ms", String(this.deps.inputCadenceTimeoutMs)));
|
|
160
|
+
this.deps.bus.push(Route.Critical, {
|
|
161
|
+
kind: "pipeline.error",
|
|
162
|
+
contextId: cid,
|
|
163
|
+
timestampMs: Date.now(),
|
|
164
|
+
component: "pipeline",
|
|
165
|
+
category: ErrorCategory.NetworkTimeout,
|
|
166
|
+
cause: new Error("inbound audio stalled"),
|
|
167
|
+
isRecoverable: true,
|
|
168
|
+
});
|
|
169
|
+
this.scheduleInputCadenceWatchdog(cid);
|
|
170
|
+
});
|
|
171
|
+
}
|
|
172
|
+
clearInputCadenceWatchdog() {
|
|
173
|
+
if (this.inputCadenceScheduled) {
|
|
174
|
+
this.scheduler.cancel("voice.watchdog.input_cadence");
|
|
175
|
+
this.inputCadenceScheduled = false;
|
|
176
|
+
}
|
|
177
|
+
this.inputCadenceContextId = "";
|
|
178
|
+
}
|
|
179
|
+
clearSttForceFinalizeTimer(clearContext = true) {
|
|
180
|
+
if (this.sttForceFinalizeScheduled) {
|
|
181
|
+
this.scheduler.cancel("voice.watchdog.stt_force_finalize");
|
|
182
|
+
this.sttForceFinalizeScheduled = false;
|
|
183
|
+
}
|
|
184
|
+
if (clearContext) {
|
|
185
|
+
this.pendingSttContextId = "";
|
|
186
|
+
}
|
|
187
|
+
}
|
|
188
|
+
clearVaqiMissedResponseTimer() {
|
|
189
|
+
if (this.vaqiMissedResponseScheduled) {
|
|
190
|
+
this.scheduler.cancel("voice.watchdog.vaqi_missed_response");
|
|
191
|
+
this.vaqiMissedResponseScheduled = false;
|
|
192
|
+
}
|
|
193
|
+
this.vaqiMissedResponseContextId = "";
|
|
194
|
+
this.vaqiMissedResponseStartMs = 0;
|
|
195
|
+
}
|
|
196
|
+
clearTtsStallTimer() {
|
|
197
|
+
if (this.ttsStallScheduled) {
|
|
198
|
+
this.scheduler.cancel("voice.watchdog.tts_stall");
|
|
199
|
+
this.ttsStallScheduled = false;
|
|
200
|
+
}
|
|
201
|
+
this.ttsStallContextId = "";
|
|
202
|
+
}
|
|
203
|
+
}
|
|
204
|
+
//# sourceMappingURL=voice-agent-session-util.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"voice-agent-session-util.js","sourceRoot":"","sources":["../src/voice-agent-session-util.ts"],"names":[],"mappings":"AAAA,+BAA+B;AAE/B,OAAO,EAAE,KAAK,EAAoB,MAAM,mBAAmB,CAAC;AAE5D,OAAO,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAE3D,OAAO,EAAE,cAAc,EAAkB,MAAM,gBAAgB,CAAC;AAEhE,OAAO,KAAK,IAAI,MAAM,uBAAuB,CAAC;AAE9C,MAAM,UAAU,qBAAqB,CAAC,KAAiB,EAAE,UAAkB;IACzE,MAAM,OAAO,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;IACjC,OAAO,CAAC,OAAO,GAAG,UAAU,CAAC,GAAG,IAAI,CAAC;AACvC,CAAC;AAED,MAAM,UAAU,yBAAyB,CAAC,KAAc;IACtD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;QACxE,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAC;IACvE,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,WAAuC;IAC7E,KAAK,MAAM,UAAU,IAAI,WAAW,EAAE,CAAC;QACrC,IAAI,UAAU,CAAC,QAAQ,EAAE,CAAC;YACxB,OAAO,UAAU,CAAC,QAAQ,CAAC;QAC7B,CAAC;IACH,CAAC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC;AAMD,MAAM,UAAU,6BAA6B,CAC3C,OAAyC;IAEzC,KAAK,MAAM,IAAI,IAAI,CAAC,KAAK,EAAE,UAAU,CAAC,EAAE,CAAC;QACvC,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACjC,IAAI,2BAA2B,CAAC,MAAM,CAAC,EAAE,CAAC;YACxC,OAAO,MAAM,CAAC;QAChB,CAAC;IACH,CAAC;IAED,KAAK,MAAM,MAAM,IAAI,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;QACtC,IAAI,2BAA2B,CAAC,MAAM,CAAC,EAAE,CAAC;YACxC,OAAO,MAAM,CAAC;QAChB,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,2BAA2B,CAClC,MAA+B;IAE/B,OAAO,CACL,OAAO,MAAM,KAAK,QAAQ;QAC1B,MAAM,KAAK,IAAI;QACf,eAAe,IAAI,MAAM;QACzB,OAAO,MAAM,CAAC,aAAa,KAAK,UAAU,CAC3C,CAAC;AACJ,CAAC;AAgBD,MAAM,OAAO,qBAAqB;IAcH;IAbZ,SAAS,CAAY;IAC9B,yBAAyB,GAAG,KAAK,CAAC;IAClC,mBAAmB,GAAG,EAAE,CAAC;IACjC,qFAAqF;IACpE,sBAAsB,GAAG,IAAI,GAAG,EAAU,CAAC;IACpD,2BAA2B,GAAG,KAAK,CAAC;IACpC,2BAA2B,GAAG,EAAE,CAAC;IACjC,yBAAyB,GAAG,CAAC,CAAC;IAC9B,iBAAiB,GAAG,KAAK,CAAC;IAC1B,iBAAiB,GAAG,EAAE,CAAC;IACvB,qBAAqB,GAAG,KAAK,CAAC;IAC9B,qBAAqB,GAAG,EAAE,CAAC;IAEnC,YAA6B,IAA+B;QAA/B,SAAI,GAAJ,IAAI,CAA2B;QAC1D,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,IAAI,IAAI,cAAc,EAAE,CAAC;IAC1D,CAAC;IAED,OAAO;QACL,IAAI,CAAC,0BAA0B,EAAE,CAAC;QAClC,IAAI,CAAC,4BAA4B,EAAE,CAAC;QACpC,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAC1B,IAAI,CAAC,yBAAyB,EAAE,CAAC;QACjC,IAAI,CAAC,sBAAsB,CAAC,KAAK,EAAE,CAAC;IACtC,CAAC;IAED,wBAAwB,CAAC,SAAiB;QACxC,IAAI,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,KAAK,YAAY,CAAC,KAAK;YAAE,OAAO;QAC/D,IAAI,IAAI,CAAC,IAAI,CAAC,yBAAyB,IAAI,CAAC;YAAE,OAAO;QAErD,IAAI,CAAC,mBAAmB,GAAG,SAAS,CAAC;QACrC,IAAI,CAAC,0BAA0B,CAAC,KAAK,CAAC,CAAC;QACvC,IAAI,CAAC,yBAAyB,GAAG,IAAI,CAAC;QACtC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,mCAAmC,EAAE,IAAI,CAAC,IAAI,CAAC,yBAAyB,EAAE,GAAG,EAAE;YACrG,IAAI,CAAC,yBAAyB,GAAG,KAAK,CAAC;YACvC,IAAI,CAAC,sBAAsB,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YAC3C,8EAA8E;YAC9E,8EAA8E;YAC9E,uEAAuE;YACvE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,qBAAqB,EAAE,GAAG,CAAC,CAAC,CAAC;YACzF,MAAM,MAAM,GAAG,6BAA6B,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAChE,MAAM,EAAE,aAAa,CAAC,SAAS,CAAC,CAAC;QACnC,CAAC,CAAC,CAAC;IACL,CAAC;IAED,0FAA0F;IAC1F,iBAAiB,CAAC,SAAiB;QACjC,OAAO,IAAI,CAAC,sBAAsB,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IACpD,CAAC;IAED,2FAA2F;IAC3F,mBAAmB,CAAC,SAAiB;QACnC,IAAI,CAAC,sBAAsB,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;IAChD,CAAC;IAED,8BAA8B,CAAC,SAAiB;QAC9C,IAAI,IAAI,CAAC,mBAAmB,KAAK,SAAS,EAAE,CAAC;YAC3C,IAAI,CAAC,0BAA0B,EAAE,CAAC;QACpC,CAAC;IACH,CAAC;IAED,4BAA4B,CAAC,SAAiB,EAAE,OAAe;QAC7D,IAAI,IAAI,CAAC,IAAI,CAAC,oBAAoB,IAAI,CAAC;YAAE,OAAO;QAChD,IAAI,CAAC,4BAA4B,EAAE,CAAC;QACpC,IAAI,CAAC,2BAA2B,GAAG,SAAS,CAAC;QAC7C,IAAI,CAAC,yBAAyB,GAAG,OAAO,CAAC;QACzC,IAAI,CAAC,2BAA2B,GAAG,IAAI,CAAC;QACxC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,qCAAqC,EAAE,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE,GAAG,EAAE;YAClG,IAAI,CAAC,2BAA2B,GAAG,KAAK,CAAC;YACzC,MAAM,GAAG,GAAG,IAAI,CAAC,2BAA2B,CAAC;YAC7C,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,yBAAyB,CAAC;YAC9D,IAAI,CAAC,2BAA2B,GAAG,EAAE,CAAC;YACtC,IAAI,CAAC,yBAAyB,GAAG,CAAC,CAAC;YACnC,IAAI,CAAC,IAAI,CAAC,yBAAyB,CAAC,GAAG,CAAC,CAAC;YACzC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,sBAAsB,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;QACpG,CAAC,CAAC,CAAC;IACL,CAAC;IAED,kBAAkB,CAAC,SAAiB;QAClC,IAAI,IAAI,CAAC,2BAA2B,KAAK,SAAS,EAAE,CAAC;YACnD,IAAI,CAAC,4BAA4B,EAAE,CAAC;QACtC,CAAC;IACH,CAAC;IAED,gBAAgB,CAAC,SAAiB;QAChC,IAAI,IAAI,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC;YAAE,OAAO;QACtC,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAC1B,IAAI,CAAC,iBAAiB,GAAG,SAAS,CAAC;QACnC,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC;QAC9B,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,0BAA0B,EAAE,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,GAAG,EAAE;YAC7E,IAAI,CAAC,iBAAiB,GAAG,KAAK,CAAC;YAC/B,MAAM,GAAG,GAAG,IAAI,CAAC,iBAAiB,CAAC;YACnC,IAAI,CAAC,iBAAiB,GAAG,EAAE,CAAC;YAC5B,IAAI,IAAI,CAAC,IAAI,CAAC,uBAAuB,CAAC,GAAG,CAAC;gBAAE,OAAO;YACnD,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,GAAG,CAAC;gBAAE,OAAO;YAChD,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YAClC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,oBAAoB,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;YAC3G,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAChB,KAAK,CAAC,QAAQ,EACd,IAAI,CAAC,QAAQ,CACX,GAAG,EACH,IAAI,CAAC,GAAG,EAAE,EACV,IAAI,KAAK,CAAC,+CAA+C,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,EAC1F,aAAa,CAAC,cAAc,EAC5B,IAAI,CACL,CACF,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC;IAED,qBAAqB,CAAC,SAAiB;QACrC,IAAI,IAAI,CAAC,iBAAiB,KAAK,SAAS;YAAE,IAAI,CAAC,kBAAkB,EAAE,CAAC;IACtE,CAAC;IAED,4BAA4B,CAAC,SAAiB;QAC5C,IAAI,IAAI,CAAC,IAAI,CAAC,qBAAqB,IAAI,CAAC;YAAE,OAAO;QACjD,IAAI,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,KAAK,YAAY,CAAC,KAAK;YAAE,OAAO;QAE/D,IAAI,CAAC,yBAAyB,EAAE,CAAC;QACjC,IAAI,CAAC,qBAAqB,GAAG,SAAS,CAAC;QACvC,IAAI,CAAC,qBAAqB,GAAG,IAAI,CAAC;QAClC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,8BAA8B,EAAE,IAAI,CAAC,IAAI,CAAC,qBAAqB,EAAE,GAAG,EAAE;YAC5F,IAAI,CAAC,qBAAqB,GAAG,KAAK,CAAC;YACnC,MAAM,GAAG,GAAG,IAAI,CAAC,qBAAqB,CAAC;YACvC,IAAI,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,KAAK,YAAY,CAAC,KAAK;gBAAE,OAAO;YAE/D,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAChB,KAAK,CAAC,UAAU,EAChB,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,wBAAwB,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC,CACpF,CAAC;YACF,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE;gBACjC,IAAI,EAAE,gBAAgB;gBACtB,SAAS,EAAE,GAAG;gBACd,WAAW,EAAE,IAAI,CAAC,GAAG,EAAE;gBACvB,SAAS,EAAE,UAAU;gBACrB,QAAQ,EAAE,aAAa,CAAC,cAAc;gBACtC,KAAK,EAAE,IAAI,KAAK,CAAC,uBAAuB,CAAC;gBACzC,aAAa,EAAE,IAAI;aACpB,CAAC,CAAC;YAEH,IAAI,CAAC,4BAA4B,CAAC,GAAG,CAAC,CAAC;QACzC,CAAC,CAAC,CAAC;IACL,CAAC;IAED,yBAAyB;QACvB,IAAI,IAAI,CAAC,qBAAqB,EAAE,CAAC;YAC/B,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,8BAA8B,CAAC,CAAC;YACtD,IAAI,CAAC,qBAAqB,GAAG,KAAK,CAAC;QACrC,CAAC;QACD,IAAI,CAAC,qBAAqB,GAAG,EAAE,CAAC;IAClC,CAAC;IAEO,0BAA0B,CAAC,YAAY,GAAG,IAAI;QACpD,IAAI,IAAI,CAAC,yBAAyB,EAAE,CAAC;YACnC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,mCAAmC,CAAC,CAAC;YAC3D,IAAI,CAAC,yBAAyB,GAAG,KAAK,CAAC;QACzC,CAAC;QACD,IAAI,YAAY,EAAE,CAAC;YACjB,IAAI,CAAC,mBAAmB,GAAG,EAAE,CAAC;QAChC,CAAC;IACH,CAAC;IAEO,4BAA4B;QAClC,IAAI,IAAI,CAAC,2BAA2B,EAAE,CAAC;YACrC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,qCAAqC,CAAC,CAAC;YAC7D,IAAI,CAAC,2BAA2B,GAAG,KAAK,CAAC;QAC3C,CAAC;QACD,IAAI,CAAC,2BAA2B,GAAG,EAAE,CAAC;QACtC,IAAI,CAAC,yBAAyB,GAAG,CAAC,CAAC;IACrC,CAAC;IAEO,kBAAkB;QACxB,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAC3B,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,0BAA0B,CAAC,CAAC;YAClD,IAAI,CAAC,iBAAiB,GAAG,KAAK,CAAC;QACjC,CAAC;QACD,IAAI,CAAC,iBAAiB,GAAG,EAAE,CAAC;IAC9B,CAAC;CACF"}
|