@agimon-ai/po-voice 0.0.0-alpha.49 → 0.0.0-alpha.50

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -29,6 +29,7 @@ var BrowserRealtimeSession = class {
29
29
  options;
30
30
  microphoneConstraints;
31
31
  browser;
32
+ output;
32
33
  state = {
33
34
  connection: "closed",
34
35
  listening: false,
@@ -45,10 +46,16 @@ var BrowserRealtimeSession = class {
45
46
  suppressOutput = false;
46
47
  announcements = /* @__PURE__ */ new Map();
47
48
  announcementFlushScheduled = false;
48
- constructor(options, microphoneConstraints = async () => require_clientMedia.CLIENT_DEFAULT_MICROPHONE, browser = window) {
49
+ constructor(options, microphoneConstraints = async () => require_clientMedia.CLIENT_DEFAULT_MICROPHONE, browser = window, output) {
49
50
  this.options = options;
50
51
  this.microphoneConstraints = microphoneConstraints;
51
52
  this.browser = browser;
53
+ this.output = output;
54
+ if (output) output.onPlaybackState = (playing) => {
55
+ if (this.state.connection === "closed" || this.state.connection === "failed") return;
56
+ this.publish({ speaking: playing && !this.suppressOutput });
57
+ if (!playing) this.scheduleAnnouncementFlush();
58
+ };
52
59
  }
53
60
  async start() {
54
61
  if (this.started) throw new Error("Realtime browser session has already started.");
@@ -139,6 +146,7 @@ var BrowserRealtimeSession = class {
139
146
  interruptSpeech() {
140
147
  this.suppressOutput = true;
141
148
  if (this.audio !== void 0) this.audio.muted = true;
149
+ this.output?.suppress(true);
142
150
  this.publish({ speaking: false });
143
151
  }
144
152
  close() {
@@ -178,6 +186,7 @@ var BrowserRealtimeSession = class {
178
186
  if (type === "input_transcript.added" && this.suppressOutput) {
179
187
  this.suppressOutput = false;
180
188
  if (this.audio !== void 0) this.audio.muted = false;
189
+ this.output?.suppress(false);
181
190
  }
182
191
  try {
183
192
  this.options.onEvent(data);
@@ -187,10 +196,20 @@ var BrowserRealtimeSession = class {
187
196
  }
188
197
  attachRemoteAudio(generation, event) {
189
198
  if (!this.isCurrent(generation) || event.track.kind !== "audio") return;
199
+ const stream = event.streams[0] ?? new this.browser.MediaStream([event.track]);
200
+ if (this.output) {
201
+ this.output.suppress(this.suppressOutput);
202
+ try {
203
+ Promise.resolve(this.output.attach(stream, event.track)).catch((error) => this.fail(generation, `Remote audio playback failed: ${errorMessage(error)}`));
204
+ } catch (error) {
205
+ this.fail(generation, `Remote audio playback failed: ${errorMessage(error)}`);
206
+ }
207
+ return;
208
+ }
190
209
  const audio = this.browser.document.createElement("audio");
191
210
  audio.autoplay = true;
192
211
  audio.muted = this.suppressOutput;
193
- audio.srcObject = event.streams[0] ?? new this.browser.MediaStream([event.track]);
212
+ audio.srcObject = stream;
194
213
  audio.onplaying = () => {
195
214
  if (this.isCurrent(generation) && this.audio === audio && !audio.muted) this.publish({ speaking: true });
196
215
  };
@@ -367,6 +386,10 @@ var BrowserRealtimeSession = class {
367
386
  track.stop();
368
387
  }
369
388
  this.detachAudio();
389
+ if (this.output) {
390
+ this.output.onPlaybackState = null;
391
+ this.output.dispose();
392
+ }
370
393
  this.channel = void 0;
371
394
  this.peer = void 0;
372
395
  this.stream = void 0;
@@ -968,7 +991,10 @@ var VoiceMediaClient = class {
968
991
  return;
969
992
  }
970
993
  this.playback = playback;
971
- playback.completion.then((result) => this.transport.playbackFinished(this.clientId, connectionId, result), (error) => this.transport.playbackFinished(this.clientId, connectionId, playbackFailure(event.playbackId, error))).catch(() => void 0).finally(() => {
994
+ playback.completion.then((result) => this.transport.playbackFinished(this.clientId, connectionId, result), (error) => this.transport.playbackFinished(this.clientId, connectionId, playbackFailure(event.playbackId, error))).catch((error) => {
995
+ if (this.activeConnectionId !== connectionId || this.abortController.signal.aborted) return;
996
+ this.failAttempt?.(error instanceof Error ? error : new Error(String(error)));
997
+ }).finally(() => {
972
998
  if (this.playback !== playback) return;
973
999
  audioController?.abort();
974
1000
  if (this.playbackAudioController === audioController) this.playbackAudioController = void 0;
@@ -1 +1 @@
1
- {"version":3,"file":"clientMedia.cjs","names":["CLIENT_DEFAULT_MICROPHONE","REALTIME_LIMITS","VOICE_MEDIA_SAMPLE_RATE"],"sources":["../src/types/browserRealtimeSession.ts","../src/types/clientCaptureActivity.ts","../src/types/voiceMediaClient.ts"],"sourcesContent":["import { CLIENT_DEFAULT_MICROPHONE, type VoiceMicrophoneConstraints } from './clientMedia';\nimport { REALTIME_LIMITS, type BrowserRealtimeOptions, type RealtimeBrowserState } from './realtime';\n\ninterface BrowserMediaTrack {\n readonly kind: string;\n enabled: boolean;\n onended: (() => void) | null;\n stop(): void;\n}\n\ninterface BrowserMediaStream {\n getTracks(): BrowserMediaTrack[];\n getAudioTracks(): BrowserMediaTrack[];\n}\n\ninterface BrowserAudio {\n autoplay: boolean;\n muted: boolean;\n srcObject: BrowserMediaStream | null;\n onplaying: (() => void) | null;\n onpause: (() => void) | null;\n onended: (() => void) | null;\n onwaiting: (() => void) | null;\n play(): Promise<void>;\n pause(): void;\n}\n\ninterface BrowserDataChannel extends EventTarget {\n readonly readyState: string;\n onmessage: ((event: { data: unknown }) => void) | null;\n onerror: (() => void) | null;\n onclose: (() => void) | null;\n send(event: string): void;\n close(): void;\n}\n\ninterface BrowserPeerConnection extends EventTarget {\n readonly connectionState: string;\n readonly iceGatheringState: string;\n readonly localDescription: { sdp?: string } | null;\n onconnectionstatechange: (() => void) | null;\n ontrack: ((event: BrowserTrackEvent) => void) | null;\n createDataChannel(label: string): BrowserDataChannel;\n addTrack(track: BrowserMediaTrack, stream: BrowserMediaStream): void;\n createOffer(): Promise<{ sdp?: string }>;\n setLocalDescription(description: { sdp?: string }): Promise<void>;\n setRemoteDescription(description: { type: 'answer'; sdp: string }): Promise<void>;\n close(): void;\n}\n\ninterface BrowserTrackEvent {\n readonly track: BrowserMediaTrack;\n readonly streams: BrowserMediaStream[];\n}\n\ninterface BrowserEnvironment {\n navigator: {\n mediaDevices?: { getUserMedia(constraints: VoiceMicrophoneConstraints): Promise<BrowserMediaStream> };\n };\n RTCPeerConnection?: new () => BrowserPeerConnection;\n MediaStream: new (tracks: BrowserMediaTrack[]) => BrowserMediaStream;\n document: { createElement(tag: 'audio'): BrowserAudio };\n}\ndeclare const window: BrowserEnvironment;\n\nconst ICE_TIMEOUT_MS = 10_000;\nconst CONNECTION_TIMEOUT_MS = 15_000;\nconst NEGOTIATION_TIMEOUT_MS = 15_000;\n\nfunction byteLength(value: string): number {\n return new TextEncoder().encode(value).byteLength;\n}\n\nfunction messageType(value: unknown): string | undefined {\n if (typeof value !== 'object' || value === null) return undefined;\n const type = (value as { type?: unknown }).type;\n return typeof type === 'string' ? type : undefined;\n}\n\nfunction errorMessage(error: unknown): string {\n return error instanceof Error ? `${error.name}: ${error.message}` : String(error);\n}\n\n/**\n * Owns one browser WebRTC microphone and remote audio sink.\n *\n * interruptSpeech only suppresses local output and preserves microphone input.\n * Frameless bidi has no event that safely distinguishes a new response from\n * buffered audio belonging to the interrupted turn, so output stays muted until\n * the person speaks again: the next response then answers them.\n */\nexport class BrowserRealtimeSession {\n private state: RealtimeBrowserState = {\n connection: 'closed',\n listening: false,\n speaking: false,\n muted: false,\n };\n private generation = 0;\n private started = false;\n private stream: BrowserMediaStream | undefined;\n private peer: BrowserPeerConnection | undefined;\n private channel: BrowserDataChannel | undefined;\n private audio: BrowserAudio | undefined;\n private abortController: AbortController | undefined;\n private suppressOutput = false;\n private readonly announcements = new Map<string, string>();\n private announcementFlushScheduled = false;\n\n public constructor(\n private readonly options: BrowserRealtimeOptions,\n private readonly microphoneConstraints: () => Promise<VoiceMicrophoneConstraints> = async () =>\n CLIENT_DEFAULT_MICROPHONE,\n private readonly browser: BrowserEnvironment = window,\n ) {}\n\n public async start(): Promise<void> {\n if (this.started) throw new Error('Realtime browser session has already started.');\n this.started = true;\n const generation = ++this.generation;\n const controller = new AbortController();\n this.abortController = controller;\n this.publish({ connection: 'connecting', error: undefined });\n\n try {\n if (\n typeof this.browser.RTCPeerConnection !== 'function' ||\n this.browser.navigator.mediaDevices?.getUserMedia === undefined\n )\n throw new Error('Browser realtime media is unavailable.');\n\n const capture = this.microphoneConstraints().then((constraints) =>\n this.browser.navigator.mediaDevices!.getUserMedia(constraints),\n );\n void capture.then(\n (lateStream) => {\n if (!this.isCurrent(generation)) for (const track of lateStream.getTracks()) track.stop();\n },\n () => undefined,\n );\n const stream = await this.abortable(capture, controller.signal);\n if (!this.isCurrent(generation)) {\n for (const track of stream.getTracks()) track.stop();\n throw new Error('Realtime browser session was closed.');\n }\n this.stream = stream;\n for (const track of stream.getTracks()) {\n if (track.kind === 'audio') track.enabled = !this.state.muted;\n track.onended = () => this.fail(generation, 'Microphone permission or input was lost.');\n }\n\n const peer = new this.browser.RTCPeerConnection();\n this.peer = peer;\n peer.onconnectionstatechange = () => {\n if (!this.isCurrent(generation)) return;\n if (peer.connectionState === 'failed' || peer.connectionState === 'disconnected')\n this.fail(generation, `Realtime connection ${peer.connectionState}.`);\n else if (peer.connectionState === 'closed' && this.state.connection !== 'closed')\n this.fail(generation, 'Realtime connection closed unexpectedly.');\n };\n peer.ontrack = (event) => this.attachRemoteAudio(generation, event);\n\n // OpenAI requires the oai-events data channel to be present in the offer.\n const channel = peer.createDataChannel('oai-events');\n this.channel = channel;\n channel.onmessage = (event) => this.receive(generation, event.data);\n channel.onerror = () => this.fail(generation, 'Realtime event channel failed.');\n channel.onclose = () => {\n if (this.isCurrent(generation)) this.fail(generation, 'Realtime event channel closed unexpectedly.');\n };\n\n for (const track of stream.getTracks()) peer.addTrack(track, stream);\n const offer = await peer.createOffer();\n this.assertSdp(offer.sdp);\n await peer.setLocalDescription(offer);\n await this.waitForIce(peer, generation, controller.signal);\n const localSdp = peer.localDescription?.sdp;\n this.assertSdp(localSdp);\n const answerSdp = await this.bounded(\n this.options.negotiate(localSdp, controller.signal),\n NEGOTIATION_TIMEOUT_MS,\n 'Realtime negotiation timed out.',\n controller.signal,\n );\n this.assertSdp(answerSdp);\n if (!this.isCurrent(generation)) throw new Error('Realtime browser session was closed.');\n await peer.setRemoteDescription({ type: 'answer', sdp: answerSdp });\n await this.waitForConnection(peer, channel, generation, controller.signal);\n if (!this.isCurrent(generation)) throw new Error('Realtime browser session was closed.');\n this.publish({ connection: 'connected', listening: !this.state.muted });\n } catch (error) {\n if (this.isCurrent(generation)) this.fail(generation, errorMessage(error));\n throw error;\n }\n }\n\n public send(event: string): void {\n this.validateEvent(event);\n if (this.channel?.readyState !== 'open' || this.state.connection !== 'connected')\n throw new Error('Realtime event channel is not open.');\n const value = JSON.parse(event) as { type: string; key?: unknown; text?: unknown };\n if (value.type === 'po.announce') {\n if (\n typeof value.key !== 'string' ||\n value.key.length === 0 ||\n (value.text !== undefined && typeof value.text !== 'string')\n )\n throw new Error('Realtime announcement requires a key and optional text.');\n if (value.text === undefined) this.announcements.delete(value.key);\n else this.announcements.set(value.key, value.text);\n this.scheduleAnnouncementFlush();\n return;\n }\n this.channel.send(event);\n }\n\n public mute(muted: boolean): void {\n for (const track of this.stream?.getAudioTracks() ?? []) track.enabled = !muted;\n this.publish({ muted, listening: this.state.connection === 'connected' && !muted });\n }\n\n public interruptSpeech(): void {\n this.suppressOutput = true;\n if (this.audio !== undefined) this.audio.muted = true;\n this.publish({ speaking: false });\n }\n\n public close(): void {\n if (this.state.connection === 'closed' && this.generation > 0) return;\n this.started = true;\n this.generation += 1;\n this.cleanup();\n this.publish({ connection: 'closed', listening: false, speaking: false, error: undefined });\n }\n\n private receive(generation: number, data: unknown): void {\n if (!this.isCurrent(generation)) return;\n if (typeof data !== 'string' || byteLength(data) > REALTIME_LIMITS.eventBytes) {\n this.fail(generation, 'Realtime provider sent an invalid or oversized event.');\n return;\n }\n let value: unknown;\n try {\n value = JSON.parse(data);\n } catch {\n this.fail(generation, 'Realtime provider sent malformed JSON.');\n return;\n }\n const type = messageType(value);\n if (type === undefined) {\n this.fail(generation, 'Realtime provider sent an event without a type.');\n return;\n }\n if (type === 'error') {\n this.fail(generation, 'Realtime provider reported an error.');\n return;\n }\n if (type === 'input_transcript.added' && this.suppressOutput) {\n this.suppressOutput = false;\n if (this.audio !== undefined) this.audio.muted = false;\n }\n try {\n this.options.onEvent(data);\n } catch (error) {\n this.fail(generation, `Realtime event consumer failed: ${errorMessage(error)}`);\n }\n }\n\n private attachRemoteAudio(generation: number, event: BrowserTrackEvent): void {\n if (!this.isCurrent(generation) || event.track.kind !== 'audio') return;\n const audio = this.browser.document.createElement('audio');\n audio.autoplay = true;\n audio.muted = this.suppressOutput;\n audio.srcObject = event.streams[0] ?? new this.browser.MediaStream([event.track]);\n audio.onplaying = () => {\n if (this.isCurrent(generation) && this.audio === audio && !audio.muted) this.publish({ speaking: true });\n };\n const playbackStopped = (): void => {\n if (this.isCurrent(generation) && this.audio === audio) {\n this.publish({ speaking: false });\n this.scheduleAnnouncementFlush();\n }\n };\n audio.onpause = playbackStopped;\n audio.onended = playbackStopped;\n audio.onwaiting = playbackStopped;\n this.detachAudio();\n this.audio = audio;\n void audio\n .play()\n .catch((error: unknown) => this.fail(generation, `Remote audio playback failed: ${errorMessage(error)}`));\n }\n\n private scheduleAnnouncementFlush(): void {\n if (this.announcementFlushScheduled || this.announcements.size === 0) return;\n this.announcementFlushScheduled = true;\n const generation = this.generation;\n queueMicrotask(() => {\n this.announcementFlushScheduled = false;\n if (\n !this.isCurrent(generation) ||\n this.state.connection !== 'connected' ||\n this.channel?.readyState !== 'open' ||\n this.suppressOutput\n )\n return;\n // A WebRTC audio element can stay playing through silence. The provider owns turn-taking.\n const instruction = 'Share these updates only at a conversational pause. Stop and listen when the user speaks.';\n const serialize = (text: string): string =>\n JSON.stringify({\n type: 'session.context.append',\n channel: 'speakable',\n content: [{ type: 'input_text', text: `${instruction}\\n\\n${text}` }],\n });\n const messages: string[] = [];\n let batch = '';\n for (const text of this.announcements.values()) {\n // Bound even heavily escaped Unicode text below the transport event limit.\n const characters = Array.from(text);\n for (let offset = 0; offset < characters.length; offset += 4096) {\n const chunk = characters.slice(offset, offset + 4096).join('');\n const combined = batch ? `${batch}\\n\\n${chunk}` : chunk;\n if (byteLength(serialize(combined)) > REALTIME_LIMITS.eventBytes) {\n messages.push(serialize(batch));\n batch = chunk;\n } else batch = combined;\n }\n }\n if (batch) messages.push(serialize(batch));\n this.announcements.clear();\n try {\n for (const message of messages) this.channel.send(message);\n } catch (error) {\n this.fail(generation, `Realtime announcement failed: ${errorMessage(error)}`);\n }\n });\n }\n\n private validateEvent(event: string): void {\n if (byteLength(event) > REALTIME_LIMITS.eventBytes) throw new Error('Realtime event exceeds the maximum size.');\n let value: unknown;\n try {\n value = JSON.parse(event);\n } catch {\n throw new Error('Realtime event must be valid JSON.');\n }\n if (messageType(value) === undefined) throw new Error('Realtime event must contain a type.');\n }\n\n private assertSdp(sdp: string | undefined): asserts sdp is string {\n if (typeof sdp !== 'string' || sdp.length === 0) throw new Error('Realtime SDP is missing.');\n if (byteLength(sdp) > REALTIME_LIMITS.sdpBytes) throw new Error('Realtime SDP exceeds the maximum size.');\n }\n\n private async waitForIce(peer: BrowserPeerConnection, generation: number, signal: AbortSignal): Promise<void> {\n if (peer.iceGatheringState === 'complete') return;\n const changed = (): void => {\n if (!this.isCurrent(generation) || peer.iceGatheringState !== 'complete') return;\n resolveIce?.();\n };\n let resolveIce: (() => void) | undefined;\n try {\n await this.bounded(\n new Promise<void>((resolve) => {\n resolveIce = resolve;\n peer.addEventListener('icegatheringstatechange', changed);\n changed();\n }),\n ICE_TIMEOUT_MS,\n 'Realtime ICE gathering timed out.',\n signal,\n );\n } finally {\n peer.removeEventListener('icegatheringstatechange', changed);\n }\n }\n\n private async waitForConnection(\n peer: BrowserPeerConnection,\n channel: BrowserDataChannel,\n generation: number,\n signal: AbortSignal,\n ): Promise<void> {\n const ready = (): boolean => peer.connectionState === 'connected' && channel.readyState === 'open';\n if (ready()) return;\n const changed = (): void => {\n if (!this.isCurrent(generation)) return;\n if (peer.connectionState === 'failed' || peer.connectionState === 'disconnected') {\n rejectConnection?.(new Error(`Realtime connection ${peer.connectionState}.`));\n return;\n }\n if (ready()) resolveConnection?.();\n };\n let resolveConnection: (() => void) | undefined;\n let rejectConnection: ((error: Error) => void) | undefined;\n try {\n await this.bounded(\n new Promise<void>((resolve, reject) => {\n resolveConnection = resolve;\n rejectConnection = reject;\n peer.addEventListener('connectionstatechange', changed);\n channel.addEventListener('open', changed);\n channel.addEventListener('close', changed);\n changed();\n }),\n CONNECTION_TIMEOUT_MS,\n 'Realtime connection timed out.',\n signal,\n );\n } finally {\n peer.removeEventListener('connectionstatechange', changed);\n channel.removeEventListener('open', changed);\n channel.removeEventListener('close', changed);\n }\n }\n\n private abortable<T>(promise: Promise<T>, signal: AbortSignal): Promise<T> {\n return new Promise<T>((resolve, reject) => {\n let settled = false;\n const finish = (callback: () => void): void => {\n if (settled) return;\n settled = true;\n signal.removeEventListener('abort', aborted);\n callback();\n };\n const aborted = (): void => finish(() => reject(new Error('Realtime browser session was closed.')));\n signal.addEventListener('abort', aborted, { once: true });\n if (signal.aborted) aborted();\n promise.then(\n (value) => finish(() => resolve(value)),\n (error: unknown) => finish(() => reject(error)),\n );\n });\n }\n\n private bounded<T>(promise: Promise<T>, timeoutMs: number, timeoutMessage: string, signal: AbortSignal): Promise<T> {\n return new Promise<T>((resolve, reject) => {\n let settled = false;\n const finish = (callback: () => void): void => {\n if (settled) return;\n settled = true;\n clearTimeout(timer);\n signal.removeEventListener('abort', aborted);\n callback();\n };\n const aborted = (): void => finish(() => reject(new Error('Realtime browser session was closed.')));\n const timer = setTimeout(() => finish(() => reject(new Error(timeoutMessage))), timeoutMs);\n signal.addEventListener('abort', aborted, { once: true });\n if (signal.aborted) aborted();\n promise.then(\n (value) => finish(() => resolve(value)),\n (error: unknown) => finish(() => reject(error)),\n );\n });\n }\n\n private fail(generation: number, error: string): void {\n if (!this.isCurrent(generation)) return;\n this.generation += 1;\n this.cleanup();\n this.publish({ connection: 'failed', listening: false, speaking: false, error });\n }\n\n private cleanup(): void {\n this.announcements.clear();\n this.abortController?.abort();\n this.abortController = undefined;\n if (this.channel !== undefined) {\n this.channel.onmessage = null;\n this.channel.onerror = null;\n this.channel.onclose = null;\n this.channel.close();\n }\n if (this.peer !== undefined) {\n this.peer.ontrack = null;\n this.peer.onconnectionstatechange = null;\n this.peer.close();\n }\n for (const track of this.stream?.getTracks() ?? []) {\n track.onended = null;\n track.stop();\n }\n this.detachAudio();\n this.channel = undefined;\n this.peer = undefined;\n this.stream = undefined;\n this.suppressOutput = false;\n }\n\n private detachAudio(): void {\n if (this.audio === undefined) return;\n this.audio.onplaying = null;\n this.audio.onpause = null;\n this.audio.onended = null;\n this.audio.onwaiting = null;\n this.audio.pause();\n this.audio.srcObject = null;\n this.audio = undefined;\n }\n\n private publish(update: Partial<RealtimeBrowserState>): void {\n this.state = { ...this.state, ...update };\n try {\n this.options.onState({ ...this.state });\n } catch {\n // State observers do not own browser media cleanup or transport lifetime.\n }\n }\n\n private isCurrent(generation: number): boolean {\n return this.generation === generation;\n }\n}\n","import {\n VOICE_MEDIA_BITS_PER_SAMPLE,\n VOICE_MEDIA_CHANNELS,\n VOICE_MEDIA_SAMPLE_RATE,\n type VoiceMediaCaptureActivity,\n} from './clientMedia';\n\nconst DEFAULT_ENDPOINT_SILENCE_MS = 600;\nconst MINIMUM_SPEECH_SAMPLES = (VOICE_MEDIA_SAMPLE_RATE * 120) / 1_000;\nconst SILENCE_DBFS = -120;\nconst PCM_VALUE_LIMIT = 32_768;\nconst PCM_BYTES_PER_SAMPLE = VOICE_MEDIA_BITS_PER_SAMPLE / 8;\nconst PCM_BYTES_PER_SECOND = VOICE_MEDIA_SAMPLE_RATE * VOICE_MEDIA_CHANNELS * PCM_BYTES_PER_SAMPLE;\n\nexport interface SpeechPresenceWindow {\n readonly speech: boolean;\n readonly sampleCount: number;\n}\n\n/** Platform boundary for browser workers and native speech-presence implementations. */\nexport interface SpeechPresenceDetector {\n push(pcm: Uint8Array): Promise<readonly SpeechPresenceWindow[]>;\n reset(): Promise<void>;\n close(): Promise<void>;\n}\n\nfunction clamp(value: number, minimum: number, maximum: number): number {\n return Math.min(maximum, Math.max(minimum, value));\n}\n\nfunction round(value: number): number {\n return Math.round(value * 10) / 10;\n}\n\n/** Calculates the RMS level of complete little-endian PCM16 samples without environment-specific APIs. */\nexport function calculateClientPcmDbfs(pcm: Uint8Array): number {\n if (pcm.byteLength === 0 || pcm.byteLength % PCM_BYTES_PER_SAMPLE !== 0)\n throw new Error('PCM activity input must contain complete 16-bit samples.');\n let squareSum = 0;\n for (let offset = 0; offset < pcm.byteLength; offset += PCM_BYTES_PER_SAMPLE) {\n const unsigned = pcm[offset]! | (pcm[offset + 1]! << 8);\n const sample = (unsigned >= 0x8000 ? unsigned - 0x1_0000 : unsigned) / PCM_VALUE_LIMIT;\n squareSum += sample * sample;\n }\n const rms = Math.sqrt(squareSum / (pcm.byteLength / PCM_BYTES_PER_SAMPLE));\n return rms === 0 ? SILENCE_DBFS : 20 * Math.log10(rms);\n}\n\nexport interface ClientCaptureSpeechClassification {\n readonly echoReferenceActive: boolean;\n readonly echoDiscriminated: boolean;\n}\n\n/** Portable lifecycle. Classifier windows are authoritative; RMS is level telemetry only. */\nexport class ClientCaptureActivityLifecycle {\n private elapsedBytes = 0;\n private activityEpoch = 0;\n private consecutiveSpeechSamples = 0;\n private consecutiveEchoSpeechSamples = 0;\n private classifiedSpeechSamples = 0;\n private echoDiscriminatedSpeechSamples = 0;\n private trailingSilenceSamples = 0;\n private speechStarted = false;\n private endpointReached = false;\n private previousEchoDiscriminated = false;\n\n public constructor(private readonly endpointSilenceMs = DEFAULT_ENDPOINT_SILENCE_MS) {\n if (!Number.isSafeInteger(endpointSilenceMs) || endpointSilenceMs < 250)\n throw new Error('Client endpoint silence must be an integer of at least 250 ms.');\n }\n\n public push(\n pcm: Uint8Array,\n windows: readonly SpeechPresenceWindow[] = [],\n classification?: ClientCaptureSpeechClassification,\n ): VoiceMediaCaptureActivity {\n const levelDbfs = calculateClientPcmDbfs(pcm);\n this.elapsedBytes += pcm.byteLength;\n const echoDiscriminated =\n classification?.echoReferenceActive === true &&\n classification.echoDiscriminated &&\n this.previousEchoDiscriminated;\n\n for (const window of windows) {\n if (!Number.isSafeInteger(window.sampleCount) || window.sampleCount <= 0)\n throw new Error('Speech-presence windows must contain a positive integer sample count.');\n if (this.endpointReached) {\n if (!window.speech) {\n this.consecutiveSpeechSamples = 0;\n this.consecutiveEchoSpeechSamples = 0;\n continue;\n }\n this.consecutiveSpeechSamples += window.sampleCount;\n if (echoDiscriminated) this.consecutiveEchoSpeechSamples += window.sampleCount;\n if (this.consecutiveSpeechSamples < MINIMUM_SPEECH_SAMPLES) continue;\n this.activityEpoch += 1;\n this.classifiedSpeechSamples = this.consecutiveSpeechSamples;\n this.echoDiscriminatedSpeechSamples = this.consecutiveEchoSpeechSamples;\n this.consecutiveSpeechSamples = 0;\n this.consecutiveEchoSpeechSamples = 0;\n this.trailingSilenceSamples = 0;\n this.speechStarted = true;\n this.endpointReached = false;\n continue;\n }\n if (window.speech) {\n this.classifiedSpeechSamples += window.sampleCount;\n if (echoDiscriminated) this.echoDiscriminatedSpeechSamples += window.sampleCount;\n this.consecutiveSpeechSamples += window.sampleCount;\n if (echoDiscriminated) this.consecutiveEchoSpeechSamples += window.sampleCount;\n if (this.consecutiveSpeechSamples >= MINIMUM_SPEECH_SAMPLES) {\n this.speechStarted = true;\n this.consecutiveSpeechSamples = 0;\n this.consecutiveEchoSpeechSamples = 0;\n this.trailingSilenceSamples = 0;\n }\n } else {\n if (this.speechStarted) this.trailingSilenceSamples += this.consecutiveSpeechSamples + window.sampleCount;\n this.consecutiveSpeechSamples = 0;\n this.consecutiveEchoSpeechSamples = 0;\n }\n const trailingSilenceMs = (this.trailingSilenceSamples / VOICE_MEDIA_SAMPLE_RATE) * 1_000;\n if (this.speechStarted && trailingSilenceMs >= this.endpointSilenceMs) this.endpointReached = true;\n }\n this.previousEchoDiscriminated = classification?.echoReferenceActive === true && classification.echoDiscriminated;\n\n return {\n state: this.endpointReached ? 'endpoint' : this.speechStarted ? 'speech' : 'listening',\n levelDbfs: round(clamp(levelDbfs, SILENCE_DBFS, 0)),\n elapsedMs: Math.round((this.elapsedBytes / PCM_BYTES_PER_SECOND) * 1_000),\n epoch: this.activityEpoch,\n classifiedSpeechMs: Math.round((this.classifiedSpeechSamples / VOICE_MEDIA_SAMPLE_RATE) * 1_000),\n ...(classification?.echoReferenceActive === true\n ? {\n echoDiscriminatedSpeechMs: Math.round(\n (this.echoDiscriminatedSpeechSamples / VOICE_MEDIA_SAMPLE_RATE) * 1_000,\n ),\n }\n : {}),\n };\n }\n\n /** Starts a fresh classifier phase while preserving monotonic capture time. */\n public resetActivity(): void {\n this.activityEpoch += 1;\n this.consecutiveSpeechSamples = 0;\n this.consecutiveEchoSpeechSamples = 0;\n this.classifiedSpeechSamples = 0;\n this.echoDiscriminatedSpeechSamples = 0;\n this.trailingSilenceSamples = 0;\n this.speechStarted = false;\n this.endpointReached = false;\n this.previousEchoDiscriminated = false;\n }\n}\n","import { ClientCaptureActivityLifecycle, type SpeechPresenceDetector } from './clientCaptureActivity';\nimport {\n type VoiceMediaCapabilities,\n type VoiceMediaCapture,\n type VoiceMediaClientEvent,\n type VoiceMediaDevice,\n type VoiceMediaPlayback,\n type VoiceMediaPlaybackResult,\n type VoiceMediaTransport,\n} from './clientMedia';\nimport type { BrowserRealtimeOptions, RealtimeBrowserState } from './realtime';\n\nconst RECONNECT_DELAY_MS = 2_000;\n/**\n * The server holds a media lease for 15 seconds, so waiting longer than that only delays taking\n * over from an owner that went away. Backing off keeps a second tab from polling every 2 seconds.\n */\nconst MAX_RECONNECT_DELAY_MS = 16_000;\nconst MAX_CONNECTION_ID_LENGTH = 200;\nconst MAX_PENDING_REALTIME_POSTS = 128;\nconst MAX_PENDING_PCM_BYTES = 2 * 1024 * 1024;\nconst CONFLICT_STATUS = 409;\n\nfunction isConflict(error: unknown): boolean {\n return error instanceof Error && 'status' in error && error.status === CONFLICT_STATUS;\n}\n\ninterface RealtimeBrowserSession {\n start(): Promise<void>;\n send(event: string): void;\n mute(muted: boolean): void;\n interruptSpeech(): void;\n close(): void;\n}\n\nexport type RealtimeBrowserSessionFactory = (options: BrowserRealtimeOptions) => RealtimeBrowserSession;\n\nexport type VoiceMediaClientConnectionState = 'connecting' | 'connected' | 'conflict' | 'disconnected';\n\nfunction playbackFailure(playbackId: string, error: unknown): VoiceMediaPlaybackResult {\n const failure = error instanceof Error ? `${error.name}: ${error.message}` : String(error);\n return { playbackId, outcome: 'failed', error: failure };\n}\n\nfunction snapshotCapabilities(capabilities: VoiceMediaCapabilities): VoiceMediaCapabilities {\n return { ...capabilities };\n}\n\nfunction capabilitiesMatch(left: VoiceMediaCapabilities, right: VoiceMediaCapabilities): boolean {\n return (\n left.capture === right.capture &&\n left.playback === right.playback &&\n left.captureActivity === right.captureActivity &&\n left.autonomousOrchestration === right.autonomousOrchestration &&\n left.playbackDucking === right.playbackDucking &&\n left.realtime === right.realtime\n );\n}\n\nfunction delay(milliseconds: number, signal: AbortSignal): Promise<void> {\n return new Promise((resolve) => {\n if (signal.aborted) {\n resolve();\n return;\n }\n const done = (): void => {\n clearTimeout(timer);\n signal.removeEventListener('abort', done);\n resolve();\n };\n const timer = setTimeout(done, milliseconds);\n signal.addEventListener('abort', done, { once: true });\n });\n}\n\nexport class VoiceMediaClient {\n private readonly abortController = new AbortController();\n private capture: VoiceMediaCapture | undefined;\n private captureId: string | undefined;\n private advertisedCapabilities: VoiceMediaCapabilities | undefined;\n private captureGeneration = 0;\n private speechDetector: SpeechPresenceDetector | undefined;\n private activityLifecycle: ClientCaptureActivityLifecycle | undefined;\n private playback: VoiceMediaPlayback | undefined;\n private playbackAudioController: AbortController | undefined;\n private audioUploads: Promise<void> = Promise.resolve();\n private audioUploadError: Error | undefined;\n private activeConnectionId: string | undefined;\n private connectionAttempt = 0;\n private readonly connectionWaiters = new Set<(error?: Error) => void>();\n private failAttempt: ((error: Error) => void) | undefined;\n private runOperation: Promise<void> | undefined;\n private realtime: RealtimeBrowserSession | undefined;\n private realtimeActivationId: string | undefined;\n private realtimeGeneration = 0;\n private realtimePosts: Promise<void> = Promise.resolve();\n private pendingRealtimePosts = 0;\n private readonly listeningWaiters = new Set<(listening: boolean) => void>();\n private readonly captureEndWaiters = new Set<() => void>();\n\n public constructor(\n private readonly clientId: string,\n private readonly connectionId: string,\n private readonly transport: VoiceMediaTransport,\n private readonly device: VoiceMediaDevice,\n private readonly onConnectionState: (state: VoiceMediaClientConnectionState) => void = () => undefined,\n private readonly onRealtimeState: (state: RealtimeBrowserState | undefined) => void = () => undefined,\n private readonly createRealtimeSession?: RealtimeBrowserSessionFactory,\n private readonly onOpenSession?: (sessionId: string) => void,\n ) {}\n\n public start(): void {\n this.onConnectionState('connecting');\n this.runOperation ??= this.run();\n }\n\n /** Returns the lease ID of the successful attempt, not the page's base connection ID. */\n public waitForConnection(): Promise<{ clientId: string; connectionId: string }> {\n if (this.activeConnectionId !== undefined)\n return Promise.resolve({ clientId: this.clientId, connectionId: this.activeConnectionId });\n if (this.abortController.signal.aborted) return Promise.reject(new Error('Voice media client is closed.'));\n return new Promise((resolve, reject) => {\n const finish = (error?: Error): void => {\n clearTimeout(timeout);\n this.connectionWaiters.delete(finish);\n if (error) reject(error);\n else if (this.activeConnectionId !== undefined)\n resolve({ clientId: this.clientId, connectionId: this.activeConnectionId });\n else reject(new Error('Voice media connection is unavailable.'));\n };\n const timeout = setTimeout(() => finish(new Error('The requesting browser did not connect to Voice.')), 10_000);\n this.connectionWaiters.add(finish);\n });\n }\n\n public get listening(): boolean {\n return this.capture !== undefined;\n }\n\n public waitForListening(): Promise<boolean> {\n if (this.listening) return Promise.resolve(true);\n if (this.abortController.signal.aborted) return Promise.resolve(false);\n return new Promise((resolve) => this.listeningWaiters.add(resolve));\n }\n\n /** Resolves once no capture is open, after the host acknowledged a stop it asked for. */\n public waitForCaptureEnd(): Promise<void> {\n if (this.captureId === undefined || this.abortController.signal.aborted) return Promise.resolve();\n return new Promise((resolve) => this.captureEndWaiters.add(resolve));\n }\n\n public async stop(closeDevice = true): Promise<void> {\n this.closeRealtime();\n this.abortController.abort();\n for (const waiter of this.connectionWaiters) waiter(new Error('Voice media client is closed.'));\n await this.runOperation?.catch(() => undefined);\n await this.releaseMedia(closeDevice);\n const connectionId = this.activeConnectionId;\n if (connectionId !== undefined) await this.transport.disconnect(this.clientId, connectionId).catch(() => undefined);\n this.activeConnectionId = undefined;\n this.advertisedCapabilities = undefined;\n this.resolveListening(false);\n this.resolveCaptureEnd();\n this.onConnectionState('disconnected');\n }\n\n private async run(): Promise<void> {\n const signal = this.abortController.signal;\n let reconnectDelay = RECONNECT_DELAY_MS;\n while (!signal.aborted) {\n const connectionId = this.nextConnectionId();\n const attemptController = new AbortController();\n const abortAttempt = (): void => attemptController.abort();\n signal.addEventListener('abort', abortAttempt, { once: true });\n let rejectAttempt!: (error: Error) => void;\n const attemptFailed = new Promise<never>((_resolve, reject) => {\n rejectAttempt = reject;\n });\n this.failAttempt = rejectAttempt;\n try {\n const advertisedCapabilities = snapshotCapabilities(this.device.capabilities);\n const connected = await this.transport.connect(this.clientId, connectionId, advertisedCapabilities);\n if (signal.aborted) {\n await this.transport.disconnect(this.clientId, connectionId).catch(() => undefined);\n return;\n }\n this.activeConnectionId = connectionId;\n this.advertisedCapabilities = advertisedCapabilities;\n reconnectDelay = RECONNECT_DELAY_MS;\n this.onConnectionState('connected');\n for (const waiter of this.connectionWaiters) waiter();\n this.prepareCapabilities(connectionId, advertisedCapabilities, attemptController.signal);\n let cursor = connected.cursor;\n while (!signal.aborted) {\n const event = await Promise.race([\n this.transport.nextEvent(this.clientId, connectionId, cursor, attemptController.signal),\n attemptFailed,\n ]);\n if (event === undefined) continue;\n cursor = event.sequence;\n await this.handle(event, connectionId);\n }\n } catch (error) {\n for (const waiter of this.connectionWaiters) waiter(error instanceof Error ? error : new Error(String(error)));\n if (signal.aborted) return;\n // Only a refused connect establishes that another client holds the lease.\n if (isConflict(error) && this.activeConnectionId !== connectionId) this.onConnectionState('conflict');\n attemptController.abort();\n this.closeRealtime();\n await this.releaseMedia();\n if (this.activeConnectionId === connectionId) {\n await this.transport.disconnect(this.clientId, connectionId).catch(() => undefined);\n this.activeConnectionId = undefined;\n this.advertisedCapabilities = undefined;\n }\n await delay(reconnectDelay, signal);\n reconnectDelay = Math.min(reconnectDelay * 2, MAX_RECONNECT_DELAY_MS);\n } finally {\n signal.removeEventListener('abort', abortAttempt);\n if (this.failAttempt === rejectAttempt) this.failAttempt = undefined;\n }\n }\n }\n\n private prepareCapabilities(\n connectionId: string,\n advertisedCapabilities: VoiceMediaCapabilities,\n attemptSignal: AbortSignal,\n ): void {\n void (async () => {\n try {\n await this.device.prepare?.();\n if (attemptSignal.aborted || this.abortController.signal.aborted || this.activeConnectionId !== connectionId)\n return;\n const preparedCapabilities = snapshotCapabilities(this.device.capabilities);\n if (capabilitiesMatch(advertisedCapabilities, preparedCapabilities)) return;\n if (!this.transport.refreshCapabilities) return;\n await this.transport.refreshCapabilities(this.clientId, connectionId, preparedCapabilities);\n if (this.activeConnectionId === connectionId) this.advertisedCapabilities = preparedCapabilities;\n } catch {\n // Optional client-side activity processing degrades to host control.\n }\n })();\n }\n\n private async handle(event: VoiceMediaClientEvent, connectionId: string): Promise<void> {\n switch (event.type) {\n case 'realtime-start':\n this.startRealtime(event.activationId, connectionId);\n return;\n case 'realtime-stop':\n if (this.realtimeActivationId === event.activationId) this.closeRealtime();\n return;\n case 'realtime-control':\n if (this.realtimeActivationId !== event.activationId) return;\n if (event.action === 'mute') this.realtime?.mute(true);\n else if (event.action === 'unmute') this.realtime?.mute(false);\n else this.realtime?.interruptSpeech();\n return;\n case 'realtime-send':\n if (this.realtimeActivationId !== event.activationId) return;\n for (const message of event.messages) this.realtime?.send(message);\n return;\n case 'open-session':\n if (this.realtimeActivationId === event.activationId) this.onOpenSession?.(event.sessionId);\n return;\n case 'capture-start':\n this.closeRealtime();\n await this.startCapture(event, connectionId);\n return;\n case 'capture-stop':\n if (this.captureId === event.captureId) await this.finishCapture(event.captureId, connectionId, true);\n return;\n case 'capture-abort':\n if (this.captureId === event.captureId) await this.finishCapture(event.captureId, connectionId, false);\n return;\n case 'playback-start':\n this.closeRealtime();\n await this.startPlayback(event, connectionId);\n return;\n case 'playback-stop':\n this.playbackAudioController?.abort();\n this.playback?.stop('stopped');\n return;\n case 'playback-abort':\n this.playbackAudioController?.abort();\n this.playback?.stop('aborted');\n return;\n }\n }\n\n public muteRealtime(muted: boolean): void {\n this.realtime?.mute(muted);\n }\n\n public interruptRealtime(): void {\n this.realtime?.interruptSpeech();\n }\n\n public endRealtime(): void {\n this.closeRealtime();\n }\n\n private startRealtime(activationId: string, connectionId: string): void {\n this.closeRealtime();\n const generation = ++this.realtimeGeneration;\n this.realtimeActivationId = activationId;\n void this.beginRealtime(activationId, connectionId, generation).catch((error: unknown) =>\n this.failRealtime(generation, error),\n );\n }\n\n private async beginRealtime(activationId: string, connectionId: string, generation: number): Promise<void> {\n await this.releaseMedia(false);\n if (!this.isCurrentRealtime(activationId, connectionId, generation)) return;\n const { realtimeNegotiate, realtimeEvent, realtimeState } = this.transport;\n if (realtimeNegotiate === undefined || realtimeEvent === undefined || realtimeState === undefined)\n throw new Error('Realtime browser transport is unavailable.');\n let session!: RealtimeBrowserSession;\n if (!this.createRealtimeSession) throw new Error('Realtime media device is unavailable.');\n session = this.createRealtimeSession({\n negotiate: (sdp, signal) =>\n realtimeNegotiate.call(this.transport, this.clientId, connectionId, activationId, sdp, signal),\n onEvent: (event) => {\n if (this.realtime !== session || !this.isCurrentRealtime(activationId, connectionId, generation)) return;\n this.enqueueRealtimePost(generation, () =>\n realtimeEvent.call(this.transport, this.clientId, connectionId, activationId, event),\n );\n },\n onState: (state) => {\n if (this.realtime !== session || !this.isCurrentRealtime(activationId, connectionId, generation)) return;\n this.onRealtimeState(state);\n this.enqueueRealtimePost(generation, () =>\n realtimeState.call(this.transport, this.clientId, connectionId, activationId, state),\n );\n },\n });\n this.realtime = session;\n await session.start();\n }\n\n private closeRealtime(): void {\n const session = this.realtime;\n const activationId = this.realtimeActivationId;\n if (session === undefined && activationId === undefined) return;\n const connectionId = this.activeConnectionId;\n const generation = this.realtimeGeneration;\n this.realtime = undefined;\n this.realtimeActivationId = undefined;\n this.realtimeGeneration += 1;\n session?.close();\n this.onRealtimeState(undefined);\n const realtimeState = this.transport.realtimeState;\n if (activationId !== undefined && connectionId !== undefined && realtimeState !== undefined) {\n this.enqueueRealtimePost(\n generation,\n () =>\n realtimeState.call(this.transport, this.clientId, connectionId, activationId, {\n connection: 'closed',\n listening: false,\n speaking: false,\n muted: false,\n }),\n true,\n );\n }\n }\n\n private isCurrentRealtime(activationId: string, connectionId: string, generation: number): boolean {\n return (\n this.realtimeGeneration === generation &&\n this.realtimeActivationId === activationId &&\n this.activeConnectionId === connectionId &&\n !this.abortController.signal.aborted\n );\n }\n\n private enqueueRealtimePost(generation: number, operation: () => Promise<void>, terminal = false): void {\n if (this.pendingRealtimePosts >= MAX_PENDING_REALTIME_POSTS) {\n this.failRealtime(generation, new Error('Realtime browser event queue exceeded its limit.'));\n return;\n }\n this.pendingRealtimePosts += 1;\n const post = this.realtimePosts.then(() => {\n // Do not submit queued utterances after local end or ownership transfer.\n if (!terminal && generation !== this.realtimeGeneration) return;\n return operation();\n });\n this.realtimePosts = post.catch(() => undefined);\n void post.then(\n () => {\n this.pendingRealtimePosts -= 1;\n },\n (error: unknown) => {\n this.pendingRealtimePosts -= 1;\n this.failRealtime(generation, error);\n },\n );\n }\n\n private failRealtime(generation: number, error: unknown): void {\n if (generation !== this.realtimeGeneration) return;\n this.closeRealtime();\n this.onRealtimeState({\n connection: 'failed',\n listening: false,\n speaking: false,\n muted: false,\n error: error instanceof Error ? error.message : String(error),\n });\n this.failAttempt?.(error instanceof Error ? error : new Error(String(error)));\n }\n\n private async startCapture(\n event: Extract<VoiceMediaClientEvent, { type: 'capture-start' }>,\n connectionId: string,\n ): Promise<void> {\n const { captureId, configuration } = event;\n if (this.capture !== undefined) await this.finishCapture(this.captureId ?? captureId, connectionId, false);\n const generation = ++this.captureGeneration;\n this.captureId = captureId;\n this.audioUploads = Promise.resolve();\n this.audioUploadError = undefined;\n let pendingPcmBytes = 0;\n const speechDetector =\n configuration.activityControl === 'client' ? this.device.createSpeechPresenceDetector?.() : undefined;\n const activityLifecycle =\n configuration.activityControl === 'client' && speechDetector !== undefined\n ? new ClientCaptureActivityLifecycle(configuration.endpointSilenceMs)\n : undefined;\n this.speechDetector = speechDetector;\n this.activityLifecycle = activityLifecycle;\n try {\n const capture = await this.device.startCapture((pcm, speechAnalysis) => {\n if (generation !== this.captureGeneration || this.captureId !== captureId) return;\n if (this.audioUploadError !== undefined) return;\n if (pendingPcmBytes + pcm.byteLength > MAX_PENDING_PCM_BYTES) {\n const failure = new Error('Voice PCM upload queue exceeded its limit. The local recording is retained.');\n this.audioUploadError = failure;\n void this.failActiveCapture(captureId, connectionId, generation, failure);\n return;\n }\n pendingPcmBytes += pcm.byteLength;\n const owned = new Uint8Array(pcm);\n const speechPcm = speechAnalysis === undefined ? owned : new Uint8Array(speechAnalysis.speechPcm);\n const classification =\n speechAnalysis === undefined\n ? undefined\n : {\n echoReferenceActive: speechAnalysis.echoReferenceActive,\n echoDiscriminated: speechAnalysis.echoDiscriminated,\n };\n this.audioUploads = this.audioUploads.then(async () => {\n pendingPcmBytes -= owned.byteLength;\n if (\n this.audioUploadError !== undefined ||\n generation !== this.captureGeneration ||\n this.captureId !== captureId\n )\n return;\n try {\n if (speechPcm.byteLength !== owned.byteLength)\n throw new Error('Local speech analysis must preserve the capture sample count.');\n const windows = await speechDetector?.push(speechPcm);\n if (generation !== this.captureGeneration || this.captureId !== captureId) return;\n const activity = activityLifecycle?.push(owned, windows, classification);\n await this.transport.sendAudio(this.clientId, connectionId, captureId, owned, activity);\n } catch (error) {\n if (generation !== this.captureGeneration || this.captureId !== captureId) return;\n const failure = error instanceof Error ? error : new Error(String(error));\n if (!isConflict(failure)) this.audioUploadError = failure;\n await this.failActiveCapture(captureId, connectionId, generation, failure);\n }\n });\n });\n if (\n generation !== this.captureGeneration ||\n this.captureId !== captureId ||\n this.abortController.signal.aborted\n ) {\n await capture.stop();\n return;\n }\n this.capture = capture;\n void capture.completion?.catch((error: unknown) =>\n this.failActiveCapture(\n captureId,\n connectionId,\n generation,\n error instanceof Error ? error : new Error(String(error)),\n ),\n );\n this.resolveListening(true);\n } catch (error) {\n const message = error instanceof Error ? `${error.name}: ${error.message}` : String(error);\n await this.transport.captureStopped(this.clientId, connectionId, captureId, message).catch(() => undefined);\n this.captureId = undefined;\n this.captureGeneration += 1;\n this.resolveCaptureEnd();\n throw error;\n }\n }\n\n private async failActiveCapture(\n captureId: string,\n connectionId: string,\n generation: number,\n error: Error,\n ): Promise<void> {\n if (generation !== this.captureGeneration || this.captureId !== captureId) return;\n const capture = this.capture;\n this.capture = undefined;\n await capture?.stop().catch(() => undefined);\n if (generation !== this.captureGeneration || this.captureId !== captureId) return;\n this.captureId = undefined;\n this.captureGeneration += 1;\n this.resolveCaptureEnd();\n // The host may abort a capture before its queued uploads arrive. Keep the unlocked\n // microphone ready for the next capture; polling detects an actually lost lease.\n if (isConflict(error)) {\n await this.speechDetector?.reset().catch(() => undefined);\n return;\n }\n void this.transport\n .captureStopped(this.clientId, connectionId, captureId, `${error.name}: ${error.message}`)\n .catch(() => undefined);\n this.failAttempt?.(error);\n }\n\n private async finishCapture(captureId: string, connectionId: string, acknowledge: boolean): Promise<void> {\n const advertisedCapabilities = this.advertisedCapabilities;\n await this.capture?.stop();\n this.capture = undefined;\n await this.audioUploads;\n await this.speechDetector?.reset().catch(() => undefined);\n this.speechDetector = undefined;\n this.activityLifecycle = undefined;\n const currentCapabilities = snapshotCapabilities(this.device.capabilities);\n if (\n advertisedCapabilities !== undefined &&\n !capabilitiesMatch(advertisedCapabilities, currentCapabilities) &&\n this.transport.refreshCapabilities\n ) {\n try {\n await this.transport.refreshCapabilities(this.clientId, connectionId, currentCapabilities);\n if (this.activeConnectionId === connectionId) this.advertisedCapabilities = currentCapabilities;\n } catch {\n // The next capture keeps the last server-advertised capabilities.\n }\n }\n if (this.audioUploadError !== undefined) {\n const error = this.audioUploadError;\n await this.transport\n .captureStopped(this.clientId, connectionId, captureId, `${error.name}: ${error.message}`)\n .catch(() => undefined);\n this.captureId = undefined;\n this.captureGeneration += 1;\n this.resolveCaptureEnd();\n throw error;\n }\n this.captureId = undefined;\n this.captureGeneration += 1;\n this.resolveListening(false);\n try {\n if (acknowledge) await this.transport.captureStopped(this.clientId, connectionId, captureId);\n } finally {\n this.resolveCaptureEnd();\n }\n }\n\n private async startPlayback(\n event: Extract<VoiceMediaClientEvent, { type: 'playback-start' }>,\n connectionId: string,\n ): Promise<void> {\n this.playbackAudioController?.abort();\n this.playback?.stop('aborted');\n this.scheduleActivityReset();\n const audioController = event.delivery === 'streamed' ? new AbortController() : undefined;\n this.playbackAudioController = audioController;\n const audio = audioController\n ? this.transport.receivePlaybackAudio?.(this.clientId, connectionId, event.playbackId, audioController.signal)\n : undefined;\n let playback: VoiceMediaPlayback;\n try {\n playback = this.device.speak(event, audio);\n } catch (error) {\n audioController?.abort();\n await this.transport.playbackFinished(this.clientId, connectionId, playbackFailure(event.playbackId, error));\n this.scheduleActivityReset();\n return;\n }\n this.playback = playback;\n void playback.completion\n .then(\n (result) => this.transport.playbackFinished(this.clientId, connectionId, result),\n (error: unknown) =>\n this.transport.playbackFinished(this.clientId, connectionId, playbackFailure(event.playbackId, error)),\n )\n .catch(() => undefined)\n .finally(() => {\n if (this.playback !== playback) return;\n audioController?.abort();\n if (this.playbackAudioController === audioController) this.playbackAudioController = undefined;\n this.playback = undefined;\n this.scheduleActivityReset();\n });\n }\n\n private scheduleActivityReset(): void {\n const generation = this.captureGeneration;\n const lifecycle = this.activityLifecycle;\n const detector = this.speechDetector;\n if (!lifecycle || !detector) return;\n this.audioUploads = this.audioUploads.then(async () => {\n if (\n generation !== this.captureGeneration ||\n lifecycle !== this.activityLifecycle ||\n detector !== this.speechDetector\n )\n return;\n lifecycle.resetActivity();\n await detector.reset().catch(() => undefined);\n });\n }\n\n private async releaseMedia(closeDevice = true): Promise<void> {\n this.captureGeneration += 1;\n const capture = this.capture;\n const uploads = this.audioUploads;\n const speechDetector = this.speechDetector;\n this.capture = undefined;\n this.audioUploads = Promise.resolve();\n this.speechDetector = undefined;\n this.activityLifecycle = undefined;\n this.captureId = undefined;\n this.resolveCaptureEnd();\n this.audioUploadError = undefined;\n await capture?.stop().catch(() => undefined);\n this.resolveListening(false);\n void uploads.catch(() => undefined);\n void speechDetector?.reset().catch(() => undefined);\n this.playbackAudioController?.abort();\n this.playbackAudioController = undefined;\n this.playback?.stop('aborted');\n this.playback = undefined;\n if (closeDevice) await this.device.close().catch(() => undefined);\n }\n\n private resolveListening(listening: boolean): void {\n for (const resolve of this.listeningWaiters) resolve(listening);\n this.listeningWaiters.clear();\n }\n\n private resolveCaptureEnd(): void {\n for (const resolve of this.captureEndWaiters) resolve();\n this.captureEndWaiters.clear();\n }\n\n private nextConnectionId(): string {\n const suffix = `:${(++this.connectionAttempt).toString(36)}`;\n return `${this.connectionId.slice(0, MAX_CONNECTION_ID_LENGTH - suffix.length)}${suffix}`;\n }\n}\n"],"mappings":";;;;;AAiEA,MAAM,iBAAiB;AACvB,MAAM,wBAAwB;AAC9B,MAAM,yBAAyB;AAE/B,SAAS,WAAW,OAAuB;CACzC,OAAO,IAAI,YAAY,CAAC,CAAC,OAAO,KAAK,CAAC,CAAC;AACzC;AAEA,SAAS,YAAY,OAAoC;CACvD,IAAI,OAAO,UAAU,YAAY,UAAU,MAAM,OAAO,KAAA;CACxD,MAAM,OAAQ,MAA6B;CAC3C,OAAO,OAAO,SAAS,WAAW,OAAO,KAAA;AAC3C;AAEA,SAAS,aAAa,OAAwB;CAC5C,OAAO,iBAAiB,QAAQ,GAAG,MAAM,KAAK,IAAI,MAAM,YAAY,OAAO,KAAK;AAClF;;;;;;;;;AAUA,IAAa,yBAAb,MAAoC;CAmBf;CACA;CAEA;CArBnB,QAAsC;EACpC,YAAY;EACZ,WAAW;EACX,UAAU;EACV,OAAO;CACT;CACA,aAAqB;CACrB,UAAkB;CAClB;CACA;CACA;CACA;CACA;CACA,iBAAyB;CACzB,gCAAiC,IAAI,IAAoB;CACzD,6BAAqC;CAErC,YACE,SACA,wBAAoF,YAClFA,oBAAAA,2BACF,UAA+C,QAC/C;EAJiB,KAAA,UAAA;EACA,KAAA,wBAAA;EAEA,KAAA,UAAA;CAChB;CAEH,MAAa,QAAuB;EAClC,IAAI,KAAK,SAAS,MAAM,IAAI,MAAM,+CAA+C;EACjF,KAAK,UAAU;EACf,MAAM,aAAa,EAAE,KAAK;EAC1B,MAAM,aAAa,IAAI,gBAAgB;EACvC,KAAK,kBAAkB;EACvB,KAAK,QAAQ;GAAE,YAAY;GAAc,OAAO,KAAA;EAAU,CAAC;EAE3D,IAAI;GACF,IACE,OAAO,KAAK,QAAQ,sBAAsB,cAC1C,KAAK,QAAQ,UAAU,cAAc,iBAAiB,KAAA,GAEtD,MAAM,IAAI,MAAM,wCAAwC;GAE1D,MAAM,UAAU,KAAK,sBAAsB,CAAC,CAAC,MAAM,gBACjD,KAAK,QAAQ,UAAU,aAAc,aAAa,WAAW,CAC/D;GACA,QAAa,MACV,eAAe;IACd,IAAI,CAAC,KAAK,UAAU,UAAU,GAAG,KAAK,MAAM,SAAS,WAAW,UAAU,GAAG,MAAM,KAAK;GAC1F,SACM,KAAA,CACR;GACA,MAAM,SAAS,MAAM,KAAK,UAAU,SAAS,WAAW,MAAM;GAC9D,IAAI,CAAC,KAAK,UAAU,UAAU,GAAG;IAC/B,KAAK,MAAM,SAAS,OAAO,UAAU,GAAG,MAAM,KAAK;IACnD,MAAM,IAAI,MAAM,sCAAsC;GACxD;GACA,KAAK,SAAS;GACd,KAAK,MAAM,SAAS,OAAO,UAAU,GAAG;IACtC,IAAI,MAAM,SAAS,SAAS,MAAM,UAAU,CAAC,KAAK,MAAM;IACxD,MAAM,gBAAgB,KAAK,KAAK,YAAY,0CAA0C;GACxF;GAEA,MAAM,OAAO,IAAI,KAAK,QAAQ,kBAAkB;GAChD,KAAK,OAAO;GACZ,KAAK,gCAAgC;IACnC,IAAI,CAAC,KAAK,UAAU,UAAU,GAAG;IACjC,IAAI,KAAK,oBAAoB,YAAY,KAAK,oBAAoB,gBAChE,KAAK,KAAK,YAAY,uBAAuB,KAAK,gBAAgB,EAAE;SACjE,IAAI,KAAK,oBAAoB,YAAY,KAAK,MAAM,eAAe,UACtE,KAAK,KAAK,YAAY,0CAA0C;GACpE;GACA,KAAK,WAAW,UAAU,KAAK,kBAAkB,YAAY,KAAK;GAGlE,MAAM,UAAU,KAAK,kBAAkB,YAAY;GACnD,KAAK,UAAU;GACf,QAAQ,aAAa,UAAU,KAAK,QAAQ,YAAY,MAAM,IAAI;GAClE,QAAQ,gBAAgB,KAAK,KAAK,YAAY,gCAAgC;GAC9E,QAAQ,gBAAgB;IACtB,IAAI,KAAK,UAAU,UAAU,GAAG,KAAK,KAAK,YAAY,6CAA6C;GACrG;GAEA,KAAK,MAAM,SAAS,OAAO,UAAU,GAAG,KAAK,SAAS,OAAO,MAAM;GACnE,MAAM,QAAQ,MAAM,KAAK,YAAY;GACrC,KAAK,UAAU,MAAM,GAAG;GACxB,MAAM,KAAK,oBAAoB,KAAK;GACpC,MAAM,KAAK,WAAW,MAAM,YAAY,WAAW,MAAM;GACzD,MAAM,WAAW,KAAK,kBAAkB;GACxC,KAAK,UAAU,QAAQ;GACvB,MAAM,YAAY,MAAM,KAAK,QAC3B,KAAK,QAAQ,UAAU,UAAU,WAAW,MAAM,GAClD,wBACA,mCACA,WAAW,MACb;GACA,KAAK,UAAU,SAAS;GACxB,IAAI,CAAC,KAAK,UAAU,UAAU,GAAG,MAAM,IAAI,MAAM,sCAAsC;GACvF,MAAM,KAAK,qBAAqB;IAAE,MAAM;IAAU,KAAK;GAAU,CAAC;GAClE,MAAM,KAAK,kBAAkB,MAAM,SAAS,YAAY,WAAW,MAAM;GACzE,IAAI,CAAC,KAAK,UAAU,UAAU,GAAG,MAAM,IAAI,MAAM,sCAAsC;GACvF,KAAK,QAAQ;IAAE,YAAY;IAAa,WAAW,CAAC,KAAK,MAAM;GAAM,CAAC;EACxE,SAAS,OAAO;GACd,IAAI,KAAK,UAAU,UAAU,GAAG,KAAK,KAAK,YAAY,aAAa,KAAK,CAAC;GACzE,MAAM;EACR;CACF;CAEA,KAAY,OAAqB;EAC/B,KAAK,cAAc,KAAK;EACxB,IAAI,KAAK,SAAS,eAAe,UAAU,KAAK,MAAM,eAAe,aACnE,MAAM,IAAI,MAAM,qCAAqC;EACvD,MAAM,QAAQ,KAAK,MAAM,KAAK;EAC9B,IAAI,MAAM,SAAS,eAAe;GAChC,IACE,OAAO,MAAM,QAAQ,YACrB,MAAM,IAAI,WAAW,KACpB,MAAM,SAAS,KAAA,KAAa,OAAO,MAAM,SAAS,UAEnD,MAAM,IAAI,MAAM,yDAAyD;GAC3E,IAAI,MAAM,SAAS,KAAA,GAAW,KAAK,cAAc,OAAO,MAAM,GAAG;QAC5D,KAAK,cAAc,IAAI,MAAM,KAAK,MAAM,IAAI;GACjD,KAAK,0BAA0B;GAC/B;EACF;EACA,KAAK,QAAQ,KAAK,KAAK;CACzB;CAEA,KAAY,OAAsB;EAChC,KAAK,MAAM,SAAS,KAAK,QAAQ,eAAe,KAAK,CAAC,GAAG,MAAM,UAAU,CAAC;EAC1E,KAAK,QAAQ;GAAE;GAAO,WAAW,KAAK,MAAM,eAAe,eAAe,CAAC;EAAM,CAAC;CACpF;CAEA,kBAA+B;EAC7B,KAAK,iBAAiB;EACtB,IAAI,KAAK,UAAU,KAAA,GAAW,KAAK,MAAM,QAAQ;EACjD,KAAK,QAAQ,EAAE,UAAU,MAAM,CAAC;CAClC;CAEA,QAAqB;EACnB,IAAI,KAAK,MAAM,eAAe,YAAY,KAAK,aAAa,GAAG;EAC/D,KAAK,UAAU;EACf,KAAK,cAAc;EACnB,KAAK,QAAQ;EACb,KAAK,QAAQ;GAAE,YAAY;GAAU,WAAW;GAAO,UAAU;GAAO,OAAO,KAAA;EAAU,CAAC;CAC5F;CAEA,QAAgB,YAAoB,MAAqB;EACvD,IAAI,CAAC,KAAK,UAAU,UAAU,GAAG;EACjC,IAAI,OAAO,SAAS,YAAY,WAAW,IAAI,IAAIC,iBAAAA,gBAAgB,YAAY;GAC7E,KAAK,KAAK,YAAY,uDAAuD;GAC7E;EACF;EACA,IAAI;EACJ,IAAI;GACF,QAAQ,KAAK,MAAM,IAAI;EACzB,QAAQ;GACN,KAAK,KAAK,YAAY,wCAAwC;GAC9D;EACF;EACA,MAAM,OAAO,YAAY,KAAK;EAC9B,IAAI,SAAS,KAAA,GAAW;GACtB,KAAK,KAAK,YAAY,iDAAiD;GACvE;EACF;EACA,IAAI,SAAS,SAAS;GACpB,KAAK,KAAK,YAAY,sCAAsC;GAC5D;EACF;EACA,IAAI,SAAS,4BAA4B,KAAK,gBAAgB;GAC5D,KAAK,iBAAiB;GACtB,IAAI,KAAK,UAAU,KAAA,GAAW,KAAK,MAAM,QAAQ;EACnD;EACA,IAAI;GACF,KAAK,QAAQ,QAAQ,IAAI;EAC3B,SAAS,OAAO;GACd,KAAK,KAAK,YAAY,mCAAmC,aAAa,KAAK,GAAG;EAChF;CACF;CAEA,kBAA0B,YAAoB,OAAgC;EAC5E,IAAI,CAAC,KAAK,UAAU,UAAU,KAAK,MAAM,MAAM,SAAS,SAAS;EACjE,MAAM,QAAQ,KAAK,QAAQ,SAAS,cAAc,OAAO;EACzD,MAAM,WAAW;EACjB,MAAM,QAAQ,KAAK;EACnB,MAAM,YAAY,MAAM,QAAQ,MAAM,IAAI,KAAK,QAAQ,YAAY,CAAC,MAAM,KAAK,CAAC;EAChF,MAAM,kBAAkB;GACtB,IAAI,KAAK,UAAU,UAAU,KAAK,KAAK,UAAU,SAAS,CAAC,MAAM,OAAO,KAAK,QAAQ,EAAE,UAAU,KAAK,CAAC;EACzG;EACA,MAAM,wBAA8B;GAClC,IAAI,KAAK,UAAU,UAAU,KAAK,KAAK,UAAU,OAAO;IACtD,KAAK,QAAQ,EAAE,UAAU,MAAM,CAAC;IAChC,KAAK,0BAA0B;GACjC;EACF;EACA,MAAM,UAAU;EAChB,MAAM,UAAU;EAChB,MAAM,YAAY;EAClB,KAAK,YAAY;EACjB,KAAK,QAAQ;EACb,MACG,KAAK,CAAC,CACN,OAAO,UAAmB,KAAK,KAAK,YAAY,iCAAiC,aAAa,KAAK,GAAG,CAAC;CAC5G;CAEA,4BAA0C;EACxC,IAAI,KAAK,8BAA8B,KAAK,cAAc,SAAS,GAAG;EACtE,KAAK,6BAA6B;EAClC,MAAM,aAAa,KAAK;EACxB,qBAAqB;GACnB,KAAK,6BAA6B;GAClC,IACE,CAAC,KAAK,UAAU,UAAU,KAC1B,KAAK,MAAM,eAAe,eAC1B,KAAK,SAAS,eAAe,UAC7B,KAAK,gBAEL;GAEF,MAAM,cAAc;GACpB,MAAM,aAAa,SACjB,KAAK,UAAU;IACb,MAAM;IACN,SAAS;IACT,SAAS,CAAC;KAAE,MAAM;KAAc,MAAM,GAAG,YAAY,MAAM;IAAO,CAAC;GACrE,CAAC;GACH,MAAM,WAAqB,CAAC;GAC5B,IAAI,QAAQ;GACZ,KAAK,MAAM,QAAQ,KAAK,cAAc,OAAO,GAAG;IAE9C,MAAM,aAAa,MAAM,KAAK,IAAI;IAClC,KAAK,IAAI,SAAS,GAAG,SAAS,WAAW,QAAQ,UAAU,MAAM;KAC/D,MAAM,QAAQ,WAAW,MAAM,QAAQ,SAAS,IAAI,CAAC,CAAC,KAAK,EAAE;KAC7D,MAAM,WAAW,QAAQ,GAAG,MAAM,MAAM,UAAU;KAClD,IAAI,WAAW,UAAU,QAAQ,CAAC,IAAIA,iBAAAA,gBAAgB,YAAY;MAChE,SAAS,KAAK,UAAU,KAAK,CAAC;MAC9B,QAAQ;KACV,OAAO,QAAQ;IACjB;GACF;GACA,IAAI,OAAO,SAAS,KAAK,UAAU,KAAK,CAAC;GACzC,KAAK,cAAc,MAAM;GACzB,IAAI;IACF,KAAK,MAAM,WAAW,UAAU,KAAK,QAAQ,KAAK,OAAO;GAC3D,SAAS,OAAO;IACd,KAAK,KAAK,YAAY,iCAAiC,aAAa,KAAK,GAAG;GAC9E;EACF,CAAC;CACH;CAEA,cAAsB,OAAqB;EACzC,IAAI,WAAW,KAAK,IAAIA,iBAAAA,gBAAgB,YAAY,MAAM,IAAI,MAAM,0CAA0C;EAC9G,IAAI;EACJ,IAAI;GACF,QAAQ,KAAK,MAAM,KAAK;EAC1B,QAAQ;GACN,MAAM,IAAI,MAAM,oCAAoC;EACtD;EACA,IAAI,YAAY,KAAK,MAAM,KAAA,GAAW,MAAM,IAAI,MAAM,qCAAqC;CAC7F;CAEA,UAAkB,KAAgD;EAChE,IAAI,OAAO,QAAQ,YAAY,IAAI,WAAW,GAAG,MAAM,IAAI,MAAM,0BAA0B;EAC3F,IAAI,WAAW,GAAG,IAAIA,iBAAAA,gBAAgB,UAAU,MAAM,IAAI,MAAM,wCAAwC;CAC1G;CAEA,MAAc,WAAW,MAA6B,YAAoB,QAAoC;EAC5G,IAAI,KAAK,sBAAsB,YAAY;EAC3C,MAAM,gBAAsB;GAC1B,IAAI,CAAC,KAAK,UAAU,UAAU,KAAK,KAAK,sBAAsB,YAAY;GAC1E,aAAa;EACf;EACA,IAAI;EACJ,IAAI;GACF,MAAM,KAAK,QACT,IAAI,SAAe,YAAY;IAC7B,aAAa;IACb,KAAK,iBAAiB,2BAA2B,OAAO;IACxD,QAAQ;GACV,CAAC,GACD,gBACA,qCACA,MACF;EACF,UAAU;GACR,KAAK,oBAAoB,2BAA2B,OAAO;EAC7D;CACF;CAEA,MAAc,kBACZ,MACA,SACA,YACA,QACe;EACf,MAAM,cAAuB,KAAK,oBAAoB,eAAe,QAAQ,eAAe;EAC5F,IAAI,MAAM,GAAG;EACb,MAAM,gBAAsB;GAC1B,IAAI,CAAC,KAAK,UAAU,UAAU,GAAG;GACjC,IAAI,KAAK,oBAAoB,YAAY,KAAK,oBAAoB,gBAAgB;IAChF,mCAAmB,IAAI,MAAM,uBAAuB,KAAK,gBAAgB,EAAE,CAAC;IAC5E;GACF;GACA,IAAI,MAAM,GAAG,oBAAoB;EACnC;EACA,IAAI;EACJ,IAAI;EACJ,IAAI;GACF,MAAM,KAAK,QACT,IAAI,SAAe,SAAS,WAAW;IACrC,oBAAoB;IACpB,mBAAmB;IACnB,KAAK,iBAAiB,yBAAyB,OAAO;IACtD,QAAQ,iBAAiB,QAAQ,OAAO;IACxC,QAAQ,iBAAiB,SAAS,OAAO;IACzC,QAAQ;GACV,CAAC,GACD,uBACA,kCACA,MACF;EACF,UAAU;GACR,KAAK,oBAAoB,yBAAyB,OAAO;GACzD,QAAQ,oBAAoB,QAAQ,OAAO;GAC3C,QAAQ,oBAAoB,SAAS,OAAO;EAC9C;CACF;CAEA,UAAqB,SAAqB,QAAiC;EACzE,OAAO,IAAI,SAAY,SAAS,WAAW;GACzC,IAAI,UAAU;GACd,MAAM,UAAU,aAA+B;IAC7C,IAAI,SAAS;IACb,UAAU;IACV,OAAO,oBAAoB,SAAS,OAAO;IAC3C,SAAS;GACX;GACA,MAAM,gBAAsB,aAAa,uBAAO,IAAI,MAAM,sCAAsC,CAAC,CAAC;GAClG,OAAO,iBAAiB,SAAS,SAAS,EAAE,MAAM,KAAK,CAAC;GACxD,IAAI,OAAO,SAAS,QAAQ;GAC5B,QAAQ,MACL,UAAU,aAAa,QAAQ,KAAK,CAAC,IACrC,UAAmB,aAAa,OAAO,KAAK,CAAC,CAChD;EACF,CAAC;CACH;CAEA,QAAmB,SAAqB,WAAmB,gBAAwB,QAAiC;EAClH,OAAO,IAAI,SAAY,SAAS,WAAW;GACzC,IAAI,UAAU;GACd,MAAM,UAAU,aAA+B;IAC7C,IAAI,SAAS;IACb,UAAU;IACV,aAAa,KAAK;IAClB,OAAO,oBAAoB,SAAS,OAAO;IAC3C,SAAS;GACX;GACA,MAAM,gBAAsB,aAAa,uBAAO,IAAI,MAAM,sCAAsC,CAAC,CAAC;GAClG,MAAM,QAAQ,iBAAiB,aAAa,OAAO,IAAI,MAAM,cAAc,CAAC,CAAC,GAAG,SAAS;GACzF,OAAO,iBAAiB,SAAS,SAAS,EAAE,MAAM,KAAK,CAAC;GACxD,IAAI,OAAO,SAAS,QAAQ;GAC5B,QAAQ,MACL,UAAU,aAAa,QAAQ,KAAK,CAAC,IACrC,UAAmB,aAAa,OAAO,KAAK,CAAC,CAChD;EACF,CAAC;CACH;CAEA,KAAa,YAAoB,OAAqB;EACpD,IAAI,CAAC,KAAK,UAAU,UAAU,GAAG;EACjC,KAAK,cAAc;EACnB,KAAK,QAAQ;EACb,KAAK,QAAQ;GAAE,YAAY;GAAU,WAAW;GAAO,UAAU;GAAO;EAAM,CAAC;CACjF;CAEA,UAAwB;EACtB,KAAK,cAAc,MAAM;EACzB,KAAK,iBAAiB,MAAM;EAC5B,KAAK,kBAAkB,KAAA;EACvB,IAAI,KAAK,YAAY,KAAA,GAAW;GAC9B,KAAK,QAAQ,YAAY;GACzB,KAAK,QAAQ,UAAU;GACvB,KAAK,QAAQ,UAAU;GACvB,KAAK,QAAQ,MAAM;EACrB;EACA,IAAI,KAAK,SAAS,KAAA,GAAW;GAC3B,KAAK,KAAK,UAAU;GACpB,KAAK,KAAK,0BAA0B;GACpC,KAAK,KAAK,MAAM;EAClB;EACA,KAAK,MAAM,SAAS,KAAK,QAAQ,UAAU,KAAK,CAAC,GAAG;GAClD,MAAM,UAAU;GAChB,MAAM,KAAK;EACb;EACA,KAAK,YAAY;EACjB,KAAK,UAAU,KAAA;EACf,KAAK,OAAO,KAAA;EACZ,KAAK,SAAS,KAAA;EACd,KAAK,iBAAiB;CACxB;CAEA,cAA4B;EAC1B,IAAI,KAAK,UAAU,KAAA,GAAW;EAC9B,KAAK,MAAM,YAAY;EACvB,KAAK,MAAM,UAAU;EACrB,KAAK,MAAM,UAAU;EACrB,KAAK,MAAM,YAAY;EACvB,KAAK,MAAM,MAAM;EACjB,KAAK,MAAM,YAAY;EACvB,KAAK,QAAQ,KAAA;CACf;CAEA,QAAgB,QAA6C;EAC3D,KAAK,QAAQ;GAAE,GAAG,KAAK;GAAO,GAAG;EAAO;EACxC,IAAI;GACF,KAAK,QAAQ,QAAQ,EAAE,GAAG,KAAK,MAAM,CAAC;EACxC,QAAQ,CAER;CACF;CAEA,UAAkB,YAA6B;EAC7C,OAAO,KAAK,eAAe;CAC7B;AACF;;;ACzfA,MAAM,8BAA8B;AACpC,MAAM,yBAA0BC,oBAAAA,0BAA0B,MAAO;AACjE,MAAM,eAAe;AACrB,MAAM,kBAAkB;AACxB,MAAM,uBAAA;AACN,MAAM,uBAAuBA,oBAAAA,0BAAAA,IAAiD;AAc9E,SAAS,MAAM,OAAe,SAAiB,SAAyB;CACtE,OAAO,KAAK,IAAI,SAAS,KAAK,IAAI,SAAS,KAAK,CAAC;AACnD;AAEA,SAAS,MAAM,OAAuB;CACpC,OAAO,KAAK,MAAM,QAAQ,EAAE,IAAI;AAClC;;AAGA,SAAgB,uBAAuB,KAAyB;CAC9D,IAAI,IAAI,eAAe,KAAK,IAAI,aAAa,yBAAyB,GACpE,MAAM,IAAI,MAAM,0DAA0D;CAC5E,IAAI,YAAY;CAChB,KAAK,IAAI,SAAS,GAAG,SAAS,IAAI,YAAY,UAAU,sBAAsB;EAC5E,MAAM,WAAW,IAAI,UAAY,IAAI,SAAS,MAAO;EACrD,MAAM,UAAU,YAAY,QAAS,WAAW,QAAW,YAAY;EACvE,aAAa,SAAS;CACxB;CACA,MAAM,MAAM,KAAK,KAAK,aAAa,IAAI,aAAa,qBAAqB;CACzE,OAAO,QAAQ,IAAI,eAAe,KAAK,KAAK,MAAM,GAAG;AACvD;;AAQA,IAAa,iCAAb,MAA4C;CAYN;CAXpC,eAAuB;CACvB,gBAAwB;CACxB,2BAAmC;CACnC,+BAAuC;CACvC,0BAAkC;CAClC,iCAAyC;CACzC,yBAAiC;CACjC,gBAAwB;CACxB,kBAA0B;CAC1B,4BAAoC;CAEpC,YAAmB,oBAAqC,6BAA6B;EAAjD,KAAA,oBAAA;EAClC,IAAI,CAAC,OAAO,cAAc,iBAAiB,KAAK,oBAAoB,KAClE,MAAM,IAAI,MAAM,gEAAgE;CACpF;CAEA,KACE,KACA,UAA2C,CAAC,GAC5C,gBAC2B;EAC3B,MAAM,YAAY,uBAAuB,GAAG;EAC5C,KAAK,gBAAgB,IAAI;EACzB,MAAM,oBACJ,gBAAgB,wBAAwB,QACxC,eAAe,qBACf,KAAK;EAEP,KAAK,MAAM,UAAU,SAAS;GAC5B,IAAI,CAAC,OAAO,cAAc,OAAO,WAAW,KAAK,OAAO,eAAe,GACrE,MAAM,IAAI,MAAM,uEAAuE;GACzF,IAAI,KAAK,iBAAiB;IACxB,IAAI,CAAC,OAAO,QAAQ;KAClB,KAAK,2BAA2B;KAChC,KAAK,+BAA+B;KACpC;IACF;IACA,KAAK,4BAA4B,OAAO;IACxC,IAAI,mBAAmB,KAAK,gCAAgC,OAAO;IACnE,IAAI,KAAK,2BAA2B,wBAAwB;IAC5D,KAAK,iBAAiB;IACtB,KAAK,0BAA0B,KAAK;IACpC,KAAK,iCAAiC,KAAK;IAC3C,KAAK,2BAA2B;IAChC,KAAK,+BAA+B;IACpC,KAAK,yBAAyB;IAC9B,KAAK,gBAAgB;IACrB,KAAK,kBAAkB;IACvB;GACF;GACA,IAAI,OAAO,QAAQ;IACjB,KAAK,2BAA2B,OAAO;IACvC,IAAI,mBAAmB,KAAK,kCAAkC,OAAO;IACrE,KAAK,4BAA4B,OAAO;IACxC,IAAI,mBAAmB,KAAK,gCAAgC,OAAO;IACnE,IAAI,KAAK,4BAA4B,wBAAwB;KAC3D,KAAK,gBAAgB;KACrB,KAAK,2BAA2B;KAChC,KAAK,+BAA+B;KACpC,KAAK,yBAAyB;IAChC;GACF,OAAO;IACL,IAAI,KAAK,eAAe,KAAK,0BAA0B,KAAK,2BAA2B,OAAO;IAC9F,KAAK,2BAA2B;IAChC,KAAK,+BAA+B;GACtC;GACA,MAAM,oBAAqB,KAAK,yBAAyBA,oBAAAA,0BAA2B;GACpF,IAAI,KAAK,iBAAiB,qBAAqB,KAAK,mBAAmB,KAAK,kBAAkB;EAChG;EACA,KAAK,4BAA4B,gBAAgB,wBAAwB,QAAQ,eAAe;EAEhG,OAAO;GACL,OAAO,KAAK,kBAAkB,aAAa,KAAK,gBAAgB,WAAW;GAC3E,WAAW,MAAM,MAAM,WAAW,cAAc,CAAC,CAAC;GAClD,WAAW,KAAK,MAAO,KAAK,eAAe,uBAAwB,GAAK;GACxE,OAAO,KAAK;GACZ,oBAAoB,KAAK,MAAO,KAAK,0BAA0BA,oBAAAA,0BAA2B,GAAK;GAC/F,GAAI,gBAAgB,wBAAwB,OACxC,EACE,2BAA2B,KAAK,MAC7B,KAAK,iCAAiCA,oBAAAA,0BAA2B,GACpE,EACF,IACA,CAAC;EACP;CACF;;CAGA,gBAA6B;EAC3B,KAAK,iBAAiB;EACtB,KAAK,2BAA2B;EAChC,KAAK,+BAA+B;EACpC,KAAK,0BAA0B;EAC/B,KAAK,iCAAiC;EACtC,KAAK,yBAAyB;EAC9B,KAAK,gBAAgB;EACrB,KAAK,kBAAkB;EACvB,KAAK,4BAA4B;CACnC;AACF;;;AC9IA,MAAM,qBAAqB;;;;;AAK3B,MAAM,yBAAyB;AAC/B,MAAM,2BAA2B;AACjC,MAAM,6BAA6B;AACnC,MAAM,wBAAwB;AAC9B,MAAM,kBAAkB;AAExB,SAAS,WAAW,OAAyB;CAC3C,OAAO,iBAAiB,SAAS,YAAY,SAAS,MAAM,WAAW;AACzE;AAcA,SAAS,gBAAgB,YAAoB,OAA0C;CAErF,OAAO;EAAE;EAAY,SAAS;EAAU,OADxB,iBAAiB,QAAQ,GAAG,MAAM,KAAK,IAAI,MAAM,YAAY,OAAO,KAAK;CAClC;AACzD;AAEA,SAAS,qBAAqB,cAA8D;CAC1F,OAAO,EAAE,GAAG,aAAa;AAC3B;AAEA,SAAS,kBAAkB,MAA8B,OAAwC;CAC/F,OACE,KAAK,YAAY,MAAM,WACvB,KAAK,aAAa,MAAM,YACxB,KAAK,oBAAoB,MAAM,mBAC/B,KAAK,4BAA4B,MAAM,2BACvC,KAAK,oBAAoB,MAAM,mBAC/B,KAAK,aAAa,MAAM;AAE5B;AAEA,SAAS,MAAM,cAAsB,QAAoC;CACvE,OAAO,IAAI,SAAS,YAAY;EAC9B,IAAI,OAAO,SAAS;GAClB,QAAQ;GACR;EACF;EACA,MAAM,aAAmB;GACvB,aAAa,KAAK;GAClB,OAAO,oBAAoB,SAAS,IAAI;GACxC,QAAQ;EACV;EACA,MAAM,QAAQ,WAAW,MAAM,YAAY;EAC3C,OAAO,iBAAiB,SAAS,MAAM,EAAE,MAAM,KAAK,CAAC;CACvD,CAAC;AACH;AAEA,IAAa,mBAAb,MAA8B;CA0BT;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CAhCnB,kBAAmC,IAAI,gBAAgB;CACvD;CACA;CACA;CACA,oBAA4B;CAC5B;CACA;CACA;CACA;CACA,eAAsC,QAAQ,QAAQ;CACtD;CACA;CACA,oBAA4B;CAC5B,oCAAqC,IAAI,IAA6B;CACtE;CACA;CACA;CACA;CACA,qBAA6B;CAC7B,gBAAuC,QAAQ,QAAQ;CACvD,uBAA+B;CAC/B,mCAAoC,IAAI,IAAkC;CAC1E,oCAAqC,IAAI,IAAgB;CAEzD,YACE,UACA,cACA,WACA,QACA,0BAA6F,KAAA,GAC7F,wBAA4F,KAAA,GAC5F,uBACA,eACA;EARiB,KAAA,WAAA;EACA,KAAA,eAAA;EACA,KAAA,YAAA;EACA,KAAA,SAAA;EACA,KAAA,oBAAA;EACA,KAAA,kBAAA;EACA,KAAA,wBAAA;EACA,KAAA,gBAAA;CAChB;CAEH,QAAqB;EACnB,KAAK,kBAAkB,YAAY;EACnC,KAAK,iBAAiB,KAAK,IAAI;CACjC;;CAGA,oBAAgF;EAC9E,IAAI,KAAK,uBAAuB,KAAA,GAC9B,OAAO,QAAQ,QAAQ;GAAE,UAAU,KAAK;GAAU,cAAc,KAAK;EAAmB,CAAC;EAC3F,IAAI,KAAK,gBAAgB,OAAO,SAAS,OAAO,QAAQ,uBAAO,IAAI,MAAM,+BAA+B,CAAC;EACzG,OAAO,IAAI,SAAS,SAAS,WAAW;GACtC,MAAM,UAAU,UAAwB;IACtC,aAAa,OAAO;IACpB,KAAK,kBAAkB,OAAO,MAAM;IACpC,IAAI,OAAO,OAAO,KAAK;SAClB,IAAI,KAAK,uBAAuB,KAAA,GACnC,QAAQ;KAAE,UAAU,KAAK;KAAU,cAAc,KAAK;IAAmB,CAAC;SACvE,uBAAO,IAAI,MAAM,wCAAwC,CAAC;GACjE;GACA,MAAM,UAAU,iBAAiB,uBAAO,IAAI,MAAM,kDAAkD,CAAC,GAAG,GAAM;GAC9G,KAAK,kBAAkB,IAAI,MAAM;EACnC,CAAC;CACH;CAEA,IAAW,YAAqB;EAC9B,OAAO,KAAK,YAAY,KAAA;CAC1B;CAEA,mBAA4C;EAC1C,IAAI,KAAK,WAAW,OAAO,QAAQ,QAAQ,IAAI;EAC/C,IAAI,KAAK,gBAAgB,OAAO,SAAS,OAAO,QAAQ,QAAQ,KAAK;EACrE,OAAO,IAAI,SAAS,YAAY,KAAK,iBAAiB,IAAI,OAAO,CAAC;CACpE;;CAGA,oBAA0C;EACxC,IAAI,KAAK,cAAc,KAAA,KAAa,KAAK,gBAAgB,OAAO,SAAS,OAAO,QAAQ,QAAQ;EAChG,OAAO,IAAI,SAAS,YAAY,KAAK,kBAAkB,IAAI,OAAO,CAAC;CACrE;CAEA,MAAa,KAAK,cAAc,MAAqB;EACnD,KAAK,cAAc;EACnB,KAAK,gBAAgB,MAAM;EAC3B,KAAK,MAAM,UAAU,KAAK,mBAAmB,uBAAO,IAAI,MAAM,+BAA+B,CAAC;EAC9F,MAAM,KAAK,cAAc,YAAY,KAAA,CAAS;EAC9C,MAAM,KAAK,aAAa,WAAW;EACnC,MAAM,eAAe,KAAK;EAC1B,IAAI,iBAAiB,KAAA,GAAW,MAAM,KAAK,UAAU,WAAW,KAAK,UAAU,YAAY,CAAC,CAAC,YAAY,KAAA,CAAS;EAClH,KAAK,qBAAqB,KAAA;EAC1B,KAAK,yBAAyB,KAAA;EAC9B,KAAK,iBAAiB,KAAK;EAC3B,KAAK,kBAAkB;EACvB,KAAK,kBAAkB,cAAc;CACvC;CAEA,MAAc,MAAqB;EACjC,MAAM,SAAS,KAAK,gBAAgB;EACpC,IAAI,iBAAiB;EACrB,OAAO,CAAC,OAAO,SAAS;GACtB,MAAM,eAAe,KAAK,iBAAiB;GAC3C,MAAM,oBAAoB,IAAI,gBAAgB;GAC9C,MAAM,qBAA2B,kBAAkB,MAAM;GACzD,OAAO,iBAAiB,SAAS,cAAc,EAAE,MAAM,KAAK,CAAC;GAC7D,IAAI;GACJ,MAAM,gBAAgB,IAAI,SAAgB,UAAU,WAAW;IAC7D,gBAAgB;GAClB,CAAC;GACD,KAAK,cAAc;GACnB,IAAI;IACF,MAAM,yBAAyB,qBAAqB,KAAK,OAAO,YAAY;IAC5E,MAAM,YAAY,MAAM,KAAK,UAAU,QAAQ,KAAK,UAAU,cAAc,sBAAsB;IAClG,IAAI,OAAO,SAAS;KAClB,MAAM,KAAK,UAAU,WAAW,KAAK,UAAU,YAAY,CAAC,CAAC,YAAY,KAAA,CAAS;KAClF;IACF;IACA,KAAK,qBAAqB;IAC1B,KAAK,yBAAyB;IAC9B,iBAAiB;IACjB,KAAK,kBAAkB,WAAW;IAClC,KAAK,MAAM,UAAU,KAAK,mBAAmB,OAAO;IACpD,KAAK,oBAAoB,cAAc,wBAAwB,kBAAkB,MAAM;IACvF,IAAI,SAAS,UAAU;IACvB,OAAO,CAAC,OAAO,SAAS;KACtB,MAAM,QAAQ,MAAM,QAAQ,KAAK,CAC/B,KAAK,UAAU,UAAU,KAAK,UAAU,cAAc,QAAQ,kBAAkB,MAAM,GACtF,aACF,CAAC;KACD,IAAI,UAAU,KAAA,GAAW;KACzB,SAAS,MAAM;KACf,MAAM,KAAK,OAAO,OAAO,YAAY;IACvC;GACF,SAAS,OAAO;IACd,KAAK,MAAM,UAAU,KAAK,mBAAmB,OAAO,iBAAiB,QAAQ,QAAQ,IAAI,MAAM,OAAO,KAAK,CAAC,CAAC;IAC7G,IAAI,OAAO,SAAS;IAEpB,IAAI,WAAW,KAAK,KAAK,KAAK,uBAAuB,cAAc,KAAK,kBAAkB,UAAU;IACpG,kBAAkB,MAAM;IACxB,KAAK,cAAc;IACnB,MAAM,KAAK,aAAa;IACxB,IAAI,KAAK,uBAAuB,cAAc;KAC5C,MAAM,KAAK,UAAU,WAAW,KAAK,UAAU,YAAY,CAAC,CAAC,YAAY,KAAA,CAAS;KAClF,KAAK,qBAAqB,KAAA;KAC1B,KAAK,yBAAyB,KAAA;IAChC;IACA,MAAM,MAAM,gBAAgB,MAAM;IAClC,iBAAiB,KAAK,IAAI,iBAAiB,GAAG,sBAAsB;GACtE,UAAU;IACR,OAAO,oBAAoB,SAAS,YAAY;IAChD,IAAI,KAAK,gBAAgB,eAAe,KAAK,cAAc,KAAA;GAC7D;EACF;CACF;CAEA,oBACE,cACA,wBACA,eACM;EACN,CAAM,YAAY;GAChB,IAAI;IACF,MAAM,KAAK,OAAO,UAAU;IAC5B,IAAI,cAAc,WAAW,KAAK,gBAAgB,OAAO,WAAW,KAAK,uBAAuB,cAC9F;IACF,MAAM,uBAAuB,qBAAqB,KAAK,OAAO,YAAY;IAC1E,IAAI,kBAAkB,wBAAwB,oBAAoB,GAAG;IACrE,IAAI,CAAC,KAAK,UAAU,qBAAqB;IACzC,MAAM,KAAK,UAAU,oBAAoB,KAAK,UAAU,cAAc,oBAAoB;IAC1F,IAAI,KAAK,uBAAuB,cAAc,KAAK,yBAAyB;GAC9E,QAAQ,CAER;EACF,EAAA,CAAG;CACL;CAEA,MAAc,OAAO,OAA8B,cAAqC;EACtF,QAAQ,MAAM,MAAd;GACE,KAAK;IACH,KAAK,cAAc,MAAM,cAAc,YAAY;IACnD;GACF,KAAK;IACH,IAAI,KAAK,yBAAyB,MAAM,cAAc,KAAK,cAAc;IACzE;GACF,KAAK;IACH,IAAI,KAAK,yBAAyB,MAAM,cAAc;IACtD,IAAI,MAAM,WAAW,QAAQ,KAAK,UAAU,KAAK,IAAI;SAChD,IAAI,MAAM,WAAW,UAAU,KAAK,UAAU,KAAK,KAAK;SACxD,KAAK,UAAU,gBAAgB;IACpC;GACF,KAAK;IACH,IAAI,KAAK,yBAAyB,MAAM,cAAc;IACtD,KAAK,MAAM,WAAW,MAAM,UAAU,KAAK,UAAU,KAAK,OAAO;IACjE;GACF,KAAK;IACH,IAAI,KAAK,yBAAyB,MAAM,cAAc,KAAK,gBAAgB,MAAM,SAAS;IAC1F;GACF,KAAK;IACH,KAAK,cAAc;IACnB,MAAM,KAAK,aAAa,OAAO,YAAY;IAC3C;GACF,KAAK;IACH,IAAI,KAAK,cAAc,MAAM,WAAW,MAAM,KAAK,cAAc,MAAM,WAAW,cAAc,IAAI;IACpG;GACF,KAAK;IACH,IAAI,KAAK,cAAc,MAAM,WAAW,MAAM,KAAK,cAAc,MAAM,WAAW,cAAc,KAAK;IACrG;GACF,KAAK;IACH,KAAK,cAAc;IACnB,MAAM,KAAK,cAAc,OAAO,YAAY;IAC5C;GACF,KAAK;IACH,KAAK,yBAAyB,MAAM;IACpC,KAAK,UAAU,KAAK,SAAS;IAC7B;GACF,KAAK;IACH,KAAK,yBAAyB,MAAM;IACpC,KAAK,UAAU,KAAK,SAAS;IAC7B;EACJ;CACF;CAEA,aAAoB,OAAsB;EACxC,KAAK,UAAU,KAAK,KAAK;CAC3B;CAEA,oBAAiC;EAC/B,KAAK,UAAU,gBAAgB;CACjC;CAEA,cAA2B;EACzB,KAAK,cAAc;CACrB;CAEA,cAAsB,cAAsB,cAA4B;EACtE,KAAK,cAAc;EACnB,MAAM,aAAa,EAAE,KAAK;EAC1B,KAAK,uBAAuB;EAC5B,KAAU,cAAc,cAAc,cAAc,UAAU,CAAC,CAAC,OAAO,UACrE,KAAK,aAAa,YAAY,KAAK,CACrC;CACF;CAEA,MAAc,cAAc,cAAsB,cAAsB,YAAmC;EACzG,MAAM,KAAK,aAAa,KAAK;EAC7B,IAAI,CAAC,KAAK,kBAAkB,cAAc,cAAc,UAAU,GAAG;EACrE,MAAM,EAAE,mBAAmB,eAAe,kBAAkB,KAAK;EACjE,IAAI,sBAAsB,KAAA,KAAa,kBAAkB,KAAA,KAAa,kBAAkB,KAAA,GACtF,MAAM,IAAI,MAAM,4CAA4C;EAC9D,IAAI;EACJ,IAAI,CAAC,KAAK,uBAAuB,MAAM,IAAI,MAAM,uCAAuC;EACxF,UAAU,KAAK,sBAAsB;GACnC,YAAY,KAAK,WACf,kBAAkB,KAAK,KAAK,WAAW,KAAK,UAAU,cAAc,cAAc,KAAK,MAAM;GAC/F,UAAU,UAAU;IAClB,IAAI,KAAK,aAAa,WAAW,CAAC,KAAK,kBAAkB,cAAc,cAAc,UAAU,GAAG;IAClG,KAAK,oBAAoB,kBACvB,cAAc,KAAK,KAAK,WAAW,KAAK,UAAU,cAAc,cAAc,KAAK,CACrF;GACF;GACA,UAAU,UAAU;IAClB,IAAI,KAAK,aAAa,WAAW,CAAC,KAAK,kBAAkB,cAAc,cAAc,UAAU,GAAG;IAClG,KAAK,gBAAgB,KAAK;IAC1B,KAAK,oBAAoB,kBACvB,cAAc,KAAK,KAAK,WAAW,KAAK,UAAU,cAAc,cAAc,KAAK,CACrF;GACF;EACF,CAAC;EACD,KAAK,WAAW;EAChB,MAAM,QAAQ,MAAM;CACtB;CAEA,gBAA8B;EAC5B,MAAM,UAAU,KAAK;EACrB,MAAM,eAAe,KAAK;EAC1B,IAAI,YAAY,KAAA,KAAa,iBAAiB,KAAA,GAAW;EACzD,MAAM,eAAe,KAAK;EAC1B,MAAM,aAAa,KAAK;EACxB,KAAK,WAAW,KAAA;EAChB,KAAK,uBAAuB,KAAA;EAC5B,KAAK,sBAAsB;EAC3B,SAAS,MAAM;EACf,KAAK,gBAAgB,KAAA,CAAS;EAC9B,MAAM,gBAAgB,KAAK,UAAU;EACrC,IAAI,iBAAiB,KAAA,KAAa,iBAAiB,KAAA,KAAa,kBAAkB,KAAA,GAChF,KAAK,oBACH,kBAEE,cAAc,KAAK,KAAK,WAAW,KAAK,UAAU,cAAc,cAAc;GAC5E,YAAY;GACZ,WAAW;GACX,UAAU;GACV,OAAO;EACT,CAAC,GACH,IACF;CAEJ;CAEA,kBAA0B,cAAsB,cAAsB,YAA6B;EACjG,OACE,KAAK,uBAAuB,cAC5B,KAAK,yBAAyB,gBAC9B,KAAK,uBAAuB,gBAC5B,CAAC,KAAK,gBAAgB,OAAO;CAEjC;CAEA,oBAA4B,YAAoB,WAAgC,WAAW,OAAa;EACtG,IAAI,KAAK,wBAAwB,4BAA4B;GAC3D,KAAK,aAAa,4BAAY,IAAI,MAAM,kDAAkD,CAAC;GAC3F;EACF;EACA,KAAK,wBAAwB;EAC7B,MAAM,OAAO,KAAK,cAAc,WAAW;GAEzC,IAAI,CAAC,YAAY,eAAe,KAAK,oBAAoB;GACzD,OAAO,UAAU;EACnB,CAAC;EACD,KAAK,gBAAgB,KAAK,YAAY,KAAA,CAAS;EAC/C,KAAU,WACF;GACJ,KAAK,wBAAwB;EAC/B,IACC,UAAmB;GAClB,KAAK,wBAAwB;GAC7B,KAAK,aAAa,YAAY,KAAK;EACrC,CACF;CACF;CAEA,aAAqB,YAAoB,OAAsB;EAC7D,IAAI,eAAe,KAAK,oBAAoB;EAC5C,KAAK,cAAc;EACnB,KAAK,gBAAgB;GACnB,YAAY;GACZ,WAAW;GACX,UAAU;GACV,OAAO;GACP,OAAO,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK;EAC9D,CAAC;EACD,KAAK,cAAc,iBAAiB,QAAQ,QAAQ,IAAI,MAAM,OAAO,KAAK,CAAC,CAAC;CAC9E;CAEA,MAAc,aACZ,OACA,cACe;EACf,MAAM,EAAE,WAAW,kBAAkB;EACrC,IAAI,KAAK,YAAY,KAAA,GAAW,MAAM,KAAK,cAAc,KAAK,aAAa,WAAW,cAAc,KAAK;EACzG,MAAM,aAAa,EAAE,KAAK;EAC1B,KAAK,YAAY;EACjB,KAAK,eAAe,QAAQ,QAAQ;EACpC,KAAK,mBAAmB,KAAA;EACxB,IAAI,kBAAkB;EACtB,MAAM,iBACJ,cAAc,oBAAoB,WAAW,KAAK,OAAO,+BAA+B,IAAI,KAAA;EAC9F,MAAM,oBACJ,cAAc,oBAAoB,YAAY,mBAAmB,KAAA,IAC7D,IAAI,+BAA+B,cAAc,iBAAiB,IAClE,KAAA;EACN,KAAK,iBAAiB;EACtB,KAAK,oBAAoB;EACzB,IAAI;GACF,MAAM,UAAU,MAAM,KAAK,OAAO,cAAc,KAAK,mBAAmB;IACtE,IAAI,eAAe,KAAK,qBAAqB,KAAK,cAAc,WAAW;IAC3E,IAAI,KAAK,qBAAqB,KAAA,GAAW;IACzC,IAAI,kBAAkB,IAAI,aAAa,uBAAuB;KAC5D,MAAM,0BAAU,IAAI,MAAM,6EAA6E;KACvG,KAAK,mBAAmB;KACxB,KAAU,kBAAkB,WAAW,cAAc,YAAY,OAAO;KACxE;IACF;IACA,mBAAmB,IAAI;IACvB,MAAM,QAAQ,IAAI,WAAW,GAAG;IAChC,MAAM,YAAY,mBAAmB,KAAA,IAAY,QAAQ,IAAI,WAAW,eAAe,SAAS;IAChG,MAAM,iBACJ,mBAAmB,KAAA,IACf,KAAA,IACA;KACE,qBAAqB,eAAe;KACpC,mBAAmB,eAAe;IACpC;IACN,KAAK,eAAe,KAAK,aAAa,KAAK,YAAY;KACrD,mBAAmB,MAAM;KACzB,IACE,KAAK,qBAAqB,KAAA,KAC1B,eAAe,KAAK,qBACpB,KAAK,cAAc,WAEnB;KACF,IAAI;MACF,IAAI,UAAU,eAAe,MAAM,YACjC,MAAM,IAAI,MAAM,+DAA+D;MACjF,MAAM,UAAU,MAAM,gBAAgB,KAAK,SAAS;MACpD,IAAI,eAAe,KAAK,qBAAqB,KAAK,cAAc,WAAW;MAC3E,MAAM,WAAW,mBAAmB,KAAK,OAAO,SAAS,cAAc;MACvE,MAAM,KAAK,UAAU,UAAU,KAAK,UAAU,cAAc,WAAW,OAAO,QAAQ;KACxF,SAAS,OAAO;MACd,IAAI,eAAe,KAAK,qBAAqB,KAAK,cAAc,WAAW;MAC3E,MAAM,UAAU,iBAAiB,QAAQ,QAAQ,IAAI,MAAM,OAAO,KAAK,CAAC;MACxE,IAAI,CAAC,WAAW,OAAO,GAAG,KAAK,mBAAmB;MAClD,MAAM,KAAK,kBAAkB,WAAW,cAAc,YAAY,OAAO;KAC3E;IACF,CAAC;GACH,CAAC;GACD,IACE,eAAe,KAAK,qBACpB,KAAK,cAAc,aACnB,KAAK,gBAAgB,OAAO,SAC5B;IACA,MAAM,QAAQ,KAAK;IACnB;GACF;GACA,KAAK,UAAU;GACf,QAAa,YAAY,OAAO,UAC9B,KAAK,kBACH,WACA,cACA,YACA,iBAAiB,QAAQ,QAAQ,IAAI,MAAM,OAAO,KAAK,CAAC,CAC1D,CACF;GACA,KAAK,iBAAiB,IAAI;EAC5B,SAAS,OAAO;GACd,MAAM,UAAU,iBAAiB,QAAQ,GAAG,MAAM,KAAK,IAAI,MAAM,YAAY,OAAO,KAAK;GACzF,MAAM,KAAK,UAAU,eAAe,KAAK,UAAU,cAAc,WAAW,OAAO,CAAC,CAAC,YAAY,KAAA,CAAS;GAC1G,KAAK,YAAY,KAAA;GACjB,KAAK,qBAAqB;GAC1B,KAAK,kBAAkB;GACvB,MAAM;EACR;CACF;CAEA,MAAc,kBACZ,WACA,cACA,YACA,OACe;EACf,IAAI,eAAe,KAAK,qBAAqB,KAAK,cAAc,WAAW;EAC3E,MAAM,UAAU,KAAK;EACrB,KAAK,UAAU,KAAA;EACf,MAAM,SAAS,KAAK,CAAC,CAAC,YAAY,KAAA,CAAS;EAC3C,IAAI,eAAe,KAAK,qBAAqB,KAAK,cAAc,WAAW;EAC3E,KAAK,YAAY,KAAA;EACjB,KAAK,qBAAqB;EAC1B,KAAK,kBAAkB;EAGvB,IAAI,WAAW,KAAK,GAAG;GACrB,MAAM,KAAK,gBAAgB,MAAM,CAAC,CAAC,YAAY,KAAA,CAAS;GACxD;EACF;EACA,KAAU,UACP,eAAe,KAAK,UAAU,cAAc,WAAW,GAAG,MAAM,KAAK,IAAI,MAAM,SAAS,CAAC,CACzF,YAAY,KAAA,CAAS;EACxB,KAAK,cAAc,KAAK;CAC1B;CAEA,MAAc,cAAc,WAAmB,cAAsB,aAAqC;EACxG,MAAM,yBAAyB,KAAK;EACpC,MAAM,KAAK,SAAS,KAAK;EACzB,KAAK,UAAU,KAAA;EACf,MAAM,KAAK;EACX,MAAM,KAAK,gBAAgB,MAAM,CAAC,CAAC,YAAY,KAAA,CAAS;EACxD,KAAK,iBAAiB,KAAA;EACtB,KAAK,oBAAoB,KAAA;EACzB,MAAM,sBAAsB,qBAAqB,KAAK,OAAO,YAAY;EACzE,IACE,2BAA2B,KAAA,KAC3B,CAAC,kBAAkB,wBAAwB,mBAAmB,KAC9D,KAAK,UAAU,qBAEf,IAAI;GACF,MAAM,KAAK,UAAU,oBAAoB,KAAK,UAAU,cAAc,mBAAmB;GACzF,IAAI,KAAK,uBAAuB,cAAc,KAAK,yBAAyB;EAC9E,QAAQ,CAER;EAEF,IAAI,KAAK,qBAAqB,KAAA,GAAW;GACvC,MAAM,QAAQ,KAAK;GACnB,MAAM,KAAK,UACR,eAAe,KAAK,UAAU,cAAc,WAAW,GAAG,MAAM,KAAK,IAAI,MAAM,SAAS,CAAC,CACzF,YAAY,KAAA,CAAS;GACxB,KAAK,YAAY,KAAA;GACjB,KAAK,qBAAqB;GAC1B,KAAK,kBAAkB;GACvB,MAAM;EACR;EACA,KAAK,YAAY,KAAA;EACjB,KAAK,qBAAqB;EAC1B,KAAK,iBAAiB,KAAK;EAC3B,IAAI;GACF,IAAI,aAAa,MAAM,KAAK,UAAU,eAAe,KAAK,UAAU,cAAc,SAAS;EAC7F,UAAU;GACR,KAAK,kBAAkB;EACzB;CACF;CAEA,MAAc,cACZ,OACA,cACe;EACf,KAAK,yBAAyB,MAAM;EACpC,KAAK,UAAU,KAAK,SAAS;EAC7B,KAAK,sBAAsB;EAC3B,MAAM,kBAAkB,MAAM,aAAa,aAAa,IAAI,gBAAgB,IAAI,KAAA;EAChF,KAAK,0BAA0B;EAC/B,MAAM,QAAQ,kBACV,KAAK,UAAU,uBAAuB,KAAK,UAAU,cAAc,MAAM,YAAY,gBAAgB,MAAM,IAC3G,KAAA;EACJ,IAAI;EACJ,IAAI;GACF,WAAW,KAAK,OAAO,MAAM,OAAO,KAAK;EAC3C,SAAS,OAAO;GACd,iBAAiB,MAAM;GACvB,MAAM,KAAK,UAAU,iBAAiB,KAAK,UAAU,cAAc,gBAAgB,MAAM,YAAY,KAAK,CAAC;GAC3G,KAAK,sBAAsB;GAC3B;EACF;EACA,KAAK,WAAW;EAChB,SAAc,WACX,MACE,WAAW,KAAK,UAAU,iBAAiB,KAAK,UAAU,cAAc,MAAM,IAC9E,UACC,KAAK,UAAU,iBAAiB,KAAK,UAAU,cAAc,gBAAgB,MAAM,YAAY,KAAK,CAAC,CACzG,CAAC,CACA,YAAY,KAAA,CAAS,CAAC,CACtB,cAAc;GACb,IAAI,KAAK,aAAa,UAAU;GAChC,iBAAiB,MAAM;GACvB,IAAI,KAAK,4BAA4B,iBAAiB,KAAK,0BAA0B,KAAA;GACrF,KAAK,WAAW,KAAA;GAChB,KAAK,sBAAsB;EAC7B,CAAC;CACL;CAEA,wBAAsC;EACpC,MAAM,aAAa,KAAK;EACxB,MAAM,YAAY,KAAK;EACvB,MAAM,WAAW,KAAK;EACtB,IAAI,CAAC,aAAa,CAAC,UAAU;EAC7B,KAAK,eAAe,KAAK,aAAa,KAAK,YAAY;GACrD,IACE,eAAe,KAAK,qBACpB,cAAc,KAAK,qBACnB,aAAa,KAAK,gBAElB;GACF,UAAU,cAAc;GACxB,MAAM,SAAS,MAAM,CAAC,CAAC,YAAY,KAAA,CAAS;EAC9C,CAAC;CACH;CAEA,MAAc,aAAa,cAAc,MAAqB;EAC5D,KAAK,qBAAqB;EAC1B,MAAM,UAAU,KAAK;EACrB,MAAM,UAAU,KAAK;EACrB,MAAM,iBAAiB,KAAK;EAC5B,KAAK,UAAU,KAAA;EACf,KAAK,eAAe,QAAQ,QAAQ;EACpC,KAAK,iBAAiB,KAAA;EACtB,KAAK,oBAAoB,KAAA;EACzB,KAAK,YAAY,KAAA;EACjB,KAAK,kBAAkB;EACvB,KAAK,mBAAmB,KAAA;EACxB,MAAM,SAAS,KAAK,CAAC,CAAC,YAAY,KAAA,CAAS;EAC3C,KAAK,iBAAiB,KAAK;EAC3B,QAAa,YAAY,KAAA,CAAS;EAClC,gBAAqB,MAAM,CAAC,CAAC,YAAY,KAAA,CAAS;EAClD,KAAK,yBAAyB,MAAM;EACpC,KAAK,0BAA0B,KAAA;EAC/B,KAAK,UAAU,KAAK,SAAS;EAC7B,KAAK,WAAW,KAAA;EAChB,IAAI,aAAa,MAAM,KAAK,OAAO,MAAM,CAAC,CAAC,YAAY,KAAA,CAAS;CAClE;CAEA,iBAAyB,WAA0B;EACjD,KAAK,MAAM,WAAW,KAAK,kBAAkB,QAAQ,SAAS;EAC9D,KAAK,iBAAiB,MAAM;CAC9B;CAEA,oBAAkC;EAChC,KAAK,MAAM,WAAW,KAAK,mBAAmB,QAAQ;EACtD,KAAK,kBAAkB,MAAM;CAC/B;CAEA,mBAAmC;EACjC,MAAM,SAAS,KAAK,EAAE,KAAK,kBAAA,CAAmB,SAAS,EAAE;EACzD,OAAO,GAAG,KAAK,aAAa,MAAM,GAAG,2BAA2B,OAAO,MAAM,IAAI;CACnF;AACF"}
1
+ {"version":3,"file":"clientMedia.cjs","names":["CLIENT_DEFAULT_MICROPHONE","REALTIME_LIMITS","VOICE_MEDIA_SAMPLE_RATE"],"sources":["../src/types/browserRealtimeSession.ts","../src/types/clientCaptureActivity.ts","../src/types/voiceMediaClient.ts"],"sourcesContent":["import { CLIENT_DEFAULT_MICROPHONE, type VoiceMicrophoneConstraints } from './clientMedia';\nimport { REALTIME_LIMITS, type BrowserRealtimeOptions, type RealtimeBrowserState } from './realtime';\n\nexport interface BrowserMediaTrack {\n readonly kind: string;\n enabled: boolean;\n onended: (() => void) | null;\n stop(): void;\n}\n\nexport interface BrowserMediaStream {\n getTracks(): BrowserMediaTrack[];\n getAudioTracks(): BrowserMediaTrack[];\n}\n\ninterface BrowserAudio {\n autoplay: boolean;\n muted: boolean;\n srcObject: BrowserMediaStream | null;\n onplaying: (() => void) | null;\n onpause: (() => void) | null;\n onended: (() => void) | null;\n onwaiting: (() => void) | null;\n play(): Promise<void>;\n pause(): void;\n}\n\ninterface BrowserDataChannel extends EventTarget {\n readonly readyState: string;\n onmessage: ((event: { data: unknown }) => void) | null;\n onerror: (() => void) | null;\n onclose: (() => void) | null;\n send(event: string): void;\n close(): void;\n}\n\ninterface BrowserPeerConnection extends EventTarget {\n readonly connectionState: string;\n readonly iceGatheringState: string;\n readonly localDescription: { sdp?: string } | null;\n onconnectionstatechange: (() => void) | null;\n ontrack: ((event: BrowserTrackEvent) => void) | null;\n createDataChannel(label: string): BrowserDataChannel;\n addTrack(track: BrowserMediaTrack, stream: BrowserMediaStream): void;\n createOffer(): Promise<{ sdp?: string }>;\n setLocalDescription(description: { sdp?: string }): Promise<void>;\n setRemoteDescription(description: { type: 'answer'; sdp: string }): Promise<void>;\n close(): void;\n}\n\ninterface BrowserTrackEvent {\n readonly track: BrowserMediaTrack;\n readonly streams: BrowserMediaStream[];\n}\n\n/** Host-owned remote playback. Omit playback notifications when the host cannot observe them. */\nexport interface RealtimeRemoteOutput {\n attach(stream: BrowserMediaStream, track: BrowserMediaTrack): void | Promise<void>;\n suppress(on: boolean): void;\n dispose(): void;\n onPlaybackState?: ((playing: boolean) => void) | null;\n}\n\nexport interface BrowserEnvironment {\n navigator: {\n mediaDevices?: { getUserMedia(constraints: VoiceMicrophoneConstraints): Promise<BrowserMediaStream> };\n };\n RTCPeerConnection?: new () => BrowserPeerConnection;\n MediaStream: new (tracks: BrowserMediaTrack[]) => BrowserMediaStream;\n document?: { createElement(tag: 'audio'): BrowserAudio };\n}\ndeclare const window: BrowserEnvironment;\n\nconst ICE_TIMEOUT_MS = 10_000;\nconst CONNECTION_TIMEOUT_MS = 15_000;\nconst NEGOTIATION_TIMEOUT_MS = 15_000;\n\nfunction byteLength(value: string): number {\n return new TextEncoder().encode(value).byteLength;\n}\n\nfunction messageType(value: unknown): string | undefined {\n if (typeof value !== 'object' || value === null) return undefined;\n const type = (value as { type?: unknown }).type;\n return typeof type === 'string' ? type : undefined;\n}\n\nfunction errorMessage(error: unknown): string {\n return error instanceof Error ? `${error.name}: ${error.message}` : String(error);\n}\n\n/**\n * Owns one browser WebRTC microphone and remote audio sink.\n *\n * interruptSpeech only suppresses local output and preserves microphone input.\n * Frameless bidi has no event that safely distinguishes a new response from\n * buffered audio belonging to the interrupted turn, so output stays muted until\n * the person speaks again: the next response then answers them.\n */\nexport class BrowserRealtimeSession {\n private state: RealtimeBrowserState = {\n connection: 'closed',\n listening: false,\n speaking: false,\n muted: false,\n };\n private generation = 0;\n private started = false;\n private stream: BrowserMediaStream | undefined;\n private peer: BrowserPeerConnection | undefined;\n private channel: BrowserDataChannel | undefined;\n private audio: BrowserAudio | undefined;\n private abortController: AbortController | undefined;\n private suppressOutput = false;\n private readonly announcements = new Map<string, string>();\n private announcementFlushScheduled = false;\n\n public constructor(\n private readonly options: BrowserRealtimeOptions,\n private readonly microphoneConstraints: () => Promise<VoiceMicrophoneConstraints> = async () =>\n CLIENT_DEFAULT_MICROPHONE,\n private readonly browser: BrowserEnvironment = window,\n private readonly output?: RealtimeRemoteOutput,\n ) {\n if (output)\n output.onPlaybackState = (playing) => {\n if (this.state.connection === 'closed' || this.state.connection === 'failed') return;\n this.publish({ speaking: playing && !this.suppressOutput });\n if (!playing) this.scheduleAnnouncementFlush();\n };\n }\n\n public async start(): Promise<void> {\n if (this.started) throw new Error('Realtime browser session has already started.');\n this.started = true;\n const generation = ++this.generation;\n const controller = new AbortController();\n this.abortController = controller;\n this.publish({ connection: 'connecting', error: undefined });\n\n try {\n if (\n typeof this.browser.RTCPeerConnection !== 'function' ||\n this.browser.navigator.mediaDevices?.getUserMedia === undefined\n )\n throw new Error('Browser realtime media is unavailable.');\n\n const capture = this.microphoneConstraints().then((constraints) =>\n this.browser.navigator.mediaDevices!.getUserMedia(constraints),\n );\n void capture.then(\n (lateStream) => {\n if (!this.isCurrent(generation)) for (const track of lateStream.getTracks()) track.stop();\n },\n () => undefined,\n );\n const stream = await this.abortable(capture, controller.signal);\n if (!this.isCurrent(generation)) {\n for (const track of stream.getTracks()) track.stop();\n throw new Error('Realtime browser session was closed.');\n }\n this.stream = stream;\n for (const track of stream.getTracks()) {\n if (track.kind === 'audio') track.enabled = !this.state.muted;\n track.onended = () => this.fail(generation, 'Microphone permission or input was lost.');\n }\n\n const peer = new this.browser.RTCPeerConnection();\n this.peer = peer;\n peer.onconnectionstatechange = () => {\n if (!this.isCurrent(generation)) return;\n if (peer.connectionState === 'failed' || peer.connectionState === 'disconnected')\n this.fail(generation, `Realtime connection ${peer.connectionState}.`);\n else if (peer.connectionState === 'closed' && this.state.connection !== 'closed')\n this.fail(generation, 'Realtime connection closed unexpectedly.');\n };\n peer.ontrack = (event) => this.attachRemoteAudio(generation, event);\n\n // OpenAI requires the oai-events data channel to be present in the offer.\n const channel = peer.createDataChannel('oai-events');\n this.channel = channel;\n channel.onmessage = (event) => this.receive(generation, event.data);\n channel.onerror = () => this.fail(generation, 'Realtime event channel failed.');\n channel.onclose = () => {\n if (this.isCurrent(generation)) this.fail(generation, 'Realtime event channel closed unexpectedly.');\n };\n\n for (const track of stream.getTracks()) peer.addTrack(track, stream);\n const offer = await peer.createOffer();\n this.assertSdp(offer.sdp);\n await peer.setLocalDescription(offer);\n await this.waitForIce(peer, generation, controller.signal);\n const localSdp = peer.localDescription?.sdp;\n this.assertSdp(localSdp);\n const answerSdp = await this.bounded(\n this.options.negotiate(localSdp, controller.signal),\n NEGOTIATION_TIMEOUT_MS,\n 'Realtime negotiation timed out.',\n controller.signal,\n );\n this.assertSdp(answerSdp);\n if (!this.isCurrent(generation)) throw new Error('Realtime browser session was closed.');\n await peer.setRemoteDescription({ type: 'answer', sdp: answerSdp });\n await this.waitForConnection(peer, channel, generation, controller.signal);\n if (!this.isCurrent(generation)) throw new Error('Realtime browser session was closed.');\n this.publish({ connection: 'connected', listening: !this.state.muted });\n } catch (error) {\n if (this.isCurrent(generation)) this.fail(generation, errorMessage(error));\n throw error;\n }\n }\n\n public send(event: string): void {\n this.validateEvent(event);\n if (this.channel?.readyState !== 'open' || this.state.connection !== 'connected')\n throw new Error('Realtime event channel is not open.');\n const value = JSON.parse(event) as { type: string; key?: unknown; text?: unknown };\n if (value.type === 'po.announce') {\n if (\n typeof value.key !== 'string' ||\n value.key.length === 0 ||\n (value.text !== undefined && typeof value.text !== 'string')\n )\n throw new Error('Realtime announcement requires a key and optional text.');\n if (value.text === undefined) this.announcements.delete(value.key);\n else this.announcements.set(value.key, value.text);\n this.scheduleAnnouncementFlush();\n return;\n }\n this.channel.send(event);\n }\n\n public mute(muted: boolean): void {\n for (const track of this.stream?.getAudioTracks() ?? []) track.enabled = !muted;\n this.publish({ muted, listening: this.state.connection === 'connected' && !muted });\n }\n\n public interruptSpeech(): void {\n this.suppressOutput = true;\n if (this.audio !== undefined) this.audio.muted = true;\n this.output?.suppress(true);\n this.publish({ speaking: false });\n }\n\n public close(): void {\n if (this.state.connection === 'closed' && this.generation > 0) return;\n this.started = true;\n this.generation += 1;\n this.cleanup();\n this.publish({ connection: 'closed', listening: false, speaking: false, error: undefined });\n }\n\n private receive(generation: number, data: unknown): void {\n if (!this.isCurrent(generation)) return;\n if (typeof data !== 'string' || byteLength(data) > REALTIME_LIMITS.eventBytes) {\n this.fail(generation, 'Realtime provider sent an invalid or oversized event.');\n return;\n }\n let value: unknown;\n try {\n value = JSON.parse(data);\n } catch {\n this.fail(generation, 'Realtime provider sent malformed JSON.');\n return;\n }\n const type = messageType(value);\n if (type === undefined) {\n this.fail(generation, 'Realtime provider sent an event without a type.');\n return;\n }\n if (type === 'error') {\n this.fail(generation, 'Realtime provider reported an error.');\n return;\n }\n if (type === 'input_transcript.added' && this.suppressOutput) {\n this.suppressOutput = false;\n if (this.audio !== undefined) this.audio.muted = false;\n this.output?.suppress(false);\n }\n try {\n this.options.onEvent(data);\n } catch (error) {\n this.fail(generation, `Realtime event consumer failed: ${errorMessage(error)}`);\n }\n }\n\n private attachRemoteAudio(generation: number, event: BrowserTrackEvent): void {\n if (!this.isCurrent(generation) || event.track.kind !== 'audio') return;\n const stream = event.streams[0] ?? new this.browser.MediaStream([event.track]);\n if (this.output) {\n this.output.suppress(this.suppressOutput);\n try {\n void Promise.resolve(this.output.attach(stream, event.track)).catch((error: unknown) =>\n this.fail(generation, `Remote audio playback failed: ${errorMessage(error)}`),\n );\n } catch (error) {\n this.fail(generation, `Remote audio playback failed: ${errorMessage(error)}`);\n }\n return;\n }\n const audio = this.browser.document!.createElement('audio');\n audio.autoplay = true;\n audio.muted = this.suppressOutput;\n audio.srcObject = stream;\n audio.onplaying = () => {\n if (this.isCurrent(generation) && this.audio === audio && !audio.muted) this.publish({ speaking: true });\n };\n const playbackStopped = (): void => {\n if (this.isCurrent(generation) && this.audio === audio) {\n this.publish({ speaking: false });\n this.scheduleAnnouncementFlush();\n }\n };\n audio.onpause = playbackStopped;\n audio.onended = playbackStopped;\n audio.onwaiting = playbackStopped;\n this.detachAudio();\n this.audio = audio;\n void audio\n .play()\n .catch((error: unknown) => this.fail(generation, `Remote audio playback failed: ${errorMessage(error)}`));\n }\n\n private scheduleAnnouncementFlush(): void {\n if (this.announcementFlushScheduled || this.announcements.size === 0) return;\n this.announcementFlushScheduled = true;\n const generation = this.generation;\n queueMicrotask(() => {\n this.announcementFlushScheduled = false;\n if (\n !this.isCurrent(generation) ||\n this.state.connection !== 'connected' ||\n this.channel?.readyState !== 'open' ||\n this.suppressOutput\n )\n return;\n // A WebRTC audio element can stay playing through silence. The provider owns turn-taking.\n const instruction = 'Share these updates only at a conversational pause. Stop and listen when the user speaks.';\n const serialize = (text: string): string =>\n JSON.stringify({\n type: 'session.context.append',\n channel: 'speakable',\n content: [{ type: 'input_text', text: `${instruction}\\n\\n${text}` }],\n });\n const messages: string[] = [];\n let batch = '';\n for (const text of this.announcements.values()) {\n // Bound even heavily escaped Unicode text below the transport event limit.\n const characters = Array.from(text);\n for (let offset = 0; offset < characters.length; offset += 4096) {\n const chunk = characters.slice(offset, offset + 4096).join('');\n const combined = batch ? `${batch}\\n\\n${chunk}` : chunk;\n if (byteLength(serialize(combined)) > REALTIME_LIMITS.eventBytes) {\n messages.push(serialize(batch));\n batch = chunk;\n } else batch = combined;\n }\n }\n if (batch) messages.push(serialize(batch));\n this.announcements.clear();\n try {\n for (const message of messages) this.channel.send(message);\n } catch (error) {\n this.fail(generation, `Realtime announcement failed: ${errorMessage(error)}`);\n }\n });\n }\n\n private validateEvent(event: string): void {\n if (byteLength(event) > REALTIME_LIMITS.eventBytes) throw new Error('Realtime event exceeds the maximum size.');\n let value: unknown;\n try {\n value = JSON.parse(event);\n } catch {\n throw new Error('Realtime event must be valid JSON.');\n }\n if (messageType(value) === undefined) throw new Error('Realtime event must contain a type.');\n }\n\n private assertSdp(sdp: string | undefined): asserts sdp is string {\n if (typeof sdp !== 'string' || sdp.length === 0) throw new Error('Realtime SDP is missing.');\n if (byteLength(sdp) > REALTIME_LIMITS.sdpBytes) throw new Error('Realtime SDP exceeds the maximum size.');\n }\n\n private async waitForIce(peer: BrowserPeerConnection, generation: number, signal: AbortSignal): Promise<void> {\n if (peer.iceGatheringState === 'complete') return;\n const changed = (): void => {\n if (!this.isCurrent(generation) || peer.iceGatheringState !== 'complete') return;\n resolveIce?.();\n };\n let resolveIce: (() => void) | undefined;\n try {\n await this.bounded(\n new Promise<void>((resolve) => {\n resolveIce = resolve;\n peer.addEventListener('icegatheringstatechange', changed);\n changed();\n }),\n ICE_TIMEOUT_MS,\n 'Realtime ICE gathering timed out.',\n signal,\n );\n } finally {\n peer.removeEventListener('icegatheringstatechange', changed);\n }\n }\n\n private async waitForConnection(\n peer: BrowserPeerConnection,\n channel: BrowserDataChannel,\n generation: number,\n signal: AbortSignal,\n ): Promise<void> {\n const ready = (): boolean => peer.connectionState === 'connected' && channel.readyState === 'open';\n if (ready()) return;\n const changed = (): void => {\n if (!this.isCurrent(generation)) return;\n if (peer.connectionState === 'failed' || peer.connectionState === 'disconnected') {\n rejectConnection?.(new Error(`Realtime connection ${peer.connectionState}.`));\n return;\n }\n if (ready()) resolveConnection?.();\n };\n let resolveConnection: (() => void) | undefined;\n let rejectConnection: ((error: Error) => void) | undefined;\n try {\n await this.bounded(\n new Promise<void>((resolve, reject) => {\n resolveConnection = resolve;\n rejectConnection = reject;\n peer.addEventListener('connectionstatechange', changed);\n channel.addEventListener('open', changed);\n channel.addEventListener('close', changed);\n changed();\n }),\n CONNECTION_TIMEOUT_MS,\n 'Realtime connection timed out.',\n signal,\n );\n } finally {\n peer.removeEventListener('connectionstatechange', changed);\n channel.removeEventListener('open', changed);\n channel.removeEventListener('close', changed);\n }\n }\n\n private abortable<T>(promise: Promise<T>, signal: AbortSignal): Promise<T> {\n return new Promise<T>((resolve, reject) => {\n let settled = false;\n const finish = (callback: () => void): void => {\n if (settled) return;\n settled = true;\n signal.removeEventListener('abort', aborted);\n callback();\n };\n const aborted = (): void => finish(() => reject(new Error('Realtime browser session was closed.')));\n signal.addEventListener('abort', aborted, { once: true });\n if (signal.aborted) aborted();\n promise.then(\n (value) => finish(() => resolve(value)),\n (error: unknown) => finish(() => reject(error)),\n );\n });\n }\n\n private bounded<T>(promise: Promise<T>, timeoutMs: number, timeoutMessage: string, signal: AbortSignal): Promise<T> {\n return new Promise<T>((resolve, reject) => {\n let settled = false;\n const finish = (callback: () => void): void => {\n if (settled) return;\n settled = true;\n clearTimeout(timer);\n signal.removeEventListener('abort', aborted);\n callback();\n };\n const aborted = (): void => finish(() => reject(new Error('Realtime browser session was closed.')));\n const timer = setTimeout(() => finish(() => reject(new Error(timeoutMessage))), timeoutMs);\n signal.addEventListener('abort', aborted, { once: true });\n if (signal.aborted) aborted();\n promise.then(\n (value) => finish(() => resolve(value)),\n (error: unknown) => finish(() => reject(error)),\n );\n });\n }\n\n private fail(generation: number, error: string): void {\n if (!this.isCurrent(generation)) return;\n this.generation += 1;\n this.cleanup();\n this.publish({ connection: 'failed', listening: false, speaking: false, error });\n }\n\n private cleanup(): void {\n this.announcements.clear();\n this.abortController?.abort();\n this.abortController = undefined;\n if (this.channel !== undefined) {\n this.channel.onmessage = null;\n this.channel.onerror = null;\n this.channel.onclose = null;\n this.channel.close();\n }\n if (this.peer !== undefined) {\n this.peer.ontrack = null;\n this.peer.onconnectionstatechange = null;\n this.peer.close();\n }\n for (const track of this.stream?.getTracks() ?? []) {\n track.onended = null;\n track.stop();\n }\n this.detachAudio();\n if (this.output) {\n this.output.onPlaybackState = null;\n this.output.dispose();\n }\n this.channel = undefined;\n this.peer = undefined;\n this.stream = undefined;\n this.suppressOutput = false;\n }\n\n private detachAudio(): void {\n if (this.audio === undefined) return;\n this.audio.onplaying = null;\n this.audio.onpause = null;\n this.audio.onended = null;\n this.audio.onwaiting = null;\n this.audio.pause();\n this.audio.srcObject = null;\n this.audio = undefined;\n }\n\n private publish(update: Partial<RealtimeBrowserState>): void {\n this.state = { ...this.state, ...update };\n try {\n this.options.onState({ ...this.state });\n } catch {\n // State observers do not own browser media cleanup or transport lifetime.\n }\n }\n\n private isCurrent(generation: number): boolean {\n return this.generation === generation;\n }\n}\n","import {\n VOICE_MEDIA_BITS_PER_SAMPLE,\n VOICE_MEDIA_CHANNELS,\n VOICE_MEDIA_SAMPLE_RATE,\n type VoiceMediaCaptureActivity,\n} from './clientMedia';\n\nconst DEFAULT_ENDPOINT_SILENCE_MS = 600;\nconst MINIMUM_SPEECH_SAMPLES = (VOICE_MEDIA_SAMPLE_RATE * 120) / 1_000;\nconst SILENCE_DBFS = -120;\nconst PCM_VALUE_LIMIT = 32_768;\nconst PCM_BYTES_PER_SAMPLE = VOICE_MEDIA_BITS_PER_SAMPLE / 8;\nconst PCM_BYTES_PER_SECOND = VOICE_MEDIA_SAMPLE_RATE * VOICE_MEDIA_CHANNELS * PCM_BYTES_PER_SAMPLE;\n\nexport interface SpeechPresenceWindow {\n readonly speech: boolean;\n readonly sampleCount: number;\n}\n\n/** Platform boundary for browser workers and native speech-presence implementations. */\nexport interface SpeechPresenceDetector {\n push(pcm: Uint8Array): Promise<readonly SpeechPresenceWindow[]>;\n reset(): Promise<void>;\n close(): Promise<void>;\n}\n\nfunction clamp(value: number, minimum: number, maximum: number): number {\n return Math.min(maximum, Math.max(minimum, value));\n}\n\nfunction round(value: number): number {\n return Math.round(value * 10) / 10;\n}\n\n/** Calculates the RMS level of complete little-endian PCM16 samples without environment-specific APIs. */\nexport function calculateClientPcmDbfs(pcm: Uint8Array): number {\n if (pcm.byteLength === 0 || pcm.byteLength % PCM_BYTES_PER_SAMPLE !== 0)\n throw new Error('PCM activity input must contain complete 16-bit samples.');\n let squareSum = 0;\n for (let offset = 0; offset < pcm.byteLength; offset += PCM_BYTES_PER_SAMPLE) {\n const unsigned = pcm[offset]! | (pcm[offset + 1]! << 8);\n const sample = (unsigned >= 0x8000 ? unsigned - 0x1_0000 : unsigned) / PCM_VALUE_LIMIT;\n squareSum += sample * sample;\n }\n const rms = Math.sqrt(squareSum / (pcm.byteLength / PCM_BYTES_PER_SAMPLE));\n return rms === 0 ? SILENCE_DBFS : 20 * Math.log10(rms);\n}\n\nexport interface ClientCaptureSpeechClassification {\n readonly echoReferenceActive: boolean;\n readonly echoDiscriminated: boolean;\n}\n\n/** Portable lifecycle. Classifier windows are authoritative; RMS is level telemetry only. */\nexport class ClientCaptureActivityLifecycle {\n private elapsedBytes = 0;\n private activityEpoch = 0;\n private consecutiveSpeechSamples = 0;\n private consecutiveEchoSpeechSamples = 0;\n private classifiedSpeechSamples = 0;\n private echoDiscriminatedSpeechSamples = 0;\n private trailingSilenceSamples = 0;\n private speechStarted = false;\n private endpointReached = false;\n private previousEchoDiscriminated = false;\n\n public constructor(private readonly endpointSilenceMs = DEFAULT_ENDPOINT_SILENCE_MS) {\n if (!Number.isSafeInteger(endpointSilenceMs) || endpointSilenceMs < 250)\n throw new Error('Client endpoint silence must be an integer of at least 250 ms.');\n }\n\n public push(\n pcm: Uint8Array,\n windows: readonly SpeechPresenceWindow[] = [],\n classification?: ClientCaptureSpeechClassification,\n ): VoiceMediaCaptureActivity {\n const levelDbfs = calculateClientPcmDbfs(pcm);\n this.elapsedBytes += pcm.byteLength;\n const echoDiscriminated =\n classification?.echoReferenceActive === true &&\n classification.echoDiscriminated &&\n this.previousEchoDiscriminated;\n\n for (const window of windows) {\n if (!Number.isSafeInteger(window.sampleCount) || window.sampleCount <= 0)\n throw new Error('Speech-presence windows must contain a positive integer sample count.');\n if (this.endpointReached) {\n if (!window.speech) {\n this.consecutiveSpeechSamples = 0;\n this.consecutiveEchoSpeechSamples = 0;\n continue;\n }\n this.consecutiveSpeechSamples += window.sampleCount;\n if (echoDiscriminated) this.consecutiveEchoSpeechSamples += window.sampleCount;\n if (this.consecutiveSpeechSamples < MINIMUM_SPEECH_SAMPLES) continue;\n this.activityEpoch += 1;\n this.classifiedSpeechSamples = this.consecutiveSpeechSamples;\n this.echoDiscriminatedSpeechSamples = this.consecutiveEchoSpeechSamples;\n this.consecutiveSpeechSamples = 0;\n this.consecutiveEchoSpeechSamples = 0;\n this.trailingSilenceSamples = 0;\n this.speechStarted = true;\n this.endpointReached = false;\n continue;\n }\n if (window.speech) {\n this.classifiedSpeechSamples += window.sampleCount;\n if (echoDiscriminated) this.echoDiscriminatedSpeechSamples += window.sampleCount;\n this.consecutiveSpeechSamples += window.sampleCount;\n if (echoDiscriminated) this.consecutiveEchoSpeechSamples += window.sampleCount;\n if (this.consecutiveSpeechSamples >= MINIMUM_SPEECH_SAMPLES) {\n this.speechStarted = true;\n this.consecutiveSpeechSamples = 0;\n this.consecutiveEchoSpeechSamples = 0;\n this.trailingSilenceSamples = 0;\n }\n } else {\n if (this.speechStarted) this.trailingSilenceSamples += this.consecutiveSpeechSamples + window.sampleCount;\n this.consecutiveSpeechSamples = 0;\n this.consecutiveEchoSpeechSamples = 0;\n }\n const trailingSilenceMs = (this.trailingSilenceSamples / VOICE_MEDIA_SAMPLE_RATE) * 1_000;\n if (this.speechStarted && trailingSilenceMs >= this.endpointSilenceMs) this.endpointReached = true;\n }\n this.previousEchoDiscriminated = classification?.echoReferenceActive === true && classification.echoDiscriminated;\n\n return {\n state: this.endpointReached ? 'endpoint' : this.speechStarted ? 'speech' : 'listening',\n levelDbfs: round(clamp(levelDbfs, SILENCE_DBFS, 0)),\n elapsedMs: Math.round((this.elapsedBytes / PCM_BYTES_PER_SECOND) * 1_000),\n epoch: this.activityEpoch,\n classifiedSpeechMs: Math.round((this.classifiedSpeechSamples / VOICE_MEDIA_SAMPLE_RATE) * 1_000),\n ...(classification?.echoReferenceActive === true\n ? {\n echoDiscriminatedSpeechMs: Math.round(\n (this.echoDiscriminatedSpeechSamples / VOICE_MEDIA_SAMPLE_RATE) * 1_000,\n ),\n }\n : {}),\n };\n }\n\n /** Starts a fresh classifier phase while preserving monotonic capture time. */\n public resetActivity(): void {\n this.activityEpoch += 1;\n this.consecutiveSpeechSamples = 0;\n this.consecutiveEchoSpeechSamples = 0;\n this.classifiedSpeechSamples = 0;\n this.echoDiscriminatedSpeechSamples = 0;\n this.trailingSilenceSamples = 0;\n this.speechStarted = false;\n this.endpointReached = false;\n this.previousEchoDiscriminated = false;\n }\n}\n","import { ClientCaptureActivityLifecycle, type SpeechPresenceDetector } from './clientCaptureActivity';\nimport {\n type VoiceMediaCapabilities,\n type VoiceMediaCapture,\n type VoiceMediaClientEvent,\n type VoiceMediaDevice,\n type VoiceMediaPlayback,\n type VoiceMediaPlaybackResult,\n type VoiceMediaTransport,\n} from './clientMedia';\nimport type { BrowserRealtimeOptions, RealtimeBrowserState } from './realtime';\n\nconst RECONNECT_DELAY_MS = 2_000;\n/**\n * The server holds a media lease for 15 seconds, so waiting longer than that only delays taking\n * over from an owner that went away. Backing off keeps a second tab from polling every 2 seconds.\n */\nconst MAX_RECONNECT_DELAY_MS = 16_000;\nconst MAX_CONNECTION_ID_LENGTH = 200;\nconst MAX_PENDING_REALTIME_POSTS = 128;\nconst MAX_PENDING_PCM_BYTES = 2 * 1024 * 1024;\nconst CONFLICT_STATUS = 409;\n\nfunction isConflict(error: unknown): boolean {\n return error instanceof Error && 'status' in error && error.status === CONFLICT_STATUS;\n}\n\ninterface RealtimeBrowserSession {\n start(): Promise<void>;\n send(event: string): void;\n mute(muted: boolean): void;\n interruptSpeech(): void;\n close(): void;\n}\n\nexport type RealtimeBrowserSessionFactory = (options: BrowserRealtimeOptions) => RealtimeBrowserSession;\n\nexport type VoiceMediaClientConnectionState = 'connecting' | 'connected' | 'conflict' | 'disconnected';\n\nfunction playbackFailure(playbackId: string, error: unknown): VoiceMediaPlaybackResult {\n const failure = error instanceof Error ? `${error.name}: ${error.message}` : String(error);\n return { playbackId, outcome: 'failed', error: failure };\n}\n\nfunction snapshotCapabilities(capabilities: VoiceMediaCapabilities): VoiceMediaCapabilities {\n return { ...capabilities };\n}\n\nfunction capabilitiesMatch(left: VoiceMediaCapabilities, right: VoiceMediaCapabilities): boolean {\n return (\n left.capture === right.capture &&\n left.playback === right.playback &&\n left.captureActivity === right.captureActivity &&\n left.autonomousOrchestration === right.autonomousOrchestration &&\n left.playbackDucking === right.playbackDucking &&\n left.realtime === right.realtime\n );\n}\n\nfunction delay(milliseconds: number, signal: AbortSignal): Promise<void> {\n return new Promise((resolve) => {\n if (signal.aborted) {\n resolve();\n return;\n }\n const done = (): void => {\n clearTimeout(timer);\n signal.removeEventListener('abort', done);\n resolve();\n };\n const timer = setTimeout(done, milliseconds);\n signal.addEventListener('abort', done, { once: true });\n });\n}\n\nexport class VoiceMediaClient {\n private readonly abortController = new AbortController();\n private capture: VoiceMediaCapture | undefined;\n private captureId: string | undefined;\n private advertisedCapabilities: VoiceMediaCapabilities | undefined;\n private captureGeneration = 0;\n private speechDetector: SpeechPresenceDetector | undefined;\n private activityLifecycle: ClientCaptureActivityLifecycle | undefined;\n private playback: VoiceMediaPlayback | undefined;\n private playbackAudioController: AbortController | undefined;\n private audioUploads: Promise<void> = Promise.resolve();\n private audioUploadError: Error | undefined;\n private activeConnectionId: string | undefined;\n private connectionAttempt = 0;\n private readonly connectionWaiters = new Set<(error?: Error) => void>();\n private failAttempt: ((error: Error) => void) | undefined;\n private runOperation: Promise<void> | undefined;\n private realtime: RealtimeBrowserSession | undefined;\n private realtimeActivationId: string | undefined;\n private realtimeGeneration = 0;\n private realtimePosts: Promise<void> = Promise.resolve();\n private pendingRealtimePosts = 0;\n private readonly listeningWaiters = new Set<(listening: boolean) => void>();\n private readonly captureEndWaiters = new Set<() => void>();\n\n public constructor(\n private readonly clientId: string,\n private readonly connectionId: string,\n private readonly transport: VoiceMediaTransport,\n private readonly device: VoiceMediaDevice,\n private readonly onConnectionState: (state: VoiceMediaClientConnectionState) => void = () => undefined,\n private readonly onRealtimeState: (state: RealtimeBrowserState | undefined) => void = () => undefined,\n private readonly createRealtimeSession?: RealtimeBrowserSessionFactory,\n private readonly onOpenSession?: (sessionId: string) => void,\n ) {}\n\n public start(): void {\n this.onConnectionState('connecting');\n this.runOperation ??= this.run();\n }\n\n /** Returns the lease ID of the successful attempt, not the page's base connection ID. */\n public waitForConnection(): Promise<{ clientId: string; connectionId: string }> {\n if (this.activeConnectionId !== undefined)\n return Promise.resolve({ clientId: this.clientId, connectionId: this.activeConnectionId });\n if (this.abortController.signal.aborted) return Promise.reject(new Error('Voice media client is closed.'));\n return new Promise((resolve, reject) => {\n const finish = (error?: Error): void => {\n clearTimeout(timeout);\n this.connectionWaiters.delete(finish);\n if (error) reject(error);\n else if (this.activeConnectionId !== undefined)\n resolve({ clientId: this.clientId, connectionId: this.activeConnectionId });\n else reject(new Error('Voice media connection is unavailable.'));\n };\n const timeout = setTimeout(() => finish(new Error('The requesting browser did not connect to Voice.')), 10_000);\n this.connectionWaiters.add(finish);\n });\n }\n\n public get listening(): boolean {\n return this.capture !== undefined;\n }\n\n public waitForListening(): Promise<boolean> {\n if (this.listening) return Promise.resolve(true);\n if (this.abortController.signal.aborted) return Promise.resolve(false);\n return new Promise((resolve) => this.listeningWaiters.add(resolve));\n }\n\n /** Resolves once no capture is open, after the host acknowledged a stop it asked for. */\n public waitForCaptureEnd(): Promise<void> {\n if (this.captureId === undefined || this.abortController.signal.aborted) return Promise.resolve();\n return new Promise((resolve) => this.captureEndWaiters.add(resolve));\n }\n\n public async stop(closeDevice = true): Promise<void> {\n this.closeRealtime();\n this.abortController.abort();\n for (const waiter of this.connectionWaiters) waiter(new Error('Voice media client is closed.'));\n await this.runOperation?.catch(() => undefined);\n await this.releaseMedia(closeDevice);\n const connectionId = this.activeConnectionId;\n if (connectionId !== undefined) await this.transport.disconnect(this.clientId, connectionId).catch(() => undefined);\n this.activeConnectionId = undefined;\n this.advertisedCapabilities = undefined;\n this.resolveListening(false);\n this.resolveCaptureEnd();\n this.onConnectionState('disconnected');\n }\n\n private async run(): Promise<void> {\n const signal = this.abortController.signal;\n let reconnectDelay = RECONNECT_DELAY_MS;\n while (!signal.aborted) {\n const connectionId = this.nextConnectionId();\n const attemptController = new AbortController();\n const abortAttempt = (): void => attemptController.abort();\n signal.addEventListener('abort', abortAttempt, { once: true });\n let rejectAttempt!: (error: Error) => void;\n const attemptFailed = new Promise<never>((_resolve, reject) => {\n rejectAttempt = reject;\n });\n this.failAttempt = rejectAttempt;\n try {\n const advertisedCapabilities = snapshotCapabilities(this.device.capabilities);\n const connected = await this.transport.connect(this.clientId, connectionId, advertisedCapabilities);\n if (signal.aborted) {\n await this.transport.disconnect(this.clientId, connectionId).catch(() => undefined);\n return;\n }\n this.activeConnectionId = connectionId;\n this.advertisedCapabilities = advertisedCapabilities;\n reconnectDelay = RECONNECT_DELAY_MS;\n this.onConnectionState('connected');\n for (const waiter of this.connectionWaiters) waiter();\n this.prepareCapabilities(connectionId, advertisedCapabilities, attemptController.signal);\n let cursor = connected.cursor;\n while (!signal.aborted) {\n const event = await Promise.race([\n this.transport.nextEvent(this.clientId, connectionId, cursor, attemptController.signal),\n attemptFailed,\n ]);\n if (event === undefined) continue;\n cursor = event.sequence;\n await this.handle(event, connectionId);\n }\n } catch (error) {\n for (const waiter of this.connectionWaiters) waiter(error instanceof Error ? error : new Error(String(error)));\n if (signal.aborted) return;\n // Only a refused connect establishes that another client holds the lease.\n if (isConflict(error) && this.activeConnectionId !== connectionId) this.onConnectionState('conflict');\n attemptController.abort();\n this.closeRealtime();\n await this.releaseMedia();\n if (this.activeConnectionId === connectionId) {\n await this.transport.disconnect(this.clientId, connectionId).catch(() => undefined);\n this.activeConnectionId = undefined;\n this.advertisedCapabilities = undefined;\n }\n await delay(reconnectDelay, signal);\n reconnectDelay = Math.min(reconnectDelay * 2, MAX_RECONNECT_DELAY_MS);\n } finally {\n signal.removeEventListener('abort', abortAttempt);\n if (this.failAttempt === rejectAttempt) this.failAttempt = undefined;\n }\n }\n }\n\n private prepareCapabilities(\n connectionId: string,\n advertisedCapabilities: VoiceMediaCapabilities,\n attemptSignal: AbortSignal,\n ): void {\n void (async () => {\n try {\n await this.device.prepare?.();\n if (attemptSignal.aborted || this.abortController.signal.aborted || this.activeConnectionId !== connectionId)\n return;\n const preparedCapabilities = snapshotCapabilities(this.device.capabilities);\n if (capabilitiesMatch(advertisedCapabilities, preparedCapabilities)) return;\n if (!this.transport.refreshCapabilities) return;\n await this.transport.refreshCapabilities(this.clientId, connectionId, preparedCapabilities);\n if (this.activeConnectionId === connectionId) this.advertisedCapabilities = preparedCapabilities;\n } catch {\n // Optional client-side activity processing degrades to host control.\n }\n })();\n }\n\n private async handle(event: VoiceMediaClientEvent, connectionId: string): Promise<void> {\n switch (event.type) {\n case 'realtime-start':\n this.startRealtime(event.activationId, connectionId);\n return;\n case 'realtime-stop':\n if (this.realtimeActivationId === event.activationId) this.closeRealtime();\n return;\n case 'realtime-control':\n if (this.realtimeActivationId !== event.activationId) return;\n if (event.action === 'mute') this.realtime?.mute(true);\n else if (event.action === 'unmute') this.realtime?.mute(false);\n else this.realtime?.interruptSpeech();\n return;\n case 'realtime-send':\n if (this.realtimeActivationId !== event.activationId) return;\n for (const message of event.messages) this.realtime?.send(message);\n return;\n case 'open-session':\n if (this.realtimeActivationId === event.activationId) this.onOpenSession?.(event.sessionId);\n return;\n case 'capture-start':\n this.closeRealtime();\n await this.startCapture(event, connectionId);\n return;\n case 'capture-stop':\n if (this.captureId === event.captureId) await this.finishCapture(event.captureId, connectionId, true);\n return;\n case 'capture-abort':\n if (this.captureId === event.captureId) await this.finishCapture(event.captureId, connectionId, false);\n return;\n case 'playback-start':\n this.closeRealtime();\n await this.startPlayback(event, connectionId);\n return;\n case 'playback-stop':\n this.playbackAudioController?.abort();\n this.playback?.stop('stopped');\n return;\n case 'playback-abort':\n this.playbackAudioController?.abort();\n this.playback?.stop('aborted');\n return;\n }\n }\n\n public muteRealtime(muted: boolean): void {\n this.realtime?.mute(muted);\n }\n\n public interruptRealtime(): void {\n this.realtime?.interruptSpeech();\n }\n\n public endRealtime(): void {\n this.closeRealtime();\n }\n\n private startRealtime(activationId: string, connectionId: string): void {\n this.closeRealtime();\n const generation = ++this.realtimeGeneration;\n this.realtimeActivationId = activationId;\n void this.beginRealtime(activationId, connectionId, generation).catch((error: unknown) =>\n this.failRealtime(generation, error),\n );\n }\n\n private async beginRealtime(activationId: string, connectionId: string, generation: number): Promise<void> {\n await this.releaseMedia(false);\n if (!this.isCurrentRealtime(activationId, connectionId, generation)) return;\n const { realtimeNegotiate, realtimeEvent, realtimeState } = this.transport;\n if (realtimeNegotiate === undefined || realtimeEvent === undefined || realtimeState === undefined)\n throw new Error('Realtime browser transport is unavailable.');\n let session!: RealtimeBrowserSession;\n if (!this.createRealtimeSession) throw new Error('Realtime media device is unavailable.');\n session = this.createRealtimeSession({\n negotiate: (sdp, signal) =>\n realtimeNegotiate.call(this.transport, this.clientId, connectionId, activationId, sdp, signal),\n onEvent: (event) => {\n if (this.realtime !== session || !this.isCurrentRealtime(activationId, connectionId, generation)) return;\n this.enqueueRealtimePost(generation, () =>\n realtimeEvent.call(this.transport, this.clientId, connectionId, activationId, event),\n );\n },\n onState: (state) => {\n if (this.realtime !== session || !this.isCurrentRealtime(activationId, connectionId, generation)) return;\n this.onRealtimeState(state);\n this.enqueueRealtimePost(generation, () =>\n realtimeState.call(this.transport, this.clientId, connectionId, activationId, state),\n );\n },\n });\n this.realtime = session;\n await session.start();\n }\n\n private closeRealtime(): void {\n const session = this.realtime;\n const activationId = this.realtimeActivationId;\n if (session === undefined && activationId === undefined) return;\n const connectionId = this.activeConnectionId;\n const generation = this.realtimeGeneration;\n this.realtime = undefined;\n this.realtimeActivationId = undefined;\n this.realtimeGeneration += 1;\n session?.close();\n this.onRealtimeState(undefined);\n const realtimeState = this.transport.realtimeState;\n if (activationId !== undefined && connectionId !== undefined && realtimeState !== undefined) {\n this.enqueueRealtimePost(\n generation,\n () =>\n realtimeState.call(this.transport, this.clientId, connectionId, activationId, {\n connection: 'closed',\n listening: false,\n speaking: false,\n muted: false,\n }),\n true,\n );\n }\n }\n\n private isCurrentRealtime(activationId: string, connectionId: string, generation: number): boolean {\n return (\n this.realtimeGeneration === generation &&\n this.realtimeActivationId === activationId &&\n this.activeConnectionId === connectionId &&\n !this.abortController.signal.aborted\n );\n }\n\n private enqueueRealtimePost(generation: number, operation: () => Promise<void>, terminal = false): void {\n if (this.pendingRealtimePosts >= MAX_PENDING_REALTIME_POSTS) {\n this.failRealtime(generation, new Error('Realtime browser event queue exceeded its limit.'));\n return;\n }\n this.pendingRealtimePosts += 1;\n const post = this.realtimePosts.then(() => {\n // Do not submit queued utterances after local end or ownership transfer.\n if (!terminal && generation !== this.realtimeGeneration) return;\n return operation();\n });\n this.realtimePosts = post.catch(() => undefined);\n void post.then(\n () => {\n this.pendingRealtimePosts -= 1;\n },\n (error: unknown) => {\n this.pendingRealtimePosts -= 1;\n this.failRealtime(generation, error);\n },\n );\n }\n\n private failRealtime(generation: number, error: unknown): void {\n if (generation !== this.realtimeGeneration) return;\n this.closeRealtime();\n this.onRealtimeState({\n connection: 'failed',\n listening: false,\n speaking: false,\n muted: false,\n error: error instanceof Error ? error.message : String(error),\n });\n this.failAttempt?.(error instanceof Error ? error : new Error(String(error)));\n }\n\n private async startCapture(\n event: Extract<VoiceMediaClientEvent, { type: 'capture-start' }>,\n connectionId: string,\n ): Promise<void> {\n const { captureId, configuration } = event;\n if (this.capture !== undefined) await this.finishCapture(this.captureId ?? captureId, connectionId, false);\n const generation = ++this.captureGeneration;\n this.captureId = captureId;\n this.audioUploads = Promise.resolve();\n this.audioUploadError = undefined;\n let pendingPcmBytes = 0;\n const speechDetector =\n configuration.activityControl === 'client' ? this.device.createSpeechPresenceDetector?.() : undefined;\n const activityLifecycle =\n configuration.activityControl === 'client' && speechDetector !== undefined\n ? new ClientCaptureActivityLifecycle(configuration.endpointSilenceMs)\n : undefined;\n this.speechDetector = speechDetector;\n this.activityLifecycle = activityLifecycle;\n try {\n const capture = await this.device.startCapture((pcm, speechAnalysis) => {\n if (generation !== this.captureGeneration || this.captureId !== captureId) return;\n if (this.audioUploadError !== undefined) return;\n if (pendingPcmBytes + pcm.byteLength > MAX_PENDING_PCM_BYTES) {\n const failure = new Error('Voice PCM upload queue exceeded its limit. The local recording is retained.');\n this.audioUploadError = failure;\n void this.failActiveCapture(captureId, connectionId, generation, failure);\n return;\n }\n pendingPcmBytes += pcm.byteLength;\n const owned = new Uint8Array(pcm);\n const speechPcm = speechAnalysis === undefined ? owned : new Uint8Array(speechAnalysis.speechPcm);\n const classification =\n speechAnalysis === undefined\n ? undefined\n : {\n echoReferenceActive: speechAnalysis.echoReferenceActive,\n echoDiscriminated: speechAnalysis.echoDiscriminated,\n };\n this.audioUploads = this.audioUploads.then(async () => {\n pendingPcmBytes -= owned.byteLength;\n if (\n this.audioUploadError !== undefined ||\n generation !== this.captureGeneration ||\n this.captureId !== captureId\n )\n return;\n try {\n if (speechPcm.byteLength !== owned.byteLength)\n throw new Error('Local speech analysis must preserve the capture sample count.');\n const windows = await speechDetector?.push(speechPcm);\n if (generation !== this.captureGeneration || this.captureId !== captureId) return;\n const activity = activityLifecycle?.push(owned, windows, classification);\n await this.transport.sendAudio(this.clientId, connectionId, captureId, owned, activity);\n } catch (error) {\n if (generation !== this.captureGeneration || this.captureId !== captureId) return;\n const failure = error instanceof Error ? error : new Error(String(error));\n if (!isConflict(failure)) this.audioUploadError = failure;\n await this.failActiveCapture(captureId, connectionId, generation, failure);\n }\n });\n });\n if (\n generation !== this.captureGeneration ||\n this.captureId !== captureId ||\n this.abortController.signal.aborted\n ) {\n await capture.stop();\n return;\n }\n this.capture = capture;\n void capture.completion?.catch((error: unknown) =>\n this.failActiveCapture(\n captureId,\n connectionId,\n generation,\n error instanceof Error ? error : new Error(String(error)),\n ),\n );\n this.resolveListening(true);\n } catch (error) {\n const message = error instanceof Error ? `${error.name}: ${error.message}` : String(error);\n await this.transport.captureStopped(this.clientId, connectionId, captureId, message).catch(() => undefined);\n this.captureId = undefined;\n this.captureGeneration += 1;\n this.resolveCaptureEnd();\n throw error;\n }\n }\n\n private async failActiveCapture(\n captureId: string,\n connectionId: string,\n generation: number,\n error: Error,\n ): Promise<void> {\n if (generation !== this.captureGeneration || this.captureId !== captureId) return;\n const capture = this.capture;\n this.capture = undefined;\n await capture?.stop().catch(() => undefined);\n if (generation !== this.captureGeneration || this.captureId !== captureId) return;\n this.captureId = undefined;\n this.captureGeneration += 1;\n this.resolveCaptureEnd();\n // The host may abort a capture before its queued uploads arrive. Keep the unlocked\n // microphone ready for the next capture; polling detects an actually lost lease.\n if (isConflict(error)) {\n await this.speechDetector?.reset().catch(() => undefined);\n return;\n }\n void this.transport\n .captureStopped(this.clientId, connectionId, captureId, `${error.name}: ${error.message}`)\n .catch(() => undefined);\n this.failAttempt?.(error);\n }\n\n private async finishCapture(captureId: string, connectionId: string, acknowledge: boolean): Promise<void> {\n const advertisedCapabilities = this.advertisedCapabilities;\n await this.capture?.stop();\n this.capture = undefined;\n await this.audioUploads;\n await this.speechDetector?.reset().catch(() => undefined);\n this.speechDetector = undefined;\n this.activityLifecycle = undefined;\n const currentCapabilities = snapshotCapabilities(this.device.capabilities);\n if (\n advertisedCapabilities !== undefined &&\n !capabilitiesMatch(advertisedCapabilities, currentCapabilities) &&\n this.transport.refreshCapabilities\n ) {\n try {\n await this.transport.refreshCapabilities(this.clientId, connectionId, currentCapabilities);\n if (this.activeConnectionId === connectionId) this.advertisedCapabilities = currentCapabilities;\n } catch {\n // The next capture keeps the last server-advertised capabilities.\n }\n }\n if (this.audioUploadError !== undefined) {\n const error = this.audioUploadError;\n await this.transport\n .captureStopped(this.clientId, connectionId, captureId, `${error.name}: ${error.message}`)\n .catch(() => undefined);\n this.captureId = undefined;\n this.captureGeneration += 1;\n this.resolveCaptureEnd();\n throw error;\n }\n this.captureId = undefined;\n this.captureGeneration += 1;\n this.resolveListening(false);\n try {\n if (acknowledge) await this.transport.captureStopped(this.clientId, connectionId, captureId);\n } finally {\n this.resolveCaptureEnd();\n }\n }\n\n private async startPlayback(\n event: Extract<VoiceMediaClientEvent, { type: 'playback-start' }>,\n connectionId: string,\n ): Promise<void> {\n this.playbackAudioController?.abort();\n this.playback?.stop('aborted');\n this.scheduleActivityReset();\n const audioController = event.delivery === 'streamed' ? new AbortController() : undefined;\n this.playbackAudioController = audioController;\n const audio = audioController\n ? this.transport.receivePlaybackAudio?.(this.clientId, connectionId, event.playbackId, audioController.signal)\n : undefined;\n let playback: VoiceMediaPlayback;\n try {\n playback = this.device.speak(event, audio);\n } catch (error) {\n audioController?.abort();\n await this.transport.playbackFinished(this.clientId, connectionId, playbackFailure(event.playbackId, error));\n this.scheduleActivityReset();\n return;\n }\n this.playback = playback;\n void playback.completion\n .then(\n (result) => this.transport.playbackFinished(this.clientId, connectionId, result),\n (error: unknown) =>\n this.transport.playbackFinished(this.clientId, connectionId, playbackFailure(event.playbackId, error)),\n )\n .catch((error: unknown) => {\n // A late result from a retired lease must not tear down its replacement.\n if (this.activeConnectionId !== connectionId || this.abortController.signal.aborted) return;\n this.failAttempt?.(error instanceof Error ? error : new Error(String(error)));\n })\n .finally(() => {\n if (this.playback !== playback) return;\n audioController?.abort();\n if (this.playbackAudioController === audioController) this.playbackAudioController = undefined;\n this.playback = undefined;\n this.scheduleActivityReset();\n });\n }\n\n private scheduleActivityReset(): void {\n const generation = this.captureGeneration;\n const lifecycle = this.activityLifecycle;\n const detector = this.speechDetector;\n if (!lifecycle || !detector) return;\n this.audioUploads = this.audioUploads.then(async () => {\n if (\n generation !== this.captureGeneration ||\n lifecycle !== this.activityLifecycle ||\n detector !== this.speechDetector\n )\n return;\n lifecycle.resetActivity();\n await detector.reset().catch(() => undefined);\n });\n }\n\n private async releaseMedia(closeDevice = true): Promise<void> {\n this.captureGeneration += 1;\n const capture = this.capture;\n const uploads = this.audioUploads;\n const speechDetector = this.speechDetector;\n this.capture = undefined;\n this.audioUploads = Promise.resolve();\n this.speechDetector = undefined;\n this.activityLifecycle = undefined;\n this.captureId = undefined;\n this.resolveCaptureEnd();\n this.audioUploadError = undefined;\n await capture?.stop().catch(() => undefined);\n this.resolveListening(false);\n void uploads.catch(() => undefined);\n void speechDetector?.reset().catch(() => undefined);\n this.playbackAudioController?.abort();\n this.playbackAudioController = undefined;\n this.playback?.stop('aborted');\n this.playback = undefined;\n if (closeDevice) await this.device.close().catch(() => undefined);\n }\n\n private resolveListening(listening: boolean): void {\n for (const resolve of this.listeningWaiters) resolve(listening);\n this.listeningWaiters.clear();\n }\n\n private resolveCaptureEnd(): void {\n for (const resolve of this.captureEndWaiters) resolve();\n this.captureEndWaiters.clear();\n }\n\n private nextConnectionId(): string {\n const suffix = `:${(++this.connectionAttempt).toString(36)}`;\n return `${this.connectionId.slice(0, MAX_CONNECTION_ID_LENGTH - suffix.length)}${suffix}`;\n }\n}\n"],"mappings":";;;;;AAyEA,MAAM,iBAAiB;AACvB,MAAM,wBAAwB;AAC9B,MAAM,yBAAyB;AAE/B,SAAS,WAAW,OAAuB;CACzC,OAAO,IAAI,YAAY,CAAC,CAAC,OAAO,KAAK,CAAC,CAAC;AACzC;AAEA,SAAS,YAAY,OAAoC;CACvD,IAAI,OAAO,UAAU,YAAY,UAAU,MAAM,OAAO,KAAA;CACxD,MAAM,OAAQ,MAA6B;CAC3C,OAAO,OAAO,SAAS,WAAW,OAAO,KAAA;AAC3C;AAEA,SAAS,aAAa,OAAwB;CAC5C,OAAO,iBAAiB,QAAQ,GAAG,MAAM,KAAK,IAAI,MAAM,YAAY,OAAO,KAAK;AAClF;;;;;;;;;AAUA,IAAa,yBAAb,MAAoC;CAmBf;CACA;CAEA;CACA;CAtBnB,QAAsC;EACpC,YAAY;EACZ,WAAW;EACX,UAAU;EACV,OAAO;CACT;CACA,aAAqB;CACrB,UAAkB;CAClB;CACA;CACA;CACA;CACA;CACA,iBAAyB;CACzB,gCAAiC,IAAI,IAAoB;CACzD,6BAAqC;CAErC,YACE,SACA,wBAAoF,YAClFA,oBAAAA,2BACF,UAA+C,QAC/C,QACA;EALiB,KAAA,UAAA;EACA,KAAA,wBAAA;EAEA,KAAA,UAAA;EACA,KAAA,SAAA;EAEjB,IAAI,QACF,OAAO,mBAAmB,YAAY;GACpC,IAAI,KAAK,MAAM,eAAe,YAAY,KAAK,MAAM,eAAe,UAAU;GAC9E,KAAK,QAAQ,EAAE,UAAU,WAAW,CAAC,KAAK,eAAe,CAAC;GAC1D,IAAI,CAAC,SAAS,KAAK,0BAA0B;EAC/C;CACJ;CAEA,MAAa,QAAuB;EAClC,IAAI,KAAK,SAAS,MAAM,IAAI,MAAM,+CAA+C;EACjF,KAAK,UAAU;EACf,MAAM,aAAa,EAAE,KAAK;EAC1B,MAAM,aAAa,IAAI,gBAAgB;EACvC,KAAK,kBAAkB;EACvB,KAAK,QAAQ;GAAE,YAAY;GAAc,OAAO,KAAA;EAAU,CAAC;EAE3D,IAAI;GACF,IACE,OAAO,KAAK,QAAQ,sBAAsB,cAC1C,KAAK,QAAQ,UAAU,cAAc,iBAAiB,KAAA,GAEtD,MAAM,IAAI,MAAM,wCAAwC;GAE1D,MAAM,UAAU,KAAK,sBAAsB,CAAC,CAAC,MAAM,gBACjD,KAAK,QAAQ,UAAU,aAAc,aAAa,WAAW,CAC/D;GACA,QAAa,MACV,eAAe;IACd,IAAI,CAAC,KAAK,UAAU,UAAU,GAAG,KAAK,MAAM,SAAS,WAAW,UAAU,GAAG,MAAM,KAAK;GAC1F,SACM,KAAA,CACR;GACA,MAAM,SAAS,MAAM,KAAK,UAAU,SAAS,WAAW,MAAM;GAC9D,IAAI,CAAC,KAAK,UAAU,UAAU,GAAG;IAC/B,KAAK,MAAM,SAAS,OAAO,UAAU,GAAG,MAAM,KAAK;IACnD,MAAM,IAAI,MAAM,sCAAsC;GACxD;GACA,KAAK,SAAS;GACd,KAAK,MAAM,SAAS,OAAO,UAAU,GAAG;IACtC,IAAI,MAAM,SAAS,SAAS,MAAM,UAAU,CAAC,KAAK,MAAM;IACxD,MAAM,gBAAgB,KAAK,KAAK,YAAY,0CAA0C;GACxF;GAEA,MAAM,OAAO,IAAI,KAAK,QAAQ,kBAAkB;GAChD,KAAK,OAAO;GACZ,KAAK,gCAAgC;IACnC,IAAI,CAAC,KAAK,UAAU,UAAU,GAAG;IACjC,IAAI,KAAK,oBAAoB,YAAY,KAAK,oBAAoB,gBAChE,KAAK,KAAK,YAAY,uBAAuB,KAAK,gBAAgB,EAAE;SACjE,IAAI,KAAK,oBAAoB,YAAY,KAAK,MAAM,eAAe,UACtE,KAAK,KAAK,YAAY,0CAA0C;GACpE;GACA,KAAK,WAAW,UAAU,KAAK,kBAAkB,YAAY,KAAK;GAGlE,MAAM,UAAU,KAAK,kBAAkB,YAAY;GACnD,KAAK,UAAU;GACf,QAAQ,aAAa,UAAU,KAAK,QAAQ,YAAY,MAAM,IAAI;GAClE,QAAQ,gBAAgB,KAAK,KAAK,YAAY,gCAAgC;GAC9E,QAAQ,gBAAgB;IACtB,IAAI,KAAK,UAAU,UAAU,GAAG,KAAK,KAAK,YAAY,6CAA6C;GACrG;GAEA,KAAK,MAAM,SAAS,OAAO,UAAU,GAAG,KAAK,SAAS,OAAO,MAAM;GACnE,MAAM,QAAQ,MAAM,KAAK,YAAY;GACrC,KAAK,UAAU,MAAM,GAAG;GACxB,MAAM,KAAK,oBAAoB,KAAK;GACpC,MAAM,KAAK,WAAW,MAAM,YAAY,WAAW,MAAM;GACzD,MAAM,WAAW,KAAK,kBAAkB;GACxC,KAAK,UAAU,QAAQ;GACvB,MAAM,YAAY,MAAM,KAAK,QAC3B,KAAK,QAAQ,UAAU,UAAU,WAAW,MAAM,GAClD,wBACA,mCACA,WAAW,MACb;GACA,KAAK,UAAU,SAAS;GACxB,IAAI,CAAC,KAAK,UAAU,UAAU,GAAG,MAAM,IAAI,MAAM,sCAAsC;GACvF,MAAM,KAAK,qBAAqB;IAAE,MAAM;IAAU,KAAK;GAAU,CAAC;GAClE,MAAM,KAAK,kBAAkB,MAAM,SAAS,YAAY,WAAW,MAAM;GACzE,IAAI,CAAC,KAAK,UAAU,UAAU,GAAG,MAAM,IAAI,MAAM,sCAAsC;GACvF,KAAK,QAAQ;IAAE,YAAY;IAAa,WAAW,CAAC,KAAK,MAAM;GAAM,CAAC;EACxE,SAAS,OAAO;GACd,IAAI,KAAK,UAAU,UAAU,GAAG,KAAK,KAAK,YAAY,aAAa,KAAK,CAAC;GACzE,MAAM;EACR;CACF;CAEA,KAAY,OAAqB;EAC/B,KAAK,cAAc,KAAK;EACxB,IAAI,KAAK,SAAS,eAAe,UAAU,KAAK,MAAM,eAAe,aACnE,MAAM,IAAI,MAAM,qCAAqC;EACvD,MAAM,QAAQ,KAAK,MAAM,KAAK;EAC9B,IAAI,MAAM,SAAS,eAAe;GAChC,IACE,OAAO,MAAM,QAAQ,YACrB,MAAM,IAAI,WAAW,KACpB,MAAM,SAAS,KAAA,KAAa,OAAO,MAAM,SAAS,UAEnD,MAAM,IAAI,MAAM,yDAAyD;GAC3E,IAAI,MAAM,SAAS,KAAA,GAAW,KAAK,cAAc,OAAO,MAAM,GAAG;QAC5D,KAAK,cAAc,IAAI,MAAM,KAAK,MAAM,IAAI;GACjD,KAAK,0BAA0B;GAC/B;EACF;EACA,KAAK,QAAQ,KAAK,KAAK;CACzB;CAEA,KAAY,OAAsB;EAChC,KAAK,MAAM,SAAS,KAAK,QAAQ,eAAe,KAAK,CAAC,GAAG,MAAM,UAAU,CAAC;EAC1E,KAAK,QAAQ;GAAE;GAAO,WAAW,KAAK,MAAM,eAAe,eAAe,CAAC;EAAM,CAAC;CACpF;CAEA,kBAA+B;EAC7B,KAAK,iBAAiB;EACtB,IAAI,KAAK,UAAU,KAAA,GAAW,KAAK,MAAM,QAAQ;EACjD,KAAK,QAAQ,SAAS,IAAI;EAC1B,KAAK,QAAQ,EAAE,UAAU,MAAM,CAAC;CAClC;CAEA,QAAqB;EACnB,IAAI,KAAK,MAAM,eAAe,YAAY,KAAK,aAAa,GAAG;EAC/D,KAAK,UAAU;EACf,KAAK,cAAc;EACnB,KAAK,QAAQ;EACb,KAAK,QAAQ;GAAE,YAAY;GAAU,WAAW;GAAO,UAAU;GAAO,OAAO,KAAA;EAAU,CAAC;CAC5F;CAEA,QAAgB,YAAoB,MAAqB;EACvD,IAAI,CAAC,KAAK,UAAU,UAAU,GAAG;EACjC,IAAI,OAAO,SAAS,YAAY,WAAW,IAAI,IAAIC,iBAAAA,gBAAgB,YAAY;GAC7E,KAAK,KAAK,YAAY,uDAAuD;GAC7E;EACF;EACA,IAAI;EACJ,IAAI;GACF,QAAQ,KAAK,MAAM,IAAI;EACzB,QAAQ;GACN,KAAK,KAAK,YAAY,wCAAwC;GAC9D;EACF;EACA,MAAM,OAAO,YAAY,KAAK;EAC9B,IAAI,SAAS,KAAA,GAAW;GACtB,KAAK,KAAK,YAAY,iDAAiD;GACvE;EACF;EACA,IAAI,SAAS,SAAS;GACpB,KAAK,KAAK,YAAY,sCAAsC;GAC5D;EACF;EACA,IAAI,SAAS,4BAA4B,KAAK,gBAAgB;GAC5D,KAAK,iBAAiB;GACtB,IAAI,KAAK,UAAU,KAAA,GAAW,KAAK,MAAM,QAAQ;GACjD,KAAK,QAAQ,SAAS,KAAK;EAC7B;EACA,IAAI;GACF,KAAK,QAAQ,QAAQ,IAAI;EAC3B,SAAS,OAAO;GACd,KAAK,KAAK,YAAY,mCAAmC,aAAa,KAAK,GAAG;EAChF;CACF;CAEA,kBAA0B,YAAoB,OAAgC;EAC5E,IAAI,CAAC,KAAK,UAAU,UAAU,KAAK,MAAM,MAAM,SAAS,SAAS;EACjE,MAAM,SAAS,MAAM,QAAQ,MAAM,IAAI,KAAK,QAAQ,YAAY,CAAC,MAAM,KAAK,CAAC;EAC7E,IAAI,KAAK,QAAQ;GACf,KAAK,OAAO,SAAS,KAAK,cAAc;GACxC,IAAI;IACF,QAAa,QAAQ,KAAK,OAAO,OAAO,QAAQ,MAAM,KAAK,CAAC,CAAC,CAAC,OAAO,UACnE,KAAK,KAAK,YAAY,iCAAiC,aAAa,KAAK,GAAG,CAC9E;GACF,SAAS,OAAO;IACd,KAAK,KAAK,YAAY,iCAAiC,aAAa,KAAK,GAAG;GAC9E;GACA;EACF;EACA,MAAM,QAAQ,KAAK,QAAQ,SAAU,cAAc,OAAO;EAC1D,MAAM,WAAW;EACjB,MAAM,QAAQ,KAAK;EACnB,MAAM,YAAY;EAClB,MAAM,kBAAkB;GACtB,IAAI,KAAK,UAAU,UAAU,KAAK,KAAK,UAAU,SAAS,CAAC,MAAM,OAAO,KAAK,QAAQ,EAAE,UAAU,KAAK,CAAC;EACzG;EACA,MAAM,wBAA8B;GAClC,IAAI,KAAK,UAAU,UAAU,KAAK,KAAK,UAAU,OAAO;IACtD,KAAK,QAAQ,EAAE,UAAU,MAAM,CAAC;IAChC,KAAK,0BAA0B;GACjC;EACF;EACA,MAAM,UAAU;EAChB,MAAM,UAAU;EAChB,MAAM,YAAY;EAClB,KAAK,YAAY;EACjB,KAAK,QAAQ;EACb,MACG,KAAK,CAAC,CACN,OAAO,UAAmB,KAAK,KAAK,YAAY,iCAAiC,aAAa,KAAK,GAAG,CAAC;CAC5G;CAEA,4BAA0C;EACxC,IAAI,KAAK,8BAA8B,KAAK,cAAc,SAAS,GAAG;EACtE,KAAK,6BAA6B;EAClC,MAAM,aAAa,KAAK;EACxB,qBAAqB;GACnB,KAAK,6BAA6B;GAClC,IACE,CAAC,KAAK,UAAU,UAAU,KAC1B,KAAK,MAAM,eAAe,eAC1B,KAAK,SAAS,eAAe,UAC7B,KAAK,gBAEL;GAEF,MAAM,cAAc;GACpB,MAAM,aAAa,SACjB,KAAK,UAAU;IACb,MAAM;IACN,SAAS;IACT,SAAS,CAAC;KAAE,MAAM;KAAc,MAAM,GAAG,YAAY,MAAM;IAAO,CAAC;GACrE,CAAC;GACH,MAAM,WAAqB,CAAC;GAC5B,IAAI,QAAQ;GACZ,KAAK,MAAM,QAAQ,KAAK,cAAc,OAAO,GAAG;IAE9C,MAAM,aAAa,MAAM,KAAK,IAAI;IAClC,KAAK,IAAI,SAAS,GAAG,SAAS,WAAW,QAAQ,UAAU,MAAM;KAC/D,MAAM,QAAQ,WAAW,MAAM,QAAQ,SAAS,IAAI,CAAC,CAAC,KAAK,EAAE;KAC7D,MAAM,WAAW,QAAQ,GAAG,MAAM,MAAM,UAAU;KAClD,IAAI,WAAW,UAAU,QAAQ,CAAC,IAAIA,iBAAAA,gBAAgB,YAAY;MAChE,SAAS,KAAK,UAAU,KAAK,CAAC;MAC9B,QAAQ;KACV,OAAO,QAAQ;IACjB;GACF;GACA,IAAI,OAAO,SAAS,KAAK,UAAU,KAAK,CAAC;GACzC,KAAK,cAAc,MAAM;GACzB,IAAI;IACF,KAAK,MAAM,WAAW,UAAU,KAAK,QAAQ,KAAK,OAAO;GAC3D,SAAS,OAAO;IACd,KAAK,KAAK,YAAY,iCAAiC,aAAa,KAAK,GAAG;GAC9E;EACF,CAAC;CACH;CAEA,cAAsB,OAAqB;EACzC,IAAI,WAAW,KAAK,IAAIA,iBAAAA,gBAAgB,YAAY,MAAM,IAAI,MAAM,0CAA0C;EAC9G,IAAI;EACJ,IAAI;GACF,QAAQ,KAAK,MAAM,KAAK;EAC1B,QAAQ;GACN,MAAM,IAAI,MAAM,oCAAoC;EACtD;EACA,IAAI,YAAY,KAAK,MAAM,KAAA,GAAW,MAAM,IAAI,MAAM,qCAAqC;CAC7F;CAEA,UAAkB,KAAgD;EAChE,IAAI,OAAO,QAAQ,YAAY,IAAI,WAAW,GAAG,MAAM,IAAI,MAAM,0BAA0B;EAC3F,IAAI,WAAW,GAAG,IAAIA,iBAAAA,gBAAgB,UAAU,MAAM,IAAI,MAAM,wCAAwC;CAC1G;CAEA,MAAc,WAAW,MAA6B,YAAoB,QAAoC;EAC5G,IAAI,KAAK,sBAAsB,YAAY;EAC3C,MAAM,gBAAsB;GAC1B,IAAI,CAAC,KAAK,UAAU,UAAU,KAAK,KAAK,sBAAsB,YAAY;GAC1E,aAAa;EACf;EACA,IAAI;EACJ,IAAI;GACF,MAAM,KAAK,QACT,IAAI,SAAe,YAAY;IAC7B,aAAa;IACb,KAAK,iBAAiB,2BAA2B,OAAO;IACxD,QAAQ;GACV,CAAC,GACD,gBACA,qCACA,MACF;EACF,UAAU;GACR,KAAK,oBAAoB,2BAA2B,OAAO;EAC7D;CACF;CAEA,MAAc,kBACZ,MACA,SACA,YACA,QACe;EACf,MAAM,cAAuB,KAAK,oBAAoB,eAAe,QAAQ,eAAe;EAC5F,IAAI,MAAM,GAAG;EACb,MAAM,gBAAsB;GAC1B,IAAI,CAAC,KAAK,UAAU,UAAU,GAAG;GACjC,IAAI,KAAK,oBAAoB,YAAY,KAAK,oBAAoB,gBAAgB;IAChF,mCAAmB,IAAI,MAAM,uBAAuB,KAAK,gBAAgB,EAAE,CAAC;IAC5E;GACF;GACA,IAAI,MAAM,GAAG,oBAAoB;EACnC;EACA,IAAI;EACJ,IAAI;EACJ,IAAI;GACF,MAAM,KAAK,QACT,IAAI,SAAe,SAAS,WAAW;IACrC,oBAAoB;IACpB,mBAAmB;IACnB,KAAK,iBAAiB,yBAAyB,OAAO;IACtD,QAAQ,iBAAiB,QAAQ,OAAO;IACxC,QAAQ,iBAAiB,SAAS,OAAO;IACzC,QAAQ;GACV,CAAC,GACD,uBACA,kCACA,MACF;EACF,UAAU;GACR,KAAK,oBAAoB,yBAAyB,OAAO;GACzD,QAAQ,oBAAoB,QAAQ,OAAO;GAC3C,QAAQ,oBAAoB,SAAS,OAAO;EAC9C;CACF;CAEA,UAAqB,SAAqB,QAAiC;EACzE,OAAO,IAAI,SAAY,SAAS,WAAW;GACzC,IAAI,UAAU;GACd,MAAM,UAAU,aAA+B;IAC7C,IAAI,SAAS;IACb,UAAU;IACV,OAAO,oBAAoB,SAAS,OAAO;IAC3C,SAAS;GACX;GACA,MAAM,gBAAsB,aAAa,uBAAO,IAAI,MAAM,sCAAsC,CAAC,CAAC;GAClG,OAAO,iBAAiB,SAAS,SAAS,EAAE,MAAM,KAAK,CAAC;GACxD,IAAI,OAAO,SAAS,QAAQ;GAC5B,QAAQ,MACL,UAAU,aAAa,QAAQ,KAAK,CAAC,IACrC,UAAmB,aAAa,OAAO,KAAK,CAAC,CAChD;EACF,CAAC;CACH;CAEA,QAAmB,SAAqB,WAAmB,gBAAwB,QAAiC;EAClH,OAAO,IAAI,SAAY,SAAS,WAAW;GACzC,IAAI,UAAU;GACd,MAAM,UAAU,aAA+B;IAC7C,IAAI,SAAS;IACb,UAAU;IACV,aAAa,KAAK;IAClB,OAAO,oBAAoB,SAAS,OAAO;IAC3C,SAAS;GACX;GACA,MAAM,gBAAsB,aAAa,uBAAO,IAAI,MAAM,sCAAsC,CAAC,CAAC;GAClG,MAAM,QAAQ,iBAAiB,aAAa,OAAO,IAAI,MAAM,cAAc,CAAC,CAAC,GAAG,SAAS;GACzF,OAAO,iBAAiB,SAAS,SAAS,EAAE,MAAM,KAAK,CAAC;GACxD,IAAI,OAAO,SAAS,QAAQ;GAC5B,QAAQ,MACL,UAAU,aAAa,QAAQ,KAAK,CAAC,IACrC,UAAmB,aAAa,OAAO,KAAK,CAAC,CAChD;EACF,CAAC;CACH;CAEA,KAAa,YAAoB,OAAqB;EACpD,IAAI,CAAC,KAAK,UAAU,UAAU,GAAG;EACjC,KAAK,cAAc;EACnB,KAAK,QAAQ;EACb,KAAK,QAAQ;GAAE,YAAY;GAAU,WAAW;GAAO,UAAU;GAAO;EAAM,CAAC;CACjF;CAEA,UAAwB;EACtB,KAAK,cAAc,MAAM;EACzB,KAAK,iBAAiB,MAAM;EAC5B,KAAK,kBAAkB,KAAA;EACvB,IAAI,KAAK,YAAY,KAAA,GAAW;GAC9B,KAAK,QAAQ,YAAY;GACzB,KAAK,QAAQ,UAAU;GACvB,KAAK,QAAQ,UAAU;GACvB,KAAK,QAAQ,MAAM;EACrB;EACA,IAAI,KAAK,SAAS,KAAA,GAAW;GAC3B,KAAK,KAAK,UAAU;GACpB,KAAK,KAAK,0BAA0B;GACpC,KAAK,KAAK,MAAM;EAClB;EACA,KAAK,MAAM,SAAS,KAAK,QAAQ,UAAU,KAAK,CAAC,GAAG;GAClD,MAAM,UAAU;GAChB,MAAM,KAAK;EACb;EACA,KAAK,YAAY;EACjB,IAAI,KAAK,QAAQ;GACf,KAAK,OAAO,kBAAkB;GAC9B,KAAK,OAAO,QAAQ;EACtB;EACA,KAAK,UAAU,KAAA;EACf,KAAK,OAAO,KAAA;EACZ,KAAK,SAAS,KAAA;EACd,KAAK,iBAAiB;CACxB;CAEA,cAA4B;EAC1B,IAAI,KAAK,UAAU,KAAA,GAAW;EAC9B,KAAK,MAAM,YAAY;EACvB,KAAK,MAAM,UAAU;EACrB,KAAK,MAAM,UAAU;EACrB,KAAK,MAAM,YAAY;EACvB,KAAK,MAAM,MAAM;EACjB,KAAK,MAAM,YAAY;EACvB,KAAK,QAAQ,KAAA;CACf;CAEA,QAAgB,QAA6C;EAC3D,KAAK,QAAQ;GAAE,GAAG,KAAK;GAAO,GAAG;EAAO;EACxC,IAAI;GACF,KAAK,QAAQ,QAAQ,EAAE,GAAG,KAAK,MAAM,CAAC;EACxC,QAAQ,CAER;CACF;CAEA,UAAkB,YAA6B;EAC7C,OAAO,KAAK,eAAe;CAC7B;AACF;;;AC3hBA,MAAM,8BAA8B;AACpC,MAAM,yBAA0BC,oBAAAA,0BAA0B,MAAO;AACjE,MAAM,eAAe;AACrB,MAAM,kBAAkB;AACxB,MAAM,uBAAA;AACN,MAAM,uBAAuBA,oBAAAA,0BAAAA,IAAiD;AAc9E,SAAS,MAAM,OAAe,SAAiB,SAAyB;CACtE,OAAO,KAAK,IAAI,SAAS,KAAK,IAAI,SAAS,KAAK,CAAC;AACnD;AAEA,SAAS,MAAM,OAAuB;CACpC,OAAO,KAAK,MAAM,QAAQ,EAAE,IAAI;AAClC;;AAGA,SAAgB,uBAAuB,KAAyB;CAC9D,IAAI,IAAI,eAAe,KAAK,IAAI,aAAa,yBAAyB,GACpE,MAAM,IAAI,MAAM,0DAA0D;CAC5E,IAAI,YAAY;CAChB,KAAK,IAAI,SAAS,GAAG,SAAS,IAAI,YAAY,UAAU,sBAAsB;EAC5E,MAAM,WAAW,IAAI,UAAY,IAAI,SAAS,MAAO;EACrD,MAAM,UAAU,YAAY,QAAS,WAAW,QAAW,YAAY;EACvE,aAAa,SAAS;CACxB;CACA,MAAM,MAAM,KAAK,KAAK,aAAa,IAAI,aAAa,qBAAqB;CACzE,OAAO,QAAQ,IAAI,eAAe,KAAK,KAAK,MAAM,GAAG;AACvD;;AAQA,IAAa,iCAAb,MAA4C;CAYN;CAXpC,eAAuB;CACvB,gBAAwB;CACxB,2BAAmC;CACnC,+BAAuC;CACvC,0BAAkC;CAClC,iCAAyC;CACzC,yBAAiC;CACjC,gBAAwB;CACxB,kBAA0B;CAC1B,4BAAoC;CAEpC,YAAmB,oBAAqC,6BAA6B;EAAjD,KAAA,oBAAA;EAClC,IAAI,CAAC,OAAO,cAAc,iBAAiB,KAAK,oBAAoB,KAClE,MAAM,IAAI,MAAM,gEAAgE;CACpF;CAEA,KACE,KACA,UAA2C,CAAC,GAC5C,gBAC2B;EAC3B,MAAM,YAAY,uBAAuB,GAAG;EAC5C,KAAK,gBAAgB,IAAI;EACzB,MAAM,oBACJ,gBAAgB,wBAAwB,QACxC,eAAe,qBACf,KAAK;EAEP,KAAK,MAAM,UAAU,SAAS;GAC5B,IAAI,CAAC,OAAO,cAAc,OAAO,WAAW,KAAK,OAAO,eAAe,GACrE,MAAM,IAAI,MAAM,uEAAuE;GACzF,IAAI,KAAK,iBAAiB;IACxB,IAAI,CAAC,OAAO,QAAQ;KAClB,KAAK,2BAA2B;KAChC,KAAK,+BAA+B;KACpC;IACF;IACA,KAAK,4BAA4B,OAAO;IACxC,IAAI,mBAAmB,KAAK,gCAAgC,OAAO;IACnE,IAAI,KAAK,2BAA2B,wBAAwB;IAC5D,KAAK,iBAAiB;IACtB,KAAK,0BAA0B,KAAK;IACpC,KAAK,iCAAiC,KAAK;IAC3C,KAAK,2BAA2B;IAChC,KAAK,+BAA+B;IACpC,KAAK,yBAAyB;IAC9B,KAAK,gBAAgB;IACrB,KAAK,kBAAkB;IACvB;GACF;GACA,IAAI,OAAO,QAAQ;IACjB,KAAK,2BAA2B,OAAO;IACvC,IAAI,mBAAmB,KAAK,kCAAkC,OAAO;IACrE,KAAK,4BAA4B,OAAO;IACxC,IAAI,mBAAmB,KAAK,gCAAgC,OAAO;IACnE,IAAI,KAAK,4BAA4B,wBAAwB;KAC3D,KAAK,gBAAgB;KACrB,KAAK,2BAA2B;KAChC,KAAK,+BAA+B;KACpC,KAAK,yBAAyB;IAChC;GACF,OAAO;IACL,IAAI,KAAK,eAAe,KAAK,0BAA0B,KAAK,2BAA2B,OAAO;IAC9F,KAAK,2BAA2B;IAChC,KAAK,+BAA+B;GACtC;GACA,MAAM,oBAAqB,KAAK,yBAAyBA,oBAAAA,0BAA2B;GACpF,IAAI,KAAK,iBAAiB,qBAAqB,KAAK,mBAAmB,KAAK,kBAAkB;EAChG;EACA,KAAK,4BAA4B,gBAAgB,wBAAwB,QAAQ,eAAe;EAEhG,OAAO;GACL,OAAO,KAAK,kBAAkB,aAAa,KAAK,gBAAgB,WAAW;GAC3E,WAAW,MAAM,MAAM,WAAW,cAAc,CAAC,CAAC;GAClD,WAAW,KAAK,MAAO,KAAK,eAAe,uBAAwB,GAAK;GACxE,OAAO,KAAK;GACZ,oBAAoB,KAAK,MAAO,KAAK,0BAA0BA,oBAAAA,0BAA2B,GAAK;GAC/F,GAAI,gBAAgB,wBAAwB,OACxC,EACE,2BAA2B,KAAK,MAC7B,KAAK,iCAAiCA,oBAAAA,0BAA2B,GACpE,EACF,IACA,CAAC;EACP;CACF;;CAGA,gBAA6B;EAC3B,KAAK,iBAAiB;EACtB,KAAK,2BAA2B;EAChC,KAAK,+BAA+B;EACpC,KAAK,0BAA0B;EAC/B,KAAK,iCAAiC;EACtC,KAAK,yBAAyB;EAC9B,KAAK,gBAAgB;EACrB,KAAK,kBAAkB;EACvB,KAAK,4BAA4B;CACnC;AACF;;;AC9IA,MAAM,qBAAqB;;;;;AAK3B,MAAM,yBAAyB;AAC/B,MAAM,2BAA2B;AACjC,MAAM,6BAA6B;AACnC,MAAM,wBAAwB;AAC9B,MAAM,kBAAkB;AAExB,SAAS,WAAW,OAAyB;CAC3C,OAAO,iBAAiB,SAAS,YAAY,SAAS,MAAM,WAAW;AACzE;AAcA,SAAS,gBAAgB,YAAoB,OAA0C;CAErF,OAAO;EAAE;EAAY,SAAS;EAAU,OADxB,iBAAiB,QAAQ,GAAG,MAAM,KAAK,IAAI,MAAM,YAAY,OAAO,KAAK;CAClC;AACzD;AAEA,SAAS,qBAAqB,cAA8D;CAC1F,OAAO,EAAE,GAAG,aAAa;AAC3B;AAEA,SAAS,kBAAkB,MAA8B,OAAwC;CAC/F,OACE,KAAK,YAAY,MAAM,WACvB,KAAK,aAAa,MAAM,YACxB,KAAK,oBAAoB,MAAM,mBAC/B,KAAK,4BAA4B,MAAM,2BACvC,KAAK,oBAAoB,MAAM,mBAC/B,KAAK,aAAa,MAAM;AAE5B;AAEA,SAAS,MAAM,cAAsB,QAAoC;CACvE,OAAO,IAAI,SAAS,YAAY;EAC9B,IAAI,OAAO,SAAS;GAClB,QAAQ;GACR;EACF;EACA,MAAM,aAAmB;GACvB,aAAa,KAAK;GAClB,OAAO,oBAAoB,SAAS,IAAI;GACxC,QAAQ;EACV;EACA,MAAM,QAAQ,WAAW,MAAM,YAAY;EAC3C,OAAO,iBAAiB,SAAS,MAAM,EAAE,MAAM,KAAK,CAAC;CACvD,CAAC;AACH;AAEA,IAAa,mBAAb,MAA8B;CA0BT;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CAhCnB,kBAAmC,IAAI,gBAAgB;CACvD;CACA;CACA;CACA,oBAA4B;CAC5B;CACA;CACA;CACA;CACA,eAAsC,QAAQ,QAAQ;CACtD;CACA;CACA,oBAA4B;CAC5B,oCAAqC,IAAI,IAA6B;CACtE;CACA;CACA;CACA;CACA,qBAA6B;CAC7B,gBAAuC,QAAQ,QAAQ;CACvD,uBAA+B;CAC/B,mCAAoC,IAAI,IAAkC;CAC1E,oCAAqC,IAAI,IAAgB;CAEzD,YACE,UACA,cACA,WACA,QACA,0BAA6F,KAAA,GAC7F,wBAA4F,KAAA,GAC5F,uBACA,eACA;EARiB,KAAA,WAAA;EACA,KAAA,eAAA;EACA,KAAA,YAAA;EACA,KAAA,SAAA;EACA,KAAA,oBAAA;EACA,KAAA,kBAAA;EACA,KAAA,wBAAA;EACA,KAAA,gBAAA;CAChB;CAEH,QAAqB;EACnB,KAAK,kBAAkB,YAAY;EACnC,KAAK,iBAAiB,KAAK,IAAI;CACjC;;CAGA,oBAAgF;EAC9E,IAAI,KAAK,uBAAuB,KAAA,GAC9B,OAAO,QAAQ,QAAQ;GAAE,UAAU,KAAK;GAAU,cAAc,KAAK;EAAmB,CAAC;EAC3F,IAAI,KAAK,gBAAgB,OAAO,SAAS,OAAO,QAAQ,uBAAO,IAAI,MAAM,+BAA+B,CAAC;EACzG,OAAO,IAAI,SAAS,SAAS,WAAW;GACtC,MAAM,UAAU,UAAwB;IACtC,aAAa,OAAO;IACpB,KAAK,kBAAkB,OAAO,MAAM;IACpC,IAAI,OAAO,OAAO,KAAK;SAClB,IAAI,KAAK,uBAAuB,KAAA,GACnC,QAAQ;KAAE,UAAU,KAAK;KAAU,cAAc,KAAK;IAAmB,CAAC;SACvE,uBAAO,IAAI,MAAM,wCAAwC,CAAC;GACjE;GACA,MAAM,UAAU,iBAAiB,uBAAO,IAAI,MAAM,kDAAkD,CAAC,GAAG,GAAM;GAC9G,KAAK,kBAAkB,IAAI,MAAM;EACnC,CAAC;CACH;CAEA,IAAW,YAAqB;EAC9B,OAAO,KAAK,YAAY,KAAA;CAC1B;CAEA,mBAA4C;EAC1C,IAAI,KAAK,WAAW,OAAO,QAAQ,QAAQ,IAAI;EAC/C,IAAI,KAAK,gBAAgB,OAAO,SAAS,OAAO,QAAQ,QAAQ,KAAK;EACrE,OAAO,IAAI,SAAS,YAAY,KAAK,iBAAiB,IAAI,OAAO,CAAC;CACpE;;CAGA,oBAA0C;EACxC,IAAI,KAAK,cAAc,KAAA,KAAa,KAAK,gBAAgB,OAAO,SAAS,OAAO,QAAQ,QAAQ;EAChG,OAAO,IAAI,SAAS,YAAY,KAAK,kBAAkB,IAAI,OAAO,CAAC;CACrE;CAEA,MAAa,KAAK,cAAc,MAAqB;EACnD,KAAK,cAAc;EACnB,KAAK,gBAAgB,MAAM;EAC3B,KAAK,MAAM,UAAU,KAAK,mBAAmB,uBAAO,IAAI,MAAM,+BAA+B,CAAC;EAC9F,MAAM,KAAK,cAAc,YAAY,KAAA,CAAS;EAC9C,MAAM,KAAK,aAAa,WAAW;EACnC,MAAM,eAAe,KAAK;EAC1B,IAAI,iBAAiB,KAAA,GAAW,MAAM,KAAK,UAAU,WAAW,KAAK,UAAU,YAAY,CAAC,CAAC,YAAY,KAAA,CAAS;EAClH,KAAK,qBAAqB,KAAA;EAC1B,KAAK,yBAAyB,KAAA;EAC9B,KAAK,iBAAiB,KAAK;EAC3B,KAAK,kBAAkB;EACvB,KAAK,kBAAkB,cAAc;CACvC;CAEA,MAAc,MAAqB;EACjC,MAAM,SAAS,KAAK,gBAAgB;EACpC,IAAI,iBAAiB;EACrB,OAAO,CAAC,OAAO,SAAS;GACtB,MAAM,eAAe,KAAK,iBAAiB;GAC3C,MAAM,oBAAoB,IAAI,gBAAgB;GAC9C,MAAM,qBAA2B,kBAAkB,MAAM;GACzD,OAAO,iBAAiB,SAAS,cAAc,EAAE,MAAM,KAAK,CAAC;GAC7D,IAAI;GACJ,MAAM,gBAAgB,IAAI,SAAgB,UAAU,WAAW;IAC7D,gBAAgB;GAClB,CAAC;GACD,KAAK,cAAc;GACnB,IAAI;IACF,MAAM,yBAAyB,qBAAqB,KAAK,OAAO,YAAY;IAC5E,MAAM,YAAY,MAAM,KAAK,UAAU,QAAQ,KAAK,UAAU,cAAc,sBAAsB;IAClG,IAAI,OAAO,SAAS;KAClB,MAAM,KAAK,UAAU,WAAW,KAAK,UAAU,YAAY,CAAC,CAAC,YAAY,KAAA,CAAS;KAClF;IACF;IACA,KAAK,qBAAqB;IAC1B,KAAK,yBAAyB;IAC9B,iBAAiB;IACjB,KAAK,kBAAkB,WAAW;IAClC,KAAK,MAAM,UAAU,KAAK,mBAAmB,OAAO;IACpD,KAAK,oBAAoB,cAAc,wBAAwB,kBAAkB,MAAM;IACvF,IAAI,SAAS,UAAU;IACvB,OAAO,CAAC,OAAO,SAAS;KACtB,MAAM,QAAQ,MAAM,QAAQ,KAAK,CAC/B,KAAK,UAAU,UAAU,KAAK,UAAU,cAAc,QAAQ,kBAAkB,MAAM,GACtF,aACF,CAAC;KACD,IAAI,UAAU,KAAA,GAAW;KACzB,SAAS,MAAM;KACf,MAAM,KAAK,OAAO,OAAO,YAAY;IACvC;GACF,SAAS,OAAO;IACd,KAAK,MAAM,UAAU,KAAK,mBAAmB,OAAO,iBAAiB,QAAQ,QAAQ,IAAI,MAAM,OAAO,KAAK,CAAC,CAAC;IAC7G,IAAI,OAAO,SAAS;IAEpB,IAAI,WAAW,KAAK,KAAK,KAAK,uBAAuB,cAAc,KAAK,kBAAkB,UAAU;IACpG,kBAAkB,MAAM;IACxB,KAAK,cAAc;IACnB,MAAM,KAAK,aAAa;IACxB,IAAI,KAAK,uBAAuB,cAAc;KAC5C,MAAM,KAAK,UAAU,WAAW,KAAK,UAAU,YAAY,CAAC,CAAC,YAAY,KAAA,CAAS;KAClF,KAAK,qBAAqB,KAAA;KAC1B,KAAK,yBAAyB,KAAA;IAChC;IACA,MAAM,MAAM,gBAAgB,MAAM;IAClC,iBAAiB,KAAK,IAAI,iBAAiB,GAAG,sBAAsB;GACtE,UAAU;IACR,OAAO,oBAAoB,SAAS,YAAY;IAChD,IAAI,KAAK,gBAAgB,eAAe,KAAK,cAAc,KAAA;GAC7D;EACF;CACF;CAEA,oBACE,cACA,wBACA,eACM;EACN,CAAM,YAAY;GAChB,IAAI;IACF,MAAM,KAAK,OAAO,UAAU;IAC5B,IAAI,cAAc,WAAW,KAAK,gBAAgB,OAAO,WAAW,KAAK,uBAAuB,cAC9F;IACF,MAAM,uBAAuB,qBAAqB,KAAK,OAAO,YAAY;IAC1E,IAAI,kBAAkB,wBAAwB,oBAAoB,GAAG;IACrE,IAAI,CAAC,KAAK,UAAU,qBAAqB;IACzC,MAAM,KAAK,UAAU,oBAAoB,KAAK,UAAU,cAAc,oBAAoB;IAC1F,IAAI,KAAK,uBAAuB,cAAc,KAAK,yBAAyB;GAC9E,QAAQ,CAER;EACF,EAAA,CAAG;CACL;CAEA,MAAc,OAAO,OAA8B,cAAqC;EACtF,QAAQ,MAAM,MAAd;GACE,KAAK;IACH,KAAK,cAAc,MAAM,cAAc,YAAY;IACnD;GACF,KAAK;IACH,IAAI,KAAK,yBAAyB,MAAM,cAAc,KAAK,cAAc;IACzE;GACF,KAAK;IACH,IAAI,KAAK,yBAAyB,MAAM,cAAc;IACtD,IAAI,MAAM,WAAW,QAAQ,KAAK,UAAU,KAAK,IAAI;SAChD,IAAI,MAAM,WAAW,UAAU,KAAK,UAAU,KAAK,KAAK;SACxD,KAAK,UAAU,gBAAgB;IACpC;GACF,KAAK;IACH,IAAI,KAAK,yBAAyB,MAAM,cAAc;IACtD,KAAK,MAAM,WAAW,MAAM,UAAU,KAAK,UAAU,KAAK,OAAO;IACjE;GACF,KAAK;IACH,IAAI,KAAK,yBAAyB,MAAM,cAAc,KAAK,gBAAgB,MAAM,SAAS;IAC1F;GACF,KAAK;IACH,KAAK,cAAc;IACnB,MAAM,KAAK,aAAa,OAAO,YAAY;IAC3C;GACF,KAAK;IACH,IAAI,KAAK,cAAc,MAAM,WAAW,MAAM,KAAK,cAAc,MAAM,WAAW,cAAc,IAAI;IACpG;GACF,KAAK;IACH,IAAI,KAAK,cAAc,MAAM,WAAW,MAAM,KAAK,cAAc,MAAM,WAAW,cAAc,KAAK;IACrG;GACF,KAAK;IACH,KAAK,cAAc;IACnB,MAAM,KAAK,cAAc,OAAO,YAAY;IAC5C;GACF,KAAK;IACH,KAAK,yBAAyB,MAAM;IACpC,KAAK,UAAU,KAAK,SAAS;IAC7B;GACF,KAAK;IACH,KAAK,yBAAyB,MAAM;IACpC,KAAK,UAAU,KAAK,SAAS;IAC7B;EACJ;CACF;CAEA,aAAoB,OAAsB;EACxC,KAAK,UAAU,KAAK,KAAK;CAC3B;CAEA,oBAAiC;EAC/B,KAAK,UAAU,gBAAgB;CACjC;CAEA,cAA2B;EACzB,KAAK,cAAc;CACrB;CAEA,cAAsB,cAAsB,cAA4B;EACtE,KAAK,cAAc;EACnB,MAAM,aAAa,EAAE,KAAK;EAC1B,KAAK,uBAAuB;EAC5B,KAAU,cAAc,cAAc,cAAc,UAAU,CAAC,CAAC,OAAO,UACrE,KAAK,aAAa,YAAY,KAAK,CACrC;CACF;CAEA,MAAc,cAAc,cAAsB,cAAsB,YAAmC;EACzG,MAAM,KAAK,aAAa,KAAK;EAC7B,IAAI,CAAC,KAAK,kBAAkB,cAAc,cAAc,UAAU,GAAG;EACrE,MAAM,EAAE,mBAAmB,eAAe,kBAAkB,KAAK;EACjE,IAAI,sBAAsB,KAAA,KAAa,kBAAkB,KAAA,KAAa,kBAAkB,KAAA,GACtF,MAAM,IAAI,MAAM,4CAA4C;EAC9D,IAAI;EACJ,IAAI,CAAC,KAAK,uBAAuB,MAAM,IAAI,MAAM,uCAAuC;EACxF,UAAU,KAAK,sBAAsB;GACnC,YAAY,KAAK,WACf,kBAAkB,KAAK,KAAK,WAAW,KAAK,UAAU,cAAc,cAAc,KAAK,MAAM;GAC/F,UAAU,UAAU;IAClB,IAAI,KAAK,aAAa,WAAW,CAAC,KAAK,kBAAkB,cAAc,cAAc,UAAU,GAAG;IAClG,KAAK,oBAAoB,kBACvB,cAAc,KAAK,KAAK,WAAW,KAAK,UAAU,cAAc,cAAc,KAAK,CACrF;GACF;GACA,UAAU,UAAU;IAClB,IAAI,KAAK,aAAa,WAAW,CAAC,KAAK,kBAAkB,cAAc,cAAc,UAAU,GAAG;IAClG,KAAK,gBAAgB,KAAK;IAC1B,KAAK,oBAAoB,kBACvB,cAAc,KAAK,KAAK,WAAW,KAAK,UAAU,cAAc,cAAc,KAAK,CACrF;GACF;EACF,CAAC;EACD,KAAK,WAAW;EAChB,MAAM,QAAQ,MAAM;CACtB;CAEA,gBAA8B;EAC5B,MAAM,UAAU,KAAK;EACrB,MAAM,eAAe,KAAK;EAC1B,IAAI,YAAY,KAAA,KAAa,iBAAiB,KAAA,GAAW;EACzD,MAAM,eAAe,KAAK;EAC1B,MAAM,aAAa,KAAK;EACxB,KAAK,WAAW,KAAA;EAChB,KAAK,uBAAuB,KAAA;EAC5B,KAAK,sBAAsB;EAC3B,SAAS,MAAM;EACf,KAAK,gBAAgB,KAAA,CAAS;EAC9B,MAAM,gBAAgB,KAAK,UAAU;EACrC,IAAI,iBAAiB,KAAA,KAAa,iBAAiB,KAAA,KAAa,kBAAkB,KAAA,GAChF,KAAK,oBACH,kBAEE,cAAc,KAAK,KAAK,WAAW,KAAK,UAAU,cAAc,cAAc;GAC5E,YAAY;GACZ,WAAW;GACX,UAAU;GACV,OAAO;EACT,CAAC,GACH,IACF;CAEJ;CAEA,kBAA0B,cAAsB,cAAsB,YAA6B;EACjG,OACE,KAAK,uBAAuB,cAC5B,KAAK,yBAAyB,gBAC9B,KAAK,uBAAuB,gBAC5B,CAAC,KAAK,gBAAgB,OAAO;CAEjC;CAEA,oBAA4B,YAAoB,WAAgC,WAAW,OAAa;EACtG,IAAI,KAAK,wBAAwB,4BAA4B;GAC3D,KAAK,aAAa,4BAAY,IAAI,MAAM,kDAAkD,CAAC;GAC3F;EACF;EACA,KAAK,wBAAwB;EAC7B,MAAM,OAAO,KAAK,cAAc,WAAW;GAEzC,IAAI,CAAC,YAAY,eAAe,KAAK,oBAAoB;GACzD,OAAO,UAAU;EACnB,CAAC;EACD,KAAK,gBAAgB,KAAK,YAAY,KAAA,CAAS;EAC/C,KAAU,WACF;GACJ,KAAK,wBAAwB;EAC/B,IACC,UAAmB;GAClB,KAAK,wBAAwB;GAC7B,KAAK,aAAa,YAAY,KAAK;EACrC,CACF;CACF;CAEA,aAAqB,YAAoB,OAAsB;EAC7D,IAAI,eAAe,KAAK,oBAAoB;EAC5C,KAAK,cAAc;EACnB,KAAK,gBAAgB;GACnB,YAAY;GACZ,WAAW;GACX,UAAU;GACV,OAAO;GACP,OAAO,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK;EAC9D,CAAC;EACD,KAAK,cAAc,iBAAiB,QAAQ,QAAQ,IAAI,MAAM,OAAO,KAAK,CAAC,CAAC;CAC9E;CAEA,MAAc,aACZ,OACA,cACe;EACf,MAAM,EAAE,WAAW,kBAAkB;EACrC,IAAI,KAAK,YAAY,KAAA,GAAW,MAAM,KAAK,cAAc,KAAK,aAAa,WAAW,cAAc,KAAK;EACzG,MAAM,aAAa,EAAE,KAAK;EAC1B,KAAK,YAAY;EACjB,KAAK,eAAe,QAAQ,QAAQ;EACpC,KAAK,mBAAmB,KAAA;EACxB,IAAI,kBAAkB;EACtB,MAAM,iBACJ,cAAc,oBAAoB,WAAW,KAAK,OAAO,+BAA+B,IAAI,KAAA;EAC9F,MAAM,oBACJ,cAAc,oBAAoB,YAAY,mBAAmB,KAAA,IAC7D,IAAI,+BAA+B,cAAc,iBAAiB,IAClE,KAAA;EACN,KAAK,iBAAiB;EACtB,KAAK,oBAAoB;EACzB,IAAI;GACF,MAAM,UAAU,MAAM,KAAK,OAAO,cAAc,KAAK,mBAAmB;IACtE,IAAI,eAAe,KAAK,qBAAqB,KAAK,cAAc,WAAW;IAC3E,IAAI,KAAK,qBAAqB,KAAA,GAAW;IACzC,IAAI,kBAAkB,IAAI,aAAa,uBAAuB;KAC5D,MAAM,0BAAU,IAAI,MAAM,6EAA6E;KACvG,KAAK,mBAAmB;KACxB,KAAU,kBAAkB,WAAW,cAAc,YAAY,OAAO;KACxE;IACF;IACA,mBAAmB,IAAI;IACvB,MAAM,QAAQ,IAAI,WAAW,GAAG;IAChC,MAAM,YAAY,mBAAmB,KAAA,IAAY,QAAQ,IAAI,WAAW,eAAe,SAAS;IAChG,MAAM,iBACJ,mBAAmB,KAAA,IACf,KAAA,IACA;KACE,qBAAqB,eAAe;KACpC,mBAAmB,eAAe;IACpC;IACN,KAAK,eAAe,KAAK,aAAa,KAAK,YAAY;KACrD,mBAAmB,MAAM;KACzB,IACE,KAAK,qBAAqB,KAAA,KAC1B,eAAe,KAAK,qBACpB,KAAK,cAAc,WAEnB;KACF,IAAI;MACF,IAAI,UAAU,eAAe,MAAM,YACjC,MAAM,IAAI,MAAM,+DAA+D;MACjF,MAAM,UAAU,MAAM,gBAAgB,KAAK,SAAS;MACpD,IAAI,eAAe,KAAK,qBAAqB,KAAK,cAAc,WAAW;MAC3E,MAAM,WAAW,mBAAmB,KAAK,OAAO,SAAS,cAAc;MACvE,MAAM,KAAK,UAAU,UAAU,KAAK,UAAU,cAAc,WAAW,OAAO,QAAQ;KACxF,SAAS,OAAO;MACd,IAAI,eAAe,KAAK,qBAAqB,KAAK,cAAc,WAAW;MAC3E,MAAM,UAAU,iBAAiB,QAAQ,QAAQ,IAAI,MAAM,OAAO,KAAK,CAAC;MACxE,IAAI,CAAC,WAAW,OAAO,GAAG,KAAK,mBAAmB;MAClD,MAAM,KAAK,kBAAkB,WAAW,cAAc,YAAY,OAAO;KAC3E;IACF,CAAC;GACH,CAAC;GACD,IACE,eAAe,KAAK,qBACpB,KAAK,cAAc,aACnB,KAAK,gBAAgB,OAAO,SAC5B;IACA,MAAM,QAAQ,KAAK;IACnB;GACF;GACA,KAAK,UAAU;GACf,QAAa,YAAY,OAAO,UAC9B,KAAK,kBACH,WACA,cACA,YACA,iBAAiB,QAAQ,QAAQ,IAAI,MAAM,OAAO,KAAK,CAAC,CAC1D,CACF;GACA,KAAK,iBAAiB,IAAI;EAC5B,SAAS,OAAO;GACd,MAAM,UAAU,iBAAiB,QAAQ,GAAG,MAAM,KAAK,IAAI,MAAM,YAAY,OAAO,KAAK;GACzF,MAAM,KAAK,UAAU,eAAe,KAAK,UAAU,cAAc,WAAW,OAAO,CAAC,CAAC,YAAY,KAAA,CAAS;GAC1G,KAAK,YAAY,KAAA;GACjB,KAAK,qBAAqB;GAC1B,KAAK,kBAAkB;GACvB,MAAM;EACR;CACF;CAEA,MAAc,kBACZ,WACA,cACA,YACA,OACe;EACf,IAAI,eAAe,KAAK,qBAAqB,KAAK,cAAc,WAAW;EAC3E,MAAM,UAAU,KAAK;EACrB,KAAK,UAAU,KAAA;EACf,MAAM,SAAS,KAAK,CAAC,CAAC,YAAY,KAAA,CAAS;EAC3C,IAAI,eAAe,KAAK,qBAAqB,KAAK,cAAc,WAAW;EAC3E,KAAK,YAAY,KAAA;EACjB,KAAK,qBAAqB;EAC1B,KAAK,kBAAkB;EAGvB,IAAI,WAAW,KAAK,GAAG;GACrB,MAAM,KAAK,gBAAgB,MAAM,CAAC,CAAC,YAAY,KAAA,CAAS;GACxD;EACF;EACA,KAAU,UACP,eAAe,KAAK,UAAU,cAAc,WAAW,GAAG,MAAM,KAAK,IAAI,MAAM,SAAS,CAAC,CACzF,YAAY,KAAA,CAAS;EACxB,KAAK,cAAc,KAAK;CAC1B;CAEA,MAAc,cAAc,WAAmB,cAAsB,aAAqC;EACxG,MAAM,yBAAyB,KAAK;EACpC,MAAM,KAAK,SAAS,KAAK;EACzB,KAAK,UAAU,KAAA;EACf,MAAM,KAAK;EACX,MAAM,KAAK,gBAAgB,MAAM,CAAC,CAAC,YAAY,KAAA,CAAS;EACxD,KAAK,iBAAiB,KAAA;EACtB,KAAK,oBAAoB,KAAA;EACzB,MAAM,sBAAsB,qBAAqB,KAAK,OAAO,YAAY;EACzE,IACE,2BAA2B,KAAA,KAC3B,CAAC,kBAAkB,wBAAwB,mBAAmB,KAC9D,KAAK,UAAU,qBAEf,IAAI;GACF,MAAM,KAAK,UAAU,oBAAoB,KAAK,UAAU,cAAc,mBAAmB;GACzF,IAAI,KAAK,uBAAuB,cAAc,KAAK,yBAAyB;EAC9E,QAAQ,CAER;EAEF,IAAI,KAAK,qBAAqB,KAAA,GAAW;GACvC,MAAM,QAAQ,KAAK;GACnB,MAAM,KAAK,UACR,eAAe,KAAK,UAAU,cAAc,WAAW,GAAG,MAAM,KAAK,IAAI,MAAM,SAAS,CAAC,CACzF,YAAY,KAAA,CAAS;GACxB,KAAK,YAAY,KAAA;GACjB,KAAK,qBAAqB;GAC1B,KAAK,kBAAkB;GACvB,MAAM;EACR;EACA,KAAK,YAAY,KAAA;EACjB,KAAK,qBAAqB;EAC1B,KAAK,iBAAiB,KAAK;EAC3B,IAAI;GACF,IAAI,aAAa,MAAM,KAAK,UAAU,eAAe,KAAK,UAAU,cAAc,SAAS;EAC7F,UAAU;GACR,KAAK,kBAAkB;EACzB;CACF;CAEA,MAAc,cACZ,OACA,cACe;EACf,KAAK,yBAAyB,MAAM;EACpC,KAAK,UAAU,KAAK,SAAS;EAC7B,KAAK,sBAAsB;EAC3B,MAAM,kBAAkB,MAAM,aAAa,aAAa,IAAI,gBAAgB,IAAI,KAAA;EAChF,KAAK,0BAA0B;EAC/B,MAAM,QAAQ,kBACV,KAAK,UAAU,uBAAuB,KAAK,UAAU,cAAc,MAAM,YAAY,gBAAgB,MAAM,IAC3G,KAAA;EACJ,IAAI;EACJ,IAAI;GACF,WAAW,KAAK,OAAO,MAAM,OAAO,KAAK;EAC3C,SAAS,OAAO;GACd,iBAAiB,MAAM;GACvB,MAAM,KAAK,UAAU,iBAAiB,KAAK,UAAU,cAAc,gBAAgB,MAAM,YAAY,KAAK,CAAC;GAC3G,KAAK,sBAAsB;GAC3B;EACF;EACA,KAAK,WAAW;EAChB,SAAc,WACX,MACE,WAAW,KAAK,UAAU,iBAAiB,KAAK,UAAU,cAAc,MAAM,IAC9E,UACC,KAAK,UAAU,iBAAiB,KAAK,UAAU,cAAc,gBAAgB,MAAM,YAAY,KAAK,CAAC,CACzG,CAAC,CACA,OAAO,UAAmB;GAEzB,IAAI,KAAK,uBAAuB,gBAAgB,KAAK,gBAAgB,OAAO,SAAS;GACrF,KAAK,cAAc,iBAAiB,QAAQ,QAAQ,IAAI,MAAM,OAAO,KAAK,CAAC,CAAC;EAC9E,CAAC,CAAC,CACD,cAAc;GACb,IAAI,KAAK,aAAa,UAAU;GAChC,iBAAiB,MAAM;GACvB,IAAI,KAAK,4BAA4B,iBAAiB,KAAK,0BAA0B,KAAA;GACrF,KAAK,WAAW,KAAA;GAChB,KAAK,sBAAsB;EAC7B,CAAC;CACL;CAEA,wBAAsC;EACpC,MAAM,aAAa,KAAK;EACxB,MAAM,YAAY,KAAK;EACvB,MAAM,WAAW,KAAK;EACtB,IAAI,CAAC,aAAa,CAAC,UAAU;EAC7B,KAAK,eAAe,KAAK,aAAa,KAAK,YAAY;GACrD,IACE,eAAe,KAAK,qBACpB,cAAc,KAAK,qBACnB,aAAa,KAAK,gBAElB;GACF,UAAU,cAAc;GACxB,MAAM,SAAS,MAAM,CAAC,CAAC,YAAY,KAAA,CAAS;EAC9C,CAAC;CACH;CAEA,MAAc,aAAa,cAAc,MAAqB;EAC5D,KAAK,qBAAqB;EAC1B,MAAM,UAAU,KAAK;EACrB,MAAM,UAAU,KAAK;EACrB,MAAM,iBAAiB,KAAK;EAC5B,KAAK,UAAU,KAAA;EACf,KAAK,eAAe,QAAQ,QAAQ;EACpC,KAAK,iBAAiB,KAAA;EACtB,KAAK,oBAAoB,KAAA;EACzB,KAAK,YAAY,KAAA;EACjB,KAAK,kBAAkB;EACvB,KAAK,mBAAmB,KAAA;EACxB,MAAM,SAAS,KAAK,CAAC,CAAC,YAAY,KAAA,CAAS;EAC3C,KAAK,iBAAiB,KAAK;EAC3B,QAAa,YAAY,KAAA,CAAS;EAClC,gBAAqB,MAAM,CAAC,CAAC,YAAY,KAAA,CAAS;EAClD,KAAK,yBAAyB,MAAM;EACpC,KAAK,0BAA0B,KAAA;EAC/B,KAAK,UAAU,KAAK,SAAS;EAC7B,KAAK,WAAW,KAAA;EAChB,IAAI,aAAa,MAAM,KAAK,OAAO,MAAM,CAAC,CAAC,YAAY,KAAA,CAAS;CAClE;CAEA,iBAAyB,WAA0B;EACjD,KAAK,MAAM,WAAW,KAAK,kBAAkB,QAAQ,SAAS;EAC9D,KAAK,iBAAiB,MAAM;CAC9B;CAEA,oBAAkC;EAChC,KAAK,MAAM,WAAW,KAAK,mBAAmB,QAAQ;EACtD,KAAK,kBAAkB,MAAM;CAC/B;CAEA,mBAAmC;EACjC,MAAM,SAAS,KAAK,EAAE,KAAK,kBAAA,CAAmB,SAAS,EAAE;EACzD,OAAO,GAAG,KAAK,aAAa,MAAM,GAAG,2BAA2B,OAAO,MAAM,IAAI;CACnF;AACF"}
@@ -58,6 +58,13 @@ interface BrowserTrackEvent {
58
58
  readonly track: BrowserMediaTrack;
59
59
  readonly streams: BrowserMediaStream[];
60
60
  }
61
+ /** Host-owned remote playback. Omit playback notifications when the host cannot observe them. */
62
+ interface RealtimeRemoteOutput {
63
+ attach(stream: BrowserMediaStream, track: BrowserMediaTrack): void | Promise<void>;
64
+ suppress(on: boolean): void;
65
+ dispose(): void;
66
+ onPlaybackState?: ((playing: boolean) => void) | null;
67
+ }
61
68
  interface BrowserEnvironment {
62
69
  navigator: {
63
70
  mediaDevices?: {
@@ -66,7 +73,7 @@ interface BrowserEnvironment {
66
73
  };
67
74
  RTCPeerConnection?: new () => BrowserPeerConnection;
68
75
  MediaStream: new (tracks: BrowserMediaTrack[]) => BrowserMediaStream;
69
- document: {
76
+ document?: {
70
77
  createElement(tag: 'audio'): BrowserAudio;
71
78
  };
72
79
  }
@@ -82,6 +89,7 @@ export declare class BrowserRealtimeSession {
82
89
  private readonly options;
83
90
  private readonly microphoneConstraints;
84
91
  private readonly browser;
92
+ private readonly output?;
85
93
  private state;
86
94
  private generation;
87
95
  private started;
@@ -93,7 +101,7 @@ export declare class BrowserRealtimeSession {
93
101
  private suppressOutput;
94
102
  private readonly announcements;
95
103
  private announcementFlushScheduled;
96
- constructor(options: BrowserRealtimeOptions, microphoneConstraints?: () => Promise<VoiceMicrophoneConstraints>, browser?: BrowserEnvironment);
104
+ constructor(options: BrowserRealtimeOptions, microphoneConstraints?: () => Promise<VoiceMicrophoneConstraints>, browser?: BrowserEnvironment, output?: RealtimeRemoteOutput | undefined);
97
105
  start(): Promise<void>;
98
106
  send(event: string): void;
99
107
  mute(muted: boolean): void;
@@ -192,5 +200,5 @@ export declare class VoiceMediaClient {
192
200
  private nextConnectionId;
193
201
  }
194
202
  //#endregion
195
- export { ClientCaptureActivityLifecycle, type ClientCaptureSpeechClassification, type RealtimeBrowserSessionFactory, type SpeechPresenceDetector, type SpeechPresenceWindow, VOICE_MEDIA_ACTIVITY_ECHO_SPEECH_MS_HEADER, VOICE_MEDIA_ACTIVITY_ELAPSED_HEADER, VOICE_MEDIA_ACTIVITY_EPOCH_HEADER, VOICE_MEDIA_ACTIVITY_LEVEL_HEADER, VOICE_MEDIA_ACTIVITY_SPEECH_MS_HEADER, VOICE_MEDIA_ACTIVITY_STATE_HEADER, VOICE_MEDIA_API_BASE_PATH, VOICE_MEDIA_BITS_PER_SAMPLE, VOICE_MEDIA_CHANNELS, VOICE_MEDIA_CONTENT_TYPE, VOICE_MEDIA_EVENT_WAIT_NONE, VOICE_MEDIA_HEARTBEAT_MS, VOICE_MEDIA_PLAYBACK_STATE_HEADER, VOICE_MEDIA_PROTOCOL_VERSION, VOICE_MEDIA_ROUTES, VOICE_MEDIA_SAMPLE_RATE, VOICE_MEDIA_WAKE_TYPE, type VoiceClientKind, type VoiceMediaCapabilities, type VoiceMediaCapture, type VoiceMediaCaptureActivity, type VoiceMediaCaptureActivityState, type VoiceMediaCaptureConfiguration, type VoiceMediaCaptureMode, type VoiceMediaCaptureSpeechAnalysis, type VoiceMediaClientConnectionState, type VoiceMediaClientEvent, type VoiceMediaConnectRequest, type VoiceMediaConnectResult, type VoiceMediaControlLocation, type VoiceMediaDevice, type VoiceMediaHeartbeatResult, type VoiceMediaPlayback, type VoiceMediaPlaybackDelivery, type VoiceMediaPlaybackOutcome, type VoiceMediaPlaybackResult, type VoiceMediaTransport, type VoiceMediaWake, calculateClientPcmDbfs, voiceMediaClientUrl };
203
+ export { type BrowserEnvironment, type BrowserMediaStream, type BrowserMediaTrack, ClientCaptureActivityLifecycle, type ClientCaptureSpeechClassification, type RealtimeBrowserSessionFactory, type RealtimeRemoteOutput, type SpeechPresenceDetector, type SpeechPresenceWindow, VOICE_MEDIA_ACTIVITY_ECHO_SPEECH_MS_HEADER, VOICE_MEDIA_ACTIVITY_ELAPSED_HEADER, VOICE_MEDIA_ACTIVITY_EPOCH_HEADER, VOICE_MEDIA_ACTIVITY_LEVEL_HEADER, VOICE_MEDIA_ACTIVITY_SPEECH_MS_HEADER, VOICE_MEDIA_ACTIVITY_STATE_HEADER, VOICE_MEDIA_API_BASE_PATH, VOICE_MEDIA_BITS_PER_SAMPLE, VOICE_MEDIA_CHANNELS, VOICE_MEDIA_CONTENT_TYPE, VOICE_MEDIA_EVENT_WAIT_NONE, VOICE_MEDIA_HEARTBEAT_MS, VOICE_MEDIA_PLAYBACK_STATE_HEADER, VOICE_MEDIA_PROTOCOL_VERSION, VOICE_MEDIA_ROUTES, VOICE_MEDIA_SAMPLE_RATE, VOICE_MEDIA_WAKE_TYPE, type VoiceClientKind, type VoiceMediaCapabilities, type VoiceMediaCapture, type VoiceMediaCaptureActivity, type VoiceMediaCaptureActivityState, type VoiceMediaCaptureConfiguration, type VoiceMediaCaptureMode, type VoiceMediaCaptureSpeechAnalysis, type VoiceMediaClientConnectionState, type VoiceMediaClientEvent, type VoiceMediaConnectRequest, type VoiceMediaConnectResult, type VoiceMediaControlLocation, type VoiceMediaDevice, type VoiceMediaHeartbeatResult, type VoiceMediaPlayback, type VoiceMediaPlaybackDelivery, type VoiceMediaPlaybackOutcome, type VoiceMediaPlaybackResult, type VoiceMediaTransport, type VoiceMediaWake, calculateClientPcmDbfs, voiceMediaClientUrl };
196
204
  //# sourceMappingURL=clientMedia.d.mts.map
@@ -1 +1 @@
1
- {"version":3,"file":"clientMedia.d.mts","names":[],"sources":["../src/types/browserRealtimeSession.ts","../src/types/voiceMediaClient.ts"],"mappings":";;;UAGU;WACC;EACT;EACA;EACA;;UAGQ;EACR,aAAa;EACb,kBAAkB;;UAGV;EACR;EACA;EACA,WAAW;EACX;EACA;EACA;EACA;EACA,QAAQ;EACR;;UAGQ,2BAA2B;WAC1B;EACT,aAAa;IAAS;;EACtB;EACA;EACA,KAAK;EACL;;UAGQ,8BAA8B;WAC7B;WACA;WACA;IAAoB;;EAC7B;EACA,WAAW,OAAO;EAClB,kBAAkB,gBAAgB;EAClC,SAAS,OAAO,mBAAmB,QAAQ;EAC3C,eAAe;IAAU;;EACzB,oBAAoB;IAAe;MAAiB;EACpD,qBAAqB;IAAe;IAAgB;MAAgB;EACpE;;UAGQ;WACC,OAAO;WACP,SAAS;;UAGV;EACR;IACE;MAAiB,aAAa,aAAa,6BAA6B,QAAQ;;;EAElF,8BAA8B;EAC9B,kBAAkB,QAAQ,wBAAwB;EAClD;IAAY,cAAc,eAAe;;;;;;;;;;;qBA8B9B;mBAmBQ;mBACA;mBAEA;UArBX;UAMA;UACA;UACA;UACA;UACA;UACA;UACA;UACA;mBACS;UACT;EAER,YACmB,SAAS,wBACT,8BAA6B,QAAQ,6BAErC,UAAS;EAGf,SAAS;EAgFf,KAAK;EAoBL,KAAK;EAKL;EAMA;UAQC;UAiCA;UAyBA;UA6CA;UAWA;UAKM;UAuBA;UAuCN;UAmBA;UAqBA;UAOA;UA0BA;UAWA;UASA;;;;UCleA;EACR,SAAS;EACT,KAAK;EACL,KAAK;EACL;EACA;;KAGU,iCAAiC,SAAS,2BAA2B;KAErE;qBAsCC;mBA0BQ;mBACA;mBACA;mBACA;mBACA;mBACA;mBACA;mBACA;mBAhCF;UACT;UACA;UACA;UACA;UACA;UACA;UACA;UACA;UACA;UACA;UACA;UACA;mBACS;UACT;UACA;UACA;UACA;UACA;UACA;UACA;mBACS;mBACA;EAEjB,YACmB,kBACA,sBACA,WAAW,qBACX,QAAQ,kBACR,qBAAoB,OAAO,0CAC3B,mBAAkB,OAAO,2CACzB,wBAAwB,2CACxB,kBAAiB;EAG7B;;EAMA,qBAAqB;IAAU;IAAkB;;MAkB7C;EAIJ,oBAAoB;;EAOpB,qBAAqB;EAKf,KAAK,wBAAqB;UAezB;UA0DN;UAqBM;EA8CP,aAAa;EAIb;EAIA;UAIC;UASM;UA6BN;UA2BA;UASA;UAuBA;UAaM;UA0FA;UA0BA;UAyCA;UAsCN;UAiBM;UAuBN;UAKA;UAKA"}
1
+ {"version":3,"file":"clientMedia.d.mts","names":[],"sources":["../src/types/browserRealtimeSession.ts","../src/types/voiceMediaClient.ts"],"mappings":";;;UAGiB;WACN;EACT;EACA;EACA;;UAGe;EACf,aAAa;EACb,kBAAkB;;UAGV;EACR;EACA;EACA,WAAW;EACX;EACA;EACA;EACA;EACA,QAAQ;EACR;;UAGQ,2BAA2B;WAC1B;EACT,aAAa;IAAS;;EACtB;EACA;EACA,KAAK;EACL;;UAGQ,8BAA8B;WAC7B;WACA;WACA;IAAoB;;EAC7B;EACA,WAAW,OAAO;EAClB,kBAAkB,gBAAgB;EAClC,SAAS,OAAO,mBAAmB,QAAQ;EAC3C,eAAe;IAAU;;EACzB,oBAAoB;IAAe;MAAiB;EACpD,qBAAqB;IAAe;IAAgB;MAAgB;EACpE;;UAGQ;WACC,OAAO;WACP,SAAS;;;UAIH;EACf,OAAO,QAAQ,oBAAoB,OAAO,2BAA2B;EACrE,SAAS;EACT;EACA,oBAAoB;;UAGL;EACf;IACE;MAAiB,aAAa,aAAa,6BAA6B,QAAQ;;;EAElF,8BAA8B;EAC9B,kBAAkB,QAAQ,wBAAwB;EAClD;IAAa,cAAc,eAAe;;;;;;;;;;;qBA8B/B;mBAmBQ;mBACA;mBAEA;mBACA;UAtBX;UAMA;UACA;UACA;UACA;UACA;UACA;UACA;UACA;mBACS;UACT;EAER,YACmB,SAAS,wBACT,8BAA6B,QAAQ,6BAErC,UAAS,oBACT,SAAS;EAUf,SAAS;EAgFf,KAAK;EAoBL,KAAK;EAKL;EAOA;UAQC;UAkCA;UAqCA;UA6CA;UAWA;UAKM;UAuBA;UAuCN;UAmBA;UAqBA;UAOA;UA8BA;UAWA;UASA;;;;UCpgBA;EACR,SAAS;EACT,KAAK;EACL,KAAK;EACL;EACA;;KAGU,iCAAiC,SAAS,2BAA2B;KAErE;qBAsCC;mBA0BQ;mBACA;mBACA;mBACA;mBACA;mBACA;mBACA;mBACA;mBAhCF;UACT;UACA;UACA;UACA;UACA;UACA;UACA;UACA;UACA;UACA;UACA;UACA;mBACS;UACT;UACA;UACA;UACA;UACA;UACA;UACA;mBACS;mBACA;EAEjB,YACmB,kBACA,sBACA,WAAW,qBACX,QAAQ,kBACR,qBAAoB,OAAO,0CAC3B,mBAAkB,OAAO,2CACzB,wBAAwB,2CACxB,kBAAiB;EAG7B;;EAMA,qBAAqB;IAAU;IAAkB;;MAkB7C;EAIJ,oBAAoB;;EAOpB,qBAAqB;EAKf,KAAK,wBAAqB;UAezB;UA0DN;UAqBM;EA8CP,aAAa;EAIb;EAIA;UAIC;UASM;UA6BN;UA2BA;UASA;UAuBA;UAaM;UA0FA;UA0BA;UAyCA;UA0CN;UAiBM;UAuBN;UAKA;UAKA"}
@@ -28,6 +28,7 @@ var BrowserRealtimeSession = class {
28
28
  options;
29
29
  microphoneConstraints;
30
30
  browser;
31
+ output;
31
32
  state = {
32
33
  connection: "closed",
33
34
  listening: false,
@@ -44,10 +45,16 @@ var BrowserRealtimeSession = class {
44
45
  suppressOutput = false;
45
46
  announcements = /* @__PURE__ */ new Map();
46
47
  announcementFlushScheduled = false;
47
- constructor(options, microphoneConstraints = async () => CLIENT_DEFAULT_MICROPHONE, browser = window) {
48
+ constructor(options, microphoneConstraints = async () => CLIENT_DEFAULT_MICROPHONE, browser = window, output) {
48
49
  this.options = options;
49
50
  this.microphoneConstraints = microphoneConstraints;
50
51
  this.browser = browser;
52
+ this.output = output;
53
+ if (output) output.onPlaybackState = (playing) => {
54
+ if (this.state.connection === "closed" || this.state.connection === "failed") return;
55
+ this.publish({ speaking: playing && !this.suppressOutput });
56
+ if (!playing) this.scheduleAnnouncementFlush();
57
+ };
51
58
  }
52
59
  async start() {
53
60
  if (this.started) throw new Error("Realtime browser session has already started.");
@@ -138,6 +145,7 @@ var BrowserRealtimeSession = class {
138
145
  interruptSpeech() {
139
146
  this.suppressOutput = true;
140
147
  if (this.audio !== void 0) this.audio.muted = true;
148
+ this.output?.suppress(true);
141
149
  this.publish({ speaking: false });
142
150
  }
143
151
  close() {
@@ -177,6 +185,7 @@ var BrowserRealtimeSession = class {
177
185
  if (type === "input_transcript.added" && this.suppressOutput) {
178
186
  this.suppressOutput = false;
179
187
  if (this.audio !== void 0) this.audio.muted = false;
188
+ this.output?.suppress(false);
180
189
  }
181
190
  try {
182
191
  this.options.onEvent(data);
@@ -186,10 +195,20 @@ var BrowserRealtimeSession = class {
186
195
  }
187
196
  attachRemoteAudio(generation, event) {
188
197
  if (!this.isCurrent(generation) || event.track.kind !== "audio") return;
198
+ const stream = event.streams[0] ?? new this.browser.MediaStream([event.track]);
199
+ if (this.output) {
200
+ this.output.suppress(this.suppressOutput);
201
+ try {
202
+ Promise.resolve(this.output.attach(stream, event.track)).catch((error) => this.fail(generation, `Remote audio playback failed: ${errorMessage(error)}`));
203
+ } catch (error) {
204
+ this.fail(generation, `Remote audio playback failed: ${errorMessage(error)}`);
205
+ }
206
+ return;
207
+ }
189
208
  const audio = this.browser.document.createElement("audio");
190
209
  audio.autoplay = true;
191
210
  audio.muted = this.suppressOutput;
192
- audio.srcObject = event.streams[0] ?? new this.browser.MediaStream([event.track]);
211
+ audio.srcObject = stream;
193
212
  audio.onplaying = () => {
194
213
  if (this.isCurrent(generation) && this.audio === audio && !audio.muted) this.publish({ speaking: true });
195
214
  };
@@ -366,6 +385,10 @@ var BrowserRealtimeSession = class {
366
385
  track.stop();
367
386
  }
368
387
  this.detachAudio();
388
+ if (this.output) {
389
+ this.output.onPlaybackState = null;
390
+ this.output.dispose();
391
+ }
369
392
  this.channel = void 0;
370
393
  this.peer = void 0;
371
394
  this.stream = void 0;
@@ -967,7 +990,10 @@ var VoiceMediaClient = class {
967
990
  return;
968
991
  }
969
992
  this.playback = playback;
970
- playback.completion.then((result) => this.transport.playbackFinished(this.clientId, connectionId, result), (error) => this.transport.playbackFinished(this.clientId, connectionId, playbackFailure(event.playbackId, error))).catch(() => void 0).finally(() => {
993
+ playback.completion.then((result) => this.transport.playbackFinished(this.clientId, connectionId, result), (error) => this.transport.playbackFinished(this.clientId, connectionId, playbackFailure(event.playbackId, error))).catch((error) => {
994
+ if (this.activeConnectionId !== connectionId || this.abortController.signal.aborted) return;
995
+ this.failAttempt?.(error instanceof Error ? error : new Error(String(error)));
996
+ }).finally(() => {
971
997
  if (this.playback !== playback) return;
972
998
  audioController?.abort();
973
999
  if (this.playbackAudioController === audioController) this.playbackAudioController = void 0;