@memberjunction/ai-realtime-client 6.2.0-edge.3 → 6.2.0-edge.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +156 -29
- package/dist/audio/audioMeter.d.ts +71 -0
- package/dist/audio/audioMeter.d.ts.map +1 -1
- package/dist/audio/audioMeter.js +83 -0
- package/dist/audio/audioMeter.js.map +1 -1
- package/dist/audio/mediaElementAudioRouter.d.ts +41 -0
- package/dist/audio/mediaElementAudioRouter.d.ts.map +1 -0
- package/dist/audio/mediaElementAudioRouter.js +82 -0
- package/dist/audio/mediaElementAudioRouter.js.map +1 -0
- package/dist/audio/micCapture.d.ts +12 -3
- package/dist/audio/micCapture.d.ts.map +1 -1
- package/dist/audio/micCapture.js +15 -1
- package/dist/audio/micCapture.js.map +1 -1
- package/dist/audio/pcmPlayback.d.ts +72 -4
- package/dist/audio/pcmPlayback.d.ts.map +1 -1
- package/dist/audio/pcmPlayback.js +101 -1
- package/dist/audio/pcmPlayback.js.map +1 -1
- package/dist/drivers/assemblyAIRealtimeClient.d.ts +2 -0
- package/dist/drivers/assemblyAIRealtimeClient.d.ts.map +1 -1
- package/dist/drivers/assemblyAIRealtimeClient.js +14 -0
- package/dist/drivers/assemblyAIRealtimeClient.js.map +1 -1
- package/dist/drivers/elevenLabsRealtimeClient.d.ts +2 -0
- package/dist/drivers/elevenLabsRealtimeClient.d.ts.map +1 -1
- package/dist/drivers/elevenLabsRealtimeClient.js +14 -0
- package/dist/drivers/elevenLabsRealtimeClient.js.map +1 -1
- package/dist/drivers/geminiAvatarOutput.d.ts +132 -0
- package/dist/drivers/geminiAvatarOutput.d.ts.map +1 -0
- package/dist/drivers/geminiAvatarOutput.js +310 -0
- package/dist/drivers/geminiAvatarOutput.js.map +1 -0
- package/dist/drivers/geminiEnterpriseRealtimeClient.d.ts +38 -0
- package/dist/drivers/geminiEnterpriseRealtimeClient.d.ts.map +1 -0
- package/dist/drivers/geminiEnterpriseRealtimeClient.js +107 -0
- package/dist/drivers/geminiEnterpriseRealtimeClient.js.map +1 -0
- package/dist/drivers/geminiRealtimeClient.d.ts +314 -48
- package/dist/drivers/geminiRealtimeClient.d.ts.map +1 -1
- package/dist/drivers/geminiRealtimeClient.js +759 -176
- package/dist/drivers/geminiRealtimeClient.js.map +1 -1
- package/dist/drivers/openAILiveClient.d.ts +5 -8
- package/dist/drivers/openAILiveClient.d.ts.map +1 -1
- package/dist/drivers/openAILiveClient.js +19 -32
- package/dist/drivers/openAILiveClient.js.map +1 -1
- package/dist/drivers/openAIRealtimeClient.d.ts +13 -26
- package/dist/drivers/openAIRealtimeClient.d.ts.map +1 -1
- package/dist/drivers/openAIRealtimeClient.js +28 -55
- package/dist/drivers/openAIRealtimeClient.js.map +1 -1
- package/dist/generic/baseRealtimeClient.d.ts +173 -29
- package/dist/generic/baseRealtimeClient.d.ts.map +1 -1
- package/dist/generic/baseRealtimeClient.js +233 -14
- package/dist/generic/baseRealtimeClient.js.map +1 -1
- package/dist/generic/openAIProtocolClient.d.ts +2 -0
- package/dist/generic/openAIProtocolClient.d.ts.map +1 -1
- package/dist/generic/openAIProtocolClient.js +14 -0
- package/dist/generic/openAIProtocolClient.js.map +1 -1
- package/dist/index.d.ts +2 -3
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +3 -3
- package/dist/index.js.map +1 -1
- package/dist/media/attachVideoSource.d.ts +23 -0
- package/dist/media/attachVideoSource.d.ts.map +1 -0
- package/dist/media/attachVideoSource.js +49 -0
- package/dist/media/attachVideoSource.js.map +1 -0
- package/dist/media/channelVideoSource.d.ts +110 -14
- package/dist/media/channelVideoSource.d.ts.map +1 -1
- package/dist/media/channelVideoSource.js +183 -18
- package/dist/media/channelVideoSource.js.map +1 -1
- package/dist/media/decoders/frameScheduler.d.ts +119 -0
- package/dist/media/decoders/frameScheduler.d.ts.map +1 -0
- package/dist/media/decoders/frameScheduler.js +238 -0
- package/dist/media/decoders/frameScheduler.js.map +1 -0
- package/dist/media/decoders/imageFrameDecoder.d.ts +58 -0
- package/dist/media/decoders/imageFrameDecoder.d.ts.map +1 -0
- package/dist/media/decoders/imageFrameDecoder.js +110 -0
- package/dist/media/decoders/imageFrameDecoder.js.map +1 -0
- package/dist/media/decoders/mseFmp4Decoder.d.ts +130 -0
- package/dist/media/decoders/mseFmp4Decoder.d.ts.map +1 -0
- package/dist/media/decoders/mseFmp4Decoder.js +402 -0
- package/dist/media/decoders/mseFmp4Decoder.js.map +1 -0
- package/dist/media/decoders/streamCanvas.d.ts +46 -0
- package/dist/media/decoders/streamCanvas.d.ts.map +1 -0
- package/dist/media/decoders/streamCanvas.js +163 -0
- package/dist/media/decoders/streamCanvas.js.map +1 -0
- package/dist/media/decoders/videoMimeTypes.d.ts +29 -0
- package/dist/media/decoders/videoMimeTypes.d.ts.map +1 -0
- package/dist/media/decoders/videoMimeTypes.js +50 -0
- package/dist/media/decoders/videoMimeTypes.js.map +1 -0
- package/dist/media/decoders/webCodecsChunkDecoder.d.ts +99 -0
- package/dist/media/decoders/webCodecsChunkDecoder.d.ts.map +1 -0
- package/dist/media/decoders/webCodecsChunkDecoder.js +265 -0
- package/dist/media/decoders/webCodecsChunkDecoder.js.map +1 -0
- package/dist/media/displayCapture.d.ts +128 -0
- package/dist/media/displayCapture.d.ts.map +1 -0
- package/dist/media/displayCapture.js +245 -0
- package/dist/media/displayCapture.js.map +1 -0
- package/dist/media/frameCapture.d.ts +25 -8
- package/dist/media/frameCapture.d.ts.map +1 -1
- package/dist/media/frameCapture.js +42 -72
- package/dist/media/frameCapture.js.map +1 -1
- package/dist/media/frameSampler.d.ts +94 -0
- package/dist/media/frameSampler.d.ts.map +1 -0
- package/dist/media/frameSampler.js +134 -0
- package/dist/media/frameSampler.js.map +1 -0
- package/dist/media/index.d.ts +32 -0
- package/dist/media/index.d.ts.map +1 -0
- package/dist/media/index.js +32 -0
- package/dist/media/index.js.map +1 -0
- package/dist/media/localMediaController.d.ts +116 -0
- package/dist/media/localMediaController.d.ts.map +1 -0
- package/dist/media/localMediaController.js +281 -0
- package/dist/media/localMediaController.js.map +1 -0
- package/dist/media/mediaLayout.d.ts +93 -0
- package/dist/media/mediaLayout.d.ts.map +1 -0
- package/dist/media/mediaLayout.js +187 -0
- package/dist/media/mediaLayout.js.map +1 -0
- package/dist/media/mediaPreview.d.ts +94 -0
- package/dist/media/mediaPreview.d.ts.map +1 -0
- package/dist/media/mediaPreview.js +154 -0
- package/dist/media/mediaPreview.js.map +1 -0
- package/dist/media/mediaStage.d.ts +99 -0
- package/dist/media/mediaStage.d.ts.map +1 -0
- package/dist/media/mediaStage.js +171 -0
- package/dist/media/mediaStage.js.map +1 -0
- package/dist/media/model.d.ts +154 -0
- package/dist/media/model.d.ts.map +1 -0
- package/dist/media/model.js +9 -0
- package/dist/media/model.js.map +1 -0
- package/dist/media/playbackClock.d.ts +20 -0
- package/dist/media/playbackClock.d.ts.map +1 -0
- package/dist/media/playbackClock.js +13 -0
- package/dist/media/playbackClock.js.map +1 -0
- package/dist/media/videoFrameDecoder.d.ts +86 -0
- package/dist/media/videoFrameDecoder.d.ts.map +1 -0
- package/dist/media/videoFrameDecoder.js +2 -0
- package/dist/media/videoFrameDecoder.js.map +1 -0
- package/dist/media/videoFrameDecoderRegistry.d.ts +40 -0
- package/dist/media/videoFrameDecoderRegistry.d.ts.map +1 -0
- package/dist/media/videoFrameDecoderRegistry.js +69 -0
- package/dist/media/videoFrameDecoderRegistry.js.map +1 -0
- package/dist/media/videoPacing.d.ts +32 -0
- package/dist/media/videoPacing.d.ts.map +1 -0
- package/dist/media/videoPacing.js +37 -0
- package/dist/media/videoPacing.js.map +1 -0
- package/dist/media/videoPlayout.d.ts +168 -0
- package/dist/media/videoPlayout.d.ts.map +1 -0
- package/dist/media/videoPlayout.js +217 -0
- package/dist/media/videoPlayout.js.map +1 -0
- package/dist/media/videoSourceArbiter.d.ts +250 -0
- package/dist/media/videoSourceArbiter.d.ts.map +1 -0
- package/dist/media/videoSourceArbiter.js +423 -0
- package/dist/media/videoSourceArbiter.js.map +1 -0
- package/dist/testing/conformanceAssertions.d.ts +25 -0
- package/dist/testing/conformanceAssertions.d.ts.map +1 -0
- package/dist/testing/conformanceAssertions.js +64 -0
- package/dist/testing/conformanceAssertions.js.map +1 -0
- package/dist/testing/conformanceFixtures.d.ts +76 -0
- package/dist/testing/conformanceFixtures.d.ts.map +1 -0
- package/dist/testing/conformanceFixtures.js +169 -0
- package/dist/testing/conformanceFixtures.js.map +1 -0
- package/dist/testing/conformanceGates.d.ts +32 -0
- package/dist/testing/conformanceGates.d.ts.map +1 -0
- package/dist/testing/conformanceGates.js +35 -0
- package/dist/testing/conformanceGates.js.map +1 -0
- package/dist/testing/conformanceMicrophone.d.ts +10 -0
- package/dist/testing/conformanceMicrophone.d.ts.map +1 -0
- package/dist/testing/conformanceMicrophone.js +71 -0
- package/dist/testing/conformanceMicrophone.js.map +1 -0
- package/dist/testing/conformanceTimeline.d.ts +128 -0
- package/dist/testing/conformanceTimeline.d.ts.map +1 -0
- package/dist/testing/conformanceTimeline.js +32 -0
- package/dist/testing/conformanceTimeline.js.map +1 -0
- package/dist/testing/conformanceVideoStream.d.ts +29 -0
- package/dist/testing/conformanceVideoStream.d.ts.map +1 -0
- package/dist/testing/conformanceVideoStream.js +39 -0
- package/dist/testing/conformanceVideoStream.js.map +1 -0
- package/dist/testing/index.d.ts +29 -0
- package/dist/testing/index.d.ts.map +1 -0
- package/dist/testing/index.js +28 -0
- package/dist/testing/index.js.map +1 -0
- package/dist/testing/realtimeVideoConformance.d.ts +23 -0
- package/dist/testing/realtimeVideoConformance.d.ts.map +1 -0
- package/dist/testing/realtimeVideoConformance.js +139 -0
- package/dist/testing/realtimeVideoConformance.js.map +1 -0
- package/dist/testing/realtimeVideoConformanceChecks.d.ts +4 -0
- package/dist/testing/realtimeVideoConformanceChecks.d.ts.map +1 -0
- package/dist/testing/realtimeVideoConformanceChecks.js +164 -0
- package/dist/testing/realtimeVideoConformanceChecks.js.map +1 -0
- package/dist/testing/realtimeVideoConformanceFrameChecks.d.ts +4 -0
- package/dist/testing/realtimeVideoConformanceFrameChecks.d.ts.map +1 -0
- package/dist/testing/realtimeVideoConformanceFrameChecks.js +63 -0
- package/dist/testing/realtimeVideoConformanceFrameChecks.js.map +1 -0
- package/dist/testing/realtimeVideoConformanceSession.d.ts +108 -0
- package/dist/testing/realtimeVideoConformanceSession.d.ts.map +1 -0
- package/dist/testing/realtimeVideoConformanceSession.js +270 -0
- package/dist/testing/realtimeVideoConformanceSession.js.map +1 -0
- package/dist/testing/realtimeVideoConformanceTurnChecks.d.ts +4 -0
- package/dist/testing/realtimeVideoConformanceTurnChecks.d.ts.map +1 -0
- package/dist/testing/realtimeVideoConformanceTurnChecks.js +248 -0
- package/dist/testing/realtimeVideoConformanceTurnChecks.js.map +1 -0
- package/dist/testing/realtimeVideoConformanceTypes.d.ts +155 -0
- package/dist/testing/realtimeVideoConformanceTypes.d.ts.map +1 -0
- package/dist/testing/realtimeVideoConformanceTypes.js +2 -0
- package/dist/testing/realtimeVideoConformanceTypes.js.map +1 -0
- package/dist/testing/recordingPlayout.d.ts +84 -0
- package/dist/testing/recordingPlayout.d.ts.map +1 -0
- package/dist/testing/recordingPlayout.js +120 -0
- package/dist/testing/recordingPlayout.js.map +1 -0
- package/package.json +29 -4
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { DEFAULT_REALTIME_AUDIO_TRACKS, ResolveRequestedTracks, } from '@memberjunction/ai';
|
|
1
|
+
import { DEFAULT_REALTIME_AUDIO_TRACKS, RealtimeTrackKey, ResolveRequestedTracks, } from '@memberjunction/ai';
|
|
2
2
|
import { REALTIME_AUDIO_BIN_COUNT } from '../audio/audioMeter.js';
|
|
3
3
|
/**
|
|
4
4
|
* Session-config key under which the realtime runtime hands a driver the tracks to negotiate
|
|
@@ -17,6 +17,11 @@ export function ToProviderSessionConfig(sessionConfig) {
|
|
|
17
17
|
const { [REQUESTED_TRACKS_SESSION_KEY]: _clientOnly, ...providerConfig } = sessionConfig;
|
|
18
18
|
return providerConfig;
|
|
19
19
|
}
|
|
20
|
+
/**
|
|
21
|
+
* The {@link RealtimeClientError.Code} of a call that ended because its session reached its time limit (MJAPI's relay
|
|
22
|
+
* closed it with `REALTIME_RELAY_TIME_LIMIT_CLOSE_CODE`), so a host can say so instead of showing a connection error.
|
|
23
|
+
*/
|
|
24
|
+
export const REALTIME_CLIENT_TIME_LIMIT_ERROR_CODE = 'time-limit';
|
|
20
25
|
/**
|
|
21
26
|
* Abstract base class for **browser-side, provider-direct** realtime (voice) clients.
|
|
22
27
|
*
|
|
@@ -94,17 +99,55 @@ export function ToProviderSessionConfig(sessionConfig) {
|
|
|
94
99
|
* client-owned-audio drivers, the remote WebRTC stream on peer-connection drivers.
|
|
95
100
|
* Meters must be released on disconnect ({@link closeAudioMeters}). A driver with no
|
|
96
101
|
* tappable plane simply attaches nothing — hosts fall back to turn-state animation.
|
|
102
|
+
* 10. **Follow a replaced microphone track, when the transport can.** A device switch or a
|
|
103
|
+
* lost device swaps the track inside the mic stream, and anything bound to the old track (a
|
|
104
|
+
* WebRTC sender, a Web Audio source node, the input meter's clone) goes silent. A driver
|
|
105
|
+
* implements {@link BaseRealtimeClient.ReplaceMicrophone} to rebind them: `replaceTrack` on
|
|
106
|
+
* its senders, or `IPcmMicCapture.Rebind` on its PCM capture, and a new input meter.
|
|
107
|
+
* 11. **Refuse a transport you don't speak.** A session minted to run through MJAPI's realtime
|
|
108
|
+
* relay (`ClientRealtimeSessionConfig.Transport` `'relay'`) has no provider token, only a relay
|
|
109
|
+
* URL. Every driver calls {@link BaseRealtimeClient.AssertTransportSupported} first in
|
|
110
|
+
* {@link BaseRealtimeClient.Connect}, so a driver that connects only to its provider refuses
|
|
111
|
+
* such a session with a clear error instead of failing at the provider. A driver that speaks
|
|
112
|
+
* its provider's protocol through the relay opts in by overriding
|
|
113
|
+
* {@link BaseRealtimeClient.SupportsRelayTransport}.
|
|
114
|
+
* 12. **The agent's video keeps the voice's rules.** A driver whose model sends the agent's video
|
|
115
|
+
* hands it over through {@link emitRemoteVideo} once per session, and only while its outbound
|
|
116
|
+
* video track is live; an audio-only session hands over nothing and never plays a video part as
|
|
117
|
+
* audio. Its player gets each frame as the model sent it (a `RealtimeVideoFrame`, in order).
|
|
118
|
+
* Barge-in flushes the video with the voice (obligation #3) and the cut turn's late media never
|
|
119
|
+
* plays; a turn's end lets its video play out; a video that carries the voice never plays it
|
|
120
|
+
* twice; each second of generated video is reported once (`OutputTokenDetails.VideoSeconds`); the
|
|
121
|
+
* video a model streams between answers (Vertex AI's avatar does) plays, but is not the agent
|
|
122
|
+
* speaking: it reports no `'speaking'`, leaves {@link IsBusy} as it was, and does not keep
|
|
123
|
+
* {@link IsAudioPlaying} true once the answer's media has played; a resumed session keeps its
|
|
124
|
+
* video; `Disconnect` releases it. A driver whose voice and video share a media timeline queues
|
|
125
|
+
* its PCM at its media times and gives the player its voice playback as the clock
|
|
126
|
+
* (`VideoPlayoutOptions.Clock`). The video conformance kit
|
|
127
|
+
* (`@memberjunction/ai-realtime-client/testing`) checks each rule.
|
|
97
128
|
*/
|
|
98
129
|
export class BaseRealtimeClient {
|
|
99
130
|
constructor() {
|
|
100
131
|
// ── Media-track state and negotiation ──────────────────────────────────────
|
|
101
132
|
/** Tracks requested, established, or denied on this session. */
|
|
102
133
|
this.tracks = [];
|
|
134
|
+
/** What the driver supports, recorded by {@link negotiateTracks} so {@link AddTrack} can resolve against it later. */
|
|
135
|
+
this.supportedTracks = null;
|
|
136
|
+
/** The index the next added track's id takes, so an added track never reuses an id. */
|
|
137
|
+
this.nextTrackIndex = 0;
|
|
103
138
|
// ── Audio-activity metering (capability surface — see driver obligation #9) ─
|
|
104
139
|
/** Meter over the USER's microphone, when the driver attached one. */
|
|
105
140
|
this.inputAudioMeter = null;
|
|
106
141
|
/** Meter over the AGENT's audio output, when the driver attached one. */
|
|
107
142
|
this.outputAudioMeter = null;
|
|
143
|
+
// ── Remote (agent) audio slot ──────────────────────────────────────────────
|
|
144
|
+
// Lives here, not in each driver, so every driver that owns a tappable agent-audio plane
|
|
145
|
+
// (a WebRTC remote track, or a PCM playout engine's output node) shares ONE lifecycle:
|
|
146
|
+
// current stream + late-subscriber replay + isolated fan-out + reset on Disconnect.
|
|
147
|
+
/** The agent's current remote-audio stream, or `null` until a driver publishes one. */
|
|
148
|
+
this.remoteMediaStream = null;
|
|
149
|
+
/** Host handlers notified when the agent's stream lands (or immediately, if already present). */
|
|
150
|
+
this.remoteMediaStreamHandlers = [];
|
|
108
151
|
}
|
|
109
152
|
/**
|
|
110
153
|
* Established tracks on this session (tracks in the `'live'` state).
|
|
@@ -118,6 +161,37 @@ export class BaseRealtimeClient {
|
|
|
118
161
|
get AllTracks() {
|
|
119
162
|
return this.tracks;
|
|
120
163
|
}
|
|
164
|
+
/**
|
|
165
|
+
* How many concurrent inbound video streams the model accepts: the ceiling the driver declared when it
|
|
166
|
+
* negotiated tracks, else `1` when an inbound video track is live and `0` when it is not.
|
|
167
|
+
*
|
|
168
|
+
* A source arbiter reads this to decide whether several live video sources must be narrowed to one
|
|
169
|
+
* (with a note to the model on each switch) or passed through untouched.
|
|
170
|
+
*/
|
|
171
|
+
get MaxInboundVideoStreams() {
|
|
172
|
+
if (typeof this.inboundVideoStreamLimit === 'number') {
|
|
173
|
+
return this.IsTrackEstablished('video', 'inbound') ? this.inboundVideoStreamLimit : 0;
|
|
174
|
+
}
|
|
175
|
+
return this.IsTrackEstablished('video', 'inbound') ? 1 : 0;
|
|
176
|
+
}
|
|
177
|
+
/**
|
|
178
|
+
* The frame rate (frames per second) the live inbound video track was negotiated at — the model's
|
|
179
|
+
* ceiling or the session's request, whichever is lower — or `undefined` when no inbound video track
|
|
180
|
+
* is live or none declared a rate. Anything pacing a video feed reads THIS, never a constant of its own.
|
|
181
|
+
*/
|
|
182
|
+
get InboundVideoRate() {
|
|
183
|
+
const track = this.tracks.find((t) => t.State === 'live' && t.Descriptor.Direction === 'inbound' && String(t.Descriptor.Modality).trim().toLowerCase() === 'video');
|
|
184
|
+
const rate = track?.Descriptor.Rate;
|
|
185
|
+
return typeof rate === 'number' && rate > 0 ? rate : undefined;
|
|
186
|
+
}
|
|
187
|
+
/**
|
|
188
|
+
* Whether the model takes inbound video on this session: the driver declared an inbound video track it supports when it
|
|
189
|
+
* negotiated tracks, and a stream limit above zero. No video track need be live; one is added when a capture starts
|
|
190
|
+
* ({@link AddTrack}). `false` before tracks are negotiated, and for a driver that does not negotiate them.
|
|
191
|
+
*/
|
|
192
|
+
get SupportsInboundVideo() {
|
|
193
|
+
return (this.inboundVideoStreamLimit ?? 1) > 0 && (this.supportedTracks ?? []).some(isInboundVideo);
|
|
194
|
+
}
|
|
121
195
|
/**
|
|
122
196
|
* Returns whether a track of the requested modality and direction is established and `'live'`.
|
|
123
197
|
*/
|
|
@@ -130,28 +204,85 @@ export class BaseRealtimeClient {
|
|
|
130
204
|
* Audio (inbound + outbound) is the baseline floor of every realtime session;
|
|
131
205
|
* any additional requested tracks (such as channel video) are unioned onto this baseline floor.
|
|
132
206
|
*/
|
|
133
|
-
negotiateTracks(requested, supported) {
|
|
207
|
+
negotiateTracks(requested, supported, maxInboundVideoStreams) {
|
|
208
|
+
// Keyed by direction + modality + SOURCE, so two requested inbound video streams fed by
|
|
209
|
+
// different sources stay two tracks (a model that accepts several needs both), while two
|
|
210
|
+
// descriptors that name no source still collapse to the one stream they always did.
|
|
134
211
|
const trackMap = new Map();
|
|
135
212
|
for (const t of DEFAULT_REALTIME_AUDIO_TRACKS) {
|
|
136
|
-
trackMap.set(
|
|
213
|
+
trackMap.set(RealtimeTrackKey(t), t);
|
|
137
214
|
}
|
|
138
215
|
if (requested) {
|
|
139
216
|
for (const t of requested) {
|
|
140
|
-
trackMap.set(
|
|
217
|
+
trackMap.set(RealtimeTrackKey(t), t);
|
|
141
218
|
}
|
|
142
219
|
}
|
|
143
220
|
const effectiveRequested = Array.from(trackMap.values());
|
|
144
221
|
const effectiveSupported = supported ?? DEFAULT_REALTIME_AUDIO_TRACKS;
|
|
145
|
-
|
|
222
|
+
this.inboundVideoStreamLimit = typeof maxInboundVideoStreams === 'number' ? maxInboundVideoStreams : undefined;
|
|
223
|
+
const resolved = ResolveRequestedTracks(effectiveRequested, effectiveSupported, (d, i) => `${d.Direction}:${String(d.Modality)}:${i}`, { MaxInboundVideoStreams: this.inboundVideoStreamLimit });
|
|
146
224
|
this.tracks = resolved.map((t) => ({
|
|
147
225
|
...t,
|
|
148
226
|
State: t.State === 'requested' ? 'live' : t.State,
|
|
149
227
|
}));
|
|
228
|
+
this.supportedTracks = effectiveSupported;
|
|
229
|
+
this.nextTrackIndex = this.tracks.length;
|
|
150
230
|
for (const track of this.tracks) {
|
|
151
231
|
this.emitTrackStateChange(track);
|
|
152
232
|
}
|
|
153
233
|
return this.tracks;
|
|
154
234
|
}
|
|
235
|
+
/**
|
|
236
|
+
* Adds a track to a running session, such as inbound video when the user starts their camera, resolved against
|
|
237
|
+
* what the driver supported when it negotiated at connect. The new track is `'live'`, or `'unsupported'` with the
|
|
238
|
+
* reason (the model takes no such track, or no more inbound video streams). A live track with the same
|
|
239
|
+
* direction, modality and source is returned as it is. Other tracks keep their ids.
|
|
240
|
+
*
|
|
241
|
+
* The base re-negotiates locally, which is all a driver needs when its provider accepts the media without a
|
|
242
|
+
* setup change (Gemini Live takes video frames at any time). A driver whose wire must change overrides this and
|
|
243
|
+
* calls it.
|
|
244
|
+
*
|
|
245
|
+
* @returns The track, or `null` when the session has not negotiated tracks: before it connects, or with a driver
|
|
246
|
+
* that does not negotiate them (only the Gemini driver does today).
|
|
247
|
+
*/
|
|
248
|
+
AddTrack(descriptor) {
|
|
249
|
+
if (!this.supportedTracks) {
|
|
250
|
+
return null;
|
|
251
|
+
}
|
|
252
|
+
const key = RealtimeTrackKey(descriptor);
|
|
253
|
+
const existing = this.tracks.find((t) => t.State === 'live' && RealtimeTrackKey(t.Descriptor) === key);
|
|
254
|
+
if (existing) {
|
|
255
|
+
return existing;
|
|
256
|
+
}
|
|
257
|
+
// Resolve after the live inbound video streams, so the stream cap and its reason count them.
|
|
258
|
+
const liveVideo = this.tracks.filter((t) => t.State === 'live' && isInboundVideo(t.Descriptor)).map((t) => t.Descriptor);
|
|
259
|
+
const index = this.nextTrackIndex++;
|
|
260
|
+
const resolved = ResolveRequestedTracks([...liveVideo, descriptor], this.supportedTracks, (d) => `${d.Direction}:${String(d.Modality)}:${index}`, { MaxInboundVideoStreams: this.inboundVideoStreamLimit });
|
|
261
|
+
const added = resolved[resolved.length - 1];
|
|
262
|
+
const track = { ...added, State: added.State === 'requested' ? 'live' : added.State };
|
|
263
|
+
this.tracks = [...this.tracks.filter((t) => RealtimeTrackKey(t.Descriptor) !== key), track];
|
|
264
|
+
this.emitTrackStateChange(track);
|
|
265
|
+
return track;
|
|
266
|
+
}
|
|
267
|
+
/**
|
|
268
|
+
* Ends a track on a running session, such as inbound video when the user stops their camera: the track is
|
|
269
|
+
* reported `'ended'` and leaves {@link AllTracks}. Audio, the session's floor, cannot be removed.
|
|
270
|
+
*
|
|
271
|
+
* @returns Whether a track was ended.
|
|
272
|
+
*/
|
|
273
|
+
RemoveTrack(descriptor) {
|
|
274
|
+
if (String(descriptor.Modality).trim().toLowerCase() === 'audio') {
|
|
275
|
+
return false;
|
|
276
|
+
}
|
|
277
|
+
const key = RealtimeTrackKey(descriptor);
|
|
278
|
+
const track = this.tracks.find((t) => RealtimeTrackKey(t.Descriptor) === key);
|
|
279
|
+
if (!track) {
|
|
280
|
+
return false;
|
|
281
|
+
}
|
|
282
|
+
this.tracks = this.tracks.filter((t) => t !== track);
|
|
283
|
+
this.emitTrackStateChange({ ...track, State: 'ended' });
|
|
284
|
+
return true;
|
|
285
|
+
}
|
|
155
286
|
/**
|
|
156
287
|
* The session's current audible activity, or `null` when this driver attached no
|
|
157
288
|
* meters at all (hosts then keep their turn-state-driven visuals). Sampled by hosts
|
|
@@ -184,6 +315,83 @@ export class BaseRealtimeClient {
|
|
|
184
315
|
this.attachInputAudioMeter(null);
|
|
185
316
|
this.attachOutputAudioMeter(null);
|
|
186
317
|
}
|
|
318
|
+
/**
|
|
319
|
+
* Whether this driver can open a relay session (`ClientRealtimeSessionConfig.Transport` `'relay'`): connect to
|
|
320
|
+
* MJAPI's realtime relay at the session's `RelayUrl` rather than to its provider. `false` here; a driver that speaks
|
|
321
|
+
* its provider's protocol through the relay opts in by overriding it (the Gemini Enterprise client does).
|
|
322
|
+
*/
|
|
323
|
+
get SupportsRelayTransport() {
|
|
324
|
+
return false;
|
|
325
|
+
}
|
|
326
|
+
/**
|
|
327
|
+
* Refuses a session this driver cannot open: a relay session, unless the driver opts in through
|
|
328
|
+
* {@link SupportsRelayTransport}. Every driver calls this first in {@link Connect}, before it touches the session's
|
|
329
|
+
* media or opens a connection (driver obligation #11). The message names the provider key and never quotes the
|
|
330
|
+
* relay URL, which carries the relay's ticket.
|
|
331
|
+
*
|
|
332
|
+
* @param config The session the host asked this driver to open.
|
|
333
|
+
* @throws When the session runs through the relay and this driver does not support it.
|
|
334
|
+
*/
|
|
335
|
+
AssertTransportSupported(config) {
|
|
336
|
+
if (config.Transport === 'relay' && !this.SupportsRelayTransport) {
|
|
337
|
+
throw new Error(`The '${config.Provider}' realtime client cannot open a session through MJAPI's relay (Transport 'relay'); it connects only to its provider.`);
|
|
338
|
+
}
|
|
339
|
+
}
|
|
340
|
+
/**
|
|
341
|
+
* Returns the AGENT's remote-audio {@link MediaStream} when this driver owns a tappable
|
|
342
|
+
* agent-audio plane (a WebRTC driver's remote track, or a PCM driver's playout output),
|
|
343
|
+
* or `null` otherwise. Hosts use it to MIX the agent's voice into a browser-side recording
|
|
344
|
+
* alongside the mic; `null` (drivers with no tappable plane, or before the stream lands)
|
|
345
|
+
* degrades gracefully to mic-only capture. Hosts may still call it as `client.GetRemoteMediaStream?.()`.
|
|
346
|
+
* Pure read — never mutates.
|
|
347
|
+
*/
|
|
348
|
+
GetRemoteMediaStream() {
|
|
349
|
+
return this.remoteMediaStream;
|
|
350
|
+
}
|
|
351
|
+
/**
|
|
352
|
+
* Registers a handler invoked when the agent's remote-audio stream becomes available —
|
|
353
|
+
* IMMEDIATELY (synchronously) if it has already landed, otherwise when the driver publishes
|
|
354
|
+
* it (a WebRTC track typically lands AFTER {@link Connect} resolves). Lets a host attach the
|
|
355
|
+
* agent voice to a recording that began before the stream landed. Handler errors are
|
|
356
|
+
* isolated (logged) so a host bug never disturbs the call. Handlers are session-scoped:
|
|
357
|
+
* {@link clearRemoteMediaStream} (called from `Disconnect`) drops them.
|
|
358
|
+
*/
|
|
359
|
+
OnRemoteMediaStream(handler) {
|
|
360
|
+
this.remoteMediaStreamHandlers.push(handler);
|
|
361
|
+
if (this.remoteMediaStream) {
|
|
362
|
+
this.invokeRemoteMediaStreamHandler(handler, this.remoteMediaStream);
|
|
363
|
+
}
|
|
364
|
+
}
|
|
365
|
+
/**
|
|
366
|
+
* Driver hook: records the agent's remote-audio stream and fans it out to every registered
|
|
367
|
+
* handler. Passing `null` (a driver with no tappable plane) just records `null` and
|
|
368
|
+
* notifies nobody.
|
|
369
|
+
*/
|
|
370
|
+
publishRemoteMediaStream(stream) {
|
|
371
|
+
this.remoteMediaStream = stream;
|
|
372
|
+
if (!stream)
|
|
373
|
+
return;
|
|
374
|
+
for (const handler of this.remoteMediaStreamHandlers) {
|
|
375
|
+
this.invokeRemoteMediaStreamHandler(handler, stream);
|
|
376
|
+
}
|
|
377
|
+
}
|
|
378
|
+
/**
|
|
379
|
+
* Driver hook for `Disconnect`: drops the stream AND the handlers. Handlers must not survive
|
|
380
|
+
* into a later `Connect` on a reused instance, or a stale host callback would receive the
|
|
381
|
+
* next session's stream.
|
|
382
|
+
*/
|
|
383
|
+
clearRemoteMediaStream() {
|
|
384
|
+
this.remoteMediaStream = null;
|
|
385
|
+
this.remoteMediaStreamHandlers = [];
|
|
386
|
+
}
|
|
387
|
+
invokeRemoteMediaStreamHandler(handler, stream) {
|
|
388
|
+
try {
|
|
389
|
+
handler(stream);
|
|
390
|
+
}
|
|
391
|
+
catch (error) {
|
|
392
|
+
console.warn(`[${this.constructor.name}] remote-stream handler threw:`, error);
|
|
393
|
+
}
|
|
394
|
+
}
|
|
187
395
|
// ── Handler registration ──────────────────────────────────────────────────
|
|
188
396
|
/**
|
|
189
397
|
* Registers the (single) transcript handler. Receives interim deltas (`IsFinal: false`)
|
|
@@ -247,15 +455,19 @@ export class BaseRealtimeClient {
|
|
|
247
455
|
this.usageHandler = handler;
|
|
248
456
|
}
|
|
249
457
|
/**
|
|
250
|
-
* Registers the (single) remote-VIDEO handler — the model/avatar's video
|
|
251
|
-
*
|
|
252
|
-
*
|
|
458
|
+
* Registers the (single) remote-VIDEO handler — the model/avatar's video for a VIDEO session (a talking-head
|
|
459
|
+
* the host renders, e.g. as the agent's tile). Invoked once the provider's video is available.
|
|
460
|
+
*
|
|
461
|
+
* The video is a {@link MediaVideoSource}: a live stream (a WebRTC track), or a player that must own the
|
|
462
|
+
* `<video>` element (MSE or WebCodecs playout of encoded avatar video). Hosts show either with
|
|
463
|
+
* `AttachVideoSource`.
|
|
253
464
|
*
|
|
254
465
|
* **Optional capability:** audio-only drivers (the default) never emit — registering is always safe,
|
|
255
|
-
* but hosts must not assume
|
|
256
|
-
*
|
|
466
|
+
* but hosts must not assume video arrives. A driver whose model sends video (the server driver declares an
|
|
467
|
+
* outbound video track in its session's `Capabilities.SupportedOutboundTracks`, or renders an avatar,
|
|
468
|
+
* `BaseRealtimeModel.SupportsAvatarOutput`) calls {@link emitRemoteVideo} when it is live.
|
|
257
469
|
*
|
|
258
|
-
* @param handler Invoked with the remote video
|
|
470
|
+
* @param handler Invoked with the remote video when it becomes available.
|
|
259
471
|
*/
|
|
260
472
|
OnRemoteVideo(handler) {
|
|
261
473
|
this.remoteVideoHandler = handler;
|
|
@@ -296,9 +508,16 @@ export class BaseRealtimeClient {
|
|
|
296
508
|
emitUsage(usage) {
|
|
297
509
|
this.usageHandler?.(usage);
|
|
298
510
|
}
|
|
299
|
-
/**
|
|
300
|
-
|
|
301
|
-
|
|
511
|
+
/**
|
|
512
|
+
* Emits the model/avatar's remote video to the registered handler (video drivers only). A driver with a plain
|
|
513
|
+
* `MediaStream` passes it as it is; it is handed on as a `'stream'` source.
|
|
514
|
+
*/
|
|
515
|
+
emitRemoteVideo(video) {
|
|
516
|
+
this.remoteVideoHandler?.('Kind' in video ? video : { Kind: 'stream', Stream: video });
|
|
302
517
|
}
|
|
303
518
|
}
|
|
519
|
+
/** Whether a descriptor is an inbound video track. */
|
|
520
|
+
function isInboundVideo(descriptor) {
|
|
521
|
+
return descriptor.Direction === 'inbound' && String(descriptor.Modality).trim().toLowerCase() === 'video';
|
|
522
|
+
}
|
|
304
523
|
//# sourceMappingURL=baseRealtimeClient.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"baseRealtimeClient.js","sourceRoot":"","sources":["../../src/generic/baseRealtimeClient.ts"],"names":[],"mappings":"AAAA,OAAO,EAEH,6BAA6B,EAK7B,sBAAsB,GAEzB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EAAuB,wBAAwB,EAAE,MAAM,qBAAqB,CAAC;
|
|
1
|
+
{"version":3,"file":"baseRealtimeClient.js","sourceRoot":"","sources":["../../src/generic/baseRealtimeClient.ts"],"names":[],"mappings":"AAAA,OAAO,EAEH,6BAA6B,EAK7B,gBAAgB,EAChB,sBAAsB,GAEzB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EAAuB,wBAAwB,EAAE,MAAM,qBAAqB,CAAC;AAGpF;;;;GAIG;AACH,MAAM,CAAC,MAAM,4BAA4B,GAAG,iBAAiB,CAAC;AAE9D;;;;;;GAMG;AACH,MAAM,UAAU,uBAAuB,CAAC,aAAyB;IAC7D,MAAM,EAAE,CAAC,4BAA4B,CAAC,EAAE,WAAW,EAAE,GAAG,cAAc,EAAE,GAAG,aAAa,CAAC;IACzF,OAAO,cAAc,CAAC;AAC1B,CAAC;AAuID;;;GAGG;AACH,MAAM,CAAC,MAAM,qCAAqC,GAAG,YAAY,CAAC;AAelE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAuGG;AACH,MAAM,OAAgB,kBAAkB;IAAxC;QAWI,8EAA8E;QAC9E,gEAAgE;QACtD,WAAM,GAAoB,EAAE,CAAC;QAmBvC,sHAAsH;QAC9G,oBAAe,GAA8C,IAAI,CAAC;QAE1E,uFAAuF;QAC/E,mBAAc,GAAG,CAAC,CAAC;QAqJ3B,+EAA+E;QAC/E,sEAAsE;QAC5D,oBAAe,GAA+B,IAAI,CAAC;QAC7D,yEAAyE;QAC/D,qBAAgB,GAA+B,IAAI,CAAC;QAmF9D,8EAA8E;QAC9E,yFAAyF;QACzF,uFAAuF;QACvF,oFAAoF;QAEpF,uFAAuF;QAC/E,sBAAiB,GAAuB,IAAI,CAAC;QACrD,iGAAiG;QACzF,8BAAyB,GAAyC,EAAE,CAAC;IAwUjF,CAAC;IAjlBG;;OAEG;IACH,IAAW,iBAAiB;QACxB,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,MAAM,CAAC,CAAC;IACzD,CAAC;IAED;;OAEG;IACH,IAAW,SAAS;QAChB,OAAO,IAAI,CAAC,MAAM,CAAC;IACvB,CAAC;IAWD;;;;;;OAMG;IACH,IAAW,sBAAsB;QAC7B,IAAI,OAAO,IAAI,CAAC,uBAAuB,KAAK,QAAQ,EAAE,CAAC;YACnD,OAAO,IAAI,CAAC,kBAAkB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1F,CAAC;QACD,OAAO,IAAI,CAAC,kBAAkB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC/D,CAAC;IAED;;;;OAIG;IACH,IAAW,gBAAgB;QACvB,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAC1B,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,MAAM,IAAI,CAAC,CAAC,UAAU,CAAC,SAAS,KAAK,SAAS,IAAI,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,KAAK,OAAO,CACtI,CAAC;QACF,MAAM,IAAI,GAAG,KAAK,EAAE,UAAU,CAAC,IAAI,CAAC;QACpC,OAAO,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;IACnE,CAAC;IAED;;;;OAIG;IACH,IAAW,oBAAoB;QAC3B,OAAO,CAAC,IAAI,CAAC,uBAAuB,IAAI,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;IACxG,CAAC;IAED;;OAEG;IACI,kBAAkB,CAAC,QAAgB,EAAE,SAAiC;QACzE,MAAM,GAAG,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAC1C,OAAO,IAAI,CAAC,MAAM,CAAC,IAAI,CACnB,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,MAAM,IAAI,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,KAAK,GAAG,IAAI,CAAC,CAAC,UAAU,CAAC,SAAS,KAAK,SAAS,CAClI,CAAC;IACN,CAAC;IAED;;;;OAIG;IACO,eAAe,CACrB,SAAyD,EACzD,SAAyD,EACzD,sBAA+B;QAE/B,wFAAwF;QACxF,yFAAyF;QACzF,oFAAoF;QACpF,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAmC,CAAC;QAC5D,KAAK,MAAM,CAAC,IAAI,6BAA6B,EAAE,CAAC;YAC5C,QAAQ,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACzC,CAAC;QACD,IAAI,SAAS,EAAE,CAAC;YACZ,KAAK,MAAM,CAAC,IAAI,SAAS,EAAE,CAAC;gBACxB,QAAQ,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YACzC,CAAC;QACL,CAAC;QACD,MAAM,kBAAkB,GAAuC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;QAC7F,MAAM,kBAAkB,GAAG,SAAS,IAAI,6BAA6B,CAAC;QACtE,IAAI,CAAC,uBAAuB,GAAG,OAAO,sBAAsB,KAAK,QAAQ,CAAC,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,SAAS,CAAC;QAC/G,MAAM,QAAQ,GAAG,sBAAsB,CACnC,kBAAkB,EAClB,kBAAkB,EAClB,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,SAAS,IAAI,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,EACrD,EAAE,sBAAsB,EAAE,IAAI,CAAC,uBAAuB,EAAE,CAC3D,CAAC;QACF,IAAI,CAAC,MAAM,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAC/B,GAAG,CAAC;YACJ,KAAK,EAAE,CAAC,CAAC,KAAK,KAAK,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK;SACpD,CAAC,CAAC,CAAC;QACJ,IAAI,CAAC,eAAe,GAAG,kBAAkB,CAAC;QAC1C,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;QACzC,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAC9B,IAAI,CAAC,oBAAoB,CAAC,KAAK,CAAC,CAAC;QACrC,CAAC;QACD,OAAO,IAAI,CAAC,MAAM,CAAC;IACvB,CAAC;IAED;;;;;;;;;;;;OAYG;IACI,QAAQ,CAAC,UAAmC;QAC/C,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC;YACxB,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,MAAM,GAAG,GAAG,gBAAgB,CAAC,UAAU,CAAC,CAAC;QACzC,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,MAAM,IAAI,gBAAgB,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,GAAG,CAAC,CAAC;QACvG,IAAI,QAAQ,EAAE,CAAC;YACX,OAAO,QAAQ,CAAC;QACpB,CAAC;QACD,6FAA6F;QAC7F,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,MAAM,IAAI,cAAc,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;QACzH,MAAM,KAAK,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;QACpC,MAAM,QAAQ,GAAG,sBAAsB,CACnC,CAAC,GAAG,SAAS,EAAE,UAAU,CAAC,EAC1B,IAAI,CAAC,eAAe,EACpB,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,SAAS,IAAI,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,KAAK,EAAE,EACtD,EAAE,sBAAsB,EAAE,IAAI,CAAC,uBAAuB,EAAE,CAC3D,CAAC;QACF,MAAM,KAAK,GAAG,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAC5C,MAAM,KAAK,GAAkB,EAAE,GAAG,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,KAAK,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QACrG,IAAI,CAAC,MAAM,GAAG,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,gBAAgB,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,GAAG,CAAC,EAAE,KAAK,CAAC,CAAC;QAC5F,IAAI,CAAC,oBAAoB,CAAC,KAAK,CAAC,CAAC;QACjC,OAAO,KAAK,CAAC;IACjB,CAAC;IAED;;;;;OAKG;IACI,WAAW,CAAC,UAAgF;QAC/F,IAAI,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,KAAK,OAAO,EAAE,CAAC;YAC/D,OAAO,KAAK,CAAC;QACjB,CAAC;QACD,MAAM,GAAG,GAAG,gBAAgB,CAAC,UAAU,CAAC,CAAC;QACzC,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,gBAAgB,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,GAAG,CAAC,CAAC;QAC9E,IAAI,CAAC,KAAK,EAAE,CAAC;YACT,OAAO,KAAK,CAAC;QACjB,CAAC;QACD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC;QACrD,IAAI,CAAC,oBAAoB,CAAC,EAAE,GAAG,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;QACxD,OAAO,IAAI,CAAC;IAChB,CAAC;IAQD;;;;;OAKG;IACI,gBAAgB;QACnB,IAAI,CAAC,IAAI,CAAC,eAAe,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAClD,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,OAAO;YACH,UAAU,EAAE,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,IAAI;YACtE,WAAW,EAAE,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,IAAI;YACzE,SAAS,EAAE,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC,CAAC,CAAC,IAAI;YAC5F,UAAU,EAAE,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC,CAAC,CAAC,IAAI;SAClG,CAAC;IACN,CAAC;IAED,8FAA8F;IACpF,qBAAqB,CAAC,KAAiC;QAC7D,IAAI,CAAC,eAAe,EAAE,KAAK,EAAE,CAAC;QAC9B,IAAI,CAAC,eAAe,GAAG,KAAK,CAAC;IACjC,CAAC;IAED,2FAA2F;IACjF,sBAAsB,CAAC,KAAiC;QAC9D,IAAI,CAAC,gBAAgB,EAAE,KAAK,EAAE,CAAC;QAC/B,IAAI,CAAC,gBAAgB,GAAG,KAAK,CAAC;IAClC,CAAC;IAED,wFAAwF;IAC9E,gBAAgB;QACtB,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,CAAC;QACjC,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,CAAC;IACtC,CAAC;IAqBD;;;;OAIG;IACH,IAAc,sBAAsB;QAChC,OAAO,KAAK,CAAC;IACjB,CAAC;IAED;;;;;;;;OAQG;IACO,wBAAwB,CAAC,MAAmC;QAClE,IAAI,MAAM,CAAC,SAAS,KAAK,OAAO,IAAI,CAAC,IAAI,CAAC,sBAAsB,EAAE,CAAC;YAC/D,MAAM,IAAI,KAAK,CACX,QAAQ,MAAM,CAAC,QAAQ,sHAAsH,CAChJ,CAAC;QACN,CAAC;IACL,CAAC;IAYD;;;;;;;OAOG;IACI,oBAAoB;QACvB,OAAO,IAAI,CAAC,iBAAiB,CAAC;IAClC,CAAC;IAED;;;;;;;OAOG;IACI,mBAAmB,CAAC,OAAsC;QAC7D,IAAI,CAAC,yBAAyB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC7C,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;YACzB,IAAI,CAAC,8BAA8B,CAAC,OAAO,EAAE,IAAI,CAAC,iBAAiB,CAAC,CAAC;QACzE,CAAC;IACL,CAAC;IAED;;;;OAIG;IACO,wBAAwB,CAAC,MAA0B;QACzD,IAAI,CAAC,iBAAiB,GAAG,MAAM,CAAC;QAChC,IAAI,CAAC,MAAM;YAAE,OAAO;QACpB,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,yBAAyB,EAAE,CAAC;YACnD,IAAI,CAAC,8BAA8B,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QACzD,CAAC;IACL,CAAC;IAED;;;;OAIG;IACO,sBAAsB;QAC5B,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC;QAC9B,IAAI,CAAC,yBAAyB,GAAG,EAAE,CAAC;IACxC,CAAC;IAEO,8BAA8B,CAAC,OAAsC,EAAE,MAAmB;QAC9F,IAAI,CAAC;YACD,OAAO,CAAC,MAAM,CAAC,CAAC;QACpB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,OAAO,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,WAAW,CAAC,IAAI,gCAAgC,EAAE,KAAK,CAAC,CAAC;QACnF,CAAC;IACL,CAAC;IAqHD,6EAA6E;IAE7E;;;;OAIG;IACI,YAAY,CAAC,OAAuD;QACvE,IAAI,CAAC,iBAAiB,GAAG,OAAO,CAAC;IACrC,CAAC;IAED;;;OAGG;IACI,UAAU,CAAC,OAA+C;QAC7D,IAAI,CAAC,eAAe,GAAG,OAAO,CAAC;IACnC,CAAC;IAED;;;OAGG;IACI,aAAa,CAAC,OAA6C;QAC9D,IAAI,CAAC,kBAAkB,GAAG,OAAO,CAAC;IACtC,CAAC;IAED;;;OAGG;IACI,OAAO,CAAC,OAA6C;QACxD,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC;IAChC,CAAC;IAED;;;;;;;;;;;;;OAaG;IACI,cAAc,CAAC,OAAmB;QACrC,IAAI,CAAC,mBAAmB,GAAG,OAAO,CAAC;IACvC,CAAC;IAED;;;;;;;;;;;OAWG;IACI,OAAO,CAAC,OAA6C;QACxD,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC;IAChC,CAAC;IAED;;;;;;;;;;;;;;OAcG;IACI,aAAa,CAAC,OAA0C;QAC3D,IAAI,CAAC,kBAAkB,GAAG,OAAO,CAAC;IACtC,CAAC;IAED;;;OAGG;IACI,kBAAkB,CAAC,OAAuC;QAC7D,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC;IAChC,CAAC;IAeD,6EAA6E;IAE7E,qEAAqE;IAC3D,oBAAoB,CAAC,KAAoB;QAC/C,IAAI,CAAC,YAAY,EAAE,CAAC,KAAK,CAAC,CAAC;IAC/B,CAAC;IAED,mEAAmE;IACzD,cAAc,CAAC,UAAoC;QACzD,IAAI,CAAC,iBAAiB,EAAE,CAAC,UAAU,CAAC,CAAC;IACzC,CAAC;IAED,oEAAoE;IAC1D,YAAY,CAAC,IAA4B;QAC/C,IAAI,CAAC,eAAe,EAAE,CAAC,IAAI,CAAC,CAAC;IACjC,CAAC;IAED,+DAA+D;IACrD,eAAe,CAAC,KAA0B;QAChD,IAAI,CAAC,kBAAkB,EAAE,CAAC,KAAK,CAAC,CAAC;IACrC,CAAC;IAED,yDAAyD;IAC/C,SAAS,CAAC,KAA0B;QAC1C,IAAI,CAAC,YAAY,EAAE,CAAC,KAAK,CAAC,CAAC;IAC/B,CAAC;IAED,6EAA6E;IACnE,gBAAgB;QACtB,IAAI,CAAC,mBAAmB,EAAE,EAAE,CAAC;IACjC,CAAC;IAED,4GAA4G;IAClG,SAAS,CAAC,KAA0B;QAC1C,IAAI,CAAC,YAAY,EAAE,CAAC,KAAK,CAAC,CAAC;IAC/B,CAAC;IAED;;;OAGG;IACO,eAAe,CAAC,KAAqC;QAC3D,IAAI,CAAC,kBAAkB,EAAE,CAAC,MAAM,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;IAC3F,CAAC;CACJ;AAED,sDAAsD;AACtD,SAAS,cAAc,CAAC,UAAmC;IACvD,OAAO,UAAU,CAAC,SAAS,KAAK,SAAS,IAAI,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,KAAK,OAAO,CAAC;AAC9G,CAAC"}
|
|
@@ -525,6 +525,8 @@ export declare abstract class OpenAIProtocolWebSocketRealtimeClient extends Open
|
|
|
525
525
|
* `'listening'` only after all of that (obligation #7).
|
|
526
526
|
*/
|
|
527
527
|
Connect(config: ClientRealtimeSessionConfig, micStream: MediaStream): Promise<void>;
|
|
528
|
+
/** Rebinds the PCM capture and the input meter to the stream's current track (obligation #10); the socket stays open. */
|
|
529
|
+
ReplaceMicrophone(micStream: MediaStream): Promise<void>;
|
|
528
530
|
/**
|
|
529
531
|
* Tears down the socket, mic capture, mic tracks, and playout engine, resets the response
|
|
530
532
|
* state machine, and emits a final `'closed'` (unless already `'error'`). Safe to call
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"openAIProtocolClient.d.ts","sourceRoot":"","sources":["../../src/generic/openAIProtocolClient.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,2BAA2B,EAAE,UAAU,EAA4B,MAAM,oBAAoB,CAAC;AACvG,OAAO,EAAE,kBAAkB,EAAE,mBAAmB,EAA2B,MAAM,sBAAsB,CAAC;AAExG,OAAO,EAAE,oBAAoB,EAAuB,MAAM,sBAAsB,CAAC;AAEjF,OAAO,EAAuB,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAO1E,yFAAyF;AACzF,MAAM,WAAW,0BAA0B;IACvC,IAAI,EAAE,wCAAwC,GAAG,iCAAiC,CAAC;IACnF,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,OAAO,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,qEAAqE;AACrE,MAAM,WAAW,yBAAyB;IACtC,IAAI,EAAE,uCAAuC,GAAG,gCAAgC,CAAC;IACjF,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,OAAO,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,uFAAuF;AACvF,MAAM,WAAW,qBAAqB;IAClC,IAAI,EAAE,sBAAsB,GAAG,6BAA6B,CAAC;IAC7D,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,OAAO,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,iEAAiE;AACjE,MAAM,WAAW,sCAAsC;IACnD,IAAI,EAAE,uDAAuD,CAAC;IAC9D,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,kFAAkF;AAClF,MAAM,WAAW,oCAAoC;IACjD,IAAI,EAAE,uCAAuC,CAAC;IAC9C,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,8BAA8B;IAC9B,SAAS,EAAE,MAAM,CAAC;CACrB;AAED,mEAAmE;AACnE,MAAM,WAAW,wBAAwB;IACrC,IAAI,EAAE,mCAAmC,CAAC;CAC7C;AAED,+FAA+F;AAC/F,MAAM,WAAW,0BAA0B;IACvC,IAAI,EAAE,kBAAkB,CAAC;CAC5B;AAED,mGAAmG;AACnG,MAAM,WAAW,yBAAyB;IACtC,IAAI,EAAE,iBAAiB,CAAC;CAC3B;AAED,oGAAoG;AACpG,MAAM,WAAW,gBAAgB;IAC7B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC;CAC7B;AAED;;;;;;;;;;;GAWG;AACH,MAAM,WAAW,uBAAuB;IACpC,IAAI,EAAE,eAAe,CAAC;IACtB,QAAQ,CAAC,EAAE;QAAE,KAAK,CAAC,EAAE,gBAAgB,CAAA;KAAE,CAAC;IACxC,uDAAuD;IACvD,KAAK,CAAC,EAAE,gBAAgB,CAAC;CAC5B;AAED;;;GAGG;AACH,MAAM,WAAW,mCAAmC;IAChD,IAAI,EAAE,6BAA6B,CAAC;CACvC;AACD,MAAM,WAAW,mCAAmC;IAChD,IAAI,EAAE,6BAA6B,GAAG,6BAA6B,CAAC;CACvE;AAED,iCAAiC;AACjC,MAAM,WAAW,qBAAqB;IAClC,IAAI,EAAE,OAAO,CAAC;IACd,KAAK,CAAC,EAAE;QAAE,OAAO,CAAC,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;CAC/C;AAED,gFAAgF;AAChF,MAAM,WAAW,uBAAuB;IACpC,IAAI,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,MAAM,yBAAyB,GAC/B,0BAA0B,GAC1B,yBAAyB,GACzB,qBAAqB,GACrB,sCAAsC,GACtC,oCAAoC,GACpC,wBAAwB,GACxB,0BAA0B,GAC1B,yBAAyB,GACzB,uBAAuB,GACvB,mCAAmC,GACnC,mCAAmC,GACnC,qBAAqB,GACrB,uBAAuB,CAAC;AAI9B,0FAA0F;AAC1F,MAAM,WAAW,6BAA6B;IAC1C,IAAI,EAAE,gBAAgB,CAAC;IACvB,OAAO,EAAE,UAAU,CAAC;CACvB;AAED,oDAAoD;AACpD,MAAM,WAAW,sBAAsB;IACnC,IAAI,EAAE,SAAS,CAAC;IAChB,IAAI,EAAE,MAAM,GAAG,QAAQ,CAAC;IACxB,OAAO,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,YAAY,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CACxD;AAED,+EAA+E;AAC/E,MAAM,WAAW,iCAAiC;IAC9C,IAAI,EAAE,sBAAsB,CAAC;IAC7B,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;CAClB;AAED,4DAA4D;AAC5D,MAAM,WAAW,sCAAsC;IACnD,IAAI,EAAE,0BAA0B,CAAC;IACjC,IAAI,EAAE,sBAAsB,GAAG,iCAAiC,CAAC;CACpE;AAED,kFAAkF;AAClF,MAAM,WAAW,8BAA8B;IAC3C,IAAI,EAAE,iBAAiB,CAAC;IACxB,QAAQ,CAAC,EAAE;QAAE,YAAY,EAAE,MAAM,CAAA;KAAE,CAAC;CACvC;AAED,0FAA0F;AAC1F,MAAM,WAAW,8BAA8B;IAC3C,IAAI,EAAE,iBAAiB,CAAC;CAC3B;AAED,wFAAwF;AACxF,MAAM,WAAW,sCAAsC;IACnD,IAAI,EAAE,2BAA2B,CAAC;CACrC;AAED,sGAAsG;AACtG,MAAM,WAAW,sCAAsC;IACnD,IAAI,EAAE,2BAA2B,CAAC;IAClC,KAAK,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,MAAM,yBAAyB,GAC/B,6BAA6B,GAC7B,sCAAsC,GACtC,8BAA8B,GAC9B,8BAA8B,GAC9B,sCAAsC,GACtC,sCAAsC,CAAC;AAI7C;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AACH,8BAAsB,4BAA6B,SAAQ,kBAAkB;IAEzE,0EAA0E;IAC1E,SAAS,CAAC,oBAAoB,SAAM;IACpC,+FAA+F;IAC/F,SAAS,CAAC,cAAc,UAAS;IACjC,kGAAkG;IAClG,SAAS,CAAC,qBAAqB,UAAS;IACxC;;;;;OAKG;IACH,SAAS,CAAC,2BAA2B,SAAK;IAC1C;;;;;;;;OAQG;IACH,SAAS,CAAC,uBAAuB,UAAS;IAC1C;;;;;;OAMG;IACH,SAAS,CAAC,oBAAoB,UAAS;IACvC;;;;;OAKG;IACH,SAAS,CAAC,kBAAkB,EAAE,QAAQ,GAAG,WAAW,CAAY;IAChE;;;;;OAKG;IACH,SAAS,CAAC,YAAY,EAAE,mBAAmB,CAAY;IACvD,4FAA4F;IAC5F,SAAS,CAAC,SAAS,EAAE,WAAW,GAAG,IAAI,CAAQ;IAI/C,uFAAuF;IACvF,SAAS,CAAC,QAAQ,CAAC,aAAa,IAAI,OAAO;IAC3C,sGAAsG;IACtG,SAAS,CAAC,QAAQ,CAAC,iBAAiB,CAAC,KAAK,EAAE,yBAAyB,GAAG,IAAI;IAC5E;;;OAGG;IACH,SAAS,CAAC,QAAQ,CAAC,eAAe,IAAI,IAAI;IAI1C,0DAA0D;IAC1D,SAAS,KAAK,kBAAkB,IAAI,MAAM,CAEzC;IAED;;;;OAIG;IACH,SAAS,CAAC,qBAAqB,CAAC,YAAY,EAAE,MAAM,GAAG,IAAI;IAI3D;;;;;OAKG;IACH,SAAS,CAAC,qBAAqB,CAAC,UAAU,EAAE,MAAM,GAAG,IAAI;IAIzD;;;;;OAKG;IACH,SAAS,CAAC,oBAAoB,IAAI,IAAI;IAWtC;;;;;OAKG;IACH,SAAS,KAAK,0BAA0B,IAAI,OAAO,CAElD;IAED,+FAA+F;IAC/F,SAAS,CAAC,qBAAqB,IAAI,IAAI;IAIvC,sEAAsE;IACtE,SAAS,CAAC,eAAe,CAAC,MAAM,EAAE,yBAAyB,GAAG,IAAI;IAIlE,wEAAwE;IACxE,SAAS,CAAC,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAI5C,gEAAgE;IAChE,SAAS,CAAC,gBAAgB,CAAC,MAAM,EAAE,yBAAyB,GAAG,IAAI;IAMnE;;;;;;;;;OASG;IACI,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAYnC;;;;;;;;;OASG;IACI,oBAAoB,IAAI,IAAI;IAoBnC;;;;;;OAMG;IACI,eAAe,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAU1C;;;;;;;;;;;;;;;OAeG;IACI,mBAAmB,CAAC,YAAY,EAAE,MAAM,GAAG,IAAI;IActD;;;;;;;;;;;;;;;;;;;;;;;;;;;OA2BG;IACH,SAAS,CAAC,sBAAsB,CAAC,YAAY,EAAE,MAAM,GAAG,8BAA8B;IAYtF;;;;;;;;;;;;;OAaG;IACH,SAAS,CAAC,0BAA0B,IAAI,MAAM,GAAG,IAAI;IAIrD,4FAA4F;IAC5F,SAAS,CAAC,MAAM,CAAC,gBAAgB,CAAC,IAAI,EAAE,UAAU,GAAG,IAAI,GAAG,SAAS,GAAG,MAAM,GAAG,IAAI;IAKrF;;;;;;OAMG;IACI,cAAc,CAAC,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,IAAI;IAW/D;;;;OAIG;IACI,QAAQ,CAAC,KAAK,EAAE,OAAO,GAAG,IAAI;IAMrC,kBAAkB;IAClB,IAAW,MAAM,IAAI,OAAO,CAE3B;IAID;;;OAGG;IACH,SAAS,CAAC,qBAAqB,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI;IAelD,mFAAmF;IACnF,SAAS,CAAC,WAAW,CAAC,KAAK,EAAE,yBAAyB,GAAG,IAAI;IAuF7D;;;OAGG;IACH,SAAS,CAAC,iBAAiB,IAAI,IAAI;IAInC,0FAA0F;IAC1F,SAAS,CAAC,0BAA0B,IAAI,IAAI;IAG5C,SAAS,CAAC,0BAA0B,IAAI,IAAI;IAI5C,6FAA6F;IAC7F,OAAO,CAAC,YAAY;IAUpB,yFAAyF;IACzF,OAAO,CAAC,gBAAgB;IAWxB;;;;;OAKG;IACH,OAAO,CAAC,eAAe;IAWvB;;;;;OAKG;IACH,OAAO,CAAC,eAAe;IAUvB;;;;OAIG;IACH,OAAO,CAAC,iBAAiB;IAYzB;;;;;;;;;;;OAWG;IACH,OAAO,CAAC,YAAY;IAgCpB;;;;;;OAMG;IACH,SAAS,CAAC,qBAAqB,IAAI,IAAI;IAevC,0FAA0F;IAC1F,SAAS,CAAC,0BAA0B,IAAI,IAAI;IAW5C,0EAA0E;IAC1E,SAAS,CAAC,kBAAkB,IAAI,IAAI;IAYpC,4EAA4E;IAC5E,SAAS,CAAC,QAAQ,CAAC,KAAK,EAAE,mBAAmB,GAAG,IAAI;IAKpD,uFAAuF;IACvF,SAAS,CAAC,SAAS,CAAC,KAAK,EAAE,yBAAyB,GAAG,IAAI;CAO9D;AAID;;;;GAIG;AACH,MAAM,WAAW,2BAA2B;IACxC,uCAAuC;IACvC,MAAM,EAAE,CAAC,MAAM,IAAI,CAAC,GAAG,IAAI,CAAC;IAC5B,4DAA4D;IAC5D,SAAS,EAAE,CAAC,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,CAAC,GAAG,IAAI,CAAC;IAC3C,+CAA+C;IAC/C,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,CAAC,GAAG,IAAI,CAAC;IAC5C,mDAAmD;IACnD,OAAO,EAAE,CAAC,MAAM,IAAI,CAAC,GAAG,IAAI,CAAC;IAC7B,8CAA8C;IAC9C,IAAI,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,4CAA4C;IAC5C,KAAK,IAAI,IAAI,CAAC;CACjB;AAED;;;;;;;;;;;;;;;;;GAiBG;AACH,8BAAsB,qCAAsC,SAAQ,4BAA4B;IAC5F,0FAA0F;IAC1F,SAAS,CAAC,MAAM,EAAE,2BAA2B,GAAG,IAAI,CAAQ;IAC5D,2DAA2D;IAC3D,SAAS,CAAC,QAAQ,EAAE,oBAAoB,GAAG,IAAI,CAAQ;IACvD,mEAAmE;IACnE,SAAS,CAAC,UAAU,EAAE,cAAc,GAAG,IAAI,CAAQ;IACnD;;;OAGG;IACH,SAAS,CAAC,aAAa,EAAE,UAAU,CAAM;IACzC,qFAAqF;IACrF,SAAS,CAAC,gBAAgB,UAAS;IACnC,4FAA4F;IAC5F,SAAS,CAAC,UAAU,UAAS;IAC7B,8FAA8F;IAC9F,OAAO,CAAC,sBAAsB,CAA6B;IAC3D,mFAAmF;IACnF,OAAO,CAAC,kBAAkB,CAAyC;IAInE,sFAAsF;IACtF,SAAS,CAAC,QAAQ,CAAC,kBAAkB,CAAC,MAAM,EAAE,2BAA2B,GAAG,2BAA2B;IACvG;;;OAGG;IACH,SAAS,CAAC,oBAAoB,CAAC,MAAM,EAAE,2BAA2B,GAAG,UAAU;IAG/E,0EAA0E;IAC1E,SAAS,CAAC,QAAQ,CAAC,iBAAiB,CAAC,MAAM,EAAE,2BAA2B,GAAG,MAAM;IACjF;;;;OAIG;IACH,SAAS,KAAK,sBAAsB,IAAI,OAAO,CAE9C;IAED;;;;OAIG;IACH,SAAS,KAAK,gBAAgB,IAAI,MAAM,CAEvC;IAID;;;;;OAKG;IACU,OAAO,CAAC,MAAM,EAAE,2BAA2B,EAAE,SAAS,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;
|
|
1
|
+
{"version":3,"file":"openAIProtocolClient.d.ts","sourceRoot":"","sources":["../../src/generic/openAIProtocolClient.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,2BAA2B,EAAE,UAAU,EAA4B,MAAM,oBAAoB,CAAC;AACvG,OAAO,EAAE,kBAAkB,EAAE,mBAAmB,EAA2B,MAAM,sBAAsB,CAAC;AAExG,OAAO,EAAE,oBAAoB,EAAuB,MAAM,sBAAsB,CAAC;AAEjF,OAAO,EAAuB,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAO1E,yFAAyF;AACzF,MAAM,WAAW,0BAA0B;IACvC,IAAI,EAAE,wCAAwC,GAAG,iCAAiC,CAAC;IACnF,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,OAAO,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,qEAAqE;AACrE,MAAM,WAAW,yBAAyB;IACtC,IAAI,EAAE,uCAAuC,GAAG,gCAAgC,CAAC;IACjF,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,OAAO,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,uFAAuF;AACvF,MAAM,WAAW,qBAAqB;IAClC,IAAI,EAAE,sBAAsB,GAAG,6BAA6B,CAAC;IAC7D,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,OAAO,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,iEAAiE;AACjE,MAAM,WAAW,sCAAsC;IACnD,IAAI,EAAE,uDAAuD,CAAC;IAC9D,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,kFAAkF;AAClF,MAAM,WAAW,oCAAoC;IACjD,IAAI,EAAE,uCAAuC,CAAC;IAC9C,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,8BAA8B;IAC9B,SAAS,EAAE,MAAM,CAAC;CACrB;AAED,mEAAmE;AACnE,MAAM,WAAW,wBAAwB;IACrC,IAAI,EAAE,mCAAmC,CAAC;CAC7C;AAED,+FAA+F;AAC/F,MAAM,WAAW,0BAA0B;IACvC,IAAI,EAAE,kBAAkB,CAAC;CAC5B;AAED,mGAAmG;AACnG,MAAM,WAAW,yBAAyB;IACtC,IAAI,EAAE,iBAAiB,CAAC;CAC3B;AAED,oGAAoG;AACpG,MAAM,WAAW,gBAAgB;IAC7B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC;CAC7B;AAED;;;;;;;;;;;GAWG;AACH,MAAM,WAAW,uBAAuB;IACpC,IAAI,EAAE,eAAe,CAAC;IACtB,QAAQ,CAAC,EAAE;QAAE,KAAK,CAAC,EAAE,gBAAgB,CAAA;KAAE,CAAC;IACxC,uDAAuD;IACvD,KAAK,CAAC,EAAE,gBAAgB,CAAC;CAC5B;AAED;;;GAGG;AACH,MAAM,WAAW,mCAAmC;IAChD,IAAI,EAAE,6BAA6B,CAAC;CACvC;AACD,MAAM,WAAW,mCAAmC;IAChD,IAAI,EAAE,6BAA6B,GAAG,6BAA6B,CAAC;CACvE;AAED,iCAAiC;AACjC,MAAM,WAAW,qBAAqB;IAClC,IAAI,EAAE,OAAO,CAAC;IACd,KAAK,CAAC,EAAE;QAAE,OAAO,CAAC,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;CAC/C;AAED,gFAAgF;AAChF,MAAM,WAAW,uBAAuB;IACpC,IAAI,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,MAAM,yBAAyB,GAC/B,0BAA0B,GAC1B,yBAAyB,GACzB,qBAAqB,GACrB,sCAAsC,GACtC,oCAAoC,GACpC,wBAAwB,GACxB,0BAA0B,GAC1B,yBAAyB,GACzB,uBAAuB,GACvB,mCAAmC,GACnC,mCAAmC,GACnC,qBAAqB,GACrB,uBAAuB,CAAC;AAI9B,0FAA0F;AAC1F,MAAM,WAAW,6BAA6B;IAC1C,IAAI,EAAE,gBAAgB,CAAC;IACvB,OAAO,EAAE,UAAU,CAAC;CACvB;AAED,oDAAoD;AACpD,MAAM,WAAW,sBAAsB;IACnC,IAAI,EAAE,SAAS,CAAC;IAChB,IAAI,EAAE,MAAM,GAAG,QAAQ,CAAC;IACxB,OAAO,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,YAAY,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CACxD;AAED,+EAA+E;AAC/E,MAAM,WAAW,iCAAiC;IAC9C,IAAI,EAAE,sBAAsB,CAAC;IAC7B,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;CAClB;AAED,4DAA4D;AAC5D,MAAM,WAAW,sCAAsC;IACnD,IAAI,EAAE,0BAA0B,CAAC;IACjC,IAAI,EAAE,sBAAsB,GAAG,iCAAiC,CAAC;CACpE;AAED,kFAAkF;AAClF,MAAM,WAAW,8BAA8B;IAC3C,IAAI,EAAE,iBAAiB,CAAC;IACxB,QAAQ,CAAC,EAAE;QAAE,YAAY,EAAE,MAAM,CAAA;KAAE,CAAC;CACvC;AAED,0FAA0F;AAC1F,MAAM,WAAW,8BAA8B;IAC3C,IAAI,EAAE,iBAAiB,CAAC;CAC3B;AAED,wFAAwF;AACxF,MAAM,WAAW,sCAAsC;IACnD,IAAI,EAAE,2BAA2B,CAAC;CACrC;AAED,sGAAsG;AACtG,MAAM,WAAW,sCAAsC;IACnD,IAAI,EAAE,2BAA2B,CAAC;IAClC,KAAK,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,MAAM,yBAAyB,GAC/B,6BAA6B,GAC7B,sCAAsC,GACtC,8BAA8B,GAC9B,8BAA8B,GAC9B,sCAAsC,GACtC,sCAAsC,CAAC;AAI7C;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AACH,8BAAsB,4BAA6B,SAAQ,kBAAkB;IAEzE,0EAA0E;IAC1E,SAAS,CAAC,oBAAoB,SAAM;IACpC,+FAA+F;IAC/F,SAAS,CAAC,cAAc,UAAS;IACjC,kGAAkG;IAClG,SAAS,CAAC,qBAAqB,UAAS;IACxC;;;;;OAKG;IACH,SAAS,CAAC,2BAA2B,SAAK;IAC1C;;;;;;;;OAQG;IACH,SAAS,CAAC,uBAAuB,UAAS;IAC1C;;;;;;OAMG;IACH,SAAS,CAAC,oBAAoB,UAAS;IACvC;;;;;OAKG;IACH,SAAS,CAAC,kBAAkB,EAAE,QAAQ,GAAG,WAAW,CAAY;IAChE;;;;;OAKG;IACH,SAAS,CAAC,YAAY,EAAE,mBAAmB,CAAY;IACvD,4FAA4F;IAC5F,SAAS,CAAC,SAAS,EAAE,WAAW,GAAG,IAAI,CAAQ;IAI/C,uFAAuF;IACvF,SAAS,CAAC,QAAQ,CAAC,aAAa,IAAI,OAAO;IAC3C,sGAAsG;IACtG,SAAS,CAAC,QAAQ,CAAC,iBAAiB,CAAC,KAAK,EAAE,yBAAyB,GAAG,IAAI;IAC5E;;;OAGG;IACH,SAAS,CAAC,QAAQ,CAAC,eAAe,IAAI,IAAI;IAI1C,0DAA0D;IAC1D,SAAS,KAAK,kBAAkB,IAAI,MAAM,CAEzC;IAED;;;;OAIG;IACH,SAAS,CAAC,qBAAqB,CAAC,YAAY,EAAE,MAAM,GAAG,IAAI;IAI3D;;;;;OAKG;IACH,SAAS,CAAC,qBAAqB,CAAC,UAAU,EAAE,MAAM,GAAG,IAAI;IAIzD;;;;;OAKG;IACH,SAAS,CAAC,oBAAoB,IAAI,IAAI;IAWtC;;;;;OAKG;IACH,SAAS,KAAK,0BAA0B,IAAI,OAAO,CAElD;IAED,+FAA+F;IAC/F,SAAS,CAAC,qBAAqB,IAAI,IAAI;IAIvC,sEAAsE;IACtE,SAAS,CAAC,eAAe,CAAC,MAAM,EAAE,yBAAyB,GAAG,IAAI;IAIlE,wEAAwE;IACxE,SAAS,CAAC,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAI5C,gEAAgE;IAChE,SAAS,CAAC,gBAAgB,CAAC,MAAM,EAAE,yBAAyB,GAAG,IAAI;IAMnE;;;;;;;;;OASG;IACI,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAYnC;;;;;;;;;OASG;IACI,oBAAoB,IAAI,IAAI;IAoBnC;;;;;;OAMG;IACI,eAAe,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAU1C;;;;;;;;;;;;;;;OAeG;IACI,mBAAmB,CAAC,YAAY,EAAE,MAAM,GAAG,IAAI;IActD;;;;;;;;;;;;;;;;;;;;;;;;;;;OA2BG;IACH,SAAS,CAAC,sBAAsB,CAAC,YAAY,EAAE,MAAM,GAAG,8BAA8B;IAYtF;;;;;;;;;;;;;OAaG;IACH,SAAS,CAAC,0BAA0B,IAAI,MAAM,GAAG,IAAI;IAIrD,4FAA4F;IAC5F,SAAS,CAAC,MAAM,CAAC,gBAAgB,CAAC,IAAI,EAAE,UAAU,GAAG,IAAI,GAAG,SAAS,GAAG,MAAM,GAAG,IAAI;IAKrF;;;;;;OAMG;IACI,cAAc,CAAC,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,IAAI;IAW/D;;;;OAIG;IACI,QAAQ,CAAC,KAAK,EAAE,OAAO,GAAG,IAAI;IAMrC,kBAAkB;IAClB,IAAW,MAAM,IAAI,OAAO,CAE3B;IAID;;;OAGG;IACH,SAAS,CAAC,qBAAqB,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI;IAelD,mFAAmF;IACnF,SAAS,CAAC,WAAW,CAAC,KAAK,EAAE,yBAAyB,GAAG,IAAI;IAuF7D;;;OAGG;IACH,SAAS,CAAC,iBAAiB,IAAI,IAAI;IAInC,0FAA0F;IAC1F,SAAS,CAAC,0BAA0B,IAAI,IAAI;IAG5C,SAAS,CAAC,0BAA0B,IAAI,IAAI;IAI5C,6FAA6F;IAC7F,OAAO,CAAC,YAAY;IAUpB,yFAAyF;IACzF,OAAO,CAAC,gBAAgB;IAWxB;;;;;OAKG;IACH,OAAO,CAAC,eAAe;IAWvB;;;;;OAKG;IACH,OAAO,CAAC,eAAe;IAUvB;;;;OAIG;IACH,OAAO,CAAC,iBAAiB;IAYzB;;;;;;;;;;;OAWG;IACH,OAAO,CAAC,YAAY;IAgCpB;;;;;;OAMG;IACH,SAAS,CAAC,qBAAqB,IAAI,IAAI;IAevC,0FAA0F;IAC1F,SAAS,CAAC,0BAA0B,IAAI,IAAI;IAW5C,0EAA0E;IAC1E,SAAS,CAAC,kBAAkB,IAAI,IAAI;IAYpC,4EAA4E;IAC5E,SAAS,CAAC,QAAQ,CAAC,KAAK,EAAE,mBAAmB,GAAG,IAAI;IAKpD,uFAAuF;IACvF,SAAS,CAAC,SAAS,CAAC,KAAK,EAAE,yBAAyB,GAAG,IAAI;CAO9D;AAID;;;;GAIG;AACH,MAAM,WAAW,2BAA2B;IACxC,uCAAuC;IACvC,MAAM,EAAE,CAAC,MAAM,IAAI,CAAC,GAAG,IAAI,CAAC;IAC5B,4DAA4D;IAC5D,SAAS,EAAE,CAAC,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,CAAC,GAAG,IAAI,CAAC;IAC3C,+CAA+C;IAC/C,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,CAAC,GAAG,IAAI,CAAC;IAC5C,mDAAmD;IACnD,OAAO,EAAE,CAAC,MAAM,IAAI,CAAC,GAAG,IAAI,CAAC;IAC7B,8CAA8C;IAC9C,IAAI,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,4CAA4C;IAC5C,KAAK,IAAI,IAAI,CAAC;CACjB;AAED;;;;;;;;;;;;;;;;;GAiBG;AACH,8BAAsB,qCAAsC,SAAQ,4BAA4B;IAC5F,0FAA0F;IAC1F,SAAS,CAAC,MAAM,EAAE,2BAA2B,GAAG,IAAI,CAAQ;IAC5D,2DAA2D;IAC3D,SAAS,CAAC,QAAQ,EAAE,oBAAoB,GAAG,IAAI,CAAQ;IACvD,mEAAmE;IACnE,SAAS,CAAC,UAAU,EAAE,cAAc,GAAG,IAAI,CAAQ;IACnD;;;OAGG;IACH,SAAS,CAAC,aAAa,EAAE,UAAU,CAAM;IACzC,qFAAqF;IACrF,SAAS,CAAC,gBAAgB,UAAS;IACnC,4FAA4F;IAC5F,SAAS,CAAC,UAAU,UAAS;IAC7B,8FAA8F;IAC9F,OAAO,CAAC,sBAAsB,CAA6B;IAC3D,mFAAmF;IACnF,OAAO,CAAC,kBAAkB,CAAyC;IAInE,sFAAsF;IACtF,SAAS,CAAC,QAAQ,CAAC,kBAAkB,CAAC,MAAM,EAAE,2BAA2B,GAAG,2BAA2B;IACvG;;;OAGG;IACH,SAAS,CAAC,oBAAoB,CAAC,MAAM,EAAE,2BAA2B,GAAG,UAAU;IAG/E,0EAA0E;IAC1E,SAAS,CAAC,QAAQ,CAAC,iBAAiB,CAAC,MAAM,EAAE,2BAA2B,GAAG,MAAM;IACjF;;;;OAIG;IACH,SAAS,KAAK,sBAAsB,IAAI,OAAO,CAE9C;IAED;;;;OAIG;IACH,SAAS,KAAK,gBAAgB,IAAI,MAAM,CAEvC;IAID;;;;;OAKG;IACU,OAAO,CAAC,MAAM,EAAE,2BAA2B,EAAE,SAAS,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;IAoGhG,yHAAyH;IAC5G,iBAAiB,CAAC,SAAS,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;IASrE;;;;OAIG;IACU,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAiCxC,yFAAyF;IACzF,SAAS,CAAC,aAAa,IAAI,OAAO;IAIlC,kBAAkB;IAClB,SAAS,CAAC,iBAAiB,CAAC,KAAK,EAAE,yBAAyB,GAAG,IAAI;IAInE,0FAA0F;IAC1F,SAAS,CAAC,eAAe,IAAI,IAAI;IAIjC,mFAAmF;cAChE,qBAAqB,CAAC,WAAW,EAAE,MAAM,GAAG,IAAI;IAInE;;;;;;OAMG;IACH,IAAW,cAAc,IAAI,OAAO,CAEnC;IAED;;;OAGG;cACgB,oBAAoB,IAAI,IAAI;IAU/C,iGAAiG;IACjG,cAAuB,0BAA0B,IAAI,OAAO,CAE3D;IAED,2EAA2E;cACxD,qBAAqB,IAAI,IAAI;IAOhD;;;;;OAKG;IACH,SAAS,CAAC,kBAAkB,IAAI,IAAI;IAOpC,6FAA6F;cAC1E,0BAA0B,IAAI,MAAM,GAAG,IAAI;IAI9D,kFAAkF;IAClF,SAAS,CAAC,YAAY,CAAC,WAAW,EAAE,MAAM,GAAG,IAAI;IAMjD,yFAAyF;IACzF,SAAS,CAAC,oBAAoB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM;IAIvD,kGAAkG;IAClG,SAAS,KAAK,sBAAsB,IAAI,MAAM,CAE7C;IAED,oFAAoF;IACpF,SAAS,CAAC,iBAAiB,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI;IAQlD;;;;;OAKG;IACH,SAAS,CAAC,iBAAiB,IAAI,IAAI;IAUnC;;;;OAIG;cACa,gBAAgB,CAC5B,SAAS,EAAE,WAAW,EACtB,UAAU,EAAE,MAAM,EAClB,UAAU,EAAE,CAAC,WAAW,EAAE,MAAM,KAAK,IAAI,GAC1C,OAAO,CAAC,cAAc,CAAC;IAI1B,uGAAuG;IACvG,SAAS,CAAC,cAAc,CAAC,UAAU,EAAE,MAAM,GAAG,oBAAoB;CAGrE"}
|
|
@@ -692,6 +692,7 @@ export class OpenAIProtocolWebSocketRealtimeClient extends OpenAIProtocolRealtim
|
|
|
692
692
|
* `'listening'` only after all of that (obligation #7).
|
|
693
693
|
*/
|
|
694
694
|
async Connect(config, micStream) {
|
|
695
|
+
this.AssertTransportSupported(config);
|
|
695
696
|
this.sessionObject = this.resolveSessionObject(config);
|
|
696
697
|
this.micStream = micStream;
|
|
697
698
|
this.closedByConsumer = false;
|
|
@@ -784,6 +785,9 @@ export class OpenAIProtocolWebSocketRealtimeClient extends OpenAIProtocolRealtim
|
|
|
784
785
|
this.applySessionConfig();
|
|
785
786
|
const sampleRate = this.resolveSampleRate(config);
|
|
786
787
|
this.playback = this.createPlayback(sampleRate);
|
|
788
|
+
// The agent voice plays through Web Audio only; publish it so a host recorder can mix
|
|
789
|
+
// it in (issue #5153). Null for playbacks with no output stream (fakes, no WebAudio).
|
|
790
|
+
this.publishRemoteMediaStream(this.playback.GetOutputStream?.() ?? null);
|
|
787
791
|
this.micCapture = await this.createMicCapture(micStream, sampleRate, (base64Pcm16) => this.sendMicChunk(base64Pcm16));
|
|
788
792
|
// Audio-activity capability (base obligation #9): agent side taps the playout engine's
|
|
789
793
|
// master gain; user side meters the mic stream. Null-safe — test fakes / no-WebAudio
|
|
@@ -792,6 +796,15 @@ export class OpenAIProtocolWebSocketRealtimeClient extends OpenAIProtocolRealtim
|
|
|
792
796
|
this.attachInputAudioMeter(RealtimeAudioMeter.ForMicStream(micStream));
|
|
793
797
|
this.setState('listening');
|
|
794
798
|
}
|
|
799
|
+
/** Rebinds the PCM capture and the input meter to the stream's current track (obligation #10); the socket stays open. */
|
|
800
|
+
async ReplaceMicrophone(micStream) {
|
|
801
|
+
if (!this.micCapture) {
|
|
802
|
+
return;
|
|
803
|
+
}
|
|
804
|
+
this.micCapture.Rebind(micStream);
|
|
805
|
+
this.micStream = micStream;
|
|
806
|
+
this.attachInputAudioMeter(RealtimeAudioMeter.ForMicStream(micStream));
|
|
807
|
+
}
|
|
795
808
|
/**
|
|
796
809
|
* Tears down the socket, mic capture, mic tracks, and playout engine, resets the response
|
|
797
810
|
* state machine, and emits a final `'closed'` (unless already `'error'`). Safe to call
|
|
@@ -812,6 +825,7 @@ export class OpenAIProtocolWebSocketRealtimeClient extends OpenAIProtocolRealtim
|
|
|
812
825
|
this.micCapture = null;
|
|
813
826
|
this.playback?.Close();
|
|
814
827
|
this.playback = null;
|
|
828
|
+
this.clearRemoteMediaStream();
|
|
815
829
|
if (this.socket) {
|
|
816
830
|
try {
|
|
817
831
|
this.socket.close();
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"openAIProtocolClient.js","sourceRoot":"","sources":["../../src/generic/openAIProtocolClient.ts"],"names":[],"mappings":"AAAA,OAAO,EAA2C,wBAAwB,EAAE,MAAM,oBAAoB,CAAC;AACvG,OAAO,EAAE,kBAAkB,EAAuB,uBAAuB,EAAE,MAAM,sBAAsB,CAAC;AACxG,OAAO,EAAE,mBAAmB,EAAE,MAAM,mBAAmB,CAAC;AACxD,OAAO,EAAwB,mBAAmB,EAAE,MAAM,sBAAsB,CAAC;AACjF,OAAO,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAC;AACzD,OAAO,EAAE,mBAAmB,EAAkB,MAAM,qBAAqB,CAAC;AAuL1E,mFAAmF;AAEnF;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AACH,MAAM,OAAgB,4BAA6B,SAAQ,kBAAkB;IAA7E;;QACI,8EAA8E;QAC9E,0EAA0E;QAChE,yBAAoB,GAAG,EAAE,CAAC;QACpC,+FAA+F;QACrF,mBAAc,GAAG,KAAK,CAAC;QACjC,kGAAkG;QACxF,0BAAqB,GAAG,KAAK,CAAC;QACxC;;;;;WAKG;QACO,gCAA2B,GAAG,CAAC,CAAC;QAC1C;;;;;;;;WAQG;QACO,4BAAuB,GAAG,KAAK,CAAC;QAC1C;;;;;;WAMG;QACO,yBAAoB,GAAG,KAAK,CAAC;QACvC;;;;;WAKG;QACO,uBAAkB,GAA2B,QAAQ,CAAC;QAChE;;;;;WAKG;QACO,iBAAY,GAAwB,QAAQ,CAAC;QACvD,4FAA4F;QAClF,cAAS,GAAuB,IAAI,CAAC;IA6kBnD,CAAC;IA/jBG,8EAA8E;IAE9E,0DAA0D;IAC1D,IAAc,kBAAkB;QAC5B,OAAO,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC;IACjC,CAAC;IAED;;;;OAIG;IACO,qBAAqB,CAAC,YAAoB;QAChD,2EAA2E;IAC/E,CAAC;IAED;;;;;OAKG;IACO,qBAAqB,CAAC,UAAkB;QAC9C,IAAI,CAAC,cAAc,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;IAC3F,CAAC;IAED;;;;;OAKG;IACO,oBAAoB;QAC1B,IAAI,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YAC7C,iFAAiF;YACjF,oFAAoF;YACpF,oFAAoF;YACpF,IAAI,CAAC,qBAAqB,GAAG,KAAK,CAAC;YACnC,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAC5B,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;IAC/B,CAAC;IAED;;;;;OAKG;IACH,IAAc,0BAA0B;QACpC,OAAO,KAAK,CAAC;IACjB,CAAC;IAED,+FAA+F;IACrF,qBAAqB;QAC3B,kCAAkC;IACtC,CAAC;IAED,sEAAsE;IAC5D,eAAe,CAAC,MAAiC;QACvD,oDAAoD;IACxD,CAAC;IAED,wEAAwE;IAC9D,cAAc,CAAC,IAAY;QACjC,oDAAoD;IACxD,CAAC;IAED,gEAAgE;IACtD,gBAAgB,CAAC,MAAiC;QACxD,oDAAoD;IACxD,CAAC;IAED,8EAA8E;IAE9E;;;;;;;;;OASG;IACI,QAAQ,CAAC,IAAY;QACxB,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,EAAE,CAAC;YACxB,OAAO;QACX,CAAC;QACD,IAAI,CAAC,oBAAoB,EAAE,CAAC;QAC5B,IAAI,CAAC,SAAS,CAAC;YACX,IAAI,EAAE,0BAA0B;YAChC,IAAI,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC,EAAE;SACnF,CAAC,CAAC;QACH,IAAI,CAAC,qBAAqB,EAAE,CAAC;IACjC,CAAC;IAED;;;;;;;;;OASG;IACI,oBAAoB;QACvB,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,EAAE,CAAC;YACxB,OAAO;QACX,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,cAAc,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC;YAC/C,OAAO,CAAC,qCAAqC;QACjD,CAAC;QACD,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACtB,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,iBAAiB,EAAE,CAAC,CAAC;YAC5C,IAAI,CAAC,cAAc,GAAG,KAAK,CAAC;YAC5B,IAAI,CAAC,oBAAoB,GAAG,KAAK,CAAC;YAClC,IAAI,CAAC,kBAAkB,GAAG,QAAQ,CAAC;YACnC,IAAI,CAAC,oBAAoB,GAAG,EAAE,CAAC;QACnC,CAAC;QACD,IAAI,CAAC,eAAe,EAAE,CAAC;QACvB,IAAI,IAAI,CAAC,YAAY,KAAK,UAAU,EAAE,CAAC;YACnC,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;QAC/B,CAAC;IACL,CAAC;IAED;;;;;;OAMG;IACI,eAAe,CAAC,IAAY;QAC/B,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,EAAE,CAAC;YACxB,OAAO;QACX,CAAC;QACD,IAAI,CAAC,SAAS,CAAC;YACX,IAAI,EAAE,0BAA0B;YAChC,IAAI,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC,EAAE;SACrF,CAAC,CAAC;IACP,CAAC;IAED;;;;;;;;;;;;;;;OAeG;IACI,mBAAmB,CAAC,YAAoB;QAC3C,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,EAAE,CAAC;YACxB,OAAO;QACX,CAAC;QACD,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACtB,OAAO,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,kBAAkB,4FAA4F,CAAC,CAAC;YACvI,OAAO;QACX,CAAC;QACD,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;QAC3B,IAAI,CAAC,oBAAoB,GAAG,IAAI,CAAC;QACjC,IAAI,CAAC,2BAA2B,EAAE,CAAC;QACnC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,sBAAsB,CAAC,YAAY,CAAC,CAAC,CAAC;IAC9D,CAAC;IAED;;;;;;;;;;;;;;;;;;;;;;;;;;;OA2BG;IACO,sBAAsB,CAAC,YAAoB;QACjD,MAAM,SAAS,GAAG,YAAY,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;QAC7C,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzB,OAAO,EAAE,IAAI,EAAE,iBAAiB,EAAE,CAAC;QACvC,CAAC;QACD,MAAM,QAAQ,GAAG,IAAI,CAAC,0BAA0B,EAAE,CAAC;QACnD,OAAO;YACH,IAAI,EAAE,iBAAiB;YACvB,QAAQ,EAAE,EAAE,YAAY,EAAE,QAAQ,KAAK,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,QAAQ,OAAO,SAAS,EAAE,EAAE;SAC5F,CAAC;IACN,CAAC;IAED;;;;;;;;;;;;;OAaG;IACO,0BAA0B;QAChC,OAAO,IAAI,CAAC;IAChB,CAAC;IAED,4FAA4F;IAClF,MAAM,CAAC,gBAAgB,CAAC,IAAmC;QACjE,MAAM,KAAK,GAAG,IAAI,EAAE,CAAC,cAAc,CAAC,CAAC;QACrC,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;IAC/E,CAAC;IAED;;;;;;OAMG;IACI,cAAc,CAAC,MAAc,EAAE,UAAkB;QACpD,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,EAAE,CAAC;YACxB,OAAO;QACX,CAAC;QACD,IAAI,CAAC,SAAS,CAAC;YACX,IAAI,EAAE,0BAA0B;YAChC,IAAI,EAAE,EAAE,IAAI,EAAE,sBAAsB,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE;SAC9E,CAAC,CAAC;QACH,IAAI,CAAC,qBAAqB,EAAE,CAAC;IACjC,CAAC;IAED;;;;OAIG;IACI,QAAQ,CAAC,KAAc;QAC1B,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,SAAS,EAAE,cAAc,EAAE,IAAI,EAAE,EAAE,CAAC;YACzD,KAAK,CAAC,OAAO,GAAG,CAAC,KAAK,CAAC;QAC3B,CAAC;IACL,CAAC;IAED,kBAAkB;IAClB,IAAW,MAAM;QACb,OAAO,IAAI,CAAC,cAAc,CAAC;IAC/B,CAAC;IAED,8EAA8E;IAE9E;;;OAGG;IACO,qBAAqB,CAAC,GAAW;QACvC,IAAI,KAAgC,CAAC;QACrC,IAAI,CAAC;YACD,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAA8B,CAAC;QACzD,CAAC;QAAC,MAAM,CAAC;YACL,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC;YACzB,OAAO;QACX,CAAC;QACD,IAAI,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC9C,OAAO,CAAC,sEAAsE;QAClF,CAAC;QACD,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;QAC5B,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;IAC5B,CAAC;IAED,mFAAmF;IACzE,WAAW,CAAC,KAAgC;QAClD,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;YACjB,KAAK,iBAAiB;gBAClB,IAAI,CAAC,qBAAqB,EAAE,CAAC;gBAC7B,MAAM;YACV,KAAK,wCAAwC,CAAC;YAC9C,KAAK,iCAAiC;gBAClC,IAAI,CAAC,gBAAgB,CAAE,KAAoC,CAAC,KAAK,CAAC,CAAC;gBACnE,MAAM;YACV,KAAK,uCAAuC,CAAC;YAC7C,KAAK,gCAAgC;gBACjC,IAAI,CAAC,eAAe,CAAE,KAAmC,CAAC,UAAU,CAAC,CAAC;gBACtE,MAAM;YACV,KAAK,sBAAsB,CAAC;YAC5B,KAAK,6BAA6B;gBAC9B,IAAI,CAAC,YAAY,CAAE,KAA+B,CAAC,KAAK,CAAC,CAAC;gBAC1D,MAAM;YACV,KAAK,uDAAuD;gBACxD,IAAI,CAAC,qBAAqB,CAAE,KAAgD,CAAC,UAAU,CAAC,CAAC;gBACzF,MAAM;YACV,KAAK,uCAAuC;gBACxC,IAAI,CAAC,eAAe,CAAC,KAA6C,CAAC,CAAC;gBACpE,MAAM;YACV,KAAK,mCAAmC;gBACpC,IAAI,CAAC,oBAAoB,EAAE,CAAC;gBAC5B,MAAM;YACV,KAAK,kBAAkB,CAAC,CAAC,CAAC;gBACtB,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;gBAC3B,IAAI,CAAC,uBAAuB,GAAG,IAAI,CAAC,CAAC,mCAAmC;gBACxE,IAAI,CAAC,iBAAiB,EAAE,CAAC;gBACzB,kFAAkF;gBAClF,mFAAmF;gBACnF,gFAAgF;gBAChF,oEAAoE;gBACpE,MAAM,cAAc,GAAG,IAAI,CAAC,2BAA2B,GAAG,CAAC,CAAC;gBAC5D,IAAI,cAAc,EAAE,CAAC;oBACjB,IAAI,CAAC,2BAA2B,EAAE,CAAC;gBACvC,CAAC;gBACD,6EAA6E;gBAC7E,wFAAwF;gBACxF,IAAI,CAAC,kBAAkB,GAAG,CAAC,cAAc,IAAI,IAAI,CAAC,oBAAoB,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,QAAQ,CAAC;gBACjG,IAAI,cAAc,EAAE,CAAC;oBACjB,IAAI,CAAC,oBAAoB,GAAG,KAAK,CAAC;gBACtC,CAAC;gBACD,MAAM;YACV,CAAC;YACD,KAAK,6BAA6B;gBAC9B,IAAI,CAAC,0BAA0B,EAAE,CAAC;gBAClC,MAAM;YACV,KAAK,6BAA6B,CAAC;YACnC,KAAK,6BAA6B;gBAC9B,IAAI,CAAC,0BAA0B,EAAE,CAAC;gBAClC,MAAM;YACV,KAAK,eAAe;gBAChB,qFAAqF;gBACrF,uFAAuF;gBACvF,IAAI,CAAC,uBAAuB,GAAG,KAAK,CAAC;gBACrC,iFAAiF;gBACjF,iFAAiF;gBACjF,kFAAkF;gBAClF,mFAAmF;gBACnF,6BAA6B;gBAC7B,IAAI,IAAI,CAAC,2BAA2B,GAAG,CAAC,EAAE,CAAC;oBACvC,IAAI,CAAC,iBAAiB,CAAC,KAAgC,CAAC,CAAC;oBACzD,MAAM;gBACV,CAAC;gBACD,6EAA6E;gBAC7E,qEAAqE;gBACrE,uEAAuE;gBACvE,gEAAgE;gBAChE,IAAI,CAAC,cAAc,GAAG,KAAK,CAAC;gBAC5B,IAAI,CAAC,kBAAkB,GAAG,QAAQ,CAAC;gBACnC,IAAI,CAAC,iBAAiB,CAAC,KAAgC,CAAC,CAAC;gBACzD,IAAI,CAAC,0BAA0B,EAAE,CAAC;gBAClC,IAAI,IAAI,CAAC,YAAY,KAAK,UAAU,EAAE,CAAC;oBACnC,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;gBAC/B,CAAC;gBACD,MAAM;YACV,KAAK,OAAO;gBACR,IAAI,CAAC,YAAY,CAAC,KAA8B,CAAC,CAAC;gBAClD,MAAM;YACV;gBACI,uEAAuE;gBACvE,MAAM;QACd,CAAC;IACL,CAAC;IAED;;;OAGG;IACO,iBAAiB;QACvB,gFAAgF;IACpF,CAAC;IAED,0FAA0F;IAChF,0BAA0B;QAChC,8DAA8D;IAClE,CAAC;IACS,0BAA0B;QAChC,8DAA8D;IAClE,CAAC;IAED,6FAA6F;IACrF,YAAY,CAAC,WAAmB;QACpC,IAAI,CAAC,WAAW,EAAE,CAAC;YACf,OAAO;QACX,CAAC;QACD,IAAI,IAAI,CAAC,YAAY,KAAK,UAAU,EAAE,CAAC;YACnC,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;QAC9B,CAAC;QACD,IAAI,CAAC,qBAAqB,CAAC,WAAW,CAAC,CAAC;IAC5C,CAAC;IAED,yFAAyF;IACjF,gBAAgB,CAAC,KAAa;QAClC,IAAI,CAAC,KAAK,EAAE,CAAC;YACT,OAAO;QACX,CAAC;QACD,IAAI,IAAI,CAAC,YAAY,KAAK,UAAU,EAAE,CAAC;YACnC,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;QAC9B,CAAC;QACD,IAAI,CAAC,oBAAoB,IAAI,KAAK,CAAC;QACnC,IAAI,CAAC,cAAc,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,CAAC,kBAAkB,EAAE,CAAC,CAAC;IAC3G,CAAC;IAED;;;;;OAKG;IACK,eAAe,CAAC,UAAkB;QACtC,MAAM,SAAS,GAAG,UAAU,IAAI,IAAI,CAAC,oBAAoB,CAAC;QAC1D,IAAI,CAAC,oBAAoB,GAAG,EAAE,CAAC;QAC/B,IAAI,SAAS,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC9B,IAAI,CAAC,cAAc,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,kBAAkB,EAAE,CAAC,CAAC;QAC9G,CAAC;QACD,IAAI,IAAI,CAAC,YAAY,KAAK,UAAU,EAAE,CAAC;YACnC,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;QAC/B,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACK,eAAe,CAAC,IAA0C;QAC9D,IAAI,IAAI,CAAC,YAAY,KAAK,UAAU,EAAE,CAAC;YACnC,IAAI,CAAC,YAAY,GAAG,WAAW,CAAC;QACpC,CAAC;QACD,IAAI,IAAI,CAAC,0BAA0B,EAAE,CAAC;YAClC,IAAI,CAAC,cAAc,GAAG,KAAK,CAAC;QAChC,CAAC;QACD,IAAI,CAAC,YAAY,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,OAAO,EAAE,QAAQ,EAAE,IAAI,CAAC,IAAI,EAAE,aAAa,EAAE,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC;IACpG,CAAC;IAED;;;;OAIG;IACK,iBAAiB,CAAC,KAA8B;QACpD,MAAM,KAAK,GAAG,wBAAwB,CAAC,KAAK,CAAC,CAAC;QAC9C,IAAI,CAAC,KAAK,EAAE,CAAC;YACT,OAAO;QACX,CAAC;QACD,IAAI,CAAC,SAAS,CAAC;YACX,WAAW,EAAE,OAAO,KAAK,CAAC,YAAY,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC,SAAS;YACpF,YAAY,EAAE,OAAO,KAAK,CAAC,aAAa,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC,SAAS;YACvF,GAAG,EAAE,KAAK;SACb,CAAC,CAAC;IACP,CAAC;IAED;;;;;;;;;;;OAWG;IACK,YAAY,CAAC,KAA4B;QAC7C,IAAI,IAAI,CAAC,2BAA2B,GAAG,CAAC,EAAE,CAAC;YACvC,IAAI,CAAC,2BAA2B,EAAE,CAAC;YACnC,iFAAiF;YACjF,0FAA0F;YAC1F,0FAA0F;YAC1F,uFAAuF;YACvF,wFAAwF;YACxF,sFAAsF;YACtF,yFAAyF;YACzF,cAAc;YACd,IAAI,CAAC,oBAAoB,GAAG,KAAK,CAAC;YAClC,uFAAuF;YACvF,4FAA4F;YAC5F,4FAA4F;YAC5F,8CAA8C;YAC9C,IAAI,CAAC,IAAI,CAAC,uBAAuB,EAAE,CAAC;gBAChC,IAAI,CAAC,cAAc,GAAG,KAAK,CAAC;gBAC5B,IAAI,IAAI,CAAC,YAAY,KAAK,UAAU,EAAE,CAAC;oBACnC,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;gBAC/B,CAAC;YACL,CAAC;QACL,CAAC;QACD,IAAI,CAAC,SAAS,CAAC;YACX,OAAO,EAAE,KAAK,CAAC,KAAK,EAAE,OAAO,IAAI,wBAAwB;YACzD,IAAI,EAAE,KAAK,CAAC,KAAK,EAAE,IAAI;YACvB,KAAK,EAAE,KAAK;SACf,CAAC,CAAC;IACP,CAAC;IAED,8EAA8E;IAE9E;;;;;;OAMG;IACO,qBAAqB;QAC3B,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,EAAE,CAAC;YACxB,OAAO;QACX,CAAC;QACD,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACtB,IAAI,CAAC,qBAAqB,GAAG,IAAI,CAAC;YAClC,OAAO;QACX,CAAC;QACD,IAAI,CAAC,qBAAqB,GAAG,KAAK,CAAC;QACnC,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;QAC3B,IAAI,CAAC,2BAA2B,EAAE,CAAC;QACnC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,iBAAiB,EAAE,CAAC,CAAC;QAC5C,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;IAC9B,CAAC;IAED,0FAA0F;IAChF,0BAA0B;QAChC,IAAI,CAAC,IAAI,CAAC,qBAAqB,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,EAAE,CAAC;YACvD,OAAO;QACX,CAAC;QACD,IAAI,CAAC,qBAAqB,GAAG,KAAK,CAAC;QACnC,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;QAC3B,IAAI,CAAC,2BAA2B,EAAE,CAAC;QACnC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,iBAAiB,EAAE,CAAC,CAAC;QAC5C,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;IAC9B,CAAC;IAED,0EAA0E;IAChE,kBAAkB;QACxB,IAAI,CAAC,oBAAoB,GAAG,EAAE,CAAC;QAC/B,IAAI,CAAC,cAAc,GAAG,KAAK,CAAC;QAC5B,IAAI,CAAC,uBAAuB,GAAG,KAAK,CAAC;QACrC,IAAI,CAAC,qBAAqB,GAAG,KAAK,CAAC;QACnC,IAAI,CAAC,2BAA2B,GAAG,CAAC,CAAC;QACrC,IAAI,CAAC,oBAAoB,GAAG,KAAK,CAAC;QAClC,IAAI,CAAC,kBAAkB,GAAG,QAAQ,CAAC;IACvC,CAAC;IAED,8EAA8E;IAE9E,4EAA4E;IAClE,QAAQ,CAAC,KAA0B;QACzC,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC;QAC1B,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;IAChC,CAAC;IAED,uFAAuF;IAC7E,SAAS,CAAC,KAAgC;QAChD,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,EAAE,CAAC;YACxB,OAAO;QACX,CAAC;QACD,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;QAC7B,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC;IAClC,CAAC;CACJ;AAwBD;;;;;;;;;;;;;;;;;GAiBG;AACH,MAAM,OAAgB,qCAAsC,SAAQ,4BAA4B;IAAhG;;QACI,0FAA0F;QAChF,WAAM,GAAuC,IAAI,CAAC;QAC5D,2DAA2D;QACjD,aAAQ,GAAgC,IAAI,CAAC;QACvD,mEAAmE;QACzD,eAAU,GAA0B,IAAI,CAAC;QACnD;;;WAGG;QACO,kBAAa,GAAe,EAAE,CAAC;QACzC,qFAAqF;QAC3E,qBAAgB,GAAG,KAAK,CAAC;QACnC,4FAA4F;QAClF,eAAU,GAAG,KAAK,CAAC;QAC7B,8FAA8F;QACtF,2BAAsB,GAAwB,IAAI,CAAC;QAC3D,mFAAmF;QAC3E,uBAAkB,GAAoC,IAAI,CAAC;IAqTvE,CAAC;IA/SG;;;OAGG;IACO,oBAAoB,CAAC,MAAmC;QAC9D,OAAO,uBAAuB,CAAC,MAAM,CAAC,aAAa,IAAI,EAAE,CAAC,CAAC;IAC/D,CAAC;IAGD;;;;OAIG;IACH,IAAc,sBAAsB;QAChC,OAAO,KAAK,CAAC;IACjB,CAAC;IAED;;;;OAIG;IACH,IAAc,gBAAgB;QAC1B,OAAO,MAAM,CAAC;IAClB,CAAC;IAED,+EAA+E;IAE/E;;;;;OAKG;IACI,KAAK,CAAC,OAAO,CAAC,MAAmC,EAAE,SAAsB;QAC5E,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,oBAAoB,CAAC,MAAM,CAAC,CAAC;QACvD,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,gBAAgB,GAAG,KAAK,CAAC;QAC9B,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC;QAE5B,IAAI,UAAU,GAAwB,IAAI,CAAC;QAC3C,MAAM,MAAM,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;YACzC,UAAU,GAAG,OAAO,CAAC;QACzB,CAAC,CAAC,CAAC;QACH,MAAM,OAAO,GAAG,IAAI,CAAC,sBAAsB;YACvC,CAAC,CAAC,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;gBAC1B,IAAI,CAAC,sBAAsB,GAAG,OAAO,CAAC;YAC1C,CAAC,CAAC;YACJ,CAAC,CAAC,IAAI,CAAC;QACX,uFAAuF;QACvF,qFAAqF;QACrF,4EAA4E;QAC5E,MAAM,OAAO,GAAG,IAAI,OAAO,CAAQ,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE;YAC7C,IAAI,CAAC,kBAAkB,GAAG,MAAM,CAAC;QACrC,CAAC,CAAC,CAAC;QACH,OAAO,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC,yDAAyD;QACzF,MAAM,QAAQ,GAAG,UAAU,CACvB,GAAG,EAAE,CAAC,IAAI,CAAC,kBAAkB,EAAE,CAAC,IAAI,KAAK,CAAC,GAAG,IAAI,CAAC,kBAAkB,4BAA4B,IAAI,CAAC,gBAAgB,IAAI,CAAC,CAAC,EAC3H,IAAI,CAAC,gBAAgB,CACxB,CAAC;QACF,4FAA4F;QAC3F,QAAmC,CAAC,KAAK,EAAE,EAAE,CAAC;QAE/C,kFAAkF;QAClF,0FAA0F;QAC1F,gDAAgD;QAChD,IAAI,CAAC;YACD,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC,CAAC,0DAA0D;YACnF,MAAM,MAAM,GAAG,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC;YAC/C,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;YACrB,oFAAoF;YACpF,kFAAkF;YAClF,6EAA6E;YAC7E,MAAM,CAAC,MAAM,GAAG,GAAG,EAAE;gBACjB,IAAI,IAAI,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;oBAAC,OAAO;gBAAC,CAAC;gBACvC,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;gBACvB,UAAU,EAAE,EAAE,CAAC;YACnB,CAAC,CAAC;YACF,MAAM,CAAC,SAAS,GAAG,CAAC,IAAI,EAAE,EAAE;gBACxB,IAAI,IAAI,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;oBAAC,OAAO;gBAAC,CAAC;gBACvC,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,CAAC;YACrC,CAAC,CAAC;YACF,MAAM,CAAC,OAAO,GAAG,CAAC,OAAO,EAAE,EAAE;gBACzB,IAAI,IAAI,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;oBAAC,OAAO;gBAAC,CAAC;gBACvC,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC;gBACxB,IAAI,CAAC,kBAAkB,EAAE,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;gBAC9C,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;YACpC,CAAC,CAAC;YACF,MAAM,CAAC,OAAO,GAAG,GAAG,EAAE;gBAClB,IAAI,IAAI,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;oBAAC,OAAO;gBAAC,CAAC;gBACvC,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC;gBACxB,IAAI,CAAC,kBAAkB,EAAE,CAAC,IAAI,KAAK,CAAC,GAAG,IAAI,CAAC,kBAAkB,+BAA+B,CAAC,CAAC,CAAC;gBAChG,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAC7B,CAAC,CAAC;YAEF,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;YACtC,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;YAC3B,IAAI,OAAO,EAAE,CAAC;gBACV,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;YAC3C,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,iFAAiF;YACjF,kFAAkF;YAClF,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACvE,IAAI,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;gBAChC,IAAI,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;gBAClD,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;gBACvB,IAAI,CAAC;oBAAC,IAAI,CAAC,MAAM,EAAE,KAAK,EAAE,CAAC;gBAAC,CAAC;gBAAC,MAAM,CAAC,CAAC,qBAAqB,CAAC,CAAC;YACjE,CAAC;YACD,MAAM,KAAK,CAAC;QAChB,CAAC;gBAAS,CAAC;YACP,YAAY,CAAC,QAAQ,CAAC,CAAC;YACvB,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC;YAC/B,IAAI,CAAC,sBAAsB,GAAG,IAAI,CAAC;QACvC,CAAC;QACD,sFAAsF;QACtF,sEAAsE;QACtE,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAE1B,MAAM,UAAU,GAAG,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC;QAClD,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC;QAChD,IAAI,CAAC,UAAU,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,SAAS,EAAE,UAAU,EAAE,CAAC,WAAW,EAAE,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,CAAC,CAAC;QACtH,uFAAuF;QACvF,qFAAqF;QACrF,oDAAoD;QACpD,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,QAAQ,EAAE,WAAW,EAAE,EAAE,IAAI,IAAI,CAAC,CAAC;QACpE,IAAI,CAAC,qBAAqB,CAAC,kBAAkB,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC,CAAC;QACvE,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;IAC/B,CAAC;IAED;;;;OAIG;IACI,KAAK,CAAC,UAAU;QACnB,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC;QAC7B,qFAAqF;QACrF,mDAAmD;QACnD,IAAI,CAAC,kBAAkB,EAAE,CAAC,IAAI,KAAK,CAAC,GAAG,IAAI,CAAC,kBAAkB,8BAA8B,CAAC,CAAC,CAAC;QAC/F,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC;QAC/B,IAAI,CAAC,sBAAsB,GAAG,IAAI,CAAC;QACnC,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC;QACxB,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACxB,IAAI,CAAC,SAAS,EAAE,SAAS,EAAE,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;QAC7D,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QACtB,IAAI,CAAC,UAAU,EAAE,IAAI,EAAE,CAAC;QACxB,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QACvB,IAAI,CAAC,QAAQ,EAAE,KAAK,EAAE,CAAC;QACvB,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACrB,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YACd,IAAI,CAAC;gBACD,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;YACxB,CAAC;YAAC,MAAM,CAAC;gBACL,qBAAqB;YACzB,CAAC;YACD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACvB,CAAC;QACD,IAAI,CAAC,aAAa,GAAG,EAAE,CAAC;QACxB,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAC1B,IAAI,IAAI,CAAC,YAAY,KAAK,OAAO,EAAE,CAAC;YAChC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAC5B,CAAC;IACL,CAAC;IAED,8EAA8E;IAE9E,yFAAyF;IAC/E,aAAa;QACnB,OAAO,IAAI,CAAC,MAAM,KAAK,IAAI,IAAI,IAAI,CAAC,UAAU,CAAC;IACnD,CAAC;IAED,kBAAkB;IACR,iBAAiB,CAAC,KAAgC;QACxD,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;IAC7C,CAAC;IAED,0FAA0F;IAChF,eAAe;QACrB,IAAI,CAAC,QAAQ,EAAE,KAAK,EAAE,CAAC;IAC3B,CAAC;IAED,mFAAmF;IAChE,qBAAqB,CAAC,WAAmB;QACxD,IAAI,CAAC,QAAQ,EAAE,OAAO,CAAC,mBAAmB,CAAC,WAAW,CAAC,CAAC,CAAC;IAC7D,CAAC;IAED;;;;;;OAMG;IACH,IAAW,cAAc;QACrB,OAAO,IAAI,CAAC,QAAQ,EAAE,SAAS,IAAI,KAAK,CAAC;IAC7C,CAAC;IAED;;;OAGG;IACgB,oBAAoB;QACnC,IAAI,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YAC7C,IAAI,CAAC,QAAQ,EAAE,KAAK,EAAE,CAAC;YACvB,gFAAgF;YAChF,IAAI,CAAC,qBAAqB,GAAG,KAAK,CAAC;YACnC,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAC5B,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;IAC/B,CAAC;IAED,iGAAiG;IACjG,IAAuB,0BAA0B;QAC7C,OAAO,IAAI,CAAC;IAChB,CAAC;IAED,2EAA2E;IACxD,qBAAqB;QACpC,IAAI,CAAC,sBAAsB,EAAE,EAAE,CAAC;QAChC,IAAI,CAAC,sBAAsB,GAAG,IAAI,CAAC;IACvC,CAAC;IAED,+EAA+E;IAE/E;;;;;OAKG;IACO,kBAAkB;QACxB,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC/C,OAAO;QACX,CAAC;QACD,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,gBAAgB,EAAE,OAAO,EAAE,IAAI,CAAC,aAAa,EAAE,CAAC,CAAC;IAC5E,CAAC;IAED,6FAA6F;IAC1E,0BAA0B;QACzC,OAAO,4BAA4B,CAAC,gBAAgB,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;IAC7E,CAAC;IAED,kFAAkF;IACxE,YAAY,CAAC,WAAmB;QACtC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YACd,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,2BAA2B,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC,CAAC;QAC9E,CAAC;IACL,CAAC;IAED,yFAAyF;IAC/E,oBAAoB,CAAC,OAAe;QAC1C,OAAO,OAAO,CAAC;IACnB,CAAC;IAED,kGAAkG;IAClG,IAAc,sBAAsB;QAChC,OAAO,GAAG,IAAI,CAAC,kBAAkB,iCAAiC,CAAC;IACvE,CAAC;IAED,oFAAoF;IAC1E,iBAAiB,CAAC,OAAe;QACvC,IAAI,IAAI,CAAC,YAAY,KAAK,OAAO,IAAI,IAAI,CAAC,YAAY,KAAK,QAAQ,EAAE,CAAC;YAClE,OAAO;QACX,CAAC;QACD,IAAI,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,oBAAoB,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QAC7E,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;IAC3B,CAAC;IAED;;;;;OAKG;IACO,iBAAiB;QACvB,IAAI,IAAI,CAAC,gBAAgB,IAAI,IAAI,CAAC,YAAY,KAAK,OAAO,IAAI,IAAI,CAAC,YAAY,KAAK,QAAQ,EAAE,CAAC;YAC3F,OAAO;QACX,CAAC;QACD,IAAI,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,sBAAsB,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QACtE,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;IAC3B,CAAC;IAED,8EAA8E;IAE9E;;;;OAIG;IACO,KAAK,CAAC,gBAAgB,CAC5B,SAAsB,EACtB,UAAkB,EAClB,UAAyC;QAEzC,OAAO,mBAAmB,CAAC,SAAS,EAAE,UAAU,EAAE,UAAU,CAAC,CAAC;IAClE,CAAC;IAED,uGAAuG;IAC7F,cAAc,CAAC,UAAkB;QACvC,OAAO,IAAI,mBAAmB,CAAC,UAAU,CAAC,CAAC;IAC/C,CAAC;CACJ"}
|
|
1
|
+
{"version":3,"file":"openAIProtocolClient.js","sourceRoot":"","sources":["../../src/generic/openAIProtocolClient.ts"],"names":[],"mappings":"AAAA,OAAO,EAA2C,wBAAwB,EAAE,MAAM,oBAAoB,CAAC;AACvG,OAAO,EAAE,kBAAkB,EAAuB,uBAAuB,EAAE,MAAM,sBAAsB,CAAC;AACxG,OAAO,EAAE,mBAAmB,EAAE,MAAM,mBAAmB,CAAC;AACxD,OAAO,EAAwB,mBAAmB,EAAE,MAAM,sBAAsB,CAAC;AACjF,OAAO,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAC;AACzD,OAAO,EAAE,mBAAmB,EAAkB,MAAM,qBAAqB,CAAC;AAuL1E,mFAAmF;AAEnF;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AACH,MAAM,OAAgB,4BAA6B,SAAQ,kBAAkB;IAA7E;;QACI,8EAA8E;QAC9E,0EAA0E;QAChE,yBAAoB,GAAG,EAAE,CAAC;QACpC,+FAA+F;QACrF,mBAAc,GAAG,KAAK,CAAC;QACjC,kGAAkG;QACxF,0BAAqB,GAAG,KAAK,CAAC;QACxC;;;;;WAKG;QACO,gCAA2B,GAAG,CAAC,CAAC;QAC1C;;;;;;;;WAQG;QACO,4BAAuB,GAAG,KAAK,CAAC;QAC1C;;;;;;WAMG;QACO,yBAAoB,GAAG,KAAK,CAAC;QACvC;;;;;WAKG;QACO,uBAAkB,GAA2B,QAAQ,CAAC;QAChE;;;;;WAKG;QACO,iBAAY,GAAwB,QAAQ,CAAC;QACvD,4FAA4F;QAClF,cAAS,GAAuB,IAAI,CAAC;IA6kBnD,CAAC;IA/jBG,8EAA8E;IAE9E,0DAA0D;IAC1D,IAAc,kBAAkB;QAC5B,OAAO,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC;IACjC,CAAC;IAED;;;;OAIG;IACO,qBAAqB,CAAC,YAAoB;QAChD,2EAA2E;IAC/E,CAAC;IAED;;;;;OAKG;IACO,qBAAqB,CAAC,UAAkB;QAC9C,IAAI,CAAC,cAAc,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;IAC3F,CAAC;IAED;;;;;OAKG;IACO,oBAAoB;QAC1B,IAAI,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YAC7C,iFAAiF;YACjF,oFAAoF;YACpF,oFAAoF;YACpF,IAAI,CAAC,qBAAqB,GAAG,KAAK,CAAC;YACnC,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAC5B,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;IAC/B,CAAC;IAED;;;;;OAKG;IACH,IAAc,0BAA0B;QACpC,OAAO,KAAK,CAAC;IACjB,CAAC;IAED,+FAA+F;IACrF,qBAAqB;QAC3B,kCAAkC;IACtC,CAAC;IAED,sEAAsE;IAC5D,eAAe,CAAC,MAAiC;QACvD,oDAAoD;IACxD,CAAC;IAED,wEAAwE;IAC9D,cAAc,CAAC,IAAY;QACjC,oDAAoD;IACxD,CAAC;IAED,gEAAgE;IACtD,gBAAgB,CAAC,MAAiC;QACxD,oDAAoD;IACxD,CAAC;IAED,8EAA8E;IAE9E;;;;;;;;;OASG;IACI,QAAQ,CAAC,IAAY;QACxB,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,EAAE,CAAC;YACxB,OAAO;QACX,CAAC;QACD,IAAI,CAAC,oBAAoB,EAAE,CAAC;QAC5B,IAAI,CAAC,SAAS,CAAC;YACX,IAAI,EAAE,0BAA0B;YAChC,IAAI,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC,EAAE;SACnF,CAAC,CAAC;QACH,IAAI,CAAC,qBAAqB,EAAE,CAAC;IACjC,CAAC;IAED;;;;;;;;;OASG;IACI,oBAAoB;QACvB,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,EAAE,CAAC;YACxB,OAAO;QACX,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,cAAc,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC;YAC/C,OAAO,CAAC,qCAAqC;QACjD,CAAC;QACD,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACtB,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,iBAAiB,EAAE,CAAC,CAAC;YAC5C,IAAI,CAAC,cAAc,GAAG,KAAK,CAAC;YAC5B,IAAI,CAAC,oBAAoB,GAAG,KAAK,CAAC;YAClC,IAAI,CAAC,kBAAkB,GAAG,QAAQ,CAAC;YACnC,IAAI,CAAC,oBAAoB,GAAG,EAAE,CAAC;QACnC,CAAC;QACD,IAAI,CAAC,eAAe,EAAE,CAAC;QACvB,IAAI,IAAI,CAAC,YAAY,KAAK,UAAU,EAAE,CAAC;YACnC,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;QAC/B,CAAC;IACL,CAAC;IAED;;;;;;OAMG;IACI,eAAe,CAAC,IAAY;QAC/B,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,EAAE,CAAC;YACxB,OAAO;QACX,CAAC;QACD,IAAI,CAAC,SAAS,CAAC;YACX,IAAI,EAAE,0BAA0B;YAChC,IAAI,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC,EAAE;SACrF,CAAC,CAAC;IACP,CAAC;IAED;;;;;;;;;;;;;;;OAeG;IACI,mBAAmB,CAAC,YAAoB;QAC3C,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,EAAE,CAAC;YACxB,OAAO;QACX,CAAC;QACD,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACtB,OAAO,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,kBAAkB,4FAA4F,CAAC,CAAC;YACvI,OAAO;QACX,CAAC;QACD,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;QAC3B,IAAI,CAAC,oBAAoB,GAAG,IAAI,CAAC;QACjC,IAAI,CAAC,2BAA2B,EAAE,CAAC;QACnC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,sBAAsB,CAAC,YAAY,CAAC,CAAC,CAAC;IAC9D,CAAC;IAED;;;;;;;;;;;;;;;;;;;;;;;;;;;OA2BG;IACO,sBAAsB,CAAC,YAAoB;QACjD,MAAM,SAAS,GAAG,YAAY,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;QAC7C,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzB,OAAO,EAAE,IAAI,EAAE,iBAAiB,EAAE,CAAC;QACvC,CAAC;QACD,MAAM,QAAQ,GAAG,IAAI,CAAC,0BAA0B,EAAE,CAAC;QACnD,OAAO;YACH,IAAI,EAAE,iBAAiB;YACvB,QAAQ,EAAE,EAAE,YAAY,EAAE,QAAQ,KAAK,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,QAAQ,OAAO,SAAS,EAAE,EAAE;SAC5F,CAAC;IACN,CAAC;IAED;;;;;;;;;;;;;OAaG;IACO,0BAA0B;QAChC,OAAO,IAAI,CAAC;IAChB,CAAC;IAED,4FAA4F;IAClF,MAAM,CAAC,gBAAgB,CAAC,IAAmC;QACjE,MAAM,KAAK,GAAG,IAAI,EAAE,CAAC,cAAc,CAAC,CAAC;QACrC,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;IAC/E,CAAC;IAED;;;;;;OAMG;IACI,cAAc,CAAC,MAAc,EAAE,UAAkB;QACpD,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,EAAE,CAAC;YACxB,OAAO;QACX,CAAC;QACD,IAAI,CAAC,SAAS,CAAC;YACX,IAAI,EAAE,0BAA0B;YAChC,IAAI,EAAE,EAAE,IAAI,EAAE,sBAAsB,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE;SAC9E,CAAC,CAAC;QACH,IAAI,CAAC,qBAAqB,EAAE,CAAC;IACjC,CAAC;IAED;;;;OAIG;IACI,QAAQ,CAAC,KAAc;QAC1B,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,SAAS,EAAE,cAAc,EAAE,IAAI,EAAE,EAAE,CAAC;YACzD,KAAK,CAAC,OAAO,GAAG,CAAC,KAAK,CAAC;QAC3B,CAAC;IACL,CAAC;IAED,kBAAkB;IAClB,IAAW,MAAM;QACb,OAAO,IAAI,CAAC,cAAc,CAAC;IAC/B,CAAC;IAED,8EAA8E;IAE9E;;;OAGG;IACO,qBAAqB,CAAC,GAAW;QACvC,IAAI,KAAgC,CAAC;QACrC,IAAI,CAAC;YACD,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAA8B,CAAC;QACzD,CAAC;QAAC,MAAM,CAAC;YACL,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC;YACzB,OAAO;QACX,CAAC;QACD,IAAI,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC9C,OAAO,CAAC,sEAAsE;QAClF,CAAC;QACD,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;QAC5B,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;IAC5B,CAAC;IAED,mFAAmF;IACzE,WAAW,CAAC,KAAgC;QAClD,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;YACjB,KAAK,iBAAiB;gBAClB,IAAI,CAAC,qBAAqB,EAAE,CAAC;gBAC7B,MAAM;YACV,KAAK,wCAAwC,CAAC;YAC9C,KAAK,iCAAiC;gBAClC,IAAI,CAAC,gBAAgB,CAAE,KAAoC,CAAC,KAAK,CAAC,CAAC;gBACnE,MAAM;YACV,KAAK,uCAAuC,CAAC;YAC7C,KAAK,gCAAgC;gBACjC,IAAI,CAAC,eAAe,CAAE,KAAmC,CAAC,UAAU,CAAC,CAAC;gBACtE,MAAM;YACV,KAAK,sBAAsB,CAAC;YAC5B,KAAK,6BAA6B;gBAC9B,IAAI,CAAC,YAAY,CAAE,KAA+B,CAAC,KAAK,CAAC,CAAC;gBAC1D,MAAM;YACV,KAAK,uDAAuD;gBACxD,IAAI,CAAC,qBAAqB,CAAE,KAAgD,CAAC,UAAU,CAAC,CAAC;gBACzF,MAAM;YACV,KAAK,uCAAuC;gBACxC,IAAI,CAAC,eAAe,CAAC,KAA6C,CAAC,CAAC;gBACpE,MAAM;YACV,KAAK,mCAAmC;gBACpC,IAAI,CAAC,oBAAoB,EAAE,CAAC;gBAC5B,MAAM;YACV,KAAK,kBAAkB,CAAC,CAAC,CAAC;gBACtB,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;gBAC3B,IAAI,CAAC,uBAAuB,GAAG,IAAI,CAAC,CAAC,mCAAmC;gBACxE,IAAI,CAAC,iBAAiB,EAAE,CAAC;gBACzB,kFAAkF;gBAClF,mFAAmF;gBACnF,gFAAgF;gBAChF,oEAAoE;gBACpE,MAAM,cAAc,GAAG,IAAI,CAAC,2BAA2B,GAAG,CAAC,CAAC;gBAC5D,IAAI,cAAc,EAAE,CAAC;oBACjB,IAAI,CAAC,2BAA2B,EAAE,CAAC;gBACvC,CAAC;gBACD,6EAA6E;gBAC7E,wFAAwF;gBACxF,IAAI,CAAC,kBAAkB,GAAG,CAAC,cAAc,IAAI,IAAI,CAAC,oBAAoB,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,QAAQ,CAAC;gBACjG,IAAI,cAAc,EAAE,CAAC;oBACjB,IAAI,CAAC,oBAAoB,GAAG,KAAK,CAAC;gBACtC,CAAC;gBACD,MAAM;YACV,CAAC;YACD,KAAK,6BAA6B;gBAC9B,IAAI,CAAC,0BAA0B,EAAE,CAAC;gBAClC,MAAM;YACV,KAAK,6BAA6B,CAAC;YACnC,KAAK,6BAA6B;gBAC9B,IAAI,CAAC,0BAA0B,EAAE,CAAC;gBAClC,MAAM;YACV,KAAK,eAAe;gBAChB,qFAAqF;gBACrF,uFAAuF;gBACvF,IAAI,CAAC,uBAAuB,GAAG,KAAK,CAAC;gBACrC,iFAAiF;gBACjF,iFAAiF;gBACjF,kFAAkF;gBAClF,mFAAmF;gBACnF,6BAA6B;gBAC7B,IAAI,IAAI,CAAC,2BAA2B,GAAG,CAAC,EAAE,CAAC;oBACvC,IAAI,CAAC,iBAAiB,CAAC,KAAgC,CAAC,CAAC;oBACzD,MAAM;gBACV,CAAC;gBACD,6EAA6E;gBAC7E,qEAAqE;gBACrE,uEAAuE;gBACvE,gEAAgE;gBAChE,IAAI,CAAC,cAAc,GAAG,KAAK,CAAC;gBAC5B,IAAI,CAAC,kBAAkB,GAAG,QAAQ,CAAC;gBACnC,IAAI,CAAC,iBAAiB,CAAC,KAAgC,CAAC,CAAC;gBACzD,IAAI,CAAC,0BAA0B,EAAE,CAAC;gBAClC,IAAI,IAAI,CAAC,YAAY,KAAK,UAAU,EAAE,CAAC;oBACnC,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;gBAC/B,CAAC;gBACD,MAAM;YACV,KAAK,OAAO;gBACR,IAAI,CAAC,YAAY,CAAC,KAA8B,CAAC,CAAC;gBAClD,MAAM;YACV;gBACI,uEAAuE;gBACvE,MAAM;QACd,CAAC;IACL,CAAC;IAED;;;OAGG;IACO,iBAAiB;QACvB,gFAAgF;IACpF,CAAC;IAED,0FAA0F;IAChF,0BAA0B;QAChC,8DAA8D;IAClE,CAAC;IACS,0BAA0B;QAChC,8DAA8D;IAClE,CAAC;IAED,6FAA6F;IACrF,YAAY,CAAC,WAAmB;QACpC,IAAI,CAAC,WAAW,EAAE,CAAC;YACf,OAAO;QACX,CAAC;QACD,IAAI,IAAI,CAAC,YAAY,KAAK,UAAU,EAAE,CAAC;YACnC,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;QAC9B,CAAC;QACD,IAAI,CAAC,qBAAqB,CAAC,WAAW,CAAC,CAAC;IAC5C,CAAC;IAED,yFAAyF;IACjF,gBAAgB,CAAC,KAAa;QAClC,IAAI,CAAC,KAAK,EAAE,CAAC;YACT,OAAO;QACX,CAAC;QACD,IAAI,IAAI,CAAC,YAAY,KAAK,UAAU,EAAE,CAAC;YACnC,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;QAC9B,CAAC;QACD,IAAI,CAAC,oBAAoB,IAAI,KAAK,CAAC;QACnC,IAAI,CAAC,cAAc,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,CAAC,kBAAkB,EAAE,CAAC,CAAC;IAC3G,CAAC;IAED;;;;;OAKG;IACK,eAAe,CAAC,UAAkB;QACtC,MAAM,SAAS,GAAG,UAAU,IAAI,IAAI,CAAC,oBAAoB,CAAC;QAC1D,IAAI,CAAC,oBAAoB,GAAG,EAAE,CAAC;QAC/B,IAAI,SAAS,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC9B,IAAI,CAAC,cAAc,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,kBAAkB,EAAE,CAAC,CAAC;QAC9G,CAAC;QACD,IAAI,IAAI,CAAC,YAAY,KAAK,UAAU,EAAE,CAAC;YACnC,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;QAC/B,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACK,eAAe,CAAC,IAA0C;QAC9D,IAAI,IAAI,CAAC,YAAY,KAAK,UAAU,EAAE,CAAC;YACnC,IAAI,CAAC,YAAY,GAAG,WAAW,CAAC;QACpC,CAAC;QACD,IAAI,IAAI,CAAC,0BAA0B,EAAE,CAAC;YAClC,IAAI,CAAC,cAAc,GAAG,KAAK,CAAC;QAChC,CAAC;QACD,IAAI,CAAC,YAAY,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,OAAO,EAAE,QAAQ,EAAE,IAAI,CAAC,IAAI,EAAE,aAAa,EAAE,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC;IACpG,CAAC;IAED;;;;OAIG;IACK,iBAAiB,CAAC,KAA8B;QACpD,MAAM,KAAK,GAAG,wBAAwB,CAAC,KAAK,CAAC,CAAC;QAC9C,IAAI,CAAC,KAAK,EAAE,CAAC;YACT,OAAO;QACX,CAAC;QACD,IAAI,CAAC,SAAS,CAAC;YACX,WAAW,EAAE,OAAO,KAAK,CAAC,YAAY,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC,SAAS;YACpF,YAAY,EAAE,OAAO,KAAK,CAAC,aAAa,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC,SAAS;YACvF,GAAG,EAAE,KAAK;SACb,CAAC,CAAC;IACP,CAAC;IAED;;;;;;;;;;;OAWG;IACK,YAAY,CAAC,KAA4B;QAC7C,IAAI,IAAI,CAAC,2BAA2B,GAAG,CAAC,EAAE,CAAC;YACvC,IAAI,CAAC,2BAA2B,EAAE,CAAC;YACnC,iFAAiF;YACjF,0FAA0F;YAC1F,0FAA0F;YAC1F,uFAAuF;YACvF,wFAAwF;YACxF,sFAAsF;YACtF,yFAAyF;YACzF,cAAc;YACd,IAAI,CAAC,oBAAoB,GAAG,KAAK,CAAC;YAClC,uFAAuF;YACvF,4FAA4F;YAC5F,4FAA4F;YAC5F,8CAA8C;YAC9C,IAAI,CAAC,IAAI,CAAC,uBAAuB,EAAE,CAAC;gBAChC,IAAI,CAAC,cAAc,GAAG,KAAK,CAAC;gBAC5B,IAAI,IAAI,CAAC,YAAY,KAAK,UAAU,EAAE,CAAC;oBACnC,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;gBAC/B,CAAC;YACL,CAAC;QACL,CAAC;QACD,IAAI,CAAC,SAAS,CAAC;YACX,OAAO,EAAE,KAAK,CAAC,KAAK,EAAE,OAAO,IAAI,wBAAwB;YACzD,IAAI,EAAE,KAAK,CAAC,KAAK,EAAE,IAAI;YACvB,KAAK,EAAE,KAAK;SACf,CAAC,CAAC;IACP,CAAC;IAED,8EAA8E;IAE9E;;;;;;OAMG;IACO,qBAAqB;QAC3B,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,EAAE,CAAC;YACxB,OAAO;QACX,CAAC;QACD,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACtB,IAAI,CAAC,qBAAqB,GAAG,IAAI,CAAC;YAClC,OAAO;QACX,CAAC;QACD,IAAI,CAAC,qBAAqB,GAAG,KAAK,CAAC;QACnC,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;QAC3B,IAAI,CAAC,2BAA2B,EAAE,CAAC;QACnC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,iBAAiB,EAAE,CAAC,CAAC;QAC5C,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;IAC9B,CAAC;IAED,0FAA0F;IAChF,0BAA0B;QAChC,IAAI,CAAC,IAAI,CAAC,qBAAqB,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,EAAE,CAAC;YACvD,OAAO;QACX,CAAC;QACD,IAAI,CAAC,qBAAqB,GAAG,KAAK,CAAC;QACnC,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;QAC3B,IAAI,CAAC,2BAA2B,EAAE,CAAC;QACnC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,iBAAiB,EAAE,CAAC,CAAC;QAC5C,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;IAC9B,CAAC;IAED,0EAA0E;IAChE,kBAAkB;QACxB,IAAI,CAAC,oBAAoB,GAAG,EAAE,CAAC;QAC/B,IAAI,CAAC,cAAc,GAAG,KAAK,CAAC;QAC5B,IAAI,CAAC,uBAAuB,GAAG,KAAK,CAAC;QACrC,IAAI,CAAC,qBAAqB,GAAG,KAAK,CAAC;QACnC,IAAI,CAAC,2BAA2B,GAAG,CAAC,CAAC;QACrC,IAAI,CAAC,oBAAoB,GAAG,KAAK,CAAC;QAClC,IAAI,CAAC,kBAAkB,GAAG,QAAQ,CAAC;IACvC,CAAC;IAED,8EAA8E;IAE9E,4EAA4E;IAClE,QAAQ,CAAC,KAA0B;QACzC,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC;QAC1B,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;IAChC,CAAC;IAED,uFAAuF;IAC7E,SAAS,CAAC,KAAgC;QAChD,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,EAAE,CAAC;YACxB,OAAO;QACX,CAAC;QACD,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;QAC7B,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC;IAClC,CAAC;CACJ;AAwBD;;;;;;;;;;;;;;;;;GAiBG;AACH,MAAM,OAAgB,qCAAsC,SAAQ,4BAA4B;IAAhG;;QACI,0FAA0F;QAChF,WAAM,GAAuC,IAAI,CAAC;QAC5D,2DAA2D;QACjD,aAAQ,GAAgC,IAAI,CAAC;QACvD,mEAAmE;QACzD,eAAU,GAA0B,IAAI,CAAC;QACnD;;;WAGG;QACO,kBAAa,GAAe,EAAE,CAAC;QACzC,qFAAqF;QAC3E,qBAAgB,GAAG,KAAK,CAAC;QACnC,4FAA4F;QAClF,eAAU,GAAG,KAAK,CAAC;QAC7B,8FAA8F;QACtF,2BAAsB,GAAwB,IAAI,CAAC;QAC3D,mFAAmF;QAC3E,uBAAkB,GAAoC,IAAI,CAAC;IAoUvE,CAAC;IA9TG;;;OAGG;IACO,oBAAoB,CAAC,MAAmC;QAC9D,OAAO,uBAAuB,CAAC,MAAM,CAAC,aAAa,IAAI,EAAE,CAAC,CAAC;IAC/D,CAAC;IAGD;;;;OAIG;IACH,IAAc,sBAAsB;QAChC,OAAO,KAAK,CAAC;IACjB,CAAC;IAED;;;;OAIG;IACH,IAAc,gBAAgB;QAC1B,OAAO,MAAM,CAAC;IAClB,CAAC;IAED,+EAA+E;IAE/E;;;;;OAKG;IACI,KAAK,CAAC,OAAO,CAAC,MAAmC,EAAE,SAAsB;QAC5E,IAAI,CAAC,wBAAwB,CAAC,MAAM,CAAC,CAAC;QACtC,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,oBAAoB,CAAC,MAAM,CAAC,CAAC;QACvD,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,gBAAgB,GAAG,KAAK,CAAC;QAC9B,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC;QAE5B,IAAI,UAAU,GAAwB,IAAI,CAAC;QAC3C,MAAM,MAAM,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;YACzC,UAAU,GAAG,OAAO,CAAC;QACzB,CAAC,CAAC,CAAC;QACH,MAAM,OAAO,GAAG,IAAI,CAAC,sBAAsB;YACvC,CAAC,CAAC,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;gBAC1B,IAAI,CAAC,sBAAsB,GAAG,OAAO,CAAC;YAC1C,CAAC,CAAC;YACJ,CAAC,CAAC,IAAI,CAAC;QACX,uFAAuF;QACvF,qFAAqF;QACrF,4EAA4E;QAC5E,MAAM,OAAO,GAAG,IAAI,OAAO,CAAQ,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE;YAC7C,IAAI,CAAC,kBAAkB,GAAG,MAAM,CAAC;QACrC,CAAC,CAAC,CAAC;QACH,OAAO,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC,yDAAyD;QACzF,MAAM,QAAQ,GAAG,UAAU,CACvB,GAAG,EAAE,CAAC,IAAI,CAAC,kBAAkB,EAAE,CAAC,IAAI,KAAK,CAAC,GAAG,IAAI,CAAC,kBAAkB,4BAA4B,IAAI,CAAC,gBAAgB,IAAI,CAAC,CAAC,EAC3H,IAAI,CAAC,gBAAgB,CACxB,CAAC;QACF,4FAA4F;QAC3F,QAAmC,CAAC,KAAK,EAAE,EAAE,CAAC;QAE/C,kFAAkF;QAClF,0FAA0F;QAC1F,gDAAgD;QAChD,IAAI,CAAC;YACD,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC,CAAC,0DAA0D;YACnF,MAAM,MAAM,GAAG,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC;YAC/C,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;YACrB,oFAAoF;YACpF,kFAAkF;YAClF,6EAA6E;YAC7E,MAAM,CAAC,MAAM,GAAG,GAAG,EAAE;gBACjB,IAAI,IAAI,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;oBAAC,OAAO;gBAAC,CAAC;gBACvC,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;gBACvB,UAAU,EAAE,EAAE,CAAC;YACnB,CAAC,CAAC;YACF,MAAM,CAAC,SAAS,GAAG,CAAC,IAAI,EAAE,EAAE;gBACxB,IAAI,IAAI,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;oBAAC,OAAO;gBAAC,CAAC;gBACvC,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,CAAC;YACrC,CAAC,CAAC;YACF,MAAM,CAAC,OAAO,GAAG,CAAC,OAAO,EAAE,EAAE;gBACzB,IAAI,IAAI,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;oBAAC,OAAO;gBAAC,CAAC;gBACvC,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC;gBACxB,IAAI,CAAC,kBAAkB,EAAE,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;gBAC9C,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;YACpC,CAAC,CAAC;YACF,MAAM,CAAC,OAAO,GAAG,GAAG,EAAE;gBAClB,IAAI,IAAI,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;oBAAC,OAAO;gBAAC,CAAC;gBACvC,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC;gBACxB,IAAI,CAAC,kBAAkB,EAAE,CAAC,IAAI,KAAK,CAAC,GAAG,IAAI,CAAC,kBAAkB,+BAA+B,CAAC,CAAC,CAAC;gBAChG,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAC7B,CAAC,CAAC;YAEF,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;YACtC,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;YAC3B,IAAI,OAAO,EAAE,CAAC;gBACV,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;YAC3C,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,iFAAiF;YACjF,kFAAkF;YAClF,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACvE,IAAI,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;gBAChC,IAAI,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;gBAClD,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;gBACvB,IAAI,CAAC;oBAAC,IAAI,CAAC,MAAM,EAAE,KAAK,EAAE,CAAC;gBAAC,CAAC;gBAAC,MAAM,CAAC,CAAC,qBAAqB,CAAC,CAAC;YACjE,CAAC;YACD,MAAM,KAAK,CAAC;QAChB,CAAC;gBAAS,CAAC;YACP,YAAY,CAAC,QAAQ,CAAC,CAAC;YACvB,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC;YAC/B,IAAI,CAAC,sBAAsB,GAAG,IAAI,CAAC;QACvC,CAAC;QACD,sFAAsF;QACtF,sEAAsE;QACtE,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAE1B,MAAM,UAAU,GAAG,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC;QAClD,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC;QAChD,sFAAsF;QACtF,sFAAsF;QACtF,IAAI,CAAC,wBAAwB,CAAC,IAAI,CAAC,QAAQ,CAAC,eAAe,EAAE,EAAE,IAAI,IAAI,CAAC,CAAC;QACzE,IAAI,CAAC,UAAU,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,SAAS,EAAE,UAAU,EAAE,CAAC,WAAW,EAAE,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,CAAC,CAAC;QACtH,uFAAuF;QACvF,qFAAqF;QACrF,oDAAoD;QACpD,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,QAAQ,EAAE,WAAW,EAAE,EAAE,IAAI,IAAI,CAAC,CAAC;QACpE,IAAI,CAAC,qBAAqB,CAAC,kBAAkB,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC,CAAC;QACvE,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;IAC/B,CAAC;IAED,yHAAyH;IAClH,KAAK,CAAC,iBAAiB,CAAC,SAAsB;QACjD,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;YACnB,OAAO;QACX,CAAC;QACD,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAClC,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,qBAAqB,CAAC,kBAAkB,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC,CAAC;IAC3E,CAAC;IAED;;;;OAIG;IACI,KAAK,CAAC,UAAU;QACnB,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC;QAC7B,qFAAqF;QACrF,mDAAmD;QACnD,IAAI,CAAC,kBAAkB,EAAE,CAAC,IAAI,KAAK,CAAC,GAAG,IAAI,CAAC,kBAAkB,8BAA8B,CAAC,CAAC,CAAC;QAC/F,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC;QAC/B,IAAI,CAAC,sBAAsB,GAAG,IAAI,CAAC;QACnC,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC;QACxB,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACxB,IAAI,CAAC,SAAS,EAAE,SAAS,EAAE,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;QAC7D,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QACtB,IAAI,CAAC,UAAU,EAAE,IAAI,EAAE,CAAC;QACxB,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QACvB,IAAI,CAAC,QAAQ,EAAE,KAAK,EAAE,CAAC;QACvB,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACrB,IAAI,CAAC,sBAAsB,EAAE,CAAC;QAC9B,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YACd,IAAI,CAAC;gBACD,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;YACxB,CAAC;YAAC,MAAM,CAAC;gBACL,qBAAqB;YACzB,CAAC;YACD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACvB,CAAC;QACD,IAAI,CAAC,aAAa,GAAG,EAAE,CAAC;QACxB,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAC1B,IAAI,IAAI,CAAC,YAAY,KAAK,OAAO,EAAE,CAAC;YAChC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAC5B,CAAC;IACL,CAAC;IAED,8EAA8E;IAE9E,yFAAyF;IAC/E,aAAa;QACnB,OAAO,IAAI,CAAC,MAAM,KAAK,IAAI,IAAI,IAAI,CAAC,UAAU,CAAC;IACnD,CAAC;IAED,kBAAkB;IACR,iBAAiB,CAAC,KAAgC;QACxD,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;IAC7C,CAAC;IAED,0FAA0F;IAChF,eAAe;QACrB,IAAI,CAAC,QAAQ,EAAE,KAAK,EAAE,CAAC;IAC3B,CAAC;IAED,mFAAmF;IAChE,qBAAqB,CAAC,WAAmB;QACxD,IAAI,CAAC,QAAQ,EAAE,OAAO,CAAC,mBAAmB,CAAC,WAAW,CAAC,CAAC,CAAC;IAC7D,CAAC;IAED;;;;;;OAMG;IACH,IAAW,cAAc;QACrB,OAAO,IAAI,CAAC,QAAQ,EAAE,SAAS,IAAI,KAAK,CAAC;IAC7C,CAAC;IAED;;;OAGG;IACgB,oBAAoB;QACnC,IAAI,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YAC7C,IAAI,CAAC,QAAQ,EAAE,KAAK,EAAE,CAAC;YACvB,gFAAgF;YAChF,IAAI,CAAC,qBAAqB,GAAG,KAAK,CAAC;YACnC,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAC5B,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;IAC/B,CAAC;IAED,iGAAiG;IACjG,IAAuB,0BAA0B;QAC7C,OAAO,IAAI,CAAC;IAChB,CAAC;IAED,2EAA2E;IACxD,qBAAqB;QACpC,IAAI,CAAC,sBAAsB,EAAE,EAAE,CAAC;QAChC,IAAI,CAAC,sBAAsB,GAAG,IAAI,CAAC;IACvC,CAAC;IAED,+EAA+E;IAE/E;;;;;OAKG;IACO,kBAAkB;QACxB,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC/C,OAAO;QACX,CAAC;QACD,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,gBAAgB,EAAE,OAAO,EAAE,IAAI,CAAC,aAAa,EAAE,CAAC,CAAC;IAC5E,CAAC;IAED,6FAA6F;IAC1E,0BAA0B;QACzC,OAAO,4BAA4B,CAAC,gBAAgB,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;IAC7E,CAAC;IAED,kFAAkF;IACxE,YAAY,CAAC,WAAmB;QACtC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YACd,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,2BAA2B,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC,CAAC;QAC9E,CAAC;IACL,CAAC;IAED,yFAAyF;IAC/E,oBAAoB,CAAC,OAAe;QAC1C,OAAO,OAAO,CAAC;IACnB,CAAC;IAED,kGAAkG;IAClG,IAAc,sBAAsB;QAChC,OAAO,GAAG,IAAI,CAAC,kBAAkB,iCAAiC,CAAC;IACvE,CAAC;IAED,oFAAoF;IAC1E,iBAAiB,CAAC,OAAe;QACvC,IAAI,IAAI,CAAC,YAAY,KAAK,OAAO,IAAI,IAAI,CAAC,YAAY,KAAK,QAAQ,EAAE,CAAC;YAClE,OAAO;QACX,CAAC;QACD,IAAI,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,oBAAoB,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QAC7E,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;IAC3B,CAAC;IAED;;;;;OAKG;IACO,iBAAiB;QACvB,IAAI,IAAI,CAAC,gBAAgB,IAAI,IAAI,CAAC,YAAY,KAAK,OAAO,IAAI,IAAI,CAAC,YAAY,KAAK,QAAQ,EAAE,CAAC;YAC3F,OAAO;QACX,CAAC;QACD,IAAI,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,sBAAsB,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QACtE,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;IAC3B,CAAC;IAED,8EAA8E;IAE9E;;;;OAIG;IACO,KAAK,CAAC,gBAAgB,CAC5B,SAAsB,EACtB,UAAkB,EAClB,UAAyC;QAEzC,OAAO,mBAAmB,CAAC,SAAS,EAAE,UAAU,EAAE,UAAU,CAAC,CAAC;IAClE,CAAC;IAED,uGAAuG;IAC7F,cAAc,CAAC,UAAkB;QACvC,OAAO,IAAI,mBAAmB,CAAC,UAAU,CAAC,CAAC;IAC/C,CAAC;CACJ"}
|
package/dist/index.d.ts
CHANGED
|
@@ -1,13 +1,12 @@
|
|
|
1
1
|
export * from './generic/baseRealtimeClient.js';
|
|
2
2
|
export * from './generic/openAIProtocolClient.js';
|
|
3
3
|
export * from './audio/pcmUtils.js';
|
|
4
|
-
export * from './audio/audioMeter.js';
|
|
5
4
|
export * from './audio/pcmPlayback.js';
|
|
6
5
|
export * from './audio/micCapture.js';
|
|
7
|
-
export * from './media/
|
|
8
|
-
export * from './media/channelVideoSource.js';
|
|
6
|
+
export * from './media/index.js';
|
|
9
7
|
export * from './drivers/openAIRealtimeClient.js';
|
|
10
8
|
export * from './drivers/geminiRealtimeClient.js';
|
|
9
|
+
export * from './drivers/geminiEnterpriseRealtimeClient.js';
|
|
11
10
|
export * from './drivers/elevenLabsRealtimeClient.js';
|
|
12
11
|
export * from './drivers/assemblyAIRealtimeClient.js';
|
|
13
12
|
export * from './drivers/xaiRealtimeClient.js';
|
package/dist/index.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,8BAA8B,CAAC;AAC7C,cAAc,gCAAgC,CAAC;AAC/C,cAAc,kBAAkB,CAAC;AACjC,cAAc,
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,8BAA8B,CAAC;AAC7C,cAAc,gCAAgC,CAAC;AAC/C,cAAc,kBAAkB,CAAC;AACjC,cAAc,qBAAqB,CAAC;AACpC,cAAc,oBAAoB,CAAC;AAEnC,cAAc,eAAe,CAAC;AAC9B,cAAc,gCAAgC,CAAC;AAC/C,cAAc,gCAAgC,CAAC;AAC/C,cAAc,0CAA0C,CAAC;AACzD,cAAc,oCAAoC,CAAC;AACnD,cAAc,oCAAoC,CAAC;AACnD,cAAc,6BAA6B,CAAC;AAC5C,cAAc,qCAAqC,CAAC;AACpD,cAAc,4BAA4B,CAAC"}
|
package/dist/index.js
CHANGED
|
@@ -1,13 +1,13 @@
|
|
|
1
1
|
export * from './generic/baseRealtimeClient.js';
|
|
2
2
|
export * from './generic/openAIProtocolClient.js';
|
|
3
3
|
export * from './audio/pcmUtils.js';
|
|
4
|
-
export * from './audio/audioMeter.js';
|
|
5
4
|
export * from './audio/pcmPlayback.js';
|
|
6
5
|
export * from './audio/micCapture.js';
|
|
7
|
-
|
|
8
|
-
export * from './media/
|
|
6
|
+
// Everything in the driver-free `/media` entry point, including the audio meter.
|
|
7
|
+
export * from './media/index.js';
|
|
9
8
|
export * from './drivers/openAIRealtimeClient.js';
|
|
10
9
|
export * from './drivers/geminiRealtimeClient.js';
|
|
10
|
+
export * from './drivers/geminiEnterpriseRealtimeClient.js';
|
|
11
11
|
export * from './drivers/elevenLabsRealtimeClient.js';
|
|
12
12
|
export * from './drivers/assemblyAIRealtimeClient.js';
|
|
13
13
|
export * from './drivers/xaiRealtimeClient.js';
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,8BAA8B,CAAC;AAC7C,cAAc,gCAAgC,CAAC;AAC/C,cAAc,kBAAkB,CAAC;AACjC,cAAc,
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,8BAA8B,CAAC;AAC7C,cAAc,gCAAgC,CAAC;AAC/C,cAAc,kBAAkB,CAAC;AACjC,cAAc,qBAAqB,CAAC;AACpC,cAAc,oBAAoB,CAAC;AACnC,iFAAiF;AACjF,cAAc,eAAe,CAAC;AAC9B,cAAc,gCAAgC,CAAC;AAC/C,cAAc,gCAAgC,CAAC;AAC/C,cAAc,0CAA0C,CAAC;AACzD,cAAc,oCAAoC,CAAC;AACnD,cAAc,oCAAoC,CAAC;AACnD,cAAc,6BAA6B,CAAC;AAC5C,cAAc,qCAAqC,CAAC;AACpD,cAAc,4BAA4B,CAAC"}
|
|
@@ -0,0 +1,23 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* @fileoverview ATTACH VIDEO SOURCE: shows any {@link MediaVideoSource} in a `<video>` element and hands back
|
|
3
|
+
* a function that takes it out again. UI code calls this instead of a vendor's `track.attach(element)`, so a
|
|
4
|
+
* tile renders a camera, a shared screen, a meeting participant or an avatar the same way.
|
|
5
|
+
*
|
|
6
|
+
* - A **stream** source (a camera, a shared screen, a WebRTC track) plays muted and inline. A video surface
|
|
7
|
+
* never plays audio: the realtime client or the meeting room plays each voice exactly once.
|
|
8
|
+
* - An **element** source (a player that must own the element, such as MSE playout of an avatar's MP4) is
|
|
9
|
+
* handed the element and decides everything, including its audio: an avatar's voice is in its video.
|
|
10
|
+
*
|
|
11
|
+
* Detaching never stops the source's tracks; whoever opened them stops them.
|
|
12
|
+
*
|
|
13
|
+
* @module @memberjunction/ai-realtime-client/media
|
|
14
|
+
*/
|
|
15
|
+
import type { MediaVideoSource } from './model.js';
|
|
16
|
+
/**
|
|
17
|
+
* Shows a video source in a `<video>` element.
|
|
18
|
+
*
|
|
19
|
+
* @returns A function that takes the source out of the element. Calling it twice does nothing, and it leaves
|
|
20
|
+
* the element alone if another source has been attached to it since.
|
|
21
|
+
*/
|
|
22
|
+
export declare function AttachVideoSource(source: MediaVideoSource, element: HTMLVideoElement): () => void;
|
|
23
|
+
//# sourceMappingURL=attachVideoSource.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"attachVideoSource.d.ts","sourceRoot":"","sources":["../../src/media/attachVideoSource.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAEH,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,SAAS,CAAC;AAEhD;;;;;GAKG;AACH,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,gBAAgB,EAAE,OAAO,EAAE,gBAAgB,GAAG,MAAM,IAAI,CAiBjG"}
|