@opengeni/sdk 0.36.1 → 0.37.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +6 -1
- package/dist/chunk-DXDL7EEW.js +573 -0
- package/dist/chunk-DXDL7EEW.js.map +1 -0
- package/dist/chunk-OB5PGV6N.js +1988 -0
- package/dist/chunk-OB5PGV6N.js.map +1 -0
- package/dist/chunk-OINSI33U.js +97 -0
- package/dist/chunk-OINSI33U.js.map +1 -0
- package/dist/{chunk-B7E4FPNZ.js → chunk-VOQ235WN.js} +136 -106
- package/dist/chunk-VOQ235WN.js.map +1 -0
- package/dist/client.d.ts +35 -2
- package/dist/codex-realtime-controller.d.ts +109 -0
- package/dist/codex-realtime-controller.js +12 -0
- package/dist/codex-realtime-controller.js.map +1 -0
- package/dist/codex-realtime-lifecycle.d.ts +18 -0
- package/dist/codex-realtime-v3-wire.d.ts +86 -0
- package/dist/codex-realtime-v3.d.ts +52 -0
- package/dist/codex-realtime.d.ts +68 -0
- package/dist/core.js +6 -4
- package/dist/gateway-realtime-transport.d.ts +2 -0
- package/dist/gateway-realtime-transport.js +7 -0
- package/dist/gateway-realtime-transport.js.map +1 -0
- package/dist/index.d.ts +10 -1
- package/dist/index.js +38 -6
- package/dist/index.js.map +1 -1
- package/dist/types.d.ts +193 -3
- package/package.json +10 -1
- package/src/client.ts +211 -17
- package/src/codex-realtime-controller.ts +1427 -0
- package/src/codex-realtime-lifecycle.ts +97 -0
- package/src/codex-realtime-v3-wire.ts +349 -0
- package/src/codex-realtime-v3.ts +575 -0
- package/src/codex-realtime.ts +411 -0
- package/src/gateway-realtime-transport.ts +650 -0
- package/src/index.ts +71 -0
- package/src/types.ts +238 -3
- package/dist/chunk-B7E4FPNZ.js.map +0 -1
package/README.md
CHANGED
|
@@ -239,6 +239,11 @@ const paused = await client.getQueue(workspaceId, sessionId);
|
|
|
239
239
|
await client.resumeSession(workspaceId, sessionId, {
|
|
240
240
|
expectedControlEtag: paused.effectiveControl.controlEtag,
|
|
241
241
|
});
|
|
242
|
+
// Cancel is irreversible: it drains and fences this session subtree.
|
|
243
|
+
await client.cancelSession(workspaceId, sessionId, {
|
|
244
|
+
reason: "host record deleted",
|
|
245
|
+
clientEventId: crypto.randomUUID(),
|
|
246
|
+
});
|
|
242
247
|
await client.sendApprovalDecision(workspaceId, sessionId, { approvalId, decision: "approve" });
|
|
243
248
|
```
|
|
244
249
|
|
|
@@ -348,7 +353,7 @@ Every public endpoint group has typed methods:
|
|
|
348
353
|
| Group | Methods |
|
|
349
354
|
| --- | --- |
|
|
350
355
|
| Access + workspaces | `getAccessContext`, `listWorkspaces`, `createWorkspace`, `getWorkspace`, `updateWorkspace` |
|
|
351
|
-
| Sessions + events | `createSession`, `listSessions`, `getSession`, `updateSession`, `listEvents`, `sendEvent`, `sendMessage`, `steerMessage`, `pauseSession`, `resumeSession`, `sendApprovalDecision`, `streamEvents`, `openEventStream` |
|
|
356
|
+
| Sessions + events | `createSession`, `listSessions`, `getSession`, `updateSession`, `listEvents`, `sendEvent`, `sendMessage`, `steerMessage`, `pauseSession`, `resumeSession`, `cancelSession`, `sendApprovalDecision`, `streamEvents`, `openEventStream` |
|
|
352
357
|
| Machines (bring-your-own-compute) | `listMachines`, `machineMetricsSeries`, `swapActiveSandbox`, `mintEnrollToken`, `lookupDeviceEnrollment`, `approveDeviceEnrollment`, `denyDeviceEnrollment` |
|
|
353
358
|
| Turn queue | `getQueue`, `moveQueueItem`, `editQueueItem`, `steerQueueItem`, `deleteQueueItem` |
|
|
354
359
|
| Goal | `getGoal`, `updateGoal`, `pauseGoal`, `resumeGoal` |
|
|
@@ -0,0 +1,573 @@
|
|
|
1
|
+
// src/gateway-realtime-transport.ts
|
|
2
|
+
var AUDIO_SAMPLE_RATE = 24e3;
|
|
3
|
+
var DELEGATION_TOOL = "delegate_to_session";
|
|
4
|
+
function createGatewayRealtimeTransportStarter() {
|
|
5
|
+
return async (input) => {
|
|
6
|
+
const client = input.client;
|
|
7
|
+
if (!client.negotiateGatewayRealtime) {
|
|
8
|
+
throw new Error("The OpenGeni client does not support AI Gateway realtime");
|
|
9
|
+
}
|
|
10
|
+
const answer = await client.negotiateGatewayRealtime(
|
|
11
|
+
input.workspaceId,
|
|
12
|
+
input.sessionId,
|
|
13
|
+
{
|
|
14
|
+
realtimeId: input.realtimeId,
|
|
15
|
+
operationId: input.operationId,
|
|
16
|
+
browserInstanceId: input.browserInstanceId,
|
|
17
|
+
ownerKey: input.ownerKey,
|
|
18
|
+
expectedVersion: input.expectedVersion,
|
|
19
|
+
expectedConnectionEpoch: input.expectedConnectionEpoch,
|
|
20
|
+
rotate: input.rotate
|
|
21
|
+
},
|
|
22
|
+
{ signal: input.signal }
|
|
23
|
+
);
|
|
24
|
+
throwIfAborted(input.signal);
|
|
25
|
+
const websocket = new WebSocket(answer.url, [
|
|
26
|
+
"ai-gateway-realtime.v1",
|
|
27
|
+
`ai-gateway-auth.${answer.token}`
|
|
28
|
+
]);
|
|
29
|
+
const channel = new GatewayRealtimeDataChannel(
|
|
30
|
+
(payload) => handleBridgeOutbound(websocket, payload)
|
|
31
|
+
);
|
|
32
|
+
input.onEventsCreated(channel.asRtcDataChannel());
|
|
33
|
+
const audio = new GatewayRealtimeAudio({
|
|
34
|
+
onAudio: (encoded) => send(websocket, { type: "input-audio-append", audio: encoded }),
|
|
35
|
+
onAudibleOutputState: input.onAudibleOutputState
|
|
36
|
+
});
|
|
37
|
+
let stopped = false;
|
|
38
|
+
let currentOutputItemId = null;
|
|
39
|
+
const finalizedAssistantItems = /* @__PURE__ */ new Set();
|
|
40
|
+
const microphoneTracks = input.media.getAudioTracks();
|
|
41
|
+
const onMicrophoneEnded = () => {
|
|
42
|
+
if (!stopped) input.onMicrophoneEnded();
|
|
43
|
+
};
|
|
44
|
+
for (const track of microphoneTracks) track.addEventListener?.("ended", onMicrophoneEnded);
|
|
45
|
+
const onMessage = (event) => {
|
|
46
|
+
if (typeof event.data !== "string") return;
|
|
47
|
+
let parsed;
|
|
48
|
+
try {
|
|
49
|
+
parsed = JSON.parse(event.data);
|
|
50
|
+
} catch {
|
|
51
|
+
return;
|
|
52
|
+
}
|
|
53
|
+
if (!isRecord(parsed) || typeof parsed.type !== "string") return;
|
|
54
|
+
handleGatewayEvent({
|
|
55
|
+
event: parsed,
|
|
56
|
+
channel,
|
|
57
|
+
websocket,
|
|
58
|
+
audio,
|
|
59
|
+
finalizedAssistantItems,
|
|
60
|
+
getCurrentOutputItemId: () => currentOutputItemId,
|
|
61
|
+
setCurrentOutputItemId: (value) => {
|
|
62
|
+
currentOutputItemId = value;
|
|
63
|
+
}
|
|
64
|
+
});
|
|
65
|
+
};
|
|
66
|
+
const onClose = () => {
|
|
67
|
+
if (!stopped) input.onConnectionHealth("closed");
|
|
68
|
+
};
|
|
69
|
+
const onError = () => {
|
|
70
|
+
if (!stopped) input.onConnectionHealth("failed");
|
|
71
|
+
};
|
|
72
|
+
websocket.addEventListener("message", onMessage);
|
|
73
|
+
websocket.addEventListener("close", onClose);
|
|
74
|
+
websocket.addEventListener("error", onError);
|
|
75
|
+
await waitForWebSocketOpen(websocket, input.signal);
|
|
76
|
+
channel.open();
|
|
77
|
+
send(websocket, {
|
|
78
|
+
type: "session-update",
|
|
79
|
+
config: {
|
|
80
|
+
instructions: answer.instructions,
|
|
81
|
+
outputModalities: ["audio"],
|
|
82
|
+
inputAudioFormat: { type: "audio/pcm", rate: AUDIO_SAMPLE_RATE },
|
|
83
|
+
outputAudioFormat: { type: "audio/pcm", rate: AUDIO_SAMPLE_RATE },
|
|
84
|
+
inputAudioTranscription: {},
|
|
85
|
+
outputAudioTranscription: {},
|
|
86
|
+
turnDetection: {
|
|
87
|
+
type: "server-vad",
|
|
88
|
+
prefixPaddingMs: 300,
|
|
89
|
+
silenceDurationMs: 500
|
|
90
|
+
},
|
|
91
|
+
tools: [
|
|
92
|
+
{
|
|
93
|
+
type: "function",
|
|
94
|
+
name: DELEGATION_TOOL,
|
|
95
|
+
description: "Pass execution work, actions, and session tasks to the underlying session agent. Include the complete standalone request and relevant conversational context.",
|
|
96
|
+
parameters: {
|
|
97
|
+
type: "object",
|
|
98
|
+
properties: {
|
|
99
|
+
request: {
|
|
100
|
+
type: "string",
|
|
101
|
+
description: "Complete standalone task for the session agent"
|
|
102
|
+
}
|
|
103
|
+
},
|
|
104
|
+
required: ["request"],
|
|
105
|
+
additionalProperties: false
|
|
106
|
+
}
|
|
107
|
+
}
|
|
108
|
+
]
|
|
109
|
+
}
|
|
110
|
+
});
|
|
111
|
+
for (const item of answer.initialItems) {
|
|
112
|
+
send(websocket, {
|
|
113
|
+
type: "conversation-item-create",
|
|
114
|
+
item: {
|
|
115
|
+
type: "text-message",
|
|
116
|
+
role: "user",
|
|
117
|
+
text: `<session_initial_item role="${item.role}">
|
|
118
|
+
${item.text}
|
|
119
|
+
</session_initial_item>`
|
|
120
|
+
}
|
|
121
|
+
});
|
|
122
|
+
}
|
|
123
|
+
await audio.startCapture(input.media);
|
|
124
|
+
input.onConnectionHealth("connected");
|
|
125
|
+
const stop = () => {
|
|
126
|
+
if (stopped) return;
|
|
127
|
+
stopped = true;
|
|
128
|
+
input.signal.removeEventListener("abort", stop);
|
|
129
|
+
websocket.removeEventListener("message", onMessage);
|
|
130
|
+
websocket.removeEventListener("close", onClose);
|
|
131
|
+
websocket.removeEventListener("error", onError);
|
|
132
|
+
for (const track of microphoneTracks) track.removeEventListener?.("ended", onMicrophoneEnded);
|
|
133
|
+
channel.close();
|
|
134
|
+
audio.dispose();
|
|
135
|
+
if (websocket.readyState === WebSocket.OPEN || websocket.readyState === WebSocket.CONNECTING) {
|
|
136
|
+
websocket.close(1e3, "OpenGeni realtime connection retired");
|
|
137
|
+
}
|
|
138
|
+
};
|
|
139
|
+
input.signal.addEventListener("abort", stop, { once: true });
|
|
140
|
+
return {
|
|
141
|
+
peerConnection: null,
|
|
142
|
+
events: channel.asRtcDataChannel(),
|
|
143
|
+
media: input.media,
|
|
144
|
+
operationId: input.operationId,
|
|
145
|
+
connectionId: answer.connectionId,
|
|
146
|
+
connectionEpoch: answer.connectionEpoch,
|
|
147
|
+
startupFenceSequence: answer.startupFenceSequence,
|
|
148
|
+
modeVersion: answer.modeVersion,
|
|
149
|
+
microphoneHealthy: () => microphoneTracks.length > 0 && microphoneTracks.every((track) => track.readyState !== "ended"),
|
|
150
|
+
audibleOutputState: () => audio.audibleOutputState(),
|
|
151
|
+
setOutputMuted: (muted) => audio.setMuted(muted),
|
|
152
|
+
activateRemoteAudio: () => void audio.resume(),
|
|
153
|
+
retryAudibleOutput: () => audio.resume(),
|
|
154
|
+
stop
|
|
155
|
+
};
|
|
156
|
+
};
|
|
157
|
+
}
|
|
158
|
+
function handleGatewayEvent(input) {
|
|
159
|
+
const event = input.event;
|
|
160
|
+
const eventId = providerEventId(event);
|
|
161
|
+
if (event.type === "session-created") {
|
|
162
|
+
const sessionId = stringValue(event.sessionId) ?? `gateway-${crypto.randomUUID()}`;
|
|
163
|
+
input.channel.providerEvent({
|
|
164
|
+
type: "session.started",
|
|
165
|
+
event_id: eventId,
|
|
166
|
+
session: { id: sessionId }
|
|
167
|
+
});
|
|
168
|
+
return;
|
|
169
|
+
}
|
|
170
|
+
if (event.type === "speech-started") {
|
|
171
|
+
const itemId = input.getCurrentOutputItemId();
|
|
172
|
+
if (itemId && input.audio.isPlaying()) {
|
|
173
|
+
const audioEndMs = input.audio.playbackOffsetMs();
|
|
174
|
+
input.audio.stopPlayback();
|
|
175
|
+
send(input.websocket, {
|
|
176
|
+
type: "conversation-item-truncate",
|
|
177
|
+
itemId,
|
|
178
|
+
contentIndex: 0,
|
|
179
|
+
audioEndMs: Math.max(0, Math.round(audioEndMs))
|
|
180
|
+
});
|
|
181
|
+
}
|
|
182
|
+
return;
|
|
183
|
+
}
|
|
184
|
+
if (event.type === "input-transcription-completed") {
|
|
185
|
+
const transcript = stringValue(event.transcript) ?? "";
|
|
186
|
+
const itemId = stringValue(event.itemId) ?? crypto.randomUUID();
|
|
187
|
+
if (transcript.trim()) {
|
|
188
|
+
input.channel.providerEvent({
|
|
189
|
+
type: "turn.done",
|
|
190
|
+
event_id: eventId,
|
|
191
|
+
turn: { id: itemId, role: "user", transcript }
|
|
192
|
+
});
|
|
193
|
+
}
|
|
194
|
+
return;
|
|
195
|
+
}
|
|
196
|
+
if (event.type === "audio-delta") {
|
|
197
|
+
const delta = stringValue(event.delta);
|
|
198
|
+
if (!delta) return;
|
|
199
|
+
const itemId = stringValue(event.itemId);
|
|
200
|
+
if (itemId) input.setCurrentOutputItemId(itemId);
|
|
201
|
+
input.audio.play(delta);
|
|
202
|
+
input.channel.providerEvent({ type: "output_audio.delta", event_id: eventId, audio: delta });
|
|
203
|
+
return;
|
|
204
|
+
}
|
|
205
|
+
if (event.type === "audio-transcript-done" || event.type === "text-done") {
|
|
206
|
+
const itemId = stringValue(event.itemId) ?? crypto.randomUUID();
|
|
207
|
+
const transcript = stringValue(event.transcript) ?? stringValue(event.text) ?? "";
|
|
208
|
+
if (transcript.trim() && !input.finalizedAssistantItems.has(itemId)) {
|
|
209
|
+
input.finalizedAssistantItems.add(itemId);
|
|
210
|
+
input.channel.providerEvent({
|
|
211
|
+
type: "turn.done",
|
|
212
|
+
event_id: eventId,
|
|
213
|
+
turn: { id: itemId, role: "assistant", transcript }
|
|
214
|
+
});
|
|
215
|
+
}
|
|
216
|
+
return;
|
|
217
|
+
}
|
|
218
|
+
if (event.type === "audio-done") return;
|
|
219
|
+
if (event.type === "function-call-arguments-done") {
|
|
220
|
+
const callId = stringValue(event.callId) ?? stringValue(event.itemId) ?? crypto.randomUUID();
|
|
221
|
+
const name = stringValue(event.name);
|
|
222
|
+
if (name !== DELEGATION_TOOL) {
|
|
223
|
+
send(input.websocket, {
|
|
224
|
+
type: "conversation-item-create",
|
|
225
|
+
item: {
|
|
226
|
+
type: "function-call-output",
|
|
227
|
+
callId,
|
|
228
|
+
name,
|
|
229
|
+
output: JSON.stringify({ error: "Unsupported realtime tool" })
|
|
230
|
+
}
|
|
231
|
+
});
|
|
232
|
+
send(input.websocket, { type: "response-create" });
|
|
233
|
+
return;
|
|
234
|
+
}
|
|
235
|
+
const request = delegationRequest(stringValue(event.arguments) ?? "");
|
|
236
|
+
input.channel.providerEvent({
|
|
237
|
+
type: "delegation.created",
|
|
238
|
+
event_id: eventId,
|
|
239
|
+
item: {
|
|
240
|
+
id: callId,
|
|
241
|
+
type: "delegation",
|
|
242
|
+
target: "client",
|
|
243
|
+
content: [{ type: "input_text", text: request }]
|
|
244
|
+
}
|
|
245
|
+
});
|
|
246
|
+
return;
|
|
247
|
+
}
|
|
248
|
+
if (event.type === "error") {
|
|
249
|
+
input.channel.providerEvent({
|
|
250
|
+
type: "error",
|
|
251
|
+
event_id: eventId,
|
|
252
|
+
message: stringValue(event.message) ?? "AI Gateway realtime provider error"
|
|
253
|
+
});
|
|
254
|
+
}
|
|
255
|
+
}
|
|
256
|
+
var GatewayRealtimeDataChannel = class extends EventTarget {
|
|
257
|
+
constructor(outbound) {
|
|
258
|
+
super();
|
|
259
|
+
this.outbound = outbound;
|
|
260
|
+
}
|
|
261
|
+
readyState = "connecting";
|
|
262
|
+
pendingOutbound = [];
|
|
263
|
+
outboundScheduled = false;
|
|
264
|
+
asRtcDataChannel() {
|
|
265
|
+
return this;
|
|
266
|
+
}
|
|
267
|
+
open() {
|
|
268
|
+
this.readyState = "open";
|
|
269
|
+
this.dispatchEvent(new Event("open"));
|
|
270
|
+
}
|
|
271
|
+
send(payload) {
|
|
272
|
+
if (this.readyState !== "open") throw new Error("Gateway realtime channel is not open");
|
|
273
|
+
let parsed;
|
|
274
|
+
try {
|
|
275
|
+
parsed = JSON.parse(payload);
|
|
276
|
+
} catch {
|
|
277
|
+
return;
|
|
278
|
+
}
|
|
279
|
+
if (!isRecord(parsed)) return;
|
|
280
|
+
this.pendingOutbound.push(parsed);
|
|
281
|
+
if (this.outboundScheduled) return;
|
|
282
|
+
this.outboundScheduled = true;
|
|
283
|
+
queueMicrotask(() => {
|
|
284
|
+
this.outboundScheduled = false;
|
|
285
|
+
const messages = this.pendingOutbound;
|
|
286
|
+
this.pendingOutbound = [];
|
|
287
|
+
if (messages.length > 0 && this.readyState === "open") this.outbound(messages);
|
|
288
|
+
});
|
|
289
|
+
}
|
|
290
|
+
providerEvent(event) {
|
|
291
|
+
if (this.readyState === "closed") return;
|
|
292
|
+
this.dispatchEvent(new MessageEvent("message", { data: JSON.stringify(event) }));
|
|
293
|
+
}
|
|
294
|
+
close() {
|
|
295
|
+
if (this.readyState === "closed") return;
|
|
296
|
+
this.readyState = "closed";
|
|
297
|
+
this.pendingOutbound = [];
|
|
298
|
+
this.dispatchEvent(new Event("close"));
|
|
299
|
+
}
|
|
300
|
+
};
|
|
301
|
+
function handleBridgeOutbound(websocket, messages) {
|
|
302
|
+
const groups = /* @__PURE__ */ new Map();
|
|
303
|
+
for (const message of messages) {
|
|
304
|
+
const type = stringValue(message.type);
|
|
305
|
+
if (type !== "session.context.append" && type !== "delegation.context.append") continue;
|
|
306
|
+
const id = stringValue(message.delegation_item_id) ?? null;
|
|
307
|
+
const channel = stringValue(message.channel) ?? "commentary";
|
|
308
|
+
const key = `${type}:${id ?? "session"}:${channel}`;
|
|
309
|
+
const content = Array.isArray(message.content) ? message.content : [];
|
|
310
|
+
const text = content.filter(isRecord).map((part) => stringValue(part.text) ?? "").join("");
|
|
311
|
+
const existing = groups.get(key);
|
|
312
|
+
groups.set(key, {
|
|
313
|
+
type,
|
|
314
|
+
id,
|
|
315
|
+
channel,
|
|
316
|
+
text: `${existing?.text ?? ""}${text}`
|
|
317
|
+
});
|
|
318
|
+
}
|
|
319
|
+
for (const group of groups.values()) {
|
|
320
|
+
if (group.type === "delegation.context.append" && group.id && group.channel === "speakable") {
|
|
321
|
+
send(websocket, {
|
|
322
|
+
type: "conversation-item-create",
|
|
323
|
+
item: {
|
|
324
|
+
type: "function-call-output",
|
|
325
|
+
callId: group.id,
|
|
326
|
+
name: DELEGATION_TOOL,
|
|
327
|
+
output: JSON.stringify({ result: group.text })
|
|
328
|
+
}
|
|
329
|
+
});
|
|
330
|
+
send(websocket, { type: "response-create" });
|
|
331
|
+
continue;
|
|
332
|
+
}
|
|
333
|
+
const wrapper = group.type === "delegation.context.append" ? group.channel === "commentary" ? "execution_progress" : "execution_result" : "session_update";
|
|
334
|
+
send(websocket, {
|
|
335
|
+
type: "conversation-item-create",
|
|
336
|
+
item: {
|
|
337
|
+
type: "text-message",
|
|
338
|
+
role: "user",
|
|
339
|
+
text: `<${wrapper}>
|
|
340
|
+
${group.text}
|
|
341
|
+
</${wrapper}>`
|
|
342
|
+
}
|
|
343
|
+
});
|
|
344
|
+
if (group.channel === "speakable") send(websocket, { type: "response-create" });
|
|
345
|
+
}
|
|
346
|
+
}
|
|
347
|
+
var GatewayRealtimeAudio = class {
|
|
348
|
+
constructor(options) {
|
|
349
|
+
this.options = options;
|
|
350
|
+
}
|
|
351
|
+
captureContext = null;
|
|
352
|
+
captureSource = null;
|
|
353
|
+
captureProcessor = null;
|
|
354
|
+
playbackContext = null;
|
|
355
|
+
playbackGain = null;
|
|
356
|
+
playbackTime = 0;
|
|
357
|
+
playbackStartedAt = 0;
|
|
358
|
+
activeSources = /* @__PURE__ */ new Set();
|
|
359
|
+
outputState = "inactive";
|
|
360
|
+
muted = false;
|
|
361
|
+
async startCapture(media) {
|
|
362
|
+
const context = new AudioContext({ sampleRate: AUDIO_SAMPLE_RATE });
|
|
363
|
+
this.captureContext = context;
|
|
364
|
+
const source = context.createMediaStreamSource(media);
|
|
365
|
+
const processor = context.createScriptProcessor(4096, 1, 1);
|
|
366
|
+
this.captureSource = source;
|
|
367
|
+
this.captureProcessor = processor;
|
|
368
|
+
processor.onaudioprocess = (event) => {
|
|
369
|
+
const samples = resample(
|
|
370
|
+
new Float32Array(event.inputBuffer.getChannelData(0)),
|
|
371
|
+
context.sampleRate,
|
|
372
|
+
AUDIO_SAMPLE_RATE
|
|
373
|
+
);
|
|
374
|
+
this.options.onAudio(encodePcm16(samples));
|
|
375
|
+
};
|
|
376
|
+
source.connect(processor);
|
|
377
|
+
processor.connect(context.destination);
|
|
378
|
+
await context.resume();
|
|
379
|
+
}
|
|
380
|
+
play(encoded) {
|
|
381
|
+
const context = this.playbackContext ??= new AudioContext({ sampleRate: AUDIO_SAMPLE_RATE });
|
|
382
|
+
if (context.state !== "running") {
|
|
383
|
+
void this.resume().then((resumed) => {
|
|
384
|
+
if (resumed) this.schedule(encoded);
|
|
385
|
+
});
|
|
386
|
+
return;
|
|
387
|
+
}
|
|
388
|
+
this.schedule(encoded);
|
|
389
|
+
}
|
|
390
|
+
schedule(encoded) {
|
|
391
|
+
const context = this.playbackContext;
|
|
392
|
+
if (!context) return;
|
|
393
|
+
const samples = decodePcm16(encoded);
|
|
394
|
+
const buffer = context.createBuffer(1, samples.length, AUDIO_SAMPLE_RATE);
|
|
395
|
+
buffer.getChannelData(0).set(samples);
|
|
396
|
+
const source = context.createBufferSource();
|
|
397
|
+
source.buffer = buffer;
|
|
398
|
+
source.connect(this.outputNode(context));
|
|
399
|
+
const startAt = Math.max(context.currentTime, this.playbackTime);
|
|
400
|
+
if (this.activeSources.size === 0) this.playbackStartedAt = startAt;
|
|
401
|
+
source.start(startAt);
|
|
402
|
+
this.playbackTime = startAt + buffer.duration;
|
|
403
|
+
this.activeSources.add(source);
|
|
404
|
+
this.publish("audible");
|
|
405
|
+
source.onended = () => {
|
|
406
|
+
this.activeSources.delete(source);
|
|
407
|
+
if (this.activeSources.size === 0) this.publish("inactive");
|
|
408
|
+
};
|
|
409
|
+
}
|
|
410
|
+
stopPlayback() {
|
|
411
|
+
for (const source of this.activeSources) {
|
|
412
|
+
try {
|
|
413
|
+
source.stop();
|
|
414
|
+
} catch {
|
|
415
|
+
}
|
|
416
|
+
}
|
|
417
|
+
this.activeSources.clear();
|
|
418
|
+
if (this.playbackContext) this.playbackTime = this.playbackContext.currentTime;
|
|
419
|
+
this.publish("inactive");
|
|
420
|
+
}
|
|
421
|
+
playbackOffsetMs() {
|
|
422
|
+
return this.playbackContext ? Math.max(0, (this.playbackContext.currentTime - this.playbackStartedAt) * 1e3) : 0;
|
|
423
|
+
}
|
|
424
|
+
audibleOutputState() {
|
|
425
|
+
return this.outputState;
|
|
426
|
+
}
|
|
427
|
+
setMuted(muted) {
|
|
428
|
+
this.muted = muted;
|
|
429
|
+
const context = this.playbackContext;
|
|
430
|
+
const gain = this.playbackGain;
|
|
431
|
+
if (context && gain) gain.gain.setValueAtTime(muted ? 0 : 1, context.currentTime);
|
|
432
|
+
}
|
|
433
|
+
isPlaying() {
|
|
434
|
+
return this.activeSources.size > 0;
|
|
435
|
+
}
|
|
436
|
+
async resume() {
|
|
437
|
+
const context = this.playbackContext ??= new AudioContext({ sampleRate: AUDIO_SAMPLE_RATE });
|
|
438
|
+
this.publish("pending");
|
|
439
|
+
try {
|
|
440
|
+
await context.resume();
|
|
441
|
+
this.publish(this.activeSources.size > 0 ? "audible" : "inactive");
|
|
442
|
+
return true;
|
|
443
|
+
} catch {
|
|
444
|
+
this.publish("blocked");
|
|
445
|
+
return false;
|
|
446
|
+
}
|
|
447
|
+
}
|
|
448
|
+
dispose() {
|
|
449
|
+
this.captureProcessor?.disconnect();
|
|
450
|
+
this.captureSource?.disconnect();
|
|
451
|
+
void this.captureContext?.close();
|
|
452
|
+
this.captureProcessor = null;
|
|
453
|
+
this.captureSource = null;
|
|
454
|
+
this.captureContext = null;
|
|
455
|
+
this.stopPlayback();
|
|
456
|
+
this.playbackGain?.disconnect();
|
|
457
|
+
void this.playbackContext?.close();
|
|
458
|
+
this.playbackGain = null;
|
|
459
|
+
this.playbackContext = null;
|
|
460
|
+
}
|
|
461
|
+
outputNode(context) {
|
|
462
|
+
if (!this.playbackGain) {
|
|
463
|
+
this.playbackGain = context.createGain();
|
|
464
|
+
this.playbackGain.gain.value = this.muted ? 0 : 1;
|
|
465
|
+
this.playbackGain.connect(context.destination);
|
|
466
|
+
}
|
|
467
|
+
return this.playbackGain;
|
|
468
|
+
}
|
|
469
|
+
publish(state) {
|
|
470
|
+
if (state === this.outputState) return;
|
|
471
|
+
this.outputState = state;
|
|
472
|
+
this.options.onAudibleOutputState(state);
|
|
473
|
+
}
|
|
474
|
+
};
|
|
475
|
+
function send(websocket, event) {
|
|
476
|
+
if (websocket.readyState !== WebSocket.OPEN) return;
|
|
477
|
+
websocket.send(JSON.stringify(event));
|
|
478
|
+
}
|
|
479
|
+
function delegationRequest(argumentsJson) {
|
|
480
|
+
try {
|
|
481
|
+
const parsed = JSON.parse(argumentsJson);
|
|
482
|
+
if (isRecord(parsed) && typeof parsed.request === "string" && parsed.request.trim()) {
|
|
483
|
+
return parsed.request.trim();
|
|
484
|
+
}
|
|
485
|
+
} catch {
|
|
486
|
+
}
|
|
487
|
+
return argumentsJson.trim() || "Continue the user's current request.";
|
|
488
|
+
}
|
|
489
|
+
function providerEventId(event) {
|
|
490
|
+
const raw = isRecord(event.raw) ? event.raw : null;
|
|
491
|
+
return stringValue(event.eventId) ?? stringValue(raw?.event_id) ?? stringValue(raw?.id) ?? crypto.randomUUID();
|
|
492
|
+
}
|
|
493
|
+
function encodePcm16(samples) {
|
|
494
|
+
const bytes = new Uint8Array(samples.length * 2);
|
|
495
|
+
const view = new DataView(bytes.buffer);
|
|
496
|
+
for (let index = 0; index < samples.length; index += 1) {
|
|
497
|
+
const sample = Math.max(-1, Math.min(1, samples[index] ?? 0));
|
|
498
|
+
view.setInt16(index * 2, sample < 0 ? sample * 32768 : sample * 32767, true);
|
|
499
|
+
}
|
|
500
|
+
let binary = "";
|
|
501
|
+
for (let start = 0; start < bytes.length; start += 32768) {
|
|
502
|
+
binary += String.fromCharCode(...bytes.subarray(start, start + 32768));
|
|
503
|
+
}
|
|
504
|
+
return btoa(binary);
|
|
505
|
+
}
|
|
506
|
+
function decodePcm16(encoded) {
|
|
507
|
+
const binary = atob(encoded);
|
|
508
|
+
const bytes = Uint8Array.from(binary, (character) => character.charCodeAt(0));
|
|
509
|
+
const view = new DataView(bytes.buffer, bytes.byteOffset, bytes.byteLength);
|
|
510
|
+
const samples = new Float32Array(Math.floor(bytes.byteLength / 2));
|
|
511
|
+
for (let index = 0; index < samples.length; index += 1) {
|
|
512
|
+
samples[index] = view.getInt16(index * 2, true) / 32768;
|
|
513
|
+
}
|
|
514
|
+
return samples;
|
|
515
|
+
}
|
|
516
|
+
function resample(input, inputRate, outputRate) {
|
|
517
|
+
if (inputRate === outputRate) return input;
|
|
518
|
+
const ratio = inputRate / outputRate;
|
|
519
|
+
const output = new Float32Array(Math.round(input.length / ratio));
|
|
520
|
+
for (let index = 0; index < output.length; index += 1) {
|
|
521
|
+
const source = index * ratio;
|
|
522
|
+
const floor = Math.floor(source);
|
|
523
|
+
const ceil = Math.min(floor + 1, input.length - 1);
|
|
524
|
+
const fraction = source - floor;
|
|
525
|
+
output[index] = (input[floor] ?? 0) * (1 - fraction) + (input[ceil] ?? 0) * fraction;
|
|
526
|
+
}
|
|
527
|
+
return output;
|
|
528
|
+
}
|
|
529
|
+
async function waitForWebSocketOpen(websocket, signal) {
|
|
530
|
+
if (websocket.readyState === WebSocket.OPEN) return;
|
|
531
|
+
await new Promise((resolve, reject) => {
|
|
532
|
+
const cleanup = () => {
|
|
533
|
+
websocket.removeEventListener("open", onOpen);
|
|
534
|
+
websocket.removeEventListener("error", onError);
|
|
535
|
+
websocket.removeEventListener("close", onClose);
|
|
536
|
+
signal.removeEventListener("abort", onAbort);
|
|
537
|
+
};
|
|
538
|
+
const onOpen = () => {
|
|
539
|
+
cleanup();
|
|
540
|
+
resolve();
|
|
541
|
+
};
|
|
542
|
+
const onError = () => {
|
|
543
|
+
cleanup();
|
|
544
|
+
reject(new Error("AI Gateway realtime WebSocket failed to open"));
|
|
545
|
+
};
|
|
546
|
+
const onClose = () => {
|
|
547
|
+
cleanup();
|
|
548
|
+
reject(new Error("AI Gateway realtime WebSocket closed before opening"));
|
|
549
|
+
};
|
|
550
|
+
const onAbort = () => {
|
|
551
|
+
cleanup();
|
|
552
|
+
reject(signal.reason ?? new DOMException("Aborted", "AbortError"));
|
|
553
|
+
};
|
|
554
|
+
websocket.addEventListener("open", onOpen, { once: true });
|
|
555
|
+
websocket.addEventListener("error", onError, { once: true });
|
|
556
|
+
websocket.addEventListener("close", onClose, { once: true });
|
|
557
|
+
signal.addEventListener("abort", onAbort, { once: true });
|
|
558
|
+
});
|
|
559
|
+
}
|
|
560
|
+
function isRecord(value) {
|
|
561
|
+
return value !== null && typeof value === "object" && !Array.isArray(value);
|
|
562
|
+
}
|
|
563
|
+
function stringValue(value) {
|
|
564
|
+
return typeof value === "string" ? value : null;
|
|
565
|
+
}
|
|
566
|
+
function throwIfAborted(signal) {
|
|
567
|
+
if (signal.aborted) throw signal.reason ?? new DOMException("Aborted", "AbortError");
|
|
568
|
+
}
|
|
569
|
+
|
|
570
|
+
export {
|
|
571
|
+
createGatewayRealtimeTransportStarter
|
|
572
|
+
};
|
|
573
|
+
//# sourceMappingURL=chunk-DXDL7EEW.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../src/gateway-realtime-transport.ts"],"sourcesContent":["import type { CodexRealtimeAudibleOutputState, CodexRealtimeWebrtcSession } from \"./codex-realtime\";\nimport type {\n CodexRealtimeControllerClient,\n RealtimeControllerTransportStarter,\n} from \"./codex-realtime-controller\";\n\ntype GatewayClientEvent = Record<string, unknown> & { type: string };\ntype GatewayServerEvent = Record<string, unknown> & { type: string };\n\nconst AUDIO_SAMPLE_RATE = 24_000;\nconst DELEGATION_TOOL = \"delegate_to_session\";\n\nexport function createGatewayRealtimeTransportStarter(): RealtimeControllerTransportStarter {\n return async (input) => {\n const client = input.client as CodexRealtimeControllerClient;\n if (!client.negotiateGatewayRealtime) {\n throw new Error(\"The OpenGeni client does not support AI Gateway realtime\");\n }\n const answer = await client.negotiateGatewayRealtime(\n input.workspaceId,\n input.sessionId,\n {\n realtimeId: input.realtimeId,\n operationId: input.operationId,\n browserInstanceId: input.browserInstanceId,\n ownerKey: input.ownerKey,\n expectedVersion: input.expectedVersion,\n expectedConnectionEpoch: input.expectedConnectionEpoch,\n rotate: input.rotate,\n },\n { signal: input.signal },\n );\n throwIfAborted(input.signal);\n\n const websocket = new WebSocket(answer.url, [\n \"ai-gateway-realtime.v1\",\n `ai-gateway-auth.${answer.token}`,\n ]);\n const channel = new GatewayRealtimeDataChannel((payload) =>\n handleBridgeOutbound(websocket, payload),\n );\n input.onEventsCreated(channel.asRtcDataChannel());\n const audio = new GatewayRealtimeAudio({\n onAudio: (encoded) => send(websocket, { type: \"input-audio-append\", audio: encoded }),\n onAudibleOutputState: input.onAudibleOutputState,\n });\n let stopped = false;\n let currentOutputItemId: string | null = null;\n const finalizedAssistantItems = new Set<string>();\n const microphoneTracks = input.media.getAudioTracks();\n const onMicrophoneEnded = (): void => {\n if (!stopped) input.onMicrophoneEnded();\n };\n for (const track of microphoneTracks) track.addEventListener?.(\"ended\", onMicrophoneEnded);\n\n const onMessage = (event: MessageEvent): void => {\n if (typeof event.data !== \"string\") return;\n let parsed: unknown;\n try {\n parsed = JSON.parse(event.data);\n } catch {\n return;\n }\n if (!isRecord(parsed) || typeof parsed.type !== \"string\") return;\n handleGatewayEvent({\n event: parsed as GatewayServerEvent,\n channel,\n websocket,\n audio,\n finalizedAssistantItems,\n getCurrentOutputItemId: () => currentOutputItemId,\n setCurrentOutputItemId: (value) => {\n currentOutputItemId = value;\n },\n });\n };\n const onClose = (): void => {\n if (!stopped) input.onConnectionHealth(\"closed\");\n };\n const onError = (): void => {\n if (!stopped) input.onConnectionHealth(\"failed\");\n };\n websocket.addEventListener(\"message\", onMessage);\n websocket.addEventListener(\"close\", onClose);\n websocket.addEventListener(\"error\", onError);\n\n await waitForWebSocketOpen(websocket, input.signal);\n channel.open();\n send(websocket, {\n type: \"session-update\",\n config: {\n instructions: answer.instructions,\n outputModalities: [\"audio\"],\n inputAudioFormat: { type: \"audio/pcm\", rate: AUDIO_SAMPLE_RATE },\n outputAudioFormat: { type: \"audio/pcm\", rate: AUDIO_SAMPLE_RATE },\n inputAudioTranscription: {},\n outputAudioTranscription: {},\n turnDetection: {\n type: \"server-vad\",\n prefixPaddingMs: 300,\n silenceDurationMs: 500,\n },\n tools: [\n {\n type: \"function\",\n name: DELEGATION_TOOL,\n description:\n \"Pass execution work, actions, and session tasks to the underlying session agent. Include the complete standalone request and relevant conversational context.\",\n parameters: {\n type: \"object\",\n properties: {\n request: {\n type: \"string\",\n description: \"Complete standalone task for the session agent\",\n },\n },\n required: [\"request\"],\n additionalProperties: false,\n },\n },\n ],\n },\n });\n for (const item of answer.initialItems) {\n send(websocket, {\n type: \"conversation-item-create\",\n item: {\n type: \"text-message\",\n role: \"user\",\n text: `<session_initial_item role=\"${item.role}\">\\n${item.text}\\n</session_initial_item>`,\n },\n });\n }\n await audio.startCapture(input.media);\n input.onConnectionHealth(\"connected\");\n\n const stop = (): void => {\n if (stopped) return;\n stopped = true;\n input.signal.removeEventListener(\"abort\", stop);\n websocket.removeEventListener(\"message\", onMessage);\n websocket.removeEventListener(\"close\", onClose);\n websocket.removeEventListener(\"error\", onError);\n for (const track of microphoneTracks) track.removeEventListener?.(\"ended\", onMicrophoneEnded);\n channel.close();\n audio.dispose();\n if (\n websocket.readyState === WebSocket.OPEN ||\n websocket.readyState === WebSocket.CONNECTING\n ) {\n websocket.close(1000, \"OpenGeni realtime connection retired\");\n }\n };\n input.signal.addEventListener(\"abort\", stop, { once: true });\n\n return {\n peerConnection: null as unknown as RTCPeerConnection,\n events: channel.asRtcDataChannel(),\n media: input.media,\n operationId: input.operationId,\n connectionId: answer.connectionId,\n connectionEpoch: answer.connectionEpoch,\n startupFenceSequence: answer.startupFenceSequence,\n modeVersion: answer.modeVersion,\n microphoneHealthy: () =>\n microphoneTracks.length > 0 &&\n microphoneTracks.every((track) => track.readyState !== \"ended\"),\n audibleOutputState: () => audio.audibleOutputState(),\n setOutputMuted: (muted) => audio.setMuted(muted),\n activateRemoteAudio: () => void audio.resume(),\n retryAudibleOutput: () => audio.resume(),\n stop,\n } satisfies CodexRealtimeWebrtcSession;\n };\n}\n\nfunction handleGatewayEvent(input: {\n event: GatewayServerEvent;\n channel: GatewayRealtimeDataChannel;\n websocket: WebSocket;\n audio: GatewayRealtimeAudio;\n finalizedAssistantItems: Set<string>;\n getCurrentOutputItemId(): string | null;\n setCurrentOutputItemId(value: string | null): void;\n}): void {\n const event = input.event;\n const eventId = providerEventId(event);\n if (event.type === \"session-created\") {\n const sessionId = stringValue(event.sessionId) ?? `gateway-${crypto.randomUUID()}`;\n input.channel.providerEvent({\n type: \"session.started\",\n event_id: eventId,\n session: { id: sessionId },\n });\n return;\n }\n if (event.type === \"speech-started\") {\n const itemId = input.getCurrentOutputItemId();\n if (itemId && input.audio.isPlaying()) {\n const audioEndMs = input.audio.playbackOffsetMs();\n input.audio.stopPlayback();\n send(input.websocket, {\n type: \"conversation-item-truncate\",\n itemId,\n contentIndex: 0,\n audioEndMs: Math.max(0, Math.round(audioEndMs)),\n });\n }\n return;\n }\n if (event.type === \"input-transcription-completed\") {\n const transcript = stringValue(event.transcript) ?? \"\";\n const itemId = stringValue(event.itemId) ?? crypto.randomUUID();\n if (transcript.trim()) {\n input.channel.providerEvent({\n type: \"turn.done\",\n event_id: eventId,\n turn: { id: itemId, role: \"user\", transcript },\n });\n }\n return;\n }\n if (event.type === \"audio-delta\") {\n const delta = stringValue(event.delta);\n if (!delta) return;\n const itemId = stringValue(event.itemId);\n if (itemId) input.setCurrentOutputItemId(itemId);\n input.audio.play(delta);\n input.channel.providerEvent({ type: \"output_audio.delta\", event_id: eventId, audio: delta });\n return;\n }\n if (event.type === \"audio-transcript-done\" || event.type === \"text-done\") {\n const itemId = stringValue(event.itemId) ?? crypto.randomUUID();\n const transcript = stringValue(event.transcript) ?? stringValue(event.text) ?? \"\";\n if (transcript.trim() && !input.finalizedAssistantItems.has(itemId)) {\n input.finalizedAssistantItems.add(itemId);\n input.channel.providerEvent({\n type: \"turn.done\",\n event_id: eventId,\n turn: { id: itemId, role: \"assistant\", transcript },\n });\n }\n return;\n }\n if (event.type === \"audio-done\") return;\n if (event.type === \"function-call-arguments-done\") {\n const callId = stringValue(event.callId) ?? stringValue(event.itemId) ?? crypto.randomUUID();\n const name = stringValue(event.name);\n if (name !== DELEGATION_TOOL) {\n send(input.websocket, {\n type: \"conversation-item-create\",\n item: {\n type: \"function-call-output\",\n callId,\n name,\n output: JSON.stringify({ error: \"Unsupported realtime tool\" }),\n },\n });\n send(input.websocket, { type: \"response-create\" });\n return;\n }\n const request = delegationRequest(stringValue(event.arguments) ?? \"\");\n input.channel.providerEvent({\n type: \"delegation.created\",\n event_id: eventId,\n item: {\n id: callId,\n type: \"delegation\",\n target: \"client\",\n content: [{ type: \"input_text\", text: request }],\n },\n });\n return;\n }\n if (event.type === \"error\") {\n input.channel.providerEvent({\n type: \"error\",\n event_id: eventId,\n message: stringValue(event.message) ?? \"AI Gateway realtime provider error\",\n });\n }\n}\n\nclass GatewayRealtimeDataChannel extends EventTarget {\n readyState: RTCDataChannelState = \"connecting\";\n private pendingOutbound: Array<Record<string, unknown>> = [];\n private outboundScheduled = false;\n\n constructor(private readonly outbound: (messages: Array<Record<string, unknown>>) => void) {\n super();\n }\n\n asRtcDataChannel(): RTCDataChannel {\n return this as unknown as RTCDataChannel;\n }\n\n open(): void {\n this.readyState = \"open\";\n this.dispatchEvent(new Event(\"open\"));\n }\n\n send(payload: string): void {\n if (this.readyState !== \"open\") throw new Error(\"Gateway realtime channel is not open\");\n let parsed: unknown;\n try {\n parsed = JSON.parse(payload);\n } catch {\n return;\n }\n if (!isRecord(parsed)) return;\n this.pendingOutbound.push(parsed);\n if (this.outboundScheduled) return;\n this.outboundScheduled = true;\n queueMicrotask(() => {\n this.outboundScheduled = false;\n const messages = this.pendingOutbound;\n this.pendingOutbound = [];\n if (messages.length > 0 && this.readyState === \"open\") this.outbound(messages);\n });\n }\n\n providerEvent(event: Record<string, unknown>): void {\n if (this.readyState === \"closed\") return;\n this.dispatchEvent(new MessageEvent(\"message\", { data: JSON.stringify(event) }));\n }\n\n close(): void {\n if (this.readyState === \"closed\") return;\n this.readyState = \"closed\";\n this.pendingOutbound = [];\n this.dispatchEvent(new Event(\"close\"));\n }\n}\n\nfunction handleBridgeOutbound(\n websocket: WebSocket,\n messages: Array<Record<string, unknown>>,\n): void {\n const groups = new Map<\n string,\n { type: string; id: string | null; channel: string; text: string }\n >();\n for (const message of messages) {\n const type = stringValue(message.type);\n if (type !== \"session.context.append\" && type !== \"delegation.context.append\") continue;\n const id = stringValue(message.delegation_item_id) ?? null;\n const channel = stringValue(message.channel) ?? \"commentary\";\n const key = `${type}:${id ?? \"session\"}:${channel}`;\n const content = Array.isArray(message.content) ? message.content : [];\n const text = content\n .filter(isRecord)\n .map((part) => stringValue(part.text) ?? \"\")\n .join(\"\");\n const existing = groups.get(key);\n groups.set(key, {\n type,\n id,\n channel,\n text: `${existing?.text ?? \"\"}${text}`,\n });\n }\n for (const group of groups.values()) {\n if (group.type === \"delegation.context.append\" && group.id && group.channel === \"speakable\") {\n send(websocket, {\n type: \"conversation-item-create\",\n item: {\n type: \"function-call-output\",\n callId: group.id,\n name: DELEGATION_TOOL,\n output: JSON.stringify({ result: group.text }),\n },\n });\n send(websocket, { type: \"response-create\" });\n continue;\n }\n const wrapper =\n group.type === \"delegation.context.append\"\n ? group.channel === \"commentary\"\n ? \"execution_progress\"\n : \"execution_result\"\n : \"session_update\";\n send(websocket, {\n type: \"conversation-item-create\",\n item: {\n type: \"text-message\",\n role: \"user\",\n text: `<${wrapper}>\\n${group.text}\\n</${wrapper}>`,\n },\n });\n if (group.channel === \"speakable\") send(websocket, { type: \"response-create\" });\n }\n}\n\nclass GatewayRealtimeAudio {\n private captureContext: AudioContext | null = null;\n private captureSource: MediaStreamAudioSourceNode | null = null;\n private captureProcessor: ScriptProcessorNode | null = null;\n private playbackContext: AudioContext | null = null;\n private playbackGain: GainNode | null = null;\n private playbackTime = 0;\n private playbackStartedAt = 0;\n private activeSources = new Set<AudioBufferSourceNode>();\n private outputState: CodexRealtimeAudibleOutputState = \"inactive\";\n private muted = false;\n\n constructor(\n private readonly options: {\n onAudio(audio: string): void;\n onAudibleOutputState(state: CodexRealtimeAudibleOutputState): void;\n },\n ) {}\n\n async startCapture(media: MediaStream): Promise<void> {\n const context = new AudioContext({ sampleRate: AUDIO_SAMPLE_RATE });\n this.captureContext = context;\n const source = context.createMediaStreamSource(media);\n const processor = context.createScriptProcessor(4096, 1, 1);\n this.captureSource = source;\n this.captureProcessor = processor;\n processor.onaudioprocess = (event) => {\n const samples = resample(\n new Float32Array(event.inputBuffer.getChannelData(0)),\n context.sampleRate,\n AUDIO_SAMPLE_RATE,\n );\n this.options.onAudio(encodePcm16(samples));\n };\n source.connect(processor);\n processor.connect(context.destination);\n await context.resume();\n }\n\n play(encoded: string): void {\n const context = (this.playbackContext ??= new AudioContext({ sampleRate: AUDIO_SAMPLE_RATE }));\n if (context.state !== \"running\") {\n void this.resume().then((resumed) => {\n if (resumed) this.schedule(encoded);\n });\n return;\n }\n this.schedule(encoded);\n }\n\n private schedule(encoded: string): void {\n const context = this.playbackContext;\n if (!context) return;\n const samples = decodePcm16(encoded);\n const buffer = context.createBuffer(1, samples.length, AUDIO_SAMPLE_RATE);\n buffer.getChannelData(0).set(samples);\n const source = context.createBufferSource();\n source.buffer = buffer;\n source.connect(this.outputNode(context));\n const startAt = Math.max(context.currentTime, this.playbackTime);\n if (this.activeSources.size === 0) this.playbackStartedAt = startAt;\n source.start(startAt);\n this.playbackTime = startAt + buffer.duration;\n this.activeSources.add(source);\n this.publish(\"audible\");\n source.onended = () => {\n this.activeSources.delete(source);\n if (this.activeSources.size === 0) this.publish(\"inactive\");\n };\n }\n\n stopPlayback(): void {\n for (const source of this.activeSources) {\n try {\n source.stop();\n } catch {\n // Already stopped.\n }\n }\n this.activeSources.clear();\n if (this.playbackContext) this.playbackTime = this.playbackContext.currentTime;\n this.publish(\"inactive\");\n }\n\n playbackOffsetMs(): number {\n return this.playbackContext\n ? Math.max(0, (this.playbackContext.currentTime - this.playbackStartedAt) * 1000)\n : 0;\n }\n\n audibleOutputState(): CodexRealtimeAudibleOutputState {\n return this.outputState;\n }\n\n setMuted(muted: boolean): void {\n this.muted = muted;\n const context = this.playbackContext;\n const gain = this.playbackGain;\n if (context && gain) gain.gain.setValueAtTime(muted ? 0 : 1, context.currentTime);\n }\n\n isPlaying(): boolean {\n return this.activeSources.size > 0;\n }\n\n async resume(): Promise<boolean> {\n const context = (this.playbackContext ??= new AudioContext({ sampleRate: AUDIO_SAMPLE_RATE }));\n this.publish(\"pending\");\n try {\n await context.resume();\n this.publish(this.activeSources.size > 0 ? \"audible\" : \"inactive\");\n return true;\n } catch {\n this.publish(\"blocked\");\n return false;\n }\n }\n\n dispose(): void {\n this.captureProcessor?.disconnect();\n this.captureSource?.disconnect();\n void this.captureContext?.close();\n this.captureProcessor = null;\n this.captureSource = null;\n this.captureContext = null;\n this.stopPlayback();\n this.playbackGain?.disconnect();\n void this.playbackContext?.close();\n this.playbackGain = null;\n this.playbackContext = null;\n }\n\n private outputNode(context: AudioContext): GainNode {\n if (!this.playbackGain) {\n this.playbackGain = context.createGain();\n this.playbackGain.gain.value = this.muted ? 0 : 1;\n this.playbackGain.connect(context.destination);\n }\n return this.playbackGain;\n }\n\n private publish(state: CodexRealtimeAudibleOutputState): void {\n if (state === this.outputState) return;\n this.outputState = state;\n this.options.onAudibleOutputState(state);\n }\n}\n\nfunction send(websocket: WebSocket, event: GatewayClientEvent): void {\n if (websocket.readyState !== WebSocket.OPEN) return;\n websocket.send(JSON.stringify(event));\n}\n\nfunction delegationRequest(argumentsJson: string): string {\n try {\n const parsed = JSON.parse(argumentsJson) as unknown;\n if (isRecord(parsed) && typeof parsed.request === \"string\" && parsed.request.trim()) {\n return parsed.request.trim();\n }\n } catch {\n // Fall through to the provider's raw argument string.\n }\n return argumentsJson.trim() || \"Continue the user's current request.\";\n}\n\nfunction providerEventId(event: Record<string, unknown>): string {\n const raw = isRecord(event.raw) ? event.raw : null;\n return (\n stringValue(event.eventId) ??\n stringValue(raw?.event_id) ??\n stringValue(raw?.id) ??\n crypto.randomUUID()\n );\n}\n\nfunction encodePcm16(samples: Float32Array): string {\n const bytes = new Uint8Array(samples.length * 2);\n const view = new DataView(bytes.buffer);\n for (let index = 0; index < samples.length; index += 1) {\n const sample = Math.max(-1, Math.min(1, samples[index] ?? 0));\n view.setInt16(index * 2, sample < 0 ? sample * 0x8000 : sample * 0x7fff, true);\n }\n let binary = \"\";\n for (let start = 0; start < bytes.length; start += 0x8000) {\n binary += String.fromCharCode(...bytes.subarray(start, start + 0x8000));\n }\n return btoa(binary);\n}\n\nfunction decodePcm16(encoded: string): Float32Array {\n const binary = atob(encoded);\n const bytes = Uint8Array.from(binary, (character) => character.charCodeAt(0));\n const view = new DataView(bytes.buffer, bytes.byteOffset, bytes.byteLength);\n const samples = new Float32Array(Math.floor(bytes.byteLength / 2));\n for (let index = 0; index < samples.length; index += 1) {\n samples[index] = view.getInt16(index * 2, true) / 32768;\n }\n return samples;\n}\n\nfunction resample(input: Float32Array, inputRate: number, outputRate: number): Float32Array {\n if (inputRate === outputRate) return input;\n const ratio = inputRate / outputRate;\n const output = new Float32Array(Math.round(input.length / ratio));\n for (let index = 0; index < output.length; index += 1) {\n const source = index * ratio;\n const floor = Math.floor(source);\n const ceil = Math.min(floor + 1, input.length - 1);\n const fraction = source - floor;\n output[index] = (input[floor] ?? 0) * (1 - fraction) + (input[ceil] ?? 0) * fraction;\n }\n return output;\n}\n\nasync function waitForWebSocketOpen(websocket: WebSocket, signal: AbortSignal): Promise<void> {\n if (websocket.readyState === WebSocket.OPEN) return;\n await new Promise<void>((resolve, reject) => {\n const cleanup = (): void => {\n websocket.removeEventListener(\"open\", onOpen);\n websocket.removeEventListener(\"error\", onError);\n websocket.removeEventListener(\"close\", onClose);\n signal.removeEventListener(\"abort\", onAbort);\n };\n const onOpen = (): void => {\n cleanup();\n resolve();\n };\n const onError = (): void => {\n cleanup();\n reject(new Error(\"AI Gateway realtime WebSocket failed to open\"));\n };\n const onClose = (): void => {\n cleanup();\n reject(new Error(\"AI Gateway realtime WebSocket closed before opening\"));\n };\n const onAbort = (): void => {\n cleanup();\n reject(signal.reason ?? new DOMException(\"Aborted\", \"AbortError\"));\n };\n websocket.addEventListener(\"open\", onOpen, { once: true });\n websocket.addEventListener(\"error\", onError, { once: true });\n websocket.addEventListener(\"close\", onClose, { once: true });\n signal.addEventListener(\"abort\", onAbort, { once: true });\n });\n}\n\nfunction isRecord(value: unknown): value is Record<string, unknown> {\n return value !== null && typeof value === \"object\" && !Array.isArray(value);\n}\n\nfunction stringValue(value: unknown): string | null {\n return typeof value === \"string\" ? value : null;\n}\n\nfunction throwIfAborted(signal: AbortSignal): void {\n if (signal.aborted) throw signal.reason ?? new DOMException(\"Aborted\", \"AbortError\");\n}\n"],"mappings":";AASA,IAAM,oBAAoB;AAC1B,IAAM,kBAAkB;AAEjB,SAAS,wCAA4E;AAC1F,SAAO,OAAO,UAAU;AACtB,UAAM,SAAS,MAAM;AACrB,QAAI,CAAC,OAAO,0BAA0B;AACpC,YAAM,IAAI,MAAM,0DAA0D;AAAA,IAC5E;AACA,UAAM,SAAS,MAAM,OAAO;AAAA,MAC1B,MAAM;AAAA,MACN,MAAM;AAAA,MACN;AAAA,QACE,YAAY,MAAM;AAAA,QAClB,aAAa,MAAM;AAAA,QACnB,mBAAmB,MAAM;AAAA,QACzB,UAAU,MAAM;AAAA,QAChB,iBAAiB,MAAM;AAAA,QACvB,yBAAyB,MAAM;AAAA,QAC/B,QAAQ,MAAM;AAAA,MAChB;AAAA,MACA,EAAE,QAAQ,MAAM,OAAO;AAAA,IACzB;AACA,mBAAe,MAAM,MAAM;AAE3B,UAAM,YAAY,IAAI,UAAU,OAAO,KAAK;AAAA,MAC1C;AAAA,MACA,mBAAmB,OAAO,KAAK;AAAA,IACjC,CAAC;AACD,UAAM,UAAU,IAAI;AAAA,MAA2B,CAAC,YAC9C,qBAAqB,WAAW,OAAO;AAAA,IACzC;AACA,UAAM,gBAAgB,QAAQ,iBAAiB,CAAC;AAChD,UAAM,QAAQ,IAAI,qBAAqB;AAAA,MACrC,SAAS,CAAC,YAAY,KAAK,WAAW,EAAE,MAAM,sBAAsB,OAAO,QAAQ,CAAC;AAAA,MACpF,sBAAsB,MAAM;AAAA,IAC9B,CAAC;AACD,QAAI,UAAU;AACd,QAAI,sBAAqC;AACzC,UAAM,0BAA0B,oBAAI,IAAY;AAChD,UAAM,mBAAmB,MAAM,MAAM,eAAe;AACpD,UAAM,oBAAoB,MAAY;AACpC,UAAI,CAAC,QAAS,OAAM,kBAAkB;AAAA,IACxC;AACA,eAAW,SAAS,iBAAkB,OAAM,mBAAmB,SAAS,iBAAiB;AAEzF,UAAM,YAAY,CAAC,UAA8B;AAC/C,UAAI,OAAO,MAAM,SAAS,SAAU;AACpC,UAAI;AACJ,UAAI;AACF,iBAAS,KAAK,MAAM,MAAM,IAAI;AAAA,MAChC,QAAQ;AACN;AAAA,MACF;AACA,UAAI,CAAC,SAAS,MAAM,KAAK,OAAO,OAAO,SAAS,SAAU;AAC1D,yBAAmB;AAAA,QACjB,OAAO;AAAA,QACP;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,QACA,wBAAwB,MAAM;AAAA,QAC9B,wBAAwB,CAAC,UAAU;AACjC,gCAAsB;AAAA,QACxB;AAAA,MACF,CAAC;AAAA,IACH;AACA,UAAM,UAAU,MAAY;AAC1B,UAAI,CAAC,QAAS,OAAM,mBAAmB,QAAQ;AAAA,IACjD;AACA,UAAM,UAAU,MAAY;AAC1B,UAAI,CAAC,QAAS,OAAM,mBAAmB,QAAQ;AAAA,IACjD;AACA,cAAU,iBAAiB,WAAW,SAAS;AAC/C,cAAU,iBAAiB,SAAS,OAAO;AAC3C,cAAU,iBAAiB,SAAS,OAAO;AAE3C,UAAM,qBAAqB,WAAW,MAAM,MAAM;AAClD,YAAQ,KAAK;AACb,SAAK,WAAW;AAAA,MACd,MAAM;AAAA,MACN,QAAQ;AAAA,QACN,cAAc,OAAO;AAAA,QACrB,kBAAkB,CAAC,OAAO;AAAA,QAC1B,kBAAkB,EAAE,MAAM,aAAa,MAAM,kBAAkB;AAAA,QAC/D,mBAAmB,EAAE,MAAM,aAAa,MAAM,kBAAkB;AAAA,QAChE,yBAAyB,CAAC;AAAA,QAC1B,0BAA0B,CAAC;AAAA,QAC3B,eAAe;AAAA,UACb,MAAM;AAAA,UACN,iBAAiB;AAAA,UACjB,mBAAmB;AAAA,QACrB;AAAA,QACA,OAAO;AAAA,UACL;AAAA,YACE,MAAM;AAAA,YACN,MAAM;AAAA,YACN,aACE;AAAA,YACF,YAAY;AAAA,cACV,MAAM;AAAA,cACN,YAAY;AAAA,gBACV,SAAS;AAAA,kBACP,MAAM;AAAA,kBACN,aAAa;AAAA,gBACf;AAAA,cACF;AAAA,cACA,UAAU,CAAC,SAAS;AAAA,cACpB,sBAAsB;AAAA,YACxB;AAAA,UACF;AAAA,QACF;AAAA,MACF;AAAA,IACF,CAAC;AACD,eAAW,QAAQ,OAAO,cAAc;AACtC,WAAK,WAAW;AAAA,QACd,MAAM;AAAA,QACN,MAAM;AAAA,UACJ,MAAM;AAAA,UACN,MAAM;AAAA,UACN,MAAM,+BAA+B,KAAK,IAAI;AAAA,EAAO,KAAK,IAAI;AAAA;AAAA,QAChE;AAAA,MACF,CAAC;AAAA,IACH;AACA,UAAM,MAAM,aAAa,MAAM,KAAK;AACpC,UAAM,mBAAmB,WAAW;AAEpC,UAAM,OAAO,MAAY;AACvB,UAAI,QAAS;AACb,gBAAU;AACV,YAAM,OAAO,oBAAoB,SAAS,IAAI;AAC9C,gBAAU,oBAAoB,WAAW,SAAS;AAClD,gBAAU,oBAAoB,SAAS,OAAO;AAC9C,gBAAU,oBAAoB,SAAS,OAAO;AAC9C,iBAAW,SAAS,iBAAkB,OAAM,sBAAsB,SAAS,iBAAiB;AAC5F,cAAQ,MAAM;AACd,YAAM,QAAQ;AACd,UACE,UAAU,eAAe,UAAU,QACnC,UAAU,eAAe,UAAU,YACnC;AACA,kBAAU,MAAM,KAAM,sCAAsC;AAAA,MAC9D;AAAA,IACF;AACA,UAAM,OAAO,iBAAiB,SAAS,MAAM,EAAE,MAAM,KAAK,CAAC;AAE3D,WAAO;AAAA,MACL,gBAAgB;AAAA,MAChB,QAAQ,QAAQ,iBAAiB;AAAA,MACjC,OAAO,MAAM;AAAA,MACb,aAAa,MAAM;AAAA,MACnB,cAAc,OAAO;AAAA,MACrB,iBAAiB,OAAO;AAAA,MACxB,sBAAsB,OAAO;AAAA,MAC7B,aAAa,OAAO;AAAA,MACpB,mBAAmB,MACjB,iBAAiB,SAAS,KAC1B,iBAAiB,MAAM,CAAC,UAAU,MAAM,eAAe,OAAO;AAAA,MAChE,oBAAoB,MAAM,MAAM,mBAAmB;AAAA,MACnD,gBAAgB,CAAC,UAAU,MAAM,SAAS,KAAK;AAAA,MAC/C,qBAAqB,MAAM,KAAK,MAAM,OAAO;AAAA,MAC7C,oBAAoB,MAAM,MAAM,OAAO;AAAA,MACvC;AAAA,IACF;AAAA,EACF;AACF;AAEA,SAAS,mBAAmB,OAQnB;AACP,QAAM,QAAQ,MAAM;AACpB,QAAM,UAAU,gBAAgB,KAAK;AACrC,MAAI,MAAM,SAAS,mBAAmB;AACpC,UAAM,YAAY,YAAY,MAAM,SAAS,KAAK,WAAW,OAAO,WAAW,CAAC;AAChF,UAAM,QAAQ,cAAc;AAAA,MAC1B,MAAM;AAAA,MACN,UAAU;AAAA,MACV,SAAS,EAAE,IAAI,UAAU;AAAA,IAC3B,CAAC;AACD;AAAA,EACF;AACA,MAAI,MAAM,SAAS,kBAAkB;AACnC,UAAM,SAAS,MAAM,uBAAuB;AAC5C,QAAI,UAAU,MAAM,MAAM,UAAU,GAAG;AACrC,YAAM,aAAa,MAAM,MAAM,iBAAiB;AAChD,YAAM,MAAM,aAAa;AACzB,WAAK,MAAM,WAAW;AAAA,QACpB,MAAM;AAAA,QACN;AAAA,QACA,cAAc;AAAA,QACd,YAAY,KAAK,IAAI,GAAG,KAAK,MAAM,UAAU,CAAC;AAAA,MAChD,CAAC;AAAA,IACH;AACA;AAAA,EACF;AACA,MAAI,MAAM,SAAS,iCAAiC;AAClD,UAAM,aAAa,YAAY,MAAM,UAAU,KAAK;AACpD,UAAM,SAAS,YAAY,MAAM,MAAM,KAAK,OAAO,WAAW;AAC9D,QAAI,WAAW,KAAK,GAAG;AACrB,YAAM,QAAQ,cAAc;AAAA,QAC1B,MAAM;AAAA,QACN,UAAU;AAAA,QACV,MAAM,EAAE,IAAI,QAAQ,MAAM,QAAQ,WAAW;AAAA,MAC/C,CAAC;AAAA,IACH;AACA;AAAA,EACF;AACA,MAAI,MAAM,SAAS,eAAe;AAChC,UAAM,QAAQ,YAAY,MAAM,KAAK;AACrC,QAAI,CAAC,MAAO;AACZ,UAAM,SAAS,YAAY,MAAM,MAAM;AACvC,QAAI,OAAQ,OAAM,uBAAuB,MAAM;AAC/C,UAAM,MAAM,KAAK,KAAK;AACtB,UAAM,QAAQ,cAAc,EAAE,MAAM,sBAAsB,UAAU,SAAS,OAAO,MAAM,CAAC;AAC3F;AAAA,EACF;AACA,MAAI,MAAM,SAAS,2BAA2B,MAAM,SAAS,aAAa;AACxE,UAAM,SAAS,YAAY,MAAM,MAAM,KAAK,OAAO,WAAW;AAC9D,UAAM,aAAa,YAAY,MAAM,UAAU,KAAK,YAAY,MAAM,IAAI,KAAK;AAC/E,QAAI,WAAW,KAAK,KAAK,CAAC,MAAM,wBAAwB,IAAI,MAAM,GAAG;AACnE,YAAM,wBAAwB,IAAI,MAAM;AACxC,YAAM,QAAQ,cAAc;AAAA,QAC1B,MAAM;AAAA,QACN,UAAU;AAAA,QACV,MAAM,EAAE,IAAI,QAAQ,MAAM,aAAa,WAAW;AAAA,MACpD,CAAC;AAAA,IACH;AACA;AAAA,EACF;AACA,MAAI,MAAM,SAAS,aAAc;AACjC,MAAI,MAAM,SAAS,gCAAgC;AACjD,UAAM,SAAS,YAAY,MAAM,MAAM,KAAK,YAAY,MAAM,MAAM,KAAK,OAAO,WAAW;AAC3F,UAAM,OAAO,YAAY,MAAM,IAAI;AACnC,QAAI,SAAS,iBAAiB;AAC5B,WAAK,MAAM,WAAW;AAAA,QACpB,MAAM;AAAA,QACN,MAAM;AAAA,UACJ,MAAM;AAAA,UACN;AAAA,UACA;AAAA,UACA,QAAQ,KAAK,UAAU,EAAE,OAAO,4BAA4B,CAAC;AAAA,QAC/D;AAAA,MACF,CAAC;AACD,WAAK,MAAM,WAAW,EAAE,MAAM,kBAAkB,CAAC;AACjD;AAAA,IACF;AACA,UAAM,UAAU,kBAAkB,YAAY,MAAM,SAAS,KAAK,EAAE;AACpE,UAAM,QAAQ,cAAc;AAAA,MAC1B,MAAM;AAAA,MACN,UAAU;AAAA,MACV,MAAM;AAAA,QACJ,IAAI;AAAA,QACJ,MAAM;AAAA,QACN,QAAQ;AAAA,QACR,SAAS,CAAC,EAAE,MAAM,cAAc,MAAM,QAAQ,CAAC;AAAA,MACjD;AAAA,IACF,CAAC;AACD;AAAA,EACF;AACA,MAAI,MAAM,SAAS,SAAS;AAC1B,UAAM,QAAQ,cAAc;AAAA,MAC1B,MAAM;AAAA,MACN,UAAU;AAAA,MACV,SAAS,YAAY,MAAM,OAAO,KAAK;AAAA,IACzC,CAAC;AAAA,EACH;AACF;AAEA,IAAM,6BAAN,cAAyC,YAAY;AAAA,EAKnD,YAA6B,UAA8D;AACzF,UAAM;AADqB;AAAA,EAE7B;AAAA,EANA,aAAkC;AAAA,EAC1B,kBAAkD,CAAC;AAAA,EACnD,oBAAoB;AAAA,EAM5B,mBAAmC;AACjC,WAAO;AAAA,EACT;AAAA,EAEA,OAAa;AACX,SAAK,aAAa;AAClB,SAAK,cAAc,IAAI,MAAM,MAAM,CAAC;AAAA,EACtC;AAAA,EAEA,KAAK,SAAuB;AAC1B,QAAI,KAAK,eAAe,OAAQ,OAAM,IAAI,MAAM,sCAAsC;AACtF,QAAI;AACJ,QAAI;AACF,eAAS,KAAK,MAAM,OAAO;AAAA,IAC7B,QAAQ;AACN;AAAA,IACF;AACA,QAAI,CAAC,SAAS,MAAM,EAAG;AACvB,SAAK,gBAAgB,KAAK,MAAM;AAChC,QAAI,KAAK,kBAAmB;AAC5B,SAAK,oBAAoB;AACzB,mBAAe,MAAM;AACnB,WAAK,oBAAoB;AACzB,YAAM,WAAW,KAAK;AACtB,WAAK,kBAAkB,CAAC;AACxB,UAAI,SAAS,SAAS,KAAK,KAAK,eAAe,OAAQ,MAAK,SAAS,QAAQ;AAAA,IAC/E,CAAC;AAAA,EACH;AAAA,EAEA,cAAc,OAAsC;AAClD,QAAI,KAAK,eAAe,SAAU;AAClC,SAAK,cAAc,IAAI,aAAa,WAAW,EAAE,MAAM,KAAK,UAAU,KAAK,EAAE,CAAC,CAAC;AAAA,EACjF;AAAA,EAEA,QAAc;AACZ,QAAI,KAAK,eAAe,SAAU;AAClC,SAAK,aAAa;AAClB,SAAK,kBAAkB,CAAC;AACxB,SAAK,cAAc,IAAI,MAAM,OAAO,CAAC;AAAA,EACvC;AACF;AAEA,SAAS,qBACP,WACA,UACM;AACN,QAAM,SAAS,oBAAI,IAGjB;AACF,aAAW,WAAW,UAAU;AAC9B,UAAM,OAAO,YAAY,QAAQ,IAAI;AACrC,QAAI,SAAS,4BAA4B,SAAS,4BAA6B;AAC/E,UAAM,KAAK,YAAY,QAAQ,kBAAkB,KAAK;AACtD,UAAM,UAAU,YAAY,QAAQ,OAAO,KAAK;AAChD,UAAM,MAAM,GAAG,IAAI,IAAI,MAAM,SAAS,IAAI,OAAO;AACjD,UAAM,UAAU,MAAM,QAAQ,QAAQ,OAAO,IAAI,QAAQ,UAAU,CAAC;AACpE,UAAM,OAAO,QACV,OAAO,QAAQ,EACf,IAAI,CAAC,SAAS,YAAY,KAAK,IAAI,KAAK,EAAE,EAC1C,KAAK,EAAE;AACV,UAAM,WAAW,OAAO,IAAI,GAAG;AAC/B,WAAO,IAAI,KAAK;AAAA,MACd;AAAA,MACA;AAAA,MACA;AAAA,MACA,MAAM,GAAG,UAAU,QAAQ,EAAE,GAAG,IAAI;AAAA,IACtC,CAAC;AAAA,EACH;AACA,aAAW,SAAS,OAAO,OAAO,GAAG;AACnC,QAAI,MAAM,SAAS,+BAA+B,MAAM,MAAM,MAAM,YAAY,aAAa;AAC3F,WAAK,WAAW;AAAA,QACd,MAAM;AAAA,QACN,MAAM;AAAA,UACJ,MAAM;AAAA,UACN,QAAQ,MAAM;AAAA,UACd,MAAM;AAAA,UACN,QAAQ,KAAK,UAAU,EAAE,QAAQ,MAAM,KAAK,CAAC;AAAA,QAC/C;AAAA,MACF,CAAC;AACD,WAAK,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAC3C;AAAA,IACF;AACA,UAAM,UACJ,MAAM,SAAS,8BACX,MAAM,YAAY,eAChB,uBACA,qBACF;AACN,SAAK,WAAW;AAAA,MACd,MAAM;AAAA,MACN,MAAM;AAAA,QACJ,MAAM;AAAA,QACN,MAAM;AAAA,QACN,MAAM,IAAI,OAAO;AAAA,EAAM,MAAM,IAAI;AAAA,IAAO,OAAO;AAAA,MACjD;AAAA,IACF,CAAC;AACD,QAAI,MAAM,YAAY,YAAa,MAAK,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAAA,EAChF;AACF;AAEA,IAAM,uBAAN,MAA2B;AAAA,EAYzB,YACmB,SAIjB;AAJiB;AAAA,EAIhB;AAAA,EAhBK,iBAAsC;AAAA,EACtC,gBAAmD;AAAA,EACnD,mBAA+C;AAAA,EAC/C,kBAAuC;AAAA,EACvC,eAAgC;AAAA,EAChC,eAAe;AAAA,EACf,oBAAoB;AAAA,EACpB,gBAAgB,oBAAI,IAA2B;AAAA,EAC/C,cAA+C;AAAA,EAC/C,QAAQ;AAAA,EAShB,MAAM,aAAa,OAAmC;AACpD,UAAM,UAAU,IAAI,aAAa,EAAE,YAAY,kBAAkB,CAAC;AAClE,SAAK,iBAAiB;AACtB,UAAM,SAAS,QAAQ,wBAAwB,KAAK;AACpD,UAAM,YAAY,QAAQ,sBAAsB,MAAM,GAAG,CAAC;AAC1D,SAAK,gBAAgB;AACrB,SAAK,mBAAmB;AACxB,cAAU,iBAAiB,CAAC,UAAU;AACpC,YAAM,UAAU;AAAA,QACd,IAAI,aAAa,MAAM,YAAY,eAAe,CAAC,CAAC;AAAA,QACpD,QAAQ;AAAA,QACR;AAAA,MACF;AACA,WAAK,QAAQ,QAAQ,YAAY,OAAO,CAAC;AAAA,IAC3C;AACA,WAAO,QAAQ,SAAS;AACxB,cAAU,QAAQ,QAAQ,WAAW;AACrC,UAAM,QAAQ,OAAO;AAAA,EACvB;AAAA,EAEA,KAAK,SAAuB;AAC1B,UAAM,UAAW,KAAK,oBAAoB,IAAI,aAAa,EAAE,YAAY,kBAAkB,CAAC;AAC5F,QAAI,QAAQ,UAAU,WAAW;AAC/B,WAAK,KAAK,OAAO,EAAE,KAAK,CAAC,YAAY;AACnC,YAAI,QAAS,MAAK,SAAS,OAAO;AAAA,MACpC,CAAC;AACD;AAAA,IACF;AACA,SAAK,SAAS,OAAO;AAAA,EACvB;AAAA,EAEQ,SAAS,SAAuB;AACtC,UAAM,UAAU,KAAK;AACrB,QAAI,CAAC,QAAS;AACd,UAAM,UAAU,YAAY,OAAO;AACnC,UAAM,SAAS,QAAQ,aAAa,GAAG,QAAQ,QAAQ,iBAAiB;AACxE,WAAO,eAAe,CAAC,EAAE,IAAI,OAAO;AACpC,UAAM,SAAS,QAAQ,mBAAmB;AAC1C,WAAO,SAAS;AAChB,WAAO,QAAQ,KAAK,WAAW,OAAO,CAAC;AACvC,UAAM,UAAU,KAAK,IAAI,QAAQ,aAAa,KAAK,YAAY;AAC/D,QAAI,KAAK,cAAc,SAAS,EAAG,MAAK,oBAAoB;AAC5D,WAAO,MAAM,OAAO;AACpB,SAAK,eAAe,UAAU,OAAO;AACrC,SAAK,cAAc,IAAI,MAAM;AAC7B,SAAK,QAAQ,SAAS;AACtB,WAAO,UAAU,MAAM;AACrB,WAAK,cAAc,OAAO,MAAM;AAChC,UAAI,KAAK,cAAc,SAAS,EAAG,MAAK,QAAQ,UAAU;AAAA,IAC5D;AAAA,EACF;AAAA,EAEA,eAAqB;AACnB,eAAW,UAAU,KAAK,eAAe;AACvC,UAAI;AACF,eAAO,KAAK;AAAA,MACd,QAAQ;AAAA,MAER;AAAA,IACF;AACA,SAAK,cAAc,MAAM;AACzB,QAAI,KAAK,gBAAiB,MAAK,eAAe,KAAK,gBAAgB;AACnE,SAAK,QAAQ,UAAU;AAAA,EACzB;AAAA,EAEA,mBAA2B;AACzB,WAAO,KAAK,kBACR,KAAK,IAAI,IAAI,KAAK,gBAAgB,cAAc,KAAK,qBAAqB,GAAI,IAC9E;AAAA,EACN;AAAA,EAEA,qBAAsD;AACpD,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,SAAS,OAAsB;AAC7B,SAAK,QAAQ;AACb,UAAM,UAAU,KAAK;AACrB,UAAM,OAAO,KAAK;AAClB,QAAI,WAAW,KAAM,MAAK,KAAK,eAAe,QAAQ,IAAI,GAAG,QAAQ,WAAW;AAAA,EAClF;AAAA,EAEA,YAAqB;AACnB,WAAO,KAAK,cAAc,OAAO;AAAA,EACnC;AAAA,EAEA,MAAM,SAA2B;AAC/B,UAAM,UAAW,KAAK,oBAAoB,IAAI,aAAa,EAAE,YAAY,kBAAkB,CAAC;AAC5F,SAAK,QAAQ,SAAS;AACtB,QAAI;AACF,YAAM,QAAQ,OAAO;AACrB,WAAK,QAAQ,KAAK,cAAc,OAAO,IAAI,YAAY,UAAU;AACjE,aAAO;AAAA,IACT,QAAQ;AACN,WAAK,QAAQ,SAAS;AACtB,aAAO;AAAA,IACT;AAAA,EACF;AAAA,EAEA,UAAgB;AACd,SAAK,kBAAkB,WAAW;AAClC,SAAK,eAAe,WAAW;AAC/B,SAAK,KAAK,gBAAgB,MAAM;AAChC,SAAK,mBAAmB;AACxB,SAAK,gBAAgB;AACrB,SAAK,iBAAiB;AACtB,SAAK,aAAa;AAClB,SAAK,cAAc,WAAW;AAC9B,SAAK,KAAK,iBAAiB,MAAM;AACjC,SAAK,eAAe;AACpB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,WAAW,SAAiC;AAClD,QAAI,CAAC,KAAK,cAAc;AACtB,WAAK,eAAe,QAAQ,WAAW;AACvC,WAAK,aAAa,KAAK,QAAQ,KAAK,QAAQ,IAAI;AAChD,WAAK,aAAa,QAAQ,QAAQ,WAAW;AAAA,IAC/C;AACA,WAAO,KAAK;AAAA,EACd;AAAA,EAEQ,QAAQ,OAA8C;AAC5D,QAAI,UAAU,KAAK,YAAa;AAChC,SAAK,cAAc;AACnB,SAAK,QAAQ,qBAAqB,KAAK;AAAA,EACzC;AACF;AAEA,SAAS,KAAK,WAAsB,OAAiC;AACnE,MAAI,UAAU,eAAe,UAAU,KAAM;AAC7C,YAAU,KAAK,KAAK,UAAU,KAAK,CAAC;AACtC;AAEA,SAAS,kBAAkB,eAA+B;AACxD,MAAI;AACF,UAAM,SAAS,KAAK,MAAM,aAAa;AACvC,QAAI,SAAS,MAAM,KAAK,OAAO,OAAO,YAAY,YAAY,OAAO,QAAQ,KAAK,GAAG;AACnF,aAAO,OAAO,QAAQ,KAAK;AAAA,IAC7B;AAAA,EACF,QAAQ;AAAA,EAER;AACA,SAAO,cAAc,KAAK,KAAK;AACjC;AAEA,SAAS,gBAAgB,OAAwC;AAC/D,QAAM,MAAM,SAAS,MAAM,GAAG,IAAI,MAAM,MAAM;AAC9C,SACE,YAAY,MAAM,OAAO,KACzB,YAAY,KAAK,QAAQ,KACzB,YAAY,KAAK,EAAE,KACnB,OAAO,WAAW;AAEtB;AAEA,SAAS,YAAY,SAA+B;AAClD,QAAM,QAAQ,IAAI,WAAW,QAAQ,SAAS,CAAC;AAC/C,QAAM,OAAO,IAAI,SAAS,MAAM,MAAM;AACtC,WAAS,QAAQ,GAAG,QAAQ,QAAQ,QAAQ,SAAS,GAAG;AACtD,UAAM,SAAS,KAAK,IAAI,IAAI,KAAK,IAAI,GAAG,QAAQ,KAAK,KAAK,CAAC,CAAC;AAC5D,SAAK,SAAS,QAAQ,GAAG,SAAS,IAAI,SAAS,QAAS,SAAS,OAAQ,IAAI;AAAA,EAC/E;AACA,MAAI,SAAS;AACb,WAAS,QAAQ,GAAG,QAAQ,MAAM,QAAQ,SAAS,OAAQ;AACzD,cAAU,OAAO,aAAa,GAAG,MAAM,SAAS,OAAO,QAAQ,KAAM,CAAC;AAAA,EACxE;AACA,SAAO,KAAK,MAAM;AACpB;AAEA,SAAS,YAAY,SAA+B;AAClD,QAAM,SAAS,KAAK,OAAO;AAC3B,QAAM,QAAQ,WAAW,KAAK,QAAQ,CAAC,cAAc,UAAU,WAAW,CAAC,CAAC;AAC5E,QAAM,OAAO,IAAI,SAAS,MAAM,QAAQ,MAAM,YAAY,MAAM,UAAU;AAC1E,QAAM,UAAU,IAAI,aAAa,KAAK,MAAM,MAAM,aAAa,CAAC,CAAC;AACjE,WAAS,QAAQ,GAAG,QAAQ,QAAQ,QAAQ,SAAS,GAAG;AACtD,YAAQ,KAAK,IAAI,KAAK,SAAS,QAAQ,GAAG,IAAI,IAAI;AAAA,EACpD;AACA,SAAO;AACT;AAEA,SAAS,SAAS,OAAqB,WAAmB,YAAkC;AAC1F,MAAI,cAAc,WAAY,QAAO;AACrC,QAAM,QAAQ,YAAY;AAC1B,QAAM,SAAS,IAAI,aAAa,KAAK,MAAM,MAAM,SAAS,KAAK,CAAC;AAChE,WAAS,QAAQ,GAAG,QAAQ,OAAO,QAAQ,SAAS,GAAG;AACrD,UAAM,SAAS,QAAQ;AACvB,UAAM,QAAQ,KAAK,MAAM,MAAM;AAC/B,UAAM,OAAO,KAAK,IAAI,QAAQ,GAAG,MAAM,SAAS,CAAC;AACjD,UAAM,WAAW,SAAS;AAC1B,WAAO,KAAK,KAAK,MAAM,KAAK,KAAK,MAAM,IAAI,aAAa,MAAM,IAAI,KAAK,KAAK;AAAA,EAC9E;AACA,SAAO;AACT;AAEA,eAAe,qBAAqB,WAAsB,QAAoC;AAC5F,MAAI,UAAU,eAAe,UAAU,KAAM;AAC7C,QAAM,IAAI,QAAc,CAAC,SAAS,WAAW;AAC3C,UAAM,UAAU,MAAY;AAC1B,gBAAU,oBAAoB,QAAQ,MAAM;AAC5C,gBAAU,oBAAoB,SAAS,OAAO;AAC9C,gBAAU,oBAAoB,SAAS,OAAO;AAC9C,aAAO,oBAAoB,SAAS,OAAO;AAAA,IAC7C;AACA,UAAM,SAAS,MAAY;AACzB,cAAQ;AACR,cAAQ;AAAA,IACV;AACA,UAAM,UAAU,MAAY;AAC1B,cAAQ;AACR,aAAO,IAAI,MAAM,8CAA8C,CAAC;AAAA,IAClE;AACA,UAAM,UAAU,MAAY;AAC1B,cAAQ;AACR,aAAO,IAAI,MAAM,qDAAqD,CAAC;AAAA,IACzE;AACA,UAAM,UAAU,MAAY;AAC1B,cAAQ;AACR,aAAO,OAAO,UAAU,IAAI,aAAa,WAAW,YAAY,CAAC;AAAA,IACnE;AACA,cAAU,iBAAiB,QAAQ,QAAQ,EAAE,MAAM,KAAK,CAAC;AACzD,cAAU,iBAAiB,SAAS,SAAS,EAAE,MAAM,KAAK,CAAC;AAC3D,cAAU,iBAAiB,SAAS,SAAS,EAAE,MAAM,KAAK,CAAC;AAC3D,WAAO,iBAAiB,SAAS,SAAS,EAAE,MAAM,KAAK,CAAC;AAAA,EAC1D,CAAC;AACH;AAEA,SAAS,SAAS,OAAkD;AAClE,SAAO,UAAU,QAAQ,OAAO,UAAU,YAAY,CAAC,MAAM,QAAQ,KAAK;AAC5E;AAEA,SAAS,YAAY,OAA+B;AAClD,SAAO,OAAO,UAAU,WAAW,QAAQ;AAC7C;AAEA,SAAS,eAAe,QAA2B;AACjD,MAAI,OAAO,QAAS,OAAM,OAAO,UAAU,IAAI,aAAa,WAAW,YAAY;AACrF;","names":[]}
|