@alexkroman1/aai 1.8.0 → 1.8.1

package/.turbo/turbo-build.log

@@ -1,5 +1,5 @@
 
-> @alexkroman1/aai@1.8.0 build /home/runner/work/agent/agent/packages/aai
+> @alexkroman1/aai@1.8.1 build /home/runner/work/agent/agent/packages/aai
 > tsdown && tsc -p tsconfig.build.json
 
 ℹ tsdown v0.21.7 powered by rolldown v1.0.0-rc.12
@@ -8,7 +8,7 @@
 ℹ target: node22
 ℹ tsconfig: tsconfig.json
 ℹ Build start
-ℹ dist/host/runtime-barrel.js          108.22 kB │ gzip: 29.84 kB
+ℹ dist/host/runtime-barrel.js          109.52 kB │ gzip: 30.12 kB
 ℹ dist/sdk/protocol.js                   5.70 kB │ gzip:  1.92 kB
 ℹ dist/index.js                          2.88 kB │ gzip:  1.24 kB
 ℹ dist/sdk/manifest-barrel.js            0.36 kB │ gzip:  0.20 kB
@@ -28,5 +28,5 @@
 ℹ dist/s3-BtCMvCod.js                    0.76 kB │ gzip:  0.29 kB
 ℹ dist/pinecone-CeJ69aRs.js              0.48 kB │ gzip:  0.24 kB
 ℹ dist/openai-realtime-cjPAHMMx.js       0.27 kB │ gzip:  0.19 kB
-ℹ 20 files, total: 138.16 kB
-✔ Build complete in 48ms
+ℹ 20 files, total: 139.45 kB
+✔ Build complete in 62ms

package/CHANGELOG.md

@@ -1,5 +1,18 @@
 # @alexkroman1/aai
 
+## 1.8.1
+
+### Patch Changes
+
+- ba8effb: Make OpenAI Realtime usable end-to-end on gpt-realtime-2:
+
+  - Accept GA-renamed audio/transcript server events (`response.output_audio.{delta,done}`, `response.output_audio_transcript.{delta,done}`) alongside the legacy `response.audio.*` names so audio and transcript reach the client.
+  - Trigger the agent's `greeting` on connect by sending a one-shot `response.create` with quoted instructions, and honor `skipGreeting` so resumed sessions don't replay it.
+  - Coalesce `response.create` across multiple `sendToolResult` calls in the same tick. Multi-tool turns previously sent one `response.create` per tool, the second of which OpenAI rejected as `conversation_already_has_active_response`, stranding the turn so the model never received the tool results.
+  - Log unhandled event types and the full payload of `error` events to make silently rejected `session.update` fields visible.
+
+- f4cc5ef: Migrate OpenAI Realtime transport to GA API schema (gpt-realtime-2). Drop OpenAI-Beta: realtime=v1 connect header and update session.update to session.type=realtime, output_modalities, and nested audio.input/audio.output with audio/pcm format.
+
 ## 1.8.0
 
 ### Minor Changes

package/dist/host/runtime-barrel.js

@@ -1681,6 +1681,7 @@ function createOpenaiRealtimeTransport(opts) {
 	const agentTranscriptBuffers = /* @__PURE__ */ new Map();
 	const toolBuffers = /* @__PURE__ */ new Map();
 	let currentResponseId = null;
+	let responseCreateQueued = false;
 	function send(payload) {
 		if (!ws || ws.readyState !== 1) {
 			log.debug("OpenAI Realtime send dropped: socket not open", { type: payload.type });
@@ -1688,17 +1689,39 @@ function createOpenaiRealtimeTransport(opts) {
 		}
 		ws.send(JSON.stringify(payload));
 	}
+	function sendGreeting() {
+		if (opts.skipGreeting) return;
+		const greeting = opts.sessionConfig.greeting;
+		if (!greeting) return;
+		send({
+			type: "response.create",
+			response: { instructions: `Say exactly: ${JSON.stringify(greeting)}` }
+		});
+	}
 	function sendSessionUpdate() {
 		send({
 			type: "session.update",
 			session: {
-				modalities: ["audio", "text"],
-				voice,
+				type: "realtime",
+				output_modalities: ["audio"],
 				instructions: opts.sessionConfig.systemPrompt,
-				input_audio_format: "pcm16",
-				output_audio_format: "pcm16",
-				input_audio_transcription: { model: "whisper-1" },
-				turn_detection: { type: "server_vad" },
+				audio: {
+					input: {
+						format: {
+							type: "audio/pcm",
+							rate: 24e3
+						},
+						turn_detection: { type: "server_vad" },
+						transcription: { model: "whisper-1" }
+					},
+					output: {
+						format: {
+							type: "audio/pcm",
+							rate: 24e3
+						},
+						voice
+					}
+				},
 				tools: opts.toolSchemas,
 				tool_choice: opts.toolChoice
 			}
@@ -1708,15 +1731,13 @@ function createOpenaiRealtimeTransport(opts) {
 		const url = `${baseUrl}?model=${encodeURIComponent(model)}`;
 		log.info("OpenAI Realtime connecting", { url });
 		return new Promise((resolve, reject) => {
-			const sock = createWs(url, { headers: {
-				Authorization: `Bearer ${opts.apiKey}`,
-				"OpenAI-Beta": "realtime=v1"
-			} });
+			const sock = createWs(url, { headers: { Authorization: `Bearer ${opts.apiKey}` } });
 			ws = sock;
 			let opened = false;
 			sock.addEventListener("open", () => {
 				opened = true;
 				sendSessionUpdate();
+				sendGreeting();
 				resolve();
 			});
 			sock.addEventListener("message", (ev) => handleMessage(ev.data));
@@ -1773,11 +1794,17 @@ function createOpenaiRealtimeTransport(opts) {
 	function handleErrorEvent(obj) {
 		const err = obj.error;
 		const message = typeof err?.message === "string" ? err.message : "OpenAI Realtime error";
+		log.warn("OpenAI Realtime error event", { error: obj.error });
 		clearTurnBuffers();
 		opts.callbacks.onError("internal", message);
 	}
 	function handleOutputItemAdded(obj) {
 		const item = obj.item;
+		log.info("OpenAI Realtime output_item.added", {
+			itemType: item?.type,
+			name: item?.name,
+			callId: item?.call_id
+		});
 		if (item?.type !== "function_call" || !item.id) return;
 		toolBuffers.set(item.id, {
 			callId: item.call_id ?? "",
@@ -1810,7 +1837,13 @@ function createOpenaiRealtimeTransport(opts) {
 		toolBuffers.delete(id);
 		const callId = asString(obj.call_id) || (buf?.callId ?? "");
 		const name = asString(obj.name) || (buf?.name ?? "");
-		const args = parseToolArgs(asString(obj.arguments) || (buf?.argsBuffer ?? ""), name, callId);
+		const argsStr = asString(obj.arguments) || (buf?.argsBuffer ?? "");
+		log.info("OpenAI Realtime tool call", {
+			name,
+			callId,
+			args: argsStr
+		});
+		const args = parseToolArgs(argsStr, name, callId);
 		opts.callbacks.onToolCall(callId, name, args);
 	}
 	function handleMessage(data) {
@@ -1824,9 +1857,11 @@ function createOpenaiRealtimeTransport(opts) {
 		if (typeof raw !== "object" || raw === null) return;
 		const obj = raw;
 		switch (obj.type) {
+			case "response.output_audio.delta":
 			case "response.audio.delta":
 				handleAudioDelta(obj);
 				return;
+			case "response.output_audio.done":
 			case "response.audio.done":
 				opts.callbacks.onAudioDone();
 				return;
@@ -1842,9 +1877,11 @@ function createOpenaiRealtimeTransport(opts) {
 			case "response.created":
 				handleResponseCreated(obj);
 				return;
+			case "response.output_audio_transcript.delta":
 			case "response.audio_transcript.delta":
 				handleAgentTranscriptDelta(obj);
 				return;
+			case "response.output_audio_transcript.done":
 			case "response.audio_transcript.done":
 				handleAgentTranscriptDone(obj);
 				return;
@@ -1863,7 +1900,9 @@ function createOpenaiRealtimeTransport(opts) {
 			case "error":
 				handleErrorEvent(obj);
 				return;
-			default: return;
+			default:
+				log.debug("OpenAI Realtime: unhandled event", { type: obj.type });
+				return;
 		}
 	}
 	function handleClose(code, reason) {
@@ -1893,6 +1932,11 @@ function createOpenaiRealtimeTransport(opts) {
 			ws.send(`{"type":"input_audio_buffer.append","audio":"${uint8ToBase64(bytes)}"}`);
 		},
 		sendToolResult(callId, result) {
+			log.info("OpenAI Realtime sendToolResult", {
+				callId,
+				resultLen: result.length,
+				preview: result.slice(0, 200)
+			});
 			send({
 				type: "conversation.item.create",
 				item: {
@@ -1901,7 +1945,13 @@ function createOpenaiRealtimeTransport(opts) {
 					output: result
 				}
 			});
-			send({ type: "response.create" });
+			if (!responseCreateQueued) {
+				responseCreateQueued = true;
+				queueMicrotask(() => {
+					responseCreateQueued = false;
+					send({ type: "response.create" });
+				});
+			}
 		},
 		cancelReply() {
 			if (currentResponseId === null) return;
@@ -3085,6 +3135,7 @@ function createRuntime(opts) {
 			callbacks,
 			sid: sessionOpts.id,
 			agent: sessionOpts.agent,
+			skipGreeting: sessionOpts.skipGreeting ?? false,
 			...createOpenaiRealtimeWebSocket ? { createWebSocket: createOpenaiRealtimeWebSocket } : {},
 			logger
 		});

package/dist/host/transports/openai-realtime-transport.d.ts

@@ -37,6 +37,8 @@ export type OpenaiRealtimeTransportOptions = {
     callbacks: TransportCallbacks;
     sid: string;
     agent: string;
+    /** Skip the initial greeting (used for session resume). */
+    skipGreeting?: boolean;
     createWebSocket?: CreateOpenaiRealtimeWebSocket;
     logger?: Logger;
 };

package/host/runtime.ts

@@ -432,6 +432,7 @@ export function createRuntime(opts: RuntimeOptions): Runtime {
       callbacks,
       sid: sessionOpts.id,
       agent: sessionOpts.agent,
+      skipGreeting: sessionOpts.skipGreeting ?? false,
       ...(createOpenaiRealtimeWebSocket ? { createWebSocket: createOpenaiRealtimeWebSocket } : {}),
       logger,
     });

package/host/transports/openai-realtime-transport.test.ts

@@ -83,7 +83,6 @@ describe("openai-realtime-transport: connect and session.update", () => {
       options: { model: "gpt-realtime", voice: "cedar" },
       sessionConfig: {
         systemPrompt: "Be terse.",
-        greeting: "Hi.",
         tools: [],
       },
       toolSchemas: [
@@ -109,10 +108,7 @@ describe("openai-realtime-transport: connect and session.update", () => {
     expect(createWs).toHaveBeenCalledWith(
       "wss://api.openai.com/v1/realtime?model=gpt-realtime",
       expect.objectContaining({
-        headers: expect.objectContaining({
-          Authorization: "Bearer sk-test",
-          "OpenAI-Beta": "realtime=v1",
-        }),
+        headers: { Authorization: "Bearer sk-test" },
       }),
     );
 
@@ -121,13 +117,14 @@ describe("openai-realtime-transport: connect and session.update", () => {
     if (first === undefined) throw new Error("expected one send");
     const msg = JSON.parse(first);
     expect(msg.type).toBe("session.update");
-    expect(msg.session.voice).toBe("cedar");
+    expect(msg.session.type).toBe("realtime");
+    expect(msg.session.output_modalities).toEqual(["audio"]);
     expect(msg.session.instructions).toBe("Be terse.");
-    expect(msg.session.input_audio_format).toBe("pcm16");
-    expect(msg.session.output_audio_format).toBe("pcm16");
-    expect(msg.session.modalities).toEqual(["audio", "text"]);
-    expect(msg.session.input_audio_transcription).toEqual({ model: "whisper-1" });
-    expect(msg.session.turn_detection.type).toBe("server_vad");
+    expect(msg.session.audio.input.format).toEqual({ type: "audio/pcm", rate: 24_000 });
+    expect(msg.session.audio.input.turn_detection.type).toBe("server_vad");
+    expect(msg.session.audio.input.transcription).toEqual({ model: "whisper-1" });
+    expect(msg.session.audio.output.format).toEqual({ type: "audio/pcm", rate: 24_000 });
+    expect(msg.session.audio.output.voice).toBe("cedar");
     expect(msg.session.tools).toEqual([
       expect.objectContaining({ type: "function", name: "lookup" }),
     ]);
@@ -135,6 +132,57 @@ describe("openai-realtime-transport: connect and session.update", () => {
   });
 });
 
+describe("greeting", () => {
+  function makeWithGreeting(args: { greeting?: string; skipGreeting?: boolean }) {
+    const fake = makeFakeWs();
+    const transport = createOpenaiRealtimeTransport({
+      apiKey: "sk",
+      options: {},
+      sessionConfig: {
+        systemPrompt: "",
+        ...(args.greeting !== undefined ? { greeting: args.greeting } : {}),
+      },
+      toolSchemas: [],
+      toolChoice: "auto",
+      callbacks: noopCallbacks(),
+      sid: "s",
+      agent: "a",
+      ...(args.skipGreeting !== undefined ? { skipGreeting: args.skipGreeting } : {}),
+      createWebSocket: () => fake,
+      logger: silentLogger,
+    });
+    const ready = transport.start();
+    fake.fire("open");
+    return { fake, ready };
+  }
+
+  test("sends response.create with quoted greeting after session.update", async () => {
+    const { fake, ready } = makeWithGreeting({ greeting: 'Hello, "friend".' });
+    await ready;
+    expect(fake.sent.length).toBe(2);
+    expect(JSON.parse(fake.sent[0] ?? "{}").type).toBe("session.update");
+    const greetingMsg = JSON.parse(fake.sent[1] ?? "{}");
+    expect(greetingMsg.type).toBe("response.create");
+    // JSON.stringify quotes the greeting and escapes any embedded quotes —
+    // protects against prompt-injection by closing the instruction string.
+    expect(greetingMsg.response.instructions).toBe('Say exactly: "Hello, \\"friend\\"."');
+  });
+
+  test("no greeting send when greeting is undefined", async () => {
+    const { fake, ready } = makeWithGreeting({});
+    await ready;
+    expect(fake.sent.length).toBe(1);
+    expect(JSON.parse(fake.sent[0] ?? "{}").type).toBe("session.update");
+  });
+
+  test("skipGreeting suppresses the greeting send", async () => {
+    const { fake, ready } = makeWithGreeting({ greeting: "Hi.", skipGreeting: true });
+    await ready;
+    expect(fake.sent.length).toBe(1);
+    expect(JSON.parse(fake.sent[0] ?? "{}").type).toBe("session.update");
+  });
+});
+
 describe("audio in/out", () => {
   test("sendUserAudio sends input_audio_buffer.append with base64 payload", async () => {
     const { fake, transport, ready } = startedTransport();
@@ -150,21 +198,25 @@ describe("audio in/out", () => {
     expect(Buffer.from(msg.audio, "base64")).toEqual(Buffer.from([1, 2, 3, 4]));
   });
 
-  test("response.audio.delta calls onAudioChunk with decoded bytes", async () => {
+  test.each([
+    ["response.audio.delta"],
+    ["response.output_audio.delta"],
+  ])("%s calls onAudioChunk with decoded bytes", async (type) => {
     const { fake, cbs, ready } = startedTransport();
     await ready;
     const audio = Buffer.from([5, 6, 7, 8]).toString("base64");
-    fake.fire("message", {
-      data: JSON.stringify({ type: "response.audio.delta", delta: audio }),
-    });
+    fake.fire("message", { data: JSON.stringify({ type, delta: audio }) });
     expect(cbs.onAudioChunk).toHaveBeenCalledTimes(1);
     expect(cbs.onAudioChunk).toHaveBeenCalledWith(new Uint8Array([5, 6, 7, 8]));
   });
 
-  test("response.audio.done calls onAudioDone", async () => {
+  test.each([
+    ["response.audio.done"],
+    ["response.output_audio.done"],
+  ])("%s calls onAudioDone", async (type) => {
     const { fake, cbs, ready } = startedTransport();
     await ready;
-    fake.fire("message", { data: JSON.stringify({ type: "response.audio.done" }) });
+    fake.fire("message", { data: JSON.stringify({ type }) });
     expect(cbs.onAudioDone).toHaveBeenCalledTimes(1);
   });
 });
@@ -206,27 +258,22 @@ describe("VAD, user transcript, reply lifecycle, agent transcript", () => {
     expect(cbs.onReplyDone).toHaveBeenCalledTimes(1);
   });
 
-  test("agent transcript: deltas accumulated, emitted on done", async () => {
+  test.each([
+    ["response.audio_transcript", "legacy"],
+    ["response.output_audio_transcript", "GA"],
+  ])("agent transcript (%s): deltas accumulated, emitted on done", async (prefix) => {
     const { fake, cbs, ready } = startedTransport();
     await ready;
     const item_id = "item_x";
     fake.fire("message", {
-      data: JSON.stringify({
-        type: "response.audio_transcript.delta",
-        item_id,
-        delta: "Hi ",
-      }),
+      data: JSON.stringify({ type: `${prefix}.delta`, item_id, delta: "Hi " }),
     });
     fake.fire("message", {
-      data: JSON.stringify({
-        type: "response.audio_transcript.delta",
-        item_id,
-        delta: "there.",
-      }),
+      data: JSON.stringify({ type: `${prefix}.delta`, item_id, delta: "there." }),
     });
     expect(cbs.onAgentTranscript).not.toHaveBeenCalled();
     fake.fire("message", {
-      data: JSON.stringify({ type: "response.audio_transcript.done", item_id }),
+      data: JSON.stringify({ type: `${prefix}.done`, item_id }),
     });
     expect(cbs.onAgentTranscript).toHaveBeenCalledWith("Hi there.", false);
   });
@@ -308,15 +355,36 @@ describe("tool calls", () => {
     await ready;
     fake.sent.length = 0; // drop session.update
     transport.sendToolResult("call_1", '{"ok":true}');
-    expect(fake.sent.length).toBe(2);
+    // function_call_output is sent immediately; response.create is queued.
+    expect(fake.sent.length).toBe(1);
     const m1 = JSON.parse(fake.sent[0] ?? "{}");
     expect(m1.type).toBe("conversation.item.create");
     expect(m1.item.type).toBe("function_call_output");
     expect(m1.item.call_id).toBe("call_1");
     expect(m1.item.output).toBe('{"ok":true}');
+    await new Promise((r) => queueMicrotask(() => r(undefined)));
+    expect(fake.sent.length).toBe(2);
     const m2 = JSON.parse(fake.sent[1] ?? "{}");
     expect(m2.type).toBe("response.create");
   });
+
+  test("multiple sendToolResult calls coalesce into a single response.create", async () => {
+    const { fake, transport, ready } = startedTransport();
+    await ready;
+    fake.sent.length = 0;
+    // Synchronous burst — session-core flushes pending tool results in a loop.
+    transport.sendToolResult("call_1", '{"a":1}');
+    transport.sendToolResult("call_2", '{"b":2}');
+    transport.sendToolResult("call_3", '{"c":3}');
+    // Three function_call_outputs sent immediately, no response.create yet.
+    expect(fake.sent.length).toBe(3);
+    expect(fake.sent.every((s) => JSON.parse(s).type === "conversation.item.create")).toBe(true);
+    await new Promise((r) => queueMicrotask(() => r(undefined)));
+    // After the microtask, exactly one response.create — second one would be
+    // rejected as `conversation_already_has_active_response`.
+    expect(fake.sent.length).toBe(4);
+    expect(JSON.parse(fake.sent[3] ?? "{}").type).toBe("response.create");
+  });
 });
 
 describe("cancel, error, close", () => {

package/host/transports/openai-realtime-transport.ts

@@ -49,6 +49,8 @@ export type OpenaiRealtimeTransportOptions = {
   callbacks: TransportCallbacks;
   sid: string;
   agent: string;
+  /** Skip the initial greeting (used for session resume). */
+  skipGreeting?: boolean;
   createWebSocket?: CreateOpenaiRealtimeWebSocket;
   logger?: Logger;
 };
@@ -66,6 +68,7 @@ export function createOpenaiRealtimeTransport(opts: OpenaiRealtimeTransportOptio
   type ToolBuffer = { callId: string; name: string; argsBuffer: string };
   const toolBuffers = new Map<string, ToolBuffer>();
   let currentResponseId: string | null = null;
+  let responseCreateQueued = false;
 
   function send(payload: Record<string, unknown>): void {
     if (!ws || ws.readyState !== WS_OPEN) {
@@ -75,17 +78,37 @@ export function createOpenaiRealtimeTransport(opts: OpenaiRealtimeTransportOptio
     ws.send(JSON.stringify(payload));
   }
 
+  function sendGreeting(): void {
+    if (opts.skipGreeting) return;
+    const greeting = opts.sessionConfig.greeting;
+    if (!greeting) return;
+    // OpenAI Realtime has no native greeting field — trigger it as a one-shot
+    // response with custom instructions that override the system prompt for
+    // this turn only. Audio + transcript ride the normal response.* events.
+    send({
+      type: "response.create",
+      response: { instructions: `Say exactly: ${JSON.stringify(greeting)}` },
+    });
+  }
+
   function sendSessionUpdate(): void {
     send({
       type: "session.update",
       session: {
-        modalities: ["audio", "text"],
-        voice,
+        type: "realtime",
+        output_modalities: ["audio"],
         instructions: opts.sessionConfig.systemPrompt,
-        input_audio_format: "pcm16",
-        output_audio_format: "pcm16",
-        input_audio_transcription: { model: "whisper-1" },
-        turn_detection: { type: "server_vad" },
+        audio: {
+          input: {
+            format: { type: "audio/pcm", rate: 24_000 },
+            turn_detection: { type: "server_vad" },
+            transcription: { model: "whisper-1" },
+          },
+          output: {
+            format: { type: "audio/pcm", rate: 24_000 },
+            voice,
+          },
+        },
         tools: opts.toolSchemas,
         tool_choice: opts.toolChoice,
       },
@@ -99,7 +122,6 @@ export function createOpenaiRealtimeTransport(opts: OpenaiRealtimeTransportOptio
       const sock = createWs(url, {
         headers: {
           Authorization: `Bearer ${opts.apiKey}`,
-          "OpenAI-Beta": "realtime=v1",
         },
       });
       ws = sock;
@@ -108,6 +130,7 @@ export function createOpenaiRealtimeTransport(opts: OpenaiRealtimeTransportOptio
       sock.addEventListener("open", () => {
         opened = true;
         sendSessionUpdate();
+        sendGreeting();
         resolve();
       });
       sock.addEventListener("message", (ev) => handleMessage(ev.data));
@@ -177,6 +200,7 @@ export function createOpenaiRealtimeTransport(opts: OpenaiRealtimeTransportOptio
   function handleErrorEvent(obj: Record<string, unknown>): void {
     const err = obj.error as { message?: unknown } | undefined;
     const message = typeof err?.message === "string" ? err.message : "OpenAI Realtime error";
+    log.warn("OpenAI Realtime error event", { error: obj.error });
     clearTurnBuffers();
     opts.callbacks.onError("internal", message);
   }
@@ -185,6 +209,11 @@ export function createOpenaiRealtimeTransport(opts: OpenaiRealtimeTransportOptio
     const item = obj.item as
       | { id?: string; type?: string; name?: string; call_id?: string }
       | undefined;
+    log.info("OpenAI Realtime output_item.added", {
+      itemType: item?.type,
+      name: item?.name,
+      callId: item?.call_id,
+    });
     if (item?.type !== "function_call" || !item.id) return;
     toolBuffers.set(item.id, {
       callId: item.call_id ?? "",
@@ -220,6 +249,7 @@ export function createOpenaiRealtimeTransport(opts: OpenaiRealtimeTransportOptio
     const callId = asString(obj.call_id) || (buf?.callId ?? "");
     const name = asString(obj.name) || (buf?.name ?? "");
     const argsStr = asString(obj.arguments) || (buf?.argsBuffer ?? "");
+    log.info("OpenAI Realtime tool call", { name, callId, args: argsStr });
     const args = parseToolArgs(argsStr, name, callId);
     opts.callbacks.onToolCall(callId, name, args);
   }
@@ -235,9 +265,14 @@ export function createOpenaiRealtimeTransport(opts: OpenaiRealtimeTransportOptio
     if (typeof raw !== "object" || raw === null) return;
     const obj = raw as Record<string, unknown>;
     switch (obj.type) {
+      // GA renamed audio output events to `response.output_audio.*` and
+      // transcript events to `response.output_audio_transcript.*`. The legacy
+      // (beta) names are kept as aliases so older snapshots still work.
+      case "response.output_audio.delta":
       case "response.audio.delta":
         handleAudioDelta(obj);
         return;
+      case "response.output_audio.done":
       case "response.audio.done":
         opts.callbacks.onAudioDone();
         return;
@@ -253,9 +288,11 @@ export function createOpenaiRealtimeTransport(opts: OpenaiRealtimeTransportOptio
       case "response.created":
         handleResponseCreated(obj);
         return;
+      case "response.output_audio_transcript.delta":
       case "response.audio_transcript.delta":
         handleAgentTranscriptDelta(obj);
         return;
+      case "response.output_audio_transcript.done":
       case "response.audio_transcript.done":
         handleAgentTranscriptDone(obj);
         return;
@@ -275,6 +312,7 @@ export function createOpenaiRealtimeTransport(opts: OpenaiRealtimeTransportOptio
         handleErrorEvent(obj);
         return;
       default:
+        log.debug("OpenAI Realtime: unhandled event", { type: obj.type });
         return;
     }
   }
@@ -302,11 +340,25 @@ export function createOpenaiRealtimeTransport(opts: OpenaiRealtimeTransportOptio
       ws.send(`{"type":"input_audio_buffer.append","audio":"${uint8ToBase64(bytes)}"}`);
     },
     sendToolResult(callId, result) {
+      log.info("OpenAI Realtime sendToolResult", {
+        callId,
+        resultLen: result.length,
+        preview: result.slice(0, 200),
+      });
       send({
         type: "conversation.item.create",
         item: { type: "function_call_output", call_id: callId, output: result },
       });
-      send({ type: "response.create" });
+      // Multiple tool results from one turn arrive synchronously; coalesce them
+      // into a single response.create per tick. OpenAI rejects a second
+      // response.create while one is in flight, which strands the turn.
+      if (!responseCreateQueued) {
+        responseCreateQueued = true;
+        queueMicrotask(() => {
+          responseCreateQueued = false;
+          send({ type: "response.create" });
+        });
+      }
     },
     cancelReply() {
       if (currentResponseId === null) return;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@alexkroman1/aai",
-  "version": "1.8.0",
+  "version": "1.8.1",
   "type": "module",
   "exports": {
     ".": {