@openai/agents-extensions 0.0.1

package/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2025 OpenAI
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/README.md

@@ -0,0 +1,13 @@
+# OpenAI Agents SDK Extensions
+
+This package contains a collection of extension features for the OpenAI Agents SDK and is intended to be used alongside it.
+
+## Installation
+
+```bash
+npm install @openai/agents @openai/agents-extensions
+```
+
+## License
+
+MIT

package/dist/TwilioRealtimeTransport.d.ts

@@ -0,0 +1,46 @@
+import { OpenAIRealtimeWebSocket, OpenAIRealtimeWebSocketOptions, RealtimeTransportLayerConnectOptions, TransportLayerAudio, RealtimeSessionConfig } from '@openai/agents/realtime';
+import type { WebSocket } from 'ws';
+/**
+ * The options for the Twilio Realtime Transport Layer.
+ */
+export type TwilioRealtimeTransportLayerOptions = OpenAIRealtimeWebSocketOptions & {
+    /**
+     * The websocket that is receiving messages from Twilio's Media Streams API. Typically the
+     * connection gets passed into your request handler when running your WebSocket server.
+     */
+    twilioWebSocket: WebSocket;
+};
+/**
+ * An adapter to connect a websocket that is receiving messages from Twilio's Media Streams API to
+ * the OpenAI Realtime API via WebSocket.
+ *
+ * It automatically handles setting the right audio format for the input and output audio, passing
+ * the data along and handling the timing for interruptions using Twilio's `mark` events.
+ *
+ * It does require you to run your own WebSocket server that is receiving connection requests from
+ * Twilio.
+ *
+ * It will emit all Twilio received messages as `twilio_message` type messages on the `*` handler.
+ * If you are using a `RealtimeSession` you can listen to the `transport_event`.
+ *
+ * @example
+ * ```ts
+ * const transport = new TwilioRealtimeTransportLayer({
+ *   twilioWebSocket: twilioWebSocket,
+ * });
+ *
+ * transport.on('*', (event) => {
+ *   if (event.type === 'twilio_message') {
+ *     console.log('Twilio message:', event.data);
+ *   }
+ * });
+ * ```
+ */
+export declare class TwilioRealtimeTransportLayer extends OpenAIRealtimeWebSocket {
+    #private;
+    constructor(options: TwilioRealtimeTransportLayerOptions);
+    _setInputAndOutputAudioFormat(partialConfig?: Partial<RealtimeSessionConfig>): Partial<RealtimeSessionConfig>;
+    connect(options: RealtimeTransportLayerConnectOptions): Promise<void>;
+    _interrupt(_elapsedTime: number): void;
+    protected _onAudio(audioEvent: TransportLayerAudio): void;
+}

package/dist/TwilioRealtimeTransport.js

@@ -0,0 +1,165 @@
+import { OpenAIRealtimeWebSocket, utils, } from '@openai/agents/realtime';
+import { getLogger } from '@openai/agents';
+/**
+ * An adapter to connect a websocket that is receiving messages from Twilio's Media Streams API to
+ * the OpenAI Realtime API via WebSocket.
+ *
+ * It automatically handles setting the right audio format for the input and output audio, passing
+ * the data along and handling the timing for interruptions using Twilio's `mark` events.
+ *
+ * It does require you to run your own WebSocket server that is receiving connection requests from
+ * Twilio.
+ *
+ * It will emit all Twilio received messages as `twilio_message` type messages on the `*` handler.
+ * If you are using a `RealtimeSession` you can listen to the `transport_event`.
+ *
+ * @example
+ * ```ts
+ * const transport = new TwilioRealtimeTransportLayer({
+ *   twilioWebSocket: twilioWebSocket,
+ * });
+ *
+ * transport.on('*', (event) => {
+ *   if (event.type === 'twilio_message') {
+ *     console.log('Twilio message:', event.data);
+ *   }
+ * });
+ * ```
+ */
+export class TwilioRealtimeTransportLayer extends OpenAIRealtimeWebSocket {
+    #twilioWebSocket;
+    #streamSid = null;
+    #audioChunkCount = 0;
+    #lastPlayedChunkCount = 0;
+    #previousItemId = null;
+    #logger = getLogger('openai-agents:extensions:twilio');
+    constructor(options) {
+        super(options);
+        this.#twilioWebSocket = options.twilioWebSocket;
+    }
+    _setInputAndOutputAudioFormat(partialConfig) {
+        let newConfig = {};
+        if (!partialConfig) {
+            newConfig.inputAudioFormat = 'g711_ulaw';
+            newConfig.outputAudioFormat = 'g711_ulaw';
+        }
+        else {
+            newConfig = {
+                ...partialConfig,
+                inputAudioFormat: partialConfig.inputAudioFormat ?? 'g711_ulaw',
+                outputAudioFormat: partialConfig.outputAudioFormat ?? 'g711_ulaw',
+            };
+        }
+        return newConfig;
+    }
+    async connect(options) {
+        options.initialSessionConfig = this._setInputAndOutputAudioFormat(options.initialSessionConfig);
+        // listen to Twilio messages as quickly as possible
+        this.#twilioWebSocket.on('message', (message) => {
+            try {
+                const data = JSON.parse(message.toString());
+                if (this.#logger.dontLogModelData) {
+                    this.#logger.debug('Twilio message:', data.event);
+                }
+                else {
+                    this.#logger.debug('Twilio message:', data);
+                }
+                this.emit('*', {
+                    type: 'twilio_message',
+                    message: data,
+                });
+                switch (data.event) {
+                    case 'media':
+                        if (this.status === 'connected') {
+                            this.sendAudio(utils.base64ToArrayBuffer(data.media.payload));
+                        }
+                        break;
+                    case 'mark':
+                        if (!data.mark.name.startsWith('done:') &&
+                            data.mark.name.includes(':')) {
+                            // keeping track of what the last chunk was that the user heard fully
+                            const count = Number(data.mark.name.split(':')[1]);
+                            if (Number.isFinite(count)) {
+                                this.#lastPlayedChunkCount = count;
+                            }
+                            else {
+                                this.#logger.warn('Invalid mark name received:', data.mark.name);
+                            }
+                        }
+                        else if (data.mark.name.startsWith('done:')) {
+                            this.#lastPlayedChunkCount = 0;
+                        }
+                        break;
+                    case 'start':
+                        this.#streamSid = data.start.streamSid;
+                        break;
+                    default:
+                        break;
+                }
+            }
+            catch (error) {
+                this.#logger.error('Error parsing message:', error, 'Message:', message);
+                this.emit('error', {
+                    type: 'error',
+                    error,
+                });
+            }
+        });
+        this.#twilioWebSocket.on('close', () => {
+            if (this.status !== 'disconnected') {
+                this.close();
+            }
+        });
+        this.#twilioWebSocket.on('error', (error) => {
+            this.emit('error', {
+                type: 'error',
+                error,
+            });
+            this.close();
+        });
+        this.on('audio_done', () => {
+            this.#twilioWebSocket.send(JSON.stringify({
+                event: 'mark',
+                mark: {
+                    name: `done:${this.currentItemId}`,
+                },
+                streamSid: this.#streamSid,
+            }));
+        });
+        await super.connect(options);
+    }
+    _interrupt(_elapsedTime) {
+        const elapsedTime = this.#lastPlayedChunkCount + 50; /* 50ms buffer */
+        this.#logger.debug(`Interruption detected, clearing Twilio audio and truncating OpenAI audio after ${elapsedTime}ms`);
+        this.#twilioWebSocket.send(JSON.stringify({
+            event: 'clear',
+            streamSid: this.#streamSid,
+        }));
+        super._interrupt(elapsedTime);
+    }
+    _onAudio(audioEvent) {
+        this.#logger.debug(`Sending audio to Twilio ${audioEvent.responseId}: (${audioEvent.data.byteLength} bytes)`);
+        const audioDelta = {
+            event: 'media',
+            streamSid: this.#streamSid,
+            media: {
+                payload: utils.arrayBufferToBase64(audioEvent.data),
+            },
+        };
+        if (this.#previousItemId !== this.currentItemId && this.currentItemId) {
+            this.#previousItemId = this.currentItemId;
+            this.#audioChunkCount = 0;
+        }
+        this.#audioChunkCount += audioEvent.data.byteLength / 8;
+        this.#twilioWebSocket.send(JSON.stringify(audioDelta));
+        this.#twilioWebSocket.send(JSON.stringify({
+            event: 'mark',
+            streamSid: this.#streamSid,
+            mark: {
+                name: `${this.currentItemId}:${this.#audioChunkCount}`,
+            },
+        }));
+        this.emit('audio', audioEvent);
+    }
+}
+//# sourceMappingURL=TwilioRealtimeTransport.js.map

package/dist/TwilioRealtimeTransport.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"TwilioRealtimeTransport.js","sourceRoot":"","sources":["../src/TwilioRealtimeTransport.ts"],"names":[],"mappings":"OAAO,EACL,uBAAuB,EAEvB,KAAK,GAIN,MAAM,yBAAyB;OACzB,EAAE,SAAS,EAAE,MAAM,gBAAgB;AAe1C;;;;;;;;;;;;;;;;;;;;;;;;;GAyBG;AACH,MAAM,OAAO,4BAA6B,SAAQ,uBAAuB;IACvE,gBAAgB,CAAY;IAC5B,UAAU,GAAkB,IAAI,CAAC;IACjC,gBAAgB,GAAW,CAAC,CAAC;IAC7B,qBAAqB,GAAW,CAAC,CAAC;IAClC,eAAe,GAAkB,IAAI,CAAC;IACtC,OAAO,GAAG,SAAS,CAAC,iCAAiC,CAAC,CAAC;IAEvD,YAAY,OAA4C;QACtD,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,gBAAgB,GAAG,OAAO,CAAC,eAAe,CAAC;IAClD,CAAC;IAED,6BAA6B,CAC3B,aAA8C;QAE9C,IAAI,SAAS,GAAmC,EAAE,CAAC;QACnD,IAAI,CAAC,aAAa,EAAE,CAAC;YACnB,SAAS,CAAC,gBAAgB,GAAG,WAAW,CAAC;YACzC,SAAS,CAAC,iBAAiB,GAAG,WAAW,CAAC;QAC5C,CAAC;aAAM,CAAC;YACN,SAAS,GAAG;gBACV,GAAG,aAAa;gBAChB,gBAAgB,EAAE,aAAa,CAAC,gBAAgB,IAAI,WAAW;gBAC/D,iBAAiB,EAAE,aAAa,CAAC,iBAAiB,IAAI,WAAW;aAClE,CAAC;QACJ,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,OAA6C;QACzD,OAAO,CAAC,oBAAoB,GAAG,IAAI,CAAC,6BAA6B,CAC/D,OAAO,CAAC,oBAAoB,CAC7B,CAAC;QACF,mDAAmD;QACnD,IAAI,CAAC,gBAAgB,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,OAAqB,EAAE,EAAE;YAC5D,IAAI,CAAC;gBACH,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC;gBAC5C,IAAI,IAAI,CAAC,OAAO,CAAC,gBAAgB,EAAE,CAAC;oBAClC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,iBAAiB,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;gBACpD,CAAC;qBAAM,CAAC;oBACN,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,iBAAiB,EAAE,IAAI,CAAC,CAAC;gBAC9C,CAAC;gBACD,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE;oBACb,IAAI,EAAE,gBAAgB;oBACtB,OAAO,EAAE,IAAI;iBACd,CAAC,CAAC;gBACH,QAAQ,IAAI,CAAC,KAAK,EAAE,CAAC;oBACnB,KAAK,OAAO;wBACV,IAAI,IAAI,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;4BAChC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,mBAAmB,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;wBAChE,CAAC;wBACD,MAAM;oBACR,KAAK,MAAM;wBACT,IACE,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC;4BACnC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAC5B,CAAC;4BACD,qEAAqE;4BACrE,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;4BACnD,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;gCAC3B,IAAI,CAAC,qBAAqB,GAAG,KAAK,CAAC;4BACrC,CAAC;iCAAM,CAAC;gCACN,IAAI,CAAC,OAAO,CAAC,IAAI,CACf,6BAA6B,EAC7B,IAAI,CAAC,IAAI,CAAC,IAAI,CACf,CAAC;4BACJ,CAAC;wBACH,CAAC;6BAAM,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;4BAC9C,IAAI,CAAC,qBAAqB,GAAG,CAAC,CAAC;wBACjC,CAAC;wBACD,MAAM;oBACR,KAAK,OAAO;wBACV,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC;wBACvC,MAAM;oBACR;wBACE,MAAM;gBACV,CAAC;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC,OAAO,CAAC,KAAK,CAChB,wBAAwB,EACxB,KAAK,EACL,UAAU,EACV,OAAO,CACR,CAAC;gBACF,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE;oBACjB,IAAI,EAAE,OAAO;oBACb,KAAK;iBACN,CAAC,CAAC;YACL,CAAC;QACH,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,gBAAgB,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;YACrC,IAAI,IAAI,CAAC,MAAM,KAAK,cAAc,EAAE,CAAC;gBACnC,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,CAAC;QACH,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,gBAAgB,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;YAC1C,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE;gBACjB,IAAI,EAAE,OAAO;gBACb,KAAK;aACN,CAAC,CAAC;YACH,IAAI,CAAC,KAAK,EAAE,CAAC;QACf,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,EAAE,CAAC,YAAY,EAAE,GAAG,EAAE;YACzB,IAAI,CAAC,gBAAgB,CAAC,IAAI,CACxB,IAAI,CAAC,SAAS,CAAC;gBACb,KAAK,EAAE,MAAM;gBACb,IAAI,EAAE;oBACJ,IAAI,EAAE,QAAQ,IAAI,CAAC,aAAa,EAAE;iBACnC;gBACD,SAAS,EAAE,IAAI,CAAC,UAAU;aAC3B,CAAC,CACH,CAAC;QACJ,CAAC,CAAC,CAAC;QACH,MAAM,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IAC/B,CAAC;IAED,UAAU,CAAC,YAAoB;QAC7B,MAAM,WAAW,GAAG,IAAI,CAAC,qBAAqB,GAAG,EAAE,CAAC,CAAC,iBAAiB;QACtE,IAAI,CAAC,OAAO,CAAC,KAAK,CAChB,kFAAkF,WAAW,IAAI,CAClG,CAAC;QACF,IAAI,CAAC,gBAAgB,CAAC,IAAI,CACxB,IAAI,CAAC,SAAS,CAAC;YACb,KAAK,EAAE,OAAO;YACd,SAAS,EAAE,IAAI,CAAC,UAAU;SAC3B,CAAC,CACH,CAAC;QACF,KAAK,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC;IAChC,CAAC;IAES,QAAQ,CAAC,UAA+B;QAChD,IAAI,CAAC,OAAO,CAAC,KAAK,CAChB,2BAA2B,UAAU,CAAC,UAAU,MAAM,UAAU,CAAC,IAAI,CAAC,UAAU,SAAS,CAC1F,CAAC;QACF,MAAM,UAAU,GAAG;YACjB,KAAK,EAAE,OAAO;YACd,SAAS,EAAE,IAAI,CAAC,UAAU;YAC1B,KAAK,EAAE;gBACL,OAAO,EAAE,KAAK,CAAC,mBAAmB,CAAC,UAAU,CAAC,IAAI,CAAC;aACpD;SACF,CAAC;QACF,IAAI,IAAI,CAAC,eAAe,KAAK,IAAI,CAAC,aAAa,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YACtE,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,aAAa,CAAC;YAC1C,IAAI,CAAC,gBAAgB,GAAG,CAAC,CAAC;QAC5B,CAAC;QACD,IAAI,CAAC,gBAAgB,IAAI,UAAU,CAAC,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC;QACxD,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC,CAAC;QACvD,IAAI,CAAC,gBAAgB,CAAC,IAAI,CACxB,IAAI,CAAC,SAAS,CAAC;YACb,KAAK,EAAE,MAAM;YACb,SAAS,EAAE,IAAI,CAAC,UAAU;YAC1B,IAAI,EAAE;gBACJ,IAAI,EAAE,GAAG,IAAI,CAAC,aAAa,IAAI,IAAI,CAAC,gBAAgB,EAAE;aACvD;SACF,CAAC,CACH,CAAC;QACF,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;IACjC,CAAC;CACF"}

package/dist/TwilioRealtimeTransport.mjs

@@ -0,0 +1,165 @@
+import { OpenAIRealtimeWebSocket, utils, } from '@openai/agents/realtime';
+import { getLogger } from '@openai/agents';
+/**
+ * An adapter to connect a websocket that is receiving messages from Twilio's Media Streams API to
+ * the OpenAI Realtime API via WebSocket.
+ *
+ * It automatically handles setting the right audio format for the input and output audio, passing
+ * the data along and handling the timing for interruptions using Twilio's `mark` events.
+ *
+ * It does require you to run your own WebSocket server that is receiving connection requests from
+ * Twilio.
+ *
+ * It will emit all Twilio received messages as `twilio_message` type messages on the `*` handler.
+ * If you are using a `RealtimeSession` you can listen to the `transport_event`.
+ *
+ * @example
+ * ```ts
+ * const transport = new TwilioRealtimeTransportLayer({
+ *   twilioWebSocket: twilioWebSocket,
+ * });
+ *
+ * transport.on('*', (event) => {
+ *   if (event.type === 'twilio_message') {
+ *     console.log('Twilio message:', event.data);
+ *   }
+ * });
+ * ```
+ */
+export class TwilioRealtimeTransportLayer extends OpenAIRealtimeWebSocket {
+    #twilioWebSocket;
+    #streamSid = null;
+    #audioChunkCount = 0;
+    #lastPlayedChunkCount = 0;
+    #previousItemId = null;
+    #logger = getLogger('openai-agents:extensions:twilio');
+    constructor(options) {
+        super(options);
+        this.#twilioWebSocket = options.twilioWebSocket;
+    }
+    _setInputAndOutputAudioFormat(partialConfig) {
+        let newConfig = {};
+        if (!partialConfig) {
+            newConfig.inputAudioFormat = 'g711_ulaw';
+            newConfig.outputAudioFormat = 'g711_ulaw';
+        }
+        else {
+            newConfig = {
+                ...partialConfig,
+                inputAudioFormat: partialConfig.inputAudioFormat ?? 'g711_ulaw',
+                outputAudioFormat: partialConfig.outputAudioFormat ?? 'g711_ulaw',
+            };
+        }
+        return newConfig;
+    }
+    async connect(options) {
+        options.initialSessionConfig = this._setInputAndOutputAudioFormat(options.initialSessionConfig);
+        // listen to Twilio messages as quickly as possible
+        this.#twilioWebSocket.on('message', (message) => {
+            try {
+                const data = JSON.parse(message.toString());
+                if (this.#logger.dontLogModelData) {
+                    this.#logger.debug('Twilio message:', data.event);
+                }
+                else {
+                    this.#logger.debug('Twilio message:', data);
+                }
+                this.emit('*', {
+                    type: 'twilio_message',
+                    message: data,
+                });
+                switch (data.event) {
+                    case 'media':
+                        if (this.status === 'connected') {
+                            this.sendAudio(utils.base64ToArrayBuffer(data.media.payload));
+                        }
+                        break;
+                    case 'mark':
+                        if (!data.mark.name.startsWith('done:') &&
+                            data.mark.name.includes(':')) {
+                            // keeping track of what the last chunk was that the user heard fully
+                            const count = Number(data.mark.name.split(':')[1]);
+                            if (Number.isFinite(count)) {
+                                this.#lastPlayedChunkCount = count;
+                            }
+                            else {
+                                this.#logger.warn('Invalid mark name received:', data.mark.name);
+                            }
+                        }
+                        else if (data.mark.name.startsWith('done:')) {
+                            this.#lastPlayedChunkCount = 0;
+                        }
+                        break;
+                    case 'start':
+                        this.#streamSid = data.start.streamSid;
+                        break;
+                    default:
+                        break;
+                }
+            }
+            catch (error) {
+                this.#logger.error('Error parsing message:', error, 'Message:', message);
+                this.emit('error', {
+                    type: 'error',
+                    error,
+                });
+            }
+        });
+        this.#twilioWebSocket.on('close', () => {
+            if (this.status !== 'disconnected') {
+                this.close();
+            }
+        });
+        this.#twilioWebSocket.on('error', (error) => {
+            this.emit('error', {
+                type: 'error',
+                error,
+            });
+            this.close();
+        });
+        this.on('audio_done', () => {
+            this.#twilioWebSocket.send(JSON.stringify({
+                event: 'mark',
+                mark: {
+                    name: `done:${this.currentItemId}`,
+                },
+                streamSid: this.#streamSid,
+            }));
+        });
+        await super.connect(options);
+    }
+    _interrupt(_elapsedTime) {
+        const elapsedTime = this.#lastPlayedChunkCount + 50; /* 50ms buffer */
+        this.#logger.debug(`Interruption detected, clearing Twilio audio and truncating OpenAI audio after ${elapsedTime}ms`);
+        this.#twilioWebSocket.send(JSON.stringify({
+            event: 'clear',
+            streamSid: this.#streamSid,
+        }));
+        super._interrupt(elapsedTime);
+    }
+    _onAudio(audioEvent) {
+        this.#logger.debug(`Sending audio to Twilio ${audioEvent.responseId}: (${audioEvent.data.byteLength} bytes)`);
+        const audioDelta = {
+            event: 'media',
+            streamSid: this.#streamSid,
+            media: {
+                payload: utils.arrayBufferToBase64(audioEvent.data),
+            },
+        };
+        if (this.#previousItemId !== this.currentItemId && this.currentItemId) {
+            this.#previousItemId = this.currentItemId;
+            this.#audioChunkCount = 0;
+        }
+        this.#audioChunkCount += audioEvent.data.byteLength / 8;
+        this.#twilioWebSocket.send(JSON.stringify(audioDelta));
+        this.#twilioWebSocket.send(JSON.stringify({
+            event: 'mark',
+            streamSid: this.#streamSid,
+            mark: {
+                name: `${this.currentItemId}:${this.#audioChunkCount}`,
+            },
+        }));
+        this.emit('audio', audioEvent);
+    }
+}
+//# sourceMappingURL=TwilioRealtimeTransport.mjs.map

package/dist/TwilioRealtimeTransport.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"TwilioRealtimeTransport.mjs","sourceRoot":"","sources":["../src/TwilioRealtimeTransport.ts"],"names":[],"mappings":"OAAO,EACL,uBAAuB,EAEvB,KAAK,GAIN,MAAM,yBAAyB;OACzB,EAAE,SAAS,EAAE,MAAM,gBAAgB;AAe1C;;;;;;;;;;;;;;;;;;;;;;;;;GAyBG;AACH,MAAM,OAAO,4BAA6B,SAAQ,uBAAuB;IACvE,gBAAgB,CAAY;IAC5B,UAAU,GAAkB,IAAI,CAAC;IACjC,gBAAgB,GAAW,CAAC,CAAC;IAC7B,qBAAqB,GAAW,CAAC,CAAC;IAClC,eAAe,GAAkB,IAAI,CAAC;IACtC,OAAO,GAAG,SAAS,CAAC,iCAAiC,CAAC,CAAC;IAEvD,YAAY,OAA4C;QACtD,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,gBAAgB,GAAG,OAAO,CAAC,eAAe,CAAC;IAClD,CAAC;IAED,6BAA6B,CAC3B,aAA8C;QAE9C,IAAI,SAAS,GAAmC,EAAE,CAAC;QACnD,IAAI,CAAC,aAAa,EAAE,CAAC;YACnB,SAAS,CAAC,gBAAgB,GAAG,WAAW,CAAC;YACzC,SAAS,CAAC,iBAAiB,GAAG,WAAW,CAAC;QAC5C,CAAC;aAAM,CAAC;YACN,SAAS,GAAG;gBACV,GAAG,aAAa;gBAChB,gBAAgB,EAAE,aAAa,CAAC,gBAAgB,IAAI,WAAW;gBAC/D,iBAAiB,EAAE,aAAa,CAAC,iBAAiB,IAAI,WAAW;aAClE,CAAC;QACJ,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,OAA6C;QACzD,OAAO,CAAC,oBAAoB,GAAG,IAAI,CAAC,6BAA6B,CAC/D,OAAO,CAAC,oBAAoB,CAC7B,CAAC;QACF,mDAAmD;QACnD,IAAI,CAAC,gBAAgB,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,OAAqB,EAAE,EAAE;YAC5D,IAAI,CAAC;gBACH,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC;gBAC5C,IAAI,IAAI,CAAC,OAAO,CAAC,gBAAgB,EAAE,CAAC;oBAClC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,iBAAiB,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;gBACpD,CAAC;qBAAM,CAAC;oBACN,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,iBAAiB,EAAE,IAAI,CAAC,CAAC;gBAC9C,CAAC;gBACD,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE;oBACb,IAAI,EAAE,gBAAgB;oBACtB,OAAO,EAAE,IAAI;iBACd,CAAC,CAAC;gBACH,QAAQ,IAAI,CAAC,KAAK,EAAE,CAAC;oBACnB,KAAK,OAAO;wBACV,IAAI,IAAI,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;4BAChC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,mBAAmB,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;wBAChE,CAAC;wBACD,MAAM;oBACR,KAAK,MAAM;wBACT,IACE,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC;4BACnC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAC5B,CAAC;4BACD,qEAAqE;4BACrE,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;4BACnD,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;gCAC3B,IAAI,CAAC,qBAAqB,GAAG,KAAK,CAAC;4BACrC,CAAC;iCAAM,CAAC;gCACN,IAAI,CAAC,OAAO,CAAC,IAAI,CACf,6BAA6B,EAC7B,IAAI,CAAC,IAAI,CAAC,IAAI,CACf,CAAC;4BACJ,CAAC;wBACH,CAAC;6BAAM,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;4BAC9C,IAAI,CAAC,qBAAqB,GAAG,CAAC,CAAC;wBACjC,CAAC;wBACD,MAAM;oBACR,KAAK,OAAO;wBACV,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC;wBACvC,MAAM;oBACR;wBACE,MAAM;gBACV,CAAC;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC,OAAO,CAAC,KAAK,CAChB,wBAAwB,EACxB,KAAK,EACL,UAAU,EACV,OAAO,CACR,CAAC;gBACF,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE;oBACjB,IAAI,EAAE,OAAO;oBACb,KAAK;iBACN,CAAC,CAAC;YACL,CAAC;QACH,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,gBAAgB,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;YACrC,IAAI,IAAI,CAAC,MAAM,KAAK,cAAc,EAAE,CAAC;gBACnC,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,CAAC;QACH,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,gBAAgB,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;YAC1C,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE;gBACjB,IAAI,EAAE,OAAO;gBACb,KAAK;aACN,CAAC,CAAC;YACH,IAAI,CAAC,KAAK,EAAE,CAAC;QACf,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,EAAE,CAAC,YAAY,EAAE,GAAG,EAAE;YACzB,IAAI,CAAC,gBAAgB,CAAC,IAAI,CACxB,IAAI,CAAC,SAAS,CAAC;gBACb,KAAK,EAAE,MAAM;gBACb,IAAI,EAAE;oBACJ,IAAI,EAAE,QAAQ,IAAI,CAAC,aAAa,EAAE;iBACnC;gBACD,SAAS,EAAE,IAAI,CAAC,UAAU;aAC3B,CAAC,CACH,CAAC;QACJ,CAAC,CAAC,CAAC;QACH,MAAM,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IAC/B,CAAC;IAED,UAAU,CAAC,YAAoB;QAC7B,MAAM,WAAW,GAAG,IAAI,CAAC,qBAAqB,GAAG,EAAE,CAAC,CAAC,iBAAiB;QACtE,IAAI,CAAC,OAAO,CAAC,KAAK,CAChB,kFAAkF,WAAW,IAAI,CAClG,CAAC;QACF,IAAI,CAAC,gBAAgB,CAAC,IAAI,CACxB,IAAI,CAAC,SAAS,CAAC;YACb,KAAK,EAAE,OAAO;YACd,SAAS,EAAE,IAAI,CAAC,UAAU;SAC3B,CAAC,CACH,CAAC;QACF,KAAK,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC;IAChC,CAAC;IAES,QAAQ,CAAC,UAA+B;QAChD,IAAI,CAAC,OAAO,CAAC,KAAK,CAChB,2BAA2B,UAAU,CAAC,UAAU,MAAM,UAAU,CAAC,IAAI,CAAC,UAAU,SAAS,CAC1F,CAAC;QACF,MAAM,UAAU,GAAG;YACjB,KAAK,EAAE,OAAO;YACd,SAAS,EAAE,IAAI,CAAC,UAAU;YAC1B,KAAK,EAAE;gBACL,OAAO,EAAE,KAAK,CAAC,mBAAmB,CAAC,UAAU,CAAC,IAAI,CAAC;aACpD;SACF,CAAC;QACF,IAAI,IAAI,CAAC,eAAe,KAAK,IAAI,CAAC,aAAa,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YACtE,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,aAAa,CAAC;YAC1C,IAAI,CAAC,gBAAgB,GAAG,CAAC,CAAC;QAC5B,CAAC;QACD,IAAI,CAAC,gBAAgB,IAAI,UAAU,CAAC,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC;QACxD,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC,CAAC;QACvD,IAAI,CAAC,gBAAgB,CAAC,IAAI,CACxB,IAAI,CAAC,SAAS,CAAC;YACb,KAAK,EAAE,MAAM;YACb,SAAS,EAAE,IAAI,CAAC,UAAU;YAC1B,IAAI,EAAE;gBACJ,IAAI,EAAE,GAAG,IAAI,CAAC,aAAa,IAAI,IAAI,CAAC,gBAAgB,EAAE;aACvD;SACF,CAAC,CACH,CAAC;QACF,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;IACjC,CAAC;CACF"}

package/dist/aiSdk.d.ts

@@ -0,0 +1,61 @@
+import type { LanguageModelV1 } from '@ai-sdk/provider';
+import { Model, ModelRequest, ResponseStreamEvent, Usage } from '@openai/agents';
+/**
+ * Wraps a model from the AI SDK that adheres to the LanguageModelV1 spec to be used used as a model
+ * in the OpenAI Agents SDK to use other models.
+ *
+ * While you can use this with the OpenAI models, it is recommended to use the default OpenAI model
+ * provider instead.
+ *
+ * If tracing is enabled, the model will send generation spans to your traces processor.
+ *
+ * ```ts
+ * import { aisdk } from '@openai/agents-extensions';
+ * import { openai } from '@ai-sdk/openai';
+ *
+ * const model = aisdk(openai('gpt-4o'));
+ *
+ * const agent = new Agent({
+ *   name: 'My Agent',
+ *   model
+ * });
+ * ```
+ *
+ * @param model - The Vercel AI SDK model to wrap.
+ * @returns The wrapped model.
+ */
+export declare class AiSdkModel implements Model {
+    #private;
+    constructor(model: LanguageModelV1);
+    getResponse(request: ModelRequest): Promise<{
+        responseId: string;
+        usage: Usage;
+        output: import("@openai/agents").AgentOutputItem[];
+    }>;
+    getStreamedResponse(request: ModelRequest): AsyncIterable<ResponseStreamEvent>;
+}
+/**
+ * Wraps a model from the AI SDK that adheres to the LanguageModelV1 spec to be used used as a model
+ * in the OpenAI Agents SDK to use other models.
+ *
+ * While you can use this with the OpenAI models, it is recommended to use the default OpenAI model
+ * provider instead.
+ *
+ * If tracing is enabled, the model will send generation spans to your traces processor.
+ *
+ * ```ts
+ * import { aisdk } from '@openai/agents-extensions';
+ * import { openai } from '@ai-sdk/openai';
+ *
+ * const model = aisdk(openai('gpt-4o'));
+ *
+ * const agent = new Agent({
+ *   name: 'My Agent',
+ *   model
+ * });
+ * ```
+ *
+ * @param model - The Vercel AI SDK model to wrap.
+ * @returns The wrapped model.
+ */
+export declare function aisdk(model: LanguageModelV1): AiSdkModel;