@mastra/voice-openai-realtime 0.10.2 → 0.10.3

package/.turbo/turbo-build.log

@@ -1,23 +1,23 @@
 
-> @mastra/voice-openai-realtime@0.10.2-alpha.1 build /home/runner/work/mastra/mastra/voice/openai-realtime-api
+> @mastra/voice-openai-realtime@0.10.3-alpha.0 build /home/runner/work/mastra/mastra/voice/openai-realtime-api
 > tsup src/index.ts --format esm,cjs --experimental-dts --clean --treeshake
 
 CLI Building entry: src/index.ts
 CLI Using tsconfig: tsconfig.json
 CLI tsup v8.5.0
 TSC Build start
-TSC ⚡️ Build success in 10108ms
+TSC ⚡️ Build success in 9461ms
 DTS Build start
 CLI Target: es2022
 Analysis will use the bundled TypeScript version 5.8.3
 Writing package typings: /home/runner/work/mastra/mastra/voice/openai-realtime-api/dist/_tsup-dts-rollup.d.ts
 Analysis will use the bundled TypeScript version 5.8.3
 Writing package typings: /home/runner/work/mastra/mastra/voice/openai-realtime-api/dist/_tsup-dts-rollup.d.cts
-DTS ⚡️ Build success in 12169ms
+DTS ⚡️ Build success in 11698ms
 CLI Cleaning output folder
 ESM Build start
 CJS Build start
-ESM dist/index.js 19.31 KB
-ESM ⚡️ Build success in 831ms
-CJS dist/index.cjs 19.37 KB
-CJS ⚡️ Build success in 832ms
+CJS dist/index.cjs 19.43 KB
+CJS ⚡️ Build success in 1264ms
+ESM dist/index.js 19.38 KB
+ESM ⚡️ Build success in 1264ms

package/CHANGELOG.md

@@ -1,5 +1,49 @@
 # @mastra/voice-openai-realtime
 
+## 0.10.3
+
+### Patch Changes
+
+- e724b23: Added support for Int16Array
+- Updated dependencies [9dda1ac]
+- Updated dependencies [c984582]
+- Updated dependencies [7e801dd]
+- Updated dependencies [a606c75]
+- Updated dependencies [7aa70a4]
+- Updated dependencies [764f86a]
+- Updated dependencies [1760a1c]
+- Updated dependencies [038e5ae]
+- Updated dependencies [7dda16a]
+- Updated dependencies [5ebfcdd]
+- Updated dependencies [b2d0c91]
+- Updated dependencies [4e809ad]
+- Updated dependencies [57929df]
+- Updated dependencies [b7852ed]
+- Updated dependencies [6320a61]
+  - @mastra/core@0.10.9
+
+## 0.10.3-alpha.0
+
+### Patch Changes
+
+- e724b23: Added support for Int16Array
+- Updated dependencies [9dda1ac]
+- Updated dependencies [c984582]
+- Updated dependencies [7e801dd]
+- Updated dependencies [a606c75]
+- Updated dependencies [7aa70a4]
+- Updated dependencies [764f86a]
+- Updated dependencies [1760a1c]
+- Updated dependencies [038e5ae]
+- Updated dependencies [7dda16a]
+- Updated dependencies [5ebfcdd]
+- Updated dependencies [b2d0c91]
+- Updated dependencies [4e809ad]
+- Updated dependencies [57929df]
+- Updated dependencies [b7852ed]
+- Updated dependencies [6320a61]
+  - @mastra/core@0.10.9-alpha.0
+
 ## 0.10.2
 
 ### Patch Changes

package/dist/index.cjs

@@ -381,7 +381,8 @@ var OpenAIRealtimeVoice = class extends voice.MastraVoice {
       });
     } else if (audioData instanceof Int16Array) {
       try {
-        this.sendEvent("input_audio_buffer.append", { audio: audioData, event_id: eventId });
+        const base64Audio = this.int16ArrayToBase64(audioData);
+        this.sendEvent("input_audio_buffer.append", { audio: base64Audio, event_id: eventId });
       } catch (err) {
         this.emit("error", err);
       }

package/dist/index.js

@@ -379,7 +379,8 @@ var OpenAIRealtimeVoice = class extends MastraVoice {
       });
     } else if (audioData instanceof Int16Array) {
       try {
-        this.sendEvent("input_audio_buffer.append", { audio: audioData, event_id: eventId });
+        const base64Audio = this.int16ArrayToBase64(audioData);
+        this.sendEvent("input_audio_buffer.append", { audio: base64Audio, event_id: eventId });
       } catch (err) {
         this.emit("error", err);
       }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@mastra/voice-openai-realtime",
-  "version": "0.10.2",
+  "version": "0.10.3",
   "description": "Mastra OpenAI Realtime API integration",
   "type": "module",
   "main": "dist/index.js",
@@ -28,13 +28,13 @@
     "@microsoft/api-extractor": "^7.52.8",
     "@types/node": "^20.19.0",
     "@types/ws": "^8.18.1",
-    "eslint": "^9.28.0",
+    "eslint": "^9.29.0",
     "tsup": "^8.5.0",
     "typescript": "^5.8.3",
-    "vitest": "^2.1.9",
-    "zod": "^3.25.57",
-    "@internal/lint": "0.0.13",
-    "@mastra/core": "0.10.6"
+    "vitest": "^3.2.4",
+    "zod": "^3.25.67",
+    "@internal/lint": "0.0.16",
+    "@mastra/core": "0.10.9"
   },
   "peerDependencies": {
     "@mastra/core": "^0.10.0-alpha.0",

package/src/index.test.ts

@@ -9,9 +9,6 @@ vi.mock('openai-realtime-api', () => {
       disconnect: vi.fn(),
       waitForSessionCreated: vi.fn().mockResolvedValue(undefined),
       updateSession: vi.fn(),
-      realtime: {
-        send: vi.fn(),
-      },
       appendInputAudio: vi.fn(),
       on: vi.fn(),
       emit: vi.fn(),
@@ -19,26 +16,35 @@ vi.mock('openai-realtime-api', () => {
   };
 });
 
+vi.mock('ws', () => {
+  return {
+    WebSocket: vi.fn().mockImplementation(() => ({
+      send: vi.fn(),
+      close: vi.fn(),
+      on: vi.fn(),
+    })),
+  };
+});
+
 describe('OpenAIRealtimeVoice', () => {
   let voice: OpenAIRealtimeVoice;
-  let mockClient: any; // TODO: Replace with proper type once we have better type definitions
 
   beforeEach(() => {
     vi.clearAllMocks();
     voice = new OpenAIRealtimeVoice({
       apiKey: 'test-api-key',
     });
-    mockClient = (voice as any).client;
+    voice.waitForOpen = () => Promise.resolve();
+    voice.waitForSessionCreated = () => Promise.resolve();
   });
 
   afterEach(() => {
-    voice?.leave();
+    voice?.disconnect();
   });
 
   describe('initialization', () => {
     it('should initialize with default values', () => {
       expect(voice).toBeInstanceOf(OpenAIRealtimeVoice);
-      expect(mockClient).toBeDefined();
     });
 
     it('should initialize with custom speaker', () => {
@@ -58,31 +64,10 @@ describe('OpenAIRealtimeVoice', () => {
     });
   });
 
-  describe('huddle and leave', () => {
-    it('should connect and update state on huddle', async () => {
-      await voice.huddle();
-      expect(mockClient.connect).toHaveBeenCalled();
-      expect(mockClient.waitForSessionCreated).toHaveBeenCalled();
-      expect((voice as any).state).toBe('huddle');
-    });
-
-    it('should disconnect and update state on leave', () => {
-      voice.leave();
-      expect(mockClient.disconnect).toHaveBeenCalled();
-      expect((voice as any).state).toBe('leave');
-    });
-  });
-
   describe('speak', () => {
     it('should handle string input', async () => {
       const testText = 'Hello, world!';
       await voice.speak(testText);
-      expect(mockClient.realtime.send).toHaveBeenCalledWith('response.create', {
-        response: {
-          instructions: `Repeat the following text: ${testText}`,
-          voice: undefined,
-        },
-      });
     });
 
     it('should throw error on empty input', async () => {
@@ -90,6 +75,15 @@ describe('OpenAIRealtimeVoice', () => {
     });
   });
 
+  describe('send', () => {
+    it('should handle Int16Array input', async () => {
+      const testArray = new Int16Array([1, 2, 3]);
+
+      await voice.connect();
+      voice.send(testArray);
+    });
+  });
+
   describe('event handling', () => {
     it('should register and trigger event listeners', () => {
       const mockCallback = vi.fn();

package/src/index.ts

@@ -441,7 +441,8 @@ export class OpenAIRealtimeVoice extends MastraVoice {
       });
     } else if (audioData instanceof Int16Array) {
       try {
-        this.sendEvent('input_audio_buffer.append', { audio: audioData, event_id: eventId });
+        const base64Audio = this.int16ArrayToBase64(audioData);
+        this.sendEvent('input_audio_buffer.append', { audio: base64Audio, event_id: eventId });
       } catch (err) {
         this.emit('error', err);
       }