@cogitator-ai/voice 0.1.13 → 0.2.0

package/README.md

@@ -33,31 +33,47 @@ pnpm add onnxruntime-node  # Silero VAD (neural network-based)
 ## Quick Start
 
 ```typescript
-import { VoiceAgent, OpenAISTT, OpenAITTS } from '@cogitator-ai/voice';
-import { Agent } from '@cogitator-ai/core';
+import { Cogitator, Agent } from '@cogitator-ai/core';
+import {
+  VoiceAgent,
+  OpenAISTT,
+  OpenAITTS,
+  EnergyVAD,
+  createCogitatorRunner,
+} from '@cogitator-ai/voice';
 
-const agent = new Agent({ instructions: 'You are a helpful assistant' });
+const cogitator = new Cogitator({ memory: { adapter: 'memory' } });
+const agent = new Agent({
+  name: 'assistant',
+  model: 'openai/gpt-4o-mini',
+  instructions: 'You are a helpful voice assistant. Keep answers short.',
+});
 
 const voiceAgent = new VoiceAgent({
-  agent,
   mode: 'pipeline',
+  agent: createCogitatorRunner(cogitator, agent),
   stt: new OpenAISTT({ apiKey: process.env.OPENAI_API_KEY! }),
   tts: new OpenAITTS({ apiKey: process.env.OPENAI_API_KEY! }),
+  vad: new EnergyVAD(),
 });
 
 await voiceAgent.listen(8080);
 ```
 
-Connect from any WebSocket client at `ws://localhost:8080/voice` — send binary audio frames, receive binary audio + JSON control messages.
+Connect from any WebSocket client at `ws://localhost:8080/voice` — send binary PCM16 frames, receive binary audio + JSON events (see [WebSocket Protocol](#websocket-protocol)).
+
+`createCogitatorRunner()` adapts a `Cogitator` runtime + `Agent` to the `VoiceAgentRunner` interface (`run(input, { sessionId, signal })`). Each voice session gets its own memory thread (`voice:<sessionId>`), and interrupted turns abort the underlying run. Any object with a compatible `run()` works as well.
 
 ---
 
 ## STT Providers
 
-| Provider      | Default Model            | Streaming           | Word Timestamps | Notes                                          |
-| ------------- | ------------------------ | ------------------- | --------------- | ---------------------------------------------- |
-| `OpenAISTT`   | `gpt-4o-mini-transcribe` | Buffered            | Yes             | Also supports `gpt-4o-transcribe`, `whisper-1` |
-| `DeepgramSTT` | `nova-3`                 | Real-time WebSocket | Yes             | Interim results, endpointing, auto-punctuation |
+| Provider      | Default Model            | Streaming           | Word Timestamps  | Notes                                          |
+| ------------- | ------------------------ | ------------------- | ---------------- | ---------------------------------------------- |
+| `OpenAISTT`   | `gpt-4o-mini-transcribe` | Buffered            | `whisper-1` only | Also supports `gpt-4o-transcribe`, `whisper-1` |
+| `DeepgramSTT` | `nova-3`                 | Real-time WebSocket | Yes              | Interim results, endpointing, auto-punctuation |
+
+Both providers accept containerized audio (wav, mp3, ogg, flac, webm, mp4 — detected from magic bytes) or headerless PCM16 mono. Streams (`createStream()`) expect raw PCM16 at `sampleRate` (default 16kHz).
 
 ### OpenAI STT
 
@@ -71,13 +87,15 @@ const stt = new OpenAISTT({
 
 const result = await stt.transcribe(audioBuffer, { language: 'en' });
 console.log(result.text);
-console.log(result.words);
-console.log(result.duration);
+
+const whisper = new OpenAISTT({ apiKey: process.env.OPENAI_API_KEY!, model: 'whisper-1' });
+const detailed = await whisper.transcribe(audioBuffer);
+console.log(detailed.words, detailed.duration);
 ```
 
 ### Deepgram STT
 
-Real-time streaming with interim results:
+Real-time streaming with interim results. `close()` resolves with the full utterance (all final segments joined):
 
 ```typescript
 import { DeepgramSTT } from '@cogitator-ai/voice';
@@ -86,6 +104,7 @@ const stt = new DeepgramSTT({
   apiKey: process.env.DEEPGRAM_API_KEY!,
   model: 'nova-3',
   language: 'en',
+  sampleRate: 16000,
 });
 
 const stream = stt.createStream({ interimResults: true, endpointing: 500 });
@@ -98,9 +117,9 @@ stream.on('final', (result) => {
   console.log('final:', result.text);
 });
 
-stream.write(audioChunk1);
-stream.write(audioChunk2);
-await stream.close();
+stream.write(pcm16Chunk1);
+stream.write(pcm16Chunk2);
+const { text } = await stream.close();
 ```
 
 ---
@@ -112,6 +131,8 @@ await stream.close();
 | `OpenAITTS`     | `gpt-4o-mini-tts`   | Yes       | alloy, ash, ballad, coral, echo, fable, onyx, nova, sage, shimmer, verse, marin, cedar | Also supports `tts-1`, `tts-1-hd`. Supports `instructions` for voice style control      |
 | `ElevenLabsTTS` | `eleven_flash_v2_5` | Yes       | By voice ID                                                                            | ~75ms latency. Also supports `eleven_turbo_v2_5`, `eleven_multilingual_v2`, `eleven_v3` |
 
+Default output is MP3. `format: 'pcm16'` returns raw PCM16 mono at **24kHz** for both providers. ElevenLabs supports `speed` (0.7–1.2) but not `wav`/`aac` output.
+
 ### OpenAI TTS
 
 ```typescript
@@ -193,7 +214,7 @@ switch (event.type) {
 
 ### Silero VAD
 
-Neural network-based VAD using the Silero ONNX model:
+Neural network-based VAD using the Silero ONNX model. Both the v4 (`h`/`c`) and v5 (`state`) model signatures are supported. Chunks of any size are buffered into 32ms frames (512 samples @ 16kHz, 256 @ 8kHz):
 
 ```typescript
 import { SileroVAD } from '@cogitator-ai/voice';
@@ -265,19 +286,35 @@ session.on('audio', (chunk) => {
   playAudio(chunk);
 });
 
+session.on('turn_end', () => {
+  console.log('Agent finished speaking');
+});
+
 session.pushAudio(pcm16Chunk);
+session.endAudio();
+
+await session.sendText('Skip STT and answer this');
 
 session.interrupt();
 
 await session.close();
 ```
 
+Without a VAD, audio is buffered until `endAudio()`. `interrupt()` cancels the in-flight turn (the agent receives an aborted `signal`), and `close()` returns without waiting for hung providers. Empty transcripts never reach the agent.
+
 ---
 
 ## Realtime Mode
 
 Native speech-to-speech without the STT/TTS pipeline. The LLM directly processes and generates audio. Lower latency, more natural conversation flow.
 
+| Provider | Default model       | Input audio      | Output audio     | Notes                                          |
+| -------- | ------------------- | ---------------- | ---------------- | ---------------------------------------------- |
+| `openai` | `gpt-realtime-mini` | PCM16 24kHz mono | PCM16 24kHz mono | Realtime API (GA), server VAD, `marin` voice   |
+| `gemini` | `gemini-3.8-live`   | PCM16 16kHz mono | PCM16 24kHz mono | Gemini Live API, input + output transcriptions |
+
+Audio and text sent before `connect()` resolves are queued and flushed once the session is ready. Tools are executed by the session and their results sent back to the model automatically.
+
 ### OpenAI Realtime
 
 ```typescript
@@ -286,8 +323,8 @@ import { RealtimeSession } from '@cogitator-ai/voice';
 const session = new RealtimeSession({
   provider: 'openai',
   apiKey: process.env.OPENAI_API_KEY!,
-  model: 'gpt-4o-mini-realtime-preview',
-  voice: 'coral',
+  model: 'gpt-realtime-mini',
+  voice: 'marin',
   instructions: 'You are a helpful assistant.',
   tools: [
     {
@@ -322,7 +359,7 @@ import { RealtimeSession } from '@cogitator-ai/voice';
 const session = new RealtimeSession({
   provider: 'gemini',
   apiKey: process.env.GOOGLE_API_KEY!,
-  model: 'gemini-live-2.5-flash-native-audio',
+  model: 'gemini-3.8-live',
   voice: 'Puck',
   instructions: 'You are a helpful assistant.',
 });
@@ -346,6 +383,8 @@ import { WebSocketTransport, VoiceClient } from '@cogitator-ai/voice';
 const transport = new WebSocketTransport({
   path: '/voice',
   maxConnections: 100,
+  verifyClient: async (req) =>
+    (await isValidToken(req.headers.authorization)) ? true : { code: 401, message: 'Unauthorized' },
 });
 
 transport.on('connection', (client: VoiceClient) => {
@@ -375,14 +414,18 @@ transport.attachToServer(httpServer);
 await transport.close();
 ```
 
+When attached to an existing server, upgrade requests for other paths are left untouched for other handlers; a standalone `listen()` server rejects them with `404`.
+
 ### WebSocket Protocol
 
-| Direction        | Format      | Content                                                                             |
-| ---------------- | ----------- | ----------------------------------------------------------------------------------- |
-| Client -> Server | Binary      | PCM16 audio frames (16kHz, mono, 16-bit LE)                                         |
-| Client -> Server | Text (JSON) | Control messages                                                                    |
-| Server -> Client | Binary      | PCM16 or encoded audio response                                                     |
-| Server -> Client | Text (JSON) | `{ type: 'transcript' \| 'agent_response' \| 'speech_start' \| 'speech_end', ... }` |
+| Direction        | Format      | Content                                                                                                |
+| ---------------- | ----------- | ------------------------------------------------------------------------------------------------------ |
+| Client -> Server | Binary      | PCM16 mono 16-bit LE (16kHz for pipeline and Gemini, 24kHz for OpenAI realtime)                        |
+| Client -> Server | Text (JSON) | `{ type: 'interrupt' }`, `{ type: 'end_of_speech' }`, `{ type: 'text', text }`                         |
+| Server -> Client | Binary      | Response audio (TTS output format in pipeline mode, PCM16 24kHz in realtime mode)                      |
+| Server -> Client | Text (JSON) | `transcript` (`text`, `isFinal` or `role`), `agent_response`, `speech_start`, `speech_end`, `turn_end` |
+
+`end_of_speech` commits buffered audio when no VAD is configured (pipeline mode). `interrupt` cancels the current turn. `text` runs a turn from text input in both modes. Unknown control message types are reported through the `error` event. If the realtime provider cannot be reached or disconnects, the client is closed with code `1011`.
 
 ---
 
@@ -409,24 +452,36 @@ voiceAgent.on('error', (err) => console.error(err));
 console.log(`Active sessions: ${voiceAgent.activeSessions}`);
 
 await voiceAgent.listen(8080);
+// or share an existing HTTP server: voiceAgent.attach(httpServer);
 await voiceAgent.close();
 ```
 
+Attach an `error` listener to observe provider and client errors; without one, errors are not thrown (a misbehaving client cannot crash the server).
+
 ### Realtime mode with VoiceAgent
 
 ```typescript
 const voiceAgent = new VoiceAgent({
-  agent: myAgent,
+  agent: createCogitatorRunner(cogitator, agent),
   mode: 'realtime',
-  realtimeProvider: 'openai',
-  realtimeApiKey: process.env.OPENAI_API_KEY!,
-  realtimeModel: 'gpt-4o-mini-realtime-preview',
-  voice: 'coral',
+  realtimeProvider: 'gemini',
+  realtimeApiKey: process.env.GOOGLE_API_KEY!,
+  voice: 'Puck',
+  tools: [
+    {
+      name: 'get_time',
+      description: 'Current server time',
+      parameters: { type: 'object', properties: {} },
+      execute: async () => ({ time: new Date().toISOString() }),
+    },
+  ],
 });
 
 await voiceAgent.listen(8080);
 ```
 
+In realtime mode the agent's `instructions` are used as the session instructions unless `instructions` is set explicitly.
+
 ---
 
 ## Agent Integration
@@ -436,41 +491,22 @@ Give any Cogitator agent the ability to transcribe audio or synthesize speech:
 ```typescript
 import { Agent, tool } from '@cogitator-ai/core';
 import { voiceTools, OpenAISTT, OpenAITTS } from '@cogitator-ai/voice';
-import { z } from 'zod';
 
 const [transcribe, speak] = voiceTools({
   stt: new OpenAISTT({ apiKey: process.env.OPENAI_API_KEY! }),
   tts: new OpenAITTS({ apiKey: process.env.OPENAI_API_KEY! }),
 });
 
-const transcribeTool = tool({
-  name: transcribe.name,
-  description: transcribe.description,
-  parameters: z.object({
-    audioBase64: z.string().describe('Base64-encoded audio data'),
-    language: z.string().optional().describe('Language code'),
-  }),
-  execute: async (params) => transcribe.execute(params),
-});
-
-const speakTool = tool({
-  name: speak.name,
-  description: speak.description,
-  parameters: z.object({
-    text: z.string().describe('Text to convert to speech'),
-    voice: z.string().optional().describe('Voice to use'),
-  }),
-  execute: async (params) => speak.execute(params),
-});
-
 const agent = new Agent({
   name: 'voice-assistant',
-  model: 'gpt-4o',
+  model: 'openai/gpt-4o',
   instructions: 'You can transcribe audio and generate speech.',
-  tools: [transcribeTool, speakTool],
+  tools: [tool(transcribe), tool(speak)],
 });
 ```
 
+`VoiceTool` objects carry Zod parameter schemas, so they can be passed to `tool()` as-is.
+
 ---
 
 ## Audio Utilities
@@ -485,6 +521,7 @@ import {
   wavToPcm,
   resample,
   calculateRMS,
+  detectAudioFormat,
 } from '@cogitator-ai/voice';
 
 const pcm = float32ToPcm16(float32Samples);
@@ -496,6 +533,8 @@ const { samples, sampleRate } = wavToPcm(wavBuffer);
 const resampled = resample(float32Samples, 44100, 16000);
 
 const rms = calculateRMS(float32Samples);
+
+detectAudioFormat(fileBuffer); // 'wav' | 'mp3' | 'ogg' | 'flac' | 'webm' | 'mp4' | null (raw PCM)
 ```
 
 ---
@@ -504,18 +543,20 @@ const rms = calculateRMS(float32Samples);
 
 ### `VoiceAgentConfig`
 
-| Field              | Type                                     | Required      | Description                          |
-| ------------------ | ---------------------------------------- | ------------- | ------------------------------------ |
-| `agent`            | `{ run(input) => Promise<{ content }> }` | Yes           | Cogitator agent or compatible object |
-| `mode`             | `'pipeline' \| 'realtime'`               | Yes           | Processing mode                      |
-| `stt`              | `STTProvider`                            | Pipeline only | Speech-to-text provider              |
-| `tts`              | `TTSProvider`                            | Pipeline only | Text-to-speech provider              |
-| `vad`              | `VADProvider`                            | No            | Voice activity detection             |
-| `realtimeProvider` | `'openai' \| 'gemini'`                   | Realtime only | Realtime API provider                |
-| `realtimeApiKey`   | `string`                                 | Realtime only | API key for realtime provider        |
-| `realtimeModel`    | `string`                                 | No            | Model override                       |
-| `voice`            | `string`                                 | No            | Voice for TTS or realtime            |
-| `transport`        | `WebSocketTransportConfig`               | No            | Transport options                    |
+| Field              | Type                       | Required      | Description                                               |
+| ------------------ | -------------------------- | ------------- | --------------------------------------------------------- |
+| `agent`            | `VoiceAgentRunner`         | Yes           | `createCogitatorRunner(...)` or any `{ run(input, ctx) }` |
+| `mode`             | `'pipeline' \| 'realtime'` | Yes           | Processing mode                                           |
+| `stt`              | `STTProvider`              | Pipeline only | Speech-to-text provider                                   |
+| `tts`              | `TTSProvider`              | Pipeline only | Text-to-speech provider                                   |
+| `vad`              | `VADProvider`              | No            | Voice activity detection                                  |
+| `realtimeProvider` | `'openai' \| 'gemini'`     | Realtime only | Realtime API provider                                     |
+| `realtimeApiKey`   | `string`                   | Realtime only | API key for realtime provider                             |
+| `realtimeModel`    | `string`                   | No            | Model override                                            |
+| `instructions`     | `string`                   | No            | Realtime instructions (defaults to `agent.instructions`)  |
+| `tools`            | `RealtimeTool[]`           | No            | Realtime tools executed by the session                    |
+| `voice`            | `string`                   | No            | Voice for realtime                                        |
+| `transport`        | `WebSocketTransportConfig` | No            | Transport options                                         |
 
 ### `OpenAISTTConfig`
 
@@ -527,11 +568,12 @@ const rms = calculateRMS(float32Samples);
 
 ### `DeepgramSTTConfig`
 
-| Field      | Type     | Default  | Description           |
-| ---------- | -------- | -------- | --------------------- |
-| `apiKey`   | `string` | —        | Deepgram API key      |
-| `model`    | `string` | `nova-3` | Model ID              |
-| `language` | `string` | —        | Default language code |
+| Field        | Type     | Default  | Description                                    |
+| ------------ | -------- | -------- | ---------------------------------------------- |
+| `apiKey`     | `string` | —        | Deepgram API key                               |
+| `model`      | `string` | `nova-3` | Model ID                                       |
+| `language`   | `string` | —        | Default language code                          |
+| `sampleRate` | `number` | `16000`  | Sample rate of raw PCM16 (streams, headerless) |
 
 ### `OpenAITTSConfig`
 
@@ -569,10 +611,11 @@ const rms = calculateRMS(float32Samples);
 
 ### `WebSocketTransportConfig`
 
-| Field            | Type     | Default  | Description                    |
-| ---------------- | -------- | -------- | ------------------------------ |
-| `path`           | `string` | `/voice` | WebSocket endpoint path        |
-| `maxConnections` | `number` | `100`    | Maximum concurrent connections |
+| Field            | Type                                                 | Default  | Description                                    |
+| ---------------- | ---------------------------------------------------- | -------- | ---------------------------------------------- |
+| `path`           | `string`                                             | `/voice` | WebSocket endpoint path                        |
+| `maxConnections` | `number`                                             | `100`    | Maximum concurrent connections                 |
+| `verifyClient`   | `(req) => true \| { code, message } \| Promise<...>` | —        | Authorize upgrades (throwing rejects with 500) |
 
 ---
 
@@ -580,9 +623,10 @@ const rms = calculateRMS(float32Samples);
 
 See [`examples/voice/`](../../examples/voice/) for runnable examples:
 
-- **01-pipeline-basic.ts** — Basic pipeline with OpenAI STT + TTS
-- **02-realtime-openai.ts** — OpenAI Realtime API voice agent
-- **03-realtime-gemini.ts** — Gemini Live voice agent
+- **01-pipeline.ts** — STT -> Cogitator agent -> TTS with `VoicePipeline` and `createCogitatorRunner`
+- **02-realtime.ts** — Realtime session with tool calling (Gemini Live or OpenAI Realtime)
+- **03-voice-agent.ts** — WebSocket `VoiceAgent` with Deepgram STT, ElevenLabs TTS and EnergyVAD
+- **04-realtime-voice-agent.ts** — Realtime `VoiceAgent` (Gemini Live) with a server-side tool and a WebSocket client
 
 ---
 

package/dist/audio.d.ts

@@ -7,4 +7,11 @@ export declare function wavToPcm(wav: Buffer): {
 };
 export declare function resample(samples: Float32Array, fromRate: number, toRate: number): Float32Array;
 export declare function calculateRMS(samples: Float32Array): number;
+export type DetectedAudioFormat = 'wav' | 'mp3' | 'ogg' | 'flac' | 'webm' | 'mp4';
+/**
+ * Detect a containerized audio format from its magic bytes.
+ * Returns `null` for headerless data such as raw PCM16.
+ */
+export declare function detectAudioFormat(audio: Buffer): DetectedAudioFormat | null;
+export declare function audioMimeType(format: DetectedAudioFormat): string;
 //# sourceMappingURL=audio.d.ts.map

package/dist/audio.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"audio.d.ts","sourceRoot":"","sources":["../src/audio.ts"],"names":[],"mappings":"AAAA,wBAAgB,cAAc,CAAC,OAAO,EAAE,YAAY,GAAG,MAAM,CAQ5D;AAED,wBAAgB,cAAc,CAAC,MAAM,EAAE,MAAM,GAAG,YAAY,CAQ3D;AAED,wBAAgB,QAAQ,CAAC,GAAG,EAAE,MAAM,EAAE,UAAU,SAAQ,GAAG,MAAM,CAuBhE;AAED,wBAAgB,QAAQ,CAAC,GAAG,EAAE,MAAM,GAAG;IAAE,OAAO,EAAE,YAAY,CAAC;IAAC,UAAU,EAAE,MAAM,CAAA;CAAE,CAiCnF;AAED,wBAAgB,QAAQ,CAAC,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,YAAY,CAiB9F;AAED,wBAAgB,YAAY,CAAC,OAAO,EAAE,YAAY,GAAG,MAAM,CAK1D"}
+{"version":3,"file":"audio.d.ts","sourceRoot":"","sources":["../src/audio.ts"],"names":[],"mappings":"AAAA,wBAAgB,cAAc,CAAC,OAAO,EAAE,YAAY,GAAG,MAAM,CAQ5D;AAED,wBAAgB,cAAc,CAAC,MAAM,EAAE,MAAM,GAAG,YAAY,CAQ3D;AAED,wBAAgB,QAAQ,CAAC,GAAG,EAAE,MAAM,EAAE,UAAU,SAAQ,GAAG,MAAM,CAuBhE;AAED,wBAAgB,QAAQ,CAAC,GAAG,EAAE,MAAM,GAAG;IAAE,OAAO,EAAE,YAAY,CAAC;IAAC,UAAU,EAAE,MAAM,CAAA;CAAE,CAiCnF;AAED,wBAAgB,QAAQ,CAAC,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,YAAY,CAiB9F;AAED,wBAAgB,YAAY,CAAC,OAAO,EAAE,YAAY,GAAG,MAAM,CAK1D;AAED,MAAM,MAAM,mBAAmB,GAAG,KAAK,GAAG,KAAK,GAAG,KAAK,GAAG,MAAM,GAAG,MAAM,GAAG,KAAK,CAAC;AAWlF;;;GAGG;AACH,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,MAAM,GAAG,mBAAmB,GAAG,IAAI,CAe3E;AAED,wBAAgB,aAAa,CAAC,MAAM,EAAE,mBAAmB,GAAG,MAAM,CAEjE"}

package/dist/audio.js

@@ -1,6 +1,6 @@
 export function float32ToPcm16(samples) {
     const buffer = Buffer.alloc(samples.length * 2);
-    const view = new DataView(buffer.buffer, buffer.byteOffset);
+    const view = new DataView(buffer.buffer, buffer.byteOffset, buffer.byteLength);
     for (let i = 0; i < samples.length; i++) {
         const clamped = Math.max(-1, Math.min(1, samples[i]));
         view.setInt16(i * 2, clamped < 0 ? clamped * 0x8000 : clamped * 0x7fff, true);
@@ -8,8 +8,8 @@ export function float32ToPcm16(samples) {
     return buffer;
 }
 export function pcm16ToFloat32(buffer) {
-    const view = new DataView(buffer.buffer, buffer.byteOffset);
-    const samples = new Float32Array(buffer.length / 2);
+    const view = new DataView(buffer.buffer, buffer.byteOffset, buffer.byteLength);
+    const samples = new Float32Array(Math.floor(buffer.length / 2));
     for (let i = 0; i < samples.length; i++) {
         const val = view.getInt16(i * 2, true);
         samples[i] = val < 0 ? val / 0x8000 : val / 0x7fff;
@@ -93,4 +93,41 @@ export function calculateRMS(samples) {
         sum += s * s;
     return Math.sqrt(sum / samples.length);
 }
+const AUDIO_MIME_TYPES = {
+    wav: 'audio/wav',
+    mp3: 'audio/mpeg',
+    ogg: 'audio/ogg',
+    flac: 'audio/flac',
+    webm: 'audio/webm',
+    mp4: 'audio/mp4',
+};
+/**
+ * Detect a containerized audio format from its magic bytes.
+ * Returns `null` for headerless data such as raw PCM16.
+ */
+export function detectAudioFormat(audio) {
+    if (audio.length < 4)
+        return null;
+    const ascii4 = audio.toString('ascii', 0, 4);
+    if (ascii4 === 'RIFF' && audio.length >= 12 && audio.toString('ascii', 8, 12) === 'WAVE') {
+        return 'wav';
+    }
+    if (ascii4 === 'OggS')
+        return 'ogg';
+    if (ascii4 === 'fLaC')
+        return 'flac';
+    if (audio.toString('ascii', 0, 3) === 'ID3')
+        return 'mp3';
+    if (audio[0] === 0xff && (audio[1] & 0xe0) === 0xe0 && (audio[1] & 0x06) !== 0)
+        return 'mp3';
+    if (audio[0] === 0x1a && audio[1] === 0x45 && audio[2] === 0xdf && audio[3] === 0xa3) {
+        return 'webm';
+    }
+    if (audio.length >= 8 && audio.toString('ascii', 4, 8) === 'ftyp')
+        return 'mp4';
+    return null;
+}
+export function audioMimeType(format) {
+    return AUDIO_MIME_TYPES[format];
+}
 //# sourceMappingURL=audio.js.map

package/dist/audio.js.map

@@ -1 +1 @@
-{"version":3,"file":"audio.js","sourceRoot":"","sources":["../src/audio.ts"],"names":[],"mappings":"AAAA,MAAM,UAAU,cAAc,CAAC,OAAqB;IAClD,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAChD,MAAM,IAAI,GAAG,IAAI,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;IAC5D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACxC,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,CAAE,CAAC,CAAC,CAAC;QACvD,IAAI,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,EAAE,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,GAAG,MAAM,CAAC,CAAC,CAAC,OAAO,GAAG,MAAM,EAAE,IAAI,CAAC,CAAC;IAChF,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,MAAc;IAC3C,MAAM,IAAI,GAAG,IAAI,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;IAC5D,MAAM,OAAO,GAAG,IAAI,YAAY,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACpD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACxC,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC;QACvC,OAAO,CAAC,CAAC,CAAC,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,MAAM,CAAC,CAAC,CAAC,GAAG,GAAG,MAAM,CAAC;IACrD,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,MAAM,UAAU,QAAQ,CAAC,GAAW,EAAE,UAAU,GAAG,KAAK;IACtD,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IAChC,MAAM,IAAI,GAAG,IAAI,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;IAC/E,MAAM,QAAQ,GAAG,CAAC,CAAC;IACnB,MAAM,aAAa,GAAG,EAAE,CAAC;IACzB,MAAM,QAAQ,GAAG,UAAU,GAAG,QAAQ,GAAG,CAAC,aAAa,GAAG,CAAC,CAAC,CAAC;IAC7D,MAAM,UAAU,GAAG,QAAQ,GAAG,CAAC,aAAa,GAAG,CAAC,CAAC,CAAC;IAElD,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACxB,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,GAAG,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IACzC,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACxB,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IACzB,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;IAC7B,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC;IAC5B,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,QAAQ,EAAE,IAAI,CAAC,CAAC;IACnC,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,UAAU,EAAE,IAAI,CAAC,CAAC;IACrC,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,QAAQ,EAAE,IAAI,CAAC,CAAC;IACnC,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,UAAU,EAAE,IAAI,CAAC,CAAC;IACrC,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,aAAa,EAAE,IAAI,CAAC,CAAC;IACxC,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IACzB,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IAErC,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC;AACtC,CAAC;AAED,MAAM,UAAU,QAAQ,CAAC,GAAW;IAClC,IACE,GAAG,CAAC,MAAM,GAAG,EAAE;QACf,GAAG,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC,KAAK,MAAM;QACtC,GAAG,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,EAAE,EAAE,CAAC,KAAK,MAAM,EACvC,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;IACtC,CAAC;IACD,MAAM,IAAI,GAAG,IAAI,QAAQ,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,UAAU,EAAE,GAAG,CAAC,UAAU,CAAC,CAAC;IACtE,MAAM,aAAa,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;IAC/C,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;IAC7C,IAAI,aAAa,KAAK,EAAE,IAAI,WAAW,KAAK,CAAC,EAAE,CAAC;QAC9C,MAAM,IAAI,KAAK,CACb,2BAA2B,WAAW,MAAM,aAAa,4BAA4B,CACtF,CAAC;IACJ,CAAC;IACD,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;IAE5C,IAAI,MAAM,GAAG,EAAE,CAAC;IAChB,OAAO,MAAM,GAAG,CAAC,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;QAChC,MAAM,OAAO,GAAG,GAAG,CAAC,QAAQ,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,GAAG,CAAC,CAAC,CAAC;QAC1D,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC;QACnD,IAAI,MAAM,GAAG,CAAC,GAAG,SAAS,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC;YACxC,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;QACzC,CAAC;QACD,IAAI,OAAO,KAAK,MAAM,EAAE,CAAC;YACvB,MAAM,OAAO,GAAG,GAAG,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,MAAM,GAAG,CAAC,GAAG,SAAS,CAAC,CAAC;YACjE,OAAO,EAAE,OAAO,EAAE,cAAc,CAAC,OAAO,CAAC,EAAE,UAAU,EAAE,CAAC;QAC1D,CAAC;QACD,MAAM,IAAI,CAAC,GAAG,SAAS,CAAC;IAC1B,CAAC;IAED,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;AACjD,CAAC;AAED,MAAM,UAAU,QAAQ,CAAC,OAAqB,EAAE,QAAgB,EAAE,MAAc;IAC9E,IAAI,QAAQ,IAAI,CAAC,IAAI,MAAM,IAAI,CAAC,EAAE,CAAC;QACjC,MAAM,IAAI,KAAK,CAAC,+CAA+C,QAAQ,YAAY,MAAM,EAAE,CAAC,CAAC;IAC/F,CAAC;IACD,IAAI,QAAQ,KAAK,MAAM;QAAE,OAAO,IAAI,YAAY,CAAC,OAAO,CAAC,CAAC;IAC1D,MAAM,KAAK,GAAG,QAAQ,GAAG,MAAM,CAAC;IAChC,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,GAAG,KAAK,CAAC,CAAC;IACxD,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,YAAY,CAAC,CAAC;IAC9C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,MAAM,QAAQ,GAAG,CAAC,GAAG,KAAK,CAAC;QAC3B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QACnC,MAAM,IAAI,GAAG,QAAQ,GAAG,KAAK,CAAC;QAC9B,MAAM,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC9B,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG,CAAC,EAAE,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAChE,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACjC,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,OAAqB;IAChD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IACnC,IAAI,GAAG,GAAG,CAAC,CAAC;IACZ,KAAK,MAAM,CAAC,IAAI,OAAO;QAAE,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC;IACtC,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;AACzC,CAAC"}
+{"version":3,"file":"audio.js","sourceRoot":"","sources":["../src/audio.ts"],"names":[],"mappings":"AAAA,MAAM,UAAU,cAAc,CAAC,OAAqB;IAClD,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAChD,MAAM,IAAI,GAAG,IAAI,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;IAC/E,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACxC,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,CAAE,CAAC,CAAC,CAAC;QACvD,IAAI,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,EAAE,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,GAAG,MAAM,CAAC,CAAC,CAAC,OAAO,GAAG,MAAM,EAAE,IAAI,CAAC,CAAC;IAChF,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,MAAc;IAC3C,MAAM,IAAI,GAAG,IAAI,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;IAC/E,MAAM,OAAO,GAAG,IAAI,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;IAChE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACxC,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC;QACvC,OAAO,CAAC,CAAC,CAAC,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,MAAM,CAAC,CAAC,CAAC,GAAG,GAAG,MAAM,CAAC;IACrD,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,MAAM,UAAU,QAAQ,CAAC,GAAW,EAAE,UAAU,GAAG,KAAK;IACtD,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IAChC,MAAM,IAAI,GAAG,IAAI,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;IAC/E,MAAM,QAAQ,GAAG,CAAC,CAAC;IACnB,MAAM,aAAa,GAAG,EAAE,CAAC;IACzB,MAAM,QAAQ,GAAG,UAAU,GAAG,QAAQ,GAAG,CAAC,aAAa,GAAG,CAAC,CAAC,CAAC;IAC7D,MAAM,UAAU,GAAG,QAAQ,GAAG,CAAC,aAAa,GAAG,CAAC,CAAC,CAAC;IAElD,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACxB,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,GAAG,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IACzC,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACxB,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IACzB,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;IAC7B,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC;IAC5B,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,QAAQ,EAAE,IAAI,CAAC,CAAC;IACnC,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,UAAU,EAAE,IAAI,CAAC,CAAC;IACrC,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,QAAQ,EAAE,IAAI,CAAC,CAAC;IACnC,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,UAAU,EAAE,IAAI,CAAC,CAAC;IACrC,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,aAAa,EAAE,IAAI,CAAC,CAAC;IACxC,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IACzB,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IAErC,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC;AACtC,CAAC;AAED,MAAM,UAAU,QAAQ,CAAC,GAAW;IAClC,IACE,GAAG,CAAC,MAAM,GAAG,EAAE;QACf,GAAG,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC,KAAK,MAAM;QACtC,GAAG,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,EAAE,EAAE,CAAC,KAAK,MAAM,EACvC,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;IACtC,CAAC;IACD,MAAM,IAAI,GAAG,IAAI,QAAQ,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,UAAU,EAAE,GAAG,CAAC,UAAU,CAAC,CAAC;IACtE,MAAM,aAAa,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;IAC/C,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;IAC7C,IAAI,aAAa,KAAK,EAAE,IAAI,WAAW,KAAK,CAAC,EAAE,CAAC;QAC9C,MAAM,IAAI,KAAK,CACb,2BAA2B,WAAW,MAAM,aAAa,4BAA4B,CACtF,CAAC;IACJ,CAAC;IACD,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;IAE5C,IAAI,MAAM,GAAG,EAAE,CAAC;IAChB,OAAO,MAAM,GAAG,CAAC,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;QAChC,MAAM,OAAO,GAAG,GAAG,CAAC,QAAQ,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,GAAG,CAAC,CAAC,CAAC;QAC1D,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC;QACnD,IAAI,MAAM,GAAG,CAAC,GAAG,SAAS,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC;YACxC,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;QACzC,CAAC;QACD,IAAI,OAAO,KAAK,MAAM,EAAE,CAAC;YACvB,MAAM,OAAO,GAAG,GAAG,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,MAAM,GAAG,CAAC,GAAG,SAAS,CAAC,CAAC;YACjE,OAAO,EAAE,OAAO,EAAE,cAAc,CAAC,OAAO,CAAC,EAAE,UAAU,EAAE,CAAC;QAC1D,CAAC;QACD,MAAM,IAAI,CAAC,GAAG,SAAS,CAAC;IAC1B,CAAC;IAED,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;AACjD,CAAC;AAED,MAAM,UAAU,QAAQ,CAAC,OAAqB,EAAE,QAAgB,EAAE,MAAc;IAC9E,IAAI,QAAQ,IAAI,CAAC,IAAI,MAAM,IAAI,CAAC,EAAE,CAAC;QACjC,MAAM,IAAI,KAAK,CAAC,+CAA+C,QAAQ,YAAY,MAAM,EAAE,CAAC,CAAC;IAC/F,CAAC;IACD,IAAI,QAAQ,KAAK,MAAM;QAAE,OAAO,IAAI,YAAY,CAAC,OAAO,CAAC,CAAC;IAC1D,MAAM,KAAK,GAAG,QAAQ,GAAG,MAAM,CAAC;IAChC,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,GAAG,KAAK,CAAC,CAAC;IACxD,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,YAAY,CAAC,CAAC;IAC9C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,MAAM,QAAQ,GAAG,CAAC,GAAG,KAAK,CAAC;QAC3B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QACnC,MAAM,IAAI,GAAG,QAAQ,GAAG,KAAK,CAAC;QAC9B,MAAM,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC9B,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG,CAAC,EAAE,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAChE,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACjC,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,OAAqB;IAChD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IACnC,IAAI,GAAG,GAAG,CAAC,CAAC;IACZ,KAAK,MAAM,CAAC,IAAI,OAAO;QAAE,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC;IACtC,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;AACzC,CAAC;AAID,MAAM,gBAAgB,GAAwC;IAC5D,GAAG,EAAE,WAAW;IAChB,GAAG,EAAE,YAAY;IACjB,GAAG,EAAE,WAAW;IAChB,IAAI,EAAE,YAAY;IAClB,IAAI,EAAE,YAAY;IAClB,GAAG,EAAE,WAAW;CACjB,CAAC;AAEF;;;GAGG;AACH,MAAM,UAAU,iBAAiB,CAAC,KAAa;IAC7C,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,IAAI,CAAC;IAClC,MAAM,MAAM,GAAG,KAAK,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;IAC7C,IAAI,MAAM,KAAK,MAAM,IAAI,KAAK,CAAC,MAAM,IAAI,EAAE,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,EAAE,EAAE,CAAC,KAAK,MAAM,EAAE,CAAC;QACzF,OAAO,KAAK,CAAC;IACf,CAAC;IACD,IAAI,MAAM,KAAK,MAAM;QAAE,OAAO,KAAK,CAAC;IACpC,IAAI,MAAM,KAAK,MAAM;QAAE,OAAO,MAAM,CAAC;IACrC,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC,KAAK,KAAK;QAAE,OAAO,KAAK,CAAC;IAC1D,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,CAAE,GAAG,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,CAAE,GAAG,IAAI,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IAC/F,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QACrF,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,IAAI,KAAK,CAAC,MAAM,IAAI,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC,KAAK,MAAM;QAAE,OAAO,KAAK,CAAC;IAChF,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,MAA2B;IACvD,OAAO,gBAAgB,CAAC,MAAM,CAAC,CAAC;AAClC,CAAC"}

package/dist/cogitator-runner.d.ts

@@ -0,0 +1,34 @@
+import type { VoiceAgentRunner, VoiceRunContext } from './types.js';
+export interface CogitatorLike<TAgent> {
+    run(agent: TAgent, options: {
+        input: string;
+        threadId?: string;
+        signal?: AbortSignal;
+    }): Promise<{
+        readonly output: string;
+    }>;
+}
+export interface CogitatorRunnerOptions {
+    /**
+     * Thread id used for agent memory. Defaults to `voice:<sessionId>` so each voice
+     * session keeps its own conversation history.
+     */
+    threadId?: (context: VoiceRunContext) => string;
+}
+/**
+ * Adapt a Cogitator runtime + agent to the `VoiceAgentRunner` interface used by
+ * `VoicePipeline` and `VoiceAgent`.
+ *
+ * @example
+ * ```ts
+ * const voice = new VoiceAgent({
+ *   mode: 'pipeline',
+ *   agent: createCogitatorRunner(cogitator, agent),
+ *   stt, tts,
+ * });
+ * ```
+ */
+export declare function createCogitatorRunner<TAgent extends {
+    readonly instructions?: string;
+}>(cogitator: CogitatorLike<TAgent>, agent: TAgent, options?: CogitatorRunnerOptions): VoiceAgentRunner;
+//# sourceMappingURL=cogitator-runner.d.ts.map

package/dist/cogitator-runner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cogitator-runner.d.ts","sourceRoot":"","sources":["../src/cogitator-runner.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,gBAAgB,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAEpE,MAAM,WAAW,aAAa,CAAC,MAAM;IACnC,GAAG,CACD,KAAK,EAAE,MAAM,EACb,OAAO,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,WAAW,CAAA;KAAE,GAClE,OAAO,CAAC;QAAE,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CACzC;AAED,MAAM,WAAW,sBAAsB;IACrC;;;OAGG;IACH,QAAQ,CAAC,EAAE,CAAC,OAAO,EAAE,eAAe,KAAK,MAAM,CAAC;CACjD;AAED;;;;;;;;;;;;GAYG;AACH,wBAAgB,qBAAqB,CAAC,MAAM,SAAS;IAAE,QAAQ,CAAC,YAAY,CAAC,EAAE,MAAM,CAAA;CAAE,EACrF,SAAS,EAAE,aAAa,CAAC,MAAM,CAAC,EAChC,KAAK,EAAE,MAAM,EACb,OAAO,GAAE,sBAA2B,GACnC,gBAAgB,CAalB"}

package/dist/cogitator-runner.js

@@ -0,0 +1,28 @@
+/**
+ * Adapt a Cogitator runtime + agent to the `VoiceAgentRunner` interface used by
+ * `VoicePipeline` and `VoiceAgent`.
+ *
+ * @example
+ * ```ts
+ * const voice = new VoiceAgent({
+ *   mode: 'pipeline',
+ *   agent: createCogitatorRunner(cogitator, agent),
+ *   stt, tts,
+ * });
+ * ```
+ */
+export function createCogitatorRunner(cogitator, agent, options = {}) {
+    const resolveThreadId = options.threadId ?? ((ctx) => `voice:${ctx.sessionId}`);
+    return {
+        instructions: agent.instructions,
+        async run(input, context) {
+            const result = await cogitator.run(agent, {
+                input,
+                ...(context && { threadId: resolveThreadId(context) }),
+                ...(context?.signal && { signal: context.signal }),
+            });
+            return { content: result.output };
+        },
+    };
+}
+//# sourceMappingURL=cogitator-runner.js.map

package/dist/cogitator-runner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cogitator-runner.js","sourceRoot":"","sources":["../src/cogitator-runner.ts"],"names":[],"mappings":"AAiBA;;;;;;;;;;;;GAYG;AACH,MAAM,UAAU,qBAAqB,CACnC,SAAgC,EAChC,KAAa,EACb,UAAkC,EAAE;IAEpC,MAAM,eAAe,GAAG,OAAO,CAAC,QAAQ,IAAI,CAAC,CAAC,GAAoB,EAAE,EAAE,CAAC,SAAS,GAAG,CAAC,SAAS,EAAE,CAAC,CAAC;IACjG,OAAO;QACL,YAAY,EAAE,KAAK,CAAC,YAAY;QAChC,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO;YACtB,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,GAAG,CAAC,KAAK,EAAE;gBACxC,KAAK;gBACL,GAAG,CAAC,OAAO,IAAI,EAAE,QAAQ,EAAE,eAAe,CAAC,OAAO,CAAC,EAAE,CAAC;gBACtD,GAAG,CAAC,OAAO,EAAE,MAAM,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC;aACnD,CAAC,CAAC;YACH,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC;QACpC,CAAC;KACF,CAAC;AACJ,CAAC"}

package/dist/index.d.ts

@@ -1,17 +1,18 @@
-export declare const VERSION = "0.1.7";
-export type { STTOptions, STTStreamOptions, STTProvider, STTStream, TTSOptions, TTSProvider, VADEvent, VADProvider, VoicePipelineConfig, RealtimeSessionConfig, WebSocketTransportConfig, VoiceAgentConfig, TranscribeResult, VoiceAudioFormat, } from './types.js';
-export { float32ToPcm16, pcm16ToFloat32, pcmToWav, wavToPcm, resample, calculateRMS, } from './audio.js';
+export declare const VERSION: string;
+export type { STTOptions, STTStreamOptions, STTProvider, STTStream, TTSOptions, TTSProvider, VADEvent, VADProvider, VoicePipelineConfig, VoiceAgentRunner, VoiceRunContext, RealtimeSessionConfig, RealtimeTool, WebSocketTransportConfig, VerifyClientResult, VoiceAgentConfig, TranscribeResult, VoiceAudioFormat, } from './types.js';
+export { float32ToPcm16, pcm16ToFloat32, pcmToWav, wavToPcm, resample, calculateRMS, detectAudioFormat, audioMimeType, type DetectedAudioFormat, } from './audio.js';
 export { OpenAISTT, type OpenAISTTConfig } from './stt/index.js';
 export { DeepgramSTT, type DeepgramSTTConfig } from './stt/index.js';
 export { OpenAITTS, type OpenAITTSConfig } from './tts/index.js';
 export { ElevenLabsTTS, type ElevenLabsTTSConfig } from './tts/index.js';
 export { EnergyVAD, type EnergyVADConfig } from './vad/index.js';
 export { SileroVAD, type SileroVADConfig } from './vad/index.js';
-export { VoicePipeline, PipelineSession } from './pipeline/index.js';
+export { VoicePipeline, PipelineSession, type VoicePipelineResult, type PipelineSessionOptions, } from './pipeline/index.js';
 export { OpenAIRealtimeAdapter } from './realtime/index.js';
 export { GeminiRealtimeAdapter } from './realtime/index.js';
 export { RealtimeSession } from './realtime/index.js';
-export { WebSocketTransport, VoiceClient } from './transport/index.js';
+export { WebSocketTransport, VoiceClient, type WebSocketTransportOptions, } from './transport/index.js';
 export { VoiceAgent } from './voice-agent.js';
+export { createCogitatorRunner, type CogitatorLike, type CogitatorRunnerOptions, } from './cogitator-runner.js';
 export { transcribeTool, speakTool, voiceTools, type VoiceTool } from './tools.js';
 //# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,OAAO,UAAU,CAAC;AAE/B,YAAY,EACV,UAAU,EACV,gBAAgB,EAChB,WAAW,EACX,SAAS,EACT,UAAU,EACV,WAAW,EACX,QAAQ,EACR,WAAW,EACX,mBAAmB,EACnB,qBAAqB,EACrB,wBAAwB,EACxB,gBAAgB,EAChB,gBAAgB,EAChB,gBAAgB,GACjB,MAAM,YAAY,CAAC;AAEpB,OAAO,EACL,cAAc,EACd,cAAc,EACd,QAAQ,EACR,QAAQ,EACR,QAAQ,EACR,YAAY,GACb,MAAM,YAAY,CAAC;AAEpB,OAAO,EAAE,SAAS,EAAE,KAAK,eAAe,EAAE,MAAM,gBAAgB,CAAC;AACjE,OAAO,EAAE,WAAW,EAAE,KAAK,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AAErE,OAAO,EAAE,SAAS,EAAE,KAAK,eAAe,EAAE,MAAM,gBAAgB,CAAC;AACjE,OAAO,EAAE,aAAa,EAAE,KAAK,mBAAmB,EAAE,MAAM,gBAAgB,CAAC;AAEzE,OAAO,EAAE,SAAS,EAAE,KAAK,eAAe,EAAE,MAAM,gBAAgB,CAAC;AACjE,OAAO,EAAE,SAAS,EAAE,KAAK,eAAe,EAAE,MAAM,gBAAgB,CAAC;AAEjE,OAAO,EAAE,aAAa,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AAErE,OAAO,EAAE,qBAAqB,EAAE,MAAM,qBAAqB,CAAC;AAC5D,OAAO,EAAE,qBAAqB,EAAE,MAAM,qBAAqB,CAAC;AAC5D,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AAEtD,OAAO,EAAE,kBAAkB,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AAEvE,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAE9C,OAAO,EAAE,cAAc,EAAE,SAAS,EAAE,UAAU,EAAE,KAAK,SAAS,EAAE,MAAM,YAAY,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAIA,eAAO,MAAM,OAAO,EAAE,MAA4B,CAAC;AAEnD,YAAY,EACV,UAAU,EACV,gBAAgB,EAChB,WAAW,EACX,SAAS,EACT,UAAU,EACV,WAAW,EACX,QAAQ,EACR,WAAW,EACX,mBAAmB,EACnB,gBAAgB,EAChB,eAAe,EACf,qBAAqB,EACrB,YAAY,EACZ,wBAAwB,EACxB,kBAAkB,EAClB,gBAAgB,EAChB,gBAAgB,EAChB,gBAAgB,GACjB,MAAM,YAAY,CAAC;AAEpB,OAAO,EACL,cAAc,EACd,cAAc,EACd,QAAQ,EACR,QAAQ,EACR,QAAQ,EACR,YAAY,EACZ,iBAAiB,EACjB,aAAa,EACb,KAAK,mBAAmB,GACzB,MAAM,YAAY,CAAC;AAEpB,OAAO,EAAE,SAAS,EAAE,KAAK,eAAe,EAAE,MAAM,gBAAgB,CAAC;AACjE,OAAO,EAAE,WAAW,EAAE,KAAK,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AAErE,OAAO,EAAE,SAAS,EAAE,KAAK,eAAe,EAAE,MAAM,gBAAgB,CAAC;AACjE,OAAO,EAAE,aAAa,EAAE,KAAK,mBAAmB,EAAE,MAAM,gBAAgB,CAAC;AAEzE,OAAO,EAAE,SAAS,EAAE,KAAK,eAAe,EAAE,MAAM,gBAAgB,CAAC;AACjE,OAAO,EAAE,SAAS,EAAE,KAAK,eAAe,EAAE,MAAM,gBAAgB,CAAC;AAEjE,OAAO,EACL,aAAa,EACb,eAAe,EACf,KAAK,mBAAmB,EACxB,KAAK,sBAAsB,GAC5B,MAAM,qBAAqB,CAAC;AAE7B,OAAO,EAAE,qBAAqB,EAAE,MAAM,qBAAqB,CAAC;AAC5D,OAAO,EAAE,qBAAqB,EAAE,MAAM,qBAAqB,CAAC;AAC5D,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AAEtD,OAAO,EACL,kBAAkB,EAClB,WAAW,EACX,KAAK,yBAAyB,GAC/B,MAAM,sBAAsB,CAAC;AAE9B,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EACL,qBAAqB,EACrB,KAAK,aAAa,EAClB,KAAK,sBAAsB,GAC5B,MAAM,uBAAuB,CAAC;AAE/B,OAAO,EAAE,cAAc,EAAE,SAAS,EAAE,UAAU,EAAE,KAAK,SAAS,EAAE,MAAM,YAAY,CAAC"}

package/dist/index.js

@@ -1,16 +1,19 @@
-export const VERSION = '0.1.7';
-export { float32ToPcm16, pcm16ToFloat32, pcmToWav, wavToPcm, resample, calculateRMS, } from './audio.js';
+import { createRequire } from 'node:module';
+const packageJson = createRequire(import.meta.url)('../package.json');
+export const VERSION = packageJson.version;
+export { float32ToPcm16, pcm16ToFloat32, pcmToWav, wavToPcm, resample, calculateRMS, detectAudioFormat, audioMimeType, } from './audio.js';
 export { OpenAISTT } from './stt/index.js';
 export { DeepgramSTT } from './stt/index.js';
 export { OpenAITTS } from './tts/index.js';
 export { ElevenLabsTTS } from './tts/index.js';
 export { EnergyVAD } from './vad/index.js';
 export { SileroVAD } from './vad/index.js';
-export { VoicePipeline, PipelineSession } from './pipeline/index.js';
+export { VoicePipeline, PipelineSession, } from './pipeline/index.js';
 export { OpenAIRealtimeAdapter } from './realtime/index.js';
 export { GeminiRealtimeAdapter } from './realtime/index.js';
 export { RealtimeSession } from './realtime/index.js';
-export { WebSocketTransport, VoiceClient } from './transport/index.js';
+export { WebSocketTransport, VoiceClient, } from './transport/index.js';
 export { VoiceAgent } from './voice-agent.js';
+export { createCogitatorRunner, } from './cogitator-runner.js';
 export { transcribeTool, speakTool, voiceTools } from './tools.js';
 //# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,OAAO,GAAG,OAAO,CAAC;AAmB/B,OAAO,EACL,cAAc,EACd,cAAc,EACd,QAAQ,EACR,QAAQ,EACR,QAAQ,EACR,YAAY,GACb,MAAM,YAAY,CAAC;AAEpB,OAAO,EAAE,SAAS,EAAwB,MAAM,gBAAgB,CAAC;AACjE,OAAO,EAAE,WAAW,EAA0B,MAAM,gBAAgB,CAAC;AAErE,OAAO,EAAE,SAAS,EAAwB,MAAM,gBAAgB,CAAC;AACjE,OAAO,EAAE,aAAa,EAA4B,MAAM,gBAAgB,CAAC;AAEzE,OAAO,EAAE,SAAS,EAAwB,MAAM,gBAAgB,CAAC;AACjE,OAAO,EAAE,SAAS,EAAwB,MAAM,gBAAgB,CAAC;AAEjE,OAAO,EAAE,aAAa,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AAErE,OAAO,EAAE,qBAAqB,EAAE,MAAM,qBAAqB,CAAC;AAC5D,OAAO,EAAE,qBAAqB,EAAE,MAAM,qBAAqB,CAAC;AAC5D,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AAEtD,OAAO,EAAE,kBAAkB,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AAEvE,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAE9C,OAAO,EAAE,cAAc,EAAE,SAAS,EAAE,UAAU,EAAkB,MAAM,YAAY,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAE5C,MAAM,WAAW,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,iBAAiB,CAAwB,CAAC;AAE7F,MAAM,CAAC,MAAM,OAAO,GAAW,WAAW,CAAC,OAAO,CAAC;AAuBnD,OAAO,EACL,cAAc,EACd,cAAc,EACd,QAAQ,EACR,QAAQ,EACR,QAAQ,EACR,YAAY,EACZ,iBAAiB,EACjB,aAAa,GAEd,MAAM,YAAY,CAAC;AAEpB,OAAO,EAAE,SAAS,EAAwB,MAAM,gBAAgB,CAAC;AACjE,OAAO,EAAE,WAAW,EAA0B,MAAM,gBAAgB,CAAC;AAErE,OAAO,EAAE,SAAS,EAAwB,MAAM,gBAAgB,CAAC;AACjE,OAAO,EAAE,aAAa,EAA4B,MAAM,gBAAgB,CAAC;AAEzE,OAAO,EAAE,SAAS,EAAwB,MAAM,gBAAgB,CAAC;AACjE,OAAO,EAAE,SAAS,EAAwB,MAAM,gBAAgB,CAAC;AAEjE,OAAO,EACL,aAAa,EACb,eAAe,GAGhB,MAAM,qBAAqB,CAAC;AAE7B,OAAO,EAAE,qBAAqB,EAAE,MAAM,qBAAqB,CAAC;AAC5D,OAAO,EAAE,qBAAqB,EAAE,MAAM,qBAAqB,CAAC;AAC5D,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AAEtD,OAAO,EACL,kBAAkB,EAClB,WAAW,GAEZ,MAAM,sBAAsB,CAAC;AAE9B,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EACL,qBAAqB,GAGtB,MAAM,uBAAuB,CAAC;AAE/B,OAAO,EAAE,cAAc,EAAE,SAAS,EAAE,UAAU,EAAkB,MAAM,YAAY,CAAC"}