@tanstack/ai-elevenlabs 0.0.1

package/README.md

@@ -0,0 +1,76 @@
+# @tanstack/ai-elevenlabs
+
+ElevenLabs adapter for TanStack AI realtime voice conversations.
+
+## Installation
+
+```bash
+npm install @tanstack/ai-elevenlabs @tanstack/ai @tanstack/ai-client
+```
+
+## Usage
+
+### Server-Side Token Generation
+
+```typescript
+import { realtimeToken } from '@tanstack/ai'
+import { elevenlabsRealtimeToken } from '@tanstack/ai-elevenlabs'
+
+// Generate a signed URL for client use
+const token = await realtimeToken({
+  adapter: elevenlabsRealtimeToken({
+    agentId: 'your-agent-id',
+  }),
+})
+```
+
+### Client-Side Usage
+
+```typescript
+import { RealtimeClient } from '@tanstack/ai-client'
+import { elevenlabsRealtime } from '@tanstack/ai-elevenlabs'
+
+const client = new RealtimeClient({
+  getToken: () => fetch('/api/realtime-token').then((r) => r.json()),
+  adapter: elevenlabsRealtime(),
+})
+
+await client.connect()
+```
+
+### With React
+
+```typescript
+import { useRealtimeChat } from '@tanstack/ai-react'
+import { elevenlabsRealtime } from '@tanstack/ai-elevenlabs'
+
+function VoiceChat() {
+  const { status, mode, messages, connect, disconnect } = useRealtimeChat({
+    getToken: () => fetch('/api/realtime-token').then(r => r.json()),
+    adapter: elevenlabsRealtime(),
+  })
+
+  return (
+    <div>
+      <p>Status: {status}</p>
+      <p>Mode: {mode}</p>
+      <button onClick={status === 'idle' ? connect : disconnect}>
+        {status === 'idle' ? 'Start' : 'Stop'}
+      </button>
+    </div>
+  )
+}
+```
+
+## Environment Variables
+
+Set `ELEVENLABS_API_KEY` in your environment for server-side token generation.
+
+## Requirements
+
+- ElevenLabs account with Conversational AI agent configured
+- Agent ID from ElevenLabs dashboard
+
+## License
+
+MIT

package/dist/esm/index.d.ts

@@ -0,0 +1,2 @@
+export { elevenlabsRealtimeToken, elevenlabsRealtime } from './realtime/index.js';
+export type { ElevenLabsRealtimeTokenOptions, ElevenLabsRealtimeOptions, ElevenLabsConversationMode, ElevenLabsVADConfig, ElevenLabsClientTool, } from './realtime/index.js';

package/dist/esm/index.js

@@ -0,0 +1,7 @@
+import { elevenlabsRealtimeToken } from "./realtime/token.js";
+import { elevenlabsRealtime } from "./realtime/adapter.js";
+export {
+  elevenlabsRealtime,
+  elevenlabsRealtimeToken
+};
+//# sourceMappingURL=index.js.map

package/dist/esm/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sources":[],"sourcesContent":[],"names":[],"mappings":";;"}

package/dist/esm/realtime/adapter.d.ts

@@ -0,0 +1,22 @@
+import { RealtimeAdapter } from '@tanstack/ai-client';
+import { ElevenLabsRealtimeOptions } from './types.js';
+/**
+ * Creates an ElevenLabs realtime adapter for client-side use.
+ *
+ * Wraps the @11labs/client SDK for voice conversations.
+ *
+ * @param options - Optional configuration
+ * @returns A RealtimeAdapter for use with RealtimeClient
+ *
+ * @example
+ * ```typescript
+ * import { RealtimeClient } from '@tanstack/ai-client'
+ * import { elevenlabsRealtime } from '@tanstack/ai-elevenlabs'
+ *
+ * const client = new RealtimeClient({
+ *   getToken: () => fetch('/api/realtime-token').then(r => r.json()),
+ *   adapter: elevenlabsRealtime(),
+ * })
+ * ```
+ */
+export declare function elevenlabsRealtime(options?: ElevenLabsRealtimeOptions): RealtimeAdapter;

package/dist/esm/realtime/adapter.js

@@ -0,0 +1,185 @@
+import { Conversation } from "@11labs/client";
+function elevenlabsRealtime(options = {}) {
+  return {
+    provider: "elevenlabs",
+    async connect(token, clientToolDefs) {
+      return createElevenLabsConnection(token, options, clientToolDefs);
+    }
+  };
+}
+async function createElevenLabsConnection(token, _options, clientToolDefs) {
+  const eventHandlers = /* @__PURE__ */ new Map();
+  let conversation = null;
+  let messageIdCounter = 0;
+  const emptyFrequencyData = new Uint8Array(128);
+  const emptyTimeDomainData = new Uint8Array(128).fill(128);
+  function emit(event, payload) {
+    const handlers = eventHandlers.get(event);
+    if (handlers) {
+      for (const handler of handlers) {
+        handler(payload);
+      }
+    }
+  }
+  function generateMessageId() {
+    return `el-msg-${Date.now()}-${++messageIdCounter}`;
+  }
+  const elevenLabsClientTools = {};
+  if (clientToolDefs) {
+    for (const tool of clientToolDefs) {
+      elevenLabsClientTools[tool.name] = {
+        handler: async (params) => {
+          if (tool.execute) {
+            const result = await tool.execute(params);
+            return typeof result === "string" ? result : JSON.stringify(result);
+          }
+          return JSON.stringify({
+            error: `No execute function for tool ${tool.name}`
+          });
+        },
+        description: tool.description,
+        parameters: tool.inputSchema ? tool.inputSchema : { type: "object", properties: {} }
+      };
+    }
+  }
+  const sessionOptions = {
+    signedUrl: token.token,
+    onConnect: () => {
+      emit("status_change", { status: "connected" });
+      emit("mode_change", { mode: "listening" });
+    },
+    onDisconnect: () => {
+      emit("status_change", { status: "idle" });
+      emit("mode_change", { mode: "idle" });
+    },
+    onModeChange: ({ mode }) => {
+      const mappedMode = mode === "speaking" ? "speaking" : "listening";
+      emit("mode_change", { mode: mappedMode });
+    },
+    onMessage: ({ message, source }) => {
+      const role = source === "user" ? "user" : "assistant";
+      emit("transcript", {
+        role,
+        transcript: message,
+        isFinal: true
+      });
+      const realtimeMessage = {
+        id: generateMessageId(),
+        role,
+        timestamp: Date.now(),
+        parts: [{ type: "audio", transcript: message }]
+      };
+      emit("message_complete", { message: realtimeMessage });
+    },
+    onError: (error) => {
+      emit("error", {
+        error: new Error(
+          typeof error === "string" ? error : error.message || "Unknown error"
+        )
+      });
+    }
+  };
+  if (Object.keys(elevenLabsClientTools).length > 0) {
+    sessionOptions.clientTools = elevenLabsClientTools;
+  }
+  conversation = await Conversation.startSession(
+    sessionOptions
+  );
+  const connection = {
+    async disconnect() {
+      if (conversation) {
+        await conversation.endSession();
+        conversation = null;
+      }
+      emit("status_change", { status: "idle" });
+    },
+    async startAudioCapture() {
+      emit("mode_change", { mode: "listening" });
+    },
+    stopAudioCapture() {
+      emit("mode_change", { mode: "idle" });
+    },
+    sendText(text) {
+      if (!conversation) return;
+      conversation.sendUserMessage(text);
+    },
+    sendImage(_imageData, _mimeType) {
+      console.warn(
+        "ElevenLabs realtime does not support sending images directly."
+      );
+    },
+    sendToolResult(_callId, _result) {
+    },
+    updateSession(_config) {
+      console.warn(
+        "ElevenLabs does not support runtime session updates. Configure at connection time."
+      );
+    },
+    interrupt() {
+      emit("mode_change", { mode: "listening" });
+      emit("interrupted", {});
+    },
+    on(event, handler) {
+      if (!eventHandlers.has(event)) {
+        eventHandlers.set(event, /* @__PURE__ */ new Set());
+      }
+      eventHandlers.get(event).add(handler);
+      return () => {
+        eventHandlers.get(event)?.delete(handler);
+      };
+    },
+    getAudioVisualization() {
+      return {
+        get inputLevel() {
+          if (!conversation) return 0;
+          try {
+            return conversation.getInputVolume();
+          } catch {
+            return 0;
+          }
+        },
+        get outputLevel() {
+          if (!conversation) return 0;
+          try {
+            return conversation.getOutputVolume();
+          } catch {
+            return 0;
+          }
+        },
+        getInputFrequencyData() {
+          if (!conversation) return emptyFrequencyData;
+          try {
+            return conversation.getInputByteFrequencyData();
+          } catch {
+            return emptyFrequencyData;
+          }
+        },
+        getOutputFrequencyData() {
+          if (!conversation) return emptyFrequencyData;
+          try {
+            return conversation.getOutputByteFrequencyData();
+          } catch {
+            return emptyFrequencyData;
+          }
+        },
+        getInputTimeDomainData() {
+          return emptyTimeDomainData;
+        },
+        getOutputTimeDomainData() {
+          return emptyTimeDomainData;
+        },
+        get inputSampleRate() {
+          return 16e3;
+        },
+        get outputSampleRate() {
+          return 16e3;
+        }
+      };
+    }
+  };
+  return connection;
+}
+export {
+  elevenlabsRealtime
+};
+//# sourceMappingURL=adapter.js.map

package/dist/esm/realtime/adapter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"adapter.js","sources":["../../../src/realtime/adapter.ts"],"sourcesContent":["import { Conversation } from '@11labs/client'\nimport type {\n  AnyClientTool,\n  AudioVisualization,\n  RealtimeEvent,\n  RealtimeEventHandler,\n  RealtimeMessage,\n  RealtimeMode,\n  RealtimeSessionConfig,\n  RealtimeStatus,\n  RealtimeToken,\n} from '@tanstack/ai'\nimport type { RealtimeAdapter, RealtimeConnection } from '@tanstack/ai-client'\nimport type { ElevenLabsRealtimeOptions } from './types'\n\n/**\n * Creates an ElevenLabs realtime adapter for client-side use.\n *\n * Wraps the @11labs/client SDK for voice conversations.\n *\n * @param options - Optional configuration\n * @returns A RealtimeAdapter for use with RealtimeClient\n *\n * @example\n * ```typescript\n * import { RealtimeClient } from '@tanstack/ai-client'\n * import { elevenlabsRealtime } from '@tanstack/ai-elevenlabs'\n *\n * const client = new RealtimeClient({\n *   getToken: () => fetch('/api/realtime-token').then(r => r.json()),\n *   adapter: elevenlabsRealtime(),\n * })\n * ```\n */\nexport function elevenlabsRealtime(\n  options: ElevenLabsRealtimeOptions = {},\n): RealtimeAdapter {\n  return {\n    provider: 'elevenlabs',\n\n    async connect(\n      token: RealtimeToken,\n      clientToolDefs?: ReadonlyArray<AnyClientTool>,\n    ): Promise<RealtimeConnection> {\n      return createElevenLabsConnection(token, options, clientToolDefs)\n    },\n  }\n}\n\n/**\n * Creates a connection to ElevenLabs conversational AI\n */\nasync function createElevenLabsConnection(\n  token: RealtimeToken,\n  _options: ElevenLabsRealtimeOptions,\n  clientToolDefs?: ReadonlyArray<AnyClientTool>,\n): Promise<RealtimeConnection> {\n  const eventHandlers = new Map<RealtimeEvent, Set<RealtimeEventHandler<any>>>()\n  let conversation: Awaited<\n    ReturnType<typeof Conversation.startSession>\n  > | null = null\n  let messageIdCounter = 0\n\n  // Empty arrays for when visualization isn't available\n  const emptyFrequencyData = new Uint8Array(128)\n  const emptyTimeDomainData = new Uint8Array(128).fill(128)\n\n  // Helper to emit events\n  function emit<TEvent extends RealtimeEvent>(\n    event: TEvent,\n    payload: Parameters<RealtimeEventHandler<TEvent>>[0],\n  ) {\n    const handlers = eventHandlers.get(event)\n    if (handlers) {\n      for (const handler of handlers) {\n        handler(payload)\n      }\n    }\n  }\n\n  function generateMessageId(): string {\n    return `el-msg-${Date.now()}-${++messageIdCounter}`\n  }\n\n  // Convert TanStack tool definitions to ElevenLabs clientTools format\n  const elevenLabsClientTools: Record<\n    string,\n    {\n      handler: (params: unknown) => Promise<string>\n      description: string\n      parameters: Record<string, unknown>\n    }\n  > = {}\n\n  if (clientToolDefs) {\n    for (const tool of clientToolDefs) {\n      elevenLabsClientTools[tool.name] = {\n        handler: async (params: unknown) => {\n          if (tool.execute) {\n            const result = await tool.execute(params)\n            return typeof result === 'string' ? result : JSON.stringify(result)\n          }\n          return JSON.stringify({\n            error: `No execute function for tool ${tool.name}`,\n          })\n        },\n        description: tool.description,\n        parameters: tool.inputSchema\n          ? (tool.inputSchema as Record<string, unknown>)\n          : { type: 'object', properties: {} },\n      }\n    }\n  }\n\n  // Build session options\n  const sessionOptions: Record<string, unknown> = {\n    signedUrl: token.token,\n\n    onConnect: () => {\n      emit('status_change', { status: 'connected' as RealtimeStatus })\n      emit('mode_change', { mode: 'listening' })\n    },\n\n    onDisconnect: () => {\n      emit('status_change', { status: 'idle' as RealtimeStatus })\n      emit('mode_change', { mode: 'idle' })\n    },\n\n    onModeChange: ({ mode }: { mode: string }) => {\n      const mappedMode: RealtimeMode =\n        mode === 'speaking' ? 'speaking' : 'listening'\n      emit('mode_change', { mode: mappedMode })\n    },\n\n    onMessage: ({ message, source }: { message: string; source: string }) => {\n      const role = source === 'user' ? 'user' : 'assistant'\n\n      // Emit transcript update\n      emit('transcript', {\n        role,\n        transcript: message,\n        isFinal: true,\n      })\n\n      // Create and emit message\n      const realtimeMessage: RealtimeMessage = {\n        id: generateMessageId(),\n        role,\n        timestamp: Date.now(),\n        parts: [{ type: 'audio', transcript: message }],\n      }\n      emit('message_complete', { message: realtimeMessage })\n    },\n\n    onError: (error: string | Error) => {\n      emit('error', {\n        error: new Error(\n          typeof error === 'string' ? error : error.message || 'Unknown error',\n        ),\n      })\n    },\n  }\n\n  // Only add clientTools if we have any\n  if (Object.keys(elevenLabsClientTools).length > 0) {\n    sessionOptions.clientTools = elevenLabsClientTools\n  }\n\n  // Start the conversation session\n  conversation = await Conversation.startSession(\n    sessionOptions as Parameters<typeof Conversation.startSession>[0],\n  )\n\n  // Connection implementation\n  const connection: RealtimeConnection = {\n    async disconnect() {\n      if (conversation) {\n        await conversation.endSession()\n        conversation = null\n      }\n      emit('status_change', { status: 'idle' as RealtimeStatus })\n    },\n\n    async startAudioCapture() {\n      // ElevenLabs SDK handles audio capture automatically\n      // This is called when the session starts\n      emit('mode_change', { mode: 'listening' })\n    },\n\n    stopAudioCapture() {\n      // ElevenLabs SDK handles this\n      emit('mode_change', { mode: 'idle' })\n    },\n\n    sendText(text: string) {\n      if (!conversation) return\n      conversation.sendUserMessage(text)\n    },\n\n    sendImage(_imageData: string, _mimeType: string) {\n      // ElevenLabs does not support direct image input in the conversation API\n      console.warn(\n        'ElevenLabs realtime does not support sending images directly.',\n      )\n    },\n\n    sendToolResult(_callId: string, _result: string) {\n      // ElevenLabs client tools are handled via the clientTools handlers\n      // registered at session start — results are returned automatically\n    },\n\n    updateSession(_config: Partial<RealtimeSessionConfig>) {\n      // ElevenLabs session config is set at creation time\n      console.warn(\n        'ElevenLabs does not support runtime session updates. Configure at connection time.',\n      )\n    },\n\n    interrupt() {\n      // ElevenLabs handles interruption automatically via barge-in\n      // No explicit API to call\n      emit('mode_change', { mode: 'listening' })\n      emit('interrupted', {})\n    },\n\n    on<TEvent extends RealtimeEvent>(\n      event: TEvent,\n      handler: RealtimeEventHandler<TEvent>,\n    ): () => void {\n      if (!eventHandlers.has(event)) {\n        eventHandlers.set(event, new Set())\n      }\n      eventHandlers.get(event)!.add(handler)\n\n      return () => {\n        eventHandlers.get(event)?.delete(handler)\n      }\n    },\n\n    getAudioVisualization(): AudioVisualization {\n      return {\n        get inputLevel() {\n          if (!conversation) return 0\n          try {\n            return conversation.getInputVolume()\n          } catch {\n            return 0\n          }\n        },\n\n        get outputLevel() {\n          if (!conversation) return 0\n          try {\n            return conversation.getOutputVolume()\n          } catch {\n            return 0\n          }\n        },\n\n        getInputFrequencyData() {\n          if (!conversation) return emptyFrequencyData\n          try {\n            return conversation.getInputByteFrequencyData()\n          } catch {\n            return emptyFrequencyData\n          }\n        },\n\n        getOutputFrequencyData() {\n          if (!conversation) return emptyFrequencyData\n          try {\n            return conversation.getOutputByteFrequencyData()\n          } catch {\n            return emptyFrequencyData\n          }\n        },\n\n        getInputTimeDomainData() {\n          // ElevenLabs SDK doesn't expose time domain data\n          return emptyTimeDomainData\n        },\n\n        getOutputTimeDomainData() {\n          // ElevenLabs SDK doesn't expose time domain data\n          return emptyTimeDomainData\n        },\n\n        get inputSampleRate() {\n          return 16000\n        },\n\n        get outputSampleRate() {\n          return 16000\n        },\n      }\n    },\n  }\n\n  return connection\n}\n"],"names":[],"mappings":";AAkCO,SAAS,mBACd,UAAqC,IACpB;AACjB,SAAO;AAAA,IACL,UAAU;AAAA,IAEV,MAAM,QACJ,OACA,gBAC6B;AAC7B,aAAO,2BAA2B,OAAO,SAAS,cAAc;AAAA,IAClE;AAAA,EAAA;AAEJ;AAKA,eAAe,2BACb,OACA,UACA,gBAC6B;AAC7B,QAAM,oCAAoB,IAAA;AAC1B,MAAI,eAEO;AACX,MAAI,mBAAmB;AAGvB,QAAM,qBAAqB,IAAI,WAAW,GAAG;AAC7C,QAAM,sBAAsB,IAAI,WAAW,GAAG,EAAE,KAAK,GAAG;AAGxD,WAAS,KACP,OACA,SACA;AACA,UAAM,WAAW,cAAc,IAAI,KAAK;AACxC,QAAI,UAAU;AACZ,iBAAW,WAAW,UAAU;AAC9B,gBAAQ,OAAO;AAAA,MACjB;AAAA,IACF;AAAA,EACF;AAEA,WAAS,oBAA4B;AACnC,WAAO,UAAU,KAAK,IAAA,CAAK,IAAI,EAAE,gBAAgB;AAAA,EACnD;AAGA,QAAM,wBAOF,CAAA;AAEJ,MAAI,gBAAgB;AAClB,eAAW,QAAQ,gBAAgB;AACjC,4BAAsB,KAAK,IAAI,IAAI;AAAA,QACjC,SAAS,OAAO,WAAoB;AAClC,cAAI,KAAK,SAAS;AAChB,kBAAM,SAAS,MAAM,KAAK,QAAQ,MAAM;AACxC,mBAAO,OAAO,WAAW,WAAW,SAAS,KAAK,UAAU,MAAM;AAAA,UACpE;AACA,iBAAO,KAAK,UAAU;AAAA,YACpB,OAAO,gCAAgC,KAAK,IAAI;AAAA,UAAA,CACjD;AAAA,QACH;AAAA,QACA,aAAa,KAAK;AAAA,QAClB,YAAY,KAAK,cACZ,KAAK,cACN,EAAE,MAAM,UAAU,YAAY,CAAA,EAAC;AAAA,MAAE;AAAA,IAEzC;AAAA,EACF;AAGA,QAAM,iBAA0C;AAAA,IAC9C,WAAW,MAAM;AAAA,IAEjB,WAAW,MAAM;AACf,WAAK,iBAAiB,EAAE,QAAQ,YAAA,CAA+B;AAC/D,WAAK,eAAe,EAAE,MAAM,YAAA,CAAa;AAAA,IAC3C;AAAA,IAEA,cAAc,MAAM;AAClB,WAAK,iBAAiB,EAAE,QAAQ,OAAA,CAA0B;AAC1D,WAAK,eAAe,EAAE,MAAM,OAAA,CAAQ;AAAA,IACtC;AAAA,IAEA,cAAc,CAAC,EAAE,WAA6B;AAC5C,YAAM,aACJ,SAAS,aAAa,aAAa;AACrC,WAAK,eAAe,EAAE,MAAM,WAAA,CAAY;AAAA,IAC1C;AAAA,IAEA,WAAW,CAAC,EAAE,SAAS,aAAkD;AACvE,YAAM,OAAO,WAAW,SAAS,SAAS;AAG1C,WAAK,cAAc;AAAA,QACjB;AAAA,QACA,YAAY;AAAA,QACZ,SAAS;AAAA,MAAA,CACV;AAGD,YAAM,kBAAmC;AAAA,QACvC,IAAI,kBAAA;AAAA,QACJ;AAAA,QACA,WAAW,KAAK,IAAA;AAAA,QAChB,OAAO,CAAC,EAAE,MAAM,SAAS,YAAY,SAAS;AAAA,MAAA;AAEhD,WAAK,oBAAoB,EAAE,SAAS,gBAAA,CAAiB;AAAA,IACvD;AAAA,IAEA,SAAS,CAAC,UAA0B;AAClC,WAAK,SAAS;AAAA,QACZ,OAAO,IAAI;AAAA,UACT,OAAO,UAAU,WAAW,QAAQ,MAAM,WAAW;AAAA,QAAA;AAAA,MACvD,CACD;AAAA,IACH;AAAA,EAAA;AAIF,MAAI,OAAO,KAAK,qBAAqB,EAAE,SAAS,GAAG;AACjD,mBAAe,cAAc;AAAA,EAC/B;AAGA,iBAAe,MAAM,aAAa;AAAA,IAChC;AAAA,EAAA;AAIF,QAAM,aAAiC;AAAA,IACrC,MAAM,aAAa;AACjB,UAAI,cAAc;AAChB,cAAM,aAAa,WAAA;AACnB,uBAAe;AAAA,MACjB;AACA,WAAK,iBAAiB,EAAE,QAAQ,OAAA,CAA0B;AAAA,IAC5D;AAAA,IAEA,MAAM,oBAAoB;AAGxB,WAAK,eAAe,EAAE,MAAM,YAAA,CAAa;AAAA,IAC3C;AAAA,IAEA,mBAAmB;AAEjB,WAAK,eAAe,EAAE,MAAM,OAAA,CAAQ;AAAA,IACtC;AAAA,IAEA,SAAS,MAAc;AACrB,UAAI,CAAC,aAAc;AACnB,mBAAa,gBAAgB,IAAI;AAAA,IACnC;AAAA,IAEA,UAAU,YAAoB,WAAmB;AAE/C,cAAQ;AAAA,QACN;AAAA,MAAA;AAAA,IAEJ;AAAA,IAEA,eAAe,SAAiB,SAAiB;AAAA,IAGjD;AAAA,IAEA,cAAc,SAAyC;AAErD,cAAQ;AAAA,QACN;AAAA,MAAA;AAAA,IAEJ;AAAA,IAEA,YAAY;AAGV,WAAK,eAAe,EAAE,MAAM,YAAA,CAAa;AACzC,WAAK,eAAe,EAAE;AAAA,IACxB;AAAA,IAEA,GACE,OACA,SACY;AACZ,UAAI,CAAC,cAAc,IAAI,KAAK,GAAG;AAC7B,sBAAc,IAAI,OAAO,oBAAI,IAAA,CAAK;AAAA,MACpC;AACA,oBAAc,IAAI,KAAK,EAAG,IAAI,OAAO;AAErC,aAAO,MAAM;AACX,sBAAc,IAAI,KAAK,GAAG,OAAO,OAAO;AAAA,MAC1C;AAAA,IACF;AAAA,IAEA,wBAA4C;AAC1C,aAAO;AAAA,QACL,IAAI,aAAa;AACf,cAAI,CAAC,aAAc,QAAO;AAC1B,cAAI;AACF,mBAAO,aAAa,eAAA;AAAA,UACtB,QAAQ;AACN,mBAAO;AAAA,UACT;AAAA,QACF;AAAA,QAEA,IAAI,cAAc;AAChB,cAAI,CAAC,aAAc,QAAO;AAC1B,cAAI;AACF,mBAAO,aAAa,gBAAA;AAAA,UACtB,QAAQ;AACN,mBAAO;AAAA,UACT;AAAA,QACF;AAAA,QAEA,wBAAwB;AACtB,cAAI,CAAC,aAAc,QAAO;AAC1B,cAAI;AACF,mBAAO,aAAa,0BAAA;AAAA,UACtB,QAAQ;AACN,mBAAO;AAAA,UACT;AAAA,QACF;AAAA,QAEA,yBAAyB;AACvB,cAAI,CAAC,aAAc,QAAO;AAC1B,cAAI;AACF,mBAAO,aAAa,2BAAA;AAAA,UACtB,QAAQ;AACN,mBAAO;AAAA,UACT;AAAA,QACF;AAAA,QAEA,yBAAyB;AAEvB,iBAAO;AAAA,QACT;AAAA,QAEA,0BAA0B;AAExB,iBAAO;AAAA,QACT;AAAA,QAEA,IAAI,kBAAkB;AACpB,iBAAO;AAAA,QACT;AAAA,QAEA,IAAI,mBAAmB;AACrB,iBAAO;AAAA,QACT;AAAA,MAAA;AAAA,IAEJ;AAAA,EAAA;AAGF,SAAO;AACT;"}

package/dist/esm/realtime/index.d.ts

@@ -0,0 +1,3 @@
+export { elevenlabsRealtimeToken } from './token.js';
+export { elevenlabsRealtime } from './adapter.js';
+export type { ElevenLabsRealtimeTokenOptions, ElevenLabsRealtimeOptions, ElevenLabsConversationMode, ElevenLabsVADConfig, ElevenLabsClientTool, } from './types.js';

package/dist/esm/realtime/token.d.ts

@@ -0,0 +1,24 @@
+import { RealtimeTokenAdapter } from '@tanstack/ai';
+import { ElevenLabsRealtimeTokenOptions } from './types.js';
+/**
+ * Creates an ElevenLabs realtime token adapter.
+ *
+ * This adapter generates signed URLs for client-side connections.
+ * The signed URL is valid for 30 minutes.
+ *
+ * @param options - Configuration options including agentId
+ * @returns A RealtimeTokenAdapter for use with realtimeToken()
+ *
+ * @example
+ * ```typescript
+ * import { realtimeToken } from '@tanstack/ai'
+ * import { elevenlabsRealtimeToken } from '@tanstack/ai-elevenlabs'
+ *
+ * const token = await realtimeToken({
+ *   adapter: elevenlabsRealtimeToken({
+ *     agentId: 'your-agent-id',
+ *   }),
+ * })
+ * ```
+ */
+export declare function elevenlabsRealtimeToken(options: ElevenLabsRealtimeTokenOptions): RealtimeTokenAdapter;

package/dist/esm/realtime/token.js

@@ -0,0 +1,57 @@
+const ELEVENLABS_API_URL = "https://api.elevenlabs.io/v1";
+function getElevenLabsApiKey() {
+  if (typeof process !== "undefined" && process.env.ELEVENLABS_API_KEY) {
+    return process.env.ELEVENLABS_API_KEY;
+  }
+  if (typeof window !== "undefined" && window.env?.ELEVENLABS_API_KEY) {
+    return window.env.ELEVENLABS_API_KEY;
+  }
+  throw new Error(
+    "ELEVENLABS_API_KEY not found in environment variables. Please set ELEVENLABS_API_KEY in your environment."
+  );
+}
+function elevenlabsRealtimeToken(options) {
+  const apiKey = getElevenLabsApiKey();
+  return {
+    provider: "elevenlabs",
+    async generateToken() {
+      const { agentId, overrides } = options;
+      const response = await fetch(
+        `${ELEVENLABS_API_URL}/convai/conversation/get_signed_url?agent_id=${agentId}`,
+        {
+          method: "GET",
+          headers: {
+            "xi-api-key": apiKey
+          }
+        }
+      );
+      if (!response.ok) {
+        const errorText = await response.text();
+        throw new Error(
+          `ElevenLabs signed URL request failed: ${response.status} ${errorText}`
+        );
+      }
+      const data = await response.json();
+      const signedUrl = data.signed_url;
+      const expiresAt = Date.now() + 30 * 60 * 1e3;
+      return {
+        provider: "elevenlabs",
+        token: signedUrl,
+        expiresAt,
+        config: {
+          voice: overrides?.voiceId,
+          instructions: overrides?.systemPrompt,
+          providerOptions: {
+            agentId,
+            firstMessage: overrides?.firstMessage,
+            language: overrides?.language
+          }
+        }
+      };
+    }
+  };
+}
+export {
+  elevenlabsRealtimeToken
+};
+//# sourceMappingURL=token.js.map

package/dist/esm/realtime/token.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"token.js","sources":["../../../src/realtime/token.ts"],"sourcesContent":["import type { RealtimeToken, RealtimeTokenAdapter } from '@tanstack/ai'\nimport type { ElevenLabsRealtimeTokenOptions } from './types'\n\nconst ELEVENLABS_API_URL = 'https://api.elevenlabs.io/v1'\n\n/**\n * Get ElevenLabs API key from environment\n */\nfunction getElevenLabsApiKey(): string {\n  // Check process.env (Node.js)\n  if (typeof process !== 'undefined' && process.env.ELEVENLABS_API_KEY) {\n    return process.env.ELEVENLABS_API_KEY\n  }\n\n  // Check window.env (Browser with injected env)\n  if (\n    typeof window !== 'undefined' &&\n    (window as unknown as { env?: { ELEVENLABS_API_KEY?: string } }).env\n      ?.ELEVENLABS_API_KEY\n  ) {\n    return (window as unknown as { env: { ELEVENLABS_API_KEY: string } }).env\n      .ELEVENLABS_API_KEY\n  }\n\n  throw new Error(\n    'ELEVENLABS_API_KEY not found in environment variables. ' +\n      'Please set ELEVENLABS_API_KEY in your environment.',\n  )\n}\n\n/**\n * Creates an ElevenLabs realtime token adapter.\n *\n * This adapter generates signed URLs for client-side connections.\n * The signed URL is valid for 30 minutes.\n *\n * @param options - Configuration options including agentId\n * @returns A RealtimeTokenAdapter for use with realtimeToken()\n *\n * @example\n * ```typescript\n * import { realtimeToken } from '@tanstack/ai'\n * import { elevenlabsRealtimeToken } from '@tanstack/ai-elevenlabs'\n *\n * const token = await realtimeToken({\n *   adapter: elevenlabsRealtimeToken({\n *     agentId: 'your-agent-id',\n *   }),\n * })\n * ```\n */\nexport function elevenlabsRealtimeToken(\n  options: ElevenLabsRealtimeTokenOptions,\n): RealtimeTokenAdapter {\n  const apiKey = getElevenLabsApiKey()\n\n  return {\n    provider: 'elevenlabs',\n\n    async generateToken(): Promise<RealtimeToken> {\n      const { agentId, overrides } = options\n\n      // Get signed URL from ElevenLabs\n      const response = await fetch(\n        `${ELEVENLABS_API_URL}/convai/conversation/get_signed_url?agent_id=${agentId}`,\n        {\n          method: 'GET',\n          headers: {\n            'xi-api-key': apiKey,\n          },\n        },\n      )\n\n      if (!response.ok) {\n        const errorText = await response.text()\n        throw new Error(\n          `ElevenLabs signed URL request failed: ${response.status} ${errorText}`,\n        )\n      }\n\n      const data = await response.json()\n      const signedUrl = data.signed_url as string\n\n      // Signed URLs are valid for 30 minutes\n      const expiresAt = Date.now() + 30 * 60 * 1000\n\n      return {\n        provider: 'elevenlabs',\n        token: signedUrl,\n        expiresAt,\n        config: {\n          voice: overrides?.voiceId,\n          instructions: overrides?.systemPrompt,\n          providerOptions: {\n            agentId,\n            firstMessage: overrides?.firstMessage,\n            language: overrides?.language,\n          },\n        },\n      }\n    },\n  }\n}\n"],"names":[],"mappings":"AAGA,MAAM,qBAAqB;AAK3B,SAAS,sBAA8B;AAErC,MAAI,OAAO,YAAY,eAAe,QAAQ,IAAI,oBAAoB;AACpE,WAAO,QAAQ,IAAI;AAAA,EACrB;AAGA,MACE,OAAO,WAAW,eACjB,OAAgE,KAC7D,oBACJ;AACA,WAAQ,OAA8D,IACnE;AAAA,EACL;AAEA,QAAM,IAAI;AAAA,IACR;AAAA,EAAA;AAGJ;AAuBO,SAAS,wBACd,SACsB;AACtB,QAAM,SAAS,oBAAA;AAEf,SAAO;AAAA,IACL,UAAU;AAAA,IAEV,MAAM,gBAAwC;AAC5C,YAAM,EAAE,SAAS,UAAA,IAAc;AAG/B,YAAM,WAAW,MAAM;AAAA,QACrB,GAAG,kBAAkB,gDAAgD,OAAO;AAAA,QAC5E;AAAA,UACE,QAAQ;AAAA,UACR,SAAS;AAAA,YACP,cAAc;AAAA,UAAA;AAAA,QAChB;AAAA,MACF;AAGF,UAAI,CAAC,SAAS,IAAI;AAChB,cAAM,YAAY,MAAM,SAAS,KAAA;AACjC,cAAM,IAAI;AAAA,UACR,yCAAyC,SAAS,MAAM,IAAI,SAAS;AAAA,QAAA;AAAA,MAEzE;AAEA,YAAM,OAAO,MAAM,SAAS,KAAA;AAC5B,YAAM,YAAY,KAAK;AAGvB,YAAM,YAAY,KAAK,IAAA,IAAQ,KAAK,KAAK;AAEzC,aAAO;AAAA,QACL,UAAU;AAAA,QACV,OAAO;AAAA,QACP;AAAA,QACA,QAAQ;AAAA,UACN,OAAO,WAAW;AAAA,UAClB,cAAc,WAAW;AAAA,UACzB,iBAAiB;AAAA,YACf;AAAA,YACA,cAAc,WAAW;AAAA,YACzB,UAAU,WAAW;AAAA,UAAA;AAAA,QACvB;AAAA,MACF;AAAA,IAEJ;AAAA,EAAA;AAEJ;"}

package/dist/esm/realtime/types.d.ts

@@ -0,0 +1,51 @@
+/**
+ * Options for the ElevenLabs realtime token adapter
+ */
+export interface ElevenLabsRealtimeTokenOptions {
+    /** Agent ID configured in ElevenLabs dashboard */
+    agentId: string;
+    /** Optional override values for the agent */
+    overrides?: {
+        /** Custom voice ID to use */
+        voiceId?: string;
+        /** Custom system prompt */
+        systemPrompt?: string;
+        /** First message the agent should speak */
+        firstMessage?: string;
+        /** Language code (e.g., 'en') */
+        language?: string;
+    };
+}
+/**
+ * Options for the ElevenLabs realtime client adapter
+ */
+export interface ElevenLabsRealtimeOptions {
+    /** Connection mode (default: auto-detect) */
+    connectionMode?: 'websocket' | 'webrtc';
+    /** Enable debug logging */
+    debug?: boolean;
+}
+/**
+ * ElevenLabs conversation mode
+ */
+export type ElevenLabsConversationMode = 'speaking' | 'listening';
+/**
+ * ElevenLabs voice activity detection configuration
+ */
+export interface ElevenLabsVADConfig {
+    /** VAD threshold (0.1-0.9) */
+    vadThreshold?: number;
+    /** Silence threshold in seconds (0.3-3.0) */
+    vadSilenceThresholdSecs?: number;
+    /** Minimum speech duration in ms */
+    minSpeechDurationMs?: number;
+    /** Minimum silence duration in ms */
+    minSilenceDurationMs?: number;
+}
+/**
+ * Client tool definition for ElevenLabs
+ */
+export interface ElevenLabsClientTool<TParams = unknown, TResult = unknown> {
+    /** Tool handler function */
+    handler: (params: TParams) => Promise<TResult> | TResult;
+}

package/package.json

@@ -0,0 +1,55 @@
+{
+  "name": "@tanstack/ai-elevenlabs",
+  "version": "0.0.1",
+  "description": "ElevenLabs adapter for TanStack AI realtime voice",
+  "author": "",
+  "license": "MIT",
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/TanStack/ai.git",
+    "directory": "packages/typescript/ai-elevenlabs"
+  },
+  "keywords": [
+    "ai",
+    "elevenlabs",
+    "voice",
+    "realtime",
+    "tanstack",
+    "adapter"
+  ],
+  "type": "module",
+  "module": "./dist/esm/index.js",
+  "types": "./dist/esm/index.d.ts",
+  "exports": {
+    ".": {
+      "types": "./dist/esm/index.d.ts",
+      "import": "./dist/esm/index.js"
+    }
+  },
+  "files": [
+    "dist",
+    "src"
+  ],
+  "scripts": {
+    "build": "vite build",
+    "clean": "premove ./build ./dist",
+    "lint:fix": "eslint ./src --fix",
+    "test:build": "publint --strict",
+    "test:eslint": "eslint ./src",
+    "test:lib": "vitest --passWithNoTests",
+    "test:lib:dev": "pnpm test:lib --watch",
+    "test:types": "tsc"
+  },
+  "dependencies": {
+    "@11labs/client": "^0.2.0"
+  },
+  "peerDependencies": {
+    "@tanstack/ai": "^0.6.3",
+    "@tanstack/ai-client": "^0.6.0"
+  },
+  "devDependencies": {
+    "@tanstack/ai": "^0.6.3",
+    "@tanstack/ai-client": "^0.6.0",
+    "@vitest/coverage-v8": "4.0.14"
+  }
+}

package/src/index.ts

@@ -0,0 +1,13 @@
+// ============================================================================
+// ElevenLabs Realtime (Voice) Adapters
+// ============================================================================
+
+export { elevenlabsRealtimeToken, elevenlabsRealtime } from './realtime/index'
+
+export type {
+  ElevenLabsRealtimeTokenOptions,
+  ElevenLabsRealtimeOptions,
+  ElevenLabsConversationMode,
+  ElevenLabsVADConfig,
+  ElevenLabsClientTool,
+} from './realtime/index'

package/src/realtime/adapter.ts

@@ -0,0 +1,300 @@
+import { Conversation } from '@11labs/client'
+import type {
+  AnyClientTool,
+  AudioVisualization,
+  RealtimeEvent,
+  RealtimeEventHandler,
+  RealtimeMessage,
+  RealtimeMode,
+  RealtimeSessionConfig,
+  RealtimeStatus,
+  RealtimeToken,
+} from '@tanstack/ai'
+import type { RealtimeAdapter, RealtimeConnection } from '@tanstack/ai-client'
+import type { ElevenLabsRealtimeOptions } from './types'
+
+/**
+ * Creates an ElevenLabs realtime adapter for client-side use.
+ *
+ * Wraps the @11labs/client SDK for voice conversations.
+ *
+ * @param options - Optional configuration
+ * @returns A RealtimeAdapter for use with RealtimeClient
+ *
+ * @example
+ * ```typescript
+ * import { RealtimeClient } from '@tanstack/ai-client'
+ * import { elevenlabsRealtime } from '@tanstack/ai-elevenlabs'
+ *
+ * const client = new RealtimeClient({
+ *   getToken: () => fetch('/api/realtime-token').then(r => r.json()),
+ *   adapter: elevenlabsRealtime(),
+ * })
+ * ```
+ */
+export function elevenlabsRealtime(
+  options: ElevenLabsRealtimeOptions = {},
+): RealtimeAdapter {
+  return {
+    provider: 'elevenlabs',
+
+    async connect(
+      token: RealtimeToken,
+      clientToolDefs?: ReadonlyArray<AnyClientTool>,
+    ): Promise<RealtimeConnection> {
+      return createElevenLabsConnection(token, options, clientToolDefs)
+    },
+  }
+}
+
+/**
+ * Creates a connection to ElevenLabs conversational AI
+ */
+async function createElevenLabsConnection(
+  token: RealtimeToken,
+  _options: ElevenLabsRealtimeOptions,
+  clientToolDefs?: ReadonlyArray<AnyClientTool>,
+): Promise<RealtimeConnection> {
+  const eventHandlers = new Map<RealtimeEvent, Set<RealtimeEventHandler<any>>>()
+  let conversation: Awaited<
+    ReturnType<typeof Conversation.startSession>
+  > | null = null
+  let messageIdCounter = 0
+
+  // Empty arrays for when visualization isn't available
+  const emptyFrequencyData = new Uint8Array(128)
+  const emptyTimeDomainData = new Uint8Array(128).fill(128)
+
+  // Helper to emit events
+  function emit<TEvent extends RealtimeEvent>(
+    event: TEvent,
+    payload: Parameters<RealtimeEventHandler<TEvent>>[0],
+  ) {
+    const handlers = eventHandlers.get(event)
+    if (handlers) {
+      for (const handler of handlers) {
+        handler(payload)
+      }
+    }
+  }
+
+  function generateMessageId(): string {
+    return `el-msg-${Date.now()}-${++messageIdCounter}`
+  }
+
+  // Convert TanStack tool definitions to ElevenLabs clientTools format
+  const elevenLabsClientTools: Record<
+    string,
+    {
+      handler: (params: unknown) => Promise<string>
+      description: string
+      parameters: Record<string, unknown>
+    }
+  > = {}
+
+  if (clientToolDefs) {
+    for (const tool of clientToolDefs) {
+      elevenLabsClientTools[tool.name] = {
+        handler: async (params: unknown) => {
+          if (tool.execute) {
+            const result = await tool.execute(params)
+            return typeof result === 'string' ? result : JSON.stringify(result)
+          }
+          return JSON.stringify({
+            error: `No execute function for tool ${tool.name}`,
+          })
+        },
+        description: tool.description,
+        parameters: tool.inputSchema
+          ? (tool.inputSchema as Record<string, unknown>)
+          : { type: 'object', properties: {} },
+      }
+    }
+  }
+
+  // Build session options
+  const sessionOptions: Record<string, unknown> = {
+    signedUrl: token.token,
+
+    onConnect: () => {
+      emit('status_change', { status: 'connected' as RealtimeStatus })
+      emit('mode_change', { mode: 'listening' })
+    },
+
+    onDisconnect: () => {
+      emit('status_change', { status: 'idle' as RealtimeStatus })
+      emit('mode_change', { mode: 'idle' })
+    },
+
+    onModeChange: ({ mode }: { mode: string }) => {
+      const mappedMode: RealtimeMode =
+        mode === 'speaking' ? 'speaking' : 'listening'
+      emit('mode_change', { mode: mappedMode })
+    },
+
+    onMessage: ({ message, source }: { message: string; source: string }) => {
+      const role = source === 'user' ? 'user' : 'assistant'
+
+      // Emit transcript update
+      emit('transcript', {
+        role,
+        transcript: message,
+        isFinal: true,
+      })
+
+      // Create and emit message
+      const realtimeMessage: RealtimeMessage = {
+        id: generateMessageId(),
+        role,
+        timestamp: Date.now(),
+        parts: [{ type: 'audio', transcript: message }],
+      }
+      emit('message_complete', { message: realtimeMessage })
+    },
+
+    onError: (error: string | Error) => {
+      emit('error', {
+        error: new Error(
+          typeof error === 'string' ? error : error.message || 'Unknown error',
+        ),
+      })
+    },
+  }
+
+  // Only add clientTools if we have any
+  if (Object.keys(elevenLabsClientTools).length > 0) {
+    sessionOptions.clientTools = elevenLabsClientTools
+  }
+
+  // Start the conversation session
+  conversation = await Conversation.startSession(
+    sessionOptions as Parameters<typeof Conversation.startSession>[0],
+  )
+
+  // Connection implementation
+  const connection: RealtimeConnection = {
+    async disconnect() {
+      if (conversation) {
+        await conversation.endSession()
+        conversation = null
+      }
+      emit('status_change', { status: 'idle' as RealtimeStatus })
+    },
+
+    async startAudioCapture() {
+      // ElevenLabs SDK handles audio capture automatically
+      // This is called when the session starts
+      emit('mode_change', { mode: 'listening' })
+    },
+
+    stopAudioCapture() {
+      // ElevenLabs SDK handles this
+      emit('mode_change', { mode: 'idle' })
+    },
+
+    sendText(text: string) {
+      if (!conversation) return
+      conversation.sendUserMessage(text)
+    },
+
+    sendImage(_imageData: string, _mimeType: string) {
+      // ElevenLabs does not support direct image input in the conversation API
+      console.warn(
+        'ElevenLabs realtime does not support sending images directly.',
+      )
+    },
+
+    sendToolResult(_callId: string, _result: string) {
+      // ElevenLabs client tools are handled via the clientTools handlers
+      // registered at session start — results are returned automatically
+    },
+
+    updateSession(_config: Partial<RealtimeSessionConfig>) {
+      // ElevenLabs session config is set at creation time
+      console.warn(
+        'ElevenLabs does not support runtime session updates. Configure at connection time.',
+      )
+    },
+
+    interrupt() {
+      // ElevenLabs handles interruption automatically via barge-in
+      // No explicit API to call
+      emit('mode_change', { mode: 'listening' })
+      emit('interrupted', {})
+    },
+
+    on<TEvent extends RealtimeEvent>(
+      event: TEvent,
+      handler: RealtimeEventHandler<TEvent>,
+    ): () => void {
+      if (!eventHandlers.has(event)) {
+        eventHandlers.set(event, new Set())
+      }
+      eventHandlers.get(event)!.add(handler)
+
+      return () => {
+        eventHandlers.get(event)?.delete(handler)
+      }
+    },
+
+    getAudioVisualization(): AudioVisualization {
+      return {
+        get inputLevel() {
+          if (!conversation) return 0
+          try {
+            return conversation.getInputVolume()
+          } catch {
+            return 0
+          }
+        },
+
+        get outputLevel() {
+          if (!conversation) return 0
+          try {
+            return conversation.getOutputVolume()
+          } catch {
+            return 0
+          }
+        },
+
+        getInputFrequencyData() {
+          if (!conversation) return emptyFrequencyData
+          try {
+            return conversation.getInputByteFrequencyData()
+          } catch {
+            return emptyFrequencyData
+          }
+        },
+
+        getOutputFrequencyData() {
+          if (!conversation) return emptyFrequencyData
+          try {
+            return conversation.getOutputByteFrequencyData()
+          } catch {
+            return emptyFrequencyData
+          }
+        },
+
+        getInputTimeDomainData() {
+          // ElevenLabs SDK doesn't expose time domain data
+          return emptyTimeDomainData
+        },
+
+        getOutputTimeDomainData() {
+          // ElevenLabs SDK doesn't expose time domain data
+          return emptyTimeDomainData
+        },
+
+        get inputSampleRate() {
+          return 16000
+        },
+
+        get outputSampleRate() {
+          return 16000
+        },
+      }
+    },
+  }
+
+  return connection
+}

package/src/realtime/index.ts

@@ -0,0 +1,14 @@
+// Token adapter for server-side use
+export { elevenlabsRealtimeToken } from './token'
+
+// Client adapter for browser use
+export { elevenlabsRealtime } from './adapter'
+
+// Types
+export type {
+  ElevenLabsRealtimeTokenOptions,
+  ElevenLabsRealtimeOptions,
+  ElevenLabsConversationMode,
+  ElevenLabsVADConfig,
+  ElevenLabsClientTool,
+} from './types'

package/src/realtime/token.ts

@@ -0,0 +1,103 @@
+import type { RealtimeToken, RealtimeTokenAdapter } from '@tanstack/ai'
+import type { ElevenLabsRealtimeTokenOptions } from './types'
+
+const ELEVENLABS_API_URL = 'https://api.elevenlabs.io/v1'
+
+/**
+ * Get ElevenLabs API key from environment
+ */
+function getElevenLabsApiKey(): string {
+  // Check process.env (Node.js)
+  if (typeof process !== 'undefined' && process.env.ELEVENLABS_API_KEY) {
+    return process.env.ELEVENLABS_API_KEY
+  }
+
+  // Check window.env (Browser with injected env)
+  if (
+    typeof window !== 'undefined' &&
+    (window as unknown as { env?: { ELEVENLABS_API_KEY?: string } }).env
+      ?.ELEVENLABS_API_KEY
+  ) {
+    return (window as unknown as { env: { ELEVENLABS_API_KEY: string } }).env
+      .ELEVENLABS_API_KEY
+  }
+
+  throw new Error(
+    'ELEVENLABS_API_KEY not found in environment variables. ' +
+      'Please set ELEVENLABS_API_KEY in your environment.',
+  )
+}
+
+/**
+ * Creates an ElevenLabs realtime token adapter.
+ *
+ * This adapter generates signed URLs for client-side connections.
+ * The signed URL is valid for 30 minutes.
+ *
+ * @param options - Configuration options including agentId
+ * @returns A RealtimeTokenAdapter for use with realtimeToken()
+ *
+ * @example
+ * ```typescript
+ * import { realtimeToken } from '@tanstack/ai'
+ * import { elevenlabsRealtimeToken } from '@tanstack/ai-elevenlabs'
+ *
+ * const token = await realtimeToken({
+ *   adapter: elevenlabsRealtimeToken({
+ *     agentId: 'your-agent-id',
+ *   }),
+ * })
+ * ```
+ */
+export function elevenlabsRealtimeToken(
+  options: ElevenLabsRealtimeTokenOptions,
+): RealtimeTokenAdapter {
+  const apiKey = getElevenLabsApiKey()
+
+  return {
+    provider: 'elevenlabs',
+
+    async generateToken(): Promise<RealtimeToken> {
+      const { agentId, overrides } = options
+
+      // Get signed URL from ElevenLabs
+      const response = await fetch(
+        `${ELEVENLABS_API_URL}/convai/conversation/get_signed_url?agent_id=${agentId}`,
+        {
+          method: 'GET',
+          headers: {
+            'xi-api-key': apiKey,
+          },
+        },
+      )
+
+      if (!response.ok) {
+        const errorText = await response.text()
+        throw new Error(
+          `ElevenLabs signed URL request failed: ${response.status} ${errorText}`,
+        )
+      }
+
+      const data = await response.json()
+      const signedUrl = data.signed_url as string
+
+      // Signed URLs are valid for 30 minutes
+      const expiresAt = Date.now() + 30 * 60 * 1000
+
+      return {
+        provider: 'elevenlabs',
+        token: signedUrl,
+        expiresAt,
+        config: {
+          voice: overrides?.voiceId,
+          instructions: overrides?.systemPrompt,
+          providerOptions: {
+            agentId,
+            firstMessage: overrides?.firstMessage,
+            language: overrides?.language,
+          },
+        },
+      }
+    },
+  }
+}

package/src/realtime/types.ts

@@ -0,0 +1,55 @@
+/**
+ * Options for the ElevenLabs realtime token adapter
+ */
+export interface ElevenLabsRealtimeTokenOptions {
+  /** Agent ID configured in ElevenLabs dashboard */
+  agentId: string
+  /** Optional override values for the agent */
+  overrides?: {
+    /** Custom voice ID to use */
+    voiceId?: string
+    /** Custom system prompt */
+    systemPrompt?: string
+    /** First message the agent should speak */
+    firstMessage?: string
+    /** Language code (e.g., 'en') */
+    language?: string
+  }
+}
+
+/**
+ * Options for the ElevenLabs realtime client adapter
+ */
+export interface ElevenLabsRealtimeOptions {
+  /** Connection mode (default: auto-detect) */
+  connectionMode?: 'websocket' | 'webrtc'
+  /** Enable debug logging */
+  debug?: boolean
+}
+
+/**
+ * ElevenLabs conversation mode
+ */
+export type ElevenLabsConversationMode = 'speaking' | 'listening'
+
+/**
+ * ElevenLabs voice activity detection configuration
+ */
+export interface ElevenLabsVADConfig {
+  /** VAD threshold (0.1-0.9) */
+  vadThreshold?: number
+  /** Silence threshold in seconds (0.3-3.0) */
+  vadSilenceThresholdSecs?: number
+  /** Minimum speech duration in ms */
+  minSpeechDurationMs?: number
+  /** Minimum silence duration in ms */
+  minSilenceDurationMs?: number
+}
+
+/**
+ * Client tool definition for ElevenLabs
+ */
+export interface ElevenLabsClientTool<TParams = unknown, TResult = unknown> {
+  /** Tool handler function */
+  handler: (params: TParams) => Promise<TResult> | TResult
+}