@tanstack/ai-grok 0.8.5 → 0.8.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/esm/adapters/tts.js.map +1 -1
- package/dist/esm/model-meta.d.ts +21 -1
- package/dist/esm/model-meta.js +5 -1
- package/dist/esm/model-meta.js.map +1 -1
- package/dist/esm/realtime/adapter.js.map +1 -1
- package/package.json +16 -9
- package/src/adapters/tts.ts +1 -2
- package/src/model-meta.ts +23 -0
- package/src/realtime/adapter.ts +3 -7
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"tts.js","sources":["../../../src/adapters/tts.ts"],"sourcesContent":["import { BaseTTSAdapter } from '@tanstack/ai/adapters'\nimport { arrayBufferToBase64, generateId, getGrokApiKeyFromEnv } from '../utils'\nimport type { TTSOptions, TTSResult } from '@tanstack/ai'\nimport type { GrokTTSModel } from '../model-meta'\nimport type {\n GrokTTSCodec,\n GrokTTSProviderOptions,\n GrokTTSVoice,\n} from '../audio/tts-provider-options'\n\nconst DEFAULT_GROK_BASE_URL = 'https://api.x.ai/v1'\n\n/**\n * Configuration for the Grok TTS adapter.\n *\n * Unlike chat/image/summarize adapters, TTS does not use the OpenAI SDK\n * because xAI's `/v1/tts` endpoint is not OpenAI-compatible. This config\n * is a minimal subset suitable for direct `fetch` calls.\n */\nexport interface GrokSpeechConfig {\n apiKey: string\n baseURL?: string\n /** Additional headers to merge into every request (e.g., test IDs). */\n defaultHeaders?: Record<string, string>\n}\n\n/**\n * Grok Text-to-Speech Adapter.\n *\n * Talks to `POST {baseURL}/tts` per\n * https://docs.x.ai/developers/model-capabilities/audio/text-to-speech\n */\nexport class GrokSpeechAdapter<\n TModel extends GrokTTSModel,\n> extends BaseTTSAdapter<TModel, GrokTTSProviderOptions> {\n readonly name = 'grok' as const\n\n private readonly apiKey: string\n private readonly baseURL: string\n private readonly defaultHeaders: Record<string, string>\n\n constructor(config: GrokSpeechConfig, model: TModel) {\n super(model, config)\n this.apiKey = config.apiKey\n this.baseURL = (config.baseURL ?? DEFAULT_GROK_BASE_URL).replace(/\\/+$/, '')\n this.defaultHeaders = config.defaultHeaders ?? {}\n }\n\n async generateSpeech(\n options: TTSOptions<GrokTTSProviderOptions>,\n ): Promise<TTSResult> {\n const { logger } = options\n const { model, text, voice, format, modelOptions } = options\n\n logger.request(`activity=generateSpeech provider=grok model=${model}`, {\n provider: 'grok',\n model,\n })\n\n const { body, codec, sampleRateForContentType } = buildTTSRequestBody({\n text,\n voice,\n format,\n modelOptions,\n })\n\n try {\n const response = await fetch(`${this.baseURL}/tts`, {\n method: 'POST',\n headers: {\n // `defaultHeaders` first so the adapter's Authorization / Content-Type\n // always win — otherwise a caller-supplied `Authorization` header\n // could silently clobber the bearer token.\n ...this.defaultHeaders,\n Authorization: `Bearer ${this.apiKey}`,\n 'Content-Type': 'application/json',\n },\n body: JSON.stringify(body),\n })\n\n if (!response.ok) {\n const errorText = await response.text()\n throw new Error(\n `Grok TTS request failed: ${response.status} ${errorText}`,\n )\n }\n\n const arrayBuffer = await response.arrayBuffer()\n const audio = arrayBufferToBase64(arrayBuffer)\n\n return {\n id: generateId(this.name),\n model,\n audio,\n format: codec,\n contentType: getContentType(codec, sampleRateForContentType),\n }\n } catch (error) {\n logger.errors('grok.generateSpeech fatal', {\n error,\n source: 'grok.generateSpeech',\n })\n throw error\n }\n }\n}\n\n/**\n * Build the JSON body for `POST /v1/tts`, resolving codec / sample-rate / voice\n * defaults in one place.\n *\n * Returns the request `body`, the resolved `codec`, and the `sampleRateForContentType`\n * used by the caller to label the response via `getContentType`.\n */\nexport function buildTTSRequestBody(options: {\n text: string\n voice: string | undefined\n format: TTSOptions['format'] | undefined\n modelOptions: GrokTTSProviderOptions | undefined\n}): {\n body: Record<string, unknown>\n codec: GrokTTSCodec\n sampleRateForContentType: number\n} {\n const { text, voice, format, modelOptions } = options\n\n const codec = pickCodec(modelOptions?.codec, format)\n\n // Only forward `sample_rate` when either:\n // - the caller explicitly set `modelOptions.sample_rate`, or\n // - the codec's Content-Type carries the rate (pcm → audio/L16;rate=…).\n // For mp3/wav/opus/aac/flac we leave sample_rate unset so xAI's server\n // default applies.\n const callerSampleRate = modelOptions?.sample_rate\n // Default sample rate documented in GrokTTSProviderOptions is 24000 Hz —\n // used only when we MUST attach a rate to the contentType (pcm) and the\n // caller didn't pick one.\n const pcmDefault = 24000\n const needsRateInContentType = codec === 'pcm'\n\n const outputFormat: Record<string, unknown> = { codec }\n if (callerSampleRate !== undefined) {\n outputFormat.sample_rate = callerSampleRate\n } else if (needsRateInContentType) {\n outputFormat.sample_rate = pcmDefault\n }\n if (codec === 'mp3' && modelOptions?.bit_rate !== undefined) {\n outputFormat.bit_rate = modelOptions.bit_rate\n }\n\n // pcm embeds the rate in `audio/L16;rate=…`; mulaw/alaw embed it in\n // `audio/PCMU;rate=…` / `audio/PCMA;rate=…` when non-default. mp3/wav\n // don't carry a rate parameter so the value is unused for those.\n const sampleRateForContentType = callerSampleRate ?? pcmDefault\n\n const body: Record<string, unknown> = {\n text,\n voice_id: (voice as GrokTTSVoice | undefined) ?? 'eve',\n language: modelOptions?.language ?? 'en',\n output_format: outputFormat,\n }\n if (modelOptions?.optimize_streaming_latency !== undefined) {\n body.optimize_streaming_latency = modelOptions.optimize_streaming_latency\n }\n if (modelOptions?.text_normalization !== undefined) {\n body.text_normalization = modelOptions.text_normalization\n }\n\n return { body, codec, sampleRateForContentType }\n}\n\n/**\n * Maps the cross-provider `TTSOptions.format` onto Grok's supported codecs.\n * `opus`, `aac`, and `flac` are not supported by xAI TTS (which only exposes\n * mp3/wav/pcm/mulaw/alaw) — we fall back to mp3. An explicit\n * `modelOptions.codec` always wins.\n */\nfunction pickCodec(\n codecOverride: GrokTTSCodec | undefined,\n format: TTSOptions['format'] | undefined,\n): GrokTTSCodec {\n if (codecOverride) return codecOverride\n if (!format) return 'mp3'\n switch (format) {\n case 'mp3':\n case 'wav':\n case 'pcm':\n return format\n case 'flac':\n case 'opus':\n case 'aac':\n return 'mp3'\n default:\n return 'mp3'\n }\n}\n\nexport function getContentType(\n codec: GrokTTSCodec,\n sampleRate: number,\n): string {\n switch (codec) {\n case 'mp3':\n return 'audio/mpeg'\n case 'wav':\n return 'audio/wav'\n case 'pcm':\n // `audio/L16` requires a `rate` parameter per RFC 3551/3555.\n return `audio/L16;rate=${sampleRate}`\n case 'mulaw':\n // `audio/basic` is 8 kHz mono by RFC 2046 registration. For non-8kHz\n // streams xAI still produces mulaw-encoded bytes at the requested\n // rate, but the registered MIME can't carry that rate — so we use\n // the non-standard but commonly-supported `audio/PCMU;rate=…` (RFC 3551\n // RTP payload name) whenever the caller asked for a rate other than\n // 8000, and keep `audio/basic` for the standard 8kHz case.\n return sampleRate === 8000\n ? 'audio/basic'\n : `audio/PCMU;rate=${sampleRate}`\n case 'alaw':\n return sampleRate === 8000\n ? 'audio/x-alaw-basic'\n : `audio/PCMA;rate=${sampleRate}`\n }\n}\n\n/**\n * Creates a Grok speech (TTS) adapter with an explicit API key.\n *\n * @example\n * ```typescript\n * const adapter = createGrokSpeech('grok-tts', 'xai-...')\n * const result = await generateSpeech({\n * adapter,\n * text: 'Hello from Grok',\n * voice: 'eve',\n * })\n * ```\n */\nexport function createGrokSpeech<TModel extends GrokTTSModel>(\n model: TModel,\n apiKey: string,\n config?: Omit<GrokSpeechConfig, 'apiKey'>,\n): GrokSpeechAdapter<TModel> {\n return new GrokSpeechAdapter({ apiKey, ...config }, model)\n}\n\n/**\n * Creates a Grok speech (TTS) adapter, reading the API key from\n * `XAI_API_KEY` in the environment.\n *\n * @throws Error if `XAI_API_KEY` is not set.\n */\nexport function grokSpeech<TModel extends GrokTTSModel>(\n model: TModel,\n config?: Omit<GrokSpeechConfig, 'apiKey'>,\n): GrokSpeechAdapter<TModel> {\n const apiKey = getGrokApiKeyFromEnv()\n return createGrokSpeech(model, apiKey, config)\n}\n"],"names":[],"mappings":";;;;;AAUA,MAAM,wBAAwB;AAsBvB,MAAM,0BAEH,eAA+C;AAAA,EAC9C,OAAO;AAAA,EAEC;AAAA,EACA;AAAA,EACA;AAAA,EAEjB,YAAY,QAA0B,OAAe;AACnD,UAAM,OAAO,MAAM;AACnB,SAAK,SAAS,OAAO;AACrB,SAAK,WAAW,OAAO,WAAW,uBAAuB,QAAQ,QAAQ,EAAE;AAC3E,SAAK,iBAAiB,OAAO,kBAAkB,CAAA;AAAA,EACjD;AAAA,EAEA,MAAM,eACJ,SACoB;AACpB,UAAM,EAAE,WAAW;AACnB,UAAM,EAAE,OAAO,MAAM,OAAO,QAAQ,iBAAiB;AAErD,WAAO,QAAQ,+CAA+C,KAAK,IAAI;AAAA,MACrE,UAAU;AAAA,MACV;AAAA,IAAA,CACD;AAED,UAAM,EAAE,MAAM,OAAO,yBAAA,IAA6B,oBAAoB;AAAA,MACpE;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IAAA,CACD;AAED,QAAI;AACF,YAAM,WAAW,MAAM,MAAM,GAAG,KAAK,OAAO,QAAQ;AAAA,QAClD,QAAQ;AAAA,QACR,SAAS;AAAA;AAAA;AAAA;AAAA,UAIP,GAAG,KAAK;AAAA,UACR,eAAe,UAAU,KAAK,MAAM;AAAA,UACpC,gBAAgB;AAAA,QAAA;AAAA,QAElB,MAAM,KAAK,UAAU,IAAI;AAAA,MAAA,CAC1B;AAED,UAAI,CAAC,SAAS,IAAI;AAChB,cAAM,YAAY,MAAM,SAAS,KAAA;AACjC,cAAM,IAAI;AAAA,UACR,4BAA4B,SAAS,MAAM,IAAI,SAAS;AAAA,QAAA;AAAA,MAE5D;AAEA,YAAM,cAAc,MAAM,SAAS,YAAA;AACnC,YAAM,QAAQ,oBAAoB,WAAW;AAE7C,aAAO;AAAA,QACL,IAAI,WAAW,KAAK,IAAI;AAAA,QACxB;AAAA,QACA;AAAA,QACA,QAAQ;AAAA,QACR,aAAa,eAAe,OAAO,wBAAwB;AAAA,MAAA;AAAA,IAE/D,SAAS,OAAO;AACd,aAAO,OAAO,6BAA6B;AAAA,QACzC;AAAA,QACA,QAAQ;AAAA,MAAA,CACT;AACD,YAAM;AAAA,IACR;AAAA,EACF;AACF;AASO,SAAS,oBAAoB,SASlC;AACA,QAAM,EAAE,MAAM,OAAO,QAAQ,iBAAiB;AAE9C,QAAM,QAAQ,UAAU,cAAc,OAAO,MAAM;AAOnD,QAAM,mBAAmB,cAAc;AAIvC,QAAM,aAAa;AACnB,QAAM,yBAAyB,UAAU;AAEzC,QAAM,eAAwC,EAAE,MAAA;AAChD,MAAI,qBAAqB,QAAW;AAClC,iBAAa,cAAc;AAAA,EAC7B,WAAW,wBAAwB;AACjC,iBAAa,cAAc;AAAA,EAC7B;AACA,MAAI,UAAU,SAAS,cAAc,aAAa,QAAW;AAC3D,iBAAa,WAAW,aAAa;AAAA,EACvC;AAKA,QAAM,2BAA2B,oBAAoB;AAErD,QAAM,OAAgC;AAAA,IACpC;AAAA,IACA,UAAW,SAAsC;AAAA,IACjD,UAAU,cAAc,YAAY;AAAA,IACpC,eAAe;AAAA,EAAA;AAEjB,MAAI,cAAc,+BAA+B,QAAW;AAC1D,SAAK,6BAA6B,aAAa;AAAA,EACjD;AACA,MAAI,cAAc,uBAAuB,QAAW;AAClD,SAAK,qBAAqB,aAAa;AAAA,EACzC;AAEA,SAAO,EAAE,MAAM,OAAO,yBAAA;AACxB;AAQA,SAAS,UACP,eACA,QACc;AACd,MAAI,cAAe,QAAO;AAC1B,MAAI,CAAC,OAAQ,QAAO;AACpB,UAAQ,QAAA;AAAA,IACN,KAAK;AAAA,IACL,KAAK;AAAA,IACL,KAAK;AACH,aAAO;AAAA,IACT,KAAK;AAAA,IACL,KAAK;AAAA,IACL,KAAK;AACH,aAAO;AAAA,IACT;AACE,aAAO;AAAA,EAAA;AAEb;AAEO,SAAS,eACd,OACA,YACQ;AACR,UAAQ,OAAA;AAAA,IACN,KAAK;AACH,aAAO;AAAA,IACT,KAAK;AACH,aAAO;AAAA,IACT,KAAK;AAEH,aAAO,kBAAkB,UAAU;AAAA,IACrC,KAAK;AAOH,aAAO,eAAe,MAClB,gBACA,mBAAmB,UAAU;AAAA,IACnC,KAAK;AACH,aAAO,eAAe,MAClB,uBACA,mBAAmB,UAAU;AAAA,EAAA;AAEvC;AAeO,SAAS,iBACd,OACA,QACA,QAC2B;AAC3B,SAAO,IAAI,kBAAkB,EAAE,QAAQ,GAAG,OAAA,GAAU,KAAK;AAC3D;AAQO,SAAS,WACd,OACA,QAC2B;AAC3B,QAAM,SAAS,qBAAA;AACf,SAAO,iBAAiB,OAAO,QAAQ,MAAM;AAC/C;"}
|
|
1
|
+
{"version":3,"file":"tts.js","sources":["../../../src/adapters/tts.ts"],"sourcesContent":["import { BaseTTSAdapter } from '@tanstack/ai/adapters'\nimport { arrayBufferToBase64, generateId, getGrokApiKeyFromEnv } from '../utils'\nimport type { TTSOptions, TTSResult } from '@tanstack/ai'\nimport type { GrokTTSModel } from '../model-meta'\nimport type {\n GrokTTSCodec,\n GrokTTSProviderOptions,\n} from '../audio/tts-provider-options'\n\nconst DEFAULT_GROK_BASE_URL = 'https://api.x.ai/v1'\n\n/**\n * Configuration for the Grok TTS adapter.\n *\n * Unlike chat/image/summarize adapters, TTS does not use the OpenAI SDK\n * because xAI's `/v1/tts` endpoint is not OpenAI-compatible. This config\n * is a minimal subset suitable for direct `fetch` calls.\n */\nexport interface GrokSpeechConfig {\n apiKey: string\n baseURL?: string\n /** Additional headers to merge into every request (e.g., test IDs). */\n defaultHeaders?: Record<string, string>\n}\n\n/**\n * Grok Text-to-Speech Adapter.\n *\n * Talks to `POST {baseURL}/tts` per\n * https://docs.x.ai/developers/model-capabilities/audio/text-to-speech\n */\nexport class GrokSpeechAdapter<\n TModel extends GrokTTSModel,\n> extends BaseTTSAdapter<TModel, GrokTTSProviderOptions> {\n readonly name = 'grok' as const\n\n private readonly apiKey: string\n private readonly baseURL: string\n private readonly defaultHeaders: Record<string, string>\n\n constructor(config: GrokSpeechConfig, model: TModel) {\n super(model, config)\n this.apiKey = config.apiKey\n this.baseURL = (config.baseURL ?? DEFAULT_GROK_BASE_URL).replace(/\\/+$/, '')\n this.defaultHeaders = config.defaultHeaders ?? {}\n }\n\n async generateSpeech(\n options: TTSOptions<GrokTTSProviderOptions>,\n ): Promise<TTSResult> {\n const { logger } = options\n const { model, text, voice, format, modelOptions } = options\n\n logger.request(`activity=generateSpeech provider=grok model=${model}`, {\n provider: 'grok',\n model,\n })\n\n const { body, codec, sampleRateForContentType } = buildTTSRequestBody({\n text,\n voice,\n format,\n modelOptions,\n })\n\n try {\n const response = await fetch(`${this.baseURL}/tts`, {\n method: 'POST',\n headers: {\n // `defaultHeaders` first so the adapter's Authorization / Content-Type\n // always win — otherwise a caller-supplied `Authorization` header\n // could silently clobber the bearer token.\n ...this.defaultHeaders,\n Authorization: `Bearer ${this.apiKey}`,\n 'Content-Type': 'application/json',\n },\n body: JSON.stringify(body),\n })\n\n if (!response.ok) {\n const errorText = await response.text()\n throw new Error(\n `Grok TTS request failed: ${response.status} ${errorText}`,\n )\n }\n\n const arrayBuffer = await response.arrayBuffer()\n const audio = arrayBufferToBase64(arrayBuffer)\n\n return {\n id: generateId(this.name),\n model,\n audio,\n format: codec,\n contentType: getContentType(codec, sampleRateForContentType),\n }\n } catch (error) {\n logger.errors('grok.generateSpeech fatal', {\n error,\n source: 'grok.generateSpeech',\n })\n throw error\n }\n }\n}\n\n/**\n * Build the JSON body for `POST /v1/tts`, resolving codec / sample-rate / voice\n * defaults in one place.\n *\n * Returns the request `body`, the resolved `codec`, and the `sampleRateForContentType`\n * used by the caller to label the response via `getContentType`.\n */\nexport function buildTTSRequestBody(options: {\n text: string\n voice: string | undefined\n format: TTSOptions['format'] | undefined\n modelOptions: GrokTTSProviderOptions | undefined\n}): {\n body: Record<string, unknown>\n codec: GrokTTSCodec\n sampleRateForContentType: number\n} {\n const { text, voice, format, modelOptions } = options\n\n const codec = pickCodec(modelOptions?.codec, format)\n\n // Only forward `sample_rate` when either:\n // - the caller explicitly set `modelOptions.sample_rate`, or\n // - the codec's Content-Type carries the rate (pcm → audio/L16;rate=…).\n // For mp3/wav/opus/aac/flac we leave sample_rate unset so xAI's server\n // default applies.\n const callerSampleRate = modelOptions?.sample_rate\n // Default sample rate documented in GrokTTSProviderOptions is 24000 Hz —\n // used only when we MUST attach a rate to the contentType (pcm) and the\n // caller didn't pick one.\n const pcmDefault = 24000\n const needsRateInContentType = codec === 'pcm'\n\n const outputFormat: Record<string, unknown> = { codec }\n if (callerSampleRate !== undefined) {\n outputFormat.sample_rate = callerSampleRate\n } else if (needsRateInContentType) {\n outputFormat.sample_rate = pcmDefault\n }\n if (codec === 'mp3' && modelOptions?.bit_rate !== undefined) {\n outputFormat.bit_rate = modelOptions.bit_rate\n }\n\n // pcm embeds the rate in `audio/L16;rate=…`; mulaw/alaw embed it in\n // `audio/PCMU;rate=…` / `audio/PCMA;rate=…` when non-default. mp3/wav\n // don't carry a rate parameter so the value is unused for those.\n const sampleRateForContentType = callerSampleRate ?? pcmDefault\n\n const body: Record<string, unknown> = {\n text,\n voice_id: voice ?? 'eve',\n language: modelOptions?.language ?? 'en',\n output_format: outputFormat,\n }\n if (modelOptions?.optimize_streaming_latency !== undefined) {\n body.optimize_streaming_latency = modelOptions.optimize_streaming_latency\n }\n if (modelOptions?.text_normalization !== undefined) {\n body.text_normalization = modelOptions.text_normalization\n }\n\n return { body, codec, sampleRateForContentType }\n}\n\n/**\n * Maps the cross-provider `TTSOptions.format` onto Grok's supported codecs.\n * `opus`, `aac`, and `flac` are not supported by xAI TTS (which only exposes\n * mp3/wav/pcm/mulaw/alaw) — we fall back to mp3. An explicit\n * `modelOptions.codec` always wins.\n */\nfunction pickCodec(\n codecOverride: GrokTTSCodec | undefined,\n format: TTSOptions['format'] | undefined,\n): GrokTTSCodec {\n if (codecOverride) return codecOverride\n if (!format) return 'mp3'\n switch (format) {\n case 'mp3':\n case 'wav':\n case 'pcm':\n return format\n case 'flac':\n case 'opus':\n case 'aac':\n return 'mp3'\n default:\n return 'mp3'\n }\n}\n\nexport function getContentType(\n codec: GrokTTSCodec,\n sampleRate: number,\n): string {\n switch (codec) {\n case 'mp3':\n return 'audio/mpeg'\n case 'wav':\n return 'audio/wav'\n case 'pcm':\n // `audio/L16` requires a `rate` parameter per RFC 3551/3555.\n return `audio/L16;rate=${sampleRate}`\n case 'mulaw':\n // `audio/basic` is 8 kHz mono by RFC 2046 registration. For non-8kHz\n // streams xAI still produces mulaw-encoded bytes at the requested\n // rate, but the registered MIME can't carry that rate — so we use\n // the non-standard but commonly-supported `audio/PCMU;rate=…` (RFC 3551\n // RTP payload name) whenever the caller asked for a rate other than\n // 8000, and keep `audio/basic` for the standard 8kHz case.\n return sampleRate === 8000\n ? 'audio/basic'\n : `audio/PCMU;rate=${sampleRate}`\n case 'alaw':\n return sampleRate === 8000\n ? 'audio/x-alaw-basic'\n : `audio/PCMA;rate=${sampleRate}`\n }\n}\n\n/**\n * Creates a Grok speech (TTS) adapter with an explicit API key.\n *\n * @example\n * ```typescript\n * const adapter = createGrokSpeech('grok-tts', 'xai-...')\n * const result = await generateSpeech({\n * adapter,\n * text: 'Hello from Grok',\n * voice: 'eve',\n * })\n * ```\n */\nexport function createGrokSpeech<TModel extends GrokTTSModel>(\n model: TModel,\n apiKey: string,\n config?: Omit<GrokSpeechConfig, 'apiKey'>,\n): GrokSpeechAdapter<TModel> {\n return new GrokSpeechAdapter({ apiKey, ...config }, model)\n}\n\n/**\n * Creates a Grok speech (TTS) adapter, reading the API key from\n * `XAI_API_KEY` in the environment.\n *\n * @throws Error if `XAI_API_KEY` is not set.\n */\nexport function grokSpeech<TModel extends GrokTTSModel>(\n model: TModel,\n config?: Omit<GrokSpeechConfig, 'apiKey'>,\n): GrokSpeechAdapter<TModel> {\n const apiKey = getGrokApiKeyFromEnv()\n return createGrokSpeech(model, apiKey, config)\n}\n"],"names":[],"mappings":";;;;;AASA,MAAM,wBAAwB;AAsBvB,MAAM,0BAEH,eAA+C;AAAA,EAC9C,OAAO;AAAA,EAEC;AAAA,EACA;AAAA,EACA;AAAA,EAEjB,YAAY,QAA0B,OAAe;AACnD,UAAM,OAAO,MAAM;AACnB,SAAK,SAAS,OAAO;AACrB,SAAK,WAAW,OAAO,WAAW,uBAAuB,QAAQ,QAAQ,EAAE;AAC3E,SAAK,iBAAiB,OAAO,kBAAkB,CAAA;AAAA,EACjD;AAAA,EAEA,MAAM,eACJ,SACoB;AACpB,UAAM,EAAE,WAAW;AACnB,UAAM,EAAE,OAAO,MAAM,OAAO,QAAQ,iBAAiB;AAErD,WAAO,QAAQ,+CAA+C,KAAK,IAAI;AAAA,MACrE,UAAU;AAAA,MACV;AAAA,IAAA,CACD;AAED,UAAM,EAAE,MAAM,OAAO,yBAAA,IAA6B,oBAAoB;AAAA,MACpE;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IAAA,CACD;AAED,QAAI;AACF,YAAM,WAAW,MAAM,MAAM,GAAG,KAAK,OAAO,QAAQ;AAAA,QAClD,QAAQ;AAAA,QACR,SAAS;AAAA;AAAA;AAAA;AAAA,UAIP,GAAG,KAAK;AAAA,UACR,eAAe,UAAU,KAAK,MAAM;AAAA,UACpC,gBAAgB;AAAA,QAAA;AAAA,QAElB,MAAM,KAAK,UAAU,IAAI;AAAA,MAAA,CAC1B;AAED,UAAI,CAAC,SAAS,IAAI;AAChB,cAAM,YAAY,MAAM,SAAS,KAAA;AACjC,cAAM,IAAI;AAAA,UACR,4BAA4B,SAAS,MAAM,IAAI,SAAS;AAAA,QAAA;AAAA,MAE5D;AAEA,YAAM,cAAc,MAAM,SAAS,YAAA;AACnC,YAAM,QAAQ,oBAAoB,WAAW;AAE7C,aAAO;AAAA,QACL,IAAI,WAAW,KAAK,IAAI;AAAA,QACxB;AAAA,QACA;AAAA,QACA,QAAQ;AAAA,QACR,aAAa,eAAe,OAAO,wBAAwB;AAAA,MAAA;AAAA,IAE/D,SAAS,OAAO;AACd,aAAO,OAAO,6BAA6B;AAAA,QACzC;AAAA,QACA,QAAQ;AAAA,MAAA,CACT;AACD,YAAM;AAAA,IACR;AAAA,EACF;AACF;AASO,SAAS,oBAAoB,SASlC;AACA,QAAM,EAAE,MAAM,OAAO,QAAQ,iBAAiB;AAE9C,QAAM,QAAQ,UAAU,cAAc,OAAO,MAAM;AAOnD,QAAM,mBAAmB,cAAc;AAIvC,QAAM,aAAa;AACnB,QAAM,yBAAyB,UAAU;AAEzC,QAAM,eAAwC,EAAE,MAAA;AAChD,MAAI,qBAAqB,QAAW;AAClC,iBAAa,cAAc;AAAA,EAC7B,WAAW,wBAAwB;AACjC,iBAAa,cAAc;AAAA,EAC7B;AACA,MAAI,UAAU,SAAS,cAAc,aAAa,QAAW;AAC3D,iBAAa,WAAW,aAAa;AAAA,EACvC;AAKA,QAAM,2BAA2B,oBAAoB;AAErD,QAAM,OAAgC;AAAA,IACpC;AAAA,IACA,UAAU,SAAS;AAAA,IACnB,UAAU,cAAc,YAAY;AAAA,IACpC,eAAe;AAAA,EAAA;AAEjB,MAAI,cAAc,+BAA+B,QAAW;AAC1D,SAAK,6BAA6B,aAAa;AAAA,EACjD;AACA,MAAI,cAAc,uBAAuB,QAAW;AAClD,SAAK,qBAAqB,aAAa;AAAA,EACzC;AAEA,SAAO,EAAE,MAAM,OAAO,yBAAA;AACxB;AAQA,SAAS,UACP,eACA,QACc;AACd,MAAI,cAAe,QAAO;AAC1B,MAAI,CAAC,OAAQ,QAAO;AACpB,UAAQ,QAAA;AAAA,IACN,KAAK;AAAA,IACL,KAAK;AAAA,IACL,KAAK;AACH,aAAO;AAAA,IACT,KAAK;AAAA,IACL,KAAK;AAAA,IACL,KAAK;AACH,aAAO;AAAA,IACT;AACE,aAAO;AAAA,EAAA;AAEb;AAEO,SAAS,eACd,OACA,YACQ;AACR,UAAQ,OAAA;AAAA,IACN,KAAK;AACH,aAAO;AAAA,IACT,KAAK;AACH,aAAO;AAAA,IACT,KAAK;AAEH,aAAO,kBAAkB,UAAU;AAAA,IACrC,KAAK;AAOH,aAAO,eAAe,MAClB,gBACA,mBAAmB,UAAU;AAAA,IACnC,KAAK;AACH,aAAO,eAAe,MAClB,uBACA,mBAAmB,UAAU;AAAA,EAAA;AAEvC;AAeO,SAAS,iBACd,OACA,QACA,QAC2B;AAC3B,SAAO,IAAI,kBAAkB,EAAE,QAAQ,GAAG,OAAA,GAAU,KAAK;AAC3D;AAQO,SAAS,WACd,OACA,QAC2B;AAC3B,QAAM,SAAS,qBAAA;AACf,SAAO,iBAAiB,OAAO,QAAQ,MAAM;AAC/C;"}
|
package/dist/esm/model-meta.d.ts
CHANGED
|
@@ -229,7 +229,26 @@ declare const GROK_4_3: {
|
|
|
229
229
|
};
|
|
230
230
|
};
|
|
231
231
|
};
|
|
232
|
-
|
|
232
|
+
declare const GROK_BUILD_0_1: {
|
|
233
|
+
readonly name: "grok-build-0.1";
|
|
234
|
+
readonly context_window: 256000;
|
|
235
|
+
readonly supports: {
|
|
236
|
+
readonly input: ["text", "image"];
|
|
237
|
+
readonly output: ["text"];
|
|
238
|
+
readonly capabilities: ["reasoning", "structured_outputs", "tool_calling"];
|
|
239
|
+
readonly tools: readonly [];
|
|
240
|
+
};
|
|
241
|
+
readonly pricing: {
|
|
242
|
+
readonly input: {
|
|
243
|
+
readonly normal: 1;
|
|
244
|
+
readonly cached: 0.2;
|
|
245
|
+
};
|
|
246
|
+
readonly output: {
|
|
247
|
+
readonly normal: 2;
|
|
248
|
+
};
|
|
249
|
+
};
|
|
250
|
+
};
|
|
251
|
+
export declare const GROK_CHAT_MODELS: readonly ["grok-4-1-fast-reasoning", "grok-4-1-fast-non-reasoning", "grok-code-fast-1", "grok-4-fast-reasoning", "grok-4-fast-non-reasoning", "grok-4", "grok-3", "grok-3-mini", "grok-2-vision-1212", "grok-4.20", "grok-4.20-multi-agent", "grok-4.3", "grok-build-0.1"];
|
|
233
252
|
/**
|
|
234
253
|
* Grok Image Generation Models
|
|
235
254
|
*/
|
|
@@ -259,6 +278,7 @@ export type GrokModelInputModalitiesByName = {
|
|
|
259
278
|
[GROK_4_20.name]: typeof GROK_4_20.supports.input;
|
|
260
279
|
[GROK_4_20_MULTI_AGENT.name]: typeof GROK_4_20_MULTI_AGENT.supports.input;
|
|
261
280
|
[GROK_4_3.name]: typeof GROK_4_3.supports.input;
|
|
281
|
+
[GROK_BUILD_0_1.name]: typeof GROK_BUILD_0_1.supports.input;
|
|
262
282
|
};
|
|
263
283
|
/**
|
|
264
284
|
* Type-only map from Grok chat model name to its provider options type.
|
package/dist/esm/model-meta.js
CHANGED
|
@@ -37,6 +37,9 @@ const GROK_4_20_MULTI_AGENT = {
|
|
|
37
37
|
const GROK_4_3 = {
|
|
38
38
|
name: "grok-4.3"
|
|
39
39
|
};
|
|
40
|
+
const GROK_BUILD_0_1 = {
|
|
41
|
+
name: "grok-build-0.1"
|
|
42
|
+
};
|
|
40
43
|
const GROK_CHAT_MODELS = [
|
|
41
44
|
GROK_4_1_FAST_REASONING.name,
|
|
42
45
|
GROK_4_1_FAST_NON_REASONING.name,
|
|
@@ -49,7 +52,8 @@ const GROK_CHAT_MODELS = [
|
|
|
49
52
|
GROK_2_VISION.name,
|
|
50
53
|
GROK_4_20.name,
|
|
51
54
|
GROK_4_20_MULTI_AGENT.name,
|
|
52
|
-
GROK_4_3.name
|
|
55
|
+
GROK_4_3.name,
|
|
56
|
+
GROK_BUILD_0_1.name
|
|
53
57
|
];
|
|
54
58
|
const GROK_IMAGE_MODELS = [GROK_2_IMAGE.name];
|
|
55
59
|
const GROK_TTS = {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"model-meta.js","sources":["../../src/model-meta.ts"],"sourcesContent":["/**\n * Model metadata interface for documentation and type inference\n */\ninterface ModelMeta {\n name: string\n supports: {\n input: Array<'text' | 'image' | 'audio' | 'video' | 'document'>\n output: Array<'text' | 'image' | 'audio' | 'video'>\n capabilities?: Array<'reasoning' | 'tool_calling' | 'structured_outputs'>\n tools?: ReadonlyArray<never>\n }\n max_input_tokens?: number\n max_output_tokens?: number\n context_window?: number\n knowledge_cutoff?: string\n pricing?: {\n input: {\n normal: number\n cached?: number\n }\n output: {\n normal: number\n }\n }\n}\n\nconst GROK_4_1_FAST_REASONING = {\n name: 'grok-4-1-fast-reasoning',\n context_window: 2_000_000,\n supports: {\n input: ['text', 'image'],\n output: ['text'],\n capabilities: ['reasoning', 'structured_outputs', 'tool_calling'],\n tools: [] as const,\n },\n pricing: {\n input: {\n normal: 0.2,\n cached: 0.05,\n },\n output: {\n normal: 0.5,\n },\n },\n} as const satisfies ModelMeta\n\nconst GROK_4_1_FAST_NON_REASONING = {\n name: 'grok-4-1-fast-non-reasoning',\n context_window: 2_000_000,\n supports: {\n input: ['text', 'image'],\n output: ['text'],\n capabilities: ['structured_outputs', 'tool_calling'],\n tools: [] as const,\n },\n pricing: {\n input: {\n normal: 0.2,\n cached: 0.05,\n },\n output: {\n normal: 0.5,\n },\n },\n} as const satisfies ModelMeta\n\nconst GROK_CODE_FAST_1 = {\n name: 'grok-code-fast-1',\n context_window: 256_000,\n supports: {\n input: ['text'],\n output: ['text'],\n capabilities: ['reasoning', 'structured_outputs', 'tool_calling'],\n tools: [] as const,\n },\n pricing: {\n input: {\n normal: 0.2,\n cached: 0.02,\n },\n output: {\n normal: 1.5,\n },\n },\n} as const satisfies ModelMeta\n\nconst GROK_4_FAST_REASONING = {\n name: 'grok-4-fast-reasoning',\n context_window: 2_000_000,\n supports: {\n input: ['text', 'image'],\n output: ['text'],\n capabilities: ['reasoning', 'structured_outputs', 'tool_calling'],\n tools: [] as const,\n },\n pricing: {\n input: {\n normal: 0.2,\n cached: 0.05,\n },\n output: {\n normal: 0.5,\n },\n },\n} as const satisfies ModelMeta\n\nconst GROK_4_FAST_NON_REASONING = {\n name: 'grok-4-fast-non-reasoning',\n context_window: 2_000_000,\n supports: {\n input: ['text', 'image'],\n output: ['text'],\n capabilities: ['structured_outputs', 'tool_calling'],\n tools: [] as const,\n },\n pricing: {\n input: {\n normal: 0.2,\n cached: 0.05,\n },\n output: {\n normal: 0.5,\n },\n },\n} as const satisfies ModelMeta\n\nconst GROK_4 = {\n name: 'grok-4',\n context_window: 256_000,\n supports: {\n input: ['text', 'image'],\n output: ['text'],\n capabilities: ['reasoning', 'structured_outputs', 'tool_calling'],\n tools: [] as const,\n },\n pricing: {\n input: {\n normal: 3,\n cached: 0.75,\n },\n output: {\n normal: 15,\n },\n },\n} as const satisfies ModelMeta\n\nconst GROK_3_MINI = {\n name: 'grok-3-mini',\n context_window: 131_072,\n supports: {\n input: ['text'],\n output: ['text'],\n capabilities: ['reasoning', 'structured_outputs', 'tool_calling'],\n tools: [] as const,\n },\n pricing: {\n input: {\n normal: 0.3,\n cached: 0.075,\n },\n output: {\n normal: 0.5,\n },\n },\n} as const satisfies ModelMeta\n\nconst GROK_3 = {\n name: 'grok-3',\n context_window: 131_072,\n supports: {\n input: ['text'],\n output: ['text'],\n capabilities: ['structured_outputs', 'tool_calling'],\n tools: [] as const,\n },\n pricing: {\n input: {\n normal: 3,\n cached: 0.75,\n },\n output: {\n normal: 15,\n },\n },\n} as const satisfies ModelMeta\n\nconst GROK_2_VISION = {\n name: 'grok-2-vision-1212',\n context_window: 32_768,\n supports: {\n input: ['text', 'image'],\n output: ['text'],\n capabilities: ['structured_outputs', 'tool_calling'],\n tools: [] as const,\n },\n pricing: {\n input: {\n normal: 2,\n },\n output: {\n normal: 10,\n },\n },\n} as const satisfies ModelMeta\n\nconst GROK_2_IMAGE = {\n name: 'grok-2-image-1212',\n supports: {\n input: ['text'],\n output: ['image'],\n },\n pricing: {\n input: {\n normal: 0.07,\n },\n output: {\n normal: 0.07,\n },\n },\n} as const satisfies ModelMeta\n\n/**\n * Grok Chat Models\n * Based on xAI's available models as of 2025\n */\nconst GROK_4_20 = {\n name: 'grok-4.20',\n context_window: 2_000_000,\n supports: {\n input: ['text', 'image', 'document'],\n output: ['text'],\n capabilities: ['reasoning', 'structured_outputs', 'tool_calling'],\n tools: [] as const,\n },\n pricing: {\n input: {\n normal: 2,\n cached: 0.2,\n },\n output: {\n normal: 6,\n },\n },\n} as const satisfies ModelMeta\n\nconst GROK_4_20_MULTI_AGENT = {\n name: 'grok-4.20-multi-agent',\n context_window: 2_000_000,\n supports: {\n input: ['text', 'image', 'document'],\n output: ['text'],\n capabilities: ['reasoning', 'structured_outputs', 'tool_calling'],\n tools: [] as const,\n },\n pricing: {\n input: {\n normal: 2,\n cached: 0.2,\n },\n output: {\n normal: 6,\n },\n },\n} as const satisfies ModelMeta\n\nconst GROK_4_3 = {\n name: 'grok-4.3',\n context_window: 1_000_000,\n supports: {\n input: ['text', 'image'],\n output: ['text'],\n capabilities: ['reasoning', 'structured_outputs', 'tool_calling'],\n tools: [],\n },\n pricing: {\n input: {\n normal: 1.25,\n cached: 0.2,\n },\n output: {\n normal: 2.5,\n },\n },\n} as const satisfies ModelMeta\n\nexport const GROK_CHAT_MODELS = [\n GROK_4_1_FAST_REASONING.name,\n GROK_4_1_FAST_NON_REASONING.name,\n GROK_CODE_FAST_1.name,\n GROK_4_FAST_REASONING.name,\n GROK_4_FAST_NON_REASONING.name,\n GROK_4.name,\n GROK_3.name,\n GROK_3_MINI.name,\n GROK_2_VISION.name,\n\n GROK_4_20.name,\n GROK_4_20_MULTI_AGENT.name,\n\n GROK_4_3.name,\n] as const\n\n/**\n * Grok Image Generation Models\n */\nexport const GROK_IMAGE_MODELS = [GROK_2_IMAGE.name] as const\n\n// xAI's `/v1/tts` endpoint is endpoint-addressed and does not take a `model`\n// parameter. This synthetic identifier satisfies the SDK's `TTSOptions.model`\n// contract and provides a stable value for logging and fixture matching.\nconst GROK_TTS = {\n name: 'grok-tts',\n supports: {\n input: ['text'],\n output: ['audio'],\n },\n} as const satisfies ModelMeta\n\n// xAI's `/v1/stt` endpoint is endpoint-addressed and does not take a `model`\n// parameter. This synthetic identifier satisfies the SDK's\n// `TranscriptionOptions.model` contract.\nconst GROK_STT = {\n name: 'grok-stt',\n supports: {\n input: ['audio'],\n output: ['text'],\n },\n} as const satisfies ModelMeta\n\nconst GROK_VOICE_FAST_1 = {\n name: 'grok-voice-fast-1.0',\n supports: {\n input: ['audio', 'text'],\n output: ['audio', 'text'],\n capabilities: ['tool_calling'],\n tools: [] as const,\n },\n} as const satisfies ModelMeta\n\nconst GROK_VOICE_THINK_FAST_1 = {\n name: 'grok-voice-think-fast-1.0',\n supports: {\n input: ['audio', 'text'],\n output: ['audio', 'text'],\n capabilities: ['reasoning', 'tool_calling'],\n tools: [] as const,\n },\n} as const satisfies ModelMeta\n\nexport const GROK_TTS_MODELS = [GROK_TTS.name] as const\n\nexport const GROK_TRANSCRIPTION_MODELS = [GROK_STT.name] as const\n\nexport const GROK_REALTIME_MODELS = [\n GROK_VOICE_FAST_1.name,\n GROK_VOICE_THINK_FAST_1.name,\n] as const\n\nexport type GrokChatModel = (typeof GROK_CHAT_MODELS)[number]\nexport type GrokImageModel = (typeof GROK_IMAGE_MODELS)[number]\nexport type GrokTTSModel = (typeof GROK_TTS_MODELS)[number]\nexport type GrokTranscriptionModel = (typeof GROK_TRANSCRIPTION_MODELS)[number]\nexport type GrokRealtimeModel = (typeof GROK_REALTIME_MODELS)[number]\n\n/**\n * Type-only map from Grok chat model name to its supported input modalities.\n * Used for type inference when constructing multimodal messages.\n */\nexport type GrokModelInputModalitiesByName = {\n [GROK_4_1_FAST_REASONING.name]: typeof GROK_4_1_FAST_REASONING.supports.input\n [GROK_4_1_FAST_NON_REASONING.name]: typeof GROK_4_1_FAST_NON_REASONING.supports.input\n [GROK_CODE_FAST_1.name]: typeof GROK_CODE_FAST_1.supports.input\n [GROK_4_FAST_REASONING.name]: typeof GROK_4_FAST_REASONING.supports.input\n [GROK_4_FAST_NON_REASONING.name]: typeof GROK_4_FAST_NON_REASONING.supports.input\n [GROK_4.name]: typeof GROK_4.supports.input\n [GROK_3.name]: typeof GROK_3.supports.input\n [GROK_3_MINI.name]: typeof GROK_3_MINI.supports.input\n [GROK_2_VISION.name]: typeof GROK_2_VISION.supports.input\n [GROK_4_20.name]: typeof GROK_4_20.supports.input\n [GROK_4_20_MULTI_AGENT.name]: typeof GROK_4_20_MULTI_AGENT.supports.input\n [GROK_4_3.name]: typeof GROK_4_3.supports.input\n}\n\n/**\n * Type-only map from Grok chat model name to its provider options type.\n * Since Grok uses OpenAI-compatible API, we reuse OpenAI provider options.\n */\nexport type GrokChatModelProviderOptionsByName = {\n [K in (typeof GROK_CHAT_MODELS)[number]]: GrokProviderOptions\n}\n\n/**\n * Type-only map from Grok chat model name to its supported provider tools.\n * Grok exposes no provider-specific tool factories, so every model gets an\n * empty tuple. This ensures that passing an Anthropic/OpenAI ProviderTool to\n * a Grok adapter produces a compile-time type error.\n */\nexport type GrokChatModelToolCapabilitiesByName = {\n [GROK_4_1_FAST_REASONING.name]: typeof GROK_4_1_FAST_REASONING.supports.tools\n [GROK_4_1_FAST_NON_REASONING.name]: typeof GROK_4_1_FAST_NON_REASONING.supports.tools\n [GROK_CODE_FAST_1.name]: typeof GROK_CODE_FAST_1.supports.tools\n [GROK_4_FAST_REASONING.name]: typeof GROK_4_FAST_REASONING.supports.tools\n [GROK_4_FAST_NON_REASONING.name]: typeof GROK_4_FAST_NON_REASONING.supports.tools\n [GROK_4.name]: typeof GROK_4.supports.tools\n [GROK_3.name]: typeof GROK_3.supports.tools\n [GROK_3_MINI.name]: typeof GROK_3_MINI.supports.tools\n [GROK_2_VISION.name]: typeof GROK_2_VISION.supports.tools\n [GROK_4_20.name]: typeof GROK_4_20.supports.tools\n [GROK_4_20_MULTI_AGENT.name]: typeof GROK_4_20_MULTI_AGENT.supports.tools\n}\n\n/**\n * Grok-specific provider options\n * Based on OpenAI-compatible API options\n */\nexport interface GrokProviderOptions {\n /** Temperature for response generation (0-2) */\n temperature?: number\n /** Maximum tokens in the response */\n max_tokens?: number\n /** Top-p sampling parameter */\n top_p?: number\n /** Frequency penalty (-2.0 to 2.0) */\n frequency_penalty?: number\n /** Presence penalty (-2.0 to 2.0) */\n presence_penalty?: number\n /** Stop sequences */\n stop?: string | Array<string>\n /** A unique identifier representing your end-user */\n user?: string\n}\n\n// ===========================\n// Type Resolution Helpers\n// ===========================\n\n/**\n * Resolve provider options for a specific model.\n * If the model has explicit options in the map, use those; otherwise use base options.\n */\nexport type ResolveProviderOptions<TModel extends string> =\n TModel extends keyof GrokChatModelProviderOptionsByName\n ? GrokChatModelProviderOptionsByName[TModel]\n : GrokProviderOptions\n\n/**\n * Resolve input modalities for a specific model.\n * If the model has explicit modalities in the map, use those; otherwise use text only.\n */\nexport type ResolveInputModalities<TModel extends string> =\n TModel extends keyof GrokModelInputModalitiesByName\n ? GrokModelInputModalitiesByName[TModel]\n : readonly ['text']\n"],"names":[],"mappings":"AA0BA,MAAM,0BAA0B;AAAA,EAC9B,MAAM;AAiBR;AAEA,MAAM,8BAA8B;AAAA,EAClC,MAAM;AAiBR;AAEA,MAAM,mBAAmB;AAAA,EACvB,MAAM;AAiBR;AAEA,MAAM,wBAAwB;AAAA,EAC5B,MAAM;AAiBR;AAEA,MAAM,4BAA4B;AAAA,EAChC,MAAM;AAiBR;AAEA,MAAM,SAAS;AAAA,EACb,MAAM;AAiBR;AAEA,MAAM,cAAc;AAAA,EAClB,MAAM;AAiBR;AAEA,MAAM,SAAS;AAAA,EACb,MAAM;AAiBR;AAEA,MAAM,gBAAgB;AAAA,EACpB,MAAM;AAgBR;AAEA,MAAM,eAAe;AAAA,EACnB,MAAM;AAaR;AAMA,MAAM,YAAY;AAAA,EAChB,MAAM;AAiBR;AAEA,MAAM,wBAAwB;AAAA,EAC5B,MAAM;AAiBR;AAEA,MAAM,WAAW;AAAA,EACf,MAAM;AAiBR;AAEO,MAAM,mBAAmB;AAAA,EAC9B,wBAAwB;AAAA,EACxB,4BAA4B;AAAA,EAC5B,iBAAiB;AAAA,EACjB,sBAAsB;AAAA,EACtB,0BAA0B;AAAA,EAC1B,OAAO;AAAA,EACP,OAAO;AAAA,EACP,YAAY;AAAA,EACZ,cAAc;AAAA,EAEd,UAAU;AAAA,EACV,sBAAsB;AAAA,EAEtB,SAAS;AACX;AAKO,MAAM,oBAAoB,CAAC,aAAa,IAAI;AAKnD,MAAM,WAAW;AAAA,EACf,MAAM;AAKR;AAKA,MAAM,WAAW;AAAA,EACf,MAAM;AAKR;AAEA,MAAM,oBAAoB;AAAA,EACxB,MAAM;AAOR;AAEA,MAAM,0BAA0B;AAAA,EAC9B,MAAM;AAOR;AAEO,MAAM,kBAAkB,CAAC,SAAS,IAAI;AAEtC,MAAM,4BAA4B,CAAC,SAAS,IAAI;AAEhD,MAAM,uBAAuB;AAAA,EAClC,kBAAkB;AAAA,EAClB,wBAAwB;AAC1B;"}
|
|
1
|
+
{"version":3,"file":"model-meta.js","sources":["../../src/model-meta.ts"],"sourcesContent":["/**\n * Model metadata interface for documentation and type inference\n */\ninterface ModelMeta {\n name: string\n supports: {\n input: Array<'text' | 'image' | 'audio' | 'video' | 'document'>\n output: Array<'text' | 'image' | 'audio' | 'video'>\n capabilities?: Array<'reasoning' | 'tool_calling' | 'structured_outputs'>\n tools?: ReadonlyArray<never>\n }\n max_input_tokens?: number\n max_output_tokens?: number\n context_window?: number\n knowledge_cutoff?: string\n pricing?: {\n input: {\n normal: number\n cached?: number\n }\n output: {\n normal: number\n }\n }\n}\n\nconst GROK_4_1_FAST_REASONING = {\n name: 'grok-4-1-fast-reasoning',\n context_window: 2_000_000,\n supports: {\n input: ['text', 'image'],\n output: ['text'],\n capabilities: ['reasoning', 'structured_outputs', 'tool_calling'],\n tools: [] as const,\n },\n pricing: {\n input: {\n normal: 0.2,\n cached: 0.05,\n },\n output: {\n normal: 0.5,\n },\n },\n} as const satisfies ModelMeta\n\nconst GROK_4_1_FAST_NON_REASONING = {\n name: 'grok-4-1-fast-non-reasoning',\n context_window: 2_000_000,\n supports: {\n input: ['text', 'image'],\n output: ['text'],\n capabilities: ['structured_outputs', 'tool_calling'],\n tools: [] as const,\n },\n pricing: {\n input: {\n normal: 0.2,\n cached: 0.05,\n },\n output: {\n normal: 0.5,\n },\n },\n} as const satisfies ModelMeta\n\nconst GROK_CODE_FAST_1 = {\n name: 'grok-code-fast-1',\n context_window: 256_000,\n supports: {\n input: ['text'],\n output: ['text'],\n capabilities: ['reasoning', 'structured_outputs', 'tool_calling'],\n tools: [] as const,\n },\n pricing: {\n input: {\n normal: 0.2,\n cached: 0.02,\n },\n output: {\n normal: 1.5,\n },\n },\n} as const satisfies ModelMeta\n\nconst GROK_4_FAST_REASONING = {\n name: 'grok-4-fast-reasoning',\n context_window: 2_000_000,\n supports: {\n input: ['text', 'image'],\n output: ['text'],\n capabilities: ['reasoning', 'structured_outputs', 'tool_calling'],\n tools: [] as const,\n },\n pricing: {\n input: {\n normal: 0.2,\n cached: 0.05,\n },\n output: {\n normal: 0.5,\n },\n },\n} as const satisfies ModelMeta\n\nconst GROK_4_FAST_NON_REASONING = {\n name: 'grok-4-fast-non-reasoning',\n context_window: 2_000_000,\n supports: {\n input: ['text', 'image'],\n output: ['text'],\n capabilities: ['structured_outputs', 'tool_calling'],\n tools: [] as const,\n },\n pricing: {\n input: {\n normal: 0.2,\n cached: 0.05,\n },\n output: {\n normal: 0.5,\n },\n },\n} as const satisfies ModelMeta\n\nconst GROK_4 = {\n name: 'grok-4',\n context_window: 256_000,\n supports: {\n input: ['text', 'image'],\n output: ['text'],\n capabilities: ['reasoning', 'structured_outputs', 'tool_calling'],\n tools: [] as const,\n },\n pricing: {\n input: {\n normal: 3,\n cached: 0.75,\n },\n output: {\n normal: 15,\n },\n },\n} as const satisfies ModelMeta\n\nconst GROK_3_MINI = {\n name: 'grok-3-mini',\n context_window: 131_072,\n supports: {\n input: ['text'],\n output: ['text'],\n capabilities: ['reasoning', 'structured_outputs', 'tool_calling'],\n tools: [] as const,\n },\n pricing: {\n input: {\n normal: 0.3,\n cached: 0.075,\n },\n output: {\n normal: 0.5,\n },\n },\n} as const satisfies ModelMeta\n\nconst GROK_3 = {\n name: 'grok-3',\n context_window: 131_072,\n supports: {\n input: ['text'],\n output: ['text'],\n capabilities: ['structured_outputs', 'tool_calling'],\n tools: [] as const,\n },\n pricing: {\n input: {\n normal: 3,\n cached: 0.75,\n },\n output: {\n normal: 15,\n },\n },\n} as const satisfies ModelMeta\n\nconst GROK_2_VISION = {\n name: 'grok-2-vision-1212',\n context_window: 32_768,\n supports: {\n input: ['text', 'image'],\n output: ['text'],\n capabilities: ['structured_outputs', 'tool_calling'],\n tools: [] as const,\n },\n pricing: {\n input: {\n normal: 2,\n },\n output: {\n normal: 10,\n },\n },\n} as const satisfies ModelMeta\n\nconst GROK_2_IMAGE = {\n name: 'grok-2-image-1212',\n supports: {\n input: ['text'],\n output: ['image'],\n },\n pricing: {\n input: {\n normal: 0.07,\n },\n output: {\n normal: 0.07,\n },\n },\n} as const satisfies ModelMeta\n\n/**\n * Grok Chat Models\n * Based on xAI's available models as of 2025\n */\nconst GROK_4_20 = {\n name: 'grok-4.20',\n context_window: 2_000_000,\n supports: {\n input: ['text', 'image', 'document'],\n output: ['text'],\n capabilities: ['reasoning', 'structured_outputs', 'tool_calling'],\n tools: [] as const,\n },\n pricing: {\n input: {\n normal: 2,\n cached: 0.2,\n },\n output: {\n normal: 6,\n },\n },\n} as const satisfies ModelMeta\n\nconst GROK_4_20_MULTI_AGENT = {\n name: 'grok-4.20-multi-agent',\n context_window: 2_000_000,\n supports: {\n input: ['text', 'image', 'document'],\n output: ['text'],\n capabilities: ['reasoning', 'structured_outputs', 'tool_calling'],\n tools: [] as const,\n },\n pricing: {\n input: {\n normal: 2,\n cached: 0.2,\n },\n output: {\n normal: 6,\n },\n },\n} as const satisfies ModelMeta\n\nconst GROK_4_3 = {\n name: 'grok-4.3',\n context_window: 1_000_000,\n supports: {\n input: ['text', 'image'],\n output: ['text'],\n capabilities: ['reasoning', 'structured_outputs', 'tool_calling'],\n tools: [],\n },\n pricing: {\n input: {\n normal: 1.25,\n cached: 0.2,\n },\n output: {\n normal: 2.5,\n },\n },\n} as const satisfies ModelMeta\n\nconst GROK_BUILD_0_1 = {\n name: 'grok-build-0.1',\n context_window: 256_000,\n supports: {\n input: ['text', 'image'],\n output: ['text'],\n capabilities: ['reasoning', 'structured_outputs', 'tool_calling'],\n tools: [],\n },\n pricing: {\n input: {\n normal: 1,\n cached: 0.2,\n },\n output: {\n normal: 2,\n },\n },\n} as const satisfies ModelMeta\n\nexport const GROK_CHAT_MODELS = [\n GROK_4_1_FAST_REASONING.name,\n GROK_4_1_FAST_NON_REASONING.name,\n GROK_CODE_FAST_1.name,\n GROK_4_FAST_REASONING.name,\n GROK_4_FAST_NON_REASONING.name,\n GROK_4.name,\n GROK_3.name,\n GROK_3_MINI.name,\n GROK_2_VISION.name,\n\n GROK_4_20.name,\n GROK_4_20_MULTI_AGENT.name,\n\n GROK_4_3.name,\n\n GROK_BUILD_0_1.name,\n] as const\n\n/**\n * Grok Image Generation Models\n */\nexport const GROK_IMAGE_MODELS = [GROK_2_IMAGE.name] as const\n\n// xAI's `/v1/tts` endpoint is endpoint-addressed and does not take a `model`\n// parameter. This synthetic identifier satisfies the SDK's `TTSOptions.model`\n// contract and provides a stable value for logging and fixture matching.\nconst GROK_TTS = {\n name: 'grok-tts',\n supports: {\n input: ['text'],\n output: ['audio'],\n },\n} as const satisfies ModelMeta\n\n// xAI's `/v1/stt` endpoint is endpoint-addressed and does not take a `model`\n// parameter. This synthetic identifier satisfies the SDK's\n// `TranscriptionOptions.model` contract.\nconst GROK_STT = {\n name: 'grok-stt',\n supports: {\n input: ['audio'],\n output: ['text'],\n },\n} as const satisfies ModelMeta\n\nconst GROK_VOICE_FAST_1 = {\n name: 'grok-voice-fast-1.0',\n supports: {\n input: ['audio', 'text'],\n output: ['audio', 'text'],\n capabilities: ['tool_calling'],\n tools: [] as const,\n },\n} as const satisfies ModelMeta\n\nconst GROK_VOICE_THINK_FAST_1 = {\n name: 'grok-voice-think-fast-1.0',\n supports: {\n input: ['audio', 'text'],\n output: ['audio', 'text'],\n capabilities: ['reasoning', 'tool_calling'],\n tools: [] as const,\n },\n} as const satisfies ModelMeta\n\nexport const GROK_TTS_MODELS = [GROK_TTS.name] as const\n\nexport const GROK_TRANSCRIPTION_MODELS = [GROK_STT.name] as const\n\nexport const GROK_REALTIME_MODELS = [\n GROK_VOICE_FAST_1.name,\n GROK_VOICE_THINK_FAST_1.name,\n] as const\n\nexport type GrokChatModel = (typeof GROK_CHAT_MODELS)[number]\nexport type GrokImageModel = (typeof GROK_IMAGE_MODELS)[number]\nexport type GrokTTSModel = (typeof GROK_TTS_MODELS)[number]\nexport type GrokTranscriptionModel = (typeof GROK_TRANSCRIPTION_MODELS)[number]\nexport type GrokRealtimeModel = (typeof GROK_REALTIME_MODELS)[number]\n\n/**\n * Type-only map from Grok chat model name to its supported input modalities.\n * Used for type inference when constructing multimodal messages.\n */\nexport type GrokModelInputModalitiesByName = {\n [GROK_4_1_FAST_REASONING.name]: typeof GROK_4_1_FAST_REASONING.supports.input\n [GROK_4_1_FAST_NON_REASONING.name]: typeof GROK_4_1_FAST_NON_REASONING.supports.input\n [GROK_CODE_FAST_1.name]: typeof GROK_CODE_FAST_1.supports.input\n [GROK_4_FAST_REASONING.name]: typeof GROK_4_FAST_REASONING.supports.input\n [GROK_4_FAST_NON_REASONING.name]: typeof GROK_4_FAST_NON_REASONING.supports.input\n [GROK_4.name]: typeof GROK_4.supports.input\n [GROK_3.name]: typeof GROK_3.supports.input\n [GROK_3_MINI.name]: typeof GROK_3_MINI.supports.input\n [GROK_2_VISION.name]: typeof GROK_2_VISION.supports.input\n [GROK_4_20.name]: typeof GROK_4_20.supports.input\n [GROK_4_20_MULTI_AGENT.name]: typeof GROK_4_20_MULTI_AGENT.supports.input\n [GROK_4_3.name]: typeof GROK_4_3.supports.input\n [GROK_BUILD_0_1.name]: typeof GROK_BUILD_0_1.supports.input\n}\n\n/**\n * Type-only map from Grok chat model name to its provider options type.\n * Since Grok uses OpenAI-compatible API, we reuse OpenAI provider options.\n */\nexport type GrokChatModelProviderOptionsByName = {\n [K in (typeof GROK_CHAT_MODELS)[number]]: GrokProviderOptions\n}\n\n/**\n * Type-only map from Grok chat model name to its supported provider tools.\n * Grok exposes no provider-specific tool factories, so every model gets an\n * empty tuple. This ensures that passing an Anthropic/OpenAI ProviderTool to\n * a Grok adapter produces a compile-time type error.\n */\nexport type GrokChatModelToolCapabilitiesByName = {\n [GROK_4_1_FAST_REASONING.name]: typeof GROK_4_1_FAST_REASONING.supports.tools\n [GROK_4_1_FAST_NON_REASONING.name]: typeof GROK_4_1_FAST_NON_REASONING.supports.tools\n [GROK_CODE_FAST_1.name]: typeof GROK_CODE_FAST_1.supports.tools\n [GROK_4_FAST_REASONING.name]: typeof GROK_4_FAST_REASONING.supports.tools\n [GROK_4_FAST_NON_REASONING.name]: typeof GROK_4_FAST_NON_REASONING.supports.tools\n [GROK_4.name]: typeof GROK_4.supports.tools\n [GROK_3.name]: typeof GROK_3.supports.tools\n [GROK_3_MINI.name]: typeof GROK_3_MINI.supports.tools\n [GROK_2_VISION.name]: typeof GROK_2_VISION.supports.tools\n [GROK_4_20.name]: typeof GROK_4_20.supports.tools\n [GROK_4_20_MULTI_AGENT.name]: typeof GROK_4_20_MULTI_AGENT.supports.tools\n}\n\n/**\n * Grok-specific provider options\n * Based on OpenAI-compatible API options\n */\nexport interface GrokProviderOptions {\n /** Temperature for response generation (0-2) */\n temperature?: number\n /** Maximum tokens in the response */\n max_tokens?: number\n /** Top-p sampling parameter */\n top_p?: number\n /** Frequency penalty (-2.0 to 2.0) */\n frequency_penalty?: number\n /** Presence penalty (-2.0 to 2.0) */\n presence_penalty?: number\n /** Stop sequences */\n stop?: string | Array<string>\n /** A unique identifier representing your end-user */\n user?: string\n}\n\n// ===========================\n// Type Resolution Helpers\n// ===========================\n\n/**\n * Resolve provider options for a specific model.\n * If the model has explicit options in the map, use those; otherwise use base options.\n */\nexport type ResolveProviderOptions<TModel extends string> =\n TModel extends keyof GrokChatModelProviderOptionsByName\n ? GrokChatModelProviderOptionsByName[TModel]\n : GrokProviderOptions\n\n/**\n * Resolve input modalities for a specific model.\n * If the model has explicit modalities in the map, use those; otherwise use text only.\n */\nexport type ResolveInputModalities<TModel extends string> =\n TModel extends keyof GrokModelInputModalitiesByName\n ? GrokModelInputModalitiesByName[TModel]\n : readonly ['text']\n"],"names":[],"mappings":"AA0BA,MAAM,0BAA0B;AAAA,EAC9B,MAAM;AAiBR;AAEA,MAAM,8BAA8B;AAAA,EAClC,MAAM;AAiBR;AAEA,MAAM,mBAAmB;AAAA,EACvB,MAAM;AAiBR;AAEA,MAAM,wBAAwB;AAAA,EAC5B,MAAM;AAiBR;AAEA,MAAM,4BAA4B;AAAA,EAChC,MAAM;AAiBR;AAEA,MAAM,SAAS;AAAA,EACb,MAAM;AAiBR;AAEA,MAAM,cAAc;AAAA,EAClB,MAAM;AAiBR;AAEA,MAAM,SAAS;AAAA,EACb,MAAM;AAiBR;AAEA,MAAM,gBAAgB;AAAA,EACpB,MAAM;AAgBR;AAEA,MAAM,eAAe;AAAA,EACnB,MAAM;AAaR;AAMA,MAAM,YAAY;AAAA,EAChB,MAAM;AAiBR;AAEA,MAAM,wBAAwB;AAAA,EAC5B,MAAM;AAiBR;AAEA,MAAM,WAAW;AAAA,EACf,MAAM;AAiBR;AAEA,MAAM,iBAAiB;AAAA,EACrB,MAAM;AAiBR;AAEO,MAAM,mBAAmB;AAAA,EAC9B,wBAAwB;AAAA,EACxB,4BAA4B;AAAA,EAC5B,iBAAiB;AAAA,EACjB,sBAAsB;AAAA,EACtB,0BAA0B;AAAA,EAC1B,OAAO;AAAA,EACP,OAAO;AAAA,EACP,YAAY;AAAA,EACZ,cAAc;AAAA,EAEd,UAAU;AAAA,EACV,sBAAsB;AAAA,EAEtB,SAAS;AAAA,EAET,eAAe;AACjB;AAKO,MAAM,oBAAoB,CAAC,aAAa,IAAI;AAKnD,MAAM,WAAW;AAAA,EACf,MAAM;AAKR;AAKA,MAAM,WAAW;AAAA,EACf,MAAM;AAKR;AAEA,MAAM,oBAAoB;AAAA,EACxB,MAAM;AAOR;AAEA,MAAM,0BAA0B;AAAA,EAC9B,MAAM;AAOR;AAEO,MAAM,kBAAkB,CAAC,SAAS,IAAI;AAEtC,MAAM,4BAA4B,CAAC,SAAS,IAAI;AAEhD,MAAM,uBAAuB;AAAA,EAClC,kBAAkB;AAAA,EAClB,wBAAwB;AAC1B;"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"adapter.js","sources":["../../../src/realtime/adapter.ts"],"sourcesContent":["import { resolveDebugOption } from '@tanstack/ai/adapter-internals'\nimport type {\n AnyClientTool,\n AudioVisualization,\n RealtimeEvent,\n RealtimeEventHandler,\n RealtimeMessage,\n RealtimeMode,\n RealtimeSessionConfig,\n RealtimeStatus,\n RealtimeToken,\n} from '@tanstack/ai'\nimport type { InternalLogger } from '@tanstack/ai/adapter-internals'\nimport type { RealtimeAdapter, RealtimeConnection } from './realtime-contract'\nimport type { GrokRealtimeOptions } from './types'\n\nconst GROK_REALTIME_URL = 'https://api.x.ai/v1/realtime'\n\n/**\n * Runtime-checked field readers for untyped server events. Replace the\n * drive-by `event.X as string` / `event.X as Record<string, unknown>` casts\n * with readers that return `undefined` when the shape doesn't match, so a\n * malformed frame can't throw a TypeError inside `handleServerEvent`.\n */\nfunction readString(\n obj: Record<string, unknown>,\n key: string,\n): string | undefined {\n const value = obj[key]\n return typeof value === 'string' ? value : undefined\n}\n\nfunction readObject(\n obj: Record<string, unknown>,\n key: string,\n): Record<string, unknown> | undefined {\n const value = obj[key]\n return value && typeof value === 'object' && !Array.isArray(value)\n ? (value as Record<string, unknown>)\n : undefined\n}\n\nfunction readObjectArray(\n obj: Record<string, unknown>,\n key: string,\n): Array<Record<string, unknown>> | undefined {\n const value = obj[key]\n if (!Array.isArray(value)) return undefined\n return value.filter(\n (item): item is Record<string, unknown> =>\n item !== null && typeof item === 'object' && !Array.isArray(item),\n )\n}\n\ntype RealtimeServerError = Error & {\n code?: string\n type?: string\n param?: string\n}\n\n/**\n * Creates a Grok realtime adapter for client-side use.\n *\n * Uses WebRTC for browser connections (default). Mirrors the OpenAI realtime\n * adapter because xAI's Voice Agent API is OpenAI-realtime-compatible — the\n * only differences are the endpoint URL and default model.\n *\n * @example\n * ```typescript\n * import { RealtimeClient } from '@tanstack/ai-client'\n * import { grokRealtime } from '@tanstack/ai-grok'\n *\n * const client = new RealtimeClient({\n * getToken: () => fetch('/api/realtime-token').then(r => r.json()),\n * adapter: grokRealtime(),\n * })\n * ```\n */\nexport function grokRealtime(\n options: GrokRealtimeOptions = {},\n): RealtimeAdapter {\n const connectionMode = options.connectionMode ?? 'webrtc'\n const logger = resolveDebugOption(options.debug)\n\n return {\n provider: 'grok',\n\n async connect(\n token: RealtimeToken,\n _clientTools?: ReadonlyArray<AnyClientTool>,\n ): Promise<RealtimeConnection> {\n const model = token.config.model ?? 'grok-voice-fast-1.0'\n logger.request(`activity=realtime provider=grok model=${model}`, {\n provider: 'grok',\n model,\n })\n\n if (connectionMode === 'webrtc') {\n return createWebRTCConnection(token, logger)\n }\n const error = new Error('WebSocket connection mode not yet implemented')\n logger.errors('grok.realtime fatal', {\n error,\n source: 'grok.realtime',\n })\n throw error\n },\n }\n}\n\n/**\n * Creates a WebRTC connection to xAI's realtime API.\n */\nasync function createWebRTCConnection(\n token: RealtimeToken,\n logger: InternalLogger,\n): Promise<RealtimeConnection> {\n const model = token.config.model ?? 'grok-voice-fast-1.0'\n const eventHandlers = new Map<RealtimeEvent, Set<RealtimeEventHandler<any>>>()\n\n const pc = new RTCPeerConnection()\n\n let audioContext: AudioContext | null = null\n let inputAnalyser: AnalyserNode | null = null\n let outputAnalyser: AnalyserNode | null = null\n let inputSource: MediaStreamAudioSourceNode | null = null\n let outputSource: MediaStreamAudioSourceNode | null = null\n let localStream: MediaStream | null = null\n\n let audioElement: HTMLAudioElement | null = null\n\n // Captured into a const so closures see a non-nullable reference (teardown\n // re-points the outer `dataChannel` to null, but in-flight closures still\n // need to close their own channel).\n const channel = pc.createDataChannel('oai-events')\n let dataChannel: RTCDataChannel | null = channel\n\n let currentMode: RealtimeMode = 'idle'\n let currentMessageId: string | null = null\n\n // Flipped by `teardownConnection`. Guards `sendEvent` so post-disconnect\n // calls (e.g. a React `useEffect` cleanup flushing queued events) are\n // logged and skipped instead of silently piling up in `pendingEvents`.\n let isTornDown = false\n\n // Outbound events queued while the data channel isn't yet open. Declared\n // here (rather than next to `sendEvent`) so `teardownConnection` — which\n // lives higher up and can run from the SDP-path catch before `sendEvent`\n // is defined — can drain it without hitting the TDZ.\n const pendingEvents: Array<Record<string, unknown>> = []\n\n // Tracks whether we've sent the first session.update. On the first update\n // we attach a default input_audio_transcription so the server will emit\n // user transcripts unless the caller opts out via\n // `providerOptions.inputAudioTranscription = null | false`.\n let hasSentInitialSessionUpdate = false\n\n // Size hints for the fallback buffers returned when an analyser isn't yet\n // populated. We return a *fresh* `Uint8Array` on each call so a caller\n // that draws into it (e.g. a canvas visualiser zeroing the buffer) can't\n // mutate a shared module-level instance for every other consumer.\n const FALLBACK_FREQUENCY_BIN_COUNT = 1024\n const FALLBACK_TIME_DOMAIN_SIZE = 2048\n const FALLBACK_TIME_DOMAIN_FILL = 128\n\n function emit<TEvent extends RealtimeEvent>(\n event: TEvent,\n payload: Parameters<RealtimeEventHandler<TEvent>>[0],\n ) {\n const handlers = eventHandlers.get(event)\n if (handlers) {\n for (const handler of handlers) {\n handler(payload)\n }\n }\n }\n\n let dataChannelOpened = false\n let rejectDataChannelReady: ((reason: unknown) => void) | null = null\n let dataChannelReadyTimeout: ReturnType<typeof setTimeout> | null = null\n\n const dataChannelReady = new Promise<void>((resolve, reject) => {\n rejectDataChannelReady = (reason) => {\n if (dataChannelReadyTimeout !== null) {\n clearTimeout(dataChannelReadyTimeout)\n dataChannelReadyTimeout = null\n }\n // One-shot: null out so later state transitions don't reject twice.\n rejectDataChannelReady = null\n reject(reason)\n }\n\n dataChannelReadyTimeout = setTimeout(() => {\n if (!dataChannelOpened) {\n rejectDataChannelReady?.(\n new Error(\n 'Data channel did not open within 15000ms — aborting connection',\n ),\n )\n }\n }, 15000)\n\n channel.onopen = () => {\n dataChannelOpened = true\n if (dataChannelReadyTimeout !== null) {\n clearTimeout(dataChannelReadyTimeout)\n dataChannelReadyTimeout = null\n }\n // Once resolved, rejecting is a no-op — null out so teardown paths\n // don't attempt a redundant reject on an already-settled promise.\n rejectDataChannelReady = null\n flushPendingEvents()\n emit('status_change', { status: 'connected' as RealtimeStatus })\n resolve()\n }\n })\n\n channel.onmessage = (event) => {\n try {\n const message = JSON.parse(event.data)\n const messageRecord: Record<string, unknown> =\n message !== null && typeof message === 'object' ? message : {}\n logger.provider(\n `provider=grok direction=in type=${readString(messageRecord, 'type') ?? '<unknown>'}`,\n { frame: messageRecord },\n )\n handleServerEvent(messageRecord)\n } catch (parseErr) {\n logger.errors('grok.realtime fatal', {\n error: parseErr,\n source: 'grok.realtime',\n })\n emit('error', {\n error:\n parseErr instanceof Error ? parseErr : new Error(String(parseErr)),\n })\n }\n }\n\n channel.onerror = (error) => {\n // Closing the peer connection cascades into `onerror`/`onclose` on the\n // data channel. Once teardown has started, re-surfacing those as\n // `emit('error')` is noise that confuses consumers (they just called\n // `disconnect()` — they don't want an error toast for it).\n if (isTornDown) return\n logger.errors('grok.realtime fatal', {\n error,\n source: 'grok.realtime',\n })\n // RTCErrorEvent exposes a typed `.error`; fall back to the event type\n // name, then to a string representation, so the emitted error message\n // doesn't end up as \"[object Event]\".\n // `onerror` always fires with an Event (often an RTCErrorEvent), so we\n // can read it via the untyped helpers without first proving object-ness.\n // eslint-disable-next-line no-restricted-syntax -- RTCErrorEvent is a typed DOM class that does not structurally overlap Record<string, unknown>; we duck-type it via readObject/readString\n const errorRecord = error as unknown as Record<string, unknown>\n const rtcError = readObject(errorRecord, 'error')\n const msg =\n (rtcError && readString(rtcError, 'message')) ?? (error.type || 'unknown')\n const dcErr = new Error(`Data channel error: ${msg}`)\n if (!dataChannelOpened) {\n rejectDataChannelReady?.(dcErr)\n }\n emit('error', { error: dcErr })\n }\n\n channel.onclose = () => {\n // Same rationale as `onerror` above: `pc.close()` during teardown\n // cascades to the data channel's `onclose`. If we've already started\n // teardown, there's nothing to do here.\n if (isTornDown) return\n if (!dataChannelOpened) {\n rejectDataChannelReady?.(new Error('Data channel closed before opening'))\n }\n }\n\n pc.ontrack = (event) => {\n if (event.track.kind === 'audio' && event.streams[0]) {\n setupOutputAudioAnalysis(event.streams[0])\n }\n }\n\n // `status_change` has a single source of truth: `onconnectionstatechange`\n // (the higher-level aggregate state). `oniceconnectionstatechange` is\n // responsible only for rejecting `dataChannelReady` on ICE failures so we\n // surface them without waiting for the 15s timeout.\n pc.onconnectionstatechange = () => {\n const state = pc.connectionState\n logger.provider(`provider=grok pc.connectionState=${state}`, {\n state,\n })\n if (state === 'failed' || state === 'disconnected' || state === 'closed') {\n // Suppress the `status_change` emission when teardown is in progress:\n // the user-facing `disconnect()` already emits `status_change: 'idle'`\n // and then calls `teardownConnection()` → `pc.close()`, which fires\n // `onconnectionstatechange` with state === 'closed'. Without this\n // guard listeners would see two `idle` events per disconnect.\n if (!isTornDown) {\n emit('status_change', {\n status:\n state === 'failed'\n ? ('error' as RealtimeStatus)\n : ('idle' as RealtimeStatus),\n })\n }\n if (!dataChannelOpened) {\n // Reject on any terminal-ish pre-open state so callers don't hang\n // for the full 15s timeout. The reject is one-shot — subsequent\n // state changes become no-ops via the null-out in\n // `rejectDataChannelReady`.\n const message =\n state === 'failed'\n ? `PeerConnection failed before data channel opened`\n : `PeerConnection entered state '${state}' before data channel opened`\n rejectDataChannelReady?.(new Error(message))\n }\n // Auto-teardown on `failed`: without this the mic track, pc, and\n // AudioContext stay allocated after a fatal connection failure, so the\n // browser's mic indicator stays on and the user sees a broken\n // \"connected mic\" state. `closed` already means pc was torn down\n // (usually by teardownConnection itself) so nothing extra to do.\n // `disconnected` is transient per the WebRTC spec and may recover, so\n // we leave resources in place. `teardownConnection` is idempotent so\n // a subsequent consumer `disconnect()` remains safe.\n if (state === 'failed' && !isTornDown) {\n void teardownConnection()\n }\n }\n }\n\n pc.oniceconnectionstatechange = () => {\n const state = pc.iceConnectionState\n logger.provider(`provider=grok pc.iceConnectionState=${state}`, {\n state,\n })\n if (\n !dataChannelOpened &&\n (state === 'failed' || state === 'closed' || state === 'disconnected')\n ) {\n const message =\n state === 'failed'\n ? `ICE connection failed before data channel opened`\n : `ICE connection entered state '${state}' before data channel opened`\n rejectDataChannelReady?.(new Error(message))\n }\n }\n\n /**\n * Tear down every resource we may have allocated so the mic/pc/audio\n * nodes/audio element don't leak on a failed connect. Safe to call from\n * any point after `new RTCPeerConnection()`; each branch null-guards and\n * swallows errors because cascading closes (e.g. `pc.close()` closing the\n * data channel implicitly) are expected.\n *\n * Shared between the SDP-path catch, the post-SDP catch, and (implicitly\n * via idempotency) the `disconnect()` entry point.\n */\n async function teardownConnection() {\n // Flip the teardown flag BEFORE any awaits so handlers that fire during\n // `await audioContext.close()` (or any other async step below) can guard\n // on it — otherwise a late `pc.onconnectionstatechange` or `pc.ontrack`\n // can allocate new resources or re-emit `status_change: idle` after the\n // user-facing `disconnect()` already emitted one.\n isTornDown = true\n\n // Drop any queued events the caller sent before the data channel opened\n // up front. Without this they'd accumulate across reconnect attempts\n // (each connect allocates a fresh closure, but a caller holding the old\n // `connection` reference could otherwise keep appending forever). Done\n // at the top — before the awaits below — so `sendEvent` calls racing\n // with teardown don't push into a list we're about to drain.\n pendingEvents.length = 0\n\n // Clear the data-channel-open timeout / reject the readiness promise\n // if it's still pending. `rejectDataChannelReady` is one-shot and nulls\n // itself on first call, so calling it from `disconnect()` after a\n // successful open is a no-op.\n rejectDataChannelReady?.(\n new Error('Connection torn down before data channel opened'),\n )\n\n if (localStream) {\n for (const track of localStream.getTracks()) {\n track.stop()\n }\n localStream = null\n }\n\n // Output audio (populated by `pc.ontrack` → setupOutputAudioAnalysis,\n // which may have fired during SDP negotiation before we threw).\n if (audioElement) {\n try {\n audioElement.pause()\n } catch {\n // ignore — element may already be unloaded\n }\n audioElement.srcObject = null\n audioElement = null\n }\n if (outputSource) {\n try {\n outputSource.disconnect()\n } catch {\n // ignore\n }\n outputSource = null\n }\n if (outputAnalyser) {\n try {\n outputAnalyser.disconnect()\n } catch {\n // ignore\n }\n outputAnalyser = null\n }\n\n // Input audio (populated by setupInputAudioAnalysis after SDP).\n if (inputSource) {\n try {\n inputSource.disconnect()\n } catch {\n // ignore\n }\n inputSource = null\n }\n if (inputAnalyser) {\n try {\n inputAnalyser.disconnect()\n } catch {\n // ignore\n }\n inputAnalyser = null\n }\n\n if (dataChannel) {\n try {\n dataChannel.close()\n } catch {\n // ignore — channel may already be closed by pc.close()\n }\n dataChannel = null\n }\n\n try {\n pc.close()\n } catch {\n // ignore — pc may already be closed\n }\n\n if (audioContext) {\n try {\n await audioContext.close()\n } catch {\n // ignore — context may already be closed\n }\n audioContext = null\n }\n }\n\n // xAI requires an audio track in the SDP offer, same as OpenAI realtime.\n //\n // This try/catch also covers `getUserMedia` failure (e.g. the user denies\n // microphone permission). `pc` + `dataChannel` are already allocated above\n // and the 15s `dataChannelReady` timeout is already armed, so we MUST\n // teardown on failure here — otherwise they leak until the tab closes.\n // `teardownConnection` is idempotent and null-safe (runs fine even if the\n // mic was never acquired).\n try {\n try {\n localStream = await navigator.mediaDevices.getUserMedia({\n audio: {\n echoCancellation: true,\n noiseSuppression: true,\n sampleRate: 24000,\n },\n })\n } catch (error) {\n logger.errors('grok.realtime fatal', {\n error,\n source: 'grok.realtime.getUserMedia',\n })\n // Re-throw with the descriptive message callers rely on. Teardown runs\n // in the outer catch below.\n throw new Error(\n `Microphone access required for realtime voice: ${error instanceof Error ? error.message : error}`,\n )\n }\n\n for (const track of localStream.getAudioTracks()) {\n pc.addTrack(track, localStream)\n }\n\n const offer = await pc.createOffer()\n await pc.setLocalDescription(offer)\n\n const sdpResponse = await fetch(`${GROK_REALTIME_URL}?model=${model}`, {\n method: 'POST',\n headers: {\n Authorization: `Bearer ${token.token}`,\n 'Content-Type': 'application/sdp',\n },\n body: offer.sdp,\n })\n\n if (!sdpResponse.ok) {\n const errorText = await sdpResponse.text()\n const error = new Error(\n `Failed to establish WebRTC connection: ${sdpResponse.status} - ${errorText}`,\n )\n logger.errors('grok.realtime fatal', {\n error,\n source: 'grok.realtime.sdp',\n status: sdpResponse.status,\n })\n throw error\n }\n\n const answerSdp = await sdpResponse.text()\n await pc.setRemoteDescription({ type: 'answer', sdp: answerSdp })\n } catch (err) {\n await teardownConnection()\n throw err\n }\n\n // Second cleanup scope: after SDP succeeds we still have to set up input\n // audio analysis and wait for the data channel to open. Both can fail\n // (AudioContext allocation, 15s timeout, ICE failure, pc.close from the\n // other end, etc.) and those failures must NOT leave the mic/pc/audio\n // nodes running.\n try {\n setupInputAudioAnalysis(localStream)\n await dataChannelReady\n } catch (err) {\n await teardownConnection()\n throw err\n }\n\n function handleServerEvent(event: Record<string, unknown>) {\n const type = readString(event, 'type')\n\n switch (type) {\n case 'session.created':\n case 'session.updated':\n break\n\n case 'input_audio_buffer.speech_started':\n currentMode = 'listening'\n emit('mode_change', { mode: 'listening' })\n break\n\n case 'input_audio_buffer.speech_stopped':\n currentMode = 'thinking'\n emit('mode_change', { mode: 'thinking' })\n break\n\n case 'input_audio_buffer.committed':\n break\n\n case 'conversation.item.input_audio_transcription.completed': {\n const transcript = readString(event, 'transcript')\n if (transcript === undefined) break\n emit('transcript', { role: 'user', transcript, isFinal: true })\n break\n }\n\n case 'response.created':\n // Reset message id so a tool-only response (which never emits\n // response.output_item.added for a message) can't reuse the previous\n // turn's id when `response.done` later inspects this flag.\n currentMessageId = null\n currentMode = 'thinking'\n emit('mode_change', { mode: 'thinking' })\n break\n\n case 'response.output_item.added': {\n const item = readObject(event, 'item')\n if (item && readString(item, 'type') === 'message') {\n const id = readString(item, 'id')\n if (id !== undefined) currentMessageId = id\n }\n break\n }\n\n // xAI realtime per docs uses `response.output_audio_transcript.*`;\n // accept the legacy OpenAI-realtime `response.audio_transcript.*` as\n // an alias so this adapter stays compatible across protocol versions.\n case 'response.output_audio_transcript.delta':\n case 'response.audio_transcript.delta': {\n const delta = readString(event, 'delta')\n if (delta === undefined) break\n emit('transcript', {\n role: 'assistant',\n transcript: delta,\n isFinal: false,\n })\n break\n }\n\n case 'response.output_audio_transcript.done':\n case 'response.audio_transcript.done': {\n const transcript = readString(event, 'transcript')\n if (transcript === undefined) break\n emit('transcript', { role: 'assistant', transcript, isFinal: true })\n break\n }\n\n // xAI realtime per docs uses `response.text.*`; accept the legacy\n // OpenAI-realtime `response.output_text.*` as an alias.\n case 'response.text.delta':\n case 'response.output_text.delta': {\n const delta = readString(event, 'delta')\n if (delta === undefined) break\n emit('transcript', {\n role: 'assistant',\n transcript: delta,\n isFinal: false,\n })\n break\n }\n\n case 'response.text.done':\n case 'response.output_text.done': {\n const text = readString(event, 'text')\n if (text === undefined) break\n emit('transcript', {\n role: 'assistant',\n transcript: text,\n isFinal: true,\n })\n break\n }\n\n // xAI realtime per docs uses `response.output_audio.*`; accept the\n // legacy OpenAI-realtime `response.audio.*` as an alias.\n case 'response.output_audio.delta':\n case 'response.audio.delta':\n if (currentMode !== 'speaking') {\n currentMode = 'speaking'\n emit('mode_change', { mode: 'speaking' })\n }\n break\n\n case 'response.output_audio.done':\n case 'response.audio.done':\n break\n\n case 'response.function_call_arguments.done': {\n // Only `call_id` is valid for `sendToolResult` correlation. Falling\n // back to `item_id` would produce a tool-call id the server doesn't\n // recognise when the result is posted back, silently dropping the\n // tool execution. If `call_id` is missing we surface an error event\n // so the UI can react instead of pretending the tool call succeeded.\n const callId = readString(event, 'call_id')\n const name = readString(event, 'name') ?? ''\n const args = readString(event, 'arguments') ?? ''\n if (!callId) {\n logger.errors(\n 'grok.realtime tool_call missing call_id — dropping tool_call',\n {\n source: 'grok.realtime',\n event_type: 'response.function_call_arguments.done',\n item_id: event.item_id,\n },\n )\n emit('error', {\n error: new Error(\n 'Realtime tool call missing call_id; tool will not execute',\n ),\n })\n break\n }\n try {\n const input = JSON.parse(args)\n emit('tool_call', { toolCallId: callId, toolName: name, input })\n } catch {\n emit('tool_call', { toolCallId: callId, toolName: name, input: args })\n }\n break\n }\n\n case 'response.done': {\n const response = readObject(event, 'response') ?? {}\n const output = readObjectArray(response, 'output')\n\n // Only transition back to `listening` if the user hasn't already\n // stopped capture — otherwise we'd override their explicit `idle`\n // state and re-arm the mic visualisation.\n if (currentMode !== 'idle') {\n currentMode = 'listening'\n emit('mode_change', { mode: 'listening' })\n }\n\n if (currentMessageId) {\n const message: RealtimeMessage = {\n id: currentMessageId,\n role: 'assistant',\n timestamp: Date.now(),\n parts: [],\n }\n\n for (const item of output ?? []) {\n if (readString(item, 'type') !== 'message') continue\n const content = readObjectArray(item, 'content')\n if (!content) continue\n for (const part of content) {\n const partType = readString(part, 'type')\n if (partType === 'audio') {\n const transcript = readString(part, 'transcript')\n if (transcript) {\n message.parts.push({ type: 'audio', transcript })\n }\n } else if (partType === 'text') {\n const content = readString(part, 'text')\n if (content) {\n message.parts.push({ type: 'text', content })\n }\n }\n }\n }\n\n emit('message_complete', { message })\n currentMessageId = null\n }\n break\n }\n\n case 'conversation.item.truncated':\n // Assistant playback was interrupted — flip mode back to `listening`\n // unless the user already called `stopAudioCapture()` (idle). Without\n // this the visualisation would stay stuck on `speaking` even though\n // no audio is playing.\n if (currentMode !== 'idle') {\n currentMode = 'listening'\n emit('mode_change', { mode: 'listening' })\n }\n emit('interrupted', {\n ...(currentMessageId !== null && { messageId: currentMessageId }),\n })\n break\n\n case 'error': {\n // The realtime server's `error` envelope isn't guaranteed to carry\n // an `error` object at all (network-layer corruption, protocol\n // drift, etc.). Validate shape before dereferencing so a malformed\n // payload can't throw a TypeError inside this handler and stop the\n // switch from running for the rest of the session.\n const errorObj = readObject(event, 'error') ?? {}\n const message =\n readString(errorObj, 'message') ?? 'Unknown realtime server error'\n const err: RealtimeServerError = new Error(message)\n // Preserve `code` / `type` / `param` on the Error as extra props so\n // consumers can branch on them without re-parsing the raw event.\n const code = readString(errorObj, 'code')\n if (code !== undefined) err.code = code\n const errType = readString(errorObj, 'type')\n if (errType !== undefined) err.type = errType\n const param = readString(errorObj, 'param')\n if (param !== undefined) err.param = param\n logger.errors('grok.realtime server error', {\n ...errorObj,\n source: 'grok.realtime server',\n })\n emit('error', { error: err })\n break\n }\n\n case undefined:\n default:\n // The xAI realtime protocol is a moving target; log unhandled event\n // types at provider level so they're visible during debugging without\n // emitting a user-visible error. `undefined` shares the bucket because\n // a malformed event without a `type` field is just as unhandleable.\n logger.provider('grok.realtime unhandled server event', {\n type: event.type,\n })\n break\n }\n }\n\n function setupOutputAudioAnalysis(stream: MediaStream) {\n // Bail out if teardown has already started. `pc.ontrack` can fire\n // asynchronously after `teardownConnection()` has flipped `isTornDown`\n // (e.g. a remote track arriving mid-close); without this guard we'd\n // allocate a fresh AudioContext / audio element that nothing would ever\n // clean up.\n if (isTornDown) return\n\n // Tear down any prior output audio before allocating new resources.\n // `pc.ontrack` can fire multiple times over the lifetime of a session\n // (e.g. after renegotiation), and without this we'd leak audio elements\n // and analyser nodes.\n if (audioElement) {\n try {\n audioElement.pause()\n } catch {\n // ignore — element may already be unloaded\n }\n audioElement.srcObject = null\n audioElement = null\n }\n if (outputSource) {\n try {\n outputSource.disconnect()\n } catch {\n // ignore — may already be disconnected\n }\n outputSource = null\n }\n if (outputAnalyser) {\n try {\n outputAnalyser.disconnect()\n } catch {\n // ignore\n }\n outputAnalyser = null\n }\n\n audioElement = new Audio()\n audioElement.srcObject = stream\n audioElement.autoplay = true\n audioElement.play().catch((e) => {\n // Autoplay is commonly blocked until the user interacts with the page\n // (browser gesture requirement). Surfacing this as a fatal `error`\n // event makes the UI render a red/error state even though the\n // connection is healthy — the page just needs a click. Log at a\n // dedicated source tag so it's debuggable, but don't emit `error`.\n logger.errors('grok.realtime audio autoplay blocked', {\n error: e,\n source: 'grok.realtime.audio_permission_required',\n })\n })\n\n if (!audioContext) {\n audioContext = new AudioContext()\n }\n\n if (audioContext.state === 'suspended') {\n audioContext.resume().catch((err) => {\n // Same rationale as the autoplay catch: `resume()` failure usually\n // means the user hasn't interacted yet. Logging only — no error\n // emit — so the UI doesn't go into a fatal state for a recoverable\n // condition.\n logger.errors('grok.realtime audioContext.resume failed', {\n error: err,\n source: 'grok.realtime',\n })\n })\n }\n\n outputAnalyser = audioContext.createAnalyser()\n outputAnalyser.fftSize = 2048\n outputAnalyser.smoothingTimeConstant = 0.3\n\n outputSource = audioContext.createMediaStreamSource(stream)\n outputSource.connect(outputAnalyser)\n }\n\n function setupInputAudioAnalysis(stream: MediaStream) {\n // Defensive symmetry with `setupOutputAudioAnalysis`. Today this is\n // only called inline after SDP negotiation, but keeping the guard\n // means any future caller path (e.g. renegotiation) won't leak a fresh\n // AudioContext after teardown.\n if (isTornDown) return\n\n if (!audioContext) {\n audioContext = new AudioContext()\n }\n\n if (audioContext.state === 'suspended') {\n audioContext.resume().catch((err) => {\n // Same rationale as in setupOutputAudioAnalysis: a suspended\n // AudioContext usually resumes after a user gesture. Log only —\n // surfacing this as a fatal error makes the UI look broken for a\n // recoverable condition.\n logger.errors('grok.realtime audioContext.resume failed', {\n error: err,\n source: 'grok.realtime',\n })\n })\n }\n\n inputAnalyser = audioContext.createAnalyser()\n inputAnalyser.fftSize = 2048\n inputAnalyser.smoothingTimeConstant = 0.3\n\n inputSource = audioContext.createMediaStreamSource(stream)\n inputSource.connect(inputAnalyser)\n }\n\n function sendEvent(event: Record<string, unknown>) {\n if (isTornDown) {\n // The caller is holding onto a `connection` object after `disconnect()`\n // (or a failed connect). Silently queueing would leak memory and the\n // events would never flush. Log + drop so the misuse is visible in\n // debug mode without escalating to a throw — throwing from a React\n // useEffect cleanup path can break teardown ordering in the UI.\n logger.errors('grok.realtime sendEvent after disconnect', {\n eventType: readString(event, 'type') ?? '<unknown>',\n source: 'grok.realtime',\n })\n return\n }\n if (dataChannel?.readyState === 'open') {\n logger.provider(\n `provider=grok direction=out type=${readString(event, 'type') ?? '<unknown>'}`,\n { frame: event },\n )\n // Mirror the try/catch in `flushPendingEvents` — `dataChannel.send`\n // can synchronously throw if the channel flipped to `closing` between\n // our readyState check and this call, or if `JSON.stringify` chokes\n // on a caller-supplied payload. Log + emit error instead of letting\n // the exception propagate up through public `sendText` / `sendImage`\n // / `updateSession` call sites.\n try {\n dataChannel.send(JSON.stringify(event))\n } catch (error) {\n logger.errors('grok.realtime sendEvent failed', {\n error,\n eventType: readString(event, 'type') ?? '<unknown>',\n source: 'grok.realtime',\n })\n emit('error', {\n error: error instanceof Error ? error : new Error(String(error)),\n })\n }\n } else {\n pendingEvents.push(event)\n }\n }\n\n function flushPendingEvents() {\n try {\n for (const event of pendingEvents) {\n logger.provider(\n `provider=grok direction=out type=${readString(event, 'type') ?? '<unknown>'}`,\n { frame: event },\n )\n channel.send(JSON.stringify(event))\n }\n pendingEvents.length = 0\n } catch (error) {\n // A send failure here (e.g. dataChannel went from 'open' back to\n // 'closing' mid-flush, or JSON.stringify on a caller-provided event\n // threw) would otherwise be silently swallowed. By the time we're\n // called, `onopen` has already resolved `dataChannelReady`, so the\n // consumer-facing signal is `emit('error')` — try rejectDataChannelReady\n // as a defensive belt-and-braces in case this ever runs pre-resolve.\n logger.errors('grok.realtime flushPendingEvents failed', {\n error,\n source: 'grok.realtime',\n })\n const err = error instanceof Error ? error : new Error(String(error))\n rejectDataChannelReady?.(err)\n emit('error', { error: err })\n }\n }\n\n const connection: RealtimeConnection = {\n async disconnect() {\n // Reuse the same teardown path as the failed-connect branches so\n // every cleanup site stays in sync (input analyser, output analyser,\n // output source, audio element, etc.).\n await teardownConnection()\n emit('status_change', { status: 'idle' as RealtimeStatus })\n },\n\n async startAudioCapture() {\n if (localStream) {\n for (const track of localStream.getAudioTracks()) {\n track.enabled = true\n }\n }\n currentMode = 'listening'\n emit('mode_change', { mode: 'listening' })\n },\n\n stopAudioCapture() {\n if (localStream) {\n for (const track of localStream.getAudioTracks()) {\n track.enabled = false\n }\n }\n currentMode = 'idle'\n emit('mode_change', { mode: 'idle' })\n },\n\n sendText(text: string) {\n sendEvent({\n type: 'conversation.item.create',\n item: {\n type: 'message',\n role: 'user',\n content: [{ type: 'input_text', text }],\n },\n })\n sendEvent({ type: 'response.create' })\n },\n\n sendImage(imageData: string, mimeType: string) {\n // Accept:\n // - http(s):// URLs → forward as-is\n // - data: URIs (e.g. from FileReader.readAsDataURL) → forward as-is\n // so we don't double-wrap into `data:image/png;base64,data:image/png;base64,…`\n // - bare base64 → wrap in `data:${mimeType};base64,…`\n const isAlreadyUrlOrDataUri =\n imageData.startsWith('http://') ||\n imageData.startsWith('https://') ||\n imageData.startsWith('data:')\n const imageContent = {\n type: 'input_image',\n // The OpenAI-realtime content part (which this adapter mirrors) nests\n // the URL under an `image_url: { url: ... }` object, not a bare\n // string.\n image_url: {\n url: isAlreadyUrlOrDataUri\n ? imageData\n : `data:${mimeType};base64,${imageData}`,\n },\n }\n\n sendEvent({\n type: 'conversation.item.create',\n item: {\n type: 'message',\n role: 'user',\n content: [imageContent],\n },\n })\n sendEvent({ type: 'response.create' })\n },\n\n sendToolResult(callId: string, result: string) {\n sendEvent({\n type: 'conversation.item.create',\n item: {\n type: 'function_call_output',\n call_id: callId,\n output: result,\n },\n })\n sendEvent({ type: 'response.create' })\n },\n\n updateSession(config: Partial<RealtimeSessionConfig>) {\n const sessionUpdate: Record<string, unknown> = {}\n\n if (config.instructions) {\n sessionUpdate.instructions = config.instructions\n }\n\n if (config.voice) {\n sessionUpdate.voice = config.voice\n }\n\n if (config.vadMode) {\n if (config.vadMode === 'semantic') {\n sessionUpdate.turn_detection = {\n type: 'semantic_vad',\n eagerness: config.semanticEagerness ?? 'medium',\n }\n } else if (config.vadMode === 'server') {\n sessionUpdate.turn_detection = {\n type: 'server_vad',\n threshold: config.vadConfig?.threshold ?? 0.5,\n prefix_padding_ms: config.vadConfig?.prefixPaddingMs ?? 300,\n silence_duration_ms: config.vadConfig?.silenceDurationMs ?? 500,\n }\n } else {\n sessionUpdate.turn_detection = null\n }\n }\n\n if (config.tools !== undefined) {\n sessionUpdate.tools = config.tools.map((t) => ({\n type: 'function',\n name: t.name,\n description: t.description,\n parameters: t.inputSchema ?? { type: 'object', properties: {} },\n }))\n sessionUpdate.tool_choice = 'auto'\n }\n\n if (config.outputModalities) {\n sessionUpdate.modalities = config.outputModalities\n }\n\n if (config.temperature !== undefined) {\n sessionUpdate.temperature = config.temperature\n }\n\n if (config.maxOutputTokens !== undefined) {\n sessionUpdate.max_response_output_tokens = config.maxOutputTokens\n }\n\n // Let callers forward an explicit `input_audio_transcription` value\n // through `providerOptions` — including `null` / `false` to disable\n // the feature. Only apply our `grok-stt` default on the first\n // session.update and only if the caller hasn't set it themselves.\n const providerOptions: Record<string, unknown> =\n config.providerOptions ?? {}\n const callerTranscription =\n 'inputAudioTranscription' in providerOptions\n ? providerOptions.inputAudioTranscription\n : 'input_audio_transcription' in providerOptions\n ? providerOptions.input_audio_transcription\n : undefined\n if (callerTranscription !== undefined) {\n sessionUpdate.input_audio_transcription =\n callerTranscription === false ? null : callerTranscription\n } else if (!hasSentInitialSessionUpdate) {\n sessionUpdate.input_audio_transcription = { model: 'grok-stt' }\n }\n\n if (Object.keys(sessionUpdate).length > 0) {\n sendEvent({\n type: 'session.update',\n session: sessionUpdate,\n })\n hasSentInitialSessionUpdate = true\n }\n },\n\n interrupt() {\n sendEvent({ type: 'response.cancel' })\n currentMode = 'listening'\n emit('mode_change', { mode: 'listening' })\n emit('interrupted', {\n ...(currentMessageId !== null && { messageId: currentMessageId }),\n })\n },\n\n on<TEvent extends RealtimeEvent>(\n event: TEvent,\n handler: RealtimeEventHandler<TEvent>,\n ): () => void {\n let handlers = eventHandlers.get(event)\n if (!handlers) {\n handlers = new Set()\n eventHandlers.set(event, handlers)\n }\n handlers.add(handler)\n\n return () => {\n eventHandlers.get(event)?.delete(handler)\n }\n },\n\n getAudioVisualization(): AudioVisualization {\n function calculateLevel(analyser: AnalyserNode): number {\n const data = new Uint8Array(analyser.fftSize)\n analyser.getByteTimeDomainData(data)\n\n let maxDeviation = 0\n for (const sample of data) {\n const deviation = Math.abs(sample - 128)\n if (deviation > maxDeviation) {\n maxDeviation = deviation\n }\n }\n\n const normalized = maxDeviation / 128\n return Math.min(1, normalized * 1.5)\n }\n\n return {\n get inputLevel() {\n if (!inputAnalyser) return 0\n return calculateLevel(inputAnalyser)\n },\n\n get outputLevel() {\n if (!outputAnalyser) return 0\n return calculateLevel(outputAnalyser)\n },\n\n getInputFrequencyData() {\n if (!inputAnalyser)\n return new Uint8Array(FALLBACK_FREQUENCY_BIN_COUNT)\n const data = new Uint8Array(inputAnalyser.frequencyBinCount)\n inputAnalyser.getByteFrequencyData(data)\n return data\n },\n\n getOutputFrequencyData() {\n if (!outputAnalyser)\n return new Uint8Array(FALLBACK_FREQUENCY_BIN_COUNT)\n const data = new Uint8Array(outputAnalyser.frequencyBinCount)\n outputAnalyser.getByteFrequencyData(data)\n return data\n },\n\n getInputTimeDomainData() {\n if (!inputAnalyser)\n return new Uint8Array(FALLBACK_TIME_DOMAIN_SIZE).fill(\n FALLBACK_TIME_DOMAIN_FILL,\n )\n const data = new Uint8Array(inputAnalyser.fftSize)\n inputAnalyser.getByteTimeDomainData(data)\n return data\n },\n\n getOutputTimeDomainData() {\n if (!outputAnalyser)\n return new Uint8Array(FALLBACK_TIME_DOMAIN_SIZE).fill(\n FALLBACK_TIME_DOMAIN_FILL,\n )\n const data = new Uint8Array(outputAnalyser.fftSize)\n outputAnalyser.getByteTimeDomainData(data)\n return data\n },\n\n get inputSampleRate() {\n return 24000\n },\n\n get outputSampleRate() {\n return 24000\n },\n }\n },\n }\n\n // `dataChannelReady` was already awaited inside the post-SDP try/catch\n // above so we can short-circuit on failures with full teardown.\n return connection\n}\n"],"names":["content"],"mappings":";AAgBA,MAAM,oBAAoB;AAQ1B,SAAS,WACP,KACA,KACoB;AACpB,QAAM,QAAQ,IAAI,GAAG;AACrB,SAAO,OAAO,UAAU,WAAW,QAAQ;AAC7C;AAEA,SAAS,WACP,KACA,KACqC;AACrC,QAAM,QAAQ,IAAI,GAAG;AACrB,SAAO,SAAS,OAAO,UAAU,YAAY,CAAC,MAAM,QAAQ,KAAK,IAC5D,QACD;AACN;AAEA,SAAS,gBACP,KACA,KAC4C;AAC5C,QAAM,QAAQ,IAAI,GAAG;AACrB,MAAI,CAAC,MAAM,QAAQ,KAAK,EAAG,QAAO;AAClC,SAAO,MAAM;AAAA,IACX,CAAC,SACC,SAAS,QAAQ,OAAO,SAAS,YAAY,CAAC,MAAM,QAAQ,IAAI;AAAA,EAAA;AAEtE;AA0BO,SAAS,aACd,UAA+B,IACd;AACjB,QAAM,iBAAiB,QAAQ,kBAAkB;AACjD,QAAM,SAAS,mBAAmB,QAAQ,KAAK;AAE/C,SAAO;AAAA,IACL,UAAU;AAAA,IAEV,MAAM,QACJ,OACA,cAC6B;AAC7B,YAAM,QAAQ,MAAM,OAAO,SAAS;AACpC,aAAO,QAAQ,yCAAyC,KAAK,IAAI;AAAA,QAC/D,UAAU;AAAA,QACV;AAAA,MAAA,CACD;AAED,UAAI,mBAAmB,UAAU;AAC/B,eAAO,uBAAuB,OAAO,MAAM;AAAA,MAC7C;AACA,YAAM,QAAQ,IAAI,MAAM,+CAA+C;AACvE,aAAO,OAAO,uBAAuB;AAAA,QACnC;AAAA,QACA,QAAQ;AAAA,MAAA,CACT;AACD,YAAM;AAAA,IACR;AAAA,EAAA;AAEJ;AAKA,eAAe,uBACb,OACA,QAC6B;AAC7B,QAAM,QAAQ,MAAM,OAAO,SAAS;AACpC,QAAM,oCAAoB,IAAA;AAE1B,QAAM,KAAK,IAAI,kBAAA;AAEf,MAAI,eAAoC;AACxC,MAAI,gBAAqC;AACzC,MAAI,iBAAsC;AAC1C,MAAI,cAAiD;AACrD,MAAI,eAAkD;AACtD,MAAI,cAAkC;AAEtC,MAAI,eAAwC;AAK5C,QAAM,UAAU,GAAG,kBAAkB,YAAY;AACjD,MAAI,cAAqC;AAEzC,MAAI,cAA4B;AAChC,MAAI,mBAAkC;AAKtC,MAAI,aAAa;AAMjB,QAAM,gBAAgD,CAAA;AAMtD,MAAI,8BAA8B;AAMlC,QAAM,+BAA+B;AACrC,QAAM,4BAA4B;AAClC,QAAM,4BAA4B;AAElC,WAAS,KACP,OACA,SACA;AACA,UAAM,WAAW,cAAc,IAAI,KAAK;AACxC,QAAI,UAAU;AACZ,iBAAW,WAAW,UAAU;AAC9B,gBAAQ,OAAO;AAAA,MACjB;AAAA,IACF;AAAA,EACF;AAEA,MAAI,oBAAoB;AACxB,MAAI,yBAA6D;AACjE,MAAI,0BAAgE;AAEpE,QAAM,mBAAmB,IAAI,QAAc,CAAC,SAAS,WAAW;AAC9D,6BAAyB,CAAC,WAAW;AACnC,UAAI,4BAA4B,MAAM;AACpC,qBAAa,uBAAuB;AACpC,kCAA0B;AAAA,MAC5B;AAEA,+BAAyB;AACzB,aAAO,MAAM;AAAA,IACf;AAEA,8BAA0B,WAAW,MAAM;AACzC,UAAI,CAAC,mBAAmB;AACtB;AAAA,UACE,IAAI;AAAA,YACF;AAAA,UAAA;AAAA,QACF;AAAA,MAEJ;AAAA,IACF,GAAG,IAAK;AAER,YAAQ,SAAS,MAAM;AACrB,0BAAoB;AACpB,UAAI,4BAA4B,MAAM;AACpC,qBAAa,uBAAuB;AACpC,kCAA0B;AAAA,MAC5B;AAGA,+BAAyB;AACzB,yBAAA;AACA,WAAK,iBAAiB,EAAE,QAAQ,YAAA,CAA+B;AAC/D,cAAA;AAAA,IACF;AAAA,EACF,CAAC;AAED,UAAQ,YAAY,CAAC,UAAU;AAC7B,QAAI;AACF,YAAM,UAAU,KAAK,MAAM,MAAM,IAAI;AACrC,YAAM,gBACJ,YAAY,QAAQ,OAAO,YAAY,WAAW,UAAU,CAAA;AAC9D,aAAO;AAAA,QACL,mCAAmC,WAAW,eAAe,MAAM,KAAK,WAAW;AAAA,QACnF,EAAE,OAAO,cAAA;AAAA,MAAc;AAEzB,wBAAkB,aAAa;AAAA,IACjC,SAAS,UAAU;AACjB,aAAO,OAAO,uBAAuB;AAAA,QACnC,OAAO;AAAA,QACP,QAAQ;AAAA,MAAA,CACT;AACD,WAAK,SAAS;AAAA,QACZ,OACE,oBAAoB,QAAQ,WAAW,IAAI,MAAM,OAAO,QAAQ,CAAC;AAAA,MAAA,CACpE;AAAA,IACH;AAAA,EACF;AAEA,UAAQ,UAAU,CAAC,UAAU;AAK3B,QAAI,WAAY;AAChB,WAAO,OAAO,uBAAuB;AAAA,MACnC;AAAA,MACA,QAAQ;AAAA,IAAA,CACT;AAOD,UAAM,cAAc;AACpB,UAAM,WAAW,WAAW,aAAa,OAAO;AAChD,UAAM,OACH,YAAY,WAAW,UAAU,SAAS,OAAO,MAAM,QAAQ;AAClE,UAAM,QAAQ,IAAI,MAAM,uBAAuB,GAAG,EAAE;AACpD,QAAI,CAAC,mBAAmB;AACtB,+BAAyB,KAAK;AAAA,IAChC;AACA,SAAK,SAAS,EAAE,OAAO,MAAA,CAAO;AAAA,EAChC;AAEA,UAAQ,UAAU,MAAM;AAItB,QAAI,WAAY;AAChB,QAAI,CAAC,mBAAmB;AACtB,+BAAyB,IAAI,MAAM,oCAAoC,CAAC;AAAA,IAC1E;AAAA,EACF;AAEA,KAAG,UAAU,CAAC,UAAU;AACtB,QAAI,MAAM,MAAM,SAAS,WAAW,MAAM,QAAQ,CAAC,GAAG;AACpD,+BAAyB,MAAM,QAAQ,CAAC,CAAC;AAAA,IAC3C;AAAA,EACF;AAMA,KAAG,0BAA0B,MAAM;AACjC,UAAM,QAAQ,GAAG;AACjB,WAAO,SAAS,oCAAoC,KAAK,IAAI;AAAA,MAC3D;AAAA,IAAA,CACD;AACD,QAAI,UAAU,YAAY,UAAU,kBAAkB,UAAU,UAAU;AAMxE,UAAI,CAAC,YAAY;AACf,aAAK,iBAAiB;AAAA,UACpB,QACE,UAAU,WACL,UACA;AAAA,QAAA,CACR;AAAA,MACH;AACA,UAAI,CAAC,mBAAmB;AAKtB,cAAM,UACJ,UAAU,WACN,qDACA,iCAAiC,KAAK;AAC5C,iCAAyB,IAAI,MAAM,OAAO,CAAC;AAAA,MAC7C;AASA,UAAI,UAAU,YAAY,CAAC,YAAY;AACrC,aAAK,mBAAA;AAAA,MACP;AAAA,IACF;AAAA,EACF;AAEA,KAAG,6BAA6B,MAAM;AACpC,UAAM,QAAQ,GAAG;AACjB,WAAO,SAAS,uCAAuC,KAAK,IAAI;AAAA,MAC9D;AAAA,IAAA,CACD;AACD,QACE,CAAC,sBACA,UAAU,YAAY,UAAU,YAAY,UAAU,iBACvD;AACA,YAAM,UACJ,UAAU,WACN,qDACA,iCAAiC,KAAK;AAC5C,+BAAyB,IAAI,MAAM,OAAO,CAAC;AAAA,IAC7C;AAAA,EACF;AAYA,iBAAe,qBAAqB;AAMlC,iBAAa;AAQb,kBAAc,SAAS;AAMvB;AAAA,MACE,IAAI,MAAM,iDAAiD;AAAA,IAAA;AAG7D,QAAI,aAAa;AACf,iBAAW,SAAS,YAAY,aAAa;AAC3C,cAAM,KAAA;AAAA,MACR;AACA,oBAAc;AAAA,IAChB;AAIA,QAAI,cAAc;AAChB,UAAI;AACF,qBAAa,MAAA;AAAA,MACf,QAAQ;AAAA,MAER;AACA,mBAAa,YAAY;AACzB,qBAAe;AAAA,IACjB;AACA,QAAI,cAAc;AAChB,UAAI;AACF,qBAAa,WAAA;AAAA,MACf,QAAQ;AAAA,MAER;AACA,qBAAe;AAAA,IACjB;AACA,QAAI,gBAAgB;AAClB,UAAI;AACF,uBAAe,WAAA;AAAA,MACjB,QAAQ;AAAA,MAER;AACA,uBAAiB;AAAA,IACnB;AAGA,QAAI,aAAa;AACf,UAAI;AACF,oBAAY,WAAA;AAAA,MACd,QAAQ;AAAA,MAER;AACA,oBAAc;AAAA,IAChB;AACA,QAAI,eAAe;AACjB,UAAI;AACF,sBAAc,WAAA;AAAA,MAChB,QAAQ;AAAA,MAER;AACA,sBAAgB;AAAA,IAClB;AAEA,QAAI,aAAa;AACf,UAAI;AACF,oBAAY,MAAA;AAAA,MACd,QAAQ;AAAA,MAER;AACA,oBAAc;AAAA,IAChB;AAEA,QAAI;AACF,SAAG,MAAA;AAAA,IACL,QAAQ;AAAA,IAER;AAEA,QAAI,cAAc;AAChB,UAAI;AACF,cAAM,aAAa,MAAA;AAAA,MACrB,QAAQ;AAAA,MAER;AACA,qBAAe;AAAA,IACjB;AAAA,EACF;AAUA,MAAI;AACF,QAAI;AACF,oBAAc,MAAM,UAAU,aAAa,aAAa;AAAA,QACtD,OAAO;AAAA,UACL,kBAAkB;AAAA,UAClB,kBAAkB;AAAA,UAClB,YAAY;AAAA,QAAA;AAAA,MACd,CACD;AAAA,IACH,SAAS,OAAO;AACd,aAAO,OAAO,uBAAuB;AAAA,QACnC;AAAA,QACA,QAAQ;AAAA,MAAA,CACT;AAGD,YAAM,IAAI;AAAA,QACR,kDAAkD,iBAAiB,QAAQ,MAAM,UAAU,KAAK;AAAA,MAAA;AAAA,IAEpG;AAEA,eAAW,SAAS,YAAY,kBAAkB;AAChD,SAAG,SAAS,OAAO,WAAW;AAAA,IAChC;AAEA,UAAM,QAAQ,MAAM,GAAG,YAAA;AACvB,UAAM,GAAG,oBAAoB,KAAK;AAElC,UAAM,cAAc,MAAM,MAAM,GAAG,iBAAiB,UAAU,KAAK,IAAI;AAAA,MACrE,QAAQ;AAAA,MACR,SAAS;AAAA,QACP,eAAe,UAAU,MAAM,KAAK;AAAA,QACpC,gBAAgB;AAAA,MAAA;AAAA,MAElB,MAAM,MAAM;AAAA,IAAA,CACb;AAED,QAAI,CAAC,YAAY,IAAI;AACnB,YAAM,YAAY,MAAM,YAAY,KAAA;AACpC,YAAM,QAAQ,IAAI;AAAA,QAChB,0CAA0C,YAAY,MAAM,MAAM,SAAS;AAAA,MAAA;AAE7E,aAAO,OAAO,uBAAuB;AAAA,QACnC;AAAA,QACA,QAAQ;AAAA,QACR,QAAQ,YAAY;AAAA,MAAA,CACrB;AACD,YAAM;AAAA,IACR;AAEA,UAAM,YAAY,MAAM,YAAY,KAAA;AACpC,UAAM,GAAG,qBAAqB,EAAE,MAAM,UAAU,KAAK,WAAW;AAAA,EAClE,SAAS,KAAK;AACZ,UAAM,mBAAA;AACN,UAAM;AAAA,EACR;AAOA,MAAI;AACF,4BAAwB,WAAW;AACnC,UAAM;AAAA,EACR,SAAS,KAAK;AACZ,UAAM,mBAAA;AACN,UAAM;AAAA,EACR;AAEA,WAAS,kBAAkB,OAAgC;AACzD,UAAM,OAAO,WAAW,OAAO,MAAM;AAErC,YAAQ,MAAA;AAAA,MACN,KAAK;AAAA,MACL,KAAK;AACH;AAAA,MAEF,KAAK;AACH,sBAAc;AACd,aAAK,eAAe,EAAE,MAAM,YAAA,CAAa;AACzC;AAAA,MAEF,KAAK;AACH,sBAAc;AACd,aAAK,eAAe,EAAE,MAAM,WAAA,CAAY;AACxC;AAAA,MAEF,KAAK;AACH;AAAA,MAEF,KAAK,yDAAyD;AAC5D,cAAM,aAAa,WAAW,OAAO,YAAY;AACjD,YAAI,eAAe,OAAW;AAC9B,aAAK,cAAc,EAAE,MAAM,QAAQ,YAAY,SAAS,MAAM;AAC9D;AAAA,MACF;AAAA,MAEA,KAAK;AAIH,2BAAmB;AACnB,sBAAc;AACd,aAAK,eAAe,EAAE,MAAM,WAAA,CAAY;AACxC;AAAA,MAEF,KAAK,8BAA8B;AACjC,cAAM,OAAO,WAAW,OAAO,MAAM;AACrC,YAAI,QAAQ,WAAW,MAAM,MAAM,MAAM,WAAW;AAClD,gBAAM,KAAK,WAAW,MAAM,IAAI;AAChC,cAAI,OAAO,OAAW,oBAAmB;AAAA,QAC3C;AACA;AAAA,MACF;AAAA;AAAA;AAAA;AAAA,MAKA,KAAK;AAAA,MACL,KAAK,mCAAmC;AACtC,cAAM,QAAQ,WAAW,OAAO,OAAO;AACvC,YAAI,UAAU,OAAW;AACzB,aAAK,cAAc;AAAA,UACjB,MAAM;AAAA,UACN,YAAY;AAAA,UACZ,SAAS;AAAA,QAAA,CACV;AACD;AAAA,MACF;AAAA,MAEA,KAAK;AAAA,MACL,KAAK,kCAAkC;AACrC,cAAM,aAAa,WAAW,OAAO,YAAY;AACjD,YAAI,eAAe,OAAW;AAC9B,aAAK,cAAc,EAAE,MAAM,aAAa,YAAY,SAAS,MAAM;AACnE;AAAA,MACF;AAAA;AAAA;AAAA,MAIA,KAAK;AAAA,MACL,KAAK,8BAA8B;AACjC,cAAM,QAAQ,WAAW,OAAO,OAAO;AACvC,YAAI,UAAU,OAAW;AACzB,aAAK,cAAc;AAAA,UACjB,MAAM;AAAA,UACN,YAAY;AAAA,UACZ,SAAS;AAAA,QAAA,CACV;AACD;AAAA,MACF;AAAA,MAEA,KAAK;AAAA,MACL,KAAK,6BAA6B;AAChC,cAAM,OAAO,WAAW,OAAO,MAAM;AACrC,YAAI,SAAS,OAAW;AACxB,aAAK,cAAc;AAAA,UACjB,MAAM;AAAA,UACN,YAAY;AAAA,UACZ,SAAS;AAAA,QAAA,CACV;AACD;AAAA,MACF;AAAA;AAAA;AAAA,MAIA,KAAK;AAAA,MACL,KAAK;AACH,YAAI,gBAAgB,YAAY;AAC9B,wBAAc;AACd,eAAK,eAAe,EAAE,MAAM,WAAA,CAAY;AAAA,QAC1C;AACA;AAAA,MAEF,KAAK;AAAA,MACL,KAAK;AACH;AAAA,MAEF,KAAK,yCAAyC;AAM5C,cAAM,SAAS,WAAW,OAAO,SAAS;AAC1C,cAAM,OAAO,WAAW,OAAO,MAAM,KAAK;AAC1C,cAAM,OAAO,WAAW,OAAO,WAAW,KAAK;AAC/C,YAAI,CAAC,QAAQ;AACX,iBAAO;AAAA,YACL;AAAA,YACA;AAAA,cACE,QAAQ;AAAA,cACR,YAAY;AAAA,cACZ,SAAS,MAAM;AAAA,YAAA;AAAA,UACjB;AAEF,eAAK,SAAS;AAAA,YACZ,OAAO,IAAI;AAAA,cACT;AAAA,YAAA;AAAA,UACF,CACD;AACD;AAAA,QACF;AACA,YAAI;AACF,gBAAM,QAAQ,KAAK,MAAM,IAAI;AAC7B,eAAK,aAAa,EAAE,YAAY,QAAQ,UAAU,MAAM,OAAO;AAAA,QACjE,QAAQ;AACN,eAAK,aAAa,EAAE,YAAY,QAAQ,UAAU,MAAM,OAAO,MAAM;AAAA,QACvE;AACA;AAAA,MACF;AAAA,MAEA,KAAK,iBAAiB;AACpB,cAAM,WAAW,WAAW,OAAO,UAAU,KAAK,CAAA;AAClD,cAAM,SAAS,gBAAgB,UAAU,QAAQ;AAKjD,YAAI,gBAAgB,QAAQ;AAC1B,wBAAc;AACd,eAAK,eAAe,EAAE,MAAM,YAAA,CAAa;AAAA,QAC3C;AAEA,YAAI,kBAAkB;AACpB,gBAAM,UAA2B;AAAA,YAC/B,IAAI;AAAA,YACJ,MAAM;AAAA,YACN,WAAW,KAAK,IAAA;AAAA,YAChB,OAAO,CAAA;AAAA,UAAC;AAGV,qBAAW,QAAQ,UAAU,IAAI;AAC/B,gBAAI,WAAW,MAAM,MAAM,MAAM,UAAW;AAC5C,kBAAM,UAAU,gBAAgB,MAAM,SAAS;AAC/C,gBAAI,CAAC,QAAS;AACd,uBAAW,QAAQ,SAAS;AAC1B,oBAAM,WAAW,WAAW,MAAM,MAAM;AACxC,kBAAI,aAAa,SAAS;AACxB,sBAAM,aAAa,WAAW,MAAM,YAAY;AAChD,oBAAI,YAAY;AACd,0BAAQ,MAAM,KAAK,EAAE,MAAM,SAAS,YAAY;AAAA,gBAClD;AAAA,cACF,WAAW,aAAa,QAAQ;AAC9B,sBAAMA,WAAU,WAAW,MAAM,MAAM;AACvC,oBAAIA,UAAS;AACX,0BAAQ,MAAM,KAAK,EAAE,MAAM,QAAQ,SAAAA,UAAS;AAAA,gBAC9C;AAAA,cACF;AAAA,YACF;AAAA,UACF;AAEA,eAAK,oBAAoB,EAAE,SAAS;AACpC,6BAAmB;AAAA,QACrB;AACA;AAAA,MACF;AAAA,MAEA,KAAK;AAKH,YAAI,gBAAgB,QAAQ;AAC1B,wBAAc;AACd,eAAK,eAAe,EAAE,MAAM,YAAA,CAAa;AAAA,QAC3C;AACA,aAAK,eAAe;AAAA,UAClB,GAAI,qBAAqB,QAAQ,EAAE,WAAW,iBAAA;AAAA,QAAiB,CAChE;AACD;AAAA,MAEF,KAAK,SAAS;AAMZ,cAAM,WAAW,WAAW,OAAO,OAAO,KAAK,CAAA;AAC/C,cAAM,UACJ,WAAW,UAAU,SAAS,KAAK;AACrC,cAAM,MAA2B,IAAI,MAAM,OAAO;AAGlD,cAAM,OAAO,WAAW,UAAU,MAAM;AACxC,YAAI,SAAS,OAAW,KAAI,OAAO;AACnC,cAAM,UAAU,WAAW,UAAU,MAAM;AAC3C,YAAI,YAAY,OAAW,KAAI,OAAO;AACtC,cAAM,QAAQ,WAAW,UAAU,OAAO;AAC1C,YAAI,UAAU,OAAW,KAAI,QAAQ;AACrC,eAAO,OAAO,8BAA8B;AAAA,UAC1C,GAAG;AAAA,UACH,QAAQ;AAAA,QAAA,CACT;AACD,aAAK,SAAS,EAAE,OAAO,IAAA,CAAK;AAC5B;AAAA,MACF;AAAA,MAEA,KAAK;AAAA,MACL;AAKE,eAAO,SAAS,wCAAwC;AAAA,UACtD,MAAM,MAAM;AAAA,QAAA,CACb;AACD;AAAA,IAAA;AAAA,EAEN;AAEA,WAAS,yBAAyB,QAAqB;AAMrD,QAAI,WAAY;AAMhB,QAAI,cAAc;AAChB,UAAI;AACF,qBAAa,MAAA;AAAA,MACf,QAAQ;AAAA,MAER;AACA,mBAAa,YAAY;AACzB,qBAAe;AAAA,IACjB;AACA,QAAI,cAAc;AAChB,UAAI;AACF,qBAAa,WAAA;AAAA,MACf,QAAQ;AAAA,MAER;AACA,qBAAe;AAAA,IACjB;AACA,QAAI,gBAAgB;AAClB,UAAI;AACF,uBAAe,WAAA;AAAA,MACjB,QAAQ;AAAA,MAER;AACA,uBAAiB;AAAA,IACnB;AAEA,mBAAe,IAAI,MAAA;AACnB,iBAAa,YAAY;AACzB,iBAAa,WAAW;AACxB,iBAAa,KAAA,EAAO,MAAM,CAAC,MAAM;AAM/B,aAAO,OAAO,wCAAwC;AAAA,QACpD,OAAO;AAAA,QACP,QAAQ;AAAA,MAAA,CACT;AAAA,IACH,CAAC;AAED,QAAI,CAAC,cAAc;AACjB,qBAAe,IAAI,aAAA;AAAA,IACrB;AAEA,QAAI,aAAa,UAAU,aAAa;AACtC,mBAAa,OAAA,EAAS,MAAM,CAAC,QAAQ;AAKnC,eAAO,OAAO,4CAA4C;AAAA,UACxD,OAAO;AAAA,UACP,QAAQ;AAAA,QAAA,CACT;AAAA,MACH,CAAC;AAAA,IACH;AAEA,qBAAiB,aAAa,eAAA;AAC9B,mBAAe,UAAU;AACzB,mBAAe,wBAAwB;AAEvC,mBAAe,aAAa,wBAAwB,MAAM;AAC1D,iBAAa,QAAQ,cAAc;AAAA,EACrC;AAEA,WAAS,wBAAwB,QAAqB;AAKpD,QAAI,WAAY;AAEhB,QAAI,CAAC,cAAc;AACjB,qBAAe,IAAI,aAAA;AAAA,IACrB;AAEA,QAAI,aAAa,UAAU,aAAa;AACtC,mBAAa,OAAA,EAAS,MAAM,CAAC,QAAQ;AAKnC,eAAO,OAAO,4CAA4C;AAAA,UACxD,OAAO;AAAA,UACP,QAAQ;AAAA,QAAA,CACT;AAAA,MACH,CAAC;AAAA,IACH;AAEA,oBAAgB,aAAa,eAAA;AAC7B,kBAAc,UAAU;AACxB,kBAAc,wBAAwB;AAEtC,kBAAc,aAAa,wBAAwB,MAAM;AACzD,gBAAY,QAAQ,aAAa;AAAA,EACnC;AAEA,WAAS,UAAU,OAAgC;AACjD,QAAI,YAAY;AAMd,aAAO,OAAO,4CAA4C;AAAA,QACxD,WAAW,WAAW,OAAO,MAAM,KAAK;AAAA,QACxC,QAAQ;AAAA,MAAA,CACT;AACD;AAAA,IACF;AACA,QAAI,aAAa,eAAe,QAAQ;AACtC,aAAO;AAAA,QACL,oCAAoC,WAAW,OAAO,MAAM,KAAK,WAAW;AAAA,QAC5E,EAAE,OAAO,MAAA;AAAA,MAAM;AAQjB,UAAI;AACF,oBAAY,KAAK,KAAK,UAAU,KAAK,CAAC;AAAA,MACxC,SAAS,OAAO;AACd,eAAO,OAAO,kCAAkC;AAAA,UAC9C;AAAA,UACA,WAAW,WAAW,OAAO,MAAM,KAAK;AAAA,UACxC,QAAQ;AAAA,QAAA,CACT;AACD,aAAK,SAAS;AAAA,UACZ,OAAO,iBAAiB,QAAQ,QAAQ,IAAI,MAAM,OAAO,KAAK,CAAC;AAAA,QAAA,CAChE;AAAA,MACH;AAAA,IACF,OAAO;AACL,oBAAc,KAAK,KAAK;AAAA,IAC1B;AAAA,EACF;AAEA,WAAS,qBAAqB;AAC5B,QAAI;AACF,iBAAW,SAAS,eAAe;AACjC,eAAO;AAAA,UACL,oCAAoC,WAAW,OAAO,MAAM,KAAK,WAAW;AAAA,UAC5E,EAAE,OAAO,MAAA;AAAA,QAAM;AAEjB,gBAAQ,KAAK,KAAK,UAAU,KAAK,CAAC;AAAA,MACpC;AACA,oBAAc,SAAS;AAAA,IACzB,SAAS,OAAO;AAOd,aAAO,OAAO,2CAA2C;AAAA,QACvD;AAAA,QACA,QAAQ;AAAA,MAAA,CACT;AACD,YAAM,MAAM,iBAAiB,QAAQ,QAAQ,IAAI,MAAM,OAAO,KAAK,CAAC;AACpE,+BAAyB,GAAG;AAC5B,WAAK,SAAS,EAAE,OAAO,IAAA,CAAK;AAAA,IAC9B;AAAA,EACF;AAEA,QAAM,aAAiC;AAAA,IACrC,MAAM,aAAa;AAIjB,YAAM,mBAAA;AACN,WAAK,iBAAiB,EAAE,QAAQ,OAAA,CAA0B;AAAA,IAC5D;AAAA,IAEA,MAAM,oBAAoB;AACxB,UAAI,aAAa;AACf,mBAAW,SAAS,YAAY,kBAAkB;AAChD,gBAAM,UAAU;AAAA,QAClB;AAAA,MACF;AACA,oBAAc;AACd,WAAK,eAAe,EAAE,MAAM,YAAA,CAAa;AAAA,IAC3C;AAAA,IAEA,mBAAmB;AACjB,UAAI,aAAa;AACf,mBAAW,SAAS,YAAY,kBAAkB;AAChD,gBAAM,UAAU;AAAA,QAClB;AAAA,MACF;AACA,oBAAc;AACd,WAAK,eAAe,EAAE,MAAM,OAAA,CAAQ;AAAA,IACtC;AAAA,IAEA,SAAS,MAAc;AACrB,gBAAU;AAAA,QACR,MAAM;AAAA,QACN,MAAM;AAAA,UACJ,MAAM;AAAA,UACN,MAAM;AAAA,UACN,SAAS,CAAC,EAAE,MAAM,cAAc,MAAM;AAAA,QAAA;AAAA,MACxC,CACD;AACD,gBAAU,EAAE,MAAM,mBAAmB;AAAA,IACvC;AAAA,IAEA,UAAU,WAAmB,UAAkB;AAM7C,YAAM,wBACJ,UAAU,WAAW,SAAS,KAC9B,UAAU,WAAW,UAAU,KAC/B,UAAU,WAAW,OAAO;AAC9B,YAAM,eAAe;AAAA,QACnB,MAAM;AAAA;AAAA;AAAA;AAAA,QAIN,WAAW;AAAA,UACT,KAAK,wBACD,YACA,QAAQ,QAAQ,WAAW,SAAS;AAAA,QAAA;AAAA,MAC1C;AAGF,gBAAU;AAAA,QACR,MAAM;AAAA,QACN,MAAM;AAAA,UACJ,MAAM;AAAA,UACN,MAAM;AAAA,UACN,SAAS,CAAC,YAAY;AAAA,QAAA;AAAA,MACxB,CACD;AACD,gBAAU,EAAE,MAAM,mBAAmB;AAAA,IACvC;AAAA,IAEA,eAAe,QAAgB,QAAgB;AAC7C,gBAAU;AAAA,QACR,MAAM;AAAA,QACN,MAAM;AAAA,UACJ,MAAM;AAAA,UACN,SAAS;AAAA,UACT,QAAQ;AAAA,QAAA;AAAA,MACV,CACD;AACD,gBAAU,EAAE,MAAM,mBAAmB;AAAA,IACvC;AAAA,IAEA,cAAc,QAAwC;AACpD,YAAM,gBAAyC,CAAA;AAE/C,UAAI,OAAO,cAAc;AACvB,sBAAc,eAAe,OAAO;AAAA,MACtC;AAEA,UAAI,OAAO,OAAO;AAChB,sBAAc,QAAQ,OAAO;AAAA,MAC/B;AAEA,UAAI,OAAO,SAAS;AAClB,YAAI,OAAO,YAAY,YAAY;AACjC,wBAAc,iBAAiB;AAAA,YAC7B,MAAM;AAAA,YACN,WAAW,OAAO,qBAAqB;AAAA,UAAA;AAAA,QAE3C,WAAW,OAAO,YAAY,UAAU;AACtC,wBAAc,iBAAiB;AAAA,YAC7B,MAAM;AAAA,YACN,WAAW,OAAO,WAAW,aAAa;AAAA,YAC1C,mBAAmB,OAAO,WAAW,mBAAmB;AAAA,YACxD,qBAAqB,OAAO,WAAW,qBAAqB;AAAA,UAAA;AAAA,QAEhE,OAAO;AACL,wBAAc,iBAAiB;AAAA,QACjC;AAAA,MACF;AAEA,UAAI,OAAO,UAAU,QAAW;AAC9B,sBAAc,QAAQ,OAAO,MAAM,IAAI,CAAC,OAAO;AAAA,UAC7C,MAAM;AAAA,UACN,MAAM,EAAE;AAAA,UACR,aAAa,EAAE;AAAA,UACf,YAAY,EAAE,eAAe,EAAE,MAAM,UAAU,YAAY,CAAA,EAAC;AAAA,QAAE,EAC9D;AACF,sBAAc,cAAc;AAAA,MAC9B;AAEA,UAAI,OAAO,kBAAkB;AAC3B,sBAAc,aAAa,OAAO;AAAA,MACpC;AAEA,UAAI,OAAO,gBAAgB,QAAW;AACpC,sBAAc,cAAc,OAAO;AAAA,MACrC;AAEA,UAAI,OAAO,oBAAoB,QAAW;AACxC,sBAAc,6BAA6B,OAAO;AAAA,MACpD;AAMA,YAAM,kBACJ,OAAO,mBAAmB,CAAA;AAC5B,YAAM,sBACJ,6BAA6B,kBACzB,gBAAgB,0BAChB,+BAA+B,kBAC7B,gBAAgB,4BAChB;AACR,UAAI,wBAAwB,QAAW;AACrC,sBAAc,4BACZ,wBAAwB,QAAQ,OAAO;AAAA,MAC3C,WAAW,CAAC,6BAA6B;AACvC,sBAAc,4BAA4B,EAAE,OAAO,WAAA;AAAA,MACrD;AAEA,UAAI,OAAO,KAAK,aAAa,EAAE,SAAS,GAAG;AACzC,kBAAU;AAAA,UACR,MAAM;AAAA,UACN,SAAS;AAAA,QAAA,CACV;AACD,sCAA8B;AAAA,MAChC;AAAA,IACF;AAAA,IAEA,YAAY;AACV,gBAAU,EAAE,MAAM,mBAAmB;AACrC,oBAAc;AACd,WAAK,eAAe,EAAE,MAAM,YAAA,CAAa;AACzC,WAAK,eAAe;AAAA,QAClB,GAAI,qBAAqB,QAAQ,EAAE,WAAW,iBAAA;AAAA,MAAiB,CAChE;AAAA,IACH;AAAA,IAEA,GACE,OACA,SACY;AACZ,UAAI,WAAW,cAAc,IAAI,KAAK;AACtC,UAAI,CAAC,UAAU;AACb,uCAAe,IAAA;AACf,sBAAc,IAAI,OAAO,QAAQ;AAAA,MACnC;AACA,eAAS,IAAI,OAAO;AAEpB,aAAO,MAAM;AACX,sBAAc,IAAI,KAAK,GAAG,OAAO,OAAO;AAAA,MAC1C;AAAA,IACF;AAAA,IAEA,wBAA4C;AAC1C,eAAS,eAAe,UAAgC;AACtD,cAAM,OAAO,IAAI,WAAW,SAAS,OAAO;AAC5C,iBAAS,sBAAsB,IAAI;AAEnC,YAAI,eAAe;AACnB,mBAAW,UAAU,MAAM;AACzB,gBAAM,YAAY,KAAK,IAAI,SAAS,GAAG;AACvC,cAAI,YAAY,cAAc;AAC5B,2BAAe;AAAA,UACjB;AAAA,QACF;AAEA,cAAM,aAAa,eAAe;AAClC,eAAO,KAAK,IAAI,GAAG,aAAa,GAAG;AAAA,MACrC;AAEA,aAAO;AAAA,QACL,IAAI,aAAa;AACf,cAAI,CAAC,cAAe,QAAO;AAC3B,iBAAO,eAAe,aAAa;AAAA,QACrC;AAAA,QAEA,IAAI,cAAc;AAChB,cAAI,CAAC,eAAgB,QAAO;AAC5B,iBAAO,eAAe,cAAc;AAAA,QACtC;AAAA,QAEA,wBAAwB;AACtB,cAAI,CAAC;AACH,mBAAO,IAAI,WAAW,4BAA4B;AACpD,gBAAM,OAAO,IAAI,WAAW,cAAc,iBAAiB;AAC3D,wBAAc,qBAAqB,IAAI;AACvC,iBAAO;AAAA,QACT;AAAA,QAEA,yBAAyB;AACvB,cAAI,CAAC;AACH,mBAAO,IAAI,WAAW,4BAA4B;AACpD,gBAAM,OAAO,IAAI,WAAW,eAAe,iBAAiB;AAC5D,yBAAe,qBAAqB,IAAI;AACxC,iBAAO;AAAA,QACT;AAAA,QAEA,yBAAyB;AACvB,cAAI,CAAC;AACH,mBAAO,IAAI,WAAW,yBAAyB,EAAE;AAAA,cAC/C;AAAA,YAAA;AAEJ,gBAAM,OAAO,IAAI,WAAW,cAAc,OAAO;AACjD,wBAAc,sBAAsB,IAAI;AACxC,iBAAO;AAAA,QACT;AAAA,QAEA,0BAA0B;AACxB,cAAI,CAAC;AACH,mBAAO,IAAI,WAAW,yBAAyB,EAAE;AAAA,cAC/C;AAAA,YAAA;AAEJ,gBAAM,OAAO,IAAI,WAAW,eAAe,OAAO;AAClD,yBAAe,sBAAsB,IAAI;AACzC,iBAAO;AAAA,QACT;AAAA,QAEA,IAAI,kBAAkB;AACpB,iBAAO;AAAA,QACT;AAAA,QAEA,IAAI,mBAAmB;AACrB,iBAAO;AAAA,QACT;AAAA,MAAA;AAAA,IAEJ;AAAA,EAAA;AAKF,SAAO;AACT;"}
|
|
1
|
+
{"version":3,"file":"adapter.js","sources":["../../../src/realtime/adapter.ts"],"sourcesContent":["import { resolveDebugOption } from '@tanstack/ai/adapter-internals'\nimport type {\n AnyClientTool,\n AudioVisualization,\n RealtimeEvent,\n RealtimeEventHandler,\n RealtimeMessage,\n RealtimeMode,\n RealtimeSessionConfig,\n RealtimeToken,\n} from '@tanstack/ai'\nimport type { InternalLogger } from '@tanstack/ai/adapter-internals'\nimport type { RealtimeAdapter, RealtimeConnection } from './realtime-contract'\nimport type { GrokRealtimeOptions } from './types'\n\nconst GROK_REALTIME_URL = 'https://api.x.ai/v1/realtime'\n\n/**\n * Runtime-checked field readers for untyped server events. Replace the\n * drive-by `event.X as string` / `event.X as Record<string, unknown>` casts\n * with readers that return `undefined` when the shape doesn't match, so a\n * malformed frame can't throw a TypeError inside `handleServerEvent`.\n */\nfunction readString(\n obj: Record<string, unknown>,\n key: string,\n): string | undefined {\n const value = obj[key]\n return typeof value === 'string' ? value : undefined\n}\n\nfunction readObject(\n obj: Record<string, unknown>,\n key: string,\n): Record<string, unknown> | undefined {\n const value = obj[key]\n return value && typeof value === 'object' && !Array.isArray(value)\n ? (value as Record<string, unknown>)\n : undefined\n}\n\nfunction readObjectArray(\n obj: Record<string, unknown>,\n key: string,\n): Array<Record<string, unknown>> | undefined {\n const value = obj[key]\n if (!Array.isArray(value)) return undefined\n return value.filter(\n (item): item is Record<string, unknown> =>\n item !== null && typeof item === 'object' && !Array.isArray(item),\n )\n}\n\ntype RealtimeServerError = Error & {\n code?: string\n type?: string\n param?: string\n}\n\n/**\n * Creates a Grok realtime adapter for client-side use.\n *\n * Uses WebRTC for browser connections (default). Mirrors the OpenAI realtime\n * adapter because xAI's Voice Agent API is OpenAI-realtime-compatible — the\n * only differences are the endpoint URL and default model.\n *\n * @example\n * ```typescript\n * import { RealtimeClient } from '@tanstack/ai-client'\n * import { grokRealtime } from '@tanstack/ai-grok'\n *\n * const client = new RealtimeClient({\n * getToken: () => fetch('/api/realtime-token').then(r => r.json()),\n * adapter: grokRealtime(),\n * })\n * ```\n */\nexport function grokRealtime(\n options: GrokRealtimeOptions = {},\n): RealtimeAdapter {\n const connectionMode = options.connectionMode ?? 'webrtc'\n const logger = resolveDebugOption(options.debug)\n\n return {\n provider: 'grok',\n\n async connect(\n token: RealtimeToken,\n _clientTools?: ReadonlyArray<AnyClientTool>,\n ): Promise<RealtimeConnection> {\n const model = token.config.model ?? 'grok-voice-fast-1.0'\n logger.request(`activity=realtime provider=grok model=${model}`, {\n provider: 'grok',\n model,\n })\n\n if (connectionMode === 'webrtc') {\n return createWebRTCConnection(token, logger)\n }\n const error = new Error('WebSocket connection mode not yet implemented')\n logger.errors('grok.realtime fatal', {\n error,\n source: 'grok.realtime',\n })\n throw error\n },\n }\n}\n\n/**\n * Creates a WebRTC connection to xAI's realtime API.\n */\nasync function createWebRTCConnection(\n token: RealtimeToken,\n logger: InternalLogger,\n): Promise<RealtimeConnection> {\n const model = token.config.model ?? 'grok-voice-fast-1.0'\n const eventHandlers = new Map<RealtimeEvent, Set<RealtimeEventHandler<any>>>()\n\n const pc = new RTCPeerConnection()\n\n let audioContext: AudioContext | null = null\n let inputAnalyser: AnalyserNode | null = null\n let outputAnalyser: AnalyserNode | null = null\n let inputSource: MediaStreamAudioSourceNode | null = null\n let outputSource: MediaStreamAudioSourceNode | null = null\n let localStream: MediaStream | null = null\n\n let audioElement: HTMLAudioElement | null = null\n\n // Captured into a const so closures see a non-nullable reference (teardown\n // re-points the outer `dataChannel` to null, but in-flight closures still\n // need to close their own channel).\n const channel = pc.createDataChannel('oai-events')\n let dataChannel: RTCDataChannel | null = channel\n\n let currentMode: RealtimeMode = 'idle'\n let currentMessageId: string | null = null\n\n // Flipped by `teardownConnection`. Guards `sendEvent` so post-disconnect\n // calls (e.g. a React `useEffect` cleanup flushing queued events) are\n // logged and skipped instead of silently piling up in `pendingEvents`.\n let isTornDown = false\n\n // Outbound events queued while the data channel isn't yet open. Declared\n // here (rather than next to `sendEvent`) so `teardownConnection` — which\n // lives higher up and can run from the SDP-path catch before `sendEvent`\n // is defined — can drain it without hitting the TDZ.\n const pendingEvents: Array<Record<string, unknown>> = []\n\n // Tracks whether we've sent the first session.update. On the first update\n // we attach a default input_audio_transcription so the server will emit\n // user transcripts unless the caller opts out via\n // `providerOptions.inputAudioTranscription = null | false`.\n let hasSentInitialSessionUpdate = false\n\n // Size hints for the fallback buffers returned when an analyser isn't yet\n // populated. We return a *fresh* `Uint8Array` on each call so a caller\n // that draws into it (e.g. a canvas visualiser zeroing the buffer) can't\n // mutate a shared module-level instance for every other consumer.\n const FALLBACK_FREQUENCY_BIN_COUNT = 1024\n const FALLBACK_TIME_DOMAIN_SIZE = 2048\n const FALLBACK_TIME_DOMAIN_FILL = 128\n\n function emit<TEvent extends RealtimeEvent>(\n event: TEvent,\n payload: Parameters<RealtimeEventHandler<TEvent>>[0],\n ) {\n const handlers = eventHandlers.get(event)\n if (handlers) {\n for (const handler of handlers) {\n handler(payload)\n }\n }\n }\n\n let dataChannelOpened = false\n let rejectDataChannelReady: ((reason: unknown) => void) | null = null\n let dataChannelReadyTimeout: ReturnType<typeof setTimeout> | null = null\n\n const dataChannelReady = new Promise<void>((resolve, reject) => {\n rejectDataChannelReady = (reason) => {\n if (dataChannelReadyTimeout !== null) {\n clearTimeout(dataChannelReadyTimeout)\n dataChannelReadyTimeout = null\n }\n // One-shot: null out so later state transitions don't reject twice.\n rejectDataChannelReady = null\n reject(reason)\n }\n\n dataChannelReadyTimeout = setTimeout(() => {\n if (!dataChannelOpened) {\n rejectDataChannelReady?.(\n new Error(\n 'Data channel did not open within 15000ms — aborting connection',\n ),\n )\n }\n }, 15000)\n\n channel.onopen = () => {\n dataChannelOpened = true\n if (dataChannelReadyTimeout !== null) {\n clearTimeout(dataChannelReadyTimeout)\n dataChannelReadyTimeout = null\n }\n // Once resolved, rejecting is a no-op — null out so teardown paths\n // don't attempt a redundant reject on an already-settled promise.\n rejectDataChannelReady = null\n flushPendingEvents()\n emit('status_change', { status: 'connected' })\n resolve()\n }\n })\n\n channel.onmessage = (event) => {\n try {\n const message = JSON.parse(event.data)\n const messageRecord: Record<string, unknown> =\n message !== null && typeof message === 'object' ? message : {}\n logger.provider(\n `provider=grok direction=in type=${readString(messageRecord, 'type') ?? '<unknown>'}`,\n { frame: messageRecord },\n )\n handleServerEvent(messageRecord)\n } catch (parseErr) {\n logger.errors('grok.realtime fatal', {\n error: parseErr,\n source: 'grok.realtime',\n })\n emit('error', {\n error:\n parseErr instanceof Error ? parseErr : new Error(String(parseErr)),\n })\n }\n }\n\n channel.onerror = (error) => {\n // Closing the peer connection cascades into `onerror`/`onclose` on the\n // data channel. Once teardown has started, re-surfacing those as\n // `emit('error')` is noise that confuses consumers (they just called\n // `disconnect()` — they don't want an error toast for it).\n if (isTornDown) return\n logger.errors('grok.realtime fatal', {\n error,\n source: 'grok.realtime',\n })\n // RTCErrorEvent exposes a typed `.error`; fall back to the event type\n // name, then to a string representation, so the emitted error message\n // doesn't end up as \"[object Event]\".\n // `onerror` always fires with an Event (often an RTCErrorEvent), so we\n // can read it via the untyped helpers without first proving object-ness.\n // eslint-disable-next-line no-restricted-syntax -- RTCErrorEvent is a typed DOM class that does not structurally overlap Record<string, unknown>; we duck-type it via readObject/readString\n const errorRecord = error as unknown as Record<string, unknown>\n const rtcError = readObject(errorRecord, 'error')\n const msg =\n (rtcError && readString(rtcError, 'message')) ?? (error.type || 'unknown')\n const dcErr = new Error(`Data channel error: ${msg}`)\n if (!dataChannelOpened) {\n rejectDataChannelReady?.(dcErr)\n }\n emit('error', { error: dcErr })\n }\n\n channel.onclose = () => {\n // Same rationale as `onerror` above: `pc.close()` during teardown\n // cascades to the data channel's `onclose`. If we've already started\n // teardown, there's nothing to do here.\n if (isTornDown) return\n if (!dataChannelOpened) {\n rejectDataChannelReady?.(new Error('Data channel closed before opening'))\n }\n }\n\n pc.ontrack = (event) => {\n if (event.track.kind === 'audio' && event.streams[0]) {\n setupOutputAudioAnalysis(event.streams[0])\n }\n }\n\n // `status_change` has a single source of truth: `onconnectionstatechange`\n // (the higher-level aggregate state). `oniceconnectionstatechange` is\n // responsible only for rejecting `dataChannelReady` on ICE failures so we\n // surface them without waiting for the 15s timeout.\n pc.onconnectionstatechange = () => {\n const state = pc.connectionState\n logger.provider(`provider=grok pc.connectionState=${state}`, {\n state,\n })\n if (state === 'failed' || state === 'disconnected' || state === 'closed') {\n // Suppress the `status_change` emission when teardown is in progress:\n // the user-facing `disconnect()` already emits `status_change: 'idle'`\n // and then calls `teardownConnection()` → `pc.close()`, which fires\n // `onconnectionstatechange` with state === 'closed'. Without this\n // guard listeners would see two `idle` events per disconnect.\n if (!isTornDown) {\n emit('status_change', {\n status: state === 'failed' ? 'error' : 'idle',\n })\n }\n if (!dataChannelOpened) {\n // Reject on any terminal-ish pre-open state so callers don't hang\n // for the full 15s timeout. The reject is one-shot — subsequent\n // state changes become no-ops via the null-out in\n // `rejectDataChannelReady`.\n const message =\n state === 'failed'\n ? `PeerConnection failed before data channel opened`\n : `PeerConnection entered state '${state}' before data channel opened`\n rejectDataChannelReady?.(new Error(message))\n }\n // Auto-teardown on `failed`: without this the mic track, pc, and\n // AudioContext stay allocated after a fatal connection failure, so the\n // browser's mic indicator stays on and the user sees a broken\n // \"connected mic\" state. `closed` already means pc was torn down\n // (usually by teardownConnection itself) so nothing extra to do.\n // `disconnected` is transient per the WebRTC spec and may recover, so\n // we leave resources in place. `teardownConnection` is idempotent so\n // a subsequent consumer `disconnect()` remains safe.\n if (state === 'failed' && !isTornDown) {\n void teardownConnection()\n }\n }\n }\n\n pc.oniceconnectionstatechange = () => {\n const state = pc.iceConnectionState\n logger.provider(`provider=grok pc.iceConnectionState=${state}`, {\n state,\n })\n if (\n !dataChannelOpened &&\n (state === 'failed' || state === 'closed' || state === 'disconnected')\n ) {\n const message =\n state === 'failed'\n ? `ICE connection failed before data channel opened`\n : `ICE connection entered state '${state}' before data channel opened`\n rejectDataChannelReady?.(new Error(message))\n }\n }\n\n /**\n * Tear down every resource we may have allocated so the mic/pc/audio\n * nodes/audio element don't leak on a failed connect. Safe to call from\n * any point after `new RTCPeerConnection()`; each branch null-guards and\n * swallows errors because cascading closes (e.g. `pc.close()` closing the\n * data channel implicitly) are expected.\n *\n * Shared between the SDP-path catch, the post-SDP catch, and (implicitly\n * via idempotency) the `disconnect()` entry point.\n */\n async function teardownConnection() {\n // Flip the teardown flag BEFORE any awaits so handlers that fire during\n // `await audioContext.close()` (or any other async step below) can guard\n // on it — otherwise a late `pc.onconnectionstatechange` or `pc.ontrack`\n // can allocate new resources or re-emit `status_change: idle` after the\n // user-facing `disconnect()` already emitted one.\n isTornDown = true\n\n // Drop any queued events the caller sent before the data channel opened\n // up front. Without this they'd accumulate across reconnect attempts\n // (each connect allocates a fresh closure, but a caller holding the old\n // `connection` reference could otherwise keep appending forever). Done\n // at the top — before the awaits below — so `sendEvent` calls racing\n // with teardown don't push into a list we're about to drain.\n pendingEvents.length = 0\n\n // Clear the data-channel-open timeout / reject the readiness promise\n // if it's still pending. `rejectDataChannelReady` is one-shot and nulls\n // itself on first call, so calling it from `disconnect()` after a\n // successful open is a no-op.\n rejectDataChannelReady?.(\n new Error('Connection torn down before data channel opened'),\n )\n\n if (localStream) {\n for (const track of localStream.getTracks()) {\n track.stop()\n }\n localStream = null\n }\n\n // Output audio (populated by `pc.ontrack` → setupOutputAudioAnalysis,\n // which may have fired during SDP negotiation before we threw).\n if (audioElement) {\n try {\n audioElement.pause()\n } catch {\n // ignore — element may already be unloaded\n }\n audioElement.srcObject = null\n audioElement = null\n }\n if (outputSource) {\n try {\n outputSource.disconnect()\n } catch {\n // ignore\n }\n outputSource = null\n }\n if (outputAnalyser) {\n try {\n outputAnalyser.disconnect()\n } catch {\n // ignore\n }\n outputAnalyser = null\n }\n\n // Input audio (populated by setupInputAudioAnalysis after SDP).\n if (inputSource) {\n try {\n inputSource.disconnect()\n } catch {\n // ignore\n }\n inputSource = null\n }\n if (inputAnalyser) {\n try {\n inputAnalyser.disconnect()\n } catch {\n // ignore\n }\n inputAnalyser = null\n }\n\n if (dataChannel) {\n try {\n dataChannel.close()\n } catch {\n // ignore — channel may already be closed by pc.close()\n }\n dataChannel = null\n }\n\n try {\n pc.close()\n } catch {\n // ignore — pc may already be closed\n }\n\n if (audioContext) {\n try {\n await audioContext.close()\n } catch {\n // ignore — context may already be closed\n }\n audioContext = null\n }\n }\n\n // xAI requires an audio track in the SDP offer, same as OpenAI realtime.\n //\n // This try/catch also covers `getUserMedia` failure (e.g. the user denies\n // microphone permission). `pc` + `dataChannel` are already allocated above\n // and the 15s `dataChannelReady` timeout is already armed, so we MUST\n // teardown on failure here — otherwise they leak until the tab closes.\n // `teardownConnection` is idempotent and null-safe (runs fine even if the\n // mic was never acquired).\n try {\n try {\n localStream = await navigator.mediaDevices.getUserMedia({\n audio: {\n echoCancellation: true,\n noiseSuppression: true,\n sampleRate: 24000,\n },\n })\n } catch (error) {\n logger.errors('grok.realtime fatal', {\n error,\n source: 'grok.realtime.getUserMedia',\n })\n // Re-throw with the descriptive message callers rely on. Teardown runs\n // in the outer catch below.\n throw new Error(\n `Microphone access required for realtime voice: ${error instanceof Error ? error.message : error}`,\n )\n }\n\n for (const track of localStream.getAudioTracks()) {\n pc.addTrack(track, localStream)\n }\n\n const offer = await pc.createOffer()\n await pc.setLocalDescription(offer)\n\n const sdpResponse = await fetch(`${GROK_REALTIME_URL}?model=${model}`, {\n method: 'POST',\n headers: {\n Authorization: `Bearer ${token.token}`,\n 'Content-Type': 'application/sdp',\n },\n body: offer.sdp,\n })\n\n if (!sdpResponse.ok) {\n const errorText = await sdpResponse.text()\n const error = new Error(\n `Failed to establish WebRTC connection: ${sdpResponse.status} - ${errorText}`,\n )\n logger.errors('grok.realtime fatal', {\n error,\n source: 'grok.realtime.sdp',\n status: sdpResponse.status,\n })\n throw error\n }\n\n const answerSdp = await sdpResponse.text()\n await pc.setRemoteDescription({ type: 'answer', sdp: answerSdp })\n } catch (err) {\n await teardownConnection()\n throw err\n }\n\n // Second cleanup scope: after SDP succeeds we still have to set up input\n // audio analysis and wait for the data channel to open. Both can fail\n // (AudioContext allocation, 15s timeout, ICE failure, pc.close from the\n // other end, etc.) and those failures must NOT leave the mic/pc/audio\n // nodes running.\n try {\n setupInputAudioAnalysis(localStream)\n await dataChannelReady\n } catch (err) {\n await teardownConnection()\n throw err\n }\n\n function handleServerEvent(event: Record<string, unknown>) {\n const type = readString(event, 'type')\n\n switch (type) {\n case 'session.created':\n case 'session.updated':\n break\n\n case 'input_audio_buffer.speech_started':\n currentMode = 'listening'\n emit('mode_change', { mode: 'listening' })\n break\n\n case 'input_audio_buffer.speech_stopped':\n currentMode = 'thinking'\n emit('mode_change', { mode: 'thinking' })\n break\n\n case 'input_audio_buffer.committed':\n break\n\n case 'conversation.item.input_audio_transcription.completed': {\n const transcript = readString(event, 'transcript')\n if (transcript === undefined) break\n emit('transcript', { role: 'user', transcript, isFinal: true })\n break\n }\n\n case 'response.created':\n // Reset message id so a tool-only response (which never emits\n // response.output_item.added for a message) can't reuse the previous\n // turn's id when `response.done` later inspects this flag.\n currentMessageId = null\n currentMode = 'thinking'\n emit('mode_change', { mode: 'thinking' })\n break\n\n case 'response.output_item.added': {\n const item = readObject(event, 'item')\n if (item && readString(item, 'type') === 'message') {\n const id = readString(item, 'id')\n if (id !== undefined) currentMessageId = id\n }\n break\n }\n\n // xAI realtime per docs uses `response.output_audio_transcript.*`;\n // accept the legacy OpenAI-realtime `response.audio_transcript.*` as\n // an alias so this adapter stays compatible across protocol versions.\n case 'response.output_audio_transcript.delta':\n case 'response.audio_transcript.delta': {\n const delta = readString(event, 'delta')\n if (delta === undefined) break\n emit('transcript', {\n role: 'assistant',\n transcript: delta,\n isFinal: false,\n })\n break\n }\n\n case 'response.output_audio_transcript.done':\n case 'response.audio_transcript.done': {\n const transcript = readString(event, 'transcript')\n if (transcript === undefined) break\n emit('transcript', { role: 'assistant', transcript, isFinal: true })\n break\n }\n\n // xAI realtime per docs uses `response.text.*`; accept the legacy\n // OpenAI-realtime `response.output_text.*` as an alias.\n case 'response.text.delta':\n case 'response.output_text.delta': {\n const delta = readString(event, 'delta')\n if (delta === undefined) break\n emit('transcript', {\n role: 'assistant',\n transcript: delta,\n isFinal: false,\n })\n break\n }\n\n case 'response.text.done':\n case 'response.output_text.done': {\n const text = readString(event, 'text')\n if (text === undefined) break\n emit('transcript', {\n role: 'assistant',\n transcript: text,\n isFinal: true,\n })\n break\n }\n\n // xAI realtime per docs uses `response.output_audio.*`; accept the\n // legacy OpenAI-realtime `response.audio.*` as an alias.\n case 'response.output_audio.delta':\n case 'response.audio.delta':\n if (currentMode !== 'speaking') {\n currentMode = 'speaking'\n emit('mode_change', { mode: 'speaking' })\n }\n break\n\n case 'response.output_audio.done':\n case 'response.audio.done':\n break\n\n case 'response.function_call_arguments.done': {\n // Only `call_id` is valid for `sendToolResult` correlation. Falling\n // back to `item_id` would produce a tool-call id the server doesn't\n // recognise when the result is posted back, silently dropping the\n // tool execution. If `call_id` is missing we surface an error event\n // so the UI can react instead of pretending the tool call succeeded.\n const callId = readString(event, 'call_id')\n const name = readString(event, 'name') ?? ''\n const args = readString(event, 'arguments') ?? ''\n if (!callId) {\n logger.errors(\n 'grok.realtime tool_call missing call_id — dropping tool_call',\n {\n source: 'grok.realtime',\n event_type: 'response.function_call_arguments.done',\n item_id: event.item_id,\n },\n )\n emit('error', {\n error: new Error(\n 'Realtime tool call missing call_id; tool will not execute',\n ),\n })\n break\n }\n try {\n const input = JSON.parse(args)\n emit('tool_call', { toolCallId: callId, toolName: name, input })\n } catch {\n emit('tool_call', { toolCallId: callId, toolName: name, input: args })\n }\n break\n }\n\n case 'response.done': {\n const response = readObject(event, 'response') ?? {}\n const output = readObjectArray(response, 'output')\n\n // Only transition back to `listening` if the user hasn't already\n // stopped capture — otherwise we'd override their explicit `idle`\n // state and re-arm the mic visualisation.\n if (currentMode !== 'idle') {\n currentMode = 'listening'\n emit('mode_change', { mode: 'listening' })\n }\n\n if (currentMessageId) {\n const message: RealtimeMessage = {\n id: currentMessageId,\n role: 'assistant',\n timestamp: Date.now(),\n parts: [],\n }\n\n for (const item of output ?? []) {\n if (readString(item, 'type') !== 'message') continue\n const content = readObjectArray(item, 'content')\n if (!content) continue\n for (const part of content) {\n const partType = readString(part, 'type')\n if (partType === 'audio') {\n const transcript = readString(part, 'transcript')\n if (transcript) {\n message.parts.push({ type: 'audio', transcript })\n }\n } else if (partType === 'text') {\n const content = readString(part, 'text')\n if (content) {\n message.parts.push({ type: 'text', content })\n }\n }\n }\n }\n\n emit('message_complete', { message })\n currentMessageId = null\n }\n break\n }\n\n case 'conversation.item.truncated':\n // Assistant playback was interrupted — flip mode back to `listening`\n // unless the user already called `stopAudioCapture()` (idle). Without\n // this the visualisation would stay stuck on `speaking` even though\n // no audio is playing.\n if (currentMode !== 'idle') {\n currentMode = 'listening'\n emit('mode_change', { mode: 'listening' })\n }\n emit('interrupted', {\n ...(currentMessageId !== null && { messageId: currentMessageId }),\n })\n break\n\n case 'error': {\n // The realtime server's `error` envelope isn't guaranteed to carry\n // an `error` object at all (network-layer corruption, protocol\n // drift, etc.). Validate shape before dereferencing so a malformed\n // payload can't throw a TypeError inside this handler and stop the\n // switch from running for the rest of the session.\n const errorObj = readObject(event, 'error') ?? {}\n const message =\n readString(errorObj, 'message') ?? 'Unknown realtime server error'\n const err: RealtimeServerError = new Error(message)\n // Preserve `code` / `type` / `param` on the Error as extra props so\n // consumers can branch on them without re-parsing the raw event.\n const code = readString(errorObj, 'code')\n if (code !== undefined) err.code = code\n const errType = readString(errorObj, 'type')\n if (errType !== undefined) err.type = errType\n const param = readString(errorObj, 'param')\n if (param !== undefined) err.param = param\n logger.errors('grok.realtime server error', {\n ...errorObj,\n source: 'grok.realtime server',\n })\n emit('error', { error: err })\n break\n }\n\n case undefined:\n default:\n // The xAI realtime protocol is a moving target; log unhandled event\n // types at provider level so they're visible during debugging without\n // emitting a user-visible error. `undefined` shares the bucket because\n // a malformed event without a `type` field is just as unhandleable.\n logger.provider('grok.realtime unhandled server event', {\n type: event.type,\n })\n break\n }\n }\n\n function setupOutputAudioAnalysis(stream: MediaStream) {\n // Bail out if teardown has already started. `pc.ontrack` can fire\n // asynchronously after `teardownConnection()` has flipped `isTornDown`\n // (e.g. a remote track arriving mid-close); without this guard we'd\n // allocate a fresh AudioContext / audio element that nothing would ever\n // clean up.\n if (isTornDown) return\n\n // Tear down any prior output audio before allocating new resources.\n // `pc.ontrack` can fire multiple times over the lifetime of a session\n // (e.g. after renegotiation), and without this we'd leak audio elements\n // and analyser nodes.\n if (audioElement) {\n try {\n audioElement.pause()\n } catch {\n // ignore — element may already be unloaded\n }\n audioElement.srcObject = null\n audioElement = null\n }\n if (outputSource) {\n try {\n outputSource.disconnect()\n } catch {\n // ignore — may already be disconnected\n }\n outputSource = null\n }\n if (outputAnalyser) {\n try {\n outputAnalyser.disconnect()\n } catch {\n // ignore\n }\n outputAnalyser = null\n }\n\n audioElement = new Audio()\n audioElement.srcObject = stream\n audioElement.autoplay = true\n audioElement.play().catch((e) => {\n // Autoplay is commonly blocked until the user interacts with the page\n // (browser gesture requirement). Surfacing this as a fatal `error`\n // event makes the UI render a red/error state even though the\n // connection is healthy — the page just needs a click. Log at a\n // dedicated source tag so it's debuggable, but don't emit `error`.\n logger.errors('grok.realtime audio autoplay blocked', {\n error: e,\n source: 'grok.realtime.audio_permission_required',\n })\n })\n\n if (!audioContext) {\n audioContext = new AudioContext()\n }\n\n if (audioContext.state === 'suspended') {\n audioContext.resume().catch((err) => {\n // Same rationale as the autoplay catch: `resume()` failure usually\n // means the user hasn't interacted yet. Logging only — no error\n // emit — so the UI doesn't go into a fatal state for a recoverable\n // condition.\n logger.errors('grok.realtime audioContext.resume failed', {\n error: err,\n source: 'grok.realtime',\n })\n })\n }\n\n outputAnalyser = audioContext.createAnalyser()\n outputAnalyser.fftSize = 2048\n outputAnalyser.smoothingTimeConstant = 0.3\n\n outputSource = audioContext.createMediaStreamSource(stream)\n outputSource.connect(outputAnalyser)\n }\n\n function setupInputAudioAnalysis(stream: MediaStream) {\n // Defensive symmetry with `setupOutputAudioAnalysis`. Today this is\n // only called inline after SDP negotiation, but keeping the guard\n // means any future caller path (e.g. renegotiation) won't leak a fresh\n // AudioContext after teardown.\n if (isTornDown) return\n\n if (!audioContext) {\n audioContext = new AudioContext()\n }\n\n if (audioContext.state === 'suspended') {\n audioContext.resume().catch((err) => {\n // Same rationale as in setupOutputAudioAnalysis: a suspended\n // AudioContext usually resumes after a user gesture. Log only —\n // surfacing this as a fatal error makes the UI look broken for a\n // recoverable condition.\n logger.errors('grok.realtime audioContext.resume failed', {\n error: err,\n source: 'grok.realtime',\n })\n })\n }\n\n inputAnalyser = audioContext.createAnalyser()\n inputAnalyser.fftSize = 2048\n inputAnalyser.smoothingTimeConstant = 0.3\n\n inputSource = audioContext.createMediaStreamSource(stream)\n inputSource.connect(inputAnalyser)\n }\n\n function sendEvent(event: Record<string, unknown>) {\n if (isTornDown) {\n // The caller is holding onto a `connection` object after `disconnect()`\n // (or a failed connect). Silently queueing would leak memory and the\n // events would never flush. Log + drop so the misuse is visible in\n // debug mode without escalating to a throw — throwing from a React\n // useEffect cleanup path can break teardown ordering in the UI.\n logger.errors('grok.realtime sendEvent after disconnect', {\n eventType: readString(event, 'type') ?? '<unknown>',\n source: 'grok.realtime',\n })\n return\n }\n if (dataChannel?.readyState === 'open') {\n logger.provider(\n `provider=grok direction=out type=${readString(event, 'type') ?? '<unknown>'}`,\n { frame: event },\n )\n // Mirror the try/catch in `flushPendingEvents` — `dataChannel.send`\n // can synchronously throw if the channel flipped to `closing` between\n // our readyState check and this call, or if `JSON.stringify` chokes\n // on a caller-supplied payload. Log + emit error instead of letting\n // the exception propagate up through public `sendText` / `sendImage`\n // / `updateSession` call sites.\n try {\n dataChannel.send(JSON.stringify(event))\n } catch (error) {\n logger.errors('grok.realtime sendEvent failed', {\n error,\n eventType: readString(event, 'type') ?? '<unknown>',\n source: 'grok.realtime',\n })\n emit('error', {\n error: error instanceof Error ? error : new Error(String(error)),\n })\n }\n } else {\n pendingEvents.push(event)\n }\n }\n\n function flushPendingEvents() {\n try {\n for (const event of pendingEvents) {\n logger.provider(\n `provider=grok direction=out type=${readString(event, 'type') ?? '<unknown>'}`,\n { frame: event },\n )\n channel.send(JSON.stringify(event))\n }\n pendingEvents.length = 0\n } catch (error) {\n // A send failure here (e.g. dataChannel went from 'open' back to\n // 'closing' mid-flush, or JSON.stringify on a caller-provided event\n // threw) would otherwise be silently swallowed. By the time we're\n // called, `onopen` has already resolved `dataChannelReady`, so the\n // consumer-facing signal is `emit('error')` — try rejectDataChannelReady\n // as a defensive belt-and-braces in case this ever runs pre-resolve.\n logger.errors('grok.realtime flushPendingEvents failed', {\n error,\n source: 'grok.realtime',\n })\n const err = error instanceof Error ? error : new Error(String(error))\n rejectDataChannelReady?.(err)\n emit('error', { error: err })\n }\n }\n\n const connection: RealtimeConnection = {\n async disconnect() {\n // Reuse the same teardown path as the failed-connect branches so\n // every cleanup site stays in sync (input analyser, output analyser,\n // output source, audio element, etc.).\n await teardownConnection()\n emit('status_change', { status: 'idle' })\n },\n\n async startAudioCapture() {\n if (localStream) {\n for (const track of localStream.getAudioTracks()) {\n track.enabled = true\n }\n }\n currentMode = 'listening'\n emit('mode_change', { mode: 'listening' })\n },\n\n stopAudioCapture() {\n if (localStream) {\n for (const track of localStream.getAudioTracks()) {\n track.enabled = false\n }\n }\n currentMode = 'idle'\n emit('mode_change', { mode: 'idle' })\n },\n\n sendText(text: string) {\n sendEvent({\n type: 'conversation.item.create',\n item: {\n type: 'message',\n role: 'user',\n content: [{ type: 'input_text', text }],\n },\n })\n sendEvent({ type: 'response.create' })\n },\n\n sendImage(imageData: string, mimeType: string) {\n // Accept:\n // - http(s):// URLs → forward as-is\n // - data: URIs (e.g. from FileReader.readAsDataURL) → forward as-is\n // so we don't double-wrap into `data:image/png;base64,data:image/png;base64,…`\n // - bare base64 → wrap in `data:${mimeType};base64,…`\n const isAlreadyUrlOrDataUri =\n imageData.startsWith('http://') ||\n imageData.startsWith('https://') ||\n imageData.startsWith('data:')\n const imageContent = {\n type: 'input_image',\n // The OpenAI-realtime content part (which this adapter mirrors) nests\n // the URL under an `image_url: { url: ... }` object, not a bare\n // string.\n image_url: {\n url: isAlreadyUrlOrDataUri\n ? imageData\n : `data:${mimeType};base64,${imageData}`,\n },\n }\n\n sendEvent({\n type: 'conversation.item.create',\n item: {\n type: 'message',\n role: 'user',\n content: [imageContent],\n },\n })\n sendEvent({ type: 'response.create' })\n },\n\n sendToolResult(callId: string, result: string) {\n sendEvent({\n type: 'conversation.item.create',\n item: {\n type: 'function_call_output',\n call_id: callId,\n output: result,\n },\n })\n sendEvent({ type: 'response.create' })\n },\n\n updateSession(config: Partial<RealtimeSessionConfig>) {\n const sessionUpdate: Record<string, unknown> = {}\n\n if (config.instructions) {\n sessionUpdate.instructions = config.instructions\n }\n\n if (config.voice) {\n sessionUpdate.voice = config.voice\n }\n\n if (config.vadMode) {\n if (config.vadMode === 'semantic') {\n sessionUpdate.turn_detection = {\n type: 'semantic_vad',\n eagerness: config.semanticEagerness ?? 'medium',\n }\n } else if (config.vadMode === 'server') {\n sessionUpdate.turn_detection = {\n type: 'server_vad',\n threshold: config.vadConfig?.threshold ?? 0.5,\n prefix_padding_ms: config.vadConfig?.prefixPaddingMs ?? 300,\n silence_duration_ms: config.vadConfig?.silenceDurationMs ?? 500,\n }\n } else {\n sessionUpdate.turn_detection = null\n }\n }\n\n if (config.tools !== undefined) {\n sessionUpdate.tools = config.tools.map((t) => ({\n type: 'function',\n name: t.name,\n description: t.description,\n parameters: t.inputSchema ?? { type: 'object', properties: {} },\n }))\n sessionUpdate.tool_choice = 'auto'\n }\n\n if (config.outputModalities) {\n sessionUpdate.modalities = config.outputModalities\n }\n\n if (config.temperature !== undefined) {\n sessionUpdate.temperature = config.temperature\n }\n\n if (config.maxOutputTokens !== undefined) {\n sessionUpdate.max_response_output_tokens = config.maxOutputTokens\n }\n\n // Let callers forward an explicit `input_audio_transcription` value\n // through `providerOptions` — including `null` / `false` to disable\n // the feature. Only apply our `grok-stt` default on the first\n // session.update and only if the caller hasn't set it themselves.\n const providerOptions: Record<string, unknown> =\n config.providerOptions ?? {}\n const callerTranscription =\n 'inputAudioTranscription' in providerOptions\n ? providerOptions.inputAudioTranscription\n : 'input_audio_transcription' in providerOptions\n ? providerOptions.input_audio_transcription\n : undefined\n if (callerTranscription !== undefined) {\n sessionUpdate.input_audio_transcription =\n callerTranscription === false ? null : callerTranscription\n } else if (!hasSentInitialSessionUpdate) {\n sessionUpdate.input_audio_transcription = { model: 'grok-stt' }\n }\n\n if (Object.keys(sessionUpdate).length > 0) {\n sendEvent({\n type: 'session.update',\n session: sessionUpdate,\n })\n hasSentInitialSessionUpdate = true\n }\n },\n\n interrupt() {\n sendEvent({ type: 'response.cancel' })\n currentMode = 'listening'\n emit('mode_change', { mode: 'listening' })\n emit('interrupted', {\n ...(currentMessageId !== null && { messageId: currentMessageId }),\n })\n },\n\n on<TEvent extends RealtimeEvent>(\n event: TEvent,\n handler: RealtimeEventHandler<TEvent>,\n ): () => void {\n let handlers = eventHandlers.get(event)\n if (!handlers) {\n handlers = new Set()\n eventHandlers.set(event, handlers)\n }\n handlers.add(handler)\n\n return () => {\n eventHandlers.get(event)?.delete(handler)\n }\n },\n\n getAudioVisualization(): AudioVisualization {\n function calculateLevel(analyser: AnalyserNode): number {\n const data = new Uint8Array(analyser.fftSize)\n analyser.getByteTimeDomainData(data)\n\n let maxDeviation = 0\n for (const sample of data) {\n const deviation = Math.abs(sample - 128)\n if (deviation > maxDeviation) {\n maxDeviation = deviation\n }\n }\n\n const normalized = maxDeviation / 128\n return Math.min(1, normalized * 1.5)\n }\n\n return {\n get inputLevel() {\n if (!inputAnalyser) return 0\n return calculateLevel(inputAnalyser)\n },\n\n get outputLevel() {\n if (!outputAnalyser) return 0\n return calculateLevel(outputAnalyser)\n },\n\n getInputFrequencyData() {\n if (!inputAnalyser)\n return new Uint8Array(FALLBACK_FREQUENCY_BIN_COUNT)\n const data = new Uint8Array(inputAnalyser.frequencyBinCount)\n inputAnalyser.getByteFrequencyData(data)\n return data\n },\n\n getOutputFrequencyData() {\n if (!outputAnalyser)\n return new Uint8Array(FALLBACK_FREQUENCY_BIN_COUNT)\n const data = new Uint8Array(outputAnalyser.frequencyBinCount)\n outputAnalyser.getByteFrequencyData(data)\n return data\n },\n\n getInputTimeDomainData() {\n if (!inputAnalyser)\n return new Uint8Array(FALLBACK_TIME_DOMAIN_SIZE).fill(\n FALLBACK_TIME_DOMAIN_FILL,\n )\n const data = new Uint8Array(inputAnalyser.fftSize)\n inputAnalyser.getByteTimeDomainData(data)\n return data\n },\n\n getOutputTimeDomainData() {\n if (!outputAnalyser)\n return new Uint8Array(FALLBACK_TIME_DOMAIN_SIZE).fill(\n FALLBACK_TIME_DOMAIN_FILL,\n )\n const data = new Uint8Array(outputAnalyser.fftSize)\n outputAnalyser.getByteTimeDomainData(data)\n return data\n },\n\n get inputSampleRate() {\n return 24000\n },\n\n get outputSampleRate() {\n return 24000\n },\n }\n },\n }\n\n // `dataChannelReady` was already awaited inside the post-SDP try/catch\n // above so we can short-circuit on failures with full teardown.\n return connection\n}\n"],"names":["content"],"mappings":";AAeA,MAAM,oBAAoB;AAQ1B,SAAS,WACP,KACA,KACoB;AACpB,QAAM,QAAQ,IAAI,GAAG;AACrB,SAAO,OAAO,UAAU,WAAW,QAAQ;AAC7C;AAEA,SAAS,WACP,KACA,KACqC;AACrC,QAAM,QAAQ,IAAI,GAAG;AACrB,SAAO,SAAS,OAAO,UAAU,YAAY,CAAC,MAAM,QAAQ,KAAK,IAC5D,QACD;AACN;AAEA,SAAS,gBACP,KACA,KAC4C;AAC5C,QAAM,QAAQ,IAAI,GAAG;AACrB,MAAI,CAAC,MAAM,QAAQ,KAAK,EAAG,QAAO;AAClC,SAAO,MAAM;AAAA,IACX,CAAC,SACC,SAAS,QAAQ,OAAO,SAAS,YAAY,CAAC,MAAM,QAAQ,IAAI;AAAA,EAAA;AAEtE;AA0BO,SAAS,aACd,UAA+B,IACd;AACjB,QAAM,iBAAiB,QAAQ,kBAAkB;AACjD,QAAM,SAAS,mBAAmB,QAAQ,KAAK;AAE/C,SAAO;AAAA,IACL,UAAU;AAAA,IAEV,MAAM,QACJ,OACA,cAC6B;AAC7B,YAAM,QAAQ,MAAM,OAAO,SAAS;AACpC,aAAO,QAAQ,yCAAyC,KAAK,IAAI;AAAA,QAC/D,UAAU;AAAA,QACV;AAAA,MAAA,CACD;AAED,UAAI,mBAAmB,UAAU;AAC/B,eAAO,uBAAuB,OAAO,MAAM;AAAA,MAC7C;AACA,YAAM,QAAQ,IAAI,MAAM,+CAA+C;AACvE,aAAO,OAAO,uBAAuB;AAAA,QACnC;AAAA,QACA,QAAQ;AAAA,MAAA,CACT;AACD,YAAM;AAAA,IACR;AAAA,EAAA;AAEJ;AAKA,eAAe,uBACb,OACA,QAC6B;AAC7B,QAAM,QAAQ,MAAM,OAAO,SAAS;AACpC,QAAM,oCAAoB,IAAA;AAE1B,QAAM,KAAK,IAAI,kBAAA;AAEf,MAAI,eAAoC;AACxC,MAAI,gBAAqC;AACzC,MAAI,iBAAsC;AAC1C,MAAI,cAAiD;AACrD,MAAI,eAAkD;AACtD,MAAI,cAAkC;AAEtC,MAAI,eAAwC;AAK5C,QAAM,UAAU,GAAG,kBAAkB,YAAY;AACjD,MAAI,cAAqC;AAEzC,MAAI,cAA4B;AAChC,MAAI,mBAAkC;AAKtC,MAAI,aAAa;AAMjB,QAAM,gBAAgD,CAAA;AAMtD,MAAI,8BAA8B;AAMlC,QAAM,+BAA+B;AACrC,QAAM,4BAA4B;AAClC,QAAM,4BAA4B;AAElC,WAAS,KACP,OACA,SACA;AACA,UAAM,WAAW,cAAc,IAAI,KAAK;AACxC,QAAI,UAAU;AACZ,iBAAW,WAAW,UAAU;AAC9B,gBAAQ,OAAO;AAAA,MACjB;AAAA,IACF;AAAA,EACF;AAEA,MAAI,oBAAoB;AACxB,MAAI,yBAA6D;AACjE,MAAI,0BAAgE;AAEpE,QAAM,mBAAmB,IAAI,QAAc,CAAC,SAAS,WAAW;AAC9D,6BAAyB,CAAC,WAAW;AACnC,UAAI,4BAA4B,MAAM;AACpC,qBAAa,uBAAuB;AACpC,kCAA0B;AAAA,MAC5B;AAEA,+BAAyB;AACzB,aAAO,MAAM;AAAA,IACf;AAEA,8BAA0B,WAAW,MAAM;AACzC,UAAI,CAAC,mBAAmB;AACtB;AAAA,UACE,IAAI;AAAA,YACF;AAAA,UAAA;AAAA,QACF;AAAA,MAEJ;AAAA,IACF,GAAG,IAAK;AAER,YAAQ,SAAS,MAAM;AACrB,0BAAoB;AACpB,UAAI,4BAA4B,MAAM;AACpC,qBAAa,uBAAuB;AACpC,kCAA0B;AAAA,MAC5B;AAGA,+BAAyB;AACzB,yBAAA;AACA,WAAK,iBAAiB,EAAE,QAAQ,YAAA,CAAa;AAC7C,cAAA;AAAA,IACF;AAAA,EACF,CAAC;AAED,UAAQ,YAAY,CAAC,UAAU;AAC7B,QAAI;AACF,YAAM,UAAU,KAAK,MAAM,MAAM,IAAI;AACrC,YAAM,gBACJ,YAAY,QAAQ,OAAO,YAAY,WAAW,UAAU,CAAA;AAC9D,aAAO;AAAA,QACL,mCAAmC,WAAW,eAAe,MAAM,KAAK,WAAW;AAAA,QACnF,EAAE,OAAO,cAAA;AAAA,MAAc;AAEzB,wBAAkB,aAAa;AAAA,IACjC,SAAS,UAAU;AACjB,aAAO,OAAO,uBAAuB;AAAA,QACnC,OAAO;AAAA,QACP,QAAQ;AAAA,MAAA,CACT;AACD,WAAK,SAAS;AAAA,QACZ,OACE,oBAAoB,QAAQ,WAAW,IAAI,MAAM,OAAO,QAAQ,CAAC;AAAA,MAAA,CACpE;AAAA,IACH;AAAA,EACF;AAEA,UAAQ,UAAU,CAAC,UAAU;AAK3B,QAAI,WAAY;AAChB,WAAO,OAAO,uBAAuB;AAAA,MACnC;AAAA,MACA,QAAQ;AAAA,IAAA,CACT;AAOD,UAAM,cAAc;AACpB,UAAM,WAAW,WAAW,aAAa,OAAO;AAChD,UAAM,OACH,YAAY,WAAW,UAAU,SAAS,OAAO,MAAM,QAAQ;AAClE,UAAM,QAAQ,IAAI,MAAM,uBAAuB,GAAG,EAAE;AACpD,QAAI,CAAC,mBAAmB;AACtB,+BAAyB,KAAK;AAAA,IAChC;AACA,SAAK,SAAS,EAAE,OAAO,MAAA,CAAO;AAAA,EAChC;AAEA,UAAQ,UAAU,MAAM;AAItB,QAAI,WAAY;AAChB,QAAI,CAAC,mBAAmB;AACtB,+BAAyB,IAAI,MAAM,oCAAoC,CAAC;AAAA,IAC1E;AAAA,EACF;AAEA,KAAG,UAAU,CAAC,UAAU;AACtB,QAAI,MAAM,MAAM,SAAS,WAAW,MAAM,QAAQ,CAAC,GAAG;AACpD,+BAAyB,MAAM,QAAQ,CAAC,CAAC;AAAA,IAC3C;AAAA,EACF;AAMA,KAAG,0BAA0B,MAAM;AACjC,UAAM,QAAQ,GAAG;AACjB,WAAO,SAAS,oCAAoC,KAAK,IAAI;AAAA,MAC3D;AAAA,IAAA,CACD;AACD,QAAI,UAAU,YAAY,UAAU,kBAAkB,UAAU,UAAU;AAMxE,UAAI,CAAC,YAAY;AACf,aAAK,iBAAiB;AAAA,UACpB,QAAQ,UAAU,WAAW,UAAU;AAAA,QAAA,CACxC;AAAA,MACH;AACA,UAAI,CAAC,mBAAmB;AAKtB,cAAM,UACJ,UAAU,WACN,qDACA,iCAAiC,KAAK;AAC5C,iCAAyB,IAAI,MAAM,OAAO,CAAC;AAAA,MAC7C;AASA,UAAI,UAAU,YAAY,CAAC,YAAY;AACrC,aAAK,mBAAA;AAAA,MACP;AAAA,IACF;AAAA,EACF;AAEA,KAAG,6BAA6B,MAAM;AACpC,UAAM,QAAQ,GAAG;AACjB,WAAO,SAAS,uCAAuC,KAAK,IAAI;AAAA,MAC9D;AAAA,IAAA,CACD;AACD,QACE,CAAC,sBACA,UAAU,YAAY,UAAU,YAAY,UAAU,iBACvD;AACA,YAAM,UACJ,UAAU,WACN,qDACA,iCAAiC,KAAK;AAC5C,+BAAyB,IAAI,MAAM,OAAO,CAAC;AAAA,IAC7C;AAAA,EACF;AAYA,iBAAe,qBAAqB;AAMlC,iBAAa;AAQb,kBAAc,SAAS;AAMvB;AAAA,MACE,IAAI,MAAM,iDAAiD;AAAA,IAAA;AAG7D,QAAI,aAAa;AACf,iBAAW,SAAS,YAAY,aAAa;AAC3C,cAAM,KAAA;AAAA,MACR;AACA,oBAAc;AAAA,IAChB;AAIA,QAAI,cAAc;AAChB,UAAI;AACF,qBAAa,MAAA;AAAA,MACf,QAAQ;AAAA,MAER;AACA,mBAAa,YAAY;AACzB,qBAAe;AAAA,IACjB;AACA,QAAI,cAAc;AAChB,UAAI;AACF,qBAAa,WAAA;AAAA,MACf,QAAQ;AAAA,MAER;AACA,qBAAe;AAAA,IACjB;AACA,QAAI,gBAAgB;AAClB,UAAI;AACF,uBAAe,WAAA;AAAA,MACjB,QAAQ;AAAA,MAER;AACA,uBAAiB;AAAA,IACnB;AAGA,QAAI,aAAa;AACf,UAAI;AACF,oBAAY,WAAA;AAAA,MACd,QAAQ;AAAA,MAER;AACA,oBAAc;AAAA,IAChB;AACA,QAAI,eAAe;AACjB,UAAI;AACF,sBAAc,WAAA;AAAA,MAChB,QAAQ;AAAA,MAER;AACA,sBAAgB;AAAA,IAClB;AAEA,QAAI,aAAa;AACf,UAAI;AACF,oBAAY,MAAA;AAAA,MACd,QAAQ;AAAA,MAER;AACA,oBAAc;AAAA,IAChB;AAEA,QAAI;AACF,SAAG,MAAA;AAAA,IACL,QAAQ;AAAA,IAER;AAEA,QAAI,cAAc;AAChB,UAAI;AACF,cAAM,aAAa,MAAA;AAAA,MACrB,QAAQ;AAAA,MAER;AACA,qBAAe;AAAA,IACjB;AAAA,EACF;AAUA,MAAI;AACF,QAAI;AACF,oBAAc,MAAM,UAAU,aAAa,aAAa;AAAA,QACtD,OAAO;AAAA,UACL,kBAAkB;AAAA,UAClB,kBAAkB;AAAA,UAClB,YAAY;AAAA,QAAA;AAAA,MACd,CACD;AAAA,IACH,SAAS,OAAO;AACd,aAAO,OAAO,uBAAuB;AAAA,QACnC;AAAA,QACA,QAAQ;AAAA,MAAA,CACT;AAGD,YAAM,IAAI;AAAA,QACR,kDAAkD,iBAAiB,QAAQ,MAAM,UAAU,KAAK;AAAA,MAAA;AAAA,IAEpG;AAEA,eAAW,SAAS,YAAY,kBAAkB;AAChD,SAAG,SAAS,OAAO,WAAW;AAAA,IAChC;AAEA,UAAM,QAAQ,MAAM,GAAG,YAAA;AACvB,UAAM,GAAG,oBAAoB,KAAK;AAElC,UAAM,cAAc,MAAM,MAAM,GAAG,iBAAiB,UAAU,KAAK,IAAI;AAAA,MACrE,QAAQ;AAAA,MACR,SAAS;AAAA,QACP,eAAe,UAAU,MAAM,KAAK;AAAA,QACpC,gBAAgB;AAAA,MAAA;AAAA,MAElB,MAAM,MAAM;AAAA,IAAA,CACb;AAED,QAAI,CAAC,YAAY,IAAI;AACnB,YAAM,YAAY,MAAM,YAAY,KAAA;AACpC,YAAM,QAAQ,IAAI;AAAA,QAChB,0CAA0C,YAAY,MAAM,MAAM,SAAS;AAAA,MAAA;AAE7E,aAAO,OAAO,uBAAuB;AAAA,QACnC;AAAA,QACA,QAAQ;AAAA,QACR,QAAQ,YAAY;AAAA,MAAA,CACrB;AACD,YAAM;AAAA,IACR;AAEA,UAAM,YAAY,MAAM,YAAY,KAAA;AACpC,UAAM,GAAG,qBAAqB,EAAE,MAAM,UAAU,KAAK,WAAW;AAAA,EAClE,SAAS,KAAK;AACZ,UAAM,mBAAA;AACN,UAAM;AAAA,EACR;AAOA,MAAI;AACF,4BAAwB,WAAW;AACnC,UAAM;AAAA,EACR,SAAS,KAAK;AACZ,UAAM,mBAAA;AACN,UAAM;AAAA,EACR;AAEA,WAAS,kBAAkB,OAAgC;AACzD,UAAM,OAAO,WAAW,OAAO,MAAM;AAErC,YAAQ,MAAA;AAAA,MACN,KAAK;AAAA,MACL,KAAK;AACH;AAAA,MAEF,KAAK;AACH,sBAAc;AACd,aAAK,eAAe,EAAE,MAAM,YAAA,CAAa;AACzC;AAAA,MAEF,KAAK;AACH,sBAAc;AACd,aAAK,eAAe,EAAE,MAAM,WAAA,CAAY;AACxC;AAAA,MAEF,KAAK;AACH;AAAA,MAEF,KAAK,yDAAyD;AAC5D,cAAM,aAAa,WAAW,OAAO,YAAY;AACjD,YAAI,eAAe,OAAW;AAC9B,aAAK,cAAc,EAAE,MAAM,QAAQ,YAAY,SAAS,MAAM;AAC9D;AAAA,MACF;AAAA,MAEA,KAAK;AAIH,2BAAmB;AACnB,sBAAc;AACd,aAAK,eAAe,EAAE,MAAM,WAAA,CAAY;AACxC;AAAA,MAEF,KAAK,8BAA8B;AACjC,cAAM,OAAO,WAAW,OAAO,MAAM;AACrC,YAAI,QAAQ,WAAW,MAAM,MAAM,MAAM,WAAW;AAClD,gBAAM,KAAK,WAAW,MAAM,IAAI;AAChC,cAAI,OAAO,OAAW,oBAAmB;AAAA,QAC3C;AACA;AAAA,MACF;AAAA;AAAA;AAAA;AAAA,MAKA,KAAK;AAAA,MACL,KAAK,mCAAmC;AACtC,cAAM,QAAQ,WAAW,OAAO,OAAO;AACvC,YAAI,UAAU,OAAW;AACzB,aAAK,cAAc;AAAA,UACjB,MAAM;AAAA,UACN,YAAY;AAAA,UACZ,SAAS;AAAA,QAAA,CACV;AACD;AAAA,MACF;AAAA,MAEA,KAAK;AAAA,MACL,KAAK,kCAAkC;AACrC,cAAM,aAAa,WAAW,OAAO,YAAY;AACjD,YAAI,eAAe,OAAW;AAC9B,aAAK,cAAc,EAAE,MAAM,aAAa,YAAY,SAAS,MAAM;AACnE;AAAA,MACF;AAAA;AAAA;AAAA,MAIA,KAAK;AAAA,MACL,KAAK,8BAA8B;AACjC,cAAM,QAAQ,WAAW,OAAO,OAAO;AACvC,YAAI,UAAU,OAAW;AACzB,aAAK,cAAc;AAAA,UACjB,MAAM;AAAA,UACN,YAAY;AAAA,UACZ,SAAS;AAAA,QAAA,CACV;AACD;AAAA,MACF;AAAA,MAEA,KAAK;AAAA,MACL,KAAK,6BAA6B;AAChC,cAAM,OAAO,WAAW,OAAO,MAAM;AACrC,YAAI,SAAS,OAAW;AACxB,aAAK,cAAc;AAAA,UACjB,MAAM;AAAA,UACN,YAAY;AAAA,UACZ,SAAS;AAAA,QAAA,CACV;AACD;AAAA,MACF;AAAA;AAAA;AAAA,MAIA,KAAK;AAAA,MACL,KAAK;AACH,YAAI,gBAAgB,YAAY;AAC9B,wBAAc;AACd,eAAK,eAAe,EAAE,MAAM,WAAA,CAAY;AAAA,QAC1C;AACA;AAAA,MAEF,KAAK;AAAA,MACL,KAAK;AACH;AAAA,MAEF,KAAK,yCAAyC;AAM5C,cAAM,SAAS,WAAW,OAAO,SAAS;AAC1C,cAAM,OAAO,WAAW,OAAO,MAAM,KAAK;AAC1C,cAAM,OAAO,WAAW,OAAO,WAAW,KAAK;AAC/C,YAAI,CAAC,QAAQ;AACX,iBAAO;AAAA,YACL;AAAA,YACA;AAAA,cACE,QAAQ;AAAA,cACR,YAAY;AAAA,cACZ,SAAS,MAAM;AAAA,YAAA;AAAA,UACjB;AAEF,eAAK,SAAS;AAAA,YACZ,OAAO,IAAI;AAAA,cACT;AAAA,YAAA;AAAA,UACF,CACD;AACD;AAAA,QACF;AACA,YAAI;AACF,gBAAM,QAAQ,KAAK,MAAM,IAAI;AAC7B,eAAK,aAAa,EAAE,YAAY,QAAQ,UAAU,MAAM,OAAO;AAAA,QACjE,QAAQ;AACN,eAAK,aAAa,EAAE,YAAY,QAAQ,UAAU,MAAM,OAAO,MAAM;AAAA,QACvE;AACA;AAAA,MACF;AAAA,MAEA,KAAK,iBAAiB;AACpB,cAAM,WAAW,WAAW,OAAO,UAAU,KAAK,CAAA;AAClD,cAAM,SAAS,gBAAgB,UAAU,QAAQ;AAKjD,YAAI,gBAAgB,QAAQ;AAC1B,wBAAc;AACd,eAAK,eAAe,EAAE,MAAM,YAAA,CAAa;AAAA,QAC3C;AAEA,YAAI,kBAAkB;AACpB,gBAAM,UAA2B;AAAA,YAC/B,IAAI;AAAA,YACJ,MAAM;AAAA,YACN,WAAW,KAAK,IAAA;AAAA,YAChB,OAAO,CAAA;AAAA,UAAC;AAGV,qBAAW,QAAQ,UAAU,IAAI;AAC/B,gBAAI,WAAW,MAAM,MAAM,MAAM,UAAW;AAC5C,kBAAM,UAAU,gBAAgB,MAAM,SAAS;AAC/C,gBAAI,CAAC,QAAS;AACd,uBAAW,QAAQ,SAAS;AAC1B,oBAAM,WAAW,WAAW,MAAM,MAAM;AACxC,kBAAI,aAAa,SAAS;AACxB,sBAAM,aAAa,WAAW,MAAM,YAAY;AAChD,oBAAI,YAAY;AACd,0BAAQ,MAAM,KAAK,EAAE,MAAM,SAAS,YAAY;AAAA,gBAClD;AAAA,cACF,WAAW,aAAa,QAAQ;AAC9B,sBAAMA,WAAU,WAAW,MAAM,MAAM;AACvC,oBAAIA,UAAS;AACX,0BAAQ,MAAM,KAAK,EAAE,MAAM,QAAQ,SAAAA,UAAS;AAAA,gBAC9C;AAAA,cACF;AAAA,YACF;AAAA,UACF;AAEA,eAAK,oBAAoB,EAAE,SAAS;AACpC,6BAAmB;AAAA,QACrB;AACA;AAAA,MACF;AAAA,MAEA,KAAK;AAKH,YAAI,gBAAgB,QAAQ;AAC1B,wBAAc;AACd,eAAK,eAAe,EAAE,MAAM,YAAA,CAAa;AAAA,QAC3C;AACA,aAAK,eAAe;AAAA,UAClB,GAAI,qBAAqB,QAAQ,EAAE,WAAW,iBAAA;AAAA,QAAiB,CAChE;AACD;AAAA,MAEF,KAAK,SAAS;AAMZ,cAAM,WAAW,WAAW,OAAO,OAAO,KAAK,CAAA;AAC/C,cAAM,UACJ,WAAW,UAAU,SAAS,KAAK;AACrC,cAAM,MAA2B,IAAI,MAAM,OAAO;AAGlD,cAAM,OAAO,WAAW,UAAU,MAAM;AACxC,YAAI,SAAS,OAAW,KAAI,OAAO;AACnC,cAAM,UAAU,WAAW,UAAU,MAAM;AAC3C,YAAI,YAAY,OAAW,KAAI,OAAO;AACtC,cAAM,QAAQ,WAAW,UAAU,OAAO;AAC1C,YAAI,UAAU,OAAW,KAAI,QAAQ;AACrC,eAAO,OAAO,8BAA8B;AAAA,UAC1C,GAAG;AAAA,UACH,QAAQ;AAAA,QAAA,CACT;AACD,aAAK,SAAS,EAAE,OAAO,IAAA,CAAK;AAC5B;AAAA,MACF;AAAA,MAEA,KAAK;AAAA,MACL;AAKE,eAAO,SAAS,wCAAwC;AAAA,UACtD,MAAM,MAAM;AAAA,QAAA,CACb;AACD;AAAA,IAAA;AAAA,EAEN;AAEA,WAAS,yBAAyB,QAAqB;AAMrD,QAAI,WAAY;AAMhB,QAAI,cAAc;AAChB,UAAI;AACF,qBAAa,MAAA;AAAA,MACf,QAAQ;AAAA,MAER;AACA,mBAAa,YAAY;AACzB,qBAAe;AAAA,IACjB;AACA,QAAI,cAAc;AAChB,UAAI;AACF,qBAAa,WAAA;AAAA,MACf,QAAQ;AAAA,MAER;AACA,qBAAe;AAAA,IACjB;AACA,QAAI,gBAAgB;AAClB,UAAI;AACF,uBAAe,WAAA;AAAA,MACjB,QAAQ;AAAA,MAER;AACA,uBAAiB;AAAA,IACnB;AAEA,mBAAe,IAAI,MAAA;AACnB,iBAAa,YAAY;AACzB,iBAAa,WAAW;AACxB,iBAAa,KAAA,EAAO,MAAM,CAAC,MAAM;AAM/B,aAAO,OAAO,wCAAwC;AAAA,QACpD,OAAO;AAAA,QACP,QAAQ;AAAA,MAAA,CACT;AAAA,IACH,CAAC;AAED,QAAI,CAAC,cAAc;AACjB,qBAAe,IAAI,aAAA;AAAA,IACrB;AAEA,QAAI,aAAa,UAAU,aAAa;AACtC,mBAAa,OAAA,EAAS,MAAM,CAAC,QAAQ;AAKnC,eAAO,OAAO,4CAA4C;AAAA,UACxD,OAAO;AAAA,UACP,QAAQ;AAAA,QAAA,CACT;AAAA,MACH,CAAC;AAAA,IACH;AAEA,qBAAiB,aAAa,eAAA;AAC9B,mBAAe,UAAU;AACzB,mBAAe,wBAAwB;AAEvC,mBAAe,aAAa,wBAAwB,MAAM;AAC1D,iBAAa,QAAQ,cAAc;AAAA,EACrC;AAEA,WAAS,wBAAwB,QAAqB;AAKpD,QAAI,WAAY;AAEhB,QAAI,CAAC,cAAc;AACjB,qBAAe,IAAI,aAAA;AAAA,IACrB;AAEA,QAAI,aAAa,UAAU,aAAa;AACtC,mBAAa,OAAA,EAAS,MAAM,CAAC,QAAQ;AAKnC,eAAO,OAAO,4CAA4C;AAAA,UACxD,OAAO;AAAA,UACP,QAAQ;AAAA,QAAA,CACT;AAAA,MACH,CAAC;AAAA,IACH;AAEA,oBAAgB,aAAa,eAAA;AAC7B,kBAAc,UAAU;AACxB,kBAAc,wBAAwB;AAEtC,kBAAc,aAAa,wBAAwB,MAAM;AACzD,gBAAY,QAAQ,aAAa;AAAA,EACnC;AAEA,WAAS,UAAU,OAAgC;AACjD,QAAI,YAAY;AAMd,aAAO,OAAO,4CAA4C;AAAA,QACxD,WAAW,WAAW,OAAO,MAAM,KAAK;AAAA,QACxC,QAAQ;AAAA,MAAA,CACT;AACD;AAAA,IACF;AACA,QAAI,aAAa,eAAe,QAAQ;AACtC,aAAO;AAAA,QACL,oCAAoC,WAAW,OAAO,MAAM,KAAK,WAAW;AAAA,QAC5E,EAAE,OAAO,MAAA;AAAA,MAAM;AAQjB,UAAI;AACF,oBAAY,KAAK,KAAK,UAAU,KAAK,CAAC;AAAA,MACxC,SAAS,OAAO;AACd,eAAO,OAAO,kCAAkC;AAAA,UAC9C;AAAA,UACA,WAAW,WAAW,OAAO,MAAM,KAAK;AAAA,UACxC,QAAQ;AAAA,QAAA,CACT;AACD,aAAK,SAAS;AAAA,UACZ,OAAO,iBAAiB,QAAQ,QAAQ,IAAI,MAAM,OAAO,KAAK,CAAC;AAAA,QAAA,CAChE;AAAA,MACH;AAAA,IACF,OAAO;AACL,oBAAc,KAAK,KAAK;AAAA,IAC1B;AAAA,EACF;AAEA,WAAS,qBAAqB;AAC5B,QAAI;AACF,iBAAW,SAAS,eAAe;AACjC,eAAO;AAAA,UACL,oCAAoC,WAAW,OAAO,MAAM,KAAK,WAAW;AAAA,UAC5E,EAAE,OAAO,MAAA;AAAA,QAAM;AAEjB,gBAAQ,KAAK,KAAK,UAAU,KAAK,CAAC;AAAA,MACpC;AACA,oBAAc,SAAS;AAAA,IACzB,SAAS,OAAO;AAOd,aAAO,OAAO,2CAA2C;AAAA,QACvD;AAAA,QACA,QAAQ;AAAA,MAAA,CACT;AACD,YAAM,MAAM,iBAAiB,QAAQ,QAAQ,IAAI,MAAM,OAAO,KAAK,CAAC;AACpE,+BAAyB,GAAG;AAC5B,WAAK,SAAS,EAAE,OAAO,IAAA,CAAK;AAAA,IAC9B;AAAA,EACF;AAEA,QAAM,aAAiC;AAAA,IACrC,MAAM,aAAa;AAIjB,YAAM,mBAAA;AACN,WAAK,iBAAiB,EAAE,QAAQ,OAAA,CAAQ;AAAA,IAC1C;AAAA,IAEA,MAAM,oBAAoB;AACxB,UAAI,aAAa;AACf,mBAAW,SAAS,YAAY,kBAAkB;AAChD,gBAAM,UAAU;AAAA,QAClB;AAAA,MACF;AACA,oBAAc;AACd,WAAK,eAAe,EAAE,MAAM,YAAA,CAAa;AAAA,IAC3C;AAAA,IAEA,mBAAmB;AACjB,UAAI,aAAa;AACf,mBAAW,SAAS,YAAY,kBAAkB;AAChD,gBAAM,UAAU;AAAA,QAClB;AAAA,MACF;AACA,oBAAc;AACd,WAAK,eAAe,EAAE,MAAM,OAAA,CAAQ;AAAA,IACtC;AAAA,IAEA,SAAS,MAAc;AACrB,gBAAU;AAAA,QACR,MAAM;AAAA,QACN,MAAM;AAAA,UACJ,MAAM;AAAA,UACN,MAAM;AAAA,UACN,SAAS,CAAC,EAAE,MAAM,cAAc,MAAM;AAAA,QAAA;AAAA,MACxC,CACD;AACD,gBAAU,EAAE,MAAM,mBAAmB;AAAA,IACvC;AAAA,IAEA,UAAU,WAAmB,UAAkB;AAM7C,YAAM,wBACJ,UAAU,WAAW,SAAS,KAC9B,UAAU,WAAW,UAAU,KAC/B,UAAU,WAAW,OAAO;AAC9B,YAAM,eAAe;AAAA,QACnB,MAAM;AAAA;AAAA;AAAA;AAAA,QAIN,WAAW;AAAA,UACT,KAAK,wBACD,YACA,QAAQ,QAAQ,WAAW,SAAS;AAAA,QAAA;AAAA,MAC1C;AAGF,gBAAU;AAAA,QACR,MAAM;AAAA,QACN,MAAM;AAAA,UACJ,MAAM;AAAA,UACN,MAAM;AAAA,UACN,SAAS,CAAC,YAAY;AAAA,QAAA;AAAA,MACxB,CACD;AACD,gBAAU,EAAE,MAAM,mBAAmB;AAAA,IACvC;AAAA,IAEA,eAAe,QAAgB,QAAgB;AAC7C,gBAAU;AAAA,QACR,MAAM;AAAA,QACN,MAAM;AAAA,UACJ,MAAM;AAAA,UACN,SAAS;AAAA,UACT,QAAQ;AAAA,QAAA;AAAA,MACV,CACD;AACD,gBAAU,EAAE,MAAM,mBAAmB;AAAA,IACvC;AAAA,IAEA,cAAc,QAAwC;AACpD,YAAM,gBAAyC,CAAA;AAE/C,UAAI,OAAO,cAAc;AACvB,sBAAc,eAAe,OAAO;AAAA,MACtC;AAEA,UAAI,OAAO,OAAO;AAChB,sBAAc,QAAQ,OAAO;AAAA,MAC/B;AAEA,UAAI,OAAO,SAAS;AAClB,YAAI,OAAO,YAAY,YAAY;AACjC,wBAAc,iBAAiB;AAAA,YAC7B,MAAM;AAAA,YACN,WAAW,OAAO,qBAAqB;AAAA,UAAA;AAAA,QAE3C,WAAW,OAAO,YAAY,UAAU;AACtC,wBAAc,iBAAiB;AAAA,YAC7B,MAAM;AAAA,YACN,WAAW,OAAO,WAAW,aAAa;AAAA,YAC1C,mBAAmB,OAAO,WAAW,mBAAmB;AAAA,YACxD,qBAAqB,OAAO,WAAW,qBAAqB;AAAA,UAAA;AAAA,QAEhE,OAAO;AACL,wBAAc,iBAAiB;AAAA,QACjC;AAAA,MACF;AAEA,UAAI,OAAO,UAAU,QAAW;AAC9B,sBAAc,QAAQ,OAAO,MAAM,IAAI,CAAC,OAAO;AAAA,UAC7C,MAAM;AAAA,UACN,MAAM,EAAE;AAAA,UACR,aAAa,EAAE;AAAA,UACf,YAAY,EAAE,eAAe,EAAE,MAAM,UAAU,YAAY,CAAA,EAAC;AAAA,QAAE,EAC9D;AACF,sBAAc,cAAc;AAAA,MAC9B;AAEA,UAAI,OAAO,kBAAkB;AAC3B,sBAAc,aAAa,OAAO;AAAA,MACpC;AAEA,UAAI,OAAO,gBAAgB,QAAW;AACpC,sBAAc,cAAc,OAAO;AAAA,MACrC;AAEA,UAAI,OAAO,oBAAoB,QAAW;AACxC,sBAAc,6BAA6B,OAAO;AAAA,MACpD;AAMA,YAAM,kBACJ,OAAO,mBAAmB,CAAA;AAC5B,YAAM,sBACJ,6BAA6B,kBACzB,gBAAgB,0BAChB,+BAA+B,kBAC7B,gBAAgB,4BAChB;AACR,UAAI,wBAAwB,QAAW;AACrC,sBAAc,4BACZ,wBAAwB,QAAQ,OAAO;AAAA,MAC3C,WAAW,CAAC,6BAA6B;AACvC,sBAAc,4BAA4B,EAAE,OAAO,WAAA;AAAA,MACrD;AAEA,UAAI,OAAO,KAAK,aAAa,EAAE,SAAS,GAAG;AACzC,kBAAU;AAAA,UACR,MAAM;AAAA,UACN,SAAS;AAAA,QAAA,CACV;AACD,sCAA8B;AAAA,MAChC;AAAA,IACF;AAAA,IAEA,YAAY;AACV,gBAAU,EAAE,MAAM,mBAAmB;AACrC,oBAAc;AACd,WAAK,eAAe,EAAE,MAAM,YAAA,CAAa;AACzC,WAAK,eAAe;AAAA,QAClB,GAAI,qBAAqB,QAAQ,EAAE,WAAW,iBAAA;AAAA,MAAiB,CAChE;AAAA,IACH;AAAA,IAEA,GACE,OACA,SACY;AACZ,UAAI,WAAW,cAAc,IAAI,KAAK;AACtC,UAAI,CAAC,UAAU;AACb,uCAAe,IAAA;AACf,sBAAc,IAAI,OAAO,QAAQ;AAAA,MACnC;AACA,eAAS,IAAI,OAAO;AAEpB,aAAO,MAAM;AACX,sBAAc,IAAI,KAAK,GAAG,OAAO,OAAO;AAAA,MAC1C;AAAA,IACF;AAAA,IAEA,wBAA4C;AAC1C,eAAS,eAAe,UAAgC;AACtD,cAAM,OAAO,IAAI,WAAW,SAAS,OAAO;AAC5C,iBAAS,sBAAsB,IAAI;AAEnC,YAAI,eAAe;AACnB,mBAAW,UAAU,MAAM;AACzB,gBAAM,YAAY,KAAK,IAAI,SAAS,GAAG;AACvC,cAAI,YAAY,cAAc;AAC5B,2BAAe;AAAA,UACjB;AAAA,QACF;AAEA,cAAM,aAAa,eAAe;AAClC,eAAO,KAAK,IAAI,GAAG,aAAa,GAAG;AAAA,MACrC;AAEA,aAAO;AAAA,QACL,IAAI,aAAa;AACf,cAAI,CAAC,cAAe,QAAO;AAC3B,iBAAO,eAAe,aAAa;AAAA,QACrC;AAAA,QAEA,IAAI,cAAc;AAChB,cAAI,CAAC,eAAgB,QAAO;AAC5B,iBAAO,eAAe,cAAc;AAAA,QACtC;AAAA,QAEA,wBAAwB;AACtB,cAAI,CAAC;AACH,mBAAO,IAAI,WAAW,4BAA4B;AACpD,gBAAM,OAAO,IAAI,WAAW,cAAc,iBAAiB;AAC3D,wBAAc,qBAAqB,IAAI;AACvC,iBAAO;AAAA,QACT;AAAA,QAEA,yBAAyB;AACvB,cAAI,CAAC;AACH,mBAAO,IAAI,WAAW,4BAA4B;AACpD,gBAAM,OAAO,IAAI,WAAW,eAAe,iBAAiB;AAC5D,yBAAe,qBAAqB,IAAI;AACxC,iBAAO;AAAA,QACT;AAAA,QAEA,yBAAyB;AACvB,cAAI,CAAC;AACH,mBAAO,IAAI,WAAW,yBAAyB,EAAE;AAAA,cAC/C;AAAA,YAAA;AAEJ,gBAAM,OAAO,IAAI,WAAW,cAAc,OAAO;AACjD,wBAAc,sBAAsB,IAAI;AACxC,iBAAO;AAAA,QACT;AAAA,QAEA,0BAA0B;AACxB,cAAI,CAAC;AACH,mBAAO,IAAI,WAAW,yBAAyB,EAAE;AAAA,cAC/C;AAAA,YAAA;AAEJ,gBAAM,OAAO,IAAI,WAAW,eAAe,OAAO;AAClD,yBAAe,sBAAsB,IAAI;AACzC,iBAAO;AAAA,QACT;AAAA,QAEA,IAAI,kBAAkB;AACpB,iBAAO;AAAA,QACT;AAAA,QAEA,IAAI,mBAAmB;AACrB,iBAAO;AAAA,QACT;AAAA,MAAA;AAAA,IAEJ;AAAA,EAAA;AAKF,SAAO;AACT;"}
|
package/package.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@tanstack/ai-grok",
|
|
3
|
-
"version": "0.8.
|
|
4
|
-
"description": "Grok
|
|
3
|
+
"version": "0.8.7",
|
|
4
|
+
"description": "xAI Grok adapter for TanStack AI chat, image generation, realtime, and structured outputs.",
|
|
5
5
|
"author": "",
|
|
6
6
|
"license": "MIT",
|
|
7
7
|
"repository": {
|
|
@@ -28,25 +28,32 @@
|
|
|
28
28
|
],
|
|
29
29
|
"keywords": [
|
|
30
30
|
"ai",
|
|
31
|
+
"ai-sdk",
|
|
32
|
+
"typescript",
|
|
33
|
+
"tanstack",
|
|
31
34
|
"grok",
|
|
32
35
|
"xai",
|
|
33
|
-
"
|
|
34
|
-
"
|
|
36
|
+
"adapter",
|
|
37
|
+
"chat",
|
|
38
|
+
"tool-calling",
|
|
39
|
+
"structured-outputs",
|
|
40
|
+
"image-generation",
|
|
41
|
+
"realtime"
|
|
35
42
|
],
|
|
36
43
|
"dependencies": {
|
|
37
44
|
"openai": "^6.9.1",
|
|
38
|
-
"@tanstack/ai-utils": "0.2.
|
|
39
|
-
"@tanstack/openai-base": "0.3.
|
|
45
|
+
"@tanstack/ai-utils": "0.2.1",
|
|
46
|
+
"@tanstack/openai-base": "0.3.6"
|
|
40
47
|
},
|
|
41
48
|
"devDependencies": {
|
|
42
49
|
"@vitest/coverage-v8": "4.0.14",
|
|
43
50
|
"vite": "^7.3.3",
|
|
44
|
-
"@tanstack/ai": "0.
|
|
45
|
-
"@tanstack/ai
|
|
51
|
+
"@tanstack/ai-client": "0.11.6",
|
|
52
|
+
"@tanstack/ai": "0.21.2"
|
|
46
53
|
},
|
|
47
54
|
"peerDependencies": {
|
|
48
55
|
"zod": "^4.0.0",
|
|
49
|
-
"@tanstack/ai": "^0.
|
|
56
|
+
"@tanstack/ai": "^0.21.2"
|
|
50
57
|
},
|
|
51
58
|
"scripts": {
|
|
52
59
|
"build": "vite build",
|
package/src/adapters/tts.ts
CHANGED
|
@@ -5,7 +5,6 @@ import type { GrokTTSModel } from '../model-meta'
|
|
|
5
5
|
import type {
|
|
6
6
|
GrokTTSCodec,
|
|
7
7
|
GrokTTSProviderOptions,
|
|
8
|
-
GrokTTSVoice,
|
|
9
8
|
} from '../audio/tts-provider-options'
|
|
10
9
|
|
|
11
10
|
const DEFAULT_GROK_BASE_URL = 'https://api.x.ai/v1'
|
|
@@ -155,7 +154,7 @@ export function buildTTSRequestBody(options: {
|
|
|
155
154
|
|
|
156
155
|
const body: Record<string, unknown> = {
|
|
157
156
|
text,
|
|
158
|
-
voice_id:
|
|
157
|
+
voice_id: voice ?? 'eve',
|
|
159
158
|
language: modelOptions?.language ?? 'en',
|
|
160
159
|
output_format: outputFormat,
|
|
161
160
|
}
|
package/src/model-meta.ts
CHANGED
|
@@ -283,6 +283,26 @@ const GROK_4_3 = {
|
|
|
283
283
|
},
|
|
284
284
|
} as const satisfies ModelMeta
|
|
285
285
|
|
|
286
|
+
const GROK_BUILD_0_1 = {
|
|
287
|
+
name: 'grok-build-0.1',
|
|
288
|
+
context_window: 256_000,
|
|
289
|
+
supports: {
|
|
290
|
+
input: ['text', 'image'],
|
|
291
|
+
output: ['text'],
|
|
292
|
+
capabilities: ['reasoning', 'structured_outputs', 'tool_calling'],
|
|
293
|
+
tools: [],
|
|
294
|
+
},
|
|
295
|
+
pricing: {
|
|
296
|
+
input: {
|
|
297
|
+
normal: 1,
|
|
298
|
+
cached: 0.2,
|
|
299
|
+
},
|
|
300
|
+
output: {
|
|
301
|
+
normal: 2,
|
|
302
|
+
},
|
|
303
|
+
},
|
|
304
|
+
} as const satisfies ModelMeta
|
|
305
|
+
|
|
286
306
|
export const GROK_CHAT_MODELS = [
|
|
287
307
|
GROK_4_1_FAST_REASONING.name,
|
|
288
308
|
GROK_4_1_FAST_NON_REASONING.name,
|
|
@@ -298,6 +318,8 @@ export const GROK_CHAT_MODELS = [
|
|
|
298
318
|
GROK_4_20_MULTI_AGENT.name,
|
|
299
319
|
|
|
300
320
|
GROK_4_3.name,
|
|
321
|
+
|
|
322
|
+
GROK_BUILD_0_1.name,
|
|
301
323
|
] as const
|
|
302
324
|
|
|
303
325
|
/**
|
|
@@ -379,6 +401,7 @@ export type GrokModelInputModalitiesByName = {
|
|
|
379
401
|
[GROK_4_20.name]: typeof GROK_4_20.supports.input
|
|
380
402
|
[GROK_4_20_MULTI_AGENT.name]: typeof GROK_4_20_MULTI_AGENT.supports.input
|
|
381
403
|
[GROK_4_3.name]: typeof GROK_4_3.supports.input
|
|
404
|
+
[GROK_BUILD_0_1.name]: typeof GROK_BUILD_0_1.supports.input
|
|
382
405
|
}
|
|
383
406
|
|
|
384
407
|
/**
|
package/src/realtime/adapter.ts
CHANGED
|
@@ -7,7 +7,6 @@ import type {
|
|
|
7
7
|
RealtimeMessage,
|
|
8
8
|
RealtimeMode,
|
|
9
9
|
RealtimeSessionConfig,
|
|
10
|
-
RealtimeStatus,
|
|
11
10
|
RealtimeToken,
|
|
12
11
|
} from '@tanstack/ai'
|
|
13
12
|
import type { InternalLogger } from '@tanstack/ai/adapter-internals'
|
|
@@ -210,7 +209,7 @@ async function createWebRTCConnection(
|
|
|
210
209
|
// don't attempt a redundant reject on an already-settled promise.
|
|
211
210
|
rejectDataChannelReady = null
|
|
212
211
|
flushPendingEvents()
|
|
213
|
-
emit('status_change', { status: 'connected'
|
|
212
|
+
emit('status_change', { status: 'connected' })
|
|
214
213
|
resolve()
|
|
215
214
|
}
|
|
216
215
|
})
|
|
@@ -297,10 +296,7 @@ async function createWebRTCConnection(
|
|
|
297
296
|
// guard listeners would see two `idle` events per disconnect.
|
|
298
297
|
if (!isTornDown) {
|
|
299
298
|
emit('status_change', {
|
|
300
|
-
status:
|
|
301
|
-
state === 'failed'
|
|
302
|
-
? ('error' as RealtimeStatus)
|
|
303
|
-
: ('idle' as RealtimeStatus),
|
|
299
|
+
status: state === 'failed' ? 'error' : 'idle',
|
|
304
300
|
})
|
|
305
301
|
}
|
|
306
302
|
if (!dataChannelOpened) {
|
|
@@ -961,7 +957,7 @@ async function createWebRTCConnection(
|
|
|
961
957
|
// every cleanup site stays in sync (input analyser, output analyser,
|
|
962
958
|
// output source, audio element, etc.).
|
|
963
959
|
await teardownConnection()
|
|
964
|
-
emit('status_change', { status: 'idle'
|
|
960
|
+
emit('status_change', { status: 'idle' })
|
|
965
961
|
},
|
|
966
962
|
|
|
967
963
|
async startAudioCapture() {
|