@11labs/client 0.0.6-beta.1 → 0.0.6-beta.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (11) hide show
  1. package/dist/index.d.ts +5 -3
  2. package/dist/lib.cjs +1 -1
  3. package/dist/lib.cjs.map +1 -1
  4. package/dist/lib.modern.js +1 -1
  5. package/dist/lib.modern.js.map +1 -1
  6. package/dist/lib.module.js +1 -1
  7. package/dist/lib.module.js.map +1 -1
  8. package/dist/lib.umd.js +1 -1
  9. package/dist/lib.umd.js.map +1 -1
  10. package/dist/utils/connection.d.ts +15 -0
  11. package/package.json +1 -1
package/dist/lib.module.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"lib.module.js","sources":["../src/utils/audio.ts","../src/utils/rawAudioProcessor.ts","../src/utils/input.ts","../src/utils/audioConcatProcessor.ts","../src/utils/output.ts","../src/utils/events.ts","../src/utils/connection.ts","../src/index.ts"],"sourcesContent":["export function arrayBufferToBase64(b: ArrayBufferLike) {\n const buffer = new Uint8Array(b);\n // @ts-ignore\n const base64Data = window.btoa(String.fromCharCode(...buffer));\n return base64Data;\n}\n\nexport function base64ToArrayBuffer(base64: string): ArrayBuffer {\n const binaryString = window.atob(base64);\n const len = binaryString.length;\n const bytes = new Uint8Array(len);\n for (let i = 0; i < len; i++) {\n bytes[i] = binaryString.charCodeAt(i);\n }\n return bytes.buffer;\n}\n","/*\n * ulaw encoding logic taken from the wavefile library\n * https://github.com/rochars/wavefile/blob/master/lib/codecs/mulaw.js\n */\n\nconst blob = new Blob(\n [\n // language=JavaScript\n `\n const BIAS = 0x84;\n const CLIP = 32635;\n const encodeTable = [\n 0,0,1,1,2,2,2,2,3,3,3,3,3,3,3,3,\n 4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,\n 5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,\n 5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,\n 6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,\n 6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,\n 6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,\n 6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,\n 7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,\n 7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,\n 7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,\n 7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,\n 7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,\n 7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,\n 7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,\n 7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7\n ];\n \n function encodeSample(sample) {\n let sign;\n let exponent;\n let mantissa;\n let muLawSample;\n sign = (sample >> 8) & 0x80;\n if (sign !== 0) sample = -sample;\n sample = sample + BIAS;\n if (sample > CLIP) sample = CLIP;\n exponent = encodeTable[(sample>>7) & 0xFF];\n mantissa = (sample >> (exponent+3)) & 0x0F;\n muLawSample = ~(sign | (exponent << 4) | mantissa);\n \n return muLawSample;\n }\n \n class RawAudioProcessor extends AudioWorkletProcessor {\n constructor() {\n super();\n \n this.port.onmessage = ({ data }) => {\n this.buffer = []; // Initialize an empty buffer\n this.bufferSize = data.sampleRate / 4;\n \n if (globalThis.LibSampleRate && sampleRate !== data.sampleRate) {\n globalThis.LibSampleRate.create(1, sampleRate, data.sampleRate).then(resampler => {\n this.resampler = resampler;\n });\n } \n };\n }\n process(inputs) {\n if (!this.buffer) {\n return true;\n }\n \n const input = inputs[0]; // Get the first input node\n if (input.length > 0) {\n let channelData = input[0]; // Get the first channel's data\n\n // Resample the audio if necessary\n if (this.resampler) {\n channelData = this.resampler.full(channelData);\n }\n\n // Add channel data to the buffer\n this.buffer.push(...channelData);\n // Get max volume \n let sum = 0.0;\n for (let i = 0; i < channelData.length; i++) {\n sum += channelData[i] * channelData[i];\n }\n const maxVolume = Math.sqrt(sum / channelData.length);\n // Check if buffer size has reached or exceeded the threshold\n if (this.buffer.length >= this.bufferSize) {\n const float32Array = new Float32Array(this.buffer)\n let encodedArray = this.format === \"ulaw\"\n ? new Uint8Array(float32Array.length)\n : new Int16Array(float32Array.length);\n\n // Iterate through the Float32Array and convert each sample to PCM16\n for (let i = 0; i < float32Array.length; i++) {\n // Clamp the value to the range [-1, 1]\n let sample = Math.max(-1, Math.min(1, float32Array[i]));\n\n // Scale the sample to the range [-32768, 32767]\n let value = sample < 0 ? sample * 32768 : sample * 32767;\n if (this.format === \"ulaw\") {\n value = encodeSample(Math.round(value));\n }\n\n encodedArray[i] = value;\n }\n\n // Send the buffered data to the main script\n this.port.postMessage([encodedArray, maxVolume]);\n\n // Clear the buffer after sending\n this.buffer = [];\n }\n }\n return true; // Continue processing\n }\n }\n registerProcessor(\"raw-audio-processor\", RawAudioProcessor);\n `,\n ],\n { type: \"application/javascript\" }\n);\n\nexport const rawAudioProcessor = URL.createObjectURL(blob);\n","import { rawAudioProcessor } from \"./rawAudioProcessor\";\nimport { FormatConfig } from \"./connection\";\n\nexport type InputConfig = {\n preferHeadphonesForIosDevices?: boolean;\n};\n\nconst LIBSAMPLERATE_JS =\n \"https://cdn.jsdelivr.net/npm/@alexanderolsen/libsamplerate-js@2.1.2/dist/libsamplerate.worklet.js\";\n\nfunction isIosDevice() {\n return (\n [\n \"iPad Simulator\",\n \"iPhone Simulator\",\n \"iPod Simulator\",\n \"iPad\",\n \"iPhone\",\n \"iPod\",\n ].includes(navigator.platform) ||\n // iPad on iOS 13 detection\n (navigator.userAgent.includes(\"Mac\") && \"ontouchend\" in document)\n );\n}\n\nexport class Input {\n public static async create({\n sampleRate,\n format,\n preferHeadphonesForIosDevices,\n }: FormatConfig & InputConfig): Promise<Input> {\n let context: AudioContext | null = null;\n let inputStream: MediaStream | null = null;\n\n try {\n const options: MediaTrackConstraints = {\n sampleRate: { ideal: sampleRate },\n echoCancellation: { ideal: true },\n noiseSuppression: { ideal: true },\n };\n\n // some browsers won't allow calling getSupportedConstraints or enumerateDevices\n // before getting approval for microphone access\n const preliminaryInputStream = await navigator.mediaDevices.getUserMedia({\n audio: true,\n });\n preliminaryInputStream?.getTracks().forEach(track => track.stop());\n\n if (isIosDevice() && preferHeadphonesForIosDevices) {\n const availableDevices =\n await window.navigator.mediaDevices.enumerateDevices();\n const idealDevice = availableDevices.find(\n d =>\n // cautious to include \"bluetooth\" in the search\n // as might trigger bluetooth speakers\n d.kind === \"audioinput\" &&\n [\"airpod\", \"headphone\", \"earphone\"].find(keyword =>\n d.label.toLowerCase().includes(keyword)\n )\n );\n if (idealDevice) {\n options.deviceId = { ideal: idealDevice.deviceId };\n }\n }\n\n const supportsSampleRateConstraint =\n navigator.mediaDevices.getSupportedConstraints().sampleRate;\n\n context = new window.AudioContext(\n supportsSampleRateConstraint ? { sampleRate } : {}\n );\n const analyser = context.createAnalyser();\n if (!supportsSampleRateConstraint) {\n await context.audioWorklet.addModule(LIBSAMPLERATE_JS);\n }\n await context.audioWorklet.addModule(rawAudioProcessor);\n\n inputStream = await navigator.mediaDevices.getUserMedia({\n audio: options,\n });\n\n const source = context.createMediaStreamSource(inputStream);\n const worklet = new AudioWorkletNode(context, \"raw-audio-processor\");\n worklet.port.postMessage({ type: \"setFormat\", format, sampleRate });\n\n source.connect(analyser);\n analyser.connect(worklet);\n\n return new Input(context, analyser, worklet, inputStream);\n } catch (error) {\n inputStream?.getTracks().forEach(track => track.stop());\n context?.close();\n throw error;\n }\n }\n\n private constructor(\n public readonly context: AudioContext,\n public readonly analyser: AnalyserNode,\n public readonly worklet: AudioWorkletNode,\n public readonly inputStream: MediaStream\n ) {}\n\n public async close() {\n this.inputStream.getTracks().forEach(track => track.stop());\n await this.context.close();\n }\n}\n","/*\n * ulaw decoding logic taken from the wavefile library\n * https://github.com/rochars/wavefile/blob/master/lib/codecs/mulaw.js\n */\n\nconst blob = new Blob(\n [\n // language=JavaScript\n `\n const decodeTable = [0,132,396,924,1980,4092,8316,16764];\n \n export function decodeSample(muLawSample) {\n let sign;\n let exponent;\n let mantissa;\n let sample;\n muLawSample = ~muLawSample;\n sign = (muLawSample & 0x80);\n exponent = (muLawSample >> 4) & 0x07;\n mantissa = muLawSample & 0x0F;\n sample = decodeTable[exponent] + (mantissa << (exponent+3));\n if (sign !== 0) sample = -sample;\n\n return sample;\n }\n \n class AudioConcatProcessor extends AudioWorkletProcessor {\n constructor() {\n super();\n this.buffers = []; // Initialize an empty buffer\n this.cursor = 0;\n this.currentBuffer = null;\n this.wasInterrupted = false;\n this.finished = false;\n \n this.port.onmessage = ({ data }) => {\n switch (data.type) {\n case \"setFormat\":\n this.format = data.format;\n break;\n case \"buffer\":\n this.wasInterrupted = false;\n this.buffers.push(\n this.format === \"ulaw\"\n ? new Uint8Array(data.buffer)\n : new Int16Array(data.buffer)\n );\n break;\n case \"interrupt\":\n this.wasInterrupted = true;\n break;\n case \"clearInterrupted\":\n if (this.wasInterrupted) {\n this.wasInterrupted = false;\n this.buffers = [];\n this.currentBuffer = null;\n }\n }\n };\n }\n process(_, outputs) {\n let finished = false;\n const output = outputs[0][0];\n for (let i = 0; i < output.length; i++) {\n if (!this.currentBuffer) {\n if (this.buffers.length === 0) {\n finished = true;\n break;\n }\n this.currentBuffer = this.buffers.shift();\n this.cursor = 0;\n }\n\n let value = this.currentBuffer[this.cursor];\n if (this.format === \"ulaw\") {\n value = decodeSample(value);\n }\n output[i] = value / 32768;\n this.cursor++;\n\n if (this.cursor >= this.currentBuffer.length) {\n this.currentBuffer = null;\n }\n }\n\n if (this.finished !== finished) {\n this.finished = finished;\n this.port.postMessage({ type: \"process\", finished });\n }\n\n return true; // Continue processing\n }\n }\n\n registerProcessor(\"audio-concat-processor\", AudioConcatProcessor);\n `,\n ],\n { type: \"application/javascript\" }\n);\n\nexport const audioConcatProcessor = URL.createObjectURL(blob);\n","import { audioConcatProcessor } from \"./audioConcatProcessor\";\nimport { FormatConfig } from \"./connection\";\n\nexport class Output {\n public static async create({\n sampleRate,\n format,\n }: FormatConfig): Promise<Output> {\n let context: AudioContext | null = null;\n try {\n context = new AudioContext({ sampleRate });\n const analyser = context.createAnalyser();\n const gain = context.createGain();\n gain.connect(analyser);\n analyser.connect(context.destination);\n await context.audioWorklet.addModule(audioConcatProcessor);\n const worklet = new AudioWorkletNode(context, \"audio-concat-processor\");\n worklet.port.postMessage({ type: \"setFormat\", format });\n worklet.connect(gain);\n\n return new Output(context, analyser, gain, worklet);\n } catch (error) {\n context?.close();\n throw error;\n }\n }\n\n private constructor(\n public readonly context: AudioContext,\n public readonly analyser: AnalyserNode,\n public readonly gain: GainNode,\n public readonly worklet: AudioWorkletNode\n ) {}\n\n public async close() {\n await this.context.close();\n }\n}\n","import { Language } from \"./connection\";\n\nexport type UserTranscriptionEvent = {\n type: \"user_transcript\";\n user_transcription_event: { user_transcript: string };\n};\nexport type AgentResponseEvent = {\n type: \"agent_response\";\n agent_response_event: { agent_response: string };\n};\nexport type AgentAudioEvent = {\n type: \"audio\";\n audio_event: {\n audio_base_64: string;\n event_id: number;\n };\n};\nexport type InterruptionEvent = {\n type: \"interruption\";\n interruption_event: {\n event_id: number;\n };\n};\nexport type InternalTentativeAgentResponseEvent = {\n type: \"internal_tentative_agent_response\";\n tentative_agent_response_internal_event: {\n tentative_agent_response: string;\n };\n};\nexport type ConfigEvent = {\n type: \"conversation_initiation_metadata\";\n conversation_initiation_metadata_event: {\n conversation_id: string;\n agent_output_audio_format: string;\n user_input_audio_format?: string;\n };\n};\nexport type PingEvent = {\n type: \"ping\";\n ping_event: {\n event_id: number;\n ping_ms?: number;\n };\n};\nexport type ClientToolCallEvent = {\n type: \"client_tool_call\";\n client_tool_call: {\n tool_name: string;\n tool_call_id: string;\n parameters: any;\n expects_response: boolean;\n };\n};\n\n// TODO correction missing\nexport type IncomingSocketEvent =\n | UserTranscriptionEvent\n | AgentResponseEvent\n | AgentAudioEvent\n | InterruptionEvent\n | InternalTentativeAgentResponseEvent\n | ConfigEvent\n | PingEvent\n | ClientToolCallEvent;\n\nexport type PongEvent = {\n type: \"pong\";\n event_id: number;\n};\nexport type UserAudioEvent = {\n user_audio_chunk: string;\n};\nexport type UserFeedbackEvent = {\n type: \"feedback\";\n score: \"like\" | \"dislike\";\n event_id: number;\n};\nexport type ClientToolResultEvent = {\n type: \"client_tool_result\";\n tool_call_id: string;\n result: any;\n is_error: boolean;\n};\nexport type InitiationClientDataEvent = {\n type: \"conversation_initiation_client_data\";\n conversation_config_override?: {\n agent?: {\n prompt?: {\n prompt?: string;\n };\n first_message?: string;\n language?: Language;\n };\n tts?: {\n voice_id?: string;\n };\n };\n custom_llm_extra_body?: any;\n dynamic_variables?: Record<string, string | number | boolean>;\n};\nexport type OutgoingSocketEvent =\n | PongEvent\n | UserAudioEvent\n | InitiationClientDataEvent\n | UserFeedbackEvent\n | ClientToolResultEvent;\n\nexport function isValidSocketEvent(event: any): event is IncomingSocketEvent {\n return !!event.type;\n}\n","import {\n InitiationClientDataEvent,\n ConfigEvent,\n isValidSocketEvent,\n OutgoingSocketEvent,\n} from \"./events\";\n\nconst MAIN_PROTOCOL = \"convai\";\n\nexport type Language =\n | \"en\"\n | \"ja\"\n | \"zh\"\n | \"de\"\n | \"hi\"\n | \"fr\"\n | \"ko\"\n | \"pt\"\n | \"it\"\n | \"es\"\n | \"id\"\n | \"nl\"\n | \"tr\"\n | \"pl\"\n | \"sv\"\n | \"bg\"\n | \"ro\"\n | \"ar\"\n | \"cs\"\n | \"el\"\n | \"fi\"\n | \"ms\"\n | \"da\"\n | \"ta\"\n | \"uk\"\n | \"ru\"\n | \"hu\"\n | \"no\"\n | \"vi\";\nexport type SessionConfig = {\n origin?: string;\n authorization?: string;\n overrides?: {\n agent?: {\n prompt?: {\n prompt?: string;\n };\n firstMessage?: string;\n language?: Language;\n };\n tts?: {\n voiceId?: string;\n };\n };\n customLlmExtraBody?: any;\n dynamicVariables?: Record<string, string | number | boolean>;\n} & (\n | { signedUrl: string; agentId?: undefined }\n | { agentId: string; signedUrl?: undefined }\n);\nexport type FormatConfig = {\n format: \"pcm\" | \"ulaw\";\n sampleRate: number;\n};\n\nconst WSS_API_ORIGIN = \"wss://api.elevenlabs.io\";\nconst WSS_API_PATHNAME = \"/v1/convai/conversation?agent_id=\";\n\nexport class Connection {\n public static async create(config: SessionConfig): Promise<Connection> {\n let socket: WebSocket | null = null;\n\n try {\n const origin = config.origin ?? WSS_API_ORIGIN;\n const url = config.signedUrl\n ? config.signedUrl\n : origin + WSS_API_PATHNAME + config.agentId;\n\n const protocols = [MAIN_PROTOCOL];\n if (config.authorization) {\n protocols.push(`bearer.${config.authorization}`);\n }\n socket = new WebSocket(url, protocols);\n const conversationConfig = await new Promise<\n ConfigEvent[\"conversation_initiation_metadata_event\"]\n >((resolve, reject) => {\n socket!.addEventListener(\n \"open\",\n () => {\n const overridesEvent: InitiationClientDataEvent = {\n type: \"conversation_initiation_client_data\",\n };\n\n if (config.overrides) {\n overridesEvent.conversation_config_override = {\n agent: {\n prompt: config.overrides.agent?.prompt,\n first_message: config.overrides.agent?.firstMessage,\n language: config.overrides.agent?.language,\n },\n tts: {\n voice_id: config.overrides.tts?.voiceId,\n },\n };\n }\n\n if (config.customLlmExtraBody) {\n overridesEvent.custom_llm_extra_body = config.customLlmExtraBody;\n }\n\n if (config.dynamicVariables) {\n overridesEvent.dynamic_variables = config.dynamicVariables;\n }\n\n socket?.send(JSON.stringify(overridesEvent));\n },\n { once: true }\n );\n socket!.addEventListener(\"error\", reject);\n socket!.addEventListener(\"close\", reject);\n socket!.addEventListener(\n \"message\",\n (event: MessageEvent) => {\n const message = JSON.parse(event.data);\n\n if (!isValidSocketEvent(message)) {\n return;\n }\n\n if (message.type === \"conversation_initiation_metadata\") {\n resolve(message.conversation_initiation_metadata_event);\n } else {\n console.warn(\n \"First received message is not conversation metadata.\"\n );\n }\n },\n { once: true }\n );\n });\n\n const {\n conversation_id,\n agent_output_audio_format,\n user_input_audio_format,\n } = conversationConfig;\n\n const inputFormat = parseFormat(user_input_audio_format ?? \"pcm_16000\");\n const outputFormat = parseFormat(agent_output_audio_format);\n\n return new Connection(socket, conversation_id, inputFormat, outputFormat);\n } catch (error) {\n socket?.close();\n throw error;\n }\n }\n\n private constructor(\n public readonly socket: WebSocket,\n public readonly conversationId: string,\n public readonly inputFormat: FormatConfig,\n public readonly outputFormat: FormatConfig\n ) {}\n\n public close() {\n this.socket.close();\n }\n\n public sendMessage(message: OutgoingSocketEvent) {\n this.socket.send(JSON.stringify(message));\n }\n}\n\nfunction parseFormat(format: string): FormatConfig {\n const [formatPart, sampleRatePart] = format.split(\"_\");\n if (![\"pcm\", \"ulaw\"].includes(formatPart)) {\n throw new Error(`Invalid format: ${format}`);\n }\n\n const sampleRate = parseInt(sampleRatePart);\n if (isNaN(sampleRate)) {\n throw new Error(`Invalid sample rate: ${sampleRatePart}`);\n }\n\n return {\n format: formatPart as FormatConfig[\"format\"],\n sampleRate,\n };\n}\n","import { arrayBufferToBase64, base64ToArrayBuffer } from \"./utils/audio\";\nimport { Input, InputConfig } from \"./utils/input\";\nimport { Output } from \"./utils/output\";\nimport { Connection, SessionConfig } from \"./utils/connection\";\nimport {\n ClientToolCallEvent,\n isValidSocketEvent,\n PingEvent,\n} from \"./utils/events\";\n\nexport type { IncomingSocketEvent } from \"./utils/events\";\nexport type { SessionConfig } from \"./utils/connection\";\n\nexport type Role = \"user\" | \"ai\";\nexport type Mode = \"speaking\" | \"listening\";\nexport type Status =\n | \"connecting\"\n | \"connected\"\n | \"disconnecting\"\n | \"disconnected\";\nexport type Options = SessionConfig &\n Callbacks &\n ClientToolsConfig &\n InputConfig;\nexport type ClientToolsConfig = {\n clientTools: Record<\n string,\n (\n parameters: any\n ) => Promise<string | number | void> | string | number | void\n >;\n};\nexport type Callbacks = {\n onConnect: (props: { conversationId: string }) => void;\n // internal debug events, not to be used\n onDebug: (props: any) => void;\n onDisconnect: () => void;\n onError: (message: string, context?: any) => void;\n onMessage: (props: { message: string; source: Role }) => void;\n onModeChange: (prop: { mode: Mode }) => void;\n onStatusChange: (prop: { status: Status }) => void;\n onCanSendFeedbackChange: (prop: { canSendFeedback: boolean }) => void;\n onUnhandledClientToolCall?: (\n params: ClientToolCallEvent[\"client_tool_call\"]\n ) => void;\n};\n\nconst defaultClientTools = { clientTools: {} };\nconst defaultCallbacks: Callbacks = {\n onConnect: () => {},\n onDebug: () => {},\n onDisconnect: () => {},\n onError: () => {},\n onMessage: () => {},\n onModeChange: () => {},\n onStatusChange: () => {},\n onCanSendFeedbackChange: () => {},\n};\n\nconst HTTPS_API_ORIGIN = \"https://api.elevenlabs.io\";\n\nexport class Conversation {\n public static async startSession(\n options: SessionConfig &\n Partial<Callbacks> &\n Partial<ClientToolsConfig> &\n Partial<InputConfig>\n ): Promise<Conversation> {\n const fullOptions: Options = {\n ...defaultClientTools,\n ...defaultCallbacks,\n ...options,\n };\n\n fullOptions.onStatusChange({ status: \"connecting\" });\n fullOptions.onCanSendFeedbackChange({ canSendFeedback: false });\n\n let input: Input | null = null;\n let connection: Connection | null = null;\n let output: Output | null = null;\n\n try {\n connection = await Connection.create(options);\n [input, output] = await Promise.all([\n Input.create({\n ...connection.inputFormat,\n preferHeadphonesForIosDevices: options.preferHeadphonesForIosDevices,\n }),\n Output.create(connection.outputFormat),\n ]);\n\n return new Conversation(fullOptions, connection, input, output);\n } catch (error) {\n fullOptions.onStatusChange({ status: \"disconnected\" });\n connection?.close();\n await input?.close();\n await output?.close();\n throw error;\n }\n }\n\n private lastInterruptTimestamp: number = 0;\n private mode: Mode = \"listening\";\n private status: Status = \"connecting\";\n private inputFrequencyData?: Uint8Array;\n private outputFrequencyData?: Uint8Array;\n private volume: number = 1;\n private currentEventId: number = 1;\n private lastFeedbackEventId: number = 1;\n private canSendFeedback: boolean = false;\n\n private constructor(\n private readonly options: Options,\n private readonly connection: Connection,\n public readonly input: Input,\n public readonly output: Output\n ) {\n this.options.onConnect({ conversationId: connection.conversationId });\n\n this.connection.socket.addEventListener(\"message\", event => {\n this.onEvent(event);\n });\n this.connection.socket.addEventListener(\"error\", event => {\n this.updateStatus(\"disconnected\");\n this.onError(\"Socket error\", event);\n });\n this.connection.socket.addEventListener(\"close\", () => {\n this.updateStatus(\"disconnected\");\n this.options.onDisconnect();\n });\n\n this.input.worklet.port.onmessage = this.onInputWorkletMessage;\n this.output.worklet.port.onmessage = this.onOutputWorkletMessage;\n this.updateStatus(\"connected\");\n }\n\n public endSession = async () => {\n if (this.status !== \"connected\") return;\n this.updateStatus(\"disconnecting\");\n\n this.connection.close();\n await this.input.close();\n await this.output.close();\n\n this.updateStatus(\"disconnected\");\n };\n\n private updateMode = (mode: Mode) => {\n if (mode !== this.mode) {\n this.mode = mode;\n this.options.onModeChange({ mode });\n }\n };\n\n private updateStatus = (status: Status) => {\n if (status !== this.status) {\n this.status = status;\n this.options.onStatusChange({ status });\n }\n };\n\n private updateCanSendFeedback = () => {\n const canSendFeedback = this.currentEventId !== this.lastFeedbackEventId;\n if (this.canSendFeedback !== canSendFeedback) {\n this.canSendFeedback = canSendFeedback;\n this.options.onCanSendFeedbackChange({ canSendFeedback });\n }\n };\n\n private onEvent = async (event: MessageEvent) => {\n try {\n const parsedEvent = JSON.parse(event.data);\n\n if (!isValidSocketEvent(parsedEvent)) {\n return;\n }\n\n switch (parsedEvent.type) {\n case \"interruption\": {\n if (parsedEvent.interruption_event) {\n this.lastInterruptTimestamp =\n parsedEvent.interruption_event.event_id;\n }\n this.fadeOutAudio();\n break;\n }\n\n case \"agent_response\": {\n this.options.onMessage({\n source: \"ai\",\n message: parsedEvent.agent_response_event.agent_response,\n });\n break;\n }\n\n case \"user_transcript\": {\n this.options.onMessage({\n source: \"user\",\n message: parsedEvent.user_transcription_event.user_transcript,\n });\n break;\n }\n\n case \"internal_tentative_agent_response\": {\n this.options.onDebug({\n type: \"tentative_agent_response\",\n response:\n parsedEvent.tentative_agent_response_internal_event\n .tentative_agent_response,\n });\n break;\n }\n\n case \"client_tool_call\": {\n if (\n this.options.clientTools.hasOwnProperty(\n parsedEvent.client_tool_call.tool_name\n )\n ) {\n try {\n const result =\n (await this.options.clientTools[\n parsedEvent.client_tool_call.tool_name\n ](parsedEvent.client_tool_call.parameters)) ??\n \"Client tool execution successful.\"; // default client-tool call response\n\n this.connection.sendMessage({\n type: \"client_tool_result\",\n tool_call_id: parsedEvent.client_tool_call.tool_call_id,\n result: result,\n is_error: false,\n });\n } catch (e) {\n this.onError(\n \"Client tool execution failed with following error: \" +\n (e as Error)?.message,\n {\n clientToolName: parsedEvent.client_tool_call.tool_name,\n }\n );\n this.connection.sendMessage({\n type: \"client_tool_result\",\n tool_call_id: parsedEvent.client_tool_call.tool_call_id,\n result:\n \"Client tool execution failed: \" + (e as Error)?.message,\n is_error: true,\n });\n }\n\n break;\n }\n\n if (this.options.onUnhandledClientToolCall) {\n this.options.onUnhandledClientToolCall(\n parsedEvent.client_tool_call\n );\n\n break;\n }\n\n this.onError(\n `Client tool with name ${parsedEvent.client_tool_call.tool_name} is not defined on client`,\n {\n clientToolName: parsedEvent.client_tool_call.tool_name,\n }\n );\n this.connection.sendMessage({\n type: \"client_tool_result\",\n tool_call_id: parsedEvent.client_tool_call.tool_call_id,\n result: `Client tool with name ${parsedEvent.client_tool_call.tool_name} is not defined on client`,\n is_error: true,\n });\n\n break;\n }\n\n case \"audio\": {\n if (this.lastInterruptTimestamp <= parsedEvent.audio_event.event_id) {\n this.addAudioBase64Chunk(parsedEvent.audio_event.audio_base_64);\n this.currentEventId = parsedEvent.audio_event.event_id;\n this.updateCanSendFeedback();\n this.updateMode(\"speaking\");\n }\n break;\n }\n\n case \"ping\": {\n this.connection.sendMessage({\n type: \"pong\",\n event_id: (parsedEvent as PingEvent).ping_event.event_id,\n });\n // parsedEvent.ping_event.ping_ms can be used on client side, for example\n // to warn if ping is too high that experience might be degraded.\n break;\n }\n\n // unhandled events are expected to be internal events\n default: {\n this.options.onDebug(parsedEvent);\n break;\n }\n }\n } catch {\n this.onError(\"Failed to parse event data\", { event });\n return;\n }\n };\n\n private onInputWorkletMessage = (event: MessageEvent): void => {\n const rawAudioPcmData = event.data[0];\n const maxVolume = event.data[1];\n\n // check if the sound was loud enough, so we don't send unnecessary chunks\n // then forward audio to websocket\n //if (maxVolume > 0.001) {\n if (this.status === \"connected\") {\n this.connection.sendMessage({\n user_audio_chunk: arrayBufferToBase64(rawAudioPcmData.buffer),\n //sample_rate: this.inputAudioContext?.inputSampleRate || this.inputSampleRate,\n });\n }\n //}\n };\n\n private onOutputWorkletMessage = ({ data }: MessageEvent): void => {\n if (data.type === \"process\") {\n this.updateMode(data.finished ? \"listening\" : \"speaking\");\n }\n };\n\n private addAudioBase64Chunk = async (chunk: string) => {\n this.output.gain.gain.value = this.volume;\n this.output.worklet.port.postMessage({ type: \"clearInterrupted\" });\n this.output.worklet.port.postMessage({\n type: \"buffer\",\n buffer: base64ToArrayBuffer(chunk),\n });\n };\n\n private fadeOutAudio = async () => {\n // mute agent\n this.updateMode(\"listening\");\n this.output.worklet.port.postMessage({ type: \"interrupt\" });\n this.output.gain.gain.exponentialRampToValueAtTime(\n 0.0001,\n this.output.context.currentTime + 2\n );\n\n // reset volume back\n setTimeout(() => {\n this.output.gain.gain.value = this.volume;\n this.output.worklet.port.postMessage({ type: \"clearInterrupted\" });\n }, 2000); // Adjust the duration as needed\n };\n\n private onError = (message: string, context?: any) => {\n console.error(message, context);\n this.options.onError(message, context);\n };\n\n private calculateVolume = (frequencyData: Uint8Array) => {\n if (frequencyData.length === 0) {\n return 0;\n }\n\n // TODO: Currently this averages all frequencies, but we should probably\n // bias towards the frequencies that are more typical for human voice\n let volume = 0;\n for (let i = 0; i < frequencyData.length; i++) {\n volume += frequencyData[i] / 255;\n }\n volume /= frequencyData.length;\n\n return volume < 0 ? 0 : volume > 1 ? 1 : volume;\n };\n\n public getId = () => this.connection.conversationId;\n\n public setVolume = ({ volume }: { volume: number }) => {\n this.volume = volume;\n };\n\n public getInputByteFrequencyData = () => {\n this.inputFrequencyData ??= new Uint8Array(\n this.input.analyser.frequencyBinCount\n );\n this.input.analyser.getByteFrequencyData(this.inputFrequencyData);\n return this.inputFrequencyData;\n };\n\n public getOutputByteFrequencyData = () => {\n this.outputFrequencyData ??= new Uint8Array(\n this.output.analyser.frequencyBinCount\n );\n this.output.analyser.getByteFrequencyData(this.outputFrequencyData);\n return this.outputFrequencyData;\n };\n\n public getInputVolume = () => {\n return this.calculateVolume(this.getInputByteFrequencyData());\n };\n\n public getOutputVolume = () => {\n return this.calculateVolume(this.getOutputByteFrequencyData());\n };\n\n public sendFeedback = (like: boolean) => {\n if (!this.canSendFeedback) {\n console.warn(\n this.lastFeedbackEventId === 0\n ? \"Cannot send feedback: the conversation has not started yet.\"\n : \"Cannot send feedback: feedback has already been sent for the current response.\"\n );\n return;\n }\n\n this.connection.sendMessage({\n type: \"feedback\",\n score: like ? \"like\" : \"dislike\",\n event_id: this.currentEventId,\n });\n this.lastFeedbackEventId = this.currentEventId;\n this.updateCanSendFeedback();\n };\n}\n\nexport function postOverallFeedback(\n conversationId: string,\n like: boolean,\n origin: string = HTTPS_API_ORIGIN\n) {\n return fetch(`${origin}/v1/convai/conversations/${conversationId}/feedback`, {\n method: \"POST\",\n body: JSON.stringify({\n feedback: like ? \"like\" : \"dislike\",\n }),\n headers: {\n \"Content-Type\": \"application/json\",\n },\n });\n}\n"],"names":["base64ToArrayBuffer","base64","binaryString","window","atob","len","length","bytes","Uint8Array","i","charCodeAt","buffer","blob","Blob","type","rawAudioProcessor","URL","createObjectURL","Input","context","analyser","worklet","inputStream","this","create","_ref","sampleRate","format","preferHeadphonesForIosDevices","Promise","resolve","options","ideal","echoCancellation","noiseSuppression","navigator","mediaDevices","getUserMedia","audio","then","preliminaryInputStream","_temp4","_temp2","audioWorklet","addModule","_navigator$mediaDevic","source","createMediaStreamSource","AudioWorkletNode","port","postMessage","connect","supportsSampleRateConstraint","getSupportedConstraints","AudioContext","createAnalyser","_temp","getTracks","forEach","track","stop","_temp3","isIosDevice","includes","platform","userAgent","document","enumerateDevices","availableDevices","idealDevice","find","d","kind","keyword","label","toLowerCase","deviceId","_catch","error","_inputStream","_context","close","e","reject","prototype","audioConcatProcessor","Output","gain","createGain","destination","isValidSocketEvent","event","Connection","socket","conversationId","inputFormat","outputFormat","config","origin","_config$origin","url","signedUrl","agentId","protocols","authorization","push","WebSocket","addEventListener","_socket","_config$overrides$age","_config$overrides$age2","_config$overrides$age3","_config$overrides$tts","overridesEvent","overrides","conversation_config_override","agent","prompt","first_message","firstMessage","language","tts","voice_id","voiceId","customLlmExtraBody","custom_llm_extra_body","dynamicVariables","dynamic_variables","send","JSON","stringify","once","message","parse","data","conversation_initiation_metadata_event","console","warn","conversationConfig","conversation_id","agent_output_audio_format","user_input_audio_format","parseFormat","_socket2","_proto","sendMessage","_format$split","split","formatPart","sampleRatePart","Error","parseInt","isNaN","defaultClientTools","clientTools","pact","state","value","s","_Pact","o","_settle","bind","v","observer","defaultCallbacks","onConnect","onDebug","onDisconnect","onError","onMessage","onModeChange","onStatusChange","onCanSendFeedbackChange","result","callback","onFulfilled","onRejected","_this","Conversation","connection","input","output","_this2","_this3","_this4","_this5","lastInterruptTimestamp","mode","status","inputFrequencyData","outputFrequencyData","volume","currentEventId","lastFeedbackEventId","canSendFeedback","endSession","updateStatus","updateMode","updateCanSendFeedback","onEvent","_interrupt","parsedEvent","_temp5","_switch","interruption_event","event_id","fadeOutAudio","agent_response_event","agent_response","user_transcription_event","user_transcript","response","tentative_agent_response_internal_event","tentative_agent_response","onUnhandledClientToolCall","client_tool_call","tool_name","clientToolName","tool_call_id","is_error","hasOwnProperty","parameters","audio_event","addAudioBase64Chunk","audio_base_64","ping_event","onInputWorkletMessage","b","user_audio_chunk","btoa","String","fromCharCode","apply","onOutputWorkletMessage","finished","chunk","exponentialRampToValueAtTime","currentTime","setTimeout","calculateVolume","frequencyData","getId","setVolume","_ref2","getInputByteFrequencyData","frequencyBinCount","getByteFrequencyData","getOutputByteFrequencyData","_this2$outputFrequenc","getInputVolume","getOutputVolume","sendFeedback","like","score","onmessage","startSession","fullOptions","_extends","_Connection$create","all","_Promise$all","_connection","_input","_output","postOverallFeedback","fetch","method","body","feedback","headers"],"mappings":"wNAOgB,SAAAA,EAAoBC,GAIlC,IAHA,IAAMC,EAAeC,OAAOC,KAAKH,GAC3BI,EAAMH,EAAaI,OACnBC,EAAQ,IAAIC,WAAWH,GACpBI,EAAI,EAAGA,EAAIJ,EAAKI,IACvBF,EAAME,GAAKP,EAAaQ,WAAWD,GAErC,OAAOF,EAAMI,MACf,CCVA,IAAMC,EAAO,IAAIC,KACf,CA8GC,07HACD,CAAEC,KAAM,2BAGGC,EAAoBC,IAAIC,gBAAgBL,GC/FxCM,eAAK,WAuEhB,SAAAA,EACkBC,EACAC,EACAC,EACAC,GAAwBC,KAHxBJ,aACAC,EAAAA,KAAAA,qBACAC,aAAA,EAAAE,KACAD,iBAHA,EAAAC,KAAOJ,QAAPA,EACAI,KAAQH,SAARA,EACAG,KAAOF,QAAPA,EACAE,KAAWD,YAAXA,CACf,QAACJ,EA3EgBM,OAAM,SAAAC,GACxB,IAAAC,EAAUD,EAAVC,WACAC,EAAMF,EAANE,OACAC,EAA6BH,EAA7BG,8BAC2B,IAC3B,IAAIT,EAA+B,KAC/BG,EAAkC,KAAK,OAAAO,QAAAC,iCAGnCC,EAAiC,CACrCL,WAAY,CAAEM,MAAON,GACrBO,iBAAkB,CAAED,OAAO,GAC3BE,iBAAkB,CAAEF,OAAO,IAC3BH,QAAAC,QAImCK,UAAUC,aAAaC,aAAa,CACvEC,OAAO,KACPC,KAFIC,SAAAA,YAAsBC,IAAA,SAAAC,IAAAb,OAAAA,QAAAC,QAgCtBX,EAAQwB,aAAaC,UAAU7B,IAAkBwB,KAAA,WAAA,OAAAV,QAAAC,QAEnCK,UAAUC,aAAaC,aAAa,CACtDC,MAAOP,KACPQ,KAAA,SAAAM,GAEF,IAAMC,EAAS3B,EAAQ4B,wBAJvBzB,EAAWuB,GAKLxB,EAAU,IAAI2B,iBAAiB7B,EAAS,uBAM9C,OALAE,EAAQ4B,KAAKC,YAAY,CAAEpC,KAAM,YAAaa,OAAAA,EAAQD,WAAAA,IAEtDoB,EAAOK,QAAQ/B,GACfA,EAAS+B,QAAQ9B,GAEV,IAAIH,EAAMC,EAASC,EAAUC,EAASC,EAAa,KAvB1D,IAAM8B,EACJjB,UAAUC,aAAaiB,0BAA0B3B,WAK7CN,GAHND,EAAU,IAAIhB,OAAOmD,aACnBF,EAA+B,CAAE1B,WAAAA,GAAe,CAAE,IAE3B6B,iBAAiBC,EACtC,WAAA,IAACJ,EAA4BvB,OAAAA,QAAAC,QACzBX,EAAQwB,aAAaC,UAjEjC,sGAiE4DL,KAAA,aAAA,CADpD,GACoD,OAAAiB,GAAAA,EAAAjB,KAAAiB,EAAAjB,KAAAG,GAAAA,GAAA,CA3BxDF,MAAAA,GAAAA,EAAwBiB,YAAYC,QAAQ,SAAAC,GAAS,OAAAA,EAAMC,MAAM,GAAE,IAAAC,EAE/DC,WAAAA,IApCN,CACE,iBACA,mBACA,iBACA,OACA,SACA,QACAC,SAAS5B,UAAU6B,WAEpB7B,UAAU8B,UAAUF,SAAS,QAAU,eAAgBG,WA2BjCtC,EAA6BC,OAAAA,QAAAC,QAExC3B,OAAOgC,UAAUC,aAAa+B,oBAAkB5B,KADlD6B,SAAAA,GAEN,IAAMC,EAAcD,EAAiBE,KACnC,SAAAC,SAGa,eAAXA,EAAEC,MACF,CAAC,SAAU,YAAa,YAAYF,KAAK,SAAAG,GACvC,OAAAF,EAAEG,MAAMC,cAAcZ,SAASU,EAAQ,EACxC,GAEDJ,IACFtC,EAAQ6C,SAAW,CAAE5C,MAAOqC,EAAYO,UAAW,EAAA,CAbnDd,GAamD,OAAAD,GAAAA,EAAAtB,KAAAsB,EAAAtB,KAAAE,GAAAA,GA4BzD,yBAzD2C,IAGnCV,sCAHmC8C,CAAA,WAyDlCC,GAAOC,IAAAA,EAAAC,EAGd,MAFAD,OAAAA,EAAAzD,IAAAyD,EAAatB,YAAYC,QAAQ,SAAAC,GAAS,OAAAA,EAAMC,MAAM,GACtDoB,OAAAA,EAAA7D,IAAA6D,EAASC,QACHH,CACR,GACF,CAAC,MAAAI,GAAA,OAAArD,QAAAsD,OAAAD,EAAA,CAAA,EAAAhE,EAAAkE,UASYH,MAAA,eACiD,OAA5D1D,KAAKD,YAAYmC,YAAYC,QAAQ,SAAAC,GAAS,OAAAA,EAAMC,MAAM,GAAE/B,QAAAC,QAA5DP,KACWJ,QAAQ8D,SAAO1C,KAAA,aAC5B,CAAC,MAAA2C,UAAArD,QAAAsD,OAAAD,KAAAhE,CAAA,CAjFe,GCpBZN,EAAO,IAAIC,KACf,CA0FC,swFACD,CAAEC,KAAM,2BAGGuE,EAAuBrE,IAAIC,gBAAgBL,GCjG3C0E,eAwBX,WAAA,SAAAA,EACkBnE,EACAC,EACAmE,EACAlE,GAAyBE,KAHzBJ,aAAA,EAAAI,KACAH,cACAmE,EAAAA,KAAAA,iBACAlE,aAAA,EAHAE,KAAOJ,QAAPA,EACAI,KAAQH,SAARA,EACAG,KAAIgE,KAAJA,EACAhE,KAAOF,QAAPA,CACf,QAACiE,EA5BgB9D,OAAA,SAAMC,GACxB,IAAAC,EAAUD,EAAVC,WACAC,EAAMF,EAANE,OACa,IACb,IAAIR,EAA+B,KAAK,OAAAU,QAAAC,iCAGhCV,GADND,EAAU,IAAImC,aAAa,CAAE5B,WAAAA,KACJ6B,kBACnBgC,EAAOpE,EAAQqE,cAChBrC,QAAQ/B,GACbA,EAAS+B,QAAQhC,EAAQsE,aAAa5D,QAAAC,QAChCX,EAAQwB,aAAaC,UAAUyC,IAAqB9C,KAAA,WAC1D,IAAMlB,EAAU,IAAI2B,iBAAiB7B,EAAS,0BAI9C,OAHAE,EAAQ4B,KAAKC,YAAY,CAAEpC,KAAM,YAAaa,OAAAA,IAC9CN,EAAQ8B,QAAQoC,GAET,IAAID,EAAOnE,EAASC,EAAUmE,EAAMlE,EAAS,yBAZd,IAGhCD,EACAmE,sCAJgCV,CAAA,WAa/BC,GAAOE,IAAAA,EAEd,MADO,OAAPA,EAAA7D,IAAA6D,EAASC,QACHH,CACR,GACF,CAAC,MAAAI,GAAA,OAAArD,QAAAsD,OAAAD,EAAA,CAAA,EAAAI,EAAAF,UASYH,MAAK,WAAA,WACNpD,QAAAC,QAAJP,KAAKJ,QAAQ8D,SAAO1C,KAC5B,WAAA,EAAA,CAAC,MAAA2C,UAAArD,QAAAsD,OAAAD,KAAAI,CAAA,CATD,GCgFc,SAAAI,EAAmBC,GACjC,QAASA,EAAM7E,IACjB,CCtGA,IA6Da8E,0BAyFX,SAAAA,EACkBC,EACAC,EACAC,EACAC,QAHAH,YAAA,EAAAtE,KACAuE,oBACAC,EAAAA,KAAAA,iBACAC,EAAAA,KAAAA,oBAHAzE,KAAMsE,OAANA,EACAtE,KAAcuE,eAAdA,EACAvE,KAAWwE,YAAXA,EACAxE,KAAYyE,aAAZA,CACf,CAACJ,EA7FgBpE,gBAAOyE,OACzB,IAAIJ,EAA2B,KAAK,OAAAhE,QAAAC,iCAG5BoE,EAAsB,OAAhBC,EAAGF,EAAOC,QAAMC,EARX,0BASXC,EAAMH,EAAOI,UACfJ,EAAOI,UACPH,EAVe,oCAUaD,EAAOK,QAEjCC,EAAY,CAvEF,UAwEZN,EAAOO,eACTD,EAAUE,eAAeR,EAAOO,eAElCX,EAAS,IAAIa,UAAUN,EAAKG,GAAW1E,QAAAC,QACN,IAAID,QAEnC,SAACC,EAASqD,GACVU,EAAQc,iBACN,OACA,WAAKC,IAAAA,EAKmBC,EAAAC,EAAAC,EAAAC,EAJhBC,EAA4C,CAChDnG,KAAM,uCAGJmF,EAAOiB,YACTD,EAAeE,6BAA+B,CAC5CC,MAAO,CACLC,OAAQR,OAAFA,EAAEZ,EAAOiB,UAAUE,YAAjBP,EAAAA,EAAwBQ,OAChCC,cAAeR,OAAFA,EAAEb,EAAOiB,UAAUE,YAAjBN,EAAAA,EAAwBS,aACvCC,SAAUT,OAAFA,EAAEd,EAAOiB,UAAUE,YAAjBL,EAAAA,EAAwBS,UAEpCC,IAAK,CACHC,gBAAQV,EAAEf,EAAOiB,UAAUO,YAAjBT,EAAsBW,WAKlC1B,EAAO2B,qBACTX,EAAeY,sBAAwB5B,EAAO2B,oBAG5C3B,EAAO6B,mBACTb,EAAec,kBAAoB9B,EAAO6B,yBAG5ClB,EAAAf,IAAAe,EAAQoB,KAAKC,KAAKC,UAAUjB,GAC9B,EACA,CAAEkB,MAAM,IAEVtC,EAAQc,iBAAiB,QAASxB,GAClCU,EAAQc,iBAAiB,QAASxB,GAClCU,EAAQc,iBACN,UACA,SAAChB,GACC,IAAMyC,EAAUH,KAAKI,MAAM1C,EAAM2C,MAE5B5C,EAAmB0C,KAIH,qCAAjBA,EAAQtH,KACVgB,EAAQsG,EAAQG,wCAEhBC,QAAQC,KACN,wDAGN,EACA,CAAEN,MAAM,GAEZ,IAAE5F,KAxDImG,SAAAA,GA0DN,IACEC,EAGED,EAHFC,gBACAC,EAEEF,EAFFE,0BACAC,EACEH,EADFG,wBAGI9C,EAAc+C,EAAYD,MAAAA,EAAAA,EAA2B,aACrD7C,EAAe8C,EAAYF,GAEjC,WAAWhD,EAAWC,EAAQ8C,EAAiB5C,EAAaC,EAAc,6BA9ExEG,EACID,EACAE,EAIAG,sCAR4B1B,GAiF3BC,SAAAA,GAAOiE,IAAAA,EAEd,MADM,OAANA,EAAAlD,IAAAkD,EAAQ9D,QACFH,CACR,GACF,CAAC,MAAAI,GAAArD,OAAAA,QAAAsD,OAAAD,EAAA8D,CAAAA,EAAAA,IAAAA,EAAApD,EAAAR,UAeAQ,OAfAoD,EASM/D,MAAA,WACL1D,KAAKsE,OAAOZ,OACd,EAAC+D,EAEMC,YAAA,SAAYb,GACjB7G,KAAKsE,OAAOmC,KAAKC,KAAKC,UAAUE,GAClC,EAACxC,CAAA,IAGH,SAASkD,EAAYnH,GACnB,IAAAuH,EAAqCvH,EAAOwH,MAAM,KAA3CC,EAAUF,EAAA,GAAEG,EAAcH,KACjC,IAAK,CAAC,MAAO,QAAQnF,SAASqF,GAC5B,UAAUE,yBAAyB3H,GAGrC,IAAMD,EAAa6H,SAASF,GAC5B,GAAIG,MAAM9H,GACR,MAAM,IAAI4H,MAAK,wBAAyBD,GAG1C,MAAO,CACL1H,OAAQyH,EACR1H,WAAAA,EAEJ,wFC7IA,IAAM+H,EAAqB,CAAEC,YAAa,eAwChCC,EAAAC,EAAAC,GACF,IAAAF,EAAAG,EAAA,CACD,GAAAD,aAAEE,EAAA,OAEID,EAMP,YADAD,EAAAG,EAAAC,EAAYC,KAAO,KAAEP,EAACC,IAJvB,EAADA,MAASC,EAAAC,KAEPD,EAAUM,KAOgBN,GAAAA,EAAAtH,mBAClBA,OAAoB2H,KAAC,KAAAP,EAAAC,GAAAK,EAAAC,KAAA,KAAAP,EAAA,IAGzBA,EAAAG,EAAAF,IACMO,EAAAN,MACQO,EAAAT,EAAaK,EACRI,KACJT,IA7DzB,IAAMU,EAA8B,CAClCC,UAAW,WAAK,EAChBC,QAAS,aACTC,aAAc,WAAQ,EACtBC,QAAS,WAAK,EACdC,UAAW,aACXC,aAAc,WAAQ,EACtBC,eAAgB,WAAK,EACrBC,wBAAyB,WAAK,GAvDvBd,0BACT,SAAAA,IACAA,QAAAA,EAAO3E,UAAE7C,KAA2B,cACpC,IAEEuI,EAAA,IAAAf,WA0CF,GAAMH,GACJ,IAAAmB,EAAmB,EAAHnB,EAAGoB,EAAAC,EACnB,GAAAF,EAAc,CACd,IACAd,EAASa,EAAO,EAACC,EAAAxJ,KAAA4I,GACjB,CAAA,MAASjF,GACT+E,EAAAa,EAAiB,EAAE5F,EACnB,CACA,OAAA4F,CACA,CAEI,OAENvJ,IAmDqB,CA/BjB,OAgCiBA,KAAAyI,EAAA,SAAAkB,GACD,IACA,IAAArB,EAAAqB,EAAAf,EArDE,EAAbe,EAAOpB,EAMZG,EAAAa,MAA6BE,EAAAnB,GAAAA,GACxBoB,EACHhB,EAAAa,EAAmB,EAAAG,EAAApB,MAEnBiB,EAAA,EAAAjB,SAGS3E,KAEP4F,EAAsB,EAAA5F,KAI1B4F,QApBSK,eAkDX,WAAA,SAAAA,EACmBpJ,EACAqJ,EACDC,EACAC,OAAcC,EAAAhK,KAAA2J,EAsB1B3J,KAAIiK,EA2CAjK,KAAIkK,EAuJZlK,KAAImK,EAUJnK,UArOiBQ,aAAA,EAAAR,KACA6J,gBACDC,EAAAA,KAAAA,kBACAC,YAAA,EAAA/J,KAdVoK,uBAAiC,EACjCC,KAAAA,KAAa,YAAWrK,KACxBsK,OAAiB,kBACjBC,wBAAkB,EAAAvK,KAClBwK,yBACAC,EAAAA,KAAAA,OAAiB,EAACzK,KAClB0K,eAAyB,OACzBC,oBAA8B,EAAC3K,KAC/B4K,iBAA2B,OA2B5BC,WAAU,WAAA,IACf,MAAoB,cAAhBlB,EAAKW,OAAwBhK,QAAAC,WACjCoJ,EAAKmB,aAAa,iBAElBnB,EAAKE,WAAWnG,QAAQpD,QAAAC,QAClBoJ,EAAKG,MAAMpG,SAAO1C,KAAA,WAAA,OAAAV,QAAAC,QAClBoJ,EAAKI,OAAOrG,SAAO1C,KAEzB2I,WAAAA,EAAKmB,aAAa,eAAgB,KACpC,CAAC,MAAAnH,GAAArD,OAAAA,QAAAsD,OAAAD,EAEOoH,CAAAA,EAAAA,KAAAA,WAAa,SAACV,GAChBA,IAASL,EAAKK,OAChBL,EAAKK,KAAOA,EACZL,EAAKxJ,QAAQ4I,aAAa,CAAEiB,KAAAA,IAEhC,EAACrK,KAEO8K,aAAe,SAACR,GAClBA,IAAWN,EAAKM,SAClBN,EAAKM,OAASA,EACdN,EAAKxJ,QAAQ6I,eAAe,CAAEiB,OAAAA,IAElC,EAEQU,KAAAA,sBAAwB,WAC9B,IAAMJ,EAAkBZ,EAAKU,iBAAmBV,EAAKW,oBACjDX,EAAKY,kBAAoBA,IAC3BZ,EAAKY,gBAAkBA,EACvBZ,EAAKxJ,QAAQ8I,wBAAwB,CAAEsB,gBAAAA,IAE3C,OAEQK,QAAO,SAAU7G,GAAuB,IAAA,OAAA9D,QAAAC,QAAA+C,EAAA,WAC1C4H,IAAAA,EACIC,EAAczE,KAAKI,MAAM1C,EAAM2C,MAErC,GAAK5C,EAAmBgH,GAAxB,CAEC,IAAAC,uzBAAAC,CAEOF,EAAY5L,KAAI,CAAA,CAAA,WAAA,MACjB,cAAc,EAAE,kBACf4L,EAAYG,qBACdrB,EAAKG,uBACHe,EAAYG,mBAAmBC,UAEnCtB,EAAKuB,oBAAeN,IAErB,GAAA,CAAA,WAAA,MAEI,gBAAgB,EAAE,WAIlB,OAHHjB,EAAKzJ,QAAQ2I,UAAU,CACrB5H,OAAQ,KACRsF,QAASsE,EAAYM,qBAAqBC,sBACzCR,EAAA,EAEJ,GAEI,CAAA,WAAA,MAAA,iBAAiB,EAAE,WAMxB,OALEjB,EAAKzJ,QAAQ2I,UAAU,CACrB5H,OAAQ,OACRsF,QAASsE,EAAYQ,yBAAyBC,uBAC7CV,EAEL,EAAC,qBAEI,mCAAmC,EAAA,kBACtCjB,EAAKzJ,QAAQwI,QAAQ,CACnBzJ,KAAM,2BACNsM,SACEV,EAAYW,wCACTC,gCACJb,IAEJ,GAAA,CAAA,WAAA,MAEI,kBAAkB,EAAE,WAAA,IAAAhK,EAAAA,WAuCvB,GAAI+I,EAAKzJ,QAAQwL,0BAMjB,OALE/B,EAAKzJ,QAAQwL,0BACXb,EAAYc,uBACZf,EAGJ,GAEAjB,EAAKf,iCACsBiC,EAAYc,iBAAiBC,UACtD,4BAAA,CACEC,eAAgBhB,EAAYc,iBAAiBC,YAGjDjC,EAAKJ,WAAWnC,YAAY,CAC1BnI,KAAM,qBACN6M,aAAcjB,EAAYc,iBAAiBG,aAC3C7C,OAAiC4B,yBAAAA,EAAYc,iBAAiBC,UAAoC,4BAClGG,UAAU,IACTnB,EAAA,CAAA,EAAA5I,EAxDD2H,WAAAA,GAAAA,EAAKzJ,QAAQ2H,YAAYmE,eACvBnB,EAAYc,iBAAiBC,WAC9B/K,CAAAA,IAAAA,aAAA+J,EAAA,CAAA,EAAAjJ,EAAAqB,aAEGhD,OAAAA,QAAAC,QAEO0J,EAAKzJ,QAAQ2H,YAClBgD,EAAYc,iBAAiBC,WAC7Bf,EAAYc,iBAAiBM,aAAWvL,KAHtCuI,SAAAA,GAMNU,EAAKJ,WAAWnC,YAAY,CAC1BnI,KAAM,qBACN6M,aAAcjB,EAAYc,iBAAiBG,aAC3C7C,OAAQA,EACR8C,UAAU,GACT,EACL,EAAS1I,SAAAA,GACPsG,EAAKf,QACH,uDACGvF,MAAAA,OAAAA,EAAAA,EAAakD,SAChB,CACEsF,eAAgBhB,EAAYc,iBAAiBC,YAGjDjC,EAAKJ,WAAWnC,YAAY,CAC1BnI,KAAM,qBACN6M,aAAcjB,EAAYc,iBAAiBG,aAC3C7C,OACE,kCAAoC5F,MAAAA,OAAAA,EAAAA,EAAakD,SACnDwF,UAAU,GAEd,UAACpK,GAAAA,EAAAjB,KAAAiB,EAAAjB,KAAAG,GAAAA,GAAA,CAAA,CAhCD8I,GAgCC,OAAA3H,GAAAA,EAAAtB,KAAAsB,EAAAtB,KAAAE,GAAAA,GA2BJ,EAAA,WAAA,OAAAgK,GAAAA,CAAA,GAEI,CAAA,WAAA,MAAA,OAAO,oBACNjB,EAAKG,wBAA0Be,EAAYqB,YAAYjB,WACzDtB,EAAKwC,oBAAoBtB,EAAYqB,YAAYE,eACjDzC,EAAKS,eAAiBS,EAAYqB,YAAYjB,SAC9CtB,EAAKe,wBACLf,EAAKc,WAAW,kBACjBG,IAEF,GAAA,CAAA,WAAA,MAEI,MAAM,EAAE,WAQb,OAPEjB,EAAKJ,WAAWnC,YAAY,CAC1BnI,KAAM,OACNgM,SAAWJ,EAA0BwB,WAAWpB,gBAC/CL,EAIL,EAAC,sBAMD,OAFEjB,EAAKzJ,QAAQwI,QAAQmC,QAAaD,EAEpC,EAAC,YAAAE,GAAAA,EAAApK,KAAAoK,EAAApK,KAEL,WAAA,SA/HE,CA+HF,aACEiJ,EAAKf,QAAQ,6BAA8B,CAAE9E,MAAAA,GAE/C,GACF,CAAC,MAAAT,GAAA,OAAArD,QAAAsD,OAAAD,EAAA,CAAA,EAAA3D,KAEO4M,sBAAwB,SAACxI,GAC/B,IPrTgCyI,EAC5BzN,EO0TgB,cAAhB4K,EAAKM,QACPN,EAAKH,WAAWnC,YAAY,CAC1BoF,kBP7T4BD,EOqTRzI,EAAM2C,KAAK,GAQuB3H,OP5TtDA,EAAS,IAAIH,WAAW4N,GAEXjO,OAAOmO,KAAKC,OAAOC,aAAYC,MAAnBF,OAAuB5N,MO+TtD,EAEQ+N,KAAAA,uBAAyB,SAAAjN,GAAG,IAAA6G,EAAI7G,EAAJ6G,KAChB,YAAdA,EAAKxH,MACPyK,EAAKe,WAAWhE,EAAKqG,SAAW,YAAc,WAElD,EAACpN,KAEOyM,oBAA6BY,SAAAA,GAAiB,IAMjD,OALHnD,EAAKH,OAAO/F,KAAKA,KAAKsE,MAAQ4B,EAAKO,OACnCP,EAAKH,OAAOjK,QAAQ4B,KAAKC,YAAY,CAAEpC,KAAM,qBAC7C2K,EAAKH,OAAOjK,QAAQ4B,KAAKC,YAAY,CACnCpC,KAAM,SACNH,OAAQX,EAAoB4O,KAC3B/M,QAAAC,SACL,CAAC,MAAAoD,GAAArD,OAAAA,QAAAsD,OAAAD,EAAA,CAAA,EAAA3D,KAEOwL,aAA0B,WAAA,IAavB,OAXTrB,EAAKY,WAAW,aAChBZ,EAAKJ,OAAOjK,QAAQ4B,KAAKC,YAAY,CAAEpC,KAAM,cAC7C4K,EAAKJ,OAAO/F,KAAKA,KAAKsJ,6BACpB,KACAnD,EAAKJ,OAAOnK,QAAQ2N,YAAc,GAIpCC,WAAW,WACTrD,EAAKJ,OAAO/F,KAAKA,KAAKsE,MAAQ6B,EAAKM,OACnCN,EAAKJ,OAAOjK,QAAQ4B,KAAKC,YAAY,CAAEpC,KAAM,oBAC/C,EAAG,KAAMe,QAAAC,SACX,CAAC,MAAAoD,GAAArD,OAAAA,QAAAsD,OAAAD,EAEOuF,CAAAA,EAAAA,KAAAA,QAAU,SAACrC,EAAiBjH,GAClCqH,QAAQ1D,MAAMsD,EAASjH,GACvBoK,EAAKxJ,QAAQ0I,QAAQrC,EAASjH,EAChC,EAEQ6N,KAAAA,gBAAkB,SAACC,GACzB,GAA6B,IAAzBA,EAAc3O,OAChB,OAAO,EAMT,IADA,IAAI0L,EAAS,EACJvL,EAAI,EAAGA,EAAIwO,EAAc3O,OAAQG,IACxCuL,GAAUiD,EAAcxO,GAAK,IAI/B,OAFAuL,GAAUiD,EAAc3O,QAER,EAAI,EAAI0L,EAAS,EAAI,EAAIA,CAC3C,OAEOkD,MAAQ,WAAM,OAAA3D,EAAKH,WAAWtF,cAAc,EAAAvE,KAE5C4N,UAAY,SAAAC,GACjB7D,EAAKS,OADqBoD,EAANpD,MAEtB,EAACzK,KAEM8N,0BAA4B,WAKjC,aAJA9D,EAAKO,qBAALP,EAAKO,mBAAuB,IAAItL,WAC9B+K,EAAKF,MAAMjK,SAASkO,oBAEtB/D,EAAKF,MAAMjK,SAASmO,qBAAqBhE,EAAKO,oBACvCP,EAAKO,kBACd,EAACvK,KAEMiO,2BAA6B,WAKlC,OAJwBC,MAAxBlE,EAAKQ,sBAALR,EAAKQ,oBAAwB,IAAIvL,WAC/B+K,EAAKD,OAAOlK,SAASkO,oBAEvB/D,EAAKD,OAAOlK,SAASmO,qBAAqBhE,EAAKQ,qBACxCR,EAAKQ,mBACd,EAEO2D,KAAAA,eAAiB,WACtB,OAAOnE,EAAKyD,gBAAgBzD,EAAK8D,4BACnC,EAAC9N,KAEMoO,gBAAkB,WACvB,OAAOpE,EAAKyD,gBAAgBzD,EAAKiE,6BACnC,OAEOI,aAAe,SAACC,GAChBtE,EAAKY,iBASVZ,EAAKH,WAAWnC,YAAY,CAC1BnI,KAAM,WACNgP,MAAOD,EAAO,OAAS,UACvB/C,SAAUvB,EAAKU,iBAEjBV,EAAKW,oBAAsBX,EAAKU,eAChCV,EAAKgB,yBAdH/D,QAAQC,KACuB,IAA7B8C,EAAKW,oBACD,8DACA,iFAYV,EAvTmB3K,KAAOQ,QAAPA,EACAR,KAAU6J,WAAVA,EACD7J,KAAK8J,MAALA,EACA9J,KAAM+J,OAANA,EAEhB/J,KAAKQ,QAAQuI,UAAU,CAAExE,eAAgBsF,EAAWtF,iBAEpDvE,KAAK6J,WAAWvF,OAAOc,iBAAiB,UAAW,SAAAhB,GACjD4F,EAAKiB,QAAQ7G,EACf,GACApE,KAAK6J,WAAWvF,OAAOc,iBAAiB,QAAS,SAAAhB,GAC/C4F,EAAKc,aAAa,gBAClBd,EAAKd,QAAQ,eAAgB9E,EAC/B,GACApE,KAAK6J,WAAWvF,OAAOc,iBAAiB,QAAS,WAC/C4E,EAAKc,aAAa,gBAClBd,EAAKxJ,QAAQyI,cACf,GAEAjJ,KAAK8J,MAAMhK,QAAQ4B,KAAK8M,UAAYxO,KAAK4M,sBACzC5M,KAAK+J,OAAOjK,QAAQ4B,KAAK8M,UAAYxO,KAAKmN,uBAC1CnN,KAAK8K,aAAa,YACpB,CAnCClB,OAmCAA,EAxEmB6E,sBAClBjO,GAGsB,IAEtB,IAAMkO,EAAWC,KACZzG,EACAY,EACAtI,GAGLkO,EAAYrF,eAAe,CAAEiB,OAAQ,eACrCoE,EAAYpF,wBAAwB,CAAEsB,iBAAiB,IAEvD,IAAId,EAAsB,KACtBD,EAAgC,KAChCE,EAAwB,KAAK,OAAAzJ,QAAAC,QAAA+C,aAE7BhD,OAAAA,QAAAC,QACiB8D,EAAWpE,OAAOO,IAAQQ,KAAA,SAAA4N,GAAC,OAA9C/E,EAAU+E,EAAoCtO,QAAAC,QACtBD,QAAQuO,IAAI,CAClClP,EAAMM,OAAM0O,KACP9E,EAAWrF,YACdnE,CAAAA,8BAA+BG,EAAQH,iCAEzC0D,EAAO9D,OAAO4J,EAAWpF,iBACzBzD,KAAA,SAAA8N,GAEF,WAAWlF,EAAa8E,EAAa7E,EARpCC,EAAKgF,KAAE/E,EAAM+E,EAQd,GAAgE,IAClE,EAAC,SAAQvL,OAAOwL,EAAAC,EAEM,OADpBN,EAAYrF,eAAe,CAAEiB,OAAQ,iBAC3B,OAAVyE,EAAAlF,IAAAkF,EAAYrL,QAAQpD,QAAAC,QACT,OADSyO,EACdlF,QAAK,EAALkF,EAAOtL,SAAO1C,KAAAiO,WAAAA,IAAAA,EAAA3O,OAAAA,QAAAC,eAAA0O,EACdlF,UAAAkF,EAAQvL,SAAO1C,KAAA,WACrB,MAAMuC,CAAM,IACd,GACF,CAAC,MAAAI,GAAArD,OAAAA,QAAAsD,OAAAD,EAAAiG,CAAAA,EAAAA,CAAA,CAYD,GA2TI,SAAUsF,EACd3K,EACA+J,EACA3J,GAEA,gBAFAA,IAAAA,EAlXuB,6BAoXhBwK,MAASxK,EAAkCJ,4BAAAA,cAA2B,CAC3E6K,OAAQ,OACRC,KAAM3I,KAAKC,UAAU,CACnB2I,SAAUhB,EAAO,OAAS,YAE5BiB,QAAS,CACP,eAAgB,qBAGtB"}
1
+ {"version":3,"file":"lib.module.js","sources":["../src/utils/audio.ts","../src/utils/rawAudioProcessor.ts","../src/utils/input.ts","../src/utils/audioConcatProcessor.ts","../src/utils/output.ts","../src/utils/events.ts","../src/utils/connection.ts","../src/index.ts"],"sourcesContent":["export function arrayBufferToBase64(b: ArrayBufferLike) {\n const buffer = new Uint8Array(b);\n // @ts-ignore\n const base64Data = window.btoa(String.fromCharCode(...buffer));\n return base64Data;\n}\n\nexport function base64ToArrayBuffer(base64: string): ArrayBuffer {\n const binaryString = window.atob(base64);\n const len = binaryString.length;\n const bytes = new Uint8Array(len);\n for (let i = 0; i < len; i++) {\n bytes[i] = binaryString.charCodeAt(i);\n }\n return bytes.buffer;\n}\n","/*\n * ulaw encoding logic taken from the wavefile library\n * https://github.com/rochars/wavefile/blob/master/lib/codecs/mulaw.js\n */\n\nconst blob = new Blob(\n [\n // language=JavaScript\n `\n const BIAS = 0x84;\n const CLIP = 32635;\n const encodeTable = [\n 0,0,1,1,2,2,2,2,3,3,3,3,3,3,3,3,\n 4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,\n 5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,\n 5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,\n 6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,\n 6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,\n 6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,\n 6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,\n 7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,\n 7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,\n 7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,\n 7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,\n 7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,\n 7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,\n 7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,\n 7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7\n ];\n \n function encodeSample(sample) {\n let sign;\n let exponent;\n let mantissa;\n let muLawSample;\n sign = (sample >> 8) & 0x80;\n if (sign !== 0) sample = -sample;\n sample = sample + BIAS;\n if (sample > CLIP) sample = CLIP;\n exponent = encodeTable[(sample>>7) & 0xFF];\n mantissa = (sample >> (exponent+3)) & 0x0F;\n muLawSample = ~(sign | (exponent << 4) | mantissa);\n \n return muLawSample;\n }\n \n class RawAudioProcessor extends AudioWorkletProcessor {\n constructor() {\n super();\n \n this.port.onmessage = ({ data }) => {\n this.buffer = []; // Initialize an empty buffer\n this.bufferSize = data.sampleRate / 4;\n \n if (globalThis.LibSampleRate && sampleRate !== data.sampleRate) {\n globalThis.LibSampleRate.create(1, sampleRate, data.sampleRate).then(resampler => {\n this.resampler = resampler;\n });\n } \n };\n }\n process(inputs) {\n if (!this.buffer) {\n return true;\n }\n \n const input = inputs[0]; // Get the first input node\n if (input.length > 0) {\n let channelData = input[0]; // Get the first channel's data\n\n // Resample the audio if necessary\n if (this.resampler) {\n channelData = this.resampler.full(channelData);\n }\n\n // Add channel data to the buffer\n this.buffer.push(...channelData);\n // Get max volume \n let sum = 0.0;\n for (let i = 0; i < channelData.length; i++) {\n sum += channelData[i] * channelData[i];\n }\n const maxVolume = Math.sqrt(sum / channelData.length);\n // Check if buffer size has reached or exceeded the threshold\n if (this.buffer.length >= this.bufferSize) {\n const float32Array = new Float32Array(this.buffer)\n let encodedArray = this.format === \"ulaw\"\n ? new Uint8Array(float32Array.length)\n : new Int16Array(float32Array.length);\n\n // Iterate through the Float32Array and convert each sample to PCM16\n for (let i = 0; i < float32Array.length; i++) {\n // Clamp the value to the range [-1, 1]\n let sample = Math.max(-1, Math.min(1, float32Array[i]));\n\n // Scale the sample to the range [-32768, 32767]\n let value = sample < 0 ? sample * 32768 : sample * 32767;\n if (this.format === \"ulaw\") {\n value = encodeSample(Math.round(value));\n }\n\n encodedArray[i] = value;\n }\n\n // Send the buffered data to the main script\n this.port.postMessage([encodedArray, maxVolume]);\n\n // Clear the buffer after sending\n this.buffer = [];\n }\n }\n return true; // Continue processing\n }\n }\n registerProcessor(\"raw-audio-processor\", RawAudioProcessor);\n `,\n ],\n { type: \"application/javascript\" }\n);\n\nexport const rawAudioProcessor = URL.createObjectURL(blob);\n","import { rawAudioProcessor } from \"./rawAudioProcessor\";\nimport { FormatConfig } from \"./connection\";\n\nexport type InputConfig = {\n preferHeadphonesForIosDevices?: boolean;\n};\n\nconst LIBSAMPLERATE_JS =\n \"https://cdn.jsdelivr.net/npm/@alexanderolsen/libsamplerate-js@2.1.2/dist/libsamplerate.worklet.js\";\n\nfunction isIosDevice() {\n return (\n [\n \"iPad Simulator\",\n \"iPhone Simulator\",\n \"iPod Simulator\",\n \"iPad\",\n \"iPhone\",\n \"iPod\",\n ].includes(navigator.platform) ||\n // iPad on iOS 13 detection\n (navigator.userAgent.includes(\"Mac\") && \"ontouchend\" in document)\n );\n}\n\nexport class Input {\n public static async create({\n sampleRate,\n format,\n preferHeadphonesForIosDevices,\n }: FormatConfig & InputConfig): Promise<Input> {\n let context: AudioContext | null = null;\n let inputStream: MediaStream | null = null;\n\n try {\n const options: MediaTrackConstraints = {\n sampleRate: { ideal: sampleRate },\n echoCancellation: { ideal: true },\n noiseSuppression: { ideal: true },\n };\n\n // some browsers won't allow calling getSupportedConstraints or enumerateDevices\n // before getting approval for microphone access\n const preliminaryInputStream = await navigator.mediaDevices.getUserMedia({\n audio: true,\n });\n preliminaryInputStream?.getTracks().forEach(track => track.stop());\n\n if (isIosDevice() && preferHeadphonesForIosDevices) {\n const availableDevices =\n await window.navigator.mediaDevices.enumerateDevices();\n const idealDevice = availableDevices.find(\n d =>\n // cautious to include \"bluetooth\" in the search\n // as might trigger bluetooth speakers\n d.kind === \"audioinput\" &&\n [\"airpod\", \"headphone\", \"earphone\"].find(keyword =>\n d.label.toLowerCase().includes(keyword)\n )\n );\n if (idealDevice) {\n options.deviceId = { ideal: idealDevice.deviceId };\n }\n }\n\n const supportsSampleRateConstraint =\n navigator.mediaDevices.getSupportedConstraints().sampleRate;\n\n context = new window.AudioContext(\n supportsSampleRateConstraint ? { sampleRate } : {}\n );\n const analyser = context.createAnalyser();\n if (!supportsSampleRateConstraint) {\n await context.audioWorklet.addModule(LIBSAMPLERATE_JS);\n }\n await context.audioWorklet.addModule(rawAudioProcessor);\n\n inputStream = await navigator.mediaDevices.getUserMedia({\n audio: options,\n });\n\n const source = context.createMediaStreamSource(inputStream);\n const worklet = new AudioWorkletNode(context, \"raw-audio-processor\");\n worklet.port.postMessage({ type: \"setFormat\", format, sampleRate });\n\n source.connect(analyser);\n analyser.connect(worklet);\n\n return new Input(context, analyser, worklet, inputStream);\n } catch (error) {\n inputStream?.getTracks().forEach(track => track.stop());\n context?.close();\n throw error;\n }\n }\n\n private constructor(\n public readonly context: AudioContext,\n public readonly analyser: AnalyserNode,\n public readonly worklet: AudioWorkletNode,\n public readonly inputStream: MediaStream\n ) {}\n\n public async close() {\n this.inputStream.getTracks().forEach(track => track.stop());\n await this.context.close();\n }\n}\n","/*\n * ulaw decoding logic taken from the wavefile library\n * https://github.com/rochars/wavefile/blob/master/lib/codecs/mulaw.js\n */\n\nconst blob = new Blob(\n [\n // language=JavaScript\n `\n const decodeTable = [0,132,396,924,1980,4092,8316,16764];\n \n export function decodeSample(muLawSample) {\n let sign;\n let exponent;\n let mantissa;\n let sample;\n muLawSample = ~muLawSample;\n sign = (muLawSample & 0x80);\n exponent = (muLawSample >> 4) & 0x07;\n mantissa = muLawSample & 0x0F;\n sample = decodeTable[exponent] + (mantissa << (exponent+3));\n if (sign !== 0) sample = -sample;\n\n return sample;\n }\n \n class AudioConcatProcessor extends AudioWorkletProcessor {\n constructor() {\n super();\n this.buffers = []; // Initialize an empty buffer\n this.cursor = 0;\n this.currentBuffer = null;\n this.wasInterrupted = false;\n this.finished = false;\n \n this.port.onmessage = ({ data }) => {\n switch (data.type) {\n case \"setFormat\":\n this.format = data.format;\n break;\n case \"buffer\":\n this.wasInterrupted = false;\n this.buffers.push(\n this.format === \"ulaw\"\n ? new Uint8Array(data.buffer)\n : new Int16Array(data.buffer)\n );\n break;\n case \"interrupt\":\n this.wasInterrupted = true;\n break;\n case \"clearInterrupted\":\n if (this.wasInterrupted) {\n this.wasInterrupted = false;\n this.buffers = [];\n this.currentBuffer = null;\n }\n }\n };\n }\n process(_, outputs) {\n let finished = false;\n const output = outputs[0][0];\n for (let i = 0; i < output.length; i++) {\n if (!this.currentBuffer) {\n if (this.buffers.length === 0) {\n finished = true;\n break;\n }\n this.currentBuffer = this.buffers.shift();\n this.cursor = 0;\n }\n\n let value = this.currentBuffer[this.cursor];\n if (this.format === \"ulaw\") {\n value = decodeSample(value);\n }\n output[i] = value / 32768;\n this.cursor++;\n\n if (this.cursor >= this.currentBuffer.length) {\n this.currentBuffer = null;\n }\n }\n\n if (this.finished !== finished) {\n this.finished = finished;\n this.port.postMessage({ type: \"process\", finished });\n }\n\n return true; // Continue processing\n }\n }\n\n registerProcessor(\"audio-concat-processor\", AudioConcatProcessor);\n `,\n ],\n { type: \"application/javascript\" }\n);\n\nexport const audioConcatProcessor = URL.createObjectURL(blob);\n","import { audioConcatProcessor } from \"./audioConcatProcessor\";\nimport { FormatConfig } from \"./connection\";\n\nexport class Output {\n public static async create({\n sampleRate,\n format,\n }: FormatConfig): Promise<Output> {\n let context: AudioContext | null = null;\n try {\n context = new AudioContext({ sampleRate });\n const analyser = context.createAnalyser();\n const gain = context.createGain();\n gain.connect(analyser);\n analyser.connect(context.destination);\n await context.audioWorklet.addModule(audioConcatProcessor);\n const worklet = new AudioWorkletNode(context, \"audio-concat-processor\");\n worklet.port.postMessage({ type: \"setFormat\", format });\n worklet.connect(gain);\n\n return new Output(context, analyser, gain, worklet);\n } catch (error) {\n context?.close();\n throw error;\n }\n }\n\n private constructor(\n public readonly context: AudioContext,\n public readonly analyser: AnalyserNode,\n public readonly gain: GainNode,\n public readonly worklet: AudioWorkletNode\n ) {}\n\n public async close() {\n await this.context.close();\n }\n}\n","import { Language } from \"./connection\";\n\nexport type UserTranscriptionEvent = {\n type: \"user_transcript\";\n user_transcription_event: { user_transcript: string };\n};\nexport type AgentResponseEvent = {\n type: \"agent_response\";\n agent_response_event: { agent_response: string };\n};\nexport type AgentAudioEvent = {\n type: \"audio\";\n audio_event: {\n audio_base_64: string;\n event_id: number;\n };\n};\nexport type InterruptionEvent = {\n type: \"interruption\";\n interruption_event: {\n event_id: number;\n };\n};\nexport type InternalTentativeAgentResponseEvent = {\n type: \"internal_tentative_agent_response\";\n tentative_agent_response_internal_event: {\n tentative_agent_response: string;\n };\n};\nexport type ConfigEvent = {\n type: \"conversation_initiation_metadata\";\n conversation_initiation_metadata_event: {\n conversation_id: string;\n agent_output_audio_format: string;\n user_input_audio_format?: string;\n };\n};\nexport type PingEvent = {\n type: \"ping\";\n ping_event: {\n event_id: number;\n ping_ms?: number;\n };\n};\nexport type ClientToolCallEvent = {\n type: \"client_tool_call\";\n client_tool_call: {\n tool_name: string;\n tool_call_id: string;\n parameters: any;\n expects_response: boolean;\n };\n};\n\n// TODO correction missing\nexport type IncomingSocketEvent =\n | UserTranscriptionEvent\n | AgentResponseEvent\n | AgentAudioEvent\n | InterruptionEvent\n | InternalTentativeAgentResponseEvent\n | ConfigEvent\n | PingEvent\n | ClientToolCallEvent;\n\nexport type PongEvent = {\n type: \"pong\";\n event_id: number;\n};\nexport type UserAudioEvent = {\n user_audio_chunk: string;\n};\nexport type UserFeedbackEvent = {\n type: \"feedback\";\n score: \"like\" | \"dislike\";\n event_id: number;\n};\nexport type ClientToolResultEvent = {\n type: \"client_tool_result\";\n tool_call_id: string;\n result: any;\n is_error: boolean;\n};\nexport type InitiationClientDataEvent = {\n type: \"conversation_initiation_client_data\";\n conversation_config_override?: {\n agent?: {\n prompt?: {\n prompt?: string;\n };\n first_message?: string;\n language?: Language;\n };\n tts?: {\n voice_id?: string;\n };\n };\n custom_llm_extra_body?: any;\n dynamic_variables?: Record<string, string | number | boolean>;\n};\nexport type OutgoingSocketEvent =\n | PongEvent\n | UserAudioEvent\n | InitiationClientDataEvent\n | UserFeedbackEvent\n | ClientToolResultEvent;\n\nexport function isValidSocketEvent(event: any): event is IncomingSocketEvent {\n return !!event.type;\n}\n","import {\n InitiationClientDataEvent,\n ConfigEvent,\n isValidSocketEvent,\n OutgoingSocketEvent,\n} from \"./events\";\n\nconst MAIN_PROTOCOL = \"convai\";\n\nexport type Language =\n | \"en\"\n | \"ja\"\n | \"zh\"\n | \"de\"\n | \"hi\"\n | \"fr\"\n | \"ko\"\n | \"pt\"\n | \"it\"\n | \"es\"\n | \"id\"\n | \"nl\"\n | \"tr\"\n | \"pl\"\n | \"sv\"\n | \"bg\"\n | \"ro\"\n | \"ar\"\n | \"cs\"\n | \"el\"\n | \"fi\"\n | \"ms\"\n | \"da\"\n | \"ta\"\n | \"uk\"\n | \"ru\"\n | \"hu\"\n | \"no\"\n | \"vi\";\nexport type SessionConfig = {\n origin?: string;\n authorization?: string;\n overrides?: {\n agent?: {\n prompt?: {\n prompt?: string;\n };\n firstMessage?: string;\n language?: Language;\n };\n tts?: {\n voiceId?: string;\n };\n };\n customLlmExtraBody?: any;\n dynamicVariables?: Record<string, string | number | boolean>;\n} & (\n | { signedUrl: string; agentId?: undefined }\n | { agentId: string; signedUrl?: undefined }\n);\nexport type FormatConfig = {\n format: \"pcm\" | \"ulaw\";\n sampleRate: number;\n};\nexport type DisconnectionDetails =\n | {\n reason: \"error\";\n message: string;\n context: Event;\n }\n | {\n reason: \"agent\";\n context: CloseEvent;\n }\n | {\n reason: \"user\";\n };\nexport type OnDisconnectCallback = (details: DisconnectionDetails) => void;\n\nconst WSS_API_ORIGIN = \"wss://api.elevenlabs.io\";\nconst WSS_API_PATHNAME = \"/v1/convai/conversation?agent_id=\";\n\nexport class Connection {\n public static async create(config: SessionConfig): Promise<Connection> {\n let socket: WebSocket | null = null;\n\n try {\n const origin = config.origin ?? WSS_API_ORIGIN;\n const url = config.signedUrl\n ? config.signedUrl\n : origin + WSS_API_PATHNAME + config.agentId;\n\n const protocols = [MAIN_PROTOCOL];\n if (config.authorization) {\n protocols.push(`bearer.${config.authorization}`);\n }\n socket = new WebSocket(url, protocols);\n const conversationConfig = await new Promise<\n ConfigEvent[\"conversation_initiation_metadata_event\"]\n >((resolve, reject) => {\n socket!.addEventListener(\n \"open\",\n () => {\n const overridesEvent: InitiationClientDataEvent = {\n type: \"conversation_initiation_client_data\",\n };\n\n if (config.overrides) {\n overridesEvent.conversation_config_override = {\n agent: {\n prompt: config.overrides.agent?.prompt,\n first_message: config.overrides.agent?.firstMessage,\n language: config.overrides.agent?.language,\n },\n tts: {\n voice_id: config.overrides.tts?.voiceId,\n },\n };\n }\n\n if (config.customLlmExtraBody) {\n overridesEvent.custom_llm_extra_body = config.customLlmExtraBody;\n }\n\n if (config.dynamicVariables) {\n overridesEvent.dynamic_variables = config.dynamicVariables;\n }\n\n socket?.send(JSON.stringify(overridesEvent));\n },\n { once: true }\n );\n socket!.addEventListener(\"error\", event => {\n // In case the error event is followed by a close event, we want the\n // latter to be the one that rejects the promise as it contains more\n // useful information.\n setTimeout(() => reject(event), 0);\n });\n socket!.addEventListener(\"close\", reject);\n socket!.addEventListener(\n \"message\",\n (event: MessageEvent) => {\n const message = JSON.parse(event.data);\n\n if (!isValidSocketEvent(message)) {\n return;\n }\n\n if (message.type === \"conversation_initiation_metadata\") {\n resolve(message.conversation_initiation_metadata_event);\n } else {\n console.warn(\n \"First received message is not conversation metadata.\"\n );\n }\n },\n { once: true }\n );\n });\n\n const {\n conversation_id,\n agent_output_audio_format,\n user_input_audio_format,\n } = conversationConfig;\n\n const inputFormat = parseFormat(user_input_audio_format ?? \"pcm_16000\");\n const outputFormat = parseFormat(agent_output_audio_format);\n\n return new Connection(socket, conversation_id, inputFormat, outputFormat);\n } catch (error) {\n socket?.close();\n throw error;\n }\n }\n\n private disconnectionDetails: DisconnectionDetails | null = null;\n private onDisconnectCallback: OnDisconnectCallback | null = null;\n\n private constructor(\n public readonly socket: WebSocket,\n public readonly conversationId: string,\n public readonly inputFormat: FormatConfig,\n public readonly outputFormat: FormatConfig\n ) {\n this.socket.addEventListener(\"error\", event => {\n // In case the error event is followed by a close event, we want the\n // latter to be the one that disconnects the session as it contains more\n // useful information.\n setTimeout(\n () =>\n this.disconnect({\n reason: \"error\",\n message: \"The connection was closed due to a socket error.\",\n context: event,\n }),\n 0\n );\n });\n this.socket.addEventListener(\"close\", event => {\n this.disconnect(\n event.code === 1000\n ? {\n reason: \"agent\",\n context: event,\n }\n : {\n reason: \"error\",\n message:\n event.reason || \"The connection was closed by the server.\",\n context: event,\n }\n );\n });\n }\n\n public close() {\n this.socket.close();\n }\n\n public sendMessage(message: OutgoingSocketEvent) {\n this.socket.send(JSON.stringify(message));\n }\n\n public onDisconnect(callback: OnDisconnectCallback) {\n this.onDisconnectCallback = callback;\n if (this.disconnectionDetails) {\n callback(this.disconnectionDetails);\n }\n }\n\n private disconnect(details: DisconnectionDetails) {\n if (!this.disconnectionDetails) {\n this.disconnectionDetails = details;\n this.onDisconnectCallback?.(details);\n }\n }\n}\n\nfunction parseFormat(format: string): FormatConfig {\n const [formatPart, sampleRatePart] = format.split(\"_\");\n if (![\"pcm\", \"ulaw\"].includes(formatPart)) {\n throw new Error(`Invalid format: ${format}`);\n }\n\n const sampleRate = parseInt(sampleRatePart);\n if (isNaN(sampleRate)) {\n throw new Error(`Invalid sample rate: ${sampleRatePart}`);\n }\n\n return {\n format: formatPart as FormatConfig[\"format\"],\n sampleRate,\n };\n}\n","import { arrayBufferToBase64, base64ToArrayBuffer } from \"./utils/audio\";\nimport { Input, InputConfig } from \"./utils/input\";\nimport { Output } from \"./utils/output\";\nimport {\n Connection,\n DisconnectionDetails,\n OnDisconnectCallback,\n SessionConfig,\n} from \"./utils/connection\";\nimport {\n ClientToolCallEvent,\n isValidSocketEvent,\n PingEvent,\n} from \"./utils/events\";\n\nexport type { IncomingSocketEvent } from \"./utils/events\";\nexport type { SessionConfig, DisconnectionDetails } from \"./utils/connection\";\nexport type Role = \"user\" | \"ai\";\nexport type Mode = \"speaking\" | \"listening\";\nexport type Status =\n | \"connecting\"\n | \"connected\"\n | \"disconnecting\"\n | \"disconnected\";\nexport type Options = SessionConfig &\n Callbacks &\n ClientToolsConfig &\n InputConfig;\nexport type ClientToolsConfig = {\n clientTools: Record<\n string,\n (\n parameters: any\n ) => Promise<string | number | void> | string | number | void\n >;\n};\nexport type Callbacks = {\n onConnect: (props: { conversationId: string }) => void;\n // internal debug events, not to be used\n onDebug: (props: any) => void;\n onDisconnect: OnDisconnectCallback;\n onError: (message: string, context?: any) => void;\n onMessage: (props: { message: string; source: Role }) => void;\n onModeChange: (prop: { mode: Mode }) => void;\n onStatusChange: (prop: { status: Status }) => void;\n onCanSendFeedbackChange: (prop: { canSendFeedback: boolean }) => void;\n onUnhandledClientToolCall?: (\n params: ClientToolCallEvent[\"client_tool_call\"]\n ) => void;\n};\n\nconst defaultClientTools = { clientTools: {} };\nconst defaultCallbacks: Callbacks = {\n onConnect: () => {},\n onDebug: () => {},\n onDisconnect: () => {},\n onError: () => {},\n onMessage: () => {},\n onModeChange: () => {},\n onStatusChange: () => {},\n onCanSendFeedbackChange: () => {},\n};\n\nconst HTTPS_API_ORIGIN = \"https://api.elevenlabs.io\";\n\nexport class Conversation {\n public static async startSession(\n options: SessionConfig &\n Partial<Callbacks> &\n Partial<ClientToolsConfig> &\n Partial<InputConfig>\n ): Promise<Conversation> {\n const fullOptions: Options = {\n ...defaultClientTools,\n ...defaultCallbacks,\n ...options,\n };\n\n fullOptions.onStatusChange({ status: \"connecting\" });\n fullOptions.onCanSendFeedbackChange({ canSendFeedback: false });\n\n let input: Input | null = null;\n let connection: Connection | null = null;\n let output: Output | null = null;\n\n try {\n connection = await Connection.create(options);\n [input, output] = await Promise.all([\n Input.create({\n ...connection.inputFormat,\n preferHeadphonesForIosDevices: options.preferHeadphonesForIosDevices,\n }),\n Output.create(connection.outputFormat),\n ]);\n\n return new Conversation(fullOptions, connection, input, output);\n } catch (error) {\n fullOptions.onStatusChange({ status: \"disconnected\" });\n connection?.close();\n await input?.close();\n await output?.close();\n throw error;\n }\n }\n\n private lastInterruptTimestamp: number = 0;\n private mode: Mode = \"listening\";\n private status: Status = \"connecting\";\n private inputFrequencyData?: Uint8Array;\n private outputFrequencyData?: Uint8Array;\n private volume: number = 1;\n private currentEventId: number = 1;\n private lastFeedbackEventId: number = 1;\n private canSendFeedback: boolean = false;\n\n private constructor(\n private readonly options: Options,\n private readonly connection: Connection,\n public readonly input: Input,\n public readonly output: Output\n ) {\n this.options.onConnect({ conversationId: connection.conversationId });\n\n this.connection.onDisconnect(this.endSessionWithDetails);\n this.connection.socket.addEventListener(\"message\", event => {\n this.onEvent(event);\n });\n\n this.input.worklet.port.onmessage = this.onInputWorkletMessage;\n this.output.worklet.port.onmessage = this.onOutputWorkletMessage;\n this.updateStatus(\"connected\");\n }\n\n public endSession = () => this.endSessionWithDetails({ reason: \"user\" });\n\n private endSessionWithDetails = async (details: DisconnectionDetails) => {\n if (this.status !== \"connected\" && this.status !== \"connecting\") return;\n this.updateStatus(\"disconnecting\");\n\n this.connection.close();\n await this.input.close();\n await this.output.close();\n\n this.updateStatus(\"disconnected\");\n this.options.onDisconnect(details);\n };\n\n private updateMode = (mode: Mode) => {\n if (mode !== this.mode) {\n this.mode = mode;\n this.options.onModeChange({ mode });\n }\n };\n\n private updateStatus = (status: Status) => {\n if (status !== this.status) {\n this.status = status;\n this.options.onStatusChange({ status });\n }\n };\n\n private updateCanSendFeedback = () => {\n const canSendFeedback = this.currentEventId !== this.lastFeedbackEventId;\n if (this.canSendFeedback !== canSendFeedback) {\n this.canSendFeedback = canSendFeedback;\n this.options.onCanSendFeedbackChange({ canSendFeedback });\n }\n };\n\n private onEvent = async (event: MessageEvent) => {\n try {\n const parsedEvent = JSON.parse(event.data);\n\n if (!isValidSocketEvent(parsedEvent)) {\n return;\n }\n\n switch (parsedEvent.type) {\n case \"interruption\": {\n if (parsedEvent.interruption_event) {\n this.lastInterruptTimestamp =\n parsedEvent.interruption_event.event_id;\n }\n this.fadeOutAudio();\n break;\n }\n\n case \"agent_response\": {\n this.options.onMessage({\n source: \"ai\",\n message: parsedEvent.agent_response_event.agent_response,\n });\n break;\n }\n\n case \"user_transcript\": {\n this.options.onMessage({\n source: \"user\",\n message: parsedEvent.user_transcription_event.user_transcript,\n });\n break;\n }\n\n case \"internal_tentative_agent_response\": {\n this.options.onDebug({\n type: \"tentative_agent_response\",\n response:\n parsedEvent.tentative_agent_response_internal_event\n .tentative_agent_response,\n });\n break;\n }\n\n case \"client_tool_call\": {\n if (\n this.options.clientTools.hasOwnProperty(\n parsedEvent.client_tool_call.tool_name\n )\n ) {\n try {\n const result =\n (await this.options.clientTools[\n parsedEvent.client_tool_call.tool_name\n ](parsedEvent.client_tool_call.parameters)) ??\n \"Client tool execution successful.\"; // default client-tool call response\n\n this.connection.sendMessage({\n type: \"client_tool_result\",\n tool_call_id: parsedEvent.client_tool_call.tool_call_id,\n result: result,\n is_error: false,\n });\n } catch (e) {\n this.onError(\n \"Client tool execution failed with following error: \" +\n (e as Error)?.message,\n {\n clientToolName: parsedEvent.client_tool_call.tool_name,\n }\n );\n this.connection.sendMessage({\n type: \"client_tool_result\",\n tool_call_id: parsedEvent.client_tool_call.tool_call_id,\n result:\n \"Client tool execution failed: \" + (e as Error)?.message,\n is_error: true,\n });\n }\n\n break;\n }\n\n if (this.options.onUnhandledClientToolCall) {\n this.options.onUnhandledClientToolCall(\n parsedEvent.client_tool_call\n );\n\n break;\n }\n\n this.onError(\n `Client tool with name ${parsedEvent.client_tool_call.tool_name} is not defined on client`,\n {\n clientToolName: parsedEvent.client_tool_call.tool_name,\n }\n );\n this.connection.sendMessage({\n type: \"client_tool_result\",\n tool_call_id: parsedEvent.client_tool_call.tool_call_id,\n result: `Client tool with name ${parsedEvent.client_tool_call.tool_name} is not defined on client`,\n is_error: true,\n });\n\n break;\n }\n\n case \"audio\": {\n if (this.lastInterruptTimestamp <= parsedEvent.audio_event.event_id) {\n this.addAudioBase64Chunk(parsedEvent.audio_event.audio_base_64);\n this.currentEventId = parsedEvent.audio_event.event_id;\n this.updateCanSendFeedback();\n this.updateMode(\"speaking\");\n }\n break;\n }\n\n case \"ping\": {\n this.connection.sendMessage({\n type: \"pong\",\n event_id: (parsedEvent as PingEvent).ping_event.event_id,\n });\n // parsedEvent.ping_event.ping_ms can be used on client side, for example\n // to warn if ping is too high that experience might be degraded.\n break;\n }\n\n // unhandled events are expected to be internal events\n default: {\n this.options.onDebug(parsedEvent);\n break;\n }\n }\n } catch {\n this.onError(\"Failed to parse event data\", { event });\n return;\n }\n };\n\n private onInputWorkletMessage = (event: MessageEvent): void => {\n const rawAudioPcmData = event.data[0];\n const maxVolume = event.data[1];\n\n // check if the sound was loud enough, so we don't send unnecessary chunks\n // then forward audio to websocket\n //if (maxVolume > 0.001) {\n if (this.status === \"connected\") {\n this.connection.sendMessage({\n user_audio_chunk: arrayBufferToBase64(rawAudioPcmData.buffer),\n //sample_rate: this.inputAudioContext?.inputSampleRate || this.inputSampleRate,\n });\n }\n //}\n };\n\n private onOutputWorkletMessage = ({ data }: MessageEvent): void => {\n if (data.type === \"process\") {\n this.updateMode(data.finished ? \"listening\" : \"speaking\");\n }\n };\n\n private addAudioBase64Chunk = async (chunk: string) => {\n this.output.gain.gain.value = this.volume;\n this.output.worklet.port.postMessage({ type: \"clearInterrupted\" });\n this.output.worklet.port.postMessage({\n type: \"buffer\",\n buffer: base64ToArrayBuffer(chunk),\n });\n };\n\n private fadeOutAudio = async () => {\n // mute agent\n this.updateMode(\"listening\");\n this.output.worklet.port.postMessage({ type: \"interrupt\" });\n this.output.gain.gain.exponentialRampToValueAtTime(\n 0.0001,\n this.output.context.currentTime + 2\n );\n\n // reset volume back\n setTimeout(() => {\n this.output.gain.gain.value = this.volume;\n this.output.worklet.port.postMessage({ type: \"clearInterrupted\" });\n }, 2000); // Adjust the duration as needed\n };\n\n private onError = (message: string, context?: any) => {\n console.error(message, context);\n this.options.onError(message, context);\n };\n\n private calculateVolume = (frequencyData: Uint8Array) => {\n if (frequencyData.length === 0) {\n return 0;\n }\n\n // TODO: Currently this averages all frequencies, but we should probably\n // bias towards the frequencies that are more typical for human voice\n let volume = 0;\n for (let i = 0; i < frequencyData.length; i++) {\n volume += frequencyData[i] / 255;\n }\n volume /= frequencyData.length;\n\n return volume < 0 ? 0 : volume > 1 ? 1 : volume;\n };\n\n public getId = () => this.connection.conversationId;\n\n public isOpen = () => this.status === \"connected\";\n\n public setVolume = ({ volume }: { volume: number }) => {\n this.volume = volume;\n };\n\n public getInputByteFrequencyData = () => {\n this.inputFrequencyData ??= new Uint8Array(\n this.input.analyser.frequencyBinCount\n );\n this.input.analyser.getByteFrequencyData(this.inputFrequencyData);\n return this.inputFrequencyData;\n };\n\n public getOutputByteFrequencyData = () => {\n this.outputFrequencyData ??= new Uint8Array(\n this.output.analyser.frequencyBinCount\n );\n this.output.analyser.getByteFrequencyData(this.outputFrequencyData);\n return this.outputFrequencyData;\n };\n\n public getInputVolume = () => {\n return this.calculateVolume(this.getInputByteFrequencyData());\n };\n\n public getOutputVolume = () => {\n return this.calculateVolume(this.getOutputByteFrequencyData());\n };\n\n public sendFeedback = (like: boolean) => {\n if (!this.canSendFeedback) {\n console.warn(\n this.lastFeedbackEventId === 0\n ? \"Cannot send feedback: the conversation has not started yet.\"\n : \"Cannot send feedback: feedback has already been sent for the current response.\"\n );\n return;\n }\n\n this.connection.sendMessage({\n type: \"feedback\",\n score: like ? \"like\" : \"dislike\",\n event_id: this.currentEventId,\n });\n this.lastFeedbackEventId = this.currentEventId;\n this.updateCanSendFeedback();\n };\n}\n\nexport function postOverallFeedback(\n conversationId: string,\n like: boolean,\n origin: string = HTTPS_API_ORIGIN\n) {\n return fetch(`${origin}/v1/convai/conversations/${conversationId}/feedback`, {\n method: \"POST\",\n body: JSON.stringify({\n feedback: like ? \"like\" : \"dislike\",\n }),\n headers: {\n \"Content-Type\": \"application/json\",\n },\n });\n}\n"],"names":["base64ToArrayBuffer","base64","binaryString","window","atob","len","length","bytes","Uint8Array","i","charCodeAt","buffer","blob","Blob","type","rawAudioProcessor","URL","createObjectURL","Input","context","analyser","worklet","inputStream","this","create","_ref","sampleRate","format","preferHeadphonesForIosDevices","Promise","resolve","options","ideal","echoCancellation","noiseSuppression","navigator","mediaDevices","getUserMedia","audio","then","preliminaryInputStream","_temp4","_temp2","audioWorklet","addModule","_navigator$mediaDevic","source","createMediaStreamSource","AudioWorkletNode","port","postMessage","connect","supportsSampleRateConstraint","getSupportedConstraints","AudioContext","createAnalyser","_temp","getTracks","forEach","track","stop","_temp3","isIosDevice","includes","platform","userAgent","document","enumerateDevices","availableDevices","idealDevice","find","d","kind","keyword","label","toLowerCase","deviceId","_catch","error","_inputStream","_context","close","e","reject","prototype","audioConcatProcessor","Output","gain","createGain","destination","isValidSocketEvent","event","Connection","socket","conversationId","inputFormat","outputFormat","_this","disconnectionDetails","onDisconnectCallback","addEventListener","setTimeout","disconnect","reason","message","code","config","origin","_config$origin","url","signedUrl","agentId","protocols","authorization","push","WebSocket","_socket","_config$overrides$age","_config$overrides$age2","_config$overrides$age3","_config$overrides$tts","overridesEvent","overrides","conversation_config_override","agent","prompt","first_message","firstMessage","language","tts","voice_id","voiceId","customLlmExtraBody","custom_llm_extra_body","dynamicVariables","dynamic_variables","send","JSON","stringify","once","parse","data","conversation_initiation_metadata_event","console","warn","conversationConfig","conversation_id","agent_output_audio_format","user_input_audio_format","parseFormat","_socket2","_proto","sendMessage","onDisconnect","callback","details","_this$onDisconnectCal","call","_format$split","split","formatPart","sampleRatePart","Error","parseInt","isNaN","defaultClientTools","clientTools","pact","state","value","s","_Pact","o","_settle","bind","v","observer","defaultCallbacks","onConnect","onDebug","onError","onMessage","onModeChange","onStatusChange","onCanSendFeedbackChange","result","onFulfilled","onRejected","Conversation","connection","input","output","_this2","_this3","_this4","_this5","lastInterruptTimestamp","mode","status","inputFrequencyData","outputFrequencyData","volume","currentEventId","lastFeedbackEventId","canSendFeedback","endSession","endSessionWithDetails","updateStatus","updateMode","updateCanSendFeedback","onEvent","_interrupt","parsedEvent","_temp5","_switch","interruption_event","event_id","fadeOutAudio","agent_response_event","agent_response","user_transcription_event","user_transcript","response","tentative_agent_response_internal_event","tentative_agent_response","onUnhandledClientToolCall","client_tool_call","tool_name","clientToolName","tool_call_id","is_error","hasOwnProperty","parameters","audio_event","addAudioBase64Chunk","audio_base_64","ping_event","onInputWorkletMessage","b","user_audio_chunk","btoa","String","fromCharCode","apply","onOutputWorkletMessage","finished","chunk","exponentialRampToValueAtTime","currentTime","calculateVolume","frequencyData","getId","isOpen","setVolume","_ref2","getInputByteFrequencyData","frequencyBinCount","getByteFrequencyData","getOutputByteFrequencyData","getInputVolume","getOutputVolume","sendFeedback","like","score","onmessage","startSession","fullOptions","_extends","_Connection$create","all","_Promise$all","_connection","_input","_output","postOverallFeedback","fetch","method","body","feedback","headers"],"mappings":"wNAOgB,SAAAA,EAAoBC,GAIlC,IAHA,IAAMC,EAAeC,OAAOC,KAAKH,GAC3BI,EAAMH,EAAaI,OACnBC,EAAQ,IAAIC,WAAWH,GACpBI,EAAI,EAAGA,EAAIJ,EAAKI,IACvBF,EAAME,GAAKP,EAAaQ,WAAWD,GAErC,OAAOF,EAAMI,MACf,CCVA,IAAMC,EAAO,IAAIC,KACf,CA8GC,07HACD,CAAEC,KAAM,2BAGGC,EAAoBC,IAAIC,gBAAgBL,GC/FxCM,eAAK,WAuEhB,SAAAA,EACkBC,EACAC,EACAC,EACAC,GAAwBC,KAHxBJ,aACAC,EAAAA,KAAAA,qBACAC,aAAA,EAAAE,KACAD,iBAHA,EAAAC,KAAOJ,QAAPA,EACAI,KAAQH,SAARA,EACAG,KAAOF,QAAPA,EACAE,KAAWD,YAAXA,CACf,QAACJ,EA3EgBM,OAAM,SAAAC,GACxB,IAAAC,EAAUD,EAAVC,WACAC,EAAMF,EAANE,OACAC,EAA6BH,EAA7BG,8BAC2B,IAC3B,IAAIT,EAA+B,KAC/BG,EAAkC,KAAK,OAAAO,QAAAC,iCAGnCC,EAAiC,CACrCL,WAAY,CAAEM,MAAON,GACrBO,iBAAkB,CAAED,OAAO,GAC3BE,iBAAkB,CAAEF,OAAO,IAC3BH,QAAAC,QAImCK,UAAUC,aAAaC,aAAa,CACvEC,OAAO,KACPC,KAFIC,SAAAA,YAAsBC,IAAA,SAAAC,IAAAb,OAAAA,QAAAC,QAgCtBX,EAAQwB,aAAaC,UAAU7B,IAAkBwB,KAAA,WAAA,OAAAV,QAAAC,QAEnCK,UAAUC,aAAaC,aAAa,CACtDC,MAAOP,KACPQ,KAAA,SAAAM,GAEF,IAAMC,EAAS3B,EAAQ4B,wBAJvBzB,EAAWuB,GAKLxB,EAAU,IAAI2B,iBAAiB7B,EAAS,uBAM9C,OALAE,EAAQ4B,KAAKC,YAAY,CAAEpC,KAAM,YAAaa,OAAAA,EAAQD,WAAAA,IAEtDoB,EAAOK,QAAQ/B,GACfA,EAAS+B,QAAQ9B,GAEV,IAAIH,EAAMC,EAASC,EAAUC,EAASC,EAAa,KAvB1D,IAAM8B,EACJjB,UAAUC,aAAaiB,0BAA0B3B,WAK7CN,GAHND,EAAU,IAAIhB,OAAOmD,aACnBF,EAA+B,CAAE1B,WAAAA,GAAe,CAAE,IAE3B6B,iBAAiBC,EACtC,WAAA,IAACJ,EAA4BvB,OAAAA,QAAAC,QACzBX,EAAQwB,aAAaC,UAjEjC,sGAiE4DL,KAAA,aAAA,CADpD,GACoD,OAAAiB,GAAAA,EAAAjB,KAAAiB,EAAAjB,KAAAG,GAAAA,GAAA,CA3BxDF,MAAAA,GAAAA,EAAwBiB,YAAYC,QAAQ,SAAAC,GAAS,OAAAA,EAAMC,MAAM,GAAE,IAAAC,EAE/DC,WAAAA,IApCN,CACE,iBACA,mBACA,iBACA,OACA,SACA,QACAC,SAAS5B,UAAU6B,WAEpB7B,UAAU8B,UAAUF,SAAS,QAAU,eAAgBG,WA2BjCtC,EAA6BC,OAAAA,QAAAC,QAExC3B,OAAOgC,UAAUC,aAAa+B,oBAAkB5B,KADlD6B,SAAAA,GAEN,IAAMC,EAAcD,EAAiBE,KACnC,SAAAC,SAGa,eAAXA,EAAEC,MACF,CAAC,SAAU,YAAa,YAAYF,KAAK,SAAAG,GACvC,OAAAF,EAAEG,MAAMC,cAAcZ,SAASU,EAAQ,EACxC,GAEDJ,IACFtC,EAAQ6C,SAAW,CAAE5C,MAAOqC,EAAYO,UAAW,EAAA,CAbnDd,GAamD,OAAAD,GAAAA,EAAAtB,KAAAsB,EAAAtB,KAAAE,GAAAA,GA4BzD,yBAzD2C,IAGnCV,sCAHmC8C,CAAA,WAyDlCC,GAAOC,IAAAA,EAAAC,EAGd,MAFAD,OAAAA,EAAAzD,IAAAyD,EAAatB,YAAYC,QAAQ,SAAAC,GAAS,OAAAA,EAAMC,MAAM,GACtDoB,OAAAA,EAAA7D,IAAA6D,EAASC,QACHH,CACR,GACF,CAAC,MAAAI,GAAA,OAAArD,QAAAsD,OAAAD,EAAA,CAAA,EAAAhE,EAAAkE,UASYH,MAAA,eACiD,OAA5D1D,KAAKD,YAAYmC,YAAYC,QAAQ,SAAAC,GAAS,OAAAA,EAAMC,MAAM,GAAE/B,QAAAC,QAA5DP,KACWJ,QAAQ8D,SAAO1C,KAAA,aAC5B,CAAC,MAAA2C,UAAArD,QAAAsD,OAAAD,KAAAhE,CAAA,CAjFe,GCpBZN,EAAO,IAAIC,KACf,CA0FC,swFACD,CAAEC,KAAM,2BAGGuE,EAAuBrE,IAAIC,gBAAgBL,GCjG3C0E,eAwBX,WAAA,SAAAA,EACkBnE,EACAC,EACAmE,EACAlE,GAAyBE,KAHzBJ,aAAA,EAAAI,KACAH,cACAmE,EAAAA,KAAAA,iBACAlE,aAAA,EAHAE,KAAOJ,QAAPA,EACAI,KAAQH,SAARA,EACAG,KAAIgE,KAAJA,EACAhE,KAAOF,QAAPA,CACf,QAACiE,EA5BgB9D,OAAA,SAAMC,GACxB,IAAAC,EAAUD,EAAVC,WACAC,EAAMF,EAANE,OACa,IACb,IAAIR,EAA+B,KAAK,OAAAU,QAAAC,iCAGhCV,GADND,EAAU,IAAImC,aAAa,CAAE5B,WAAAA,KACJ6B,kBACnBgC,EAAOpE,EAAQqE,cAChBrC,QAAQ/B,GACbA,EAAS+B,QAAQhC,EAAQsE,aAAa5D,QAAAC,QAChCX,EAAQwB,aAAaC,UAAUyC,IAAqB9C,KAAA,WAC1D,IAAMlB,EAAU,IAAI2B,iBAAiB7B,EAAS,0BAI9C,OAHAE,EAAQ4B,KAAKC,YAAY,CAAEpC,KAAM,YAAaa,OAAAA,IAC9CN,EAAQ8B,QAAQoC,GAET,IAAID,EAAOnE,EAASC,EAAUmE,EAAMlE,EAAS,yBAZd,IAGhCD,EACAmE,sCAJgCV,CAAA,WAa/BC,GAAOE,IAAAA,EAEd,MADO,OAAPA,EAAA7D,IAAA6D,EAASC,QACHH,CACR,GACF,CAAC,MAAAI,GAAA,OAAArD,QAAAsD,OAAAD,EAAA,CAAA,EAAAI,EAAAF,UASYH,MAAK,WAAA,WACNpD,QAAAC,QAAJP,KAAKJ,QAAQ8D,SAAO1C,KAC5B,WAAA,EAAA,CAAC,MAAA2C,UAAArD,QAAAsD,OAAAD,KAAAI,CAAA,CATD,GCgFc,SAAAI,EAAmBC,GACjC,QAASA,EAAM7E,IACjB,CCtGA,IA2Ea8E,eAiGX,WAAA,SAAAA,EACkBC,EACAC,EACAC,EACAC,GAA0B,IAAAC,EAAA1E,KAAAA,KAH1BsE,YAAA,EAAAtE,KACAuE,oBACAC,EAAAA,KAAAA,iBACAC,EAAAA,KAAAA,kBAPVE,EAAAA,KAAAA,qBAAoD,KAAI3E,KACxD4E,qBAAoD,KAG1C5E,KAAMsE,OAANA,EACAtE,KAAcuE,eAAdA,EACAvE,KAAWwE,YAAXA,EACAxE,KAAYyE,aAAZA,EAEhBzE,KAAKsE,OAAOO,iBAAiB,QAAS,SAAAT,GAIpCU,WACE,WACE,OAAAJ,EAAKK,WAAW,CACdC,OAAQ,QACRC,QAAS,mDACTrF,QAASwE,GACT,EACJ,EAEJ,GACApE,KAAKsE,OAAOO,iBAAiB,QAAS,SAAAT,GACpCM,EAAKK,WACY,MAAfX,EAAMc,KACF,CACEF,OAAQ,QACRpF,QAASwE,GAEX,CACEY,OAAQ,QACRC,QACEb,EAAMY,QAAU,2CAClBpF,QAASwE,GAGnB,EACF,CAACC,EAnImBpE,OAAM,SAACkF,OACzB,IAAIb,EAA2B,KAAK,OAAAhE,QAAAC,iCAG5B6E,EAAsB,OAAhBC,EAAGF,EAAOC,QAAMC,EARX,0BASXC,EAAMH,EAAOI,UACfJ,EAAOI,UACPH,EAVe,oCAUaD,EAAOK,QAEjCC,EAAY,CArFF,UAsFZN,EAAOO,eACTD,EAAUE,KAAI,UAAWR,EAAOO,eAElCpB,EAAS,IAAIsB,UAAUN,EAAKG,GAAWnF,QAAAC,QACN,IAAID,QAEnC,SAACC,EAASqD,GACVU,EAAQO,iBACN,OACA,WAAKgB,IAAAA,EAKmBC,EAAAC,EAAAC,EAAAC,EAJhBC,EAA4C,CAChD3G,KAAM,uCAGJ4F,EAAOgB,YACTD,EAAeE,6BAA+B,CAC5CC,MAAO,CACLC,OAAQR,OAAFA,EAAEX,EAAOgB,UAAUE,YAAjBP,EAAAA,EAAwBQ,OAChCC,cAAeR,OAAFA,EAAEZ,EAAOgB,UAAUE,YAAjBN,EAAAA,EAAwBS,aACvCC,SAAUT,OAAFA,EAAEb,EAAOgB,UAAUE,YAAjBL,EAAAA,EAAwBS,UAEpCC,IAAK,CACHC,SAA8B,OAAtBV,EAAEd,EAAOgB,UAAUO,UAAG,EAApBT,EAAsBW,WAKlCzB,EAAO0B,qBACTX,EAAeY,sBAAwB3B,EAAO0B,oBAG5C1B,EAAO4B,mBACTb,EAAec,kBAAoB7B,EAAO4B,yBAG5ClB,EAAAvB,IAAAuB,EAAQoB,KAAKC,KAAKC,UAAUjB,GAC9B,EACA,CAAEkB,MAAM,IAEV9C,EAAQO,iBAAiB,QAAS,SAAAT,GAIhCU,WAAW,WAAM,OAAAlB,EAAOQ,EAAM,EAAE,EAClC,GACAE,EAAQO,iBAAiB,QAASjB,GAClCU,EAAQO,iBACN,UACA,SAACT,GACC,IAAMa,EAAUiC,KAAKG,MAAMjD,EAAMkD,MAE5BnD,EAAmBc,KAIH,qCAAjBA,EAAQ1F,KACVgB,EAAQ0E,EAAQsC,wCAEhBC,QAAQC,KACN,wDAGN,EACA,CAAEL,MAAM,GAEZ,IAAEpG,KAAA,SA7DI0G,GA+DN,IACEC,EAGED,EAHFC,gBACAC,EAEEF,EAFFE,0BACAC,EACEH,EADFG,wBAGIrD,EAAcsD,EAAmC,MAAvBD,EAAAA,EAA2B,aACrDpD,EAAeqD,EAAYF,GAEjC,OAAW,IAAAvD,EAAWC,EAAQqD,EAAiBnD,EAAaC,EAAc,6BAnFxEY,EACID,EACAE,EAIAG,sCAR4BnC,GAsF3BC,SAAAA,GAAO,IAAAwE,EAEd,MADM,OAANA,EAAAzD,IAAAyD,EAAQrE,QACFH,CACR,GACF,CAAC,MAAAI,GAAArD,OAAAA,QAAAsD,OAAAD,EAAA,CAAA,EAAA,IAAAqE,EAAA3D,EAAAR,UA8DA,OA9DAmE,EA0CMtE,MAAA,WACL1D,KAAKsE,OAAOZ,OACd,EAACsE,EAEMC,YAAA,SAAYhD,GACjBjF,KAAKsE,OAAO2C,KAAKC,KAAKC,UAAUlC,GAClC,EAAC+C,EAEME,aAAA,SAAaC,GAClBnI,KAAK4E,qBAAuBuD,EACxBnI,KAAK2E,sBACPwD,EAASnI,KAAK2E,qBAElB,EAACqD,EAEOjD,WAAA,SAAWqD,GACeC,IAAAA,EAA3BrI,KAAK2E,uBACR3E,KAAK2E,qBAAuByD,EAC5BC,OAAAA,OAAKzD,uBAALyD,EAAAC,UAA4BF,GAEhC,EAAC/D,CAAA,CAzDD,GA4DF,SAASyD,EAAY1H,GACnB,IAAAmI,EAAqCnI,EAAOoI,MAAM,KAA3CC,EAAUF,EAAEG,GAAAA,EAAcH,EACjC,GAAA,IAAK,CAAC,MAAO,QAAQ/F,SAASiG,GAC5B,UAAUE,MAAyBvI,mBAAAA,GAGrC,IAAMD,EAAayI,SAASF,GAC5B,GAAIG,MAAM1I,GACR,MAAU,IAAAwI,MAAK,wBAAyBD,GAG1C,MAAO,CACLtI,OAAQqI,EACRtI,WAAAA,EAEJ,wFC3MA,IAAM2I,EAAqB,CAAEC,YAAa,eAwChCC,EAAAC,EAAAC,GACF,IAAAF,EAAAG,EAAA,CACD,GAAAD,aAAEE,EAAA,OAEID,EAMP,YADAD,EAAAG,EAAAC,EAAYC,KAAO,KAAEP,EAACC,IAJvB,EAADA,MAASC,EAAAC,KAEPD,EAAUM,KAOgBN,GAAAA,EAAAlI,mBAClBA,OAAoBuI,KAAC,KAAAP,EAAAC,GAAAK,EAAAC,KAAA,KAAAP,EAAA,IAGzBA,EAAAG,EAAAF,IACMO,EAAAN,MACQO,EAAAT,EAAaK,EACRI,KACJT,IA7DzB,IAAMU,EAA8B,CAClCC,UAAW,WAAK,EAChBC,QAAS,aACT1B,aAAc,WAAQ,EACtB2B,QAAS,WAAK,EACdC,UAAW,aACXC,aAAc,WAAQ,EACtBC,eAAgB,WAAK,EACrBC,wBAAyB,WAAK,GA3DvBb,0BACT,SAAAA,IACAA,QAAAA,EAAOvF,UACL7C,KAID,cACD,IAEEkJ,EAAA,IAAAd,WAyCF,GAAMH,GACJ,IAAAd,EAAmB,EAAHc,EAAGkB,EAAAC,EACnB,GAAAjC,EAAc,CACd,IACAmB,EAASY,EAAO,EAAC/B,EAAAnI,KAAAwJ,GACjB,CAAA,MAAS7F,GACT2F,EAAAY,EAAiB,EAAEvG,EACnB,CACA,OAAAuG,CACA,CAEI,OAAAlK,IAqDe,CA/BjB,OAgCiBA,KAAAqJ,EAAA,SAAA3E,GACD,IACA,IAAAwE,EAAAxE,EAAA8E,EArDE,EAAb9E,EAAOyE,EAMZG,EAAAY,MAA6BC,EAAAjB,GAAAA,GACxBkB,EACHd,EAAAY,EAAmB,EAAAE,EAAAlB,MAEnBgB,EAAA,EAAAhB,SAGSvF,KAEPuG,EAAsB,EAAAvG,KAI1BuG,QApBSG,eAkDX,WAAA,SAAAA,EACmB7J,EACA8J,EACDC,EACAC,OAAcC,EAiB1BzK,KAAI0K,EA4CA1K,KAAI2K,EAuJZ3K,KAAI4K,EAUJ5K,KAAI0E,YAjOalE,aAAA,EAAAR,KACAsK,gBACDC,EAAAA,KAAAA,kBACAC,YAAA,EAAAxK,KAdV6K,uBAAiC,EACjCC,KAAAA,KAAa,YAAW9K,KACxB+K,OAAiB,kBACjBC,wBAAkB,EAAAhL,KAClBiL,yBACAC,EAAAA,KAAAA,OAAiB,EAAClL,KAClBmL,eAAyB,EACzBC,KAAAA,oBAA8B,EAACpL,KAC/BqL,iBAA2B,OAoB5BC,WAAa,kBAAM5G,EAAK6G,sBAAsB,CAAEvG,OAAQ,QAAS,EAEhEuG,KAAAA,+BAA+BnD,GAA6B,IAClE,MAAoB,cAAhBqC,EAAKM,QAA0C,eAAhBN,EAAKM,OAAyBzK,QAAAC,WACjEkK,EAAKe,aAAa,iBAElBf,EAAKH,WAAW5G,QAAQpD,QAAAC,QAClBkK,EAAKF,MAAM7G,SAAO1C,KAAA,WAAA,OAAAV,QAAAC,QAClBkK,EAAKD,OAAO9G,SAAO1C,KAEzByJ,WAAAA,EAAKe,aAAa,gBAClBf,EAAKjK,QAAQ0H,aAAaE,EAAS,KACrC,CAAC,MAAAzE,GAAArD,OAAAA,QAAAsD,OAAAD,EAAA,CAAA,EAAA3D,KAEOyL,WAAa,SAACX,GAChBA,IAASpG,EAAKoG,OAChBpG,EAAKoG,KAAOA,EACZpG,EAAKlE,QAAQuJ,aAAa,CAAEe,KAAAA,IAEhC,EAEQU,KAAAA,aAAe,SAACT,GAClBA,IAAWrG,EAAKqG,SAClBrG,EAAKqG,OAASA,EACdrG,EAAKlE,QAAQwJ,eAAe,CAAEe,OAAAA,IAElC,EAAC/K,KAEO0L,sBAAwB,WAC9B,IAAML,EAAkB3G,EAAKyG,iBAAmBzG,EAAK0G,oBACjD1G,EAAK2G,kBAAoBA,IAC3B3G,EAAK2G,gBAAkBA,EACvB3G,EAAKlE,QAAQyJ,wBAAwB,CAAEoB,gBAAAA,IAE3C,EAEQM,KAAAA,iBAAiBvH,GAAmB,WAAI9D,QAAAC,QAAA+C,aAC1CsI,IAAAA,EACIC,EAAc3E,KAAKG,MAAMjD,EAAMkD,MAErC,GAAKnD,EAAmB0H,GAAxB,CAEC,IAAAC,uzBAAAC,CAEOF,EAAYtM,KACb,CAAA,CAAA,WAAA,MAAA,cAAc,aAKG,OAJhBsM,EAAYG,qBACdtB,EAAKG,uBACHgB,EAAYG,mBAAmBC,UAEnCvB,EAAKwB,oBAAeN,EAAA,EAErB,GAEI,CAAA,WAAA,MAAA,gBAAgB,oBACnBlB,EAAKlK,QAAQsJ,UAAU,CACrBvI,OAAQ,KACR0D,QAAS4G,EAAYM,qBAAqBC,sBACzCR,IAEJ,GAAA,CAAA,WAAA,MAEI,iBAAiB,EAAE,WAInB,OAHHlB,EAAKlK,QAAQsJ,UAAU,CACrBvI,OAAQ,OACR0D,QAAS4G,EAAYQ,yBAAyBC,uBAC7CV,EAAA,EAEJ,GAEI,CAAA,WAAA,MAAA,mCAAmC,aAQxC,OAPElB,EAAKlK,QAAQoJ,QAAQ,CACnBrK,KAAM,2BACNgN,SACEV,EAAYW,wCACTC,gCACJb,EAEL,EAAC,qBAEI,kBAAkB,EAAA,WAAE1K,IAAAA,aAuCvB,GAAIwJ,EAAKlK,QAAQkM,iCACfhC,EAAKlK,QAAQkM,0BACXb,EAAYc,uBACZf,KAKJlB,EAAKb,QAAO,yBACegC,EAAYc,iBAAiBC,UAAS,4BAC/D,CACEC,eAAgBhB,EAAYc,iBAAiBC,YAGjDlC,EAAKJ,WAAWrC,YAAY,CAC1B1I,KAAM,qBACNuN,aAAcjB,EAAYc,iBAAiBG,aAC3C5C,OAAM,yBAA2B2B,EAAYc,iBAAiBC,sCAC9DG,UAAU,IACTnB,KAAAtJ,EAAA,WAAA,GAxDDoI,EAAKlK,QAAQuI,YAAYiE,eACvBnB,EAAYc,iBAAiBC,gBAC9BzL,EAAA,WAAAyK,KAAA3J,EAAAqB,EAEG,WAAA,OAAAhD,QAAAC,QAEOmK,EAAKlK,QAAQuI,YAClB8C,EAAYc,iBAAiBC,WAC7Bf,EAAYc,iBAAiBM,aAAWjM,KAAA,SAHtCkJ,GAMNQ,EAAKJ,WAAWrC,YAAY,CAC1B1I,KAAM,qBACNuN,aAAcjB,EAAYc,iBAAiBG,aAC3C5C,OAAQA,EACR6C,UAAU,GACT,EACL,EAASpJ,SAAAA,GACP+G,EAAKb,QACH,6DACGlG,SAAAA,EAAasB,SAChB,CACE4H,eAAgBhB,EAAYc,iBAAiBC,YAGjDlC,EAAKJ,WAAWrC,YAAY,CAC1B1I,KAAM,qBACNuN,aAAcjB,EAAYc,iBAAiBG,aAC3C5C,OACE,wCAAoCvG,SAAAA,EAAasB,SACnD8H,UAAU,GAEd,UAAC9K,GAAAA,EAAAjB,KAAAiB,EAAAjB,KAAAG,GAAAA,GAAAmB,CAAAA,CAwBA,GAxBAA,OAAAA,GAAAA,EAAAtB,KAAAsB,EAAAtB,KAAAE,GAAAA,GA2BJ,EAAA,WAAA,OAAA0K,GAAAA,CAAA,qBAEI,OAAO,EAAA,WAQZ,OAPMlB,EAAKG,wBAA0BgB,EAAYqB,YAAYjB,WACzDvB,EAAKyC,oBAAoBtB,EAAYqB,YAAYE,eACjD1C,EAAKS,eAAiBU,EAAYqB,YAAYjB,SAC9CvB,EAAKgB,wBACLhB,EAAKe,WAAW,kBACjBG,EAEH,EAAC,GAEI,CAAA,WAAA,MAAA,MAAM,aAQX,OAPElB,EAAKJ,WAAWrC,YAAY,CAC1B1I,KAAM,OACN0M,SAAWJ,EAA0BwB,WAAWpB,gBAC/CL,EAIL,EAAC,6BAIClB,EAAKlK,QAAQoJ,QAAQiC,QAAaD,IAEnC,KAAA,OAAAE,GAAAA,EAAA9K,KAAA8K,EAAA9K,KAEL,WAAA,QAFK,CA7HH,CA+HF,aACE0J,EAAKb,QAAQ,6BAA8B,CAAEzF,MAAAA,GAE/C,GACF,CAAC,MAAAT,GAAA,OAAArD,QAAAsD,OAAAD,EAAA,CAAA,EAAA3D,KAEOsN,sBAAwB,SAAClJ,GAC/B,IPrTgCmJ,EAC5BnO,EO0TgB,cAAhBsF,EAAKqG,QACPrG,EAAK4F,WAAWrC,YAAY,CAC1BuF,kBP7T4BD,EOqTRnJ,EAAMkD,KAAK,GAQuBlI,OP5TtDA,EAAS,IAAIH,WAAWsO,GAEX3O,OAAO6O,KAAKC,OAAOC,aAAYC,MAAnBF,OAAuBtO,MO+TtD,OAEQyO,uBAAyB,SAAA3N,GAAG,IAAAoH,EAAIpH,EAAJoH,KAChB,YAAdA,EAAK/H,MACPmF,EAAK+G,WAAWnE,EAAKwG,SAAW,YAAc,WAElD,EAEQX,KAAAA,6BAA6BY,GAAa,IAM7C,OALHpD,EAAKH,OAAOxG,KAAKA,KAAKkF,MAAQyB,EAAKO,OACnCP,EAAKH,OAAO1K,QAAQ4B,KAAKC,YAAY,CAAEpC,KAAM,qBAC7CoL,EAAKH,OAAO1K,QAAQ4B,KAAKC,YAAY,CACnCpC,KAAM,SACNH,OAAQX,EAAoBsP,KAC3BzN,QAAAC,SACL,CAAC,MAAAoD,GAAArD,OAAAA,QAAAsD,OAAAD,EAEOuI,CAAAA,EAAAA,KAAAA,4BAaG,OAXTtB,EAAKa,WAAW,aAChBb,EAAKJ,OAAO1K,QAAQ4B,KAAKC,YAAY,CAAEpC,KAAM,cAC7CqL,EAAKJ,OAAOxG,KAAKA,KAAKgK,6BACpB,KACApD,EAAKJ,OAAO5K,QAAQqO,YAAc,GAIpCnJ,WAAW,WACT8F,EAAKJ,OAAOxG,KAAKA,KAAKkF,MAAQ0B,EAAKM,OACnCN,EAAKJ,OAAO1K,QAAQ4B,KAAKC,YAAY,CAAEpC,KAAM,oBAC/C,EAAG,KAAMe,QAAAC,SACX,CAAC,MAAAoD,GAAArD,OAAAA,QAAAsD,OAAAD,EAEOkG,CAAAA,EAAAA,KAAAA,QAAU,SAAC5E,EAAiBrF,GAClC4H,QAAQjE,MAAM0B,EAASrF,GACvB8E,EAAKlE,QAAQqJ,QAAQ5E,EAASrF,EAChC,EAEQsO,KAAAA,gBAAkB,SAACC,GACzB,GAA6B,IAAzBA,EAAcpP,OAChB,SAMF,IADA,IAAImM,EAAS,EACJhM,EAAI,EAAGA,EAAIiP,EAAcpP,OAAQG,IACxCgM,GAAUiD,EAAcjP,GAAK,IAI/B,OAFAgM,GAAUiD,EAAcpP,QAER,EAAI,EAAImM,EAAS,EAAI,EAAIA,CAC3C,EAEOkD,KAAAA,MAAQ,WAAM,OAAA1J,EAAK4F,WAAW/F,cAAc,EAAAvE,KAE5CqO,OAAS,iBAAsB,cAAhB3J,EAAKqG,MAAsB,EAE1CuD,KAAAA,UAAY,SAAAC,GACjB7J,EAAKwG,OADqBqD,EAANrD,MAEtB,EAEOsD,KAAAA,0BAA4B,WAKjC,OAJuB,MAAvB9J,EAAKsG,qBAALtG,EAAKsG,mBAAuB,IAAI/L,WAC9ByF,EAAK6F,MAAM1K,SAAS4O,oBAEtB/J,EAAK6F,MAAM1K,SAAS6O,qBAAqBhK,EAAKsG,oBACvCtG,EAAKsG,kBACd,EAEO2D,KAAAA,2BAA6B,WAKlC,aAJAjK,EAAKuG,sBAALvG,EAAKuG,oBAAwB,IAAIhM,WAC/ByF,EAAK8F,OAAO3K,SAAS4O,oBAEvB/J,EAAK8F,OAAO3K,SAAS6O,qBAAqBhK,EAAKuG,qBACxCvG,EAAKuG,mBACd,EAEO2D,KAAAA,eAAiB,WACtB,OAAOlK,EAAKwJ,gBAAgBxJ,EAAK8J,4BACnC,EAACxO,KAEM6O,gBAAkB,WACvB,OAAOnK,EAAKwJ,gBAAgBxJ,EAAKiK,6BACnC,OAEOG,aAAe,SAACC,GAChBrK,EAAK2G,iBASV3G,EAAK4F,WAAWrC,YAAY,CAC1B1I,KAAM,WACNyP,MAAOD,EAAO,OAAS,UACvB9C,SAAUvH,EAAKyG,iBAEjBzG,EAAK0G,oBAAsB1G,EAAKyG,eAChCzG,EAAKgH,yBAdHlE,QAAQC,KACuB,IAA7B/C,EAAK0G,oBACD,8DACA,iFAYV,EArTmBpL,KAAOQ,QAAPA,EACAR,KAAUsK,WAAVA,EACDtK,KAAKuK,MAALA,EACAvK,KAAMwK,OAANA,EAEhBxK,KAAKQ,QAAQmJ,UAAU,CAAEpF,eAAgB+F,EAAW/F,iBAEpDvE,KAAKsK,WAAWpC,aAAalI,KAAKuL,uBAClCvL,KAAKsK,WAAWhG,OAAOO,iBAAiB,UAAW,SAAAT,GACjDM,EAAKiH,QAAQvH,EACf,GAEApE,KAAKuK,MAAMzK,QAAQ4B,KAAKuN,UAAYjP,KAAKsN,sBACzCtN,KAAKwK,OAAO1K,QAAQ4B,KAAKuN,UAAYjP,KAAK6N,uBAC1C7N,KAAKwL,aAAa,YACpB,CA5BCnB,OA4BAA,EAjEmB6E,aAAY,SAC9B1O,GAGsB,IAEtB,IAAM2O,EAAWC,EAAA,CAAA,EACZtG,EACAY,EACAlJ,GAGL2O,EAAYnF,eAAe,CAAEe,OAAQ,eACrCoE,EAAYlF,wBAAwB,CAAEoB,iBAAiB,IAEvD,IAAId,EAAsB,KACtBD,EAAgC,KAChCE,EAAwB,KAAK,OAAAlK,QAAAC,QAAA+C,EAAA,kBAE7BhD,QAAAC,QACiB8D,EAAWpE,OAAOO,IAAQQ,KAAAqO,SAAAA,GAAC,OAA9C/E,EAAU+E,EAAoC/O,QAAAC,QACtBD,QAAQgP,IAAI,CAClC3P,EAAMM,OAAMmP,EAAA,CAAA,EACP9E,EAAW9F,aACdnE,8BAA+BG,EAAQH,iCAEzC0D,EAAO9D,OAAOqK,EAAW7F,iBACzBzD,KAAAuO,SAAAA,GAEF,OAAO,IAAIlF,EAAa8E,EAAa7E,EARpCC,EAAKgF,EAAA,GAAE/E,EAAM+E,KAQkD,EAAA,EAClE,EAAShM,SAAAA,GAAO,IAAAiM,EAAAC,EAEM,OADpBN,EAAYnF,eAAe,CAAEe,OAAQ,iBACrCyE,OAAAA,EAAAlF,IAAAkF,EAAY9L,QAAQpD,QAAAC,QACT,OADSkP,EACdlF,QAAK,EAALkF,EAAO/L,SAAO1C,KAAA0O,WAAAA,IAAAA,EAAApP,OAAAA,QAAAC,eAAAmP,EACdlF,UAAAkF,EAAQhM,SAAO1C,KAAA,WACrB,MAAMuC,CAAM,IACd,GACF,CAAC,MAAAI,GAAArD,OAAAA,QAAAsD,OAAAD,EAAA0G,CAAAA,EAAAA,CAAA,CAYD,GAyTI,SAAUsF,EACdpL,EACAwK,EACA3J,GAEA,gBAFAA,IAAAA,EAhXuB,6BAkXhBwK,MAASxK,EAAkCb,4BAAAA,cAA2B,CAC3EsL,OAAQ,OACRC,KAAM5I,KAAKC,UAAU,CACnB4I,SAAUhB,EAAO,OAAS,YAE5BiB,QAAS,CACP,eAAgB,qBAGtB"}
package/dist/lib.umd.js CHANGED
@@ -1,2 +1,2 @@
1
- !function(e,n){"object"==typeof exports&&"undefined"!=typeof module?n(exports):"function"==typeof define&&define.amd?define(["exports"],n):n((e||self).client={})}(this,function(e){function n(){return n=Object.assign?Object.assign.bind():function(e){for(var n=1;n<arguments.length;n++){var t=arguments[n];for(var o in t)({}).hasOwnProperty.call(t,o)&&(e[o]=t[o])}return e},n.apply(null,arguments)}function t(e){for(var n=window.atob(e),t=n.length,o=new Uint8Array(t),r=0;r<t;r++)o[r]=n.charCodeAt(r);return o.buffer}var o=new Blob(['\n const BIAS = 0x84;\n const CLIP = 32635;\n const encodeTable = [\n 0,0,1,1,2,2,2,2,3,3,3,3,3,3,3,3,\n 4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,\n 5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,\n 5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,\n 6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,\n 6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,\n 6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,\n 6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,\n 7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,\n 7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,\n 7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,\n 7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,\n 7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,\n 7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,\n 7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,\n 7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7\n ];\n \n function encodeSample(sample) {\n let sign;\n let exponent;\n let mantissa;\n let muLawSample;\n sign = (sample >> 8) & 0x80;\n if (sign !== 0) sample = -sample;\n sample = sample + BIAS;\n if (sample > CLIP) sample = CLIP;\n exponent = encodeTable[(sample>>7) & 0xFF];\n mantissa = (sample >> (exponent+3)) & 0x0F;\n muLawSample = ~(sign | (exponent << 4) | mantissa);\n \n return muLawSample;\n }\n \n class RawAudioProcessor extends AudioWorkletProcessor {\n constructor() {\n super();\n \n this.port.onmessage = ({ data }) => {\n this.buffer = []; // Initialize an empty buffer\n this.bufferSize = data.sampleRate / 4;\n \n if (globalThis.LibSampleRate && sampleRate !== data.sampleRate) {\n globalThis.LibSampleRate.create(1, sampleRate, data.sampleRate).then(resampler => {\n this.resampler = resampler;\n });\n } \n };\n }\n process(inputs) {\n if (!this.buffer) {\n return true;\n }\n \n const input = inputs[0]; // Get the first input node\n if (input.length > 0) {\n let channelData = input[0]; // Get the first channel\'s data\n\n // Resample the audio if necessary\n if (this.resampler) {\n channelData = this.resampler.full(channelData);\n }\n\n // Add channel data to the buffer\n this.buffer.push(...channelData);\n // Get max volume \n let sum = 0.0;\n for (let i = 0; i < channelData.length; i++) {\n sum += channelData[i] * channelData[i];\n }\n const maxVolume = Math.sqrt(sum / channelData.length);\n // Check if buffer size has reached or exceeded the threshold\n if (this.buffer.length >= this.bufferSize) {\n const float32Array = new Float32Array(this.buffer)\n let encodedArray = this.format === "ulaw"\n ? new Uint8Array(float32Array.length)\n : new Int16Array(float32Array.length);\n\n // Iterate through the Float32Array and convert each sample to PCM16\n for (let i = 0; i < float32Array.length; i++) {\n // Clamp the value to the range [-1, 1]\n let sample = Math.max(-1, Math.min(1, float32Array[i]));\n\n // Scale the sample to the range [-32768, 32767]\n let value = sample < 0 ? sample * 32768 : sample * 32767;\n if (this.format === "ulaw") {\n value = encodeSample(Math.round(value));\n }\n\n encodedArray[i] = value;\n }\n\n // Send the buffered data to the main script\n this.port.postMessage([encodedArray, maxVolume]);\n\n // Clear the buffer after sending\n this.buffer = [];\n }\n }\n return true; // Continue processing\n }\n }\n registerProcessor("raw-audio-processor", RawAudioProcessor);\n '],{type:"application/javascript"}),r=URL.createObjectURL(o),i=/*#__PURE__*/function(){function e(e,n,t,o){this.context=void 0,this.analyser=void 0,this.worklet=void 0,this.inputStream=void 0,this.context=e,this.analyser=n,this.worklet=t,this.inputStream=o}return e.create=function(n){var t=n.sampleRate,o=n.format,i=n.preferHeadphonesForIosDevices;try{var a=null,s=null;return Promise.resolve(function(n,u){try{var c=(l={sampleRate:{ideal:t},echoCancellation:{ideal:!0},noiseSuppression:{ideal:!0}},Promise.resolve(navigator.mediaDevices.getUserMedia({audio:!0})).then(function(n){function u(){function n(){return Promise.resolve(a.audioWorklet.addModule(r)).then(function(){return Promise.resolve(navigator.mediaDevices.getUserMedia({audio:l})).then(function(n){var r=a.createMediaStreamSource(s=n),i=new AudioWorkletNode(a,"raw-audio-processor");return i.port.postMessage({type:"setFormat",format:o,sampleRate:t}),r.connect(u),u.connect(i),new e(a,u,i,s)})})}var i=navigator.mediaDevices.getSupportedConstraints().sampleRate,u=(a=new window.AudioContext(i?{sampleRate:t}:{})).createAnalyser(),c=function(){if(!i)return Promise.resolve(a.audioWorklet.addModule("https://cdn.jsdelivr.net/npm/@alexanderolsen/libsamplerate-js@2.1.2/dist/libsamplerate.worklet.js")).then(function(){})}();return c&&c.then?c.then(n):n()}null==n||n.getTracks().forEach(function(e){return e.stop()});var c=function(){if((["iPad Simulator","iPhone Simulator","iPod Simulator","iPad","iPhone","iPod"].includes(navigator.platform)||navigator.userAgent.includes("Mac")&&"ontouchend"in document)&&i)return Promise.resolve(window.navigator.mediaDevices.enumerateDevices()).then(function(e){var n=e.find(function(e){return"audioinput"===e.kind&&["airpod","headphone","earphone"].find(function(n){return e.label.toLowerCase().includes(n)})});n&&(l.deviceId={ideal:n.deviceId})})}();return c&&c.then?c.then(u):u()}))}catch(e){return u(e)}var l;return c&&c.then?c.then(void 0,u):c}(0,function(e){var n,t;throw null==(n=s)||n.getTracks().forEach(function(e){return e.stop()}),null==(t=a)||t.close(),e}))}catch(e){return Promise.reject(e)}},e.prototype.close=function(){try{return this.inputStream.getTracks().forEach(function(e){return e.stop()}),Promise.resolve(this.context.close()).then(function(){})}catch(e){return Promise.reject(e)}},e}(),a=new Blob(['\n const decodeTable = [0,132,396,924,1980,4092,8316,16764];\n \n export function decodeSample(muLawSample) {\n let sign;\n let exponent;\n let mantissa;\n let sample;\n muLawSample = ~muLawSample;\n sign = (muLawSample & 0x80);\n exponent = (muLawSample >> 4) & 0x07;\n mantissa = muLawSample & 0x0F;\n sample = decodeTable[exponent] + (mantissa << (exponent+3));\n if (sign !== 0) sample = -sample;\n\n return sample;\n }\n \n class AudioConcatProcessor extends AudioWorkletProcessor {\n constructor() {\n super();\n this.buffers = []; // Initialize an empty buffer\n this.cursor = 0;\n this.currentBuffer = null;\n this.wasInterrupted = false;\n this.finished = false;\n \n this.port.onmessage = ({ data }) => {\n switch (data.type) {\n case "setFormat":\n this.format = data.format;\n break;\n case "buffer":\n this.wasInterrupted = false;\n this.buffers.push(\n this.format === "ulaw"\n ? new Uint8Array(data.buffer)\n : new Int16Array(data.buffer)\n );\n break;\n case "interrupt":\n this.wasInterrupted = true;\n break;\n case "clearInterrupted":\n if (this.wasInterrupted) {\n this.wasInterrupted = false;\n this.buffers = [];\n this.currentBuffer = null;\n }\n }\n };\n }\n process(_, outputs) {\n let finished = false;\n const output = outputs[0][0];\n for (let i = 0; i < output.length; i++) {\n if (!this.currentBuffer) {\n if (this.buffers.length === 0) {\n finished = true;\n break;\n }\n this.currentBuffer = this.buffers.shift();\n this.cursor = 0;\n }\n\n let value = this.currentBuffer[this.cursor];\n if (this.format === "ulaw") {\n value = decodeSample(value);\n }\n output[i] = value / 32768;\n this.cursor++;\n\n if (this.cursor >= this.currentBuffer.length) {\n this.currentBuffer = null;\n }\n }\n\n if (this.finished !== finished) {\n this.finished = finished;\n this.port.postMessage({ type: "process", finished });\n }\n\n return true; // Continue processing\n }\n }\n\n registerProcessor("audio-concat-processor", AudioConcatProcessor);\n '],{type:"application/javascript"}),s=URL.createObjectURL(a),u=/*#__PURE__*/function(){function e(e,n,t,o){this.context=void 0,this.analyser=void 0,this.gain=void 0,this.worklet=void 0,this.context=e,this.analyser=n,this.gain=t,this.worklet=o}return e.create=function(n){var t=n.sampleRate,o=n.format;try{var r=null;return Promise.resolve(function(n,i){try{var a=(u=(r=new AudioContext({sampleRate:t})).createAnalyser(),(c=r.createGain()).connect(u),u.connect(r.destination),Promise.resolve(r.audioWorklet.addModule(s)).then(function(){var n=new AudioWorkletNode(r,"audio-concat-processor");return n.port.postMessage({type:"setFormat",format:o}),n.connect(c),new e(r,u,c,n)}))}catch(e){return i(e)}var u,c;return a&&a.then?a.then(void 0,i):a}(0,function(e){var n;throw null==(n=r)||n.close(),e}))}catch(e){return Promise.reject(e)}},e.prototype.close=function(){try{return Promise.resolve(this.context.close()).then(function(){})}catch(e){return Promise.reject(e)}},e}();function c(e){return!!e.type}var l=/*#__PURE__*/function(){function e(e,n,t,o){this.socket=void 0,this.conversationId=void 0,this.inputFormat=void 0,this.outputFormat=void 0,this.socket=e,this.conversationId=n,this.inputFormat=t,this.outputFormat=o}e.create=function(n){try{var t=null;return Promise.resolve(function(o,r){try{var i=(s=null!=(a=n.origin)?a:"wss://api.elevenlabs.io",u=n.signedUrl?n.signedUrl:s+"/v1/convai/conversation?agent_id="+n.agentId,l=["convai"],n.authorization&&l.push("bearer."+n.authorization),t=new WebSocket(u,l),Promise.resolve(new Promise(function(e,o){t.addEventListener("open",function(){var e,o,r,i,a,s={type:"conversation_initiation_client_data"};n.overrides&&(s.conversation_config_override={agent:{prompt:null==(o=n.overrides.agent)?void 0:o.prompt,first_message:null==(r=n.overrides.agent)?void 0:r.firstMessage,language:null==(i=n.overrides.agent)?void 0:i.language},tts:{voice_id:null==(a=n.overrides.tts)?void 0:a.voiceId}}),n.customLlmExtraBody&&(s.custom_llm_extra_body=n.customLlmExtraBody),n.dynamicVariables&&(s.dynamic_variables=n.dynamicVariables),null==(e=t)||e.send(JSON.stringify(s))},{once:!0}),t.addEventListener("error",o),t.addEventListener("close",o),t.addEventListener("message",function(n){var t=JSON.parse(n.data);c(t)&&("conversation_initiation_metadata"===t.type?e(t.conversation_initiation_metadata_event):console.warn("First received message is not conversation metadata."))},{once:!0})})).then(function(n){var o=n.conversation_id,r=n.agent_output_audio_format,i=n.user_input_audio_format,a=d(null!=i?i:"pcm_16000"),s=d(r);return new e(t,o,a,s)}))}catch(e){return r(e)}var a,s,u,l;return i&&i.then?i.then(void 0,r):i}(0,function(e){var n;throw null==(n=t)||n.close(),e}))}catch(e){return Promise.reject(e)}};var n=e.prototype;return n.close=function(){this.socket.close()},n.sendMessage=function(e){this.socket.send(JSON.stringify(e))},e}();function d(e){var n=e.split("_"),t=n[0],o=n[1];if(!["pcm","ulaw"].includes(t))throw new Error("Invalid format: "+e);var r=parseInt(o);if(isNaN(r))throw new Error("Invalid sample rate: "+o);return{format:t,sampleRate:r}}function f(e,n){try{var t=e()}catch(e){return n(e)}return t&&t.then?t.then(void 0,n):t}var p={clientTools:{}};function h(e,n,t){if(!e.s){if(t instanceof m){if(!t.s)return void(t.o=h.bind(null,e,n));1&n&&(n=t.s),t=t.v}if(t&&t.then)return void t.then(h.bind(null,e,n),h.bind(null,e,2));e.s=n,e.v=t;var o=e.o;o&&o(e)}}var v={onConnect:function(){},onDebug:function(){},onDisconnect:function(){},onError:function(){},onMessage:function(){},onModeChange:function(){},onStatusChange:function(){},onCanSendFeedbackChange:function(){}},m=/*#__PURE__*/function(){function e(){}return e.prototype.then=function(n,t){var o=new e,r=this.s;if(r){var i=1&r?n:t;if(i){try{h(o,1,i(this.v))}catch(e){h(o,2,e)}return o}return this}return this.o=function(e){try{var r=e.v;1&e.s?h(o,1,n?n(r):r):t?h(o,1,t(r)):h(o,2,r)}catch(e){h(o,2,e)}},o},e}();e.Conversation=/*#__PURE__*/function(){function e(e,n,o,r){var i=this,a=this,s=this,u=this,l=this;this.options=void 0,this.connection=void 0,this.input=void 0,this.output=void 0,this.lastInterruptTimestamp=0,this.mode="listening",this.status="connecting",this.inputFrequencyData=void 0,this.outputFrequencyData=void 0,this.volume=1,this.currentEventId=1,this.lastFeedbackEventId=1,this.canSendFeedback=!1,this.endSession=function(){try{return"connected"!==a.status?Promise.resolve():(a.updateStatus("disconnecting"),a.connection.close(),Promise.resolve(a.input.close()).then(function(){return Promise.resolve(a.output.close()).then(function(){a.updateStatus("disconnected")})}))}catch(e){return Promise.reject(e)}},this.updateMode=function(e){e!==i.mode&&(i.mode=e,i.options.onModeChange({mode:e}))},this.updateStatus=function(e){e!==i.status&&(i.status=e,i.options.onStatusChange({status:e}))},this.updateCanSendFeedback=function(){var e=i.currentEventId!==i.lastFeedbackEventId;i.canSendFeedback!==e&&(i.canSendFeedback=e,i.options.onCanSendFeedbackChange({canSendFeedback:e}))},this.onEvent=function(e){try{return Promise.resolve(f(function(){var n,t=JSON.parse(e.data);if(c(t)){var o=function(e,n){var t,o=-1;e:{for(var r=0;r<n.length;r++){var i=n[r][0];if(i){var a=i();if(a&&a.then)break e;if(a===e){o=r;break}}else o=r}if(-1!==o){do{for(var s=n[o][1];!s;)o++,s=n[o][1];var u=s();if(u&&u.then){t=!0;break e}var c=n[o][2];o++}while(c&&!c());return u}}var l=new m,d=h.bind(null,l,2);return(t?u.then(f):a.then(function t(a){for(;;){if(a===e){o=r;break}if(++r===n.length){if(-1!==o)break;return void h(l,1,u)}if(i=n[r][0]){if((a=i())&&a.then)return void a.then(t).then(void 0,d)}else o=r}do{for(var s=n[o][1];!s;)o++,s=n[o][1];var u=s();if(u&&u.then)return void u.then(f).then(void 0,d);var c=n[o][2];o++}while(c&&!c());h(l,1,u)})).then(void 0,d),l;function f(e){for(;;){var t=n[o][2];if(!t||t())break;o++;for(var r=n[o][1];!r;)o++,r=n[o][1];if((e=r())&&e.then)return void e.then(f).then(void 0,d)}h(l,1,e)}}(t.type,[[function(){return"interruption"},function(){return t.interruption_event&&(s.lastInterruptTimestamp=t.interruption_event.event_id),s.fadeOutAudio(),void(n=1)}],[function(){return"agent_response"},function(){return s.options.onMessage({source:"ai",message:t.agent_response_event.agent_response}),void(n=1)}],[function(){return"user_transcript"},function(){return s.options.onMessage({source:"user",message:t.user_transcription_event.user_transcript}),void(n=1)}],[function(){return"internal_tentative_agent_response"},function(){return s.options.onDebug({type:"tentative_agent_response",response:t.tentative_agent_response_internal_event.tentative_agent_response}),void(n=1)}],[function(){return"client_tool_call"},function(){var e=function(){if(s.options.onUnhandledClientToolCall)return s.options.onUnhandledClientToolCall(t.client_tool_call),void(n=1);s.onError("Client tool with name "+t.client_tool_call.tool_name+" is not defined on client",{clientToolName:t.client_tool_call.tool_name}),s.connection.sendMessage({type:"client_tool_result",tool_call_id:t.client_tool_call.tool_call_id,result:"Client tool with name "+t.client_tool_call.tool_name+" is not defined on client",is_error:!0}),n=1},o=function(){if(s.options.clientTools.hasOwnProperty(t.client_tool_call.tool_name)){var e=function(){n=1},o=f(function(){return Promise.resolve(s.options.clientTools[t.client_tool_call.tool_name](t.client_tool_call.parameters)).then(function(e){s.connection.sendMessage({type:"client_tool_result",tool_call_id:t.client_tool_call.tool_call_id,result:e,is_error:!1})})},function(e){s.onError("Client tool execution failed with following error: "+(null==e?void 0:e.message),{clientToolName:t.client_tool_call.tool_name}),s.connection.sendMessage({type:"client_tool_result",tool_call_id:t.client_tool_call.tool_call_id,result:"Client tool execution failed: "+(null==e?void 0:e.message),is_error:!0})});return o&&o.then?o.then(e):e()}}();return o&&o.then?o.then(e):e()},function(){return n||n}],[function(){return"audio"},function(){return s.lastInterruptTimestamp<=t.audio_event.event_id&&(s.addAudioBase64Chunk(t.audio_event.audio_base_64),s.currentEventId=t.audio_event.event_id,s.updateCanSendFeedback(),s.updateMode("speaking")),void(n=1)}],[function(){return"ping"},function(){return s.connection.sendMessage({type:"pong",event_id:t.ping_event.event_id}),void(n=1)}],[void 0,function(){return s.options.onDebug(t),void(n=1)}]]);return o&&o.then?o.then(function(){}):void 0}},function(){s.onError("Failed to parse event data",{event:e})}))}catch(e){return Promise.reject(e)}},this.onInputWorkletMessage=function(e){var n,t;"connected"===i.status&&i.connection.sendMessage({user_audio_chunk:(n=e.data[0].buffer,t=new Uint8Array(n),window.btoa(String.fromCharCode.apply(String,t)))})},this.onOutputWorkletMessage=function(e){var n=e.data;"process"===n.type&&i.updateMode(n.finished?"listening":"speaking")},this.addAudioBase64Chunk=function(e){try{return u.output.gain.gain.value=u.volume,u.output.worklet.port.postMessage({type:"clearInterrupted"}),u.output.worklet.port.postMessage({type:"buffer",buffer:t(e)}),Promise.resolve()}catch(e){return Promise.reject(e)}},this.fadeOutAudio=function(){try{return l.updateMode("listening"),l.output.worklet.port.postMessage({type:"interrupt"}),l.output.gain.gain.exponentialRampToValueAtTime(1e-4,l.output.context.currentTime+2),setTimeout(function(){l.output.gain.gain.value=l.volume,l.output.worklet.port.postMessage({type:"clearInterrupted"})},2e3),Promise.resolve()}catch(e){return Promise.reject(e)}},this.onError=function(e,n){console.error(e,n),i.options.onError(e,n)},this.calculateVolume=function(e){if(0===e.length)return 0;for(var n=0,t=0;t<e.length;t++)n+=e[t]/255;return(n/=e.length)<0?0:n>1?1:n},this.getId=function(){return i.connection.conversationId},this.setVolume=function(e){i.volume=e.volume},this.getInputByteFrequencyData=function(){return null!=i.inputFrequencyData||(i.inputFrequencyData=new Uint8Array(i.input.analyser.frequencyBinCount)),i.input.analyser.getByteFrequencyData(i.inputFrequencyData),i.inputFrequencyData},this.getOutputByteFrequencyData=function(){return null!=i.outputFrequencyData||(i.outputFrequencyData=new Uint8Array(i.output.analyser.frequencyBinCount)),i.output.analyser.getByteFrequencyData(i.outputFrequencyData),i.outputFrequencyData},this.getInputVolume=function(){return i.calculateVolume(i.getInputByteFrequencyData())},this.getOutputVolume=function(){return i.calculateVolume(i.getOutputByteFrequencyData())},this.sendFeedback=function(e){i.canSendFeedback?(i.connection.sendMessage({type:"feedback",score:e?"like":"dislike",event_id:i.currentEventId}),i.lastFeedbackEventId=i.currentEventId,i.updateCanSendFeedback()):console.warn(0===i.lastFeedbackEventId?"Cannot send feedback: the conversation has not started yet.":"Cannot send feedback: feedback has already been sent for the current response.")},this.options=e,this.connection=n,this.input=o,this.output=r,this.options.onConnect({conversationId:n.conversationId}),this.connection.socket.addEventListener("message",function(e){i.onEvent(e)}),this.connection.socket.addEventListener("error",function(e){i.updateStatus("disconnected"),i.onError("Socket error",e)}),this.connection.socket.addEventListener("close",function(){i.updateStatus("disconnected"),i.options.onDisconnect()}),this.input.worklet.port.onmessage=this.onInputWorkletMessage,this.output.worklet.port.onmessage=this.onOutputWorkletMessage,this.updateStatus("connected")}return e.startSession=function(t){try{var o=n({},p,v,t);o.onStatusChange({status:"connecting"}),o.onCanSendFeedbackChange({canSendFeedback:!1});var r=null,a=null,s=null;return Promise.resolve(f(function(){return Promise.resolve(l.create(t)).then(function(c){return a=c,Promise.resolve(Promise.all([i.create(n({},a.inputFormat,{preferHeadphonesForIosDevices:t.preferHeadphonesForIosDevices})),u.create(a.outputFormat)])).then(function(n){return new e(o,a,r=n[0],s=n[1])})})},function(e){var n,t;return o.onStatusChange({status:"disconnected"}),null==(n=a)||n.close(),Promise.resolve(null==(t=r)?void 0:t.close()).then(function(){var n;return Promise.resolve(null==(n=s)?void 0:n.close()).then(function(){throw e})})}))}catch(e){return Promise.reject(e)}},e}(),e.postOverallFeedback=function(e,n,t){return void 0===t&&(t="https://api.elevenlabs.io"),fetch(t+"/v1/convai/conversations/"+e+"/feedback",{method:"POST",body:JSON.stringify({feedback:n?"like":"dislike"}),headers:{"Content-Type":"application/json"}})}});
1
+ !function(e,n){"object"==typeof exports&&"undefined"!=typeof module?n(exports):"function"==typeof define&&define.amd?define(["exports"],n):n((e||self).client={})}(this,function(e){function n(){return n=Object.assign?Object.assign.bind():function(e){for(var n=1;n<arguments.length;n++){var t=arguments[n];for(var o in t)({}).hasOwnProperty.call(t,o)&&(e[o]=t[o])}return e},n.apply(null,arguments)}function t(e){for(var n=window.atob(e),t=n.length,o=new Uint8Array(t),r=0;r<t;r++)o[r]=n.charCodeAt(r);return o.buffer}var o=new Blob(['\n const BIAS = 0x84;\n const CLIP = 32635;\n const encodeTable = [\n 0,0,1,1,2,2,2,2,3,3,3,3,3,3,3,3,\n 4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,\n 5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,\n 5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,\n 6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,\n 6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,\n 6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,\n 6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,\n 7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,\n 7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,\n 7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,\n 7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,\n 7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,\n 7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,\n 7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,\n 7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7\n ];\n \n function encodeSample(sample) {\n let sign;\n let exponent;\n let mantissa;\n let muLawSample;\n sign = (sample >> 8) & 0x80;\n if (sign !== 0) sample = -sample;\n sample = sample + BIAS;\n if (sample > CLIP) sample = CLIP;\n exponent = encodeTable[(sample>>7) & 0xFF];\n mantissa = (sample >> (exponent+3)) & 0x0F;\n muLawSample = ~(sign | (exponent << 4) | mantissa);\n \n return muLawSample;\n }\n \n class RawAudioProcessor extends AudioWorkletProcessor {\n constructor() {\n super();\n \n this.port.onmessage = ({ data }) => {\n this.buffer = []; // Initialize an empty buffer\n this.bufferSize = data.sampleRate / 4;\n \n if (globalThis.LibSampleRate && sampleRate !== data.sampleRate) {\n globalThis.LibSampleRate.create(1, sampleRate, data.sampleRate).then(resampler => {\n this.resampler = resampler;\n });\n } \n };\n }\n process(inputs) {\n if (!this.buffer) {\n return true;\n }\n \n const input = inputs[0]; // Get the first input node\n if (input.length > 0) {\n let channelData = input[0]; // Get the first channel\'s data\n\n // Resample the audio if necessary\n if (this.resampler) {\n channelData = this.resampler.full(channelData);\n }\n\n // Add channel data to the buffer\n this.buffer.push(...channelData);\n // Get max volume \n let sum = 0.0;\n for (let i = 0; i < channelData.length; i++) {\n sum += channelData[i] * channelData[i];\n }\n const maxVolume = Math.sqrt(sum / channelData.length);\n // Check if buffer size has reached or exceeded the threshold\n if (this.buffer.length >= this.bufferSize) {\n const float32Array = new Float32Array(this.buffer)\n let encodedArray = this.format === "ulaw"\n ? new Uint8Array(float32Array.length)\n : new Int16Array(float32Array.length);\n\n // Iterate through the Float32Array and convert each sample to PCM16\n for (let i = 0; i < float32Array.length; i++) {\n // Clamp the value to the range [-1, 1]\n let sample = Math.max(-1, Math.min(1, float32Array[i]));\n\n // Scale the sample to the range [-32768, 32767]\n let value = sample < 0 ? sample * 32768 : sample * 32767;\n if (this.format === "ulaw") {\n value = encodeSample(Math.round(value));\n }\n\n encodedArray[i] = value;\n }\n\n // Send the buffered data to the main script\n this.port.postMessage([encodedArray, maxVolume]);\n\n // Clear the buffer after sending\n this.buffer = [];\n }\n }\n return true; // Continue processing\n }\n }\n registerProcessor("raw-audio-processor", RawAudioProcessor);\n '],{type:"application/javascript"}),r=URL.createObjectURL(o),i=/*#__PURE__*/function(){function e(e,n,t,o){this.context=void 0,this.analyser=void 0,this.worklet=void 0,this.inputStream=void 0,this.context=e,this.analyser=n,this.worklet=t,this.inputStream=o}return e.create=function(n){var t=n.sampleRate,o=n.format,i=n.preferHeadphonesForIosDevices;try{var a=null,s=null;return Promise.resolve(function(n,u){try{var c=(l={sampleRate:{ideal:t},echoCancellation:{ideal:!0},noiseSuppression:{ideal:!0}},Promise.resolve(navigator.mediaDevices.getUserMedia({audio:!0})).then(function(n){function u(){function n(){return Promise.resolve(a.audioWorklet.addModule(r)).then(function(){return Promise.resolve(navigator.mediaDevices.getUserMedia({audio:l})).then(function(n){var r=a.createMediaStreamSource(s=n),i=new AudioWorkletNode(a,"raw-audio-processor");return i.port.postMessage({type:"setFormat",format:o,sampleRate:t}),r.connect(u),u.connect(i),new e(a,u,i,s)})})}var i=navigator.mediaDevices.getSupportedConstraints().sampleRate,u=(a=new window.AudioContext(i?{sampleRate:t}:{})).createAnalyser(),c=function(){if(!i)return Promise.resolve(a.audioWorklet.addModule("https://cdn.jsdelivr.net/npm/@alexanderolsen/libsamplerate-js@2.1.2/dist/libsamplerate.worklet.js")).then(function(){})}();return c&&c.then?c.then(n):n()}null==n||n.getTracks().forEach(function(e){return e.stop()});var c=function(){if((["iPad Simulator","iPhone Simulator","iPod Simulator","iPad","iPhone","iPod"].includes(navigator.platform)||navigator.userAgent.includes("Mac")&&"ontouchend"in document)&&i)return Promise.resolve(window.navigator.mediaDevices.enumerateDevices()).then(function(e){var n=e.find(function(e){return"audioinput"===e.kind&&["airpod","headphone","earphone"].find(function(n){return e.label.toLowerCase().includes(n)})});n&&(l.deviceId={ideal:n.deviceId})})}();return c&&c.then?c.then(u):u()}))}catch(e){return u(e)}var l;return c&&c.then?c.then(void 0,u):c}(0,function(e){var n,t;throw null==(n=s)||n.getTracks().forEach(function(e){return e.stop()}),null==(t=a)||t.close(),e}))}catch(e){return Promise.reject(e)}},e.prototype.close=function(){try{return this.inputStream.getTracks().forEach(function(e){return e.stop()}),Promise.resolve(this.context.close()).then(function(){})}catch(e){return Promise.reject(e)}},e}(),a=new Blob(['\n const decodeTable = [0,132,396,924,1980,4092,8316,16764];\n \n export function decodeSample(muLawSample) {\n let sign;\n let exponent;\n let mantissa;\n let sample;\n muLawSample = ~muLawSample;\n sign = (muLawSample & 0x80);\n exponent = (muLawSample >> 4) & 0x07;\n mantissa = muLawSample & 0x0F;\n sample = decodeTable[exponent] + (mantissa << (exponent+3));\n if (sign !== 0) sample = -sample;\n\n return sample;\n }\n \n class AudioConcatProcessor extends AudioWorkletProcessor {\n constructor() {\n super();\n this.buffers = []; // Initialize an empty buffer\n this.cursor = 0;\n this.currentBuffer = null;\n this.wasInterrupted = false;\n this.finished = false;\n \n this.port.onmessage = ({ data }) => {\n switch (data.type) {\n case "setFormat":\n this.format = data.format;\n break;\n case "buffer":\n this.wasInterrupted = false;\n this.buffers.push(\n this.format === "ulaw"\n ? new Uint8Array(data.buffer)\n : new Int16Array(data.buffer)\n );\n break;\n case "interrupt":\n this.wasInterrupted = true;\n break;\n case "clearInterrupted":\n if (this.wasInterrupted) {\n this.wasInterrupted = false;\n this.buffers = [];\n this.currentBuffer = null;\n }\n }\n };\n }\n process(_, outputs) {\n let finished = false;\n const output = outputs[0][0];\n for (let i = 0; i < output.length; i++) {\n if (!this.currentBuffer) {\n if (this.buffers.length === 0) {\n finished = true;\n break;\n }\n this.currentBuffer = this.buffers.shift();\n this.cursor = 0;\n }\n\n let value = this.currentBuffer[this.cursor];\n if (this.format === "ulaw") {\n value = decodeSample(value);\n }\n output[i] = value / 32768;\n this.cursor++;\n\n if (this.cursor >= this.currentBuffer.length) {\n this.currentBuffer = null;\n }\n }\n\n if (this.finished !== finished) {\n this.finished = finished;\n this.port.postMessage({ type: "process", finished });\n }\n\n return true; // Continue processing\n }\n }\n\n registerProcessor("audio-concat-processor", AudioConcatProcessor);\n '],{type:"application/javascript"}),s=URL.createObjectURL(a),u=/*#__PURE__*/function(){function e(e,n,t,o){this.context=void 0,this.analyser=void 0,this.gain=void 0,this.worklet=void 0,this.context=e,this.analyser=n,this.gain=t,this.worklet=o}return e.create=function(n){var t=n.sampleRate,o=n.format;try{var r=null;return Promise.resolve(function(n,i){try{var a=(u=(r=new AudioContext({sampleRate:t})).createAnalyser(),(c=r.createGain()).connect(u),u.connect(r.destination),Promise.resolve(r.audioWorklet.addModule(s)).then(function(){var n=new AudioWorkletNode(r,"audio-concat-processor");return n.port.postMessage({type:"setFormat",format:o}),n.connect(c),new e(r,u,c,n)}))}catch(e){return i(e)}var u,c;return a&&a.then?a.then(void 0,i):a}(0,function(e){var n;throw null==(n=r)||n.close(),e}))}catch(e){return Promise.reject(e)}},e.prototype.close=function(){try{return Promise.resolve(this.context.close()).then(function(){})}catch(e){return Promise.reject(e)}},e}();function c(e){return!!e.type}var l=/*#__PURE__*/function(){function e(e,n,t,o){var r=this;this.socket=void 0,this.conversationId=void 0,this.inputFormat=void 0,this.outputFormat=void 0,this.disconnectionDetails=null,this.onDisconnectCallback=null,this.socket=e,this.conversationId=n,this.inputFormat=t,this.outputFormat=o,this.socket.addEventListener("error",function(e){setTimeout(function(){return r.disconnect({reason:"error",message:"The connection was closed due to a socket error.",context:e})},0)}),this.socket.addEventListener("close",function(e){r.disconnect(1e3===e.code?{reason:"agent",context:e}:{reason:"error",message:e.reason||"The connection was closed by the server.",context:e})})}e.create=function(n){try{var t=null;return Promise.resolve(function(o,r){try{var i=(s=null!=(a=n.origin)?a:"wss://api.elevenlabs.io",u=n.signedUrl?n.signedUrl:s+"/v1/convai/conversation?agent_id="+n.agentId,l=["convai"],n.authorization&&l.push("bearer."+n.authorization),t=new WebSocket(u,l),Promise.resolve(new Promise(function(e,o){t.addEventListener("open",function(){var e,o,r,i,a,s={type:"conversation_initiation_client_data"};n.overrides&&(s.conversation_config_override={agent:{prompt:null==(o=n.overrides.agent)?void 0:o.prompt,first_message:null==(r=n.overrides.agent)?void 0:r.firstMessage,language:null==(i=n.overrides.agent)?void 0:i.language},tts:{voice_id:null==(a=n.overrides.tts)?void 0:a.voiceId}}),n.customLlmExtraBody&&(s.custom_llm_extra_body=n.customLlmExtraBody),n.dynamicVariables&&(s.dynamic_variables=n.dynamicVariables),null==(e=t)||e.send(JSON.stringify(s))},{once:!0}),t.addEventListener("error",function(e){setTimeout(function(){return o(e)},0)}),t.addEventListener("close",o),t.addEventListener("message",function(n){var t=JSON.parse(n.data);c(t)&&("conversation_initiation_metadata"===t.type?e(t.conversation_initiation_metadata_event):console.warn("First received message is not conversation metadata."))},{once:!0})})).then(function(n){var o=n.conversation_id,r=n.agent_output_audio_format,i=n.user_input_audio_format,a=d(null!=i?i:"pcm_16000"),s=d(r);return new e(t,o,a,s)}))}catch(e){return r(e)}var a,s,u,l;return i&&i.then?i.then(void 0,r):i}(0,function(e){var n;throw null==(n=t)||n.close(),e}))}catch(e){return Promise.reject(e)}};var n=e.prototype;return n.close=function(){this.socket.close()},n.sendMessage=function(e){this.socket.send(JSON.stringify(e))},n.onDisconnect=function(e){this.onDisconnectCallback=e,this.disconnectionDetails&&e(this.disconnectionDetails)},n.disconnect=function(e){var n;this.disconnectionDetails||(this.disconnectionDetails=e,null==(n=this.onDisconnectCallback)||n.call(this,e))},e}();function d(e){var n=e.split("_"),t=n[0],o=n[1];if(!["pcm","ulaw"].includes(t))throw new Error("Invalid format: "+e);var r=parseInt(o);if(isNaN(r))throw new Error("Invalid sample rate: "+o);return{format:t,sampleRate:r}}function h(e,n){try{var t=e()}catch(e){return n(e)}return t&&t.then?t.then(void 0,n):t}var f={clientTools:{}};function p(e,n,t){if(!e.s){if(t instanceof m){if(!t.s)return void(t.o=p.bind(null,e,n));1&n&&(n=t.s),t=t.v}if(t&&t.then)return void t.then(p.bind(null,e,n),p.bind(null,e,2));e.s=n,e.v=t;var o=e.o;o&&o(e)}}var v={onConnect:function(){},onDebug:function(){},onDisconnect:function(){},onError:function(){},onMessage:function(){},onModeChange:function(){},onStatusChange:function(){},onCanSendFeedbackChange:function(){}},m=/*#__PURE__*/function(){function e(){}return e.prototype.then=function(n,t){var o=new e,r=this.s;if(r){var i=1&r?n:t;if(i){try{p(o,1,i(this.v))}catch(e){p(o,2,e)}return o}return this}return this.o=function(e){try{var r=e.v;1&e.s?p(o,1,n?n(r):r):t?p(o,1,t(r)):p(o,2,r)}catch(e){p(o,2,e)}},o},e}();e.Conversation=/*#__PURE__*/function(){function e(e,n,o,r){var i=this,a=this,s=this,u=this,l=this;this.options=void 0,this.connection=void 0,this.input=void 0,this.output=void 0,this.lastInterruptTimestamp=0,this.mode="listening",this.status="connecting",this.inputFrequencyData=void 0,this.outputFrequencyData=void 0,this.volume=1,this.currentEventId=1,this.lastFeedbackEventId=1,this.canSendFeedback=!1,this.endSession=function(){return l.endSessionWithDetails({reason:"user"})},this.endSessionWithDetails=function(e){try{return"connected"!==i.status&&"connecting"!==i.status?Promise.resolve():(i.updateStatus("disconnecting"),i.connection.close(),Promise.resolve(i.input.close()).then(function(){return Promise.resolve(i.output.close()).then(function(){i.updateStatus("disconnected"),i.options.onDisconnect(e)})}))}catch(e){return Promise.reject(e)}},this.updateMode=function(e){e!==l.mode&&(l.mode=e,l.options.onModeChange({mode:e}))},this.updateStatus=function(e){e!==l.status&&(l.status=e,l.options.onStatusChange({status:e}))},this.updateCanSendFeedback=function(){var e=l.currentEventId!==l.lastFeedbackEventId;l.canSendFeedback!==e&&(l.canSendFeedback=e,l.options.onCanSendFeedbackChange({canSendFeedback:e}))},this.onEvent=function(e){try{return Promise.resolve(h(function(){var n,t=JSON.parse(e.data);if(c(t)){var o=function(e,n){var t,o=-1;e:{for(var r=0;r<n.length;r++){var i=n[r][0];if(i){var a=i();if(a&&a.then)break e;if(a===e){o=r;break}}else o=r}if(-1!==o){do{for(var s=n[o][1];!s;)o++,s=n[o][1];var u=s();if(u&&u.then){t=!0;break e}var c=n[o][2];o++}while(c&&!c());return u}}var l=new m,d=p.bind(null,l,2);return(t?u.then(h):a.then(function t(a){for(;;){if(a===e){o=r;break}if(++r===n.length){if(-1!==o)break;return void p(l,1,u)}if(i=n[r][0]){if((a=i())&&a.then)return void a.then(t).then(void 0,d)}else o=r}do{for(var s=n[o][1];!s;)o++,s=n[o][1];var u=s();if(u&&u.then)return void u.then(h).then(void 0,d);var c=n[o][2];o++}while(c&&!c());p(l,1,u)})).then(void 0,d),l;function h(e){for(;;){var t=n[o][2];if(!t||t())break;o++;for(var r=n[o][1];!r;)o++,r=n[o][1];if((e=r())&&e.then)return void e.then(h).then(void 0,d)}p(l,1,e)}}(t.type,[[function(){return"interruption"},function(){return t.interruption_event&&(a.lastInterruptTimestamp=t.interruption_event.event_id),a.fadeOutAudio(),void(n=1)}],[function(){return"agent_response"},function(){return a.options.onMessage({source:"ai",message:t.agent_response_event.agent_response}),void(n=1)}],[function(){return"user_transcript"},function(){return a.options.onMessage({source:"user",message:t.user_transcription_event.user_transcript}),void(n=1)}],[function(){return"internal_tentative_agent_response"},function(){return a.options.onDebug({type:"tentative_agent_response",response:t.tentative_agent_response_internal_event.tentative_agent_response}),void(n=1)}],[function(){return"client_tool_call"},function(){var e=function(){if(a.options.onUnhandledClientToolCall)return a.options.onUnhandledClientToolCall(t.client_tool_call),void(n=1);a.onError("Client tool with name "+t.client_tool_call.tool_name+" is not defined on client",{clientToolName:t.client_tool_call.tool_name}),a.connection.sendMessage({type:"client_tool_result",tool_call_id:t.client_tool_call.tool_call_id,result:"Client tool with name "+t.client_tool_call.tool_name+" is not defined on client",is_error:!0}),n=1},o=function(){if(a.options.clientTools.hasOwnProperty(t.client_tool_call.tool_name)){var e=function(){n=1},o=h(function(){return Promise.resolve(a.options.clientTools[t.client_tool_call.tool_name](t.client_tool_call.parameters)).then(function(e){a.connection.sendMessage({type:"client_tool_result",tool_call_id:t.client_tool_call.tool_call_id,result:e,is_error:!1})})},function(e){a.onError("Client tool execution failed with following error: "+(null==e?void 0:e.message),{clientToolName:t.client_tool_call.tool_name}),a.connection.sendMessage({type:"client_tool_result",tool_call_id:t.client_tool_call.tool_call_id,result:"Client tool execution failed: "+(null==e?void 0:e.message),is_error:!0})});return o&&o.then?o.then(e):e()}}();return o&&o.then?o.then(e):e()},function(){return n||n}],[function(){return"audio"},function(){return a.lastInterruptTimestamp<=t.audio_event.event_id&&(a.addAudioBase64Chunk(t.audio_event.audio_base_64),a.currentEventId=t.audio_event.event_id,a.updateCanSendFeedback(),a.updateMode("speaking")),void(n=1)}],[function(){return"ping"},function(){return a.connection.sendMessage({type:"pong",event_id:t.ping_event.event_id}),void(n=1)}],[void 0,function(){return a.options.onDebug(t),void(n=1)}]]);return o&&o.then?o.then(function(){}):void 0}},function(){a.onError("Failed to parse event data",{event:e})}))}catch(e){return Promise.reject(e)}},this.onInputWorkletMessage=function(e){var n,t;"connected"===l.status&&l.connection.sendMessage({user_audio_chunk:(n=e.data[0].buffer,t=new Uint8Array(n),window.btoa(String.fromCharCode.apply(String,t)))})},this.onOutputWorkletMessage=function(e){var n=e.data;"process"===n.type&&l.updateMode(n.finished?"listening":"speaking")},this.addAudioBase64Chunk=function(e){try{return s.output.gain.gain.value=s.volume,s.output.worklet.port.postMessage({type:"clearInterrupted"}),s.output.worklet.port.postMessage({type:"buffer",buffer:t(e)}),Promise.resolve()}catch(e){return Promise.reject(e)}},this.fadeOutAudio=function(){try{return u.updateMode("listening"),u.output.worklet.port.postMessage({type:"interrupt"}),u.output.gain.gain.exponentialRampToValueAtTime(1e-4,u.output.context.currentTime+2),setTimeout(function(){u.output.gain.gain.value=u.volume,u.output.worklet.port.postMessage({type:"clearInterrupted"})},2e3),Promise.resolve()}catch(e){return Promise.reject(e)}},this.onError=function(e,n){console.error(e,n),l.options.onError(e,n)},this.calculateVolume=function(e){if(0===e.length)return 0;for(var n=0,t=0;t<e.length;t++)n+=e[t]/255;return(n/=e.length)<0?0:n>1?1:n},this.getId=function(){return l.connection.conversationId},this.isOpen=function(){return"connected"===l.status},this.setVolume=function(e){l.volume=e.volume},this.getInputByteFrequencyData=function(){return null!=l.inputFrequencyData||(l.inputFrequencyData=new Uint8Array(l.input.analyser.frequencyBinCount)),l.input.analyser.getByteFrequencyData(l.inputFrequencyData),l.inputFrequencyData},this.getOutputByteFrequencyData=function(){return null!=l.outputFrequencyData||(l.outputFrequencyData=new Uint8Array(l.output.analyser.frequencyBinCount)),l.output.analyser.getByteFrequencyData(l.outputFrequencyData),l.outputFrequencyData},this.getInputVolume=function(){return l.calculateVolume(l.getInputByteFrequencyData())},this.getOutputVolume=function(){return l.calculateVolume(l.getOutputByteFrequencyData())},this.sendFeedback=function(e){l.canSendFeedback?(l.connection.sendMessage({type:"feedback",score:e?"like":"dislike",event_id:l.currentEventId}),l.lastFeedbackEventId=l.currentEventId,l.updateCanSendFeedback()):console.warn(0===l.lastFeedbackEventId?"Cannot send feedback: the conversation has not started yet.":"Cannot send feedback: feedback has already been sent for the current response.")},this.options=e,this.connection=n,this.input=o,this.output=r,this.options.onConnect({conversationId:n.conversationId}),this.connection.onDisconnect(this.endSessionWithDetails),this.connection.socket.addEventListener("message",function(e){l.onEvent(e)}),this.input.worklet.port.onmessage=this.onInputWorkletMessage,this.output.worklet.port.onmessage=this.onOutputWorkletMessage,this.updateStatus("connected")}return e.startSession=function(t){try{var o=n({},f,v,t);o.onStatusChange({status:"connecting"}),o.onCanSendFeedbackChange({canSendFeedback:!1});var r=null,a=null,s=null;return Promise.resolve(h(function(){return Promise.resolve(l.create(t)).then(function(c){return a=c,Promise.resolve(Promise.all([i.create(n({},a.inputFormat,{preferHeadphonesForIosDevices:t.preferHeadphonesForIosDevices})),u.create(a.outputFormat)])).then(function(n){return new e(o,a,r=n[0],s=n[1])})})},function(e){var n,t;return o.onStatusChange({status:"disconnected"}),null==(n=a)||n.close(),Promise.resolve(null==(t=r)?void 0:t.close()).then(function(){var n;return Promise.resolve(null==(n=s)?void 0:n.close()).then(function(){throw e})})}))}catch(e){return Promise.reject(e)}},e}(),e.postOverallFeedback=function(e,n,t){return void 0===t&&(t="https://api.elevenlabs.io"),fetch(t+"/v1/convai/conversations/"+e+"/feedback",{method:"POST",body:JSON.stringify({feedback:n?"like":"dislike"}),headers:{"Content-Type":"application/json"}})}});
2
2
  //# sourceMappingURL=lib.umd.js.map