@livekit/agents-plugin-openai 1.0.2 → 1.0.4

package/dist/realtime/api_proto.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/realtime/api_proto.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\n\nexport const SAMPLE_RATE = 24000;\nexport const NUM_CHANNELS = 1;\nexport const IN_FRAME_SIZE = 2400; // 100ms\nexport const OUT_FRAME_SIZE = 1200; // 50ms\n\nexport const BASE_URL = 'wss://api.openai.com/v1';\n\nexport type Model = 'gpt-4o-realtime-preview-2024-10-01' | string; // Open-ended, for future models\nexport type Voice =\n  | 'alloy'\n  | 'shimmer'\n  | 'echo'\n  | 'ash'\n  | 'ballad'\n  | 'coral'\n  | 'sage'\n  | 'verse'\n  | string;\nexport type AudioFormat = 'pcm16'; // TODO: 'g711-ulaw' | 'g711-alaw'\nexport type Role = 'system' | 'assistant' | 'user' | 'tool';\nexport type GenerationFinishedReason = 'stop' | 'max_tokens' | 'content_filter' | 'interrupt';\nexport type InputTranscriptionModel = 'whisper-1' | string; // Open-ended, for future models\nexport type Modality = 'text' | 'audio';\nexport type ToolChoice = 'auto' | 'none' | 'required' | string;\nexport type State = 'initializing' | 'listening' | 'thinking' | 'speaking' | string;\nexport type ResponseStatus =\n  | 'in_progress'\n  | 'completed'\n  | 'incomplete'\n  | 'cancelled'\n  | 'failed'\n  | string;\nexport type ClientEventType =\n  | 'session.update'\n  | 'input_audio_buffer.append'\n  | 'input_audio_buffer.commit'\n  | 'input_audio_buffer.clear'\n  | 'conversation.item.create'\n  | 'conversation.item.truncate'\n  | 'conversation.item.delete'\n  | 'response.create'\n  | 'response.cancel';\nexport type ServerEventType =\n  | 'error'\n  | 'session.created'\n  | 'session.updated'\n  | 'conversation.created'\n  | 'input_audio_buffer.committed'\n  | 'input_audio_buffer.cleared'\n  | 'input_audio_buffer.speech_started'\n  | 'input_audio_buffer.speech_stopped'\n  | 'conversation.item.created'\n  | 'conversation.item.input_audio_transcription.completed'\n  | 'conversation.item.input_audio_transcription.failed'\n  | 'conversation.item.truncated'\n  | 'conversation.item.deleted'\n  | 'response.created'\n  | 'response.done'\n  | 'response.output_item.added'\n  | 'response.output_item.done'\n  | 'response.content_part.added'\n  | 'response.content_part.done'\n  | 'response.text.delta'\n  | 'response.text.done'\n  | 'response.audio_transcript.delta'\n  | 'response.audio_transcript.done'\n  | 'response.audio.delta'\n  | 'response.audio.done'\n  | 'response.function_call_arguments.delta'\n  | 'response.function_call_arguments.done'\n  | 'rate_limits.updated';\n\nexport type AudioBase64Bytes = string;\n\nexport interface Tool {\n  type: 'function';\n  name: string;\n  description?: string;\n  parameters: {\n    type: 'object';\n    properties: {\n      [prop: string]: {\n        [prop: string]: any;\n      };\n    };\n    required: string[];\n  };\n}\n\nexport type TurnDetectionType = {\n  type: 'server_vad';\n  threshold?: number; // 0.0 to 1.0, default: 0.5\n  prefix_padding_ms?: number; // default: 300\n  silence_duration_ms?: number; // default: 200\n  create_response?: boolean; // default: true\n  interrupt_response?: boolean; // default: true\n};\n\nexport type InputAudioTranscription = {\n  model: InputTranscriptionModel;\n};\n\nexport interface InputTextContent {\n  type: 'input_text';\n  text: string;\n}\n\nexport interface InputAudioContent {\n  type: 'input_audio';\n  audio: AudioBase64Bytes;\n}\n\nexport interface TextContent {\n  type: 'text';\n  text: string;\n}\n\nexport interface AudioContent {\n  type: 'audio';\n  audio: AudioBase64Bytes;\n  transcript: string;\n}\n\nexport type Content = InputTextContent | InputAudioContent | TextContent | AudioContent;\nexport type ContentPart = {\n  type: 'text' | 'audio';\n  audio?: AudioBase64Bytes;\n  transcript?: string;\n};\n\nexport interface BaseItem {\n  id: string;\n  object: 'realtime.item';\n  type: string;\n}\n\nexport interface SystemItem extends BaseItem {\n  type: 'message';\n  role: 'system';\n  content: InputTextContent;\n}\n\nexport interface UserItem extends BaseItem {\n  type: 'message';\n  role: 'user';\n  content: (InputTextContent | InputAudioContent)[];\n}\n\nexport interface AssistantItem extends BaseItem {\n  type: 'message';\n  role: 'assistant';\n  content: (TextContent | AudioContent)[];\n}\n\nexport interface FunctionCallItem extends BaseItem {\n  type: 'function_call';\n  call_id: string;\n  name: string;\n  arguments: string;\n}\n\nexport interface FunctionCallOutputItem extends BaseItem {\n  type: 'function_call_output';\n  call_id: string;\n  output: string;\n}\n\nexport type ItemResource =\n  | SystemItem\n  | UserItem\n  | AssistantItem\n  | FunctionCallItem\n  | FunctionCallOutputItem;\n\n// Session Resource\nexport interface SessionResource {\n  id: string;\n  object: 'realtime.session';\n  model: string;\n  modalities: ['text', 'audio'] | ['text']; // default: [\"text\", \"audio\"]\n  instructions: string;\n  voice: Voice; // default: \"alloy\"\n  input_audio_format: AudioFormat; // default: \"pcm16\"\n  output_audio_format: AudioFormat; // default: \"pcm16\"\n  input_audio_transcription: InputAudioTranscription | null;\n  turn_detection: TurnDetectionType | null;\n  tools: Tool[];\n  tool_choice: ToolChoice; // default: \"auto\"\n  temperature: number; // default: 0.8\n  max_response_output_tokens: number | 'inf';\n  expires_at: number;\n}\n\n// Conversation Resource\nexport interface ConversationResource {\n  id: string;\n  object: 'realtime.conversation';\n}\n\nexport type ResponseStatusDetails =\n  | {\n      type: 'incomplete';\n      reason: 'max_output_tokens' | 'content_filter' | string;\n    }\n  | {\n      type: 'failed';\n      error?: {\n        code: 'server_error' | 'rate_limit_exceeded' | string;\n        message: string;\n      };\n    }\n  | {\n      type: 'cancelled';\n      reason: 'turn_detected' | 'client_cancelled' | string;\n    };\n\nexport interface ModelUsage {\n  total_tokens: number;\n  input_tokens: number;\n  output_tokens: number;\n  input_token_details: {\n    text_tokens: number;\n    audio_tokens: number;\n    cached_tokens: number;\n    cached_tokens_details: {\n      text_tokens: number;\n      audio_tokens: number;\n      image_tokens: number;\n    };\n  };\n  output_token_details: {\n    text_tokens: number;\n    audio_tokens: number;\n  };\n}\n\nexport interface ResponseResource {\n  id: string;\n  object: 'realtime.response';\n  status: ResponseStatus;\n  status_details: ResponseStatusDetails;\n  output: ItemResource[];\n  usage?: ModelUsage;\n  metadata?: Record<string, string>;\n}\n\n// Client Events\ninterface BaseClientEvent {\n  event_id?: string;\n  type: ClientEventType;\n}\n\nexport interface SessionUpdateEvent extends BaseClientEvent {\n  type: 'session.update';\n  session: Partial<{\n    model: Model;\n    modalities: ['text', 'audio'] | ['text'];\n    instructions: string;\n    voice: Voice;\n    input_audio_format: AudioFormat;\n    output_audio_format: AudioFormat;\n    input_audio_transcription: InputAudioTranscription | null;\n    turn_detection: TurnDetectionType | null;\n    tools: Tool[];\n    tool_choice: ToolChoice;\n    temperature: number;\n    max_response_output_tokens?: number | 'inf';\n    speed?: number;\n  }>;\n}\n\nexport interface InputAudioBufferAppendEvent extends BaseClientEvent {\n  type: 'input_audio_buffer.append';\n  audio: AudioBase64Bytes;\n}\n\nexport interface InputAudioBufferCommitEvent extends BaseClientEvent {\n  type: 'input_audio_buffer.commit';\n}\n\nexport interface InputAudioBufferClearEvent extends BaseClientEvent {\n  type: 'input_audio_buffer.clear';\n}\n\nexport interface UserItemCreate {\n  id: string;\n  type: 'message';\n  role: 'user';\n  content: (InputTextContent | InputAudioContent)[];\n}\n\nexport interface AssistantItemCreate {\n  id: string;\n  type: 'message';\n  role: 'assistant';\n  content: TextContent[];\n}\n\nexport interface SystemItemCreate {\n  id: string;\n  type: 'message';\n  role: 'system';\n  content: InputTextContent[];\n}\n\nexport interface FunctionCallOutputItemCreate {\n  id: string;\n  type: 'function_call_output';\n  call_id: string;\n  output: string;\n}\n\nexport type ConversationItemCreateContent =\n  | UserItemCreate\n  | AssistantItemCreate\n  | SystemItemCreate\n  | FunctionCallOutputItemCreate;\n\nexport interface ConversationItemCreateEvent extends BaseClientEvent {\n  type: 'conversation.item.create';\n  previous_item_id?: string;\n  item: ConversationItemCreateContent;\n}\n\nexport interface ConversationItemTruncateEvent extends BaseClientEvent {\n  type: 'conversation.item.truncate';\n  item_id: string;\n  content_index: number;\n  audio_end_ms: number;\n}\n\nexport interface ConversationItemDeleteEvent extends BaseClientEvent {\n  type: 'conversation.item.delete';\n  item_id: string;\n}\n\nexport interface ResponseCreateEvent extends BaseClientEvent {\n  type: 'response.create';\n  response?: Partial<{\n    modalities: ['text', 'audio'] | ['text'];\n    instructions: string;\n    voice: Voice;\n    output_audio_format: AudioFormat;\n    tools?: Tool[];\n    tool_choice: ToolChoice;\n    temperature: number;\n    max_output_tokens: number | 'inf';\n    metadata?: Record<string, string>;\n  }>;\n}\n\nexport interface ResponseCancelEvent extends BaseClientEvent {\n  type: 'response.cancel';\n}\n\nexport type ClientEvent =\n  | SessionUpdateEvent\n  | InputAudioBufferAppendEvent\n  | InputAudioBufferCommitEvent\n  | InputAudioBufferClearEvent\n  | ConversationItemCreateEvent\n  | ConversationItemTruncateEvent\n  | ConversationItemDeleteEvent\n  | ResponseCreateEvent\n  | ResponseCancelEvent;\n\ninterface BaseServerEvent {\n  event_id: string;\n  type: ServerEventType;\n}\n\nexport interface ErrorEvent extends BaseServerEvent {\n  type: 'error';\n  error: {\n    type: 'invalid_request_error' | 'server_error' | string;\n    code?: string;\n    message: string;\n    param: string;\n    event_id: string;\n  };\n}\n\nexport interface SessionCreatedEvent extends BaseServerEvent {\n  type: 'session.created';\n  session: SessionResource;\n}\n\nexport interface SessionUpdatedEvent extends BaseServerEvent {\n  type: 'session.updated';\n  session: SessionResource;\n}\n\nexport interface ConversationCreatedEvent extends BaseServerEvent {\n  type: 'conversation.created';\n  conversation: ConversationResource;\n}\n\nexport interface InputAudioBufferCommittedEvent extends BaseServerEvent {\n  type: 'input_audio_buffer.committed';\n  item_id: string;\n}\n\nexport interface InputAudioBufferClearedEvent extends BaseServerEvent {\n  type: 'input_audio_buffer.cleared';\n}\n\nexport interface InputAudioBufferSpeechStartedEvent extends BaseServerEvent {\n  type: 'input_audio_buffer.speech_started';\n  audio_start_ms: number;\n  item_id: string;\n}\n\nexport interface InputAudioBufferSpeechStoppedEvent extends BaseServerEvent {\n  type: 'input_audio_buffer.speech_stopped';\n  audio_end_ms: number;\n  item_id: string;\n}\n\nexport interface ConversationItemCreatedEvent extends BaseServerEvent {\n  type: 'conversation.item.created';\n  previous_item_id: string;\n  item: ItemResource;\n}\n\nexport interface ConversationItemInputAudioTranscriptionCompletedEvent extends BaseServerEvent {\n  type: 'conversation.item.input_audio_transcription.completed';\n  item_id: string;\n  content_index: number;\n  transcript: string;\n}\n\nexport interface ConversationItemInputAudioTranscriptionFailedEvent extends BaseServerEvent {\n  type: 'conversation.item.input_audio_transcription.failed';\n  item_id: string;\n  content_index: number;\n  error: {\n    type: string;\n    code?: string;\n    message: string;\n    param: null;\n  };\n}\n\nexport interface ConversationItemTruncatedEvent extends BaseServerEvent {\n  type: 'conversation.item.truncated';\n  item_id: string;\n  content_index: number;\n  audio_end_ms: number;\n}\n\nexport interface ConversationItemDeletedEvent extends BaseServerEvent {\n  type: 'conversation.item.deleted';\n  item_id: string;\n}\n\nexport interface ResponseCreatedEvent extends BaseServerEvent {\n  type: 'response.created';\n  response: ResponseResource;\n}\n\nexport interface ResponseDoneEvent extends BaseServerEvent {\n  type: 'response.done';\n  response: ResponseResource;\n}\n\nexport interface ResponseOutputItemAddedEvent extends BaseServerEvent {\n  type: 'response.output_item.added';\n  response_id: string;\n  output_index: number;\n  item: ItemResource;\n}\n\nexport interface ResponseOutputItemDoneEvent extends BaseServerEvent {\n  type: 'response.output_item.done';\n  response_id: string;\n  output_index: number;\n  item: ItemResource;\n}\n\nexport interface ResponseContentPartAddedEvent extends BaseServerEvent {\n  type: 'response.content_part.added';\n  response_id: string;\n  item_id: string;\n  output_index: number;\n  content_index: number;\n  part: ContentPart;\n}\n\nexport interface ResponseContentPartDoneEvent extends BaseServerEvent {\n  type: 'response.content_part.done';\n  response_id: string;\n  item_id: string;\n  output_index: number;\n  content_index: number;\n  part: ContentPart;\n}\n\nexport interface ResponseTextDeltaEvent extends BaseServerEvent {\n  type: 'response.text.delta';\n  response_id: string;\n  output_index: number;\n  content_index: number;\n  delta: string;\n}\n\nexport interface ResponseTextDoneEvent extends BaseServerEvent {\n  type: 'response.text.done';\n  response_id: string;\n  output_index: number;\n  content_index: number;\n  text: string;\n}\n\nexport interface ResponseAudioTranscriptDeltaEvent extends BaseServerEvent {\n  type: 'response.audio_transcript.delta';\n  response_id: string;\n  item_id: string;\n  output_index: number;\n  content_index: number;\n  delta: string;\n}\n\nexport interface ResponseAudioTranscriptDoneEvent extends BaseServerEvent {\n  type: 'response.audio_transcript.done';\n  response_id: string;\n  output_index: number;\n  content_index: number;\n  transcript: string;\n}\n\nexport interface ResponseAudioDeltaEvent extends BaseServerEvent {\n  type: 'response.audio.delta';\n  response_id: string;\n  item_id: string;\n  output_index: number;\n  content_index: number;\n  delta: AudioBase64Bytes;\n}\n\nexport interface ResponseAudioDoneEvent extends BaseServerEvent {\n  type: 'response.audio.done';\n  response_id: string;\n  output_index: number;\n  content_index: number;\n}\n\nexport interface ResponseFunctionCallArgumentsDeltaEvent extends BaseServerEvent {\n  type: 'response.function_call_arguments.delta';\n  response_id: string;\n  output_index: number;\n  delta: string;\n}\n\nexport interface ResponseFunctionCallArgumentsDoneEvent extends BaseServerEvent {\n  type: 'response.function_call_arguments.done';\n  response_id: string;\n  output_index: number;\n  arguments: string;\n}\n\nexport interface RateLimitsUpdatedEvent extends BaseServerEvent {\n  type: 'rate_limits.updated';\n  rate_limits: {\n    name: 'requests' | 'tokens' | 'input_tokens' | 'output_tokens' | string;\n    limit: number;\n    remaining: number;\n    reset_seconds: number;\n  }[];\n}\n\nexport type ServerEvent =\n  | ErrorEvent\n  | SessionCreatedEvent\n  | SessionUpdatedEvent\n  | ConversationCreatedEvent\n  | InputAudioBufferCommittedEvent\n  | InputAudioBufferClearedEvent\n  | InputAudioBufferSpeechStartedEvent\n  | InputAudioBufferSpeechStoppedEvent\n  | ConversationItemCreatedEvent\n  | ConversationItemInputAudioTranscriptionCompletedEvent\n  | ConversationItemInputAudioTranscriptionFailedEvent\n  | ConversationItemTruncatedEvent\n  | ConversationItemDeletedEvent\n  | ResponseCreatedEvent\n  | ResponseDoneEvent\n  | ResponseOutputItemAddedEvent\n  | ResponseOutputItemDoneEvent\n  | ResponseContentPartAddedEvent\n  | ResponseContentPartDoneEvent\n  | ResponseTextDeltaEvent\n  | ResponseTextDoneEvent\n  | ResponseAudioTranscriptDeltaEvent\n  | ResponseAudioTranscriptDoneEvent\n  | ResponseAudioDeltaEvent\n  | ResponseAudioDoneEvent\n  | ResponseFunctionCallArgumentsDeltaEvent\n  | ResponseFunctionCallArgumentsDoneEvent\n  | RateLimitsUpdatedEvent;\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAIO,MAAM,cAAc;AACpB,MAAM,eAAe;AACrB,MAAM,gBAAgB;AACtB,MAAM,iBAAiB;AAEvB,MAAM,WAAW;","names":[]}
+{"version":3,"sources":["../../src/realtime/api_proto.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\n\nexport const SAMPLE_RATE = 24000;\nexport const NUM_CHANNELS = 1;\nexport const IN_FRAME_SIZE = 2400; // 100ms\nexport const OUT_FRAME_SIZE = 1200; // 50ms\n\nexport const BASE_URL = 'wss://api.openai.com/v1';\n\nexport type Model = 'gpt-4o-realtime-preview-2024-10-01' | string; // Open-ended, for future models\nexport type Voice =\n  | 'alloy'\n  | 'shimmer'\n  | 'echo'\n  | 'ash'\n  | 'ballad'\n  | 'coral'\n  | 'sage'\n  | 'verse'\n  | string;\nexport type AudioFormat = 'pcm16'; // TODO: 'g711-ulaw' | 'g711-alaw'\nexport type Role = 'system' | 'assistant' | 'user' | 'tool';\nexport type GenerationFinishedReason = 'stop' | 'max_tokens' | 'content_filter' | 'interrupt';\nexport type InputTranscriptionModel = 'whisper-1' | string; // Open-ended, for future models\nexport type Modality = 'text' | 'audio';\nexport type ToolChoice = 'auto' | 'none' | 'required' | string;\nexport type State = 'initializing' | 'listening' | 'thinking' | 'speaking' | string;\nexport type ResponseStatus =\n  | 'in_progress'\n  | 'completed'\n  | 'incomplete'\n  | 'cancelled'\n  | 'failed'\n  | string;\nexport type ClientEventType =\n  | 'session.update'\n  | 'input_audio_buffer.append'\n  | 'input_audio_buffer.commit'\n  | 'input_audio_buffer.clear'\n  | 'conversation.item.create'\n  | 'conversation.item.truncate'\n  | 'conversation.item.delete'\n  | 'response.create'\n  | 'response.cancel';\nexport type ServerEventType =\n  | 'error'\n  | 'session.created'\n  | 'session.updated'\n  | 'conversation.created'\n  | 'input_audio_buffer.committed'\n  | 'input_audio_buffer.cleared'\n  | 'input_audio_buffer.speech_started'\n  | 'input_audio_buffer.speech_stopped'\n  | 'conversation.item.created'\n  | 'conversation.item.input_audio_transcription.completed'\n  | 'conversation.item.input_audio_transcription.failed'\n  | 'conversation.item.truncated'\n  | 'conversation.item.deleted'\n  | 'response.created'\n  | 'response.done'\n  | 'response.output_item.added'\n  | 'response.output_item.done'\n  | 'response.content_part.added'\n  | 'response.content_part.done'\n  | 'response.text.delta'\n  | 'response.text.done'\n  | 'response.audio_transcript.delta'\n  | 'response.audio_transcript.done'\n  | 'response.audio.delta'\n  | 'response.audio.done'\n  | 'response.function_call_arguments.delta'\n  | 'response.function_call_arguments.done'\n  | 'rate_limits.updated';\n\nexport type AudioBase64Bytes = string;\n\nexport interface Tool {\n  type: 'function';\n  name: string;\n  description?: string;\n  parameters: {\n    type: 'object';\n    properties: {\n      [prop: string]: {\n        [prop: string]: any;\n      };\n    };\n    required: string[];\n  };\n}\n\nexport type TurnDetectionType =\n  | {\n      type: 'semantic_vad';\n      eagerness?: 'auto' | 'low' | 'medium' | 'high'; // default: auto\n      create_response?: boolean; // default: true\n      interrupt_response?: boolean; // default: true\n    }\n  | {\n      type: 'server_vad';\n      threshold?: number; // 0.0 to 1.0, default: 0.5\n      prefix_padding_ms?: number; // default: 300\n      silence_duration_ms?: number; // default: 200\n      create_response?: boolean; // default: true\n      interrupt_response?: boolean; // default: true\n    };\n\nexport type InputAudioTranscription = {\n  model: InputTranscriptionModel;\n  language?: string;\n  prompt?: string;\n};\n\nexport interface InputTextContent {\n  type: 'input_text';\n  text: string;\n}\n\nexport interface InputAudioContent {\n  type: 'input_audio';\n  audio: AudioBase64Bytes;\n}\n\nexport interface TextContent {\n  type: 'text';\n  text: string;\n}\n\nexport interface AudioContent {\n  type: 'audio';\n  audio: AudioBase64Bytes;\n  transcript: string;\n}\n\nexport type Content = InputTextContent | InputAudioContent | TextContent | AudioContent;\nexport type ContentPart = {\n  type: 'text' | 'audio';\n  audio?: AudioBase64Bytes;\n  transcript?: string;\n};\n\nexport interface BaseItem {\n  id: string;\n  object: 'realtime.item';\n  type: string;\n}\n\nexport interface SystemItem extends BaseItem {\n  type: 'message';\n  role: 'system';\n  content: InputTextContent;\n}\n\nexport interface UserItem extends BaseItem {\n  type: 'message';\n  role: 'user';\n  content: (InputTextContent | InputAudioContent)[];\n}\n\nexport interface AssistantItem extends BaseItem {\n  type: 'message';\n  role: 'assistant';\n  content: (TextContent | AudioContent)[];\n}\n\nexport interface FunctionCallItem extends BaseItem {\n  type: 'function_call';\n  call_id: string;\n  name: string;\n  arguments: string;\n}\n\nexport interface FunctionCallOutputItem extends BaseItem {\n  type: 'function_call_output';\n  call_id: string;\n  output: string;\n}\n\nexport type ItemResource =\n  | SystemItem\n  | UserItem\n  | AssistantItem\n  | FunctionCallItem\n  | FunctionCallOutputItem;\n\n// Session Resource\nexport interface SessionResource {\n  id: string;\n  object: 'realtime.session';\n  model: string;\n  modalities: ['text', 'audio'] | ['text']; // default: [\"text\", \"audio\"]\n  instructions: string;\n  voice: Voice; // default: \"alloy\"\n  input_audio_format: AudioFormat; // default: \"pcm16\"\n  output_audio_format: AudioFormat; // default: \"pcm16\"\n  input_audio_transcription: InputAudioTranscription | null;\n  turn_detection: TurnDetectionType | null;\n  tools: Tool[];\n  tool_choice: ToolChoice; // default: \"auto\"\n  temperature: number; // default: 0.8\n  max_response_output_tokens: number | 'inf';\n  expires_at: number;\n}\n\n// Conversation Resource\nexport interface ConversationResource {\n  id: string;\n  object: 'realtime.conversation';\n}\n\nexport type ResponseStatusDetails =\n  | {\n      type: 'incomplete';\n      reason: 'max_output_tokens' | 'content_filter' | string;\n    }\n  | {\n      type: 'failed';\n      error?: {\n        code: 'server_error' | 'rate_limit_exceeded' | string;\n        message: string;\n      };\n    }\n  | {\n      type: 'cancelled';\n      reason: 'turn_detected' | 'client_cancelled' | string;\n    };\n\nexport interface ModelUsage {\n  total_tokens: number;\n  input_tokens: number;\n  output_tokens: number;\n  input_token_details: {\n    text_tokens: number;\n    audio_tokens: number;\n    cached_tokens: number;\n    cached_tokens_details: {\n      text_tokens: number;\n      audio_tokens: number;\n      image_tokens: number;\n    };\n  };\n  output_token_details: {\n    text_tokens: number;\n    audio_tokens: number;\n  };\n}\n\nexport interface ResponseResource {\n  id: string;\n  object: 'realtime.response';\n  status: ResponseStatus;\n  status_details: ResponseStatusDetails;\n  output: ItemResource[];\n  usage?: ModelUsage;\n  metadata?: Record<string, string>;\n}\n\n// Client Events\ninterface BaseClientEvent {\n  event_id?: string;\n  type: ClientEventType;\n}\n\nexport interface SessionUpdateEvent extends BaseClientEvent {\n  type: 'session.update';\n  session: Partial<{\n    model: Model;\n    modalities: ['text', 'audio'] | ['text'];\n    instructions: string;\n    voice: Voice;\n    input_audio_format: AudioFormat;\n    output_audio_format: AudioFormat;\n    input_audio_transcription: InputAudioTranscription | null;\n    turn_detection: TurnDetectionType | null;\n    tools: Tool[];\n    tool_choice: ToolChoice;\n    temperature: number;\n    max_response_output_tokens?: number | 'inf';\n    speed?: number;\n  }>;\n}\n\nexport interface InputAudioBufferAppendEvent extends BaseClientEvent {\n  type: 'input_audio_buffer.append';\n  audio: AudioBase64Bytes;\n}\n\nexport interface InputAudioBufferCommitEvent extends BaseClientEvent {\n  type: 'input_audio_buffer.commit';\n}\n\nexport interface InputAudioBufferClearEvent extends BaseClientEvent {\n  type: 'input_audio_buffer.clear';\n}\n\nexport interface UserItemCreate {\n  id: string;\n  type: 'message';\n  role: 'user';\n  content: (InputTextContent | InputAudioContent)[];\n}\n\nexport interface AssistantItemCreate {\n  id: string;\n  type: 'message';\n  role: 'assistant';\n  content: TextContent[];\n}\n\nexport interface SystemItemCreate {\n  id: string;\n  type: 'message';\n  role: 'system';\n  content: InputTextContent[];\n}\n\nexport interface FunctionCallOutputItemCreate {\n  id: string;\n  type: 'function_call_output';\n  call_id: string;\n  output: string;\n}\n\nexport type ConversationItemCreateContent =\n  | UserItemCreate\n  | AssistantItemCreate\n  | SystemItemCreate\n  | FunctionCallOutputItemCreate;\n\nexport interface ConversationItemCreateEvent extends BaseClientEvent {\n  type: 'conversation.item.create';\n  previous_item_id?: string;\n  item: ConversationItemCreateContent;\n}\n\nexport interface ConversationItemTruncateEvent extends BaseClientEvent {\n  type: 'conversation.item.truncate';\n  item_id: string;\n  content_index: number;\n  audio_end_ms: number;\n}\n\nexport interface ConversationItemDeleteEvent extends BaseClientEvent {\n  type: 'conversation.item.delete';\n  item_id: string;\n}\n\nexport interface ResponseCreateEvent extends BaseClientEvent {\n  type: 'response.create';\n  response?: Partial<{\n    modalities: ['text', 'audio'] | ['text'];\n    instructions: string;\n    voice: Voice;\n    output_audio_format: AudioFormat;\n    tools?: Tool[];\n    tool_choice: ToolChoice;\n    temperature: number;\n    max_output_tokens: number | 'inf';\n    metadata?: Record<string, string>;\n  }>;\n}\n\nexport interface ResponseCancelEvent extends BaseClientEvent {\n  type: 'response.cancel';\n}\n\nexport type ClientEvent =\n  | SessionUpdateEvent\n  | InputAudioBufferAppendEvent\n  | InputAudioBufferCommitEvent\n  | InputAudioBufferClearEvent\n  | ConversationItemCreateEvent\n  | ConversationItemTruncateEvent\n  | ConversationItemDeleteEvent\n  | ResponseCreateEvent\n  | ResponseCancelEvent;\n\ninterface BaseServerEvent {\n  event_id: string;\n  type: ServerEventType;\n}\n\nexport interface ErrorEvent extends BaseServerEvent {\n  type: 'error';\n  error: {\n    type: 'invalid_request_error' | 'server_error' | string;\n    code?: string;\n    message: string;\n    param: string;\n    event_id: string;\n  };\n}\n\nexport interface SessionCreatedEvent extends BaseServerEvent {\n  type: 'session.created';\n  session: SessionResource;\n}\n\nexport interface SessionUpdatedEvent extends BaseServerEvent {\n  type: 'session.updated';\n  session: SessionResource;\n}\n\nexport interface ConversationCreatedEvent extends BaseServerEvent {\n  type: 'conversation.created';\n  conversation: ConversationResource;\n}\n\nexport interface InputAudioBufferCommittedEvent extends BaseServerEvent {\n  type: 'input_audio_buffer.committed';\n  item_id: string;\n}\n\nexport interface InputAudioBufferClearedEvent extends BaseServerEvent {\n  type: 'input_audio_buffer.cleared';\n}\n\nexport interface InputAudioBufferSpeechStartedEvent extends BaseServerEvent {\n  type: 'input_audio_buffer.speech_started';\n  audio_start_ms: number;\n  item_id: string;\n}\n\nexport interface InputAudioBufferSpeechStoppedEvent extends BaseServerEvent {\n  type: 'input_audio_buffer.speech_stopped';\n  audio_end_ms: number;\n  item_id: string;\n}\n\nexport interface ConversationItemCreatedEvent extends BaseServerEvent {\n  type: 'conversation.item.created';\n  previous_item_id: string;\n  item: ItemResource;\n}\n\nexport interface ConversationItemInputAudioTranscriptionCompletedEvent extends BaseServerEvent {\n  type: 'conversation.item.input_audio_transcription.completed';\n  item_id: string;\n  content_index: number;\n  transcript: string;\n}\n\nexport interface ConversationItemInputAudioTranscriptionFailedEvent extends BaseServerEvent {\n  type: 'conversation.item.input_audio_transcription.failed';\n  item_id: string;\n  content_index: number;\n  error: {\n    type: string;\n    code?: string;\n    message: string;\n    param: null;\n  };\n}\n\nexport interface ConversationItemTruncatedEvent extends BaseServerEvent {\n  type: 'conversation.item.truncated';\n  item_id: string;\n  content_index: number;\n  audio_end_ms: number;\n}\n\nexport interface ConversationItemDeletedEvent extends BaseServerEvent {\n  type: 'conversation.item.deleted';\n  item_id: string;\n}\n\nexport interface ResponseCreatedEvent extends BaseServerEvent {\n  type: 'response.created';\n  response: ResponseResource;\n}\n\nexport interface ResponseDoneEvent extends BaseServerEvent {\n  type: 'response.done';\n  response: ResponseResource;\n}\n\nexport interface ResponseOutputItemAddedEvent extends BaseServerEvent {\n  type: 'response.output_item.added';\n  response_id: string;\n  output_index: number;\n  item: ItemResource;\n}\n\nexport interface ResponseOutputItemDoneEvent extends BaseServerEvent {\n  type: 'response.output_item.done';\n  response_id: string;\n  output_index: number;\n  item: ItemResource;\n}\n\nexport interface ResponseContentPartAddedEvent extends BaseServerEvent {\n  type: 'response.content_part.added';\n  response_id: string;\n  item_id: string;\n  output_index: number;\n  content_index: number;\n  part: ContentPart;\n}\n\nexport interface ResponseContentPartDoneEvent extends BaseServerEvent {\n  type: 'response.content_part.done';\n  response_id: string;\n  item_id: string;\n  output_index: number;\n  content_index: number;\n  part: ContentPart;\n}\n\nexport interface ResponseTextDeltaEvent extends BaseServerEvent {\n  type: 'response.text.delta';\n  response_id: string;\n  output_index: number;\n  content_index: number;\n  delta: string;\n}\n\nexport interface ResponseTextDoneEvent extends BaseServerEvent {\n  type: 'response.text.done';\n  response_id: string;\n  output_index: number;\n  content_index: number;\n  text: string;\n}\n\nexport interface ResponseAudioTranscriptDeltaEvent extends BaseServerEvent {\n  type: 'response.audio_transcript.delta';\n  response_id: string;\n  item_id: string;\n  output_index: number;\n  content_index: number;\n  delta: string;\n}\n\nexport interface ResponseAudioTranscriptDoneEvent extends BaseServerEvent {\n  type: 'response.audio_transcript.done';\n  response_id: string;\n  output_index: number;\n  content_index: number;\n  transcript: string;\n}\n\nexport interface ResponseAudioDeltaEvent extends BaseServerEvent {\n  type: 'response.audio.delta';\n  response_id: string;\n  item_id: string;\n  output_index: number;\n  content_index: number;\n  delta: AudioBase64Bytes;\n}\n\nexport interface ResponseAudioDoneEvent extends BaseServerEvent {\n  type: 'response.audio.done';\n  response_id: string;\n  output_index: number;\n  content_index: number;\n}\n\nexport interface ResponseFunctionCallArgumentsDeltaEvent extends BaseServerEvent {\n  type: 'response.function_call_arguments.delta';\n  response_id: string;\n  output_index: number;\n  delta: string;\n}\n\nexport interface ResponseFunctionCallArgumentsDoneEvent extends BaseServerEvent {\n  type: 'response.function_call_arguments.done';\n  response_id: string;\n  output_index: number;\n  arguments: string;\n}\n\nexport interface RateLimitsUpdatedEvent extends BaseServerEvent {\n  type: 'rate_limits.updated';\n  rate_limits: {\n    name: 'requests' | 'tokens' | 'input_tokens' | 'output_tokens' | string;\n    limit: number;\n    remaining: number;\n    reset_seconds: number;\n  }[];\n}\n\nexport type ServerEvent =\n  | ErrorEvent\n  | SessionCreatedEvent\n  | SessionUpdatedEvent\n  | ConversationCreatedEvent\n  | InputAudioBufferCommittedEvent\n  | InputAudioBufferClearedEvent\n  | InputAudioBufferSpeechStartedEvent\n  | InputAudioBufferSpeechStoppedEvent\n  | ConversationItemCreatedEvent\n  | ConversationItemInputAudioTranscriptionCompletedEvent\n  | ConversationItemInputAudioTranscriptionFailedEvent\n  | ConversationItemTruncatedEvent\n  | ConversationItemDeletedEvent\n  | ResponseCreatedEvent\n  | ResponseDoneEvent\n  | ResponseOutputItemAddedEvent\n  | ResponseOutputItemDoneEvent\n  | ResponseContentPartAddedEvent\n  | ResponseContentPartDoneEvent\n  | ResponseTextDeltaEvent\n  | ResponseTextDoneEvent\n  | ResponseAudioTranscriptDeltaEvent\n  | ResponseAudioTranscriptDoneEvent\n  | ResponseAudioDeltaEvent\n  | ResponseAudioDoneEvent\n  | ResponseFunctionCallArgumentsDeltaEvent\n  | ResponseFunctionCallArgumentsDoneEvent\n  | RateLimitsUpdatedEvent;\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAIO,MAAM,cAAc;AACpB,MAAM,eAAe;AACrB,MAAM,gBAAgB;AACtB,MAAM,iBAAiB;AAEvB,MAAM,WAAW;","names":[]}

package/dist/realtime/api_proto.d.cts

@@ -31,6 +31,11 @@ export interface Tool {
     };
 }
 export type TurnDetectionType = {
+    type: 'semantic_vad';
+    eagerness?: 'auto' | 'low' | 'medium' | 'high';
+    create_response?: boolean;
+    interrupt_response?: boolean;
+} | {
     type: 'server_vad';
     threshold?: number;
     prefix_padding_ms?: number;
@@ -40,6 +45,8 @@ export type TurnDetectionType = {
 };
 export type InputAudioTranscription = {
     model: InputTranscriptionModel;
+    language?: string;
+    prompt?: string;
 };
 export interface InputTextContent {
     type: 'input_text';

package/dist/realtime/api_proto.d.ts

@@ -31,6 +31,11 @@ export interface Tool {
     };
 }
 export type TurnDetectionType = {
+    type: 'semantic_vad';
+    eagerness?: 'auto' | 'low' | 'medium' | 'high';
+    create_response?: boolean;
+    interrupt_response?: boolean;
+} | {
     type: 'server_vad';
     threshold?: number;
     prefix_padding_ms?: number;
@@ -40,6 +45,8 @@ export type TurnDetectionType = {
 };
 export type InputAudioTranscription = {
     model: InputTranscriptionModel;
+    language?: string;
+    prompt?: string;
 };
 export interface InputTextContent {
     type: 'input_text';

package/dist/realtime/api_proto.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"api_proto.d.ts","sourceRoot":"","sources":["../../src/realtime/api_proto.ts"],"names":[],"mappings":"AAIA,eAAO,MAAM,WAAW,QAAQ,CAAC;AACjC,eAAO,MAAM,YAAY,IAAI,CAAC;AAC9B,eAAO,MAAM,aAAa,OAAO,CAAC;AAClC,eAAO,MAAM,cAAc,OAAO,CAAC;AAEnC,eAAO,MAAM,QAAQ,4BAA4B,CAAC;AAElD,MAAM,MAAM,KAAK,GAAG,oCAAoC,GAAG,MAAM,CAAC;AAClE,MAAM,MAAM,KAAK,GACb,OAAO,GACP,SAAS,GACT,MAAM,GACN,KAAK,GACL,QAAQ,GACR,OAAO,GACP,MAAM,GACN,OAAO,GACP,MAAM,CAAC;AACX,MAAM,MAAM,WAAW,GAAG,OAAO,CAAC;AAClC,MAAM,MAAM,IAAI,GAAG,QAAQ,GAAG,WAAW,GAAG,MAAM,GAAG,MAAM,CAAC;AAC5D,MAAM,MAAM,wBAAwB,GAAG,MAAM,GAAG,YAAY,GAAG,gBAAgB,GAAG,WAAW,CAAC;AAC9F,MAAM,MAAM,uBAAuB,GAAG,WAAW,GAAG,MAAM,CAAC;AAC3D,MAAM,MAAM,QAAQ,GAAG,MAAM,GAAG,OAAO,CAAC;AACxC,MAAM,MAAM,UAAU,GAAG,MAAM,GAAG,MAAM,GAAG,UAAU,GAAG,MAAM,CAAC;AAC/D,MAAM,MAAM,KAAK,GAAG,cAAc,GAAG,WAAW,GAAG,UAAU,GAAG,UAAU,GAAG,MAAM,CAAC;AACpF,MAAM,MAAM,cAAc,GACtB,aAAa,GACb,WAAW,GACX,YAAY,GACZ,WAAW,GACX,QAAQ,GACR,MAAM,CAAC;AACX,MAAM,MAAM,eAAe,GACvB,gBAAgB,GAChB,2BAA2B,GAC3B,2BAA2B,GAC3B,0BAA0B,GAC1B,0BAA0B,GAC1B,4BAA4B,GAC5B,0BAA0B,GAC1B,iBAAiB,GACjB,iBAAiB,CAAC;AACtB,MAAM,MAAM,eAAe,GACvB,OAAO,GACP,iBAAiB,GACjB,iBAAiB,GACjB,sBAAsB,GACtB,8BAA8B,GAC9B,4BAA4B,GAC5B,mCAAmC,GACnC,mCAAmC,GACnC,2BAA2B,GAC3B,uDAAuD,GACvD,oDAAoD,GACpD,6BAA6B,GAC7B,2BAA2B,GAC3B,kBAAkB,GAClB,eAAe,GACf,4BAA4B,GAC5B,2BAA2B,GAC3B,6BAA6B,GAC7B,4BAA4B,GAC5B,qBAAqB,GACrB,oBAAoB,GACpB,iCAAiC,GACjC,gCAAgC,GAChC,sBAAsB,GACtB,qBAAqB,GACrB,wCAAwC,GACxC,uCAAuC,GACvC,qBAAqB,CAAC;AAE1B,MAAM,MAAM,gBAAgB,GAAG,MAAM,CAAC;AAEtC,MAAM,WAAW,IAAI;IACnB,IAAI,EAAE,UAAU,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE;QACV,IAAI,EAAE,QAAQ,CAAC;QACf,UAAU,EAAE;YACV,CAAC,IAAI,EAAE,MAAM,GAAG;gBACd,CAAC,IAAI,EAAE,MAAM,GAAG,GAAG,CAAC;aACrB,CAAC;SACH,CAAC;QACF,QAAQ,EAAE,MAAM,EAAE,CAAC;KACpB,CAAC;CACH;AAED,MAAM,MAAM,iBAAiB,GAAG;IAC9B,IAAI,EAAE,YAAY,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,kBAAkB,CAAC,EAAE,OAAO,CAAC;CAC9B,CAAC;AAEF,MAAM,MAAM,uBAAuB,GAAG;IACpC,KAAK,EAAE,uBAAuB,CAAC;CAChC,CAAC;AAEF,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,YAAY,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,iBAAiB;IAChC,IAAI,EAAE,aAAa,CAAC;IACpB,KAAK,EAAE,gBAAgB,CAAC;CACzB;AAED,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,OAAO,CAAC;IACd,KAAK,EAAE,gBAAgB,CAAC;IACxB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,MAAM,OAAO,GAAG,gBAAgB,GAAG,iBAAiB,GAAG,WAAW,GAAG,YAAY,CAAC;AACxF,MAAM,MAAM,WAAW,GAAG;IACxB,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC;IACvB,KAAK,CAAC,EAAE,gBAAgB,CAAC;IACzB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB,CAAC;AAEF,MAAM,WAAW,QAAQ;IACvB,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,eAAe,CAAC;IACxB,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,UAAW,SAAQ,QAAQ;IAC1C,IAAI,EAAE,SAAS,CAAC;IAChB,IAAI,EAAE,QAAQ,CAAC;IACf,OAAO,EAAE,gBAAgB,CAAC;CAC3B;AAED,MAAM,WAAW,QAAS,SAAQ,QAAQ;IACxC,IAAI,EAAE,SAAS,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,CAAC,gBAAgB,GAAG,iBAAiB,CAAC,EAAE,CAAC;CACnD;AAED,MAAM,WAAW,aAAc,SAAQ,QAAQ;IAC7C,IAAI,EAAE,SAAS,CAAC;IAChB,IAAI,EAAE,WAAW,CAAC;IAClB,OAAO,EAAE,CAAC,WAAW,GAAG,YAAY,CAAC,EAAE,CAAC;CACzC;AAED,MAAM,WAAW,gBAAiB,SAAQ,QAAQ;IAChD,IAAI,EAAE,eAAe,CAAC;IACtB,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,sBAAuB,SAAQ,QAAQ;IACtD,IAAI,EAAE,sBAAsB,CAAC;IAC7B,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,MAAM,YAAY,GACpB,UAAU,GACV,QAAQ,GACR,aAAa,GACb,gBAAgB,GAChB,sBAAsB,CAAC;AAG3B,MAAM,WAAW,eAAe;IAC9B,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,kBAAkB,CAAC;IAC3B,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACzC,YAAY,EAAE,MAAM,CAAC;IACrB,KAAK,EAAE,KAAK,CAAC;IACb,kBAAkB,EAAE,WAAW,CAAC;IAChC,mBAAmB,EAAE,WAAW,CAAC;IACjC,yBAAyB,EAAE,uBAAuB,GAAG,IAAI,CAAC;IAC1D,cAAc,EAAE,iBAAiB,GAAG,IAAI,CAAC;IACzC,KAAK,EAAE,IAAI,EAAE,CAAC;IACd,WAAW,EAAE,UAAU,CAAC;IACxB,WAAW,EAAE,MAAM,CAAC;IACpB,0BAA0B,EAAE,MAAM,GAAG,KAAK,CAAC;IAC3C,UAAU,EAAE,MAAM,CAAC;CACpB;AAGD,MAAM,WAAW,oBAAoB;IACnC,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,uBAAuB,CAAC;CACjC;AAED,MAAM,MAAM,qBAAqB,GAC7B;IACE,IAAI,EAAE,YAAY,CAAC;IACnB,MAAM,EAAE,mBAAmB,GAAG,gBAAgB,GAAG,MAAM,CAAC;CACzD,GACD;IACE,IAAI,EAAE,QAAQ,CAAC;IACf,KAAK,CAAC,EAAE;QACN,IAAI,EAAE,cAAc,GAAG,qBAAqB,GAAG,MAAM,CAAC;QACtD,OAAO,EAAE,MAAM,CAAC;KACjB,CAAC;CACH,GACD;IACE,IAAI,EAAE,WAAW,CAAC;IAClB,MAAM,EAAE,eAAe,GAAG,kBAAkB,GAAG,MAAM,CAAC;CACvD,CAAC;AAEN,MAAM,WAAW,UAAU;IACzB,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,mBAAmB,EAAE;QACnB,WAAW,EAAE,MAAM,CAAC;QACpB,YAAY,EAAE,MAAM,CAAC;QACrB,aAAa,EAAE,MAAM,CAAC;QACtB,qBAAqB,EAAE;YACrB,WAAW,EAAE,MAAM,CAAC;YACpB,YAAY,EAAE,MAAM,CAAC;YACrB,YAAY,EAAE,MAAM,CAAC;SACtB,CAAC;KACH,CAAC;IACF,oBAAoB,EAAE;QACpB,WAAW,EAAE,MAAM,CAAC;QACpB,YAAY,EAAE,MAAM,CAAC;KACtB,CAAC;CACH;AAED,MAAM,WAAW,gBAAgB;IAC/B,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,mBAAmB,CAAC;IAC5B,MAAM,EAAE,cAAc,CAAC;IACvB,cAAc,EAAE,qBAAqB,CAAC;IACtC,MAAM,EAAE,YAAY,EAAE,CAAC;IACvB,KAAK,CAAC,EAAE,UAAU,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CACnC;AAGD,UAAU,eAAe;IACvB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,IAAI,EAAE,eAAe,CAAC;CACvB;AAED,MAAM,WAAW,kBAAmB,SAAQ,eAAe;IACzD,IAAI,EAAE,gBAAgB,CAAC;IACvB,OAAO,EAAE,OAAO,CAAC;QACf,KAAK,EAAE,KAAK,CAAC;QACb,UAAU,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACzC,YAAY,EAAE,MAAM,CAAC;QACrB,KAAK,EAAE,KAAK,CAAC;QACb,kBAAkB,EAAE,WAAW,CAAC;QAChC,mBAAmB,EAAE,WAAW,CAAC;QACjC,yBAAyB,EAAE,uBAAuB,GAAG,IAAI,CAAC;QAC1D,cAAc,EAAE,iBAAiB,GAAG,IAAI,CAAC;QACzC,KAAK,EAAE,IAAI,EAAE,CAAC;QACd,WAAW,EAAE,UAAU,CAAC;QACxB,WAAW,EAAE,MAAM,CAAC;QACpB,0BAA0B,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC;QAC5C,KAAK,CAAC,EAAE,MAAM,CAAC;KAChB,CAAC,CAAC;CACJ;AAED,MAAM,WAAW,2BAA4B,SAAQ,eAAe;IAClE,IAAI,EAAE,2BAA2B,CAAC;IAClC,KAAK,EAAE,gBAAgB,CAAC;CACzB;AAED,MAAM,WAAW,2BAA4B,SAAQ,eAAe;IAClE,IAAI,EAAE,2BAA2B,CAAC;CACnC;AAED,MAAM,WAAW,0BAA2B,SAAQ,eAAe;IACjE,IAAI,EAAE,0BAA0B,CAAC;CAClC;AAED,MAAM,WAAW,cAAc;IAC7B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,SAAS,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,CAAC,gBAAgB,GAAG,iBAAiB,CAAC,EAAE,CAAC;CACnD;AAED,MAAM,WAAW,mBAAmB;IAClC,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,SAAS,CAAC;IAChB,IAAI,EAAE,WAAW,CAAC;IAClB,OAAO,EAAE,WAAW,EAAE,CAAC;CACxB;AAED,MAAM,WAAW,gBAAgB;IAC/B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,SAAS,CAAC;IAChB,IAAI,EAAE,QAAQ,CAAC;IACf,OAAO,EAAE,gBAAgB,EAAE,CAAC;CAC7B;AAED,MAAM,WAAW,4BAA4B;IAC3C,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,sBAAsB,CAAC;IAC7B,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,MAAM,6BAA6B,GACrC,cAAc,GACd,mBAAmB,GACnB,gBAAgB,GAChB,4BAA4B,CAAC;AAEjC,MAAM,WAAW,2BAA4B,SAAQ,eAAe;IAClE,IAAI,EAAE,0BAA0B,CAAC;IACjC,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,IAAI,EAAE,6BAA6B,CAAC;CACrC;AAED,MAAM,WAAW,6BAA8B,SAAQ,eAAe;IACpE,IAAI,EAAE,4BAA4B,CAAC;IACnC,OAAO,EAAE,MAAM,CAAC;IAChB,aAAa,EAAE,MAAM,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,2BAA4B,SAAQ,eAAe;IAClE,IAAI,EAAE,0BAA0B,CAAC;IACjC,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,mBAAoB,SAAQ,eAAe;IAC1D,IAAI,EAAE,iBAAiB,CAAC;IACxB,QAAQ,CAAC,EAAE,OAAO,CAAC;QACjB,UAAU,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACzC,YAAY,EAAE,MAAM,CAAC;QACrB,KAAK,EAAE,KAAK,CAAC;QACb,mBAAmB,EAAE,WAAW,CAAC;QACjC,KAAK,CAAC,EAAE,IAAI,EAAE,CAAC;QACf,WAAW,EAAE,UAAU,CAAC;QACxB,WAAW,EAAE,MAAM,CAAC;QACpB,iBAAiB,EAAE,MAAM,GAAG,KAAK,CAAC;QAClC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;KACnC,CAAC,CAAC;CACJ;AAED,MAAM,WAAW,mBAAoB,SAAQ,eAAe;IAC1D,IAAI,EAAE,iBAAiB,CAAC;CACzB;AAED,MAAM,MAAM,WAAW,GACnB,kBAAkB,GAClB,2BAA2B,GAC3B,2BAA2B,GAC3B,0BAA0B,GAC1B,2BAA2B,GAC3B,6BAA6B,GAC7B,2BAA2B,GAC3B,mBAAmB,GACnB,mBAAmB,CAAC;AAExB,UAAU,eAAe;IACvB,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,eAAe,CAAC;CACvB;AAED,MAAM,WAAW,UAAW,SAAQ,eAAe;IACjD,IAAI,EAAE,OAAO,CAAC;IACd,KAAK,EAAE;QACL,IAAI,EAAE,uBAAuB,GAAG,cAAc,GAAG,MAAM,CAAC;QACxD,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,OAAO,EAAE,MAAM,CAAC;QAChB,KAAK,EAAE,MAAM,CAAC;QACd,QAAQ,EAAE,MAAM,CAAC;KAClB,CAAC;CACH;AAED,MAAM,WAAW,mBAAoB,SAAQ,eAAe;IAC1D,IAAI,EAAE,iBAAiB,CAAC;IACxB,OAAO,EAAE,eAAe,CAAC;CAC1B;AAED,MAAM,WAAW,mBAAoB,SAAQ,eAAe;IAC1D,IAAI,EAAE,iBAAiB,CAAC;IACxB,OAAO,EAAE,eAAe,CAAC;CAC1B;AAED,MAAM,WAAW,wBAAyB,SAAQ,eAAe;IAC/D,IAAI,EAAE,sBAAsB,CAAC;IAC7B,YAAY,EAAE,oBAAoB,CAAC;CACpC;AAED,MAAM,WAAW,8BAA+B,SAAQ,eAAe;IACrE,IAAI,EAAE,8BAA8B,CAAC;IACrC,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,4BAA6B,SAAQ,eAAe;IACnE,IAAI,EAAE,4BAA4B,CAAC;CACpC;AAED,MAAM,WAAW,kCAAmC,SAAQ,eAAe;IACzE,IAAI,EAAE,mCAAmC,CAAC;IAC1C,cAAc,EAAE,MAAM,CAAC;IACvB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,kCAAmC,SAAQ,eAAe;IACzE,IAAI,EAAE,mCAAmC,CAAC;IAC1C,YAAY,EAAE,MAAM,CAAC;IACrB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,4BAA6B,SAAQ,eAAe;IACnE,IAAI,EAAE,2BAA2B,CAAC;IAClC,gBAAgB,EAAE,MAAM,CAAC;IACzB,IAAI,EAAE,YAAY,CAAC;CACpB;AAED,MAAM,WAAW,qDAAsD,SAAQ,eAAe;IAC5F,IAAI,EAAE,uDAAuD,CAAC;IAC9D,OAAO,EAAE,MAAM,CAAC;IAChB,aAAa,EAAE,MAAM,CAAC;IACtB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,kDAAmD,SAAQ,eAAe;IACzF,IAAI,EAAE,oDAAoD,CAAC;IAC3D,OAAO,EAAE,MAAM,CAAC;IAChB,aAAa,EAAE,MAAM,CAAC;IACtB,KAAK,EAAE;QACL,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,OAAO,EAAE,MAAM,CAAC;QAChB,KAAK,EAAE,IAAI,CAAC;KACb,CAAC;CACH;AAED,MAAM,WAAW,8BAA+B,SAAQ,eAAe;IACrE,IAAI,EAAE,6BAA6B,CAAC;IACpC,OAAO,EAAE,MAAM,CAAC;IAChB,aAAa,EAAE,MAAM,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,4BAA6B,SAAQ,eAAe;IACnE,IAAI,EAAE,2BAA2B,CAAC;IAClC,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,oBAAqB,SAAQ,eAAe;IAC3D,IAAI,EAAE,kBAAkB,CAAC;IACzB,QAAQ,EAAE,gBAAgB,CAAC;CAC5B;AAED,MAAM,WAAW,iBAAkB,SAAQ,eAAe;IACxD,IAAI,EAAE,eAAe,CAAC;IACtB,QAAQ,EAAE,gBAAgB,CAAC;CAC5B;AAED,MAAM,WAAW,4BAA6B,SAAQ,eAAe;IACnE,IAAI,EAAE,4BAA4B,CAAC;IACnC,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,IAAI,EAAE,YAAY,CAAC;CACpB;AAED,MAAM,WAAW,2BAA4B,SAAQ,eAAe;IAClE,IAAI,EAAE,2BAA2B,CAAC;IAClC,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,IAAI,EAAE,YAAY,CAAC;CACpB;AAED,MAAM,WAAW,6BAA8B,SAAQ,eAAe;IACpE,IAAI,EAAE,6BAA6B,CAAC;IACpC,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,IAAI,EAAE,WAAW,CAAC;CACnB;AAED,MAAM,WAAW,4BAA6B,SAAQ,eAAe;IACnE,IAAI,EAAE,4BAA4B,CAAC;IACnC,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,IAAI,EAAE,WAAW,CAAC;CACnB;AAED,MAAM,WAAW,sBAAuB,SAAQ,eAAe;IAC7D,IAAI,EAAE,qBAAqB,CAAC;IAC5B,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,qBAAsB,SAAQ,eAAe;IAC5D,IAAI,EAAE,oBAAoB,CAAC;IAC3B,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,iCAAkC,SAAQ,eAAe;IACxE,IAAI,EAAE,iCAAiC,CAAC;IACxC,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,gCAAiC,SAAQ,eAAe;IACvE,IAAI,EAAE,gCAAgC,CAAC;IACvC,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,uBAAwB,SAAQ,eAAe;IAC9D,IAAI,EAAE,sBAAsB,CAAC;IAC7B,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,KAAK,EAAE,gBAAgB,CAAC;CACzB;AAED,MAAM,WAAW,sBAAuB,SAAQ,eAAe;IAC7D,IAAI,EAAE,qBAAqB,CAAC;IAC5B,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,uCAAwC,SAAQ,eAAe;IAC9E,IAAI,EAAE,wCAAwC,CAAC;IAC/C,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,sCAAuC,SAAQ,eAAe;IAC7E,IAAI,EAAE,uCAAuC,CAAC;IAC9C,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,sBAAuB,SAAQ,eAAe;IAC7D,IAAI,EAAE,qBAAqB,CAAC;IAC5B,WAAW,EAAE;QACX,IAAI,EAAE,UAAU,GAAG,QAAQ,GAAG,cAAc,GAAG,eAAe,GAAG,MAAM,CAAC;QACxE,KAAK,EAAE,MAAM,CAAC;QACd,SAAS,EAAE,MAAM,CAAC;QAClB,aAAa,EAAE,MAAM,CAAC;KACvB,EAAE,CAAC;CACL;AAED,MAAM,MAAM,WAAW,GACnB,UAAU,GACV,mBAAmB,GACnB,mBAAmB,GACnB,wBAAwB,GACxB,8BAA8B,GAC9B,4BAA4B,GAC5B,kCAAkC,GAClC,kCAAkC,GAClC,4BAA4B,GAC5B,qDAAqD,GACrD,kDAAkD,GAClD,8BAA8B,GAC9B,4BAA4B,GAC5B,oBAAoB,GACpB,iBAAiB,GACjB,4BAA4B,GAC5B,2BAA2B,GAC3B,6BAA6B,GAC7B,4BAA4B,GAC5B,sBAAsB,GACtB,qBAAqB,GACrB,iCAAiC,GACjC,gCAAgC,GAChC,uBAAuB,GACvB,sBAAsB,GACtB,uCAAuC,GACvC,sCAAsC,GACtC,sBAAsB,CAAC"}
+{"version":3,"file":"api_proto.d.ts","sourceRoot":"","sources":["../../src/realtime/api_proto.ts"],"names":[],"mappings":"AAIA,eAAO,MAAM,WAAW,QAAQ,CAAC;AACjC,eAAO,MAAM,YAAY,IAAI,CAAC;AAC9B,eAAO,MAAM,aAAa,OAAO,CAAC;AAClC,eAAO,MAAM,cAAc,OAAO,CAAC;AAEnC,eAAO,MAAM,QAAQ,4BAA4B,CAAC;AAElD,MAAM,MAAM,KAAK,GAAG,oCAAoC,GAAG,MAAM,CAAC;AAClE,MAAM,MAAM,KAAK,GACb,OAAO,GACP,SAAS,GACT,MAAM,GACN,KAAK,GACL,QAAQ,GACR,OAAO,GACP,MAAM,GACN,OAAO,GACP,MAAM,CAAC;AACX,MAAM,MAAM,WAAW,GAAG,OAAO,CAAC;AAClC,MAAM,MAAM,IAAI,GAAG,QAAQ,GAAG,WAAW,GAAG,MAAM,GAAG,MAAM,CAAC;AAC5D,MAAM,MAAM,wBAAwB,GAAG,MAAM,GAAG,YAAY,GAAG,gBAAgB,GAAG,WAAW,CAAC;AAC9F,MAAM,MAAM,uBAAuB,GAAG,WAAW,GAAG,MAAM,CAAC;AAC3D,MAAM,MAAM,QAAQ,GAAG,MAAM,GAAG,OAAO,CAAC;AACxC,MAAM,MAAM,UAAU,GAAG,MAAM,GAAG,MAAM,GAAG,UAAU,GAAG,MAAM,CAAC;AAC/D,MAAM,MAAM,KAAK,GAAG,cAAc,GAAG,WAAW,GAAG,UAAU,GAAG,UAAU,GAAG,MAAM,CAAC;AACpF,MAAM,MAAM,cAAc,GACtB,aAAa,GACb,WAAW,GACX,YAAY,GACZ,WAAW,GACX,QAAQ,GACR,MAAM,CAAC;AACX,MAAM,MAAM,eAAe,GACvB,gBAAgB,GAChB,2BAA2B,GAC3B,2BAA2B,GAC3B,0BAA0B,GAC1B,0BAA0B,GAC1B,4BAA4B,GAC5B,0BAA0B,GAC1B,iBAAiB,GACjB,iBAAiB,CAAC;AACtB,MAAM,MAAM,eAAe,GACvB,OAAO,GACP,iBAAiB,GACjB,iBAAiB,GACjB,sBAAsB,GACtB,8BAA8B,GAC9B,4BAA4B,GAC5B,mCAAmC,GACnC,mCAAmC,GACnC,2BAA2B,GAC3B,uDAAuD,GACvD,oDAAoD,GACpD,6BAA6B,GAC7B,2BAA2B,GAC3B,kBAAkB,GAClB,eAAe,GACf,4BAA4B,GAC5B,2BAA2B,GAC3B,6BAA6B,GAC7B,4BAA4B,GAC5B,qBAAqB,GACrB,oBAAoB,GACpB,iCAAiC,GACjC,gCAAgC,GAChC,sBAAsB,GACtB,qBAAqB,GACrB,wCAAwC,GACxC,uCAAuC,GACvC,qBAAqB,CAAC;AAE1B,MAAM,MAAM,gBAAgB,GAAG,MAAM,CAAC;AAEtC,MAAM,WAAW,IAAI;IACnB,IAAI,EAAE,UAAU,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE;QACV,IAAI,EAAE,QAAQ,CAAC;QACf,UAAU,EAAE;YACV,CAAC,IAAI,EAAE,MAAM,GAAG;gBACd,CAAC,IAAI,EAAE,MAAM,GAAG,GAAG,CAAC;aACrB,CAAC;SACH,CAAC;QACF,QAAQ,EAAE,MAAM,EAAE,CAAC;KACpB,CAAC;CACH;AAED,MAAM,MAAM,iBAAiB,GACzB;IACE,IAAI,EAAE,cAAc,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,GAAG,KAAK,GAAG,QAAQ,GAAG,MAAM,CAAC;IAC/C,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,kBAAkB,CAAC,EAAE,OAAO,CAAC;CAC9B,GACD;IACE,IAAI,EAAE,YAAY,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,kBAAkB,CAAC,EAAE,OAAO,CAAC;CAC9B,CAAC;AAEN,MAAM,MAAM,uBAAuB,GAAG;IACpC,KAAK,EAAE,uBAAuB,CAAC;IAC/B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB,CAAC;AAEF,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,YAAY,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,iBAAiB;IAChC,IAAI,EAAE,aAAa,CAAC;IACpB,KAAK,EAAE,gBAAgB,CAAC;CACzB;AAED,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,OAAO,CAAC;IACd,KAAK,EAAE,gBAAgB,CAAC;IACxB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,MAAM,OAAO,GAAG,gBAAgB,GAAG,iBAAiB,GAAG,WAAW,GAAG,YAAY,CAAC;AACxF,MAAM,MAAM,WAAW,GAAG;IACxB,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC;IACvB,KAAK,CAAC,EAAE,gBAAgB,CAAC;IACzB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB,CAAC;AAEF,MAAM,WAAW,QAAQ;IACvB,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,eAAe,CAAC;IACxB,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,UAAW,SAAQ,QAAQ;IAC1C,IAAI,EAAE,SAAS,CAAC;IAChB,IAAI,EAAE,QAAQ,CAAC;IACf,OAAO,EAAE,gBAAgB,CAAC;CAC3B;AAED,MAAM,WAAW,QAAS,SAAQ,QAAQ;IACxC,IAAI,EAAE,SAAS,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,CAAC,gBAAgB,GAAG,iBAAiB,CAAC,EAAE,CAAC;CACnD;AAED,MAAM,WAAW,aAAc,SAAQ,QAAQ;IAC7C,IAAI,EAAE,SAAS,CAAC;IAChB,IAAI,EAAE,WAAW,CAAC;IAClB,OAAO,EAAE,CAAC,WAAW,GAAG,YAAY,CAAC,EAAE,CAAC;CACzC;AAED,MAAM,WAAW,gBAAiB,SAAQ,QAAQ;IAChD,IAAI,EAAE,eAAe,CAAC;IACtB,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,sBAAuB,SAAQ,QAAQ;IACtD,IAAI,EAAE,sBAAsB,CAAC;IAC7B,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,MAAM,YAAY,GACpB,UAAU,GACV,QAAQ,GACR,aAAa,GACb,gBAAgB,GAChB,sBAAsB,CAAC;AAG3B,MAAM,WAAW,eAAe;IAC9B,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,kBAAkB,CAAC;IAC3B,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACzC,YAAY,EAAE,MAAM,CAAC;IACrB,KAAK,EAAE,KAAK,CAAC;IACb,kBAAkB,EAAE,WAAW,CAAC;IAChC,mBAAmB,EAAE,WAAW,CAAC;IACjC,yBAAyB,EAAE,uBAAuB,GAAG,IAAI,CAAC;IAC1D,cAAc,EAAE,iBAAiB,GAAG,IAAI,CAAC;IACzC,KAAK,EAAE,IAAI,EAAE,CAAC;IACd,WAAW,EAAE,UAAU,CAAC;IACxB,WAAW,EAAE,MAAM,CAAC;IACpB,0BAA0B,EAAE,MAAM,GAAG,KAAK,CAAC;IAC3C,UAAU,EAAE,MAAM,CAAC;CACpB;AAGD,MAAM,WAAW,oBAAoB;IACnC,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,uBAAuB,CAAC;CACjC;AAED,MAAM,MAAM,qBAAqB,GAC7B;IACE,IAAI,EAAE,YAAY,CAAC;IACnB,MAAM,EAAE,mBAAmB,GAAG,gBAAgB,GAAG,MAAM,CAAC;CACzD,GACD;IACE,IAAI,EAAE,QAAQ,CAAC;IACf,KAAK,CAAC,EAAE;QACN,IAAI,EAAE,cAAc,GAAG,qBAAqB,GAAG,MAAM,CAAC;QACtD,OAAO,EAAE,MAAM,CAAC;KACjB,CAAC;CACH,GACD;IACE,IAAI,EAAE,WAAW,CAAC;IAClB,MAAM,EAAE,eAAe,GAAG,kBAAkB,GAAG,MAAM,CAAC;CACvD,CAAC;AAEN,MAAM,WAAW,UAAU;IACzB,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,mBAAmB,EAAE;QACnB,WAAW,EAAE,MAAM,CAAC;QACpB,YAAY,EAAE,MAAM,CAAC;QACrB,aAAa,EAAE,MAAM,CAAC;QACtB,qBAAqB,EAAE;YACrB,WAAW,EAAE,MAAM,CAAC;YACpB,YAAY,EAAE,MAAM,CAAC;YACrB,YAAY,EAAE,MAAM,CAAC;SACtB,CAAC;KACH,CAAC;IACF,oBAAoB,EAAE;QACpB,WAAW,EAAE,MAAM,CAAC;QACpB,YAAY,EAAE,MAAM,CAAC;KACtB,CAAC;CACH;AAED,MAAM,WAAW,gBAAgB;IAC/B,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,mBAAmB,CAAC;IAC5B,MAAM,EAAE,cAAc,CAAC;IACvB,cAAc,EAAE,qBAAqB,CAAC;IACtC,MAAM,EAAE,YAAY,EAAE,CAAC;IACvB,KAAK,CAAC,EAAE,UAAU,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CACnC;AAGD,UAAU,eAAe;IACvB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,IAAI,EAAE,eAAe,CAAC;CACvB;AAED,MAAM,WAAW,kBAAmB,SAAQ,eAAe;IACzD,IAAI,EAAE,gBAAgB,CAAC;IACvB,OAAO,EAAE,OAAO,CAAC;QACf,KAAK,EAAE,KAAK,CAAC;QACb,UAAU,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACzC,YAAY,EAAE,MAAM,CAAC;QACrB,KAAK,EAAE,KAAK,CAAC;QACb,kBAAkB,EAAE,WAAW,CAAC;QAChC,mBAAmB,EAAE,WAAW,CAAC;QACjC,yBAAyB,EAAE,uBAAuB,GAAG,IAAI,CAAC;QAC1D,cAAc,EAAE,iBAAiB,GAAG,IAAI,CAAC;QACzC,KAAK,EAAE,IAAI,EAAE,CAAC;QACd,WAAW,EAAE,UAAU,CAAC;QACxB,WAAW,EAAE,MAAM,CAAC;QACpB,0BAA0B,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC;QAC5C,KAAK,CAAC,EAAE,MAAM,CAAC;KAChB,CAAC,CAAC;CACJ;AAED,MAAM,WAAW,2BAA4B,SAAQ,eAAe;IAClE,IAAI,EAAE,2BAA2B,CAAC;IAClC,KAAK,EAAE,gBAAgB,CAAC;CACzB;AAED,MAAM,WAAW,2BAA4B,SAAQ,eAAe;IAClE,IAAI,EAAE,2BAA2B,CAAC;CACnC;AAED,MAAM,WAAW,0BAA2B,SAAQ,eAAe;IACjE,IAAI,EAAE,0BAA0B,CAAC;CAClC;AAED,MAAM,WAAW,cAAc;IAC7B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,SAAS,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,CAAC,gBAAgB,GAAG,iBAAiB,CAAC,EAAE,CAAC;CACnD;AAED,MAAM,WAAW,mBAAmB;IAClC,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,SAAS,CAAC;IAChB,IAAI,EAAE,WAAW,CAAC;IAClB,OAAO,EAAE,WAAW,EAAE,CAAC;CACxB;AAED,MAAM,WAAW,gBAAgB;IAC/B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,SAAS,CAAC;IAChB,IAAI,EAAE,QAAQ,CAAC;IACf,OAAO,EAAE,gBAAgB,EAAE,CAAC;CAC7B;AAED,MAAM,WAAW,4BAA4B;IAC3C,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,sBAAsB,CAAC;IAC7B,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,MAAM,6BAA6B,GACrC,cAAc,GACd,mBAAmB,GACnB,gBAAgB,GAChB,4BAA4B,CAAC;AAEjC,MAAM,WAAW,2BAA4B,SAAQ,eAAe;IAClE,IAAI,EAAE,0BAA0B,CAAC;IACjC,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,IAAI,EAAE,6BAA6B,CAAC;CACrC;AAED,MAAM,WAAW,6BAA8B,SAAQ,eAAe;IACpE,IAAI,EAAE,4BAA4B,CAAC;IACnC,OAAO,EAAE,MAAM,CAAC;IAChB,aAAa,EAAE,MAAM,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,2BAA4B,SAAQ,eAAe;IAClE,IAAI,EAAE,0BAA0B,CAAC;IACjC,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,mBAAoB,SAAQ,eAAe;IAC1D,IAAI,EAAE,iBAAiB,CAAC;IACxB,QAAQ,CAAC,EAAE,OAAO,CAAC;QACjB,UAAU,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACzC,YAAY,EAAE,MAAM,CAAC;QACrB,KAAK,EAAE,KAAK,CAAC;QACb,mBAAmB,EAAE,WAAW,CAAC;QACjC,KAAK,CAAC,EAAE,IAAI,EAAE,CAAC;QACf,WAAW,EAAE,UAAU,CAAC;QACxB,WAAW,EAAE,MAAM,CAAC;QACpB,iBAAiB,EAAE,MAAM,GAAG,KAAK,CAAC;QAClC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;KACnC,CAAC,CAAC;CACJ;AAED,MAAM,WAAW,mBAAoB,SAAQ,eAAe;IAC1D,IAAI,EAAE,iBAAiB,CAAC;CACzB;AAED,MAAM,MAAM,WAAW,GACnB,kBAAkB,GAClB,2BAA2B,GAC3B,2BAA2B,GAC3B,0BAA0B,GAC1B,2BAA2B,GAC3B,6BAA6B,GAC7B,2BAA2B,GAC3B,mBAAmB,GACnB,mBAAmB,CAAC;AAExB,UAAU,eAAe;IACvB,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,eAAe,CAAC;CACvB;AAED,MAAM,WAAW,UAAW,SAAQ,eAAe;IACjD,IAAI,EAAE,OAAO,CAAC;IACd,KAAK,EAAE;QACL,IAAI,EAAE,uBAAuB,GAAG,cAAc,GAAG,MAAM,CAAC;QACxD,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,OAAO,EAAE,MAAM,CAAC;QAChB,KAAK,EAAE,MAAM,CAAC;QACd,QAAQ,EAAE,MAAM,CAAC;KAClB,CAAC;CACH;AAED,MAAM,WAAW,mBAAoB,SAAQ,eAAe;IAC1D,IAAI,EAAE,iBAAiB,CAAC;IACxB,OAAO,EAAE,eAAe,CAAC;CAC1B;AAED,MAAM,WAAW,mBAAoB,SAAQ,eAAe;IAC1D,IAAI,EAAE,iBAAiB,CAAC;IACxB,OAAO,EAAE,eAAe,CAAC;CAC1B;AAED,MAAM,WAAW,wBAAyB,SAAQ,eAAe;IAC/D,IAAI,EAAE,sBAAsB,CAAC;IAC7B,YAAY,EAAE,oBAAoB,CAAC;CACpC;AAED,MAAM,WAAW,8BAA+B,SAAQ,eAAe;IACrE,IAAI,EAAE,8BAA8B,CAAC;IACrC,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,4BAA6B,SAAQ,eAAe;IACnE,IAAI,EAAE,4BAA4B,CAAC;CACpC;AAED,MAAM,WAAW,kCAAmC,SAAQ,eAAe;IACzE,IAAI,EAAE,mCAAmC,CAAC;IAC1C,cAAc,EAAE,MAAM,CAAC;IACvB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,kCAAmC,SAAQ,eAAe;IACzE,IAAI,EAAE,mCAAmC,CAAC;IAC1C,YAAY,EAAE,MAAM,CAAC;IACrB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,4BAA6B,SAAQ,eAAe;IACnE,IAAI,EAAE,2BAA2B,CAAC;IAClC,gBAAgB,EAAE,MAAM,CAAC;IACzB,IAAI,EAAE,YAAY,CAAC;CACpB;AAED,MAAM,WAAW,qDAAsD,SAAQ,eAAe;IAC5F,IAAI,EAAE,uDAAuD,CAAC;IAC9D,OAAO,EAAE,MAAM,CAAC;IAChB,aAAa,EAAE,MAAM,CAAC;IACtB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,kDAAmD,SAAQ,eAAe;IACzF,IAAI,EAAE,oDAAoD,CAAC;IAC3D,OAAO,EAAE,MAAM,CAAC;IAChB,aAAa,EAAE,MAAM,CAAC;IACtB,KAAK,EAAE;QACL,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,OAAO,EAAE,MAAM,CAAC;QAChB,KAAK,EAAE,IAAI,CAAC;KACb,CAAC;CACH;AAED,MAAM,WAAW,8BAA+B,SAAQ,eAAe;IACrE,IAAI,EAAE,6BAA6B,CAAC;IACpC,OAAO,EAAE,MAAM,CAAC;IAChB,aAAa,EAAE,MAAM,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,4BAA6B,SAAQ,eAAe;IACnE,IAAI,EAAE,2BAA2B,CAAC;IAClC,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,oBAAqB,SAAQ,eAAe;IAC3D,IAAI,EAAE,kBAAkB,CAAC;IACzB,QAAQ,EAAE,gBAAgB,CAAC;CAC5B;AAED,MAAM,WAAW,iBAAkB,SAAQ,eAAe;IACxD,IAAI,EAAE,eAAe,CAAC;IACtB,QAAQ,EAAE,gBAAgB,CAAC;CAC5B;AAED,MAAM,WAAW,4BAA6B,SAAQ,eAAe;IACnE,IAAI,EAAE,4BAA4B,CAAC;IACnC,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,IAAI,EAAE,YAAY,CAAC;CACpB;AAED,MAAM,WAAW,2BAA4B,SAAQ,eAAe;IAClE,IAAI,EAAE,2BAA2B,CAAC;IAClC,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,IAAI,EAAE,YAAY,CAAC;CACpB;AAED,MAAM,WAAW,6BAA8B,SAAQ,eAAe;IACpE,IAAI,EAAE,6BAA6B,CAAC;IACpC,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,IAAI,EAAE,WAAW,CAAC;CACnB;AAED,MAAM,WAAW,4BAA6B,SAAQ,eAAe;IACnE,IAAI,EAAE,4BAA4B,CAAC;IACnC,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,IAAI,EAAE,WAAW,CAAC;CACnB;AAED,MAAM,WAAW,sBAAuB,SAAQ,eAAe;IAC7D,IAAI,EAAE,qBAAqB,CAAC;IAC5B,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,qBAAsB,SAAQ,eAAe;IAC5D,IAAI,EAAE,oBAAoB,CAAC;IAC3B,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,iCAAkC,SAAQ,eAAe;IACxE,IAAI,EAAE,iCAAiC,CAAC;IACxC,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,gCAAiC,SAAQ,eAAe;IACvE,IAAI,EAAE,gCAAgC,CAAC;IACvC,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,uBAAwB,SAAQ,eAAe;IAC9D,IAAI,EAAE,sBAAsB,CAAC;IAC7B,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,KAAK,EAAE,gBAAgB,CAAC;CACzB;AAED,MAAM,WAAW,sBAAuB,SAAQ,eAAe;IAC7D,IAAI,EAAE,qBAAqB,CAAC;IAC5B,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,uCAAwC,SAAQ,eAAe;IAC9E,IAAI,EAAE,wCAAwC,CAAC;IAC/C,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,sCAAuC,SAAQ,eAAe;IAC7E,IAAI,EAAE,uCAAuC,CAAC;IAC9C,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,sBAAuB,SAAQ,eAAe;IAC7D,IAAI,EAAE,qBAAqB,CAAC;IAC5B,WAAW,EAAE;QACX,IAAI,EAAE,UAAU,GAAG,QAAQ,GAAG,cAAc,GAAG,eAAe,GAAG,MAAM,CAAC;QACxE,KAAK,EAAE,MAAM,CAAC;QACd,SAAS,EAAE,MAAM,CAAC;QAClB,aAAa,EAAE,MAAM,CAAC;KACvB,EAAE,CAAC;CACL;AAED,MAAM,MAAM,WAAW,GACnB,UAAU,GACV,mBAAmB,GACnB,mBAAmB,GACnB,wBAAwB,GACxB,8BAA8B,GAC9B,4BAA4B,GAC5B,kCAAkC,GAClC,kCAAkC,GAClC,4BAA4B,GAC5B,qDAAqD,GACrD,kDAAkD,GAClD,8BAA8B,GAC9B,4BAA4B,GAC5B,oBAAoB,GACpB,iBAAiB,GACjB,4BAA4B,GAC5B,2BAA2B,GAC3B,6BAA6B,GAC7B,4BAA4B,GAC5B,sBAAsB,GACtB,qBAAqB,GACrB,iCAAiC,GACjC,gCAAgC,GAChC,uBAAuB,GACvB,sBAAsB,GACtB,uCAAuC,GACvC,sCAAsC,GACtC,sBAAsB,CAAC"}

package/dist/realtime/api_proto.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/realtime/api_proto.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\n\nexport const SAMPLE_RATE = 24000;\nexport const NUM_CHANNELS = 1;\nexport const IN_FRAME_SIZE = 2400; // 100ms\nexport const OUT_FRAME_SIZE = 1200; // 50ms\n\nexport const BASE_URL = 'wss://api.openai.com/v1';\n\nexport type Model = 'gpt-4o-realtime-preview-2024-10-01' | string; // Open-ended, for future models\nexport type Voice =\n  | 'alloy'\n  | 'shimmer'\n  | 'echo'\n  | 'ash'\n  | 'ballad'\n  | 'coral'\n  | 'sage'\n  | 'verse'\n  | string;\nexport type AudioFormat = 'pcm16'; // TODO: 'g711-ulaw' | 'g711-alaw'\nexport type Role = 'system' | 'assistant' | 'user' | 'tool';\nexport type GenerationFinishedReason = 'stop' | 'max_tokens' | 'content_filter' | 'interrupt';\nexport type InputTranscriptionModel = 'whisper-1' | string; // Open-ended, for future models\nexport type Modality = 'text' | 'audio';\nexport type ToolChoice = 'auto' | 'none' | 'required' | string;\nexport type State = 'initializing' | 'listening' | 'thinking' | 'speaking' | string;\nexport type ResponseStatus =\n  | 'in_progress'\n  | 'completed'\n  | 'incomplete'\n  | 'cancelled'\n  | 'failed'\n  | string;\nexport type ClientEventType =\n  | 'session.update'\n  | 'input_audio_buffer.append'\n  | 'input_audio_buffer.commit'\n  | 'input_audio_buffer.clear'\n  | 'conversation.item.create'\n  | 'conversation.item.truncate'\n  | 'conversation.item.delete'\n  | 'response.create'\n  | 'response.cancel';\nexport type ServerEventType =\n  | 'error'\n  | 'session.created'\n  | 'session.updated'\n  | 'conversation.created'\n  | 'input_audio_buffer.committed'\n  | 'input_audio_buffer.cleared'\n  | 'input_audio_buffer.speech_started'\n  | 'input_audio_buffer.speech_stopped'\n  | 'conversation.item.created'\n  | 'conversation.item.input_audio_transcription.completed'\n  | 'conversation.item.input_audio_transcription.failed'\n  | 'conversation.item.truncated'\n  | 'conversation.item.deleted'\n  | 'response.created'\n  | 'response.done'\n  | 'response.output_item.added'\n  | 'response.output_item.done'\n  | 'response.content_part.added'\n  | 'response.content_part.done'\n  | 'response.text.delta'\n  | 'response.text.done'\n  | 'response.audio_transcript.delta'\n  | 'response.audio_transcript.done'\n  | 'response.audio.delta'\n  | 'response.audio.done'\n  | 'response.function_call_arguments.delta'\n  | 'response.function_call_arguments.done'\n  | 'rate_limits.updated';\n\nexport type AudioBase64Bytes = string;\n\nexport interface Tool {\n  type: 'function';\n  name: string;\n  description?: string;\n  parameters: {\n    type: 'object';\n    properties: {\n      [prop: string]: {\n        [prop: string]: any;\n      };\n    };\n    required: string[];\n  };\n}\n\nexport type TurnDetectionType = {\n  type: 'server_vad';\n  threshold?: number; // 0.0 to 1.0, default: 0.5\n  prefix_padding_ms?: number; // default: 300\n  silence_duration_ms?: number; // default: 200\n  create_response?: boolean; // default: true\n  interrupt_response?: boolean; // default: true\n};\n\nexport type InputAudioTranscription = {\n  model: InputTranscriptionModel;\n};\n\nexport interface InputTextContent {\n  type: 'input_text';\n  text: string;\n}\n\nexport interface InputAudioContent {\n  type: 'input_audio';\n  audio: AudioBase64Bytes;\n}\n\nexport interface TextContent {\n  type: 'text';\n  text: string;\n}\n\nexport interface AudioContent {\n  type: 'audio';\n  audio: AudioBase64Bytes;\n  transcript: string;\n}\n\nexport type Content = InputTextContent | InputAudioContent | TextContent | AudioContent;\nexport type ContentPart = {\n  type: 'text' | 'audio';\n  audio?: AudioBase64Bytes;\n  transcript?: string;\n};\n\nexport interface BaseItem {\n  id: string;\n  object: 'realtime.item';\n  type: string;\n}\n\nexport interface SystemItem extends BaseItem {\n  type: 'message';\n  role: 'system';\n  content: InputTextContent;\n}\n\nexport interface UserItem extends BaseItem {\n  type: 'message';\n  role: 'user';\n  content: (InputTextContent | InputAudioContent)[];\n}\n\nexport interface AssistantItem extends BaseItem {\n  type: 'message';\n  role: 'assistant';\n  content: (TextContent | AudioContent)[];\n}\n\nexport interface FunctionCallItem extends BaseItem {\n  type: 'function_call';\n  call_id: string;\n  name: string;\n  arguments: string;\n}\n\nexport interface FunctionCallOutputItem extends BaseItem {\n  type: 'function_call_output';\n  call_id: string;\n  output: string;\n}\n\nexport type ItemResource =\n  | SystemItem\n  | UserItem\n  | AssistantItem\n  | FunctionCallItem\n  | FunctionCallOutputItem;\n\n// Session Resource\nexport interface SessionResource {\n  id: string;\n  object: 'realtime.session';\n  model: string;\n  modalities: ['text', 'audio'] | ['text']; // default: [\"text\", \"audio\"]\n  instructions: string;\n  voice: Voice; // default: \"alloy\"\n  input_audio_format: AudioFormat; // default: \"pcm16\"\n  output_audio_format: AudioFormat; // default: \"pcm16\"\n  input_audio_transcription: InputAudioTranscription | null;\n  turn_detection: TurnDetectionType | null;\n  tools: Tool[];\n  tool_choice: ToolChoice; // default: \"auto\"\n  temperature: number; // default: 0.8\n  max_response_output_tokens: number | 'inf';\n  expires_at: number;\n}\n\n// Conversation Resource\nexport interface ConversationResource {\n  id: string;\n  object: 'realtime.conversation';\n}\n\nexport type ResponseStatusDetails =\n  | {\n      type: 'incomplete';\n      reason: 'max_output_tokens' | 'content_filter' | string;\n    }\n  | {\n      type: 'failed';\n      error?: {\n        code: 'server_error' | 'rate_limit_exceeded' | string;\n        message: string;\n      };\n    }\n  | {\n      type: 'cancelled';\n      reason: 'turn_detected' | 'client_cancelled' | string;\n    };\n\nexport interface ModelUsage {\n  total_tokens: number;\n  input_tokens: number;\n  output_tokens: number;\n  input_token_details: {\n    text_tokens: number;\n    audio_tokens: number;\n    cached_tokens: number;\n    cached_tokens_details: {\n      text_tokens: number;\n      audio_tokens: number;\n      image_tokens: number;\n    };\n  };\n  output_token_details: {\n    text_tokens: number;\n    audio_tokens: number;\n  };\n}\n\nexport interface ResponseResource {\n  id: string;\n  object: 'realtime.response';\n  status: ResponseStatus;\n  status_details: ResponseStatusDetails;\n  output: ItemResource[];\n  usage?: ModelUsage;\n  metadata?: Record<string, string>;\n}\n\n// Client Events\ninterface BaseClientEvent {\n  event_id?: string;\n  type: ClientEventType;\n}\n\nexport interface SessionUpdateEvent extends BaseClientEvent {\n  type: 'session.update';\n  session: Partial<{\n    model: Model;\n    modalities: ['text', 'audio'] | ['text'];\n    instructions: string;\n    voice: Voice;\n    input_audio_format: AudioFormat;\n    output_audio_format: AudioFormat;\n    input_audio_transcription: InputAudioTranscription | null;\n    turn_detection: TurnDetectionType | null;\n    tools: Tool[];\n    tool_choice: ToolChoice;\n    temperature: number;\n    max_response_output_tokens?: number | 'inf';\n    speed?: number;\n  }>;\n}\n\nexport interface InputAudioBufferAppendEvent extends BaseClientEvent {\n  type: 'input_audio_buffer.append';\n  audio: AudioBase64Bytes;\n}\n\nexport interface InputAudioBufferCommitEvent extends BaseClientEvent {\n  type: 'input_audio_buffer.commit';\n}\n\nexport interface InputAudioBufferClearEvent extends BaseClientEvent {\n  type: 'input_audio_buffer.clear';\n}\n\nexport interface UserItemCreate {\n  id: string;\n  type: 'message';\n  role: 'user';\n  content: (InputTextContent | InputAudioContent)[];\n}\n\nexport interface AssistantItemCreate {\n  id: string;\n  type: 'message';\n  role: 'assistant';\n  content: TextContent[];\n}\n\nexport interface SystemItemCreate {\n  id: string;\n  type: 'message';\n  role: 'system';\n  content: InputTextContent[];\n}\n\nexport interface FunctionCallOutputItemCreate {\n  id: string;\n  type: 'function_call_output';\n  call_id: string;\n  output: string;\n}\n\nexport type ConversationItemCreateContent =\n  | UserItemCreate\n  | AssistantItemCreate\n  | SystemItemCreate\n  | FunctionCallOutputItemCreate;\n\nexport interface ConversationItemCreateEvent extends BaseClientEvent {\n  type: 'conversation.item.create';\n  previous_item_id?: string;\n  item: ConversationItemCreateContent;\n}\n\nexport interface ConversationItemTruncateEvent extends BaseClientEvent {\n  type: 'conversation.item.truncate';\n  item_id: string;\n  content_index: number;\n  audio_end_ms: number;\n}\n\nexport interface ConversationItemDeleteEvent extends BaseClientEvent {\n  type: 'conversation.item.delete';\n  item_id: string;\n}\n\nexport interface ResponseCreateEvent extends BaseClientEvent {\n  type: 'response.create';\n  response?: Partial<{\n    modalities: ['text', 'audio'] | ['text'];\n    instructions: string;\n    voice: Voice;\n    output_audio_format: AudioFormat;\n    tools?: Tool[];\n    tool_choice: ToolChoice;\n    temperature: number;\n    max_output_tokens: number | 'inf';\n    metadata?: Record<string, string>;\n  }>;\n}\n\nexport interface ResponseCancelEvent extends BaseClientEvent {\n  type: 'response.cancel';\n}\n\nexport type ClientEvent =\n  | SessionUpdateEvent\n  | InputAudioBufferAppendEvent\n  | InputAudioBufferCommitEvent\n  | InputAudioBufferClearEvent\n  | ConversationItemCreateEvent\n  | ConversationItemTruncateEvent\n  | ConversationItemDeleteEvent\n  | ResponseCreateEvent\n  | ResponseCancelEvent;\n\ninterface BaseServerEvent {\n  event_id: string;\n  type: ServerEventType;\n}\n\nexport interface ErrorEvent extends BaseServerEvent {\n  type: 'error';\n  error: {\n    type: 'invalid_request_error' | 'server_error' | string;\n    code?: string;\n    message: string;\n    param: string;\n    event_id: string;\n  };\n}\n\nexport interface SessionCreatedEvent extends BaseServerEvent {\n  type: 'session.created';\n  session: SessionResource;\n}\n\nexport interface SessionUpdatedEvent extends BaseServerEvent {\n  type: 'session.updated';\n  session: SessionResource;\n}\n\nexport interface ConversationCreatedEvent extends BaseServerEvent {\n  type: 'conversation.created';\n  conversation: ConversationResource;\n}\n\nexport interface InputAudioBufferCommittedEvent extends BaseServerEvent {\n  type: 'input_audio_buffer.committed';\n  item_id: string;\n}\n\nexport interface InputAudioBufferClearedEvent extends BaseServerEvent {\n  type: 'input_audio_buffer.cleared';\n}\n\nexport interface InputAudioBufferSpeechStartedEvent extends BaseServerEvent {\n  type: 'input_audio_buffer.speech_started';\n  audio_start_ms: number;\n  item_id: string;\n}\n\nexport interface InputAudioBufferSpeechStoppedEvent extends BaseServerEvent {\n  type: 'input_audio_buffer.speech_stopped';\n  audio_end_ms: number;\n  item_id: string;\n}\n\nexport interface ConversationItemCreatedEvent extends BaseServerEvent {\n  type: 'conversation.item.created';\n  previous_item_id: string;\n  item: ItemResource;\n}\n\nexport interface ConversationItemInputAudioTranscriptionCompletedEvent extends BaseServerEvent {\n  type: 'conversation.item.input_audio_transcription.completed';\n  item_id: string;\n  content_index: number;\n  transcript: string;\n}\n\nexport interface ConversationItemInputAudioTranscriptionFailedEvent extends BaseServerEvent {\n  type: 'conversation.item.input_audio_transcription.failed';\n  item_id: string;\n  content_index: number;\n  error: {\n    type: string;\n    code?: string;\n    message: string;\n    param: null;\n  };\n}\n\nexport interface ConversationItemTruncatedEvent extends BaseServerEvent {\n  type: 'conversation.item.truncated';\n  item_id: string;\n  content_index: number;\n  audio_end_ms: number;\n}\n\nexport interface ConversationItemDeletedEvent extends BaseServerEvent {\n  type: 'conversation.item.deleted';\n  item_id: string;\n}\n\nexport interface ResponseCreatedEvent extends BaseServerEvent {\n  type: 'response.created';\n  response: ResponseResource;\n}\n\nexport interface ResponseDoneEvent extends BaseServerEvent {\n  type: 'response.done';\n  response: ResponseResource;\n}\n\nexport interface ResponseOutputItemAddedEvent extends BaseServerEvent {\n  type: 'response.output_item.added';\n  response_id: string;\n  output_index: number;\n  item: ItemResource;\n}\n\nexport interface ResponseOutputItemDoneEvent extends BaseServerEvent {\n  type: 'response.output_item.done';\n  response_id: string;\n  output_index: number;\n  item: ItemResource;\n}\n\nexport interface ResponseContentPartAddedEvent extends BaseServerEvent {\n  type: 'response.content_part.added';\n  response_id: string;\n  item_id: string;\n  output_index: number;\n  content_index: number;\n  part: ContentPart;\n}\n\nexport interface ResponseContentPartDoneEvent extends BaseServerEvent {\n  type: 'response.content_part.done';\n  response_id: string;\n  item_id: string;\n  output_index: number;\n  content_index: number;\n  part: ContentPart;\n}\n\nexport interface ResponseTextDeltaEvent extends BaseServerEvent {\n  type: 'response.text.delta';\n  response_id: string;\n  output_index: number;\n  content_index: number;\n  delta: string;\n}\n\nexport interface ResponseTextDoneEvent extends BaseServerEvent {\n  type: 'response.text.done';\n  response_id: string;\n  output_index: number;\n  content_index: number;\n  text: string;\n}\n\nexport interface ResponseAudioTranscriptDeltaEvent extends BaseServerEvent {\n  type: 'response.audio_transcript.delta';\n  response_id: string;\n  item_id: string;\n  output_index: number;\n  content_index: number;\n  delta: string;\n}\n\nexport interface ResponseAudioTranscriptDoneEvent extends BaseServerEvent {\n  type: 'response.audio_transcript.done';\n  response_id: string;\n  output_index: number;\n  content_index: number;\n  transcript: string;\n}\n\nexport interface ResponseAudioDeltaEvent extends BaseServerEvent {\n  type: 'response.audio.delta';\n  response_id: string;\n  item_id: string;\n  output_index: number;\n  content_index: number;\n  delta: AudioBase64Bytes;\n}\n\nexport interface ResponseAudioDoneEvent extends BaseServerEvent {\n  type: 'response.audio.done';\n  response_id: string;\n  output_index: number;\n  content_index: number;\n}\n\nexport interface ResponseFunctionCallArgumentsDeltaEvent extends BaseServerEvent {\n  type: 'response.function_call_arguments.delta';\n  response_id: string;\n  output_index: number;\n  delta: string;\n}\n\nexport interface ResponseFunctionCallArgumentsDoneEvent extends BaseServerEvent {\n  type: 'response.function_call_arguments.done';\n  response_id: string;\n  output_index: number;\n  arguments: string;\n}\n\nexport interface RateLimitsUpdatedEvent extends BaseServerEvent {\n  type: 'rate_limits.updated';\n  rate_limits: {\n    name: 'requests' | 'tokens' | 'input_tokens' | 'output_tokens' | string;\n    limit: number;\n    remaining: number;\n    reset_seconds: number;\n  }[];\n}\n\nexport type ServerEvent =\n  | ErrorEvent\n  | SessionCreatedEvent\n  | SessionUpdatedEvent\n  | ConversationCreatedEvent\n  | InputAudioBufferCommittedEvent\n  | InputAudioBufferClearedEvent\n  | InputAudioBufferSpeechStartedEvent\n  | InputAudioBufferSpeechStoppedEvent\n  | ConversationItemCreatedEvent\n  | ConversationItemInputAudioTranscriptionCompletedEvent\n  | ConversationItemInputAudioTranscriptionFailedEvent\n  | ConversationItemTruncatedEvent\n  | ConversationItemDeletedEvent\n  | ResponseCreatedEvent\n  | ResponseDoneEvent\n  | ResponseOutputItemAddedEvent\n  | ResponseOutputItemDoneEvent\n  | ResponseContentPartAddedEvent\n  | ResponseContentPartDoneEvent\n  | ResponseTextDeltaEvent\n  | ResponseTextDoneEvent\n  | ResponseAudioTranscriptDeltaEvent\n  | ResponseAudioTranscriptDoneEvent\n  | ResponseAudioDeltaEvent\n  | ResponseAudioDoneEvent\n  | ResponseFunctionCallArgumentsDeltaEvent\n  | ResponseFunctionCallArgumentsDoneEvent\n  | RateLimitsUpdatedEvent;\n"],"mappings":"AAIO,MAAM,cAAc;AACpB,MAAM,eAAe;AACrB,MAAM,gBAAgB;AACtB,MAAM,iBAAiB;AAEvB,MAAM,WAAW;","names":[]}
+{"version":3,"sources":["../../src/realtime/api_proto.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\n\nexport const SAMPLE_RATE = 24000;\nexport const NUM_CHANNELS = 1;\nexport const IN_FRAME_SIZE = 2400; // 100ms\nexport const OUT_FRAME_SIZE = 1200; // 50ms\n\nexport const BASE_URL = 'wss://api.openai.com/v1';\n\nexport type Model = 'gpt-4o-realtime-preview-2024-10-01' | string; // Open-ended, for future models\nexport type Voice =\n  | 'alloy'\n  | 'shimmer'\n  | 'echo'\n  | 'ash'\n  | 'ballad'\n  | 'coral'\n  | 'sage'\n  | 'verse'\n  | string;\nexport type AudioFormat = 'pcm16'; // TODO: 'g711-ulaw' | 'g711-alaw'\nexport type Role = 'system' | 'assistant' | 'user' | 'tool';\nexport type GenerationFinishedReason = 'stop' | 'max_tokens' | 'content_filter' | 'interrupt';\nexport type InputTranscriptionModel = 'whisper-1' | string; // Open-ended, for future models\nexport type Modality = 'text' | 'audio';\nexport type ToolChoice = 'auto' | 'none' | 'required' | string;\nexport type State = 'initializing' | 'listening' | 'thinking' | 'speaking' | string;\nexport type ResponseStatus =\n  | 'in_progress'\n  | 'completed'\n  | 'incomplete'\n  | 'cancelled'\n  | 'failed'\n  | string;\nexport type ClientEventType =\n  | 'session.update'\n  | 'input_audio_buffer.append'\n  | 'input_audio_buffer.commit'\n  | 'input_audio_buffer.clear'\n  | 'conversation.item.create'\n  | 'conversation.item.truncate'\n  | 'conversation.item.delete'\n  | 'response.create'\n  | 'response.cancel';\nexport type ServerEventType =\n  | 'error'\n  | 'session.created'\n  | 'session.updated'\n  | 'conversation.created'\n  | 'input_audio_buffer.committed'\n  | 'input_audio_buffer.cleared'\n  | 'input_audio_buffer.speech_started'\n  | 'input_audio_buffer.speech_stopped'\n  | 'conversation.item.created'\n  | 'conversation.item.input_audio_transcription.completed'\n  | 'conversation.item.input_audio_transcription.failed'\n  | 'conversation.item.truncated'\n  | 'conversation.item.deleted'\n  | 'response.created'\n  | 'response.done'\n  | 'response.output_item.added'\n  | 'response.output_item.done'\n  | 'response.content_part.added'\n  | 'response.content_part.done'\n  | 'response.text.delta'\n  | 'response.text.done'\n  | 'response.audio_transcript.delta'\n  | 'response.audio_transcript.done'\n  | 'response.audio.delta'\n  | 'response.audio.done'\n  | 'response.function_call_arguments.delta'\n  | 'response.function_call_arguments.done'\n  | 'rate_limits.updated';\n\nexport type AudioBase64Bytes = string;\n\nexport interface Tool {\n  type: 'function';\n  name: string;\n  description?: string;\n  parameters: {\n    type: 'object';\n    properties: {\n      [prop: string]: {\n        [prop: string]: any;\n      };\n    };\n    required: string[];\n  };\n}\n\nexport type TurnDetectionType =\n  | {\n      type: 'semantic_vad';\n      eagerness?: 'auto' | 'low' | 'medium' | 'high'; // default: auto\n      create_response?: boolean; // default: true\n      interrupt_response?: boolean; // default: true\n    }\n  | {\n      type: 'server_vad';\n      threshold?: number; // 0.0 to 1.0, default: 0.5\n      prefix_padding_ms?: number; // default: 300\n      silence_duration_ms?: number; // default: 200\n      create_response?: boolean; // default: true\n      interrupt_response?: boolean; // default: true\n    };\n\nexport type InputAudioTranscription = {\n  model: InputTranscriptionModel;\n  language?: string;\n  prompt?: string;\n};\n\nexport interface InputTextContent {\n  type: 'input_text';\n  text: string;\n}\n\nexport interface InputAudioContent {\n  type: 'input_audio';\n  audio: AudioBase64Bytes;\n}\n\nexport interface TextContent {\n  type: 'text';\n  text: string;\n}\n\nexport interface AudioContent {\n  type: 'audio';\n  audio: AudioBase64Bytes;\n  transcript: string;\n}\n\nexport type Content = InputTextContent | InputAudioContent | TextContent | AudioContent;\nexport type ContentPart = {\n  type: 'text' | 'audio';\n  audio?: AudioBase64Bytes;\n  transcript?: string;\n};\n\nexport interface BaseItem {\n  id: string;\n  object: 'realtime.item';\n  type: string;\n}\n\nexport interface SystemItem extends BaseItem {\n  type: 'message';\n  role: 'system';\n  content: InputTextContent;\n}\n\nexport interface UserItem extends BaseItem {\n  type: 'message';\n  role: 'user';\n  content: (InputTextContent | InputAudioContent)[];\n}\n\nexport interface AssistantItem extends BaseItem {\n  type: 'message';\n  role: 'assistant';\n  content: (TextContent | AudioContent)[];\n}\n\nexport interface FunctionCallItem extends BaseItem {\n  type: 'function_call';\n  call_id: string;\n  name: string;\n  arguments: string;\n}\n\nexport interface FunctionCallOutputItem extends BaseItem {\n  type: 'function_call_output';\n  call_id: string;\n  output: string;\n}\n\nexport type ItemResource =\n  | SystemItem\n  | UserItem\n  | AssistantItem\n  | FunctionCallItem\n  | FunctionCallOutputItem;\n\n// Session Resource\nexport interface SessionResource {\n  id: string;\n  object: 'realtime.session';\n  model: string;\n  modalities: ['text', 'audio'] | ['text']; // default: [\"text\", \"audio\"]\n  instructions: string;\n  voice: Voice; // default: \"alloy\"\n  input_audio_format: AudioFormat; // default: \"pcm16\"\n  output_audio_format: AudioFormat; // default: \"pcm16\"\n  input_audio_transcription: InputAudioTranscription | null;\n  turn_detection: TurnDetectionType | null;\n  tools: Tool[];\n  tool_choice: ToolChoice; // default: \"auto\"\n  temperature: number; // default: 0.8\n  max_response_output_tokens: number | 'inf';\n  expires_at: number;\n}\n\n// Conversation Resource\nexport interface ConversationResource {\n  id: string;\n  object: 'realtime.conversation';\n}\n\nexport type ResponseStatusDetails =\n  | {\n      type: 'incomplete';\n      reason: 'max_output_tokens' | 'content_filter' | string;\n    }\n  | {\n      type: 'failed';\n      error?: {\n        code: 'server_error' | 'rate_limit_exceeded' | string;\n        message: string;\n      };\n    }\n  | {\n      type: 'cancelled';\n      reason: 'turn_detected' | 'client_cancelled' | string;\n    };\n\nexport interface ModelUsage {\n  total_tokens: number;\n  input_tokens: number;\n  output_tokens: number;\n  input_token_details: {\n    text_tokens: number;\n    audio_tokens: number;\n    cached_tokens: number;\n    cached_tokens_details: {\n      text_tokens: number;\n      audio_tokens: number;\n      image_tokens: number;\n    };\n  };\n  output_token_details: {\n    text_tokens: number;\n    audio_tokens: number;\n  };\n}\n\nexport interface ResponseResource {\n  id: string;\n  object: 'realtime.response';\n  status: ResponseStatus;\n  status_details: ResponseStatusDetails;\n  output: ItemResource[];\n  usage?: ModelUsage;\n  metadata?: Record<string, string>;\n}\n\n// Client Events\ninterface BaseClientEvent {\n  event_id?: string;\n  type: ClientEventType;\n}\n\nexport interface SessionUpdateEvent extends BaseClientEvent {\n  type: 'session.update';\n  session: Partial<{\n    model: Model;\n    modalities: ['text', 'audio'] | ['text'];\n    instructions: string;\n    voice: Voice;\n    input_audio_format: AudioFormat;\n    output_audio_format: AudioFormat;\n    input_audio_transcription: InputAudioTranscription | null;\n    turn_detection: TurnDetectionType | null;\n    tools: Tool[];\n    tool_choice: ToolChoice;\n    temperature: number;\n    max_response_output_tokens?: number | 'inf';\n    speed?: number;\n  }>;\n}\n\nexport interface InputAudioBufferAppendEvent extends BaseClientEvent {\n  type: 'input_audio_buffer.append';\n  audio: AudioBase64Bytes;\n}\n\nexport interface InputAudioBufferCommitEvent extends BaseClientEvent {\n  type: 'input_audio_buffer.commit';\n}\n\nexport interface InputAudioBufferClearEvent extends BaseClientEvent {\n  type: 'input_audio_buffer.clear';\n}\n\nexport interface UserItemCreate {\n  id: string;\n  type: 'message';\n  role: 'user';\n  content: (InputTextContent | InputAudioContent)[];\n}\n\nexport interface AssistantItemCreate {\n  id: string;\n  type: 'message';\n  role: 'assistant';\n  content: TextContent[];\n}\n\nexport interface SystemItemCreate {\n  id: string;\n  type: 'message';\n  role: 'system';\n  content: InputTextContent[];\n}\n\nexport interface FunctionCallOutputItemCreate {\n  id: string;\n  type: 'function_call_output';\n  call_id: string;\n  output: string;\n}\n\nexport type ConversationItemCreateContent =\n  | UserItemCreate\n  | AssistantItemCreate\n  | SystemItemCreate\n  | FunctionCallOutputItemCreate;\n\nexport interface ConversationItemCreateEvent extends BaseClientEvent {\n  type: 'conversation.item.create';\n  previous_item_id?: string;\n  item: ConversationItemCreateContent;\n}\n\nexport interface ConversationItemTruncateEvent extends BaseClientEvent {\n  type: 'conversation.item.truncate';\n  item_id: string;\n  content_index: number;\n  audio_end_ms: number;\n}\n\nexport interface ConversationItemDeleteEvent extends BaseClientEvent {\n  type: 'conversation.item.delete';\n  item_id: string;\n}\n\nexport interface ResponseCreateEvent extends BaseClientEvent {\n  type: 'response.create';\n  response?: Partial<{\n    modalities: ['text', 'audio'] | ['text'];\n    instructions: string;\n    voice: Voice;\n    output_audio_format: AudioFormat;\n    tools?: Tool[];\n    tool_choice: ToolChoice;\n    temperature: number;\n    max_output_tokens: number | 'inf';\n    metadata?: Record<string, string>;\n  }>;\n}\n\nexport interface ResponseCancelEvent extends BaseClientEvent {\n  type: 'response.cancel';\n}\n\nexport type ClientEvent =\n  | SessionUpdateEvent\n  | InputAudioBufferAppendEvent\n  | InputAudioBufferCommitEvent\n  | InputAudioBufferClearEvent\n  | ConversationItemCreateEvent\n  | ConversationItemTruncateEvent\n  | ConversationItemDeleteEvent\n  | ResponseCreateEvent\n  | ResponseCancelEvent;\n\ninterface BaseServerEvent {\n  event_id: string;\n  type: ServerEventType;\n}\n\nexport interface ErrorEvent extends BaseServerEvent {\n  type: 'error';\n  error: {\n    type: 'invalid_request_error' | 'server_error' | string;\n    code?: string;\n    message: string;\n    param: string;\n    event_id: string;\n  };\n}\n\nexport interface SessionCreatedEvent extends BaseServerEvent {\n  type: 'session.created';\n  session: SessionResource;\n}\n\nexport interface SessionUpdatedEvent extends BaseServerEvent {\n  type: 'session.updated';\n  session: SessionResource;\n}\n\nexport interface ConversationCreatedEvent extends BaseServerEvent {\n  type: 'conversation.created';\n  conversation: ConversationResource;\n}\n\nexport interface InputAudioBufferCommittedEvent extends BaseServerEvent {\n  type: 'input_audio_buffer.committed';\n  item_id: string;\n}\n\nexport interface InputAudioBufferClearedEvent extends BaseServerEvent {\n  type: 'input_audio_buffer.cleared';\n}\n\nexport interface InputAudioBufferSpeechStartedEvent extends BaseServerEvent {\n  type: 'input_audio_buffer.speech_started';\n  audio_start_ms: number;\n  item_id: string;\n}\n\nexport interface InputAudioBufferSpeechStoppedEvent extends BaseServerEvent {\n  type: 'input_audio_buffer.speech_stopped';\n  audio_end_ms: number;\n  item_id: string;\n}\n\nexport interface ConversationItemCreatedEvent extends BaseServerEvent {\n  type: 'conversation.item.created';\n  previous_item_id: string;\n  item: ItemResource;\n}\n\nexport interface ConversationItemInputAudioTranscriptionCompletedEvent extends BaseServerEvent {\n  type: 'conversation.item.input_audio_transcription.completed';\n  item_id: string;\n  content_index: number;\n  transcript: string;\n}\n\nexport interface ConversationItemInputAudioTranscriptionFailedEvent extends BaseServerEvent {\n  type: 'conversation.item.input_audio_transcription.failed';\n  item_id: string;\n  content_index: number;\n  error: {\n    type: string;\n    code?: string;\n    message: string;\n    param: null;\n  };\n}\n\nexport interface ConversationItemTruncatedEvent extends BaseServerEvent {\n  type: 'conversation.item.truncated';\n  item_id: string;\n  content_index: number;\n  audio_end_ms: number;\n}\n\nexport interface ConversationItemDeletedEvent extends BaseServerEvent {\n  type: 'conversation.item.deleted';\n  item_id: string;\n}\n\nexport interface ResponseCreatedEvent extends BaseServerEvent {\n  type: 'response.created';\n  response: ResponseResource;\n}\n\nexport interface ResponseDoneEvent extends BaseServerEvent {\n  type: 'response.done';\n  response: ResponseResource;\n}\n\nexport interface ResponseOutputItemAddedEvent extends BaseServerEvent {\n  type: 'response.output_item.added';\n  response_id: string;\n  output_index: number;\n  item: ItemResource;\n}\n\nexport interface ResponseOutputItemDoneEvent extends BaseServerEvent {\n  type: 'response.output_item.done';\n  response_id: string;\n  output_index: number;\n  item: ItemResource;\n}\n\nexport interface ResponseContentPartAddedEvent extends BaseServerEvent {\n  type: 'response.content_part.added';\n  response_id: string;\n  item_id: string;\n  output_index: number;\n  content_index: number;\n  part: ContentPart;\n}\n\nexport interface ResponseContentPartDoneEvent extends BaseServerEvent {\n  type: 'response.content_part.done';\n  response_id: string;\n  item_id: string;\n  output_index: number;\n  content_index: number;\n  part: ContentPart;\n}\n\nexport interface ResponseTextDeltaEvent extends BaseServerEvent {\n  type: 'response.text.delta';\n  response_id: string;\n  output_index: number;\n  content_index: number;\n  delta: string;\n}\n\nexport interface ResponseTextDoneEvent extends BaseServerEvent {\n  type: 'response.text.done';\n  response_id: string;\n  output_index: number;\n  content_index: number;\n  text: string;\n}\n\nexport interface ResponseAudioTranscriptDeltaEvent extends BaseServerEvent {\n  type: 'response.audio_transcript.delta';\n  response_id: string;\n  item_id: string;\n  output_index: number;\n  content_index: number;\n  delta: string;\n}\n\nexport interface ResponseAudioTranscriptDoneEvent extends BaseServerEvent {\n  type: 'response.audio_transcript.done';\n  response_id: string;\n  output_index: number;\n  content_index: number;\n  transcript: string;\n}\n\nexport interface ResponseAudioDeltaEvent extends BaseServerEvent {\n  type: 'response.audio.delta';\n  response_id: string;\n  item_id: string;\n  output_index: number;\n  content_index: number;\n  delta: AudioBase64Bytes;\n}\n\nexport interface ResponseAudioDoneEvent extends BaseServerEvent {\n  type: 'response.audio.done';\n  response_id: string;\n  output_index: number;\n  content_index: number;\n}\n\nexport interface ResponseFunctionCallArgumentsDeltaEvent extends BaseServerEvent {\n  type: 'response.function_call_arguments.delta';\n  response_id: string;\n  output_index: number;\n  delta: string;\n}\n\nexport interface ResponseFunctionCallArgumentsDoneEvent extends BaseServerEvent {\n  type: 'response.function_call_arguments.done';\n  response_id: string;\n  output_index: number;\n  arguments: string;\n}\n\nexport interface RateLimitsUpdatedEvent extends BaseServerEvent {\n  type: 'rate_limits.updated';\n  rate_limits: {\n    name: 'requests' | 'tokens' | 'input_tokens' | 'output_tokens' | string;\n    limit: number;\n    remaining: number;\n    reset_seconds: number;\n  }[];\n}\n\nexport type ServerEvent =\n  | ErrorEvent\n  | SessionCreatedEvent\n  | SessionUpdatedEvent\n  | ConversationCreatedEvent\n  | InputAudioBufferCommittedEvent\n  | InputAudioBufferClearedEvent\n  | InputAudioBufferSpeechStartedEvent\n  | InputAudioBufferSpeechStoppedEvent\n  | ConversationItemCreatedEvent\n  | ConversationItemInputAudioTranscriptionCompletedEvent\n  | ConversationItemInputAudioTranscriptionFailedEvent\n  | ConversationItemTruncatedEvent\n  | ConversationItemDeletedEvent\n  | ResponseCreatedEvent\n  | ResponseDoneEvent\n  | ResponseOutputItemAddedEvent\n  | ResponseOutputItemDoneEvent\n  | ResponseContentPartAddedEvent\n  | ResponseContentPartDoneEvent\n  | ResponseTextDeltaEvent\n  | ResponseTextDoneEvent\n  | ResponseAudioTranscriptDeltaEvent\n  | ResponseAudioTranscriptDoneEvent\n  | ResponseAudioDeltaEvent\n  | ResponseAudioDoneEvent\n  | ResponseFunctionCallArgumentsDeltaEvent\n  | ResponseFunctionCallArgumentsDoneEvent\n  | RateLimitsUpdatedEvent;\n"],"mappings":"AAIO,MAAM,cAAc;AACpB,MAAM,eAAe;AACrB,MAAM,gBAAgB;AACtB,MAAM,iBAAiB;AAEvB,MAAM,WAAW;","names":[]}

package/dist/realtime/realtime_model.cjs

@@ -752,6 +752,7 @@ class RealtimeSession extends import_agents.llm.RealtimeSession {
     });
   }
   handleResponseCreated(event) {
+    var _a;
     if (!event.response.id) {
       throw new Error("response.id is missing");
     }
@@ -762,17 +763,23 @@ class RealtimeSession extends import_agents.llm.RealtimeSession {
       _doneFut: new import_agents.Future(),
       _createdTimestamp: Date.now()
     };
-    if (!event.response.metadata || !event.response.metadata.client_event_id) return;
-    const handle = this.responseCreatedFutures[event.response.metadata.client_event_id];
-    if (handle) {
-      delete this.responseCreatedFutures[event.response.metadata.client_event_id];
-      this.responseCreatedFutures[event.response.id] = handle;
-    }
-    this.emit("generation_created", {
+    const generationEv = {
       messageStream: this.currentGeneration.messageChannel.stream(),
       functionStream: this.currentGeneration.functionChannel.stream(),
       userInitiated: false
-    });
+    };
+    const clientEventId = (_a = event.response.metadata) == null ? void 0 : _a.client_event_id;
+    if (clientEventId) {
+      const handle = this.responseCreatedFutures[clientEventId];
+      if (handle) {
+        delete this.responseCreatedFutures[clientEventId];
+        generationEv.userInitiated = true;
+        if (!handle.doneFut.done) {
+          handle.doneFut.resolve(generationEv);
+        }
+      }
+    }
+    this.emit("generation_created", generationEv);
   }
   handleResponseOutputItemAdded(event) {
     if (!this.currentGeneration) {
@@ -787,7 +794,7 @@ class RealtimeSession extends import_agents.llm.RealtimeSession {
     const itemType = event.item.type;
     const responseId = event.response_id;
     if (itemType !== "message") {
-      this.emitGenerationEvent(responseId);
+      this.resolveGeneration(responseId);
       this.textModeRecoveryRetries = 0;
       return;
     }
@@ -853,7 +860,7 @@ class RealtimeSession extends import_agents.llm.RealtimeSession {
     const itemType = event.part.type;
     const responseId = event.response_id;
     if (itemType === "audio") {
-      this.emitGenerationEvent(responseId);
+      this.resolveGeneration(responseId);
       if (this.textModeRecoveryRetries > 0) {
         this.#logger.info(
           { retries: this.textModeRecoveryRetries },
@@ -1073,7 +1080,7 @@ class RealtimeSession extends import_agents.llm.RealtimeSession {
     });
     return handle;
   }
-  emitGenerationEvent(responseId) {
+  resolveGeneration(responseId) {
     if (!this.currentGeneration) {
       throw new Error("currentGeneration is not set");
     }
@@ -1092,8 +1099,6 @@ class RealtimeSession extends import_agents.llm.RealtimeSession {
         handle.doneFut.resolve(generation_ev);
       }
     }
-    this.#logger.debug({ responseId }, "Emitting generation_created event");
-    this.emit("generation_created", generation_ev);
   }
 }
 function livekitItemToOpenAIItem(item) {