@livekit/agents 1.0.47 → 1.1.0-dev.0

package/dist/voice/wire_format.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/voice/wire_format.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\n//\n// Explicit wire-format converters that produce the exact JSON shape emitted by\n// Python Pydantic models (snake_case keys, durations in seconds).\n// The agents-playground frontend (types.ts / useClientEvents.ts) consumes this\n// format directly via JSON.parse — any mismatch breaks the UI.\nimport { z } from 'zod';\nimport type {\n  AgentHandoffItem,\n  AudioContent,\n  ChatContent,\n  ChatItem,\n  ChatMessage,\n  FunctionCall,\n  FunctionCallOutput,\n  ImageContent,\n  MetricsReport,\n} from '../llm/chat_context.js';\nimport type {\n  AgentMetrics,\n  EOUMetrics,\n  InterruptionMetrics,\n  LLMMetrics,\n  MetricsMetadata,\n  RealtimeModelMetrics,\n  RealtimeModelMetricsCachedTokenDetails,\n  RealtimeModelMetricsInputTokenDetails,\n  RealtimeModelMetricsOutputTokenDetails,\n  STTMetrics,\n  TTSMetrics,\n  VADMetrics,\n} from '../metrics/base.js';\nimport type {\n  InterruptionModelUsage,\n  LLMModelUsage,\n  ModelUsage,\n  STTModelUsage,\n  TTSModelUsage,\n} from '../metrics/model_usage.js';\nimport type { AgentSessionUsage } from './agent_session.js';\n\n// ---------------------------------------------------------------------------\n// Helpers\n// ---------------------------------------------------------------------------\n\ntype WireObject = Record<string, unknown>;\n\nexport function msToS(ms: number): number {\n  return ms / 1000;\n}\n\nfunction omitUndefined(obj: WireObject): WireObject {\n  const result: WireObject = {};\n  for (const [k, v] of Object.entries(obj)) {\n    if (v !== undefined) {\n      result[k] = v;\n    }\n  }\n  return result;\n}\n\nfunction imageContentToWire(img: ImageContent): WireObject {\n  return omitUndefined({\n    id: img.id,\n    type: img.type,\n    image: typeof img.image === 'string' ? img.image : undefined,\n    inference_detail: img.inferenceDetail,\n    inference_width: img.inferenceWidth,\n    inference_height: img.inferenceHeight,\n    mime_type: img.mimeType,\n  });\n}\n\nfunction audioContentToWire(audio: AudioContent): WireObject {\n  return omitUndefined({\n    type: audio.type,\n    transcript: audio.transcript,\n  });\n}\n\nfunction chatContentToWire(content: ChatContent): unknown {\n  if (typeof content === 'string') return content;\n  if (content.type === 'image_content') return imageContentToWire(content);\n  return audioContentToWire(content);\n}\n\nfunction metricsReportToWire(m: MetricsReport): WireObject {\n  return omitUndefined({\n    started_speaking_at: m.startedSpeakingAt,\n    stopped_speaking_at: m.stoppedSpeakingAt,\n    transcription_delay: m.transcriptionDelay,\n    end_of_turn_delay: m.endOfTurnDelay,\n    on_user_turn_completed_delay: m.onUserTurnCompletedDelay,\n    llm_node_ttft: m.llmNodeTtft,\n    tts_node_ttfb: m.ttsNodeTtfb,\n    e2e_latency: m.e2eLatency,\n  });\n}\n\nexport function chatMessageToWire(msg: ChatMessage): WireObject {\n  const result: WireObject = {\n    id: msg.id,\n    type: msg.type,\n    role: msg.role,\n    content: msg.content.map(chatContentToWire),\n    interrupted: msg.interrupted,\n    created_at: msToS(msg.createdAt),\n  };\n\n  if (msg.transcriptConfidence !== undefined) {\n    result.transcript_confidence = msg.transcriptConfidence;\n  }\n  if (Object.keys(msg.metrics).length > 0) {\n    result.metrics = metricsReportToWire(msg.metrics);\n  }\n  if (Object.keys(msg.extra).length > 0) {\n    result.extra = msg.extra;\n  }\n  return result;\n}\n\nexport function functionCallToWire(fc: FunctionCall): WireObject {\n  const result: WireObject = {\n    id: fc.id,\n    type: fc.type,\n    call_id: fc.callId,\n    arguments: fc.args,\n    name: fc.name,\n    created_at: msToS(fc.createdAt),\n  };\n\n  if (Object.keys(fc.extra).length > 0) {\n    result.extra = fc.extra;\n  }\n  if (fc.groupId !== undefined) {\n    result.group_id = fc.groupId;\n  }\n  return result;\n}\n\nexport function functionCallOutputToWire(fco: FunctionCallOutput): WireObject {\n  return {\n    id: fco.id,\n    type: fco.type,\n    name: fco.name,\n    call_id: fco.callId,\n    output: fco.output,\n    is_error: fco.isError,\n    created_at: msToS(fco.createdAt),\n  };\n}\n\nexport function agentHandoffToWire(ah: AgentHandoffItem): WireObject {\n  const result: WireObject = {\n    id: ah.id,\n    type: ah.type,\n    new_agent_id: ah.newAgentId,\n    created_at: msToS(ah.createdAt),\n  };\n  if (ah.oldAgentId !== undefined) {\n    result.old_agent_id = ah.oldAgentId;\n  }\n  return result;\n}\n\nexport function chatItemToWire(item: ChatItem): WireObject {\n  switch (item.type) {\n    case 'message':\n      return chatMessageToWire(item);\n    case 'function_call':\n      return functionCallToWire(item);\n    case 'function_call_output':\n      return functionCallOutputToWire(item);\n    case 'agent_handoff':\n      return agentHandoffToWire(item);\n  }\n}\n\nfunction metadataToWire(m: MetricsMetadata | undefined): WireObject | null {\n  if (!m) return null;\n  return omitUndefined({\n    model_name: m.modelName,\n    model_provider: m.modelProvider,\n  });\n}\n\nfunction llmMetricsToWire(m: LLMMetrics): WireObject {\n  return omitUndefined({\n    type: m.type,\n    label: m.label,\n    request_id: m.requestId,\n    timestamp: msToS(m.timestamp),\n    duration: msToS(m.durationMs),\n    ttft: msToS(m.ttftMs),\n    cancelled: m.cancelled,\n    completion_tokens: m.completionTokens,\n    prompt_tokens: m.promptTokens,\n    prompt_cached_tokens: m.promptCachedTokens,\n    total_tokens: m.totalTokens,\n    tokens_per_second: m.tokensPerSecond,\n    speech_id: m.speechId,\n    metadata: metadataToWire(m.metadata),\n  });\n}\n\nfunction sttMetricsToWire(m: STTMetrics): WireObject {\n  return omitUndefined({\n    type: m.type,\n    label: m.label,\n    request_id: m.requestId,\n    timestamp: msToS(m.timestamp),\n    duration: msToS(m.durationMs),\n    audio_duration: msToS(m.audioDurationMs),\n    input_tokens: m.inputTokens,\n    output_tokens: m.outputTokens,\n    streamed: m.streamed,\n    metadata: metadataToWire(m.metadata),\n  });\n}\n\nfunction ttsMetricsToWire(m: TTSMetrics): WireObject {\n  return omitUndefined({\n    type: m.type,\n    label: m.label,\n    request_id: m.requestId,\n    timestamp: msToS(m.timestamp),\n    ttfb: msToS(m.ttfbMs),\n    duration: msToS(m.durationMs),\n    audio_duration: msToS(m.audioDurationMs),\n    cancelled: m.cancelled,\n    characters_count: m.charactersCount,\n    input_tokens: m.inputTokens,\n    output_tokens: m.outputTokens,\n    streamed: m.streamed,\n    segment_id: m.segmentId,\n    speech_id: m.speechId,\n    metadata: metadataToWire(m.metadata),\n  });\n}\n\nfunction vadMetricsToWire(m: VADMetrics): WireObject {\n  return {\n    type: m.type,\n    label: m.label,\n    timestamp: msToS(m.timestamp),\n    idle_time: msToS(m.idleTimeMs),\n    inference_duration_total: msToS(m.inferenceDurationTotalMs),\n    inference_count: m.inferenceCount,\n  };\n}\n\nfunction eouMetricsToWire(m: EOUMetrics): WireObject {\n  return omitUndefined({\n    type: m.type,\n    timestamp: msToS(m.timestamp),\n    end_of_utterance_delay: msToS(m.endOfUtteranceDelayMs),\n    transcription_delay: msToS(m.transcriptionDelayMs),\n    on_user_turn_completed_delay: msToS(m.onUserTurnCompletedDelayMs),\n    speech_id: m.speechId,\n  });\n}\n\nfunction cachedTokenDetailsToWire(d: RealtimeModelMetricsCachedTokenDetails): WireObject {\n  return {\n    audio_tokens: d.audioTokens,\n    text_tokens: d.textTokens,\n    image_tokens: d.imageTokens,\n  };\n}\n\nfunction inputTokenDetailsToWire(d: RealtimeModelMetricsInputTokenDetails): WireObject {\n  return omitUndefined({\n    audio_tokens: d.audioTokens,\n    text_tokens: d.textTokens,\n    image_tokens: d.imageTokens,\n    cached_tokens: d.cachedTokens,\n    cached_tokens_details: d.cachedTokensDetails\n      ? cachedTokenDetailsToWire(d.cachedTokensDetails)\n      : undefined,\n  });\n}\n\nfunction outputTokenDetailsToWire(d: RealtimeModelMetricsOutputTokenDetails): WireObject {\n  return {\n    text_tokens: d.textTokens,\n    audio_tokens: d.audioTokens,\n    image_tokens: d.imageTokens,\n  };\n}\n\nfunction realtimeModelMetricsToWire(m: RealtimeModelMetrics): WireObject {\n  return omitUndefined({\n    type: m.type,\n    label: m.label,\n    request_id: m.requestId,\n    timestamp: msToS(m.timestamp),\n    duration: msToS(m.durationMs),\n    session_duration: m.sessionDurationMs !== undefined ? msToS(m.sessionDurationMs) : undefined,\n    ttft: msToS(m.ttftMs),\n    cancelled: m.cancelled,\n    input_tokens: m.inputTokens,\n    output_tokens: m.outputTokens,\n    total_tokens: m.totalTokens,\n    tokens_per_second: m.tokensPerSecond,\n    input_token_details: inputTokenDetailsToWire(m.inputTokenDetails),\n    output_token_details: outputTokenDetailsToWire(m.outputTokenDetails),\n    metadata: metadataToWire(m.metadata),\n  });\n}\n\nfunction interruptionMetricsToWire(m: InterruptionMetrics): WireObject {\n  return omitUndefined({\n    type: m.type,\n    timestamp: msToS(m.timestamp),\n    total_duration: msToS(m.totalDuration),\n    prediction_duration: msToS(m.predictionDuration),\n    detection_delay: msToS(m.detectionDelay),\n    num_interruptions: m.numInterruptions,\n    num_backchannels: m.numBackchannels,\n    num_requests: m.numRequests,\n    metadata: metadataToWire(m.metadata),\n  });\n}\n\nexport function agentMetricsToWire(m: AgentMetrics): WireObject {\n  switch (m.type) {\n    case 'llm_metrics':\n      return llmMetricsToWire(m);\n    case 'stt_metrics':\n      return sttMetricsToWire(m);\n    case 'tts_metrics':\n      return ttsMetricsToWire(m);\n    case 'vad_metrics':\n      return vadMetricsToWire(m);\n    case 'eou_metrics':\n      return eouMetricsToWire(m);\n    case 'realtime_model_metrics':\n      return realtimeModelMetricsToWire(m);\n    case 'interruption_metrics':\n      return interruptionMetricsToWire(m);\n  }\n}\n\nfunction llmModelUsageToWire(u: Partial<LLMModelUsage>): WireObject {\n  return {\n    type: u.type,\n    provider: u.provider ?? '',\n    model: u.model ?? '',\n    input_tokens: u.inputTokens ?? 0,\n    input_cached_tokens: u.inputCachedTokens ?? 0,\n    input_audio_tokens: u.inputAudioTokens ?? 0,\n    input_cached_audio_tokens: u.inputCachedAudioTokens ?? 0,\n    input_text_tokens: u.inputTextTokens ?? 0,\n    input_cached_text_tokens: u.inputCachedTextTokens ?? 0,\n    input_image_tokens: u.inputImageTokens ?? 0,\n    input_cached_image_tokens: u.inputCachedImageTokens ?? 0,\n    output_tokens: u.outputTokens ?? 0,\n    output_audio_tokens: u.outputAudioTokens ?? 0,\n    output_text_tokens: u.outputTextTokens ?? 0,\n    session_duration: msToS(u.sessionDurationMs ?? 0),\n  };\n}\n\nfunction ttsModelUsageToWire(u: Partial<TTSModelUsage>): WireObject {\n  return {\n    type: u.type,\n    provider: u.provider ?? '',\n    model: u.model ?? '',\n    input_tokens: u.inputTokens ?? 0,\n    output_tokens: u.outputTokens ?? 0,\n    characters_count: u.charactersCount ?? 0,\n    audio_duration: msToS(u.audioDurationMs ?? 0),\n  };\n}\n\nfunction sttModelUsageToWire(u: Partial<STTModelUsage>): WireObject {\n  return {\n    type: u.type,\n    provider: u.provider ?? '',\n    model: u.model ?? '',\n    input_tokens: u.inputTokens ?? 0,\n    output_tokens: u.outputTokens ?? 0,\n    audio_duration: msToS(u.audioDurationMs ?? 0),\n  };\n}\n\nfunction interruptionModelUsageToWire(u: Partial<InterruptionModelUsage>): WireObject {\n  return {\n    type: u.type,\n    provider: u.provider ?? '',\n    model: u.model ?? '',\n    total_requests: u.totalRequests ?? 0,\n  };\n}\n\nexport function modelUsageToWire(u: Partial<ModelUsage>): WireObject {\n  switch (u.type) {\n    case 'llm_usage':\n      return llmModelUsageToWire(u as Partial<LLMModelUsage>);\n    case 'tts_usage':\n      return ttsModelUsageToWire(u as Partial<TTSModelUsage>);\n    case 'stt_usage':\n      return sttModelUsageToWire(u as Partial<STTModelUsage>);\n    case 'interruption_usage':\n      return interruptionModelUsageToWire(u as Partial<InterruptionModelUsage>);\n    default:\n      return u as WireObject;\n  }\n}\n\nexport function agentSessionUsageToWire(u: AgentSessionUsage): WireObject {\n  return {\n    model_usage: u.modelUsage.map(modelUsageToWire),\n  };\n}\n\n// ===========================================================================\n// Zod wire-format schemas\n// These validate the exact JSON shape that Python Pydantic emits on the wire.\n// Inferred types via z.infer give fully typed parse results.\n// ===========================================================================\nconst imageContentWireSchema = z.object({\n  id: z.string(),\n  type: z.literal('image_content'),\n  image: z.string(),\n  inference_detail: z.enum(['auto', 'high', 'low']).optional(),\n  inference_width: z.number().optional(),\n  inference_height: z.number().optional(),\n  mime_type: z.string().optional(),\n});\n\nconst audioContentWireSchema = z.object({\n  type: z.literal('audio_content'),\n  transcript: z.string().nullable().optional(),\n});\n\nconst chatContentWireSchema = z.union([z.string(), imageContentWireSchema, audioContentWireSchema]);\n\nconst metricsReportWireSchema = z\n  .object({\n    started_speaking_at: z.number().optional(),\n    stopped_speaking_at: z.number().optional(),\n    transcription_delay: z.number().optional(),\n    end_of_turn_delay: z.number().optional(),\n    on_user_turn_completed_delay: z.number().optional(),\n    llm_node_ttft: z.number().optional(),\n    tts_node_ttfb: z.number().optional(),\n    e2e_latency: z.number().optional(),\n  })\n  .optional();\n\nexport const chatMessageWireSchema = z.object({\n  id: z.string(),\n  type: z.literal('message'),\n  role: z.enum(['developer', 'system', 'user', 'assistant']),\n  content: z.array(chatContentWireSchema),\n  interrupted: z.boolean(),\n  created_at: z.number(),\n  transcript_confidence: z.number().optional(),\n  metrics: metricsReportWireSchema,\n  extra: z.record(z.string(), z.unknown()).optional(),\n});\n\nexport const functionCallWireSchema = z.object({\n  id: z.string(),\n  type: z.literal('function_call'),\n  call_id: z.string(),\n  arguments: z.string(),\n  name: z.string(),\n  created_at: z.number(),\n  extra: z.record(z.string(), z.unknown()).optional(),\n  group_id: z.string().optional(),\n});\n\nexport const functionCallOutputWireSchema = z.object({\n  id: z.string(),\n  type: z.literal('function_call_output'),\n  name: z.string(),\n  call_id: z.string(),\n  output: z.string(),\n  is_error: z.boolean(),\n  created_at: z.number(),\n});\n\nexport const agentHandoffWireSchema = z.object({\n  id: z.string(),\n  type: z.literal('agent_handoff'),\n  new_agent_id: z.string(),\n  created_at: z.number(),\n  old_agent_id: z.string().optional(),\n});\n\nexport const chatItemWireSchema = z.discriminatedUnion('type', [\n  chatMessageWireSchema,\n  functionCallWireSchema,\n  functionCallOutputWireSchema,\n  agentHandoffWireSchema,\n]);\n\nconst metadataWireSchema = z\n  .object({\n    model_name: z.string().optional(),\n    model_provider: z.string().optional(),\n  })\n  .nullable()\n  .optional();\n\nexport const llmMetricsWireSchema = z.object({\n  type: z.literal('llm_metrics'),\n  label: z.string(),\n  request_id: z.string(),\n  timestamp: z.number(),\n  duration: z.number(),\n  ttft: z.number(),\n  cancelled: z.boolean(),\n  completion_tokens: z.number(),\n  prompt_tokens: z.number(),\n  prompt_cached_tokens: z.number(),\n  total_tokens: z.number(),\n  tokens_per_second: z.number(),\n  speech_id: z.string().nullable().optional(),\n  metadata: metadataWireSchema,\n});\n\nexport const sttMetricsWireSchema = z.object({\n  type: z.literal('stt_metrics'),\n  label: z.string(),\n  request_id: z.string(),\n  timestamp: z.number(),\n  duration: z.number(),\n  audio_duration: z.number(),\n  input_tokens: z.number().optional(),\n  output_tokens: z.number().optional(),\n  streamed: z.boolean(),\n  metadata: metadataWireSchema,\n});\n\nexport const ttsMetricsWireSchema = z.object({\n  type: z.literal('tts_metrics'),\n  label: z.string(),\n  request_id: z.string(),\n  timestamp: z.number(),\n  ttfb: z.number(),\n  duration: z.number(),\n  audio_duration: z.number(),\n  cancelled: z.boolean(),\n  characters_count: z.number(),\n  input_tokens: z.number().optional(),\n  output_tokens: z.number().optional(),\n  streamed: z.boolean(),\n  segment_id: z.string().nullable().optional(),\n  speech_id: z.string().nullable().optional(),\n  metadata: metadataWireSchema,\n});\n\nexport const vadMetricsWireSchema = z.object({\n  type: z.literal('vad_metrics'),\n  label: z.string(),\n  timestamp: z.number(),\n  idle_time: z.number(),\n  inference_duration_total: z.number(),\n  inference_count: z.number(),\n});\n\nexport const eouMetricsWireSchema = z.object({\n  type: z.literal('eou_metrics'),\n  timestamp: z.number(),\n  end_of_utterance_delay: z.number(),\n  transcription_delay: z.number(),\n  on_user_turn_completed_delay: z.number(),\n  speech_id: z.string().nullable().optional(),\n});\n\nconst cachedTokenDetailsWireSchema = z.object({\n  audio_tokens: z.number(),\n  text_tokens: z.number(),\n  image_tokens: z.number(),\n});\n\nconst inputTokenDetailsWireSchema = z.object({\n  audio_tokens: z.number(),\n  text_tokens: z.number(),\n  image_tokens: z.number(),\n  cached_tokens: z.number(),\n  cached_tokens_details: cachedTokenDetailsWireSchema.nullable().optional(),\n});\n\nconst outputTokenDetailsWireSchema = z.object({\n  text_tokens: z.number(),\n  audio_tokens: z.number(),\n  image_tokens: z.number(),\n});\n\nexport const realtimeModelMetricsWireSchema = z.object({\n  type: z.literal('realtime_model_metrics'),\n  label: z.string(),\n  request_id: z.string(),\n  timestamp: z.number(),\n  duration: z.number(),\n  session_duration: z.number().optional(),\n  ttft: z.number(),\n  cancelled: z.boolean(),\n  input_tokens: z.number(),\n  output_tokens: z.number(),\n  total_tokens: z.number(),\n  tokens_per_second: z.number(),\n  input_token_details: inputTokenDetailsWireSchema,\n  output_token_details: outputTokenDetailsWireSchema,\n  metadata: metadataWireSchema,\n});\n\nexport const interruptionMetricsWireSchema = z.object({\n  type: z.literal('interruption_metrics'),\n  timestamp: z.number(),\n  total_duration: z.number(),\n  prediction_duration: z.number(),\n  detection_delay: z.number(),\n  num_interruptions: z.number(),\n  num_backchannels: z.number(),\n  num_requests: z.number(),\n  metadata: metadataWireSchema,\n});\n\nexport const agentMetricsWireSchema = z.discriminatedUnion('type', [\n  llmMetricsWireSchema,\n  sttMetricsWireSchema,\n  ttsMetricsWireSchema,\n  vadMetricsWireSchema,\n  eouMetricsWireSchema,\n  realtimeModelMetricsWireSchema,\n  interruptionMetricsWireSchema,\n]);\n\n// ---------------------------------------------------------------------------\n// Model usage schemas\n// ---------------------------------------------------------------------------\n\nexport const llmModelUsageWireSchema = z.object({\n  type: z.literal('llm_usage'),\n  provider: z.string().optional(),\n  model: z.string().optional(),\n  input_tokens: z.number().optional(),\n  input_cached_tokens: z.number().optional(),\n  input_audio_tokens: z.number().optional(),\n  input_cached_audio_tokens: z.number().optional(),\n  input_text_tokens: z.number().optional(),\n  input_cached_text_tokens: z.number().optional(),\n  input_image_tokens: z.number().optional(),\n  input_cached_image_tokens: z.number().optional(),\n  output_tokens: z.number().optional(),\n  output_audio_tokens: z.number().optional(),\n  output_text_tokens: z.number().optional(),\n  session_duration: z.number().optional(),\n});\n\nexport const ttsModelUsageWireSchema = z.object({\n  type: z.literal('tts_usage'),\n  provider: z.string().optional(),\n  model: z.string().optional(),\n  input_tokens: z.number().optional(),\n  output_tokens: z.number().optional(),\n  characters_count: z.number().optional(),\n  audio_duration: z.number().optional(),\n});\n\nexport const sttModelUsageWireSchema = z.object({\n  type: z.literal('stt_usage'),\n  provider: z.string().optional(),\n  model: z.string().optional(),\n  input_tokens: z.number().optional(),\n  output_tokens: z.number().optional(),\n  audio_duration: z.number().optional(),\n});\n\nexport const interruptionModelUsageWireSchema = z.object({\n  type: z.literal('interruption_usage'),\n  provider: z.string().optional(),\n  model: z.string().optional(),\n  total_requests: z.number().optional(),\n});\n\nexport const modelUsageWireSchema = z.discriminatedUnion('type', [\n  llmModelUsageWireSchema,\n  ttsModelUsageWireSchema,\n  sttModelUsageWireSchema,\n  interruptionModelUsageWireSchema,\n]);\n\nexport const agentSessionUsageWireSchema = z.object({\n  model_usage: z.array(modelUsageWireSchema),\n});\n\n// ---------------------------------------------------------------------------\n// Client event schemas\n// ---------------------------------------------------------------------------\n\nconst agentStateSchema = z.enum(['initializing', 'idle', 'listening', 'thinking', 'speaking']);\nconst userStateSchema = z.enum(['speaking', 'listening', 'away']);\n\nexport const clientAgentStateChangedSchema = z.object({\n  type: z.literal('agent_state_changed'),\n  old_state: agentStateSchema,\n  new_state: agentStateSchema,\n  created_at: z.number(),\n});\n\nexport const clientUserStateChangedSchema = z.object({\n  type: z.literal('user_state_changed'),\n  old_state: userStateSchema,\n  new_state: userStateSchema,\n  created_at: z.number(),\n});\n\nexport const clientConversationItemAddedSchema = z.object({\n  type: z.literal('conversation_item_added'),\n  item: chatMessageWireSchema,\n  created_at: z.number(),\n});\n\nexport const clientUserInputTranscribedSchema = z.object({\n  type: z.literal('user_input_transcribed'),\n  transcript: z.string(),\n  is_final: z.boolean(),\n  language: z.string().nullable(),\n  created_at: z.number(),\n});\n\nexport const clientFunctionToolsExecutedSchema = z.object({\n  type: z.literal('function_tools_executed'),\n  function_calls: z.array(functionCallWireSchema),\n  function_call_outputs: z.array(functionCallOutputWireSchema.nullable()),\n  created_at: z.number(),\n});\n\nexport const clientMetricsCollectedSchema = z.object({\n  type: z.literal('metrics_collected'),\n  metrics: agentMetricsWireSchema,\n  created_at: z.number(),\n});\n\nexport const clientErrorSchema = z.object({\n  type: z.literal('error'),\n  message: z.string(),\n  created_at: z.number(),\n});\n\nexport const clientUserOverlappingSpeechSchema = z.object({\n  type: z.literal('user_overlapping_speech'),\n  is_interruption: z.boolean(),\n  created_at: z.number(),\n  sent_at: z.number(),\n  detection_delay: z.number(),\n  overlap_started_at: z.number().nullable(),\n});\n\nexport const clientSessionUsageSchema = z.object({\n  type: z.literal('session_usage'),\n  usage: agentSessionUsageWireSchema,\n  created_at: z.number(),\n});\n\nexport const clientEventSchema = z.discriminatedUnion('type', [\n  clientAgentStateChangedSchema,\n  clientUserStateChangedSchema,\n  clientConversationItemAddedSchema,\n  clientUserInputTranscribedSchema,\n  clientFunctionToolsExecutedSchema,\n  clientMetricsCollectedSchema,\n  clientErrorSchema,\n  clientUserOverlappingSpeechSchema,\n  clientSessionUsageSchema,\n]);\n\n// ---------------------------------------------------------------------------\n// RPC schemas\n// ---------------------------------------------------------------------------\n\nexport const sendMessageRequestSchema = z.object({\n  text: z.string(),\n});\n\nexport const streamRequestSchema = z.object({\n  request_id: z.string(),\n  method: z.string(),\n  payload: z.string(),\n});\n\nexport const streamResponseSchema = z.object({\n  request_id: z.string(),\n  payload: z.string(),\n  error: z.string().nullable().optional(),\n});\n\nexport const getSessionStateResponseSchema = z.object({\n  agent_state: agentStateSchema,\n  user_state: userStateSchema,\n  agent_id: z.string(),\n  options: z.record(z.string(), z.unknown()),\n  created_at: z.number(),\n});\n\nexport const getChatHistoryResponseSchema = z.object({\n  items: z.array(chatItemWireSchema),\n});\n\nexport const getAgentInfoResponseSchema = z.object({\n  id: z.string(),\n  instructions: z.string().nullable(),\n  tools: z.array(z.string()),\n  chat_ctx: z.array(chatItemWireSchema),\n});\n\nexport const sendMessageResponseSchema = z.object({\n  items: z.array(chatItemWireSchema),\n});\n\nexport const getRTCStatsResponseSchema = z.object({\n  publisher_stats: z.array(z.record(z.string(), z.unknown())),\n  subscriber_stats: z.array(z.record(z.string(), z.unknown())),\n});\n\nexport const getSessionUsageResponseSchema = z.object({\n  usage: agentSessionUsageWireSchema,\n  created_at: z.number(),\n});\n"],"mappings":"AAQA,SAAS,SAAS;AAyCX,SAAS,MAAM,IAAoB;AACxC,SAAO,KAAK;AACd;AAEA,SAAS,cAAc,KAA6B;AAClD,QAAM,SAAqB,CAAC;AAC5B,aAAW,CAAC,GAAG,CAAC,KAAK,OAAO,QAAQ,GAAG,GAAG;AACxC,QAAI,MAAM,QAAW;AACnB,aAAO,CAAC,IAAI;AAAA,IACd;AAAA,EACF;AACA,SAAO;AACT;AAEA,SAAS,mBAAmB,KAA+B;AACzD,SAAO,cAAc;AAAA,IACnB,IAAI,IAAI;AAAA,IACR,MAAM,IAAI;AAAA,IACV,OAAO,OAAO,IAAI,UAAU,WAAW,IAAI,QAAQ;AAAA,IACnD,kBAAkB,IAAI;AAAA,IACtB,iBAAiB,IAAI;AAAA,IACrB,kBAAkB,IAAI;AAAA,IACtB,WAAW,IAAI;AAAA,EACjB,CAAC;AACH;AAEA,SAAS,mBAAmB,OAAiC;AAC3D,SAAO,cAAc;AAAA,IACnB,MAAM,MAAM;AAAA,IACZ,YAAY,MAAM;AAAA,EACpB,CAAC;AACH;AAEA,SAAS,kBAAkB,SAA+B;AACxD,MAAI,OAAO,YAAY,SAAU,QAAO;AACxC,MAAI,QAAQ,SAAS,gBAAiB,QAAO,mBAAmB,OAAO;AACvE,SAAO,mBAAmB,OAAO;AACnC;AAEA,SAAS,oBAAoB,GAA8B;AACzD,SAAO,cAAc;AAAA,IACnB,qBAAqB,EAAE;AAAA,IACvB,qBAAqB,EAAE;AAAA,IACvB,qBAAqB,EAAE;AAAA,IACvB,mBAAmB,EAAE;AAAA,IACrB,8BAA8B,EAAE;AAAA,IAChC,eAAe,EAAE;AAAA,IACjB,eAAe,EAAE;AAAA,IACjB,aAAa,EAAE;AAAA,EACjB,CAAC;AACH;AAEO,SAAS,kBAAkB,KAA8B;AAC9D,QAAM,SAAqB;AAAA,IACzB,IAAI,IAAI;AAAA,IACR,MAAM,IAAI;AAAA,IACV,MAAM,IAAI;AAAA,IACV,SAAS,IAAI,QAAQ,IAAI,iBAAiB;AAAA,IAC1C,aAAa,IAAI;AAAA,IACjB,YAAY,MAAM,IAAI,SAAS;AAAA,EACjC;AAEA,MAAI,IAAI,yBAAyB,QAAW;AAC1C,WAAO,wBAAwB,IAAI;AAAA,EACrC;AACA,MAAI,OAAO,KAAK,IAAI,OAAO,EAAE,SAAS,GAAG;AACvC,WAAO,UAAU,oBAAoB,IAAI,OAAO;AAAA,EAClD;AACA,MAAI,OAAO,KAAK,IAAI,KAAK,EAAE,SAAS,GAAG;AACrC,WAAO,QAAQ,IAAI;AAAA,EACrB;AACA,SAAO;AACT;AAEO,SAAS,mBAAmB,IAA8B;AAC/D,QAAM,SAAqB;AAAA,IACzB,IAAI,GAAG;AAAA,IACP,MAAM,GAAG;AAAA,IACT,SAAS,GAAG;AAAA,IACZ,WAAW,GAAG;AAAA,IACd,MAAM,GAAG;AAAA,IACT,YAAY,MAAM,GAAG,SAAS;AAAA,EAChC;AAEA,MAAI,OAAO,KAAK,GAAG,KAAK,EAAE,SAAS,GAAG;AACpC,WAAO,QAAQ,GAAG;AAAA,EACpB;AACA,MAAI,GAAG,YAAY,QAAW;AAC5B,WAAO,WAAW,GAAG;AAAA,EACvB;AACA,SAAO;AACT;AAEO,SAAS,yBAAyB,KAAqC;AAC5E,SAAO;AAAA,IACL,IAAI,IAAI;AAAA,IACR,MAAM,IAAI;AAAA,IACV,MAAM,IAAI;AAAA,IACV,SAAS,IAAI;AAAA,IACb,QAAQ,IAAI;AAAA,IACZ,UAAU,IAAI;AAAA,IACd,YAAY,MAAM,IAAI,SAAS;AAAA,EACjC;AACF;AAEO,SAAS,mBAAmB,IAAkC;AACnE,QAAM,SAAqB;AAAA,IACzB,IAAI,GAAG;AAAA,IACP,MAAM,GAAG;AAAA,IACT,cAAc,GAAG;AAAA,IACjB,YAAY,MAAM,GAAG,SAAS;AAAA,EAChC;AACA,MAAI,GAAG,eAAe,QAAW;AAC/B,WAAO,eAAe,GAAG;AAAA,EAC3B;AACA,SAAO;AACT;AAEO,SAAS,eAAe,MAA4B;AACzD,UAAQ,KAAK,MAAM;AAAA,IACjB,KAAK;AACH,aAAO,kBAAkB,IAAI;AAAA,IAC/B,KAAK;AACH,aAAO,mBAAmB,IAAI;AAAA,IAChC,KAAK;AACH,aAAO,yBAAyB,IAAI;AAAA,IACtC,KAAK;AACH,aAAO,mBAAmB,IAAI;AAAA,EAClC;AACF;AAEA,SAAS,eAAe,GAAmD;AACzE,MAAI,CAAC,EAAG,QAAO;AACf,SAAO,cAAc;AAAA,IACnB,YAAY,EAAE;AAAA,IACd,gBAAgB,EAAE;AAAA,EACpB,CAAC;AACH;AAEA,SAAS,iBAAiB,GAA2B;AACnD,SAAO,cAAc;AAAA,IACnB,MAAM,EAAE;AAAA,IACR,OAAO,EAAE;AAAA,IACT,YAAY,EAAE;AAAA,IACd,WAAW,MAAM,EAAE,SAAS;AAAA,IAC5B,UAAU,MAAM,EAAE,UAAU;AAAA,IAC5B,MAAM,MAAM,EAAE,MAAM;AAAA,IACpB,WAAW,EAAE;AAAA,IACb,mBAAmB,EAAE;AAAA,IACrB,eAAe,EAAE;AAAA,IACjB,sBAAsB,EAAE;AAAA,IACxB,cAAc,EAAE;AAAA,IAChB,mBAAmB,EAAE;AAAA,IACrB,WAAW,EAAE;AAAA,IACb,UAAU,eAAe,EAAE,QAAQ;AAAA,EACrC,CAAC;AACH;AAEA,SAAS,iBAAiB,GAA2B;AACnD,SAAO,cAAc;AAAA,IACnB,MAAM,EAAE;AAAA,IACR,OAAO,EAAE;AAAA,IACT,YAAY,EAAE;AAAA,IACd,WAAW,MAAM,EAAE,SAAS;AAAA,IAC5B,UAAU,MAAM,EAAE,UAAU;AAAA,IAC5B,gBAAgB,MAAM,EAAE,eAAe;AAAA,IACvC,cAAc,EAAE;AAAA,IAChB,eAAe,EAAE;AAAA,IACjB,UAAU,EAAE;AAAA,IACZ,UAAU,eAAe,EAAE,QAAQ;AAAA,EACrC,CAAC;AACH;AAEA,SAAS,iBAAiB,GAA2B;AACnD,SAAO,cAAc;AAAA,IACnB,MAAM,EAAE;AAAA,IACR,OAAO,EAAE;AAAA,IACT,YAAY,EAAE;AAAA,IACd,WAAW,MAAM,EAAE,SAAS;AAAA,IAC5B,MAAM,MAAM,EAAE,MAAM;AAAA,IACpB,UAAU,MAAM,EAAE,UAAU;AAAA,IAC5B,gBAAgB,MAAM,EAAE,eAAe;AAAA,IACvC,WAAW,EAAE;AAAA,IACb,kBAAkB,EAAE;AAAA,IACpB,cAAc,EAAE;AAAA,IAChB,eAAe,EAAE;AAAA,IACjB,UAAU,EAAE;AAAA,IACZ,YAAY,EAAE;AAAA,IACd,WAAW,EAAE;AAAA,IACb,UAAU,eAAe,EAAE,QAAQ;AAAA,EACrC,CAAC;AACH;AAEA,SAAS,iBAAiB,GAA2B;AACnD,SAAO;AAAA,IACL,MAAM,EAAE;AAAA,IACR,OAAO,EAAE;AAAA,IACT,WAAW,MAAM,EAAE,SAAS;AAAA,IAC5B,WAAW,MAAM,EAAE,UAAU;AAAA,IAC7B,0BAA0B,MAAM,EAAE,wBAAwB;AAAA,IAC1D,iBAAiB,EAAE;AAAA,EACrB;AACF;AAEA,SAAS,iBAAiB,GAA2B;AACnD,SAAO,cAAc;AAAA,IACnB,MAAM,EAAE;AAAA,IACR,WAAW,MAAM,EAAE,SAAS;AAAA,IAC5B,wBAAwB,MAAM,EAAE,qBAAqB;AAAA,IACrD,qBAAqB,MAAM,EAAE,oBAAoB;AAAA,IACjD,8BAA8B,MAAM,EAAE,0BAA0B;AAAA,IAChE,WAAW,EAAE;AAAA,EACf,CAAC;AACH;AAEA,SAAS,yBAAyB,GAAuD;AACvF,SAAO;AAAA,IACL,cAAc,EAAE;AAAA,IAChB,aAAa,EAAE;AAAA,IACf,cAAc,EAAE;AAAA,EAClB;AACF;AAEA,SAAS,wBAAwB,GAAsD;AACrF,SAAO,cAAc;AAAA,IACnB,cAAc,EAAE;AAAA,IAChB,aAAa,EAAE;AAAA,IACf,cAAc,EAAE;AAAA,IAChB,eAAe,EAAE;AAAA,IACjB,uBAAuB,EAAE,sBACrB,yBAAyB,EAAE,mBAAmB,IAC9C;AAAA,EACN,CAAC;AACH;AAEA,SAAS,yBAAyB,GAAuD;AACvF,SAAO;AAAA,IACL,aAAa,EAAE;AAAA,IACf,cAAc,EAAE;AAAA,IAChB,cAAc,EAAE;AAAA,EAClB;AACF;AAEA,SAAS,2BAA2B,GAAqC;AACvE,SAAO,cAAc;AAAA,IACnB,MAAM,EAAE;AAAA,IACR,OAAO,EAAE;AAAA,IACT,YAAY,EAAE;AAAA,IACd,WAAW,MAAM,EAAE,SAAS;AAAA,IAC5B,UAAU,MAAM,EAAE,UAAU;AAAA,IAC5B,kBAAkB,EAAE,sBAAsB,SAAY,MAAM,EAAE,iBAAiB,IAAI;AAAA,IACnF,MAAM,MAAM,EAAE,MAAM;AAAA,IACpB,WAAW,EAAE;AAAA,IACb,cAAc,EAAE;AAAA,IAChB,eAAe,EAAE;AAAA,IACjB,cAAc,EAAE;AAAA,IAChB,mBAAmB,EAAE;AAAA,IACrB,qBAAqB,wBAAwB,EAAE,iBAAiB;AAAA,IAChE,sBAAsB,yBAAyB,EAAE,kBAAkB;AAAA,IACnE,UAAU,eAAe,EAAE,QAAQ;AAAA,EACrC,CAAC;AACH;AAEA,SAAS,0BAA0B,GAAoC;AACrE,SAAO,cAAc;AAAA,IACnB,MAAM,EAAE;AAAA,IACR,WAAW,MAAM,EAAE,SAAS;AAAA,IAC5B,gBAAgB,MAAM,EAAE,aAAa;AAAA,IACrC,qBAAqB,MAAM,EAAE,kBAAkB;AAAA,IAC/C,iBAAiB,MAAM,EAAE,cAAc;AAAA,IACvC,mBAAmB,EAAE;AAAA,IACrB,kBAAkB,EAAE;AAAA,IACpB,cAAc,EAAE;AAAA,IAChB,UAAU,eAAe,EAAE,QAAQ;AAAA,EACrC,CAAC;AACH;AAEO,SAAS,mBAAmB,GAA6B;AAC9D,UAAQ,EAAE,MAAM;AAAA,IACd,KAAK;AACH,aAAO,iBAAiB,CAAC;AAAA,IAC3B,KAAK;AACH,aAAO,iBAAiB,CAAC;AAAA,IAC3B,KAAK;AACH,aAAO,iBAAiB,CAAC;AAAA,IAC3B,KAAK;AACH,aAAO,iBAAiB,CAAC;AAAA,IAC3B,KAAK;AACH,aAAO,iBAAiB,CAAC;AAAA,IAC3B,KAAK;AACH,aAAO,2BAA2B,CAAC;AAAA,IACrC,KAAK;AACH,aAAO,0BAA0B,CAAC;AAAA,EACtC;AACF;AAEA,SAAS,oBAAoB,GAAuC;AAClE,SAAO;AAAA,IACL,MAAM,EAAE;AAAA,IACR,UAAU,EAAE,YAAY;AAAA,IACxB,OAAO,EAAE,SAAS;AAAA,IAClB,cAAc,EAAE,eAAe;AAAA,IAC/B,qBAAqB,EAAE,qBAAqB;AAAA,IAC5C,oBAAoB,EAAE,oBAAoB;AAAA,IAC1C,2BAA2B,EAAE,0BAA0B;AAAA,IACvD,mBAAmB,EAAE,mBAAmB;AAAA,IACxC,0BAA0B,EAAE,yBAAyB;AAAA,IACrD,oBAAoB,EAAE,oBAAoB;AAAA,IAC1C,2BAA2B,EAAE,0BAA0B;AAAA,IACvD,eAAe,EAAE,gBAAgB;AAAA,IACjC,qBAAqB,EAAE,qBAAqB;AAAA,IAC5C,oBAAoB,EAAE,oBAAoB;AAAA,IAC1C,kBAAkB,MAAM,EAAE,qBAAqB,CAAC;AAAA,EAClD;AACF;AAEA,SAAS,oBAAoB,GAAuC;AAClE,SAAO;AAAA,IACL,MAAM,EAAE;AAAA,IACR,UAAU,EAAE,YAAY;AAAA,IACxB,OAAO,EAAE,SAAS;AAAA,IAClB,cAAc,EAAE,eAAe;AAAA,IAC/B,eAAe,EAAE,gBAAgB;AAAA,IACjC,kBAAkB,EAAE,mBAAmB;AAAA,IACvC,gBAAgB,MAAM,EAAE,mBAAmB,CAAC;AAAA,EAC9C;AACF;AAEA,SAAS,oBAAoB,GAAuC;AAClE,SAAO;AAAA,IACL,MAAM,EAAE;AAAA,IACR,UAAU,EAAE,YAAY;AAAA,IACxB,OAAO,EAAE,SAAS;AAAA,IAClB,cAAc,EAAE,eAAe;AAAA,IAC/B,eAAe,EAAE,gBAAgB;AAAA,IACjC,gBAAgB,MAAM,EAAE,mBAAmB,CAAC;AAAA,EAC9C;AACF;AAEA,SAAS,6BAA6B,GAAgD;AACpF,SAAO;AAAA,IACL,MAAM,EAAE;AAAA,IACR,UAAU,EAAE,YAAY;AAAA,IACxB,OAAO,EAAE,SAAS;AAAA,IAClB,gBAAgB,EAAE,iBAAiB;AAAA,EACrC;AACF;AAEO,SAAS,iBAAiB,GAAoC;AACnE,UAAQ,EAAE,MAAM;AAAA,IACd,KAAK;AACH,aAAO,oBAAoB,CAA2B;AAAA,IACxD,KAAK;AACH,aAAO,oBAAoB,CAA2B;AAAA,IACxD,KAAK;AACH,aAAO,oBAAoB,CAA2B;AAAA,IACxD,KAAK;AACH,aAAO,6BAA6B,CAAoC;AAAA,IAC1E;AACE,aAAO;AAAA,EACX;AACF;AAEO,SAAS,wBAAwB,GAAkC;AACxE,SAAO;AAAA,IACL,aAAa,EAAE,WAAW,IAAI,gBAAgB;AAAA,EAChD;AACF;AAOA,MAAM,yBAAyB,EAAE,OAAO;AAAA,EACtC,IAAI,EAAE,OAAO;AAAA,EACb,MAAM,EAAE,QAAQ,eAAe;AAAA,EAC/B,OAAO,EAAE,OAAO;AAAA,EAChB,kBAAkB,EAAE,KAAK,CAAC,QAAQ,QAAQ,KAAK,CAAC,EAAE,SAAS;AAAA,EAC3D,iBAAiB,EAAE,OAAO,EAAE,SAAS;AAAA,EACrC,kBAAkB,EAAE,OAAO,EAAE,SAAS;AAAA,EACtC,WAAW,EAAE,OAAO,EAAE,SAAS;AACjC,CAAC;AAED,MAAM,yBAAyB,EAAE,OAAO;AAAA,EACtC,MAAM,EAAE,QAAQ,eAAe;AAAA,EAC/B,YAAY,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS;AAC7C,CAAC;AAED,MAAM,wBAAwB,EAAE,MAAM,CAAC,EAAE,OAAO,GAAG,wBAAwB,sBAAsB,CAAC;AAElG,MAAM,0BAA0B,EAC7B,OAAO;AAAA,EACN,qBAAqB,EAAE,OAAO,EAAE,SAAS;AAAA,EACzC,qBAAqB,EAAE,OAAO,EAAE,SAAS;AAAA,EACzC,qBAAqB,EAAE,OAAO,EAAE,SAAS;AAAA,EACzC,mBAAmB,EAAE,OAAO,EAAE,SAAS;AAAA,EACvC,8BAA8B,EAAE,OAAO,EAAE,SAAS;AAAA,EAClD,eAAe,EAAE,OAAO,EAAE,SAAS;AAAA,EACnC,eAAe,EAAE,OAAO,EAAE,SAAS;AAAA,EACnC,aAAa,EAAE,OAAO,EAAE,SAAS;AACnC,CAAC,EACA,SAAS;AAEL,MAAM,wBAAwB,EAAE,OAAO;AAAA,EAC5C,IAAI,EAAE,OAAO;AAAA,EACb,MAAM,EAAE,QAAQ,SAAS;AAAA,EACzB,MAAM,EAAE,KAAK,CAAC,aAAa,UAAU,QAAQ,WAAW,CAAC;AAAA,EACzD,SAAS,EAAE,MAAM,qBAAqB;AAAA,EACtC,aAAa,EAAE,QAAQ;AAAA,EACvB,YAAY,EAAE,OAAO;AAAA,EACrB,uBAAuB,EAAE,OAAO,EAAE,SAAS;AAAA,EAC3C,SAAS;AAAA,EACT,OAAO,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,EAAE,SAAS;AACpD,CAAC;AAEM,MAAM,yBAAyB,EAAE,OAAO;AAAA,EAC7C,IAAI,EAAE,OAAO;AAAA,EACb,MAAM,EAAE,QAAQ,eAAe;AAAA,EAC/B,SAAS,EAAE,OAAO;AAAA,EAClB,WAAW,EAAE,OAAO;AAAA,EACpB,MAAM,EAAE,OAAO;AAAA,EACf,YAAY,EAAE,OAAO;AAAA,EACrB,OAAO,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,EAAE,SAAS;AAAA,EAClD,UAAU,EAAE,OAAO,EAAE,SAAS;AAChC,CAAC;AAEM,MAAM,+BAA+B,EAAE,OAAO;AAAA,EACnD,IAAI,EAAE,OAAO;AAAA,EACb,MAAM,EAAE,QAAQ,sBAAsB;AAAA,EACtC,MAAM,EAAE,OAAO;AAAA,EACf,SAAS,EAAE,OAAO;AAAA,EAClB,QAAQ,EAAE,OAAO;AAAA,EACjB,UAAU,EAAE,QAAQ;AAAA,EACpB,YAAY,EAAE,OAAO;AACvB,CAAC;AAEM,MAAM,yBAAyB,EAAE,OAAO;AAAA,EAC7C,IAAI,EAAE,OAAO;AAAA,EACb,MAAM,EAAE,QAAQ,eAAe;AAAA,EAC/B,cAAc,EAAE,OAAO;AAAA,EACvB,YAAY,EAAE,OAAO;AAAA,EACrB,cAAc,EAAE,OAAO,EAAE,SAAS;AACpC,CAAC;AAEM,MAAM,qBAAqB,EAAE,mBAAmB,QAAQ;AAAA,EAC7D;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF,CAAC;AAED,MAAM,qBAAqB,EACxB,OAAO;AAAA,EACN,YAAY,EAAE,OAAO,EAAE,SAAS;AAAA,EAChC,gBAAgB,EAAE,OAAO,EAAE,SAAS;AACtC,CAAC,EACA,SAAS,EACT,SAAS;AAEL,MAAM,uBAAuB,EAAE,OAAO;AAAA,EAC3C,MAAM,EAAE,QAAQ,aAAa;AAAA,EAC7B,OAAO,EAAE,OAAO;AAAA,EAChB,YAAY,EAAE,OAAO;AAAA,EACrB,WAAW,EAAE,OAAO;AAAA,EACpB,UAAU,EAAE,OAAO;AAAA,EACnB,MAAM,EAAE,OAAO;AAAA,EACf,WAAW,EAAE,QAAQ;AAAA,EACrB,mBAAmB,EAAE,OAAO;AAAA,EAC5B,eAAe,EAAE,OAAO;AAAA,EACxB,sBAAsB,EAAE,OAAO;AAAA,EAC/B,cAAc,EAAE,OAAO;AAAA,EACvB,mBAAmB,EAAE,OAAO;AAAA,EAC5B,WAAW,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS;AAAA,EAC1C,UAAU;AACZ,CAAC;AAEM,MAAM,uBAAuB,EAAE,OAAO;AAAA,EAC3C,MAAM,EAAE,QAAQ,aAAa;AAAA,EAC7B,OAAO,EAAE,OAAO;AAAA,EAChB,YAAY,EAAE,OAAO;AAAA,EACrB,WAAW,EAAE,OAAO;AAAA,EACpB,UAAU,EAAE,OAAO;AAAA,EACnB,gBAAgB,EAAE,OAAO;AAAA,EACzB,cAAc,EAAE,OAAO,EAAE,SAAS;AAAA,EAClC,eAAe,EAAE,OAAO,EAAE,SAAS;AAAA,EACnC,UAAU,EAAE,QAAQ;AAAA,EACpB,UAAU;AACZ,CAAC;AAEM,MAAM,uBAAuB,EAAE,OAAO;AAAA,EAC3C,MAAM,EAAE,QAAQ,aAAa;AAAA,EAC7B,OAAO,EAAE,OAAO;AAAA,EAChB,YAAY,EAAE,OAAO;AAAA,EACrB,WAAW,EAAE,OAAO;AAAA,EACpB,MAAM,EAAE,OAAO;AAAA,EACf,UAAU,EAAE,OAAO;AAAA,EACnB,gBAAgB,EAAE,OAAO;AAAA,EACzB,WAAW,EAAE,QAAQ;AAAA,EACrB,kBAAkB,EAAE,OAAO;AAAA,EAC3B,cAAc,EAAE,OAAO,EAAE,SAAS;AAAA,EAClC,eAAe,EAAE,OAAO,EAAE,SAAS;AAAA,EACnC,UAAU,EAAE,QAAQ;AAAA,EACpB,YAAY,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS;AAAA,EAC3C,WAAW,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS;AAAA,EAC1C,UAAU;AACZ,CAAC;AAEM,MAAM,uBAAuB,EAAE,OAAO;AAAA,EAC3C,MAAM,EAAE,QAAQ,aAAa;AAAA,EAC7B,OAAO,EAAE,OAAO;AAAA,EAChB,WAAW,EAAE,OAAO;AAAA,EACpB,WAAW,EAAE,OAAO;AAAA,EACpB,0BAA0B,EAAE,OAAO;AAAA,EACnC,iBAAiB,EAAE,OAAO;AAC5B,CAAC;AAEM,MAAM,uBAAuB,EAAE,OAAO;AAAA,EAC3C,MAAM,EAAE,QAAQ,aAAa;AAAA,EAC7B,WAAW,EAAE,OAAO;AAAA,EACpB,wBAAwB,EAAE,OAAO;AAAA,EACjC,qBAAqB,EAAE,OAAO;AAAA,EAC9B,8BAA8B,EAAE,OAAO;AAAA,EACvC,WAAW,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS;AAC5C,CAAC;AAED,MAAM,+BAA+B,EAAE,OAAO;AAAA,EAC5C,cAAc,EAAE,OAAO;AAAA,EACvB,aAAa,EAAE,OAAO;AAAA,EACtB,cAAc,EAAE,OAAO;AACzB,CAAC;AAED,MAAM,8BAA8B,EAAE,OAAO;AAAA,EAC3C,cAAc,EAAE,OAAO;AAAA,EACvB,aAAa,EAAE,OAAO;AAAA,EACtB,cAAc,EAAE,OAAO;AAAA,EACvB,eAAe,EAAE,OAAO;AAAA,EACxB,uBAAuB,6BAA6B,SAAS,EAAE,SAAS;AAC1E,CAAC;AAED,MAAM,+BAA+B,EAAE,OAAO;AAAA,EAC5C,aAAa,EAAE,OAAO;AAAA,EACtB,cAAc,EAAE,OAAO;AAAA,EACvB,cAAc,EAAE,OAAO;AACzB,CAAC;AAEM,MAAM,iCAAiC,EAAE,OAAO;AAAA,EACrD,MAAM,EAAE,QAAQ,wBAAwB;AAAA,EACxC,OAAO,EAAE,OAAO;AAAA,EAChB,YAAY,EAAE,OAAO;AAAA,EACrB,WAAW,EAAE,OAAO;AAAA,EACpB,UAAU,EAAE,OAAO;AAAA,EACnB,kBAAkB,EAAE,OAAO,EAAE,SAAS;AAAA,EACtC,MAAM,EAAE,OAAO;AAAA,EACf,WAAW,EAAE,QAAQ;AAAA,EACrB,cAAc,EAAE,OAAO;AAAA,EACvB,eAAe,EAAE,OAAO;AAAA,EACxB,cAAc,EAAE,OAAO;AAAA,EACvB,mBAAmB,EAAE,OAAO;AAAA,EAC5B,qBAAqB;AAAA,EACrB,sBAAsB;AAAA,EACtB,UAAU;AACZ,CAAC;AAEM,MAAM,gCAAgC,EAAE,OAAO;AAAA,EACpD,MAAM,EAAE,QAAQ,sBAAsB;AAAA,EACtC,WAAW,EAAE,OAAO;AAAA,EACpB,gBAAgB,EAAE,OAAO;AAAA,EACzB,qBAAqB,EAAE,OAAO;AAAA,EAC9B,iBAAiB,EAAE,OAAO;AAAA,EAC1B,mBAAmB,EAAE,OAAO;AAAA,EAC5B,kBAAkB,EAAE,OAAO;AAAA,EAC3B,cAAc,EAAE,OAAO;AAAA,EACvB,UAAU;AACZ,CAAC;AAEM,MAAM,yBAAyB,EAAE,mBAAmB,QAAQ;AAAA,EACjE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF,CAAC;AAMM,MAAM,0BAA0B,EAAE,OAAO;AAAA,EAC9C,MAAM,EAAE,QAAQ,WAAW;AAAA,EAC3B,UAAU,EAAE,OAAO,EAAE,SAAS;AAAA,EAC9B,OAAO,EAAE,OAAO,EAAE,SAAS;AAAA,EAC3B,cAAc,EAAE,OAAO,EAAE,SAAS;AAAA,EAClC,qBAAqB,EAAE,OAAO,EAAE,SAAS;AAAA,EACzC,oBAAoB,EAAE,OAAO,EAAE,SAAS;AAAA,EACxC,2BAA2B,EAAE,OAAO,EAAE,SAAS;AAAA,EAC/C,mBAAmB,EAAE,OAAO,EAAE,SAAS;AAAA,EACvC,0BAA0B,EAAE,OAAO,EAAE,SAAS;AAAA,EAC9C,oBAAoB,EAAE,OAAO,EAAE,SAAS;AAAA,EACxC,2BAA2B,EAAE,OAAO,EAAE,SAAS;AAAA,EAC/C,eAAe,EAAE,OAAO,EAAE,SAAS;AAAA,EACnC,qBAAqB,EAAE,OAAO,EAAE,SAAS;AAAA,EACzC,oBAAoB,EAAE,OAAO,EAAE,SAAS;AAAA,EACxC,kBAAkB,EAAE,OAAO,EAAE,SAAS;AACxC,CAAC;AAEM,MAAM,0BAA0B,EAAE,OAAO;AAAA,EAC9C,MAAM,EAAE,QAAQ,WAAW;AAAA,EAC3B,UAAU,EAAE,OAAO,EAAE,SAAS;AAAA,EAC9B,OAAO,EAAE,OAAO,EAAE,SAAS;AAAA,EAC3B,cAAc,EAAE,OAAO,EAAE,SAAS;AAAA,EAClC,eAAe,EAAE,OAAO,EAAE,SAAS;AAAA,EACnC,kBAAkB,EAAE,OAAO,EAAE,SAAS;AAAA,EACtC,gBAAgB,EAAE,OAAO,EAAE,SAAS;AACtC,CAAC;AAEM,MAAM,0BAA0B,EAAE,OAAO;AAAA,EAC9C,MAAM,EAAE,QAAQ,WAAW;AAAA,EAC3B,UAAU,EAAE,OAAO,EAAE,SAAS;AAAA,EAC9B,OAAO,EAAE,OAAO,EAAE,SAAS;AAAA,EAC3B,cAAc,EAAE,OAAO,EAAE,SAAS;AAAA,EAClC,eAAe,EAAE,OAAO,EAAE,SAAS;AAAA,EACnC,gBAAgB,EAAE,OAAO,EAAE,SAAS;AACtC,CAAC;AAEM,MAAM,mCAAmC,EAAE,OAAO;AAAA,EACvD,MAAM,EAAE,QAAQ,oBAAoB;AAAA,EACpC,UAAU,EAAE,OAAO,EAAE,SAAS;AAAA,EAC9B,OAAO,EAAE,OAAO,EAAE,SAAS;AAAA,EAC3B,gBAAgB,EAAE,OAAO,EAAE,SAAS;AACtC,CAAC;AAEM,MAAM,uBAAuB,EAAE,mBAAmB,QAAQ;AAAA,EAC/D;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF,CAAC;AAEM,MAAM,8BAA8B,EAAE,OAAO;AAAA,EAClD,aAAa,EAAE,MAAM,oBAAoB;AAC3C,CAAC;AAMD,MAAM,mBAAmB,EAAE,KAAK,CAAC,gBAAgB,QAAQ,aAAa,YAAY,UAAU,CAAC;AAC7F,MAAM,kBAAkB,EAAE,KAAK,CAAC,YAAY,aAAa,MAAM,CAAC;AAEzD,MAAM,gCAAgC,EAAE,OAAO;AAAA,EACpD,MAAM,EAAE,QAAQ,qBAAqB;AAAA,EACrC,WAAW;AAAA,EACX,WAAW;AAAA,EACX,YAAY,EAAE,OAAO;AACvB,CAAC;AAEM,MAAM,+BAA+B,EAAE,OAAO;AAAA,EACnD,MAAM,EAAE,QAAQ,oBAAoB;AAAA,EACpC,WAAW;AAAA,EACX,WAAW;AAAA,EACX,YAAY,EAAE,OAAO;AACvB,CAAC;AAEM,MAAM,oCAAoC,EAAE,OAAO;AAAA,EACxD,MAAM,EAAE,QAAQ,yBAAyB;AAAA,EACzC,MAAM;AAAA,EACN,YAAY,EAAE,OAAO;AACvB,CAAC;AAEM,MAAM,mCAAmC,EAAE,OAAO;AAAA,EACvD,MAAM,EAAE,QAAQ,wBAAwB;AAAA,EACxC,YAAY,EAAE,OAAO;AAAA,EACrB,UAAU,EAAE,QAAQ;AAAA,EACpB,UAAU,EAAE,OAAO,EAAE,SAAS;AAAA,EAC9B,YAAY,EAAE,OAAO;AACvB,CAAC;AAEM,MAAM,oCAAoC,EAAE,OAAO;AAAA,EACxD,MAAM,EAAE,QAAQ,yBAAyB;AAAA,EACzC,gBAAgB,EAAE,MAAM,sBAAsB;AAAA,EAC9C,uBAAuB,EAAE,MAAM,6BAA6B,SAAS,CAAC;AAAA,EACtE,YAAY,EAAE,OAAO;AACvB,CAAC;AAEM,MAAM,+BAA+B,EAAE,OAAO;AAAA,EACnD,MAAM,EAAE,QAAQ,mBAAmB;AAAA,EACnC,SAAS;AAAA,EACT,YAAY,EAAE,OAAO;AACvB,CAAC;AAEM,MAAM,oBAAoB,EAAE,OAAO;AAAA,EACxC,MAAM,EAAE,QAAQ,OAAO;AAAA,EACvB,SAAS,EAAE,OAAO;AAAA,EAClB,YAAY,EAAE,OAAO;AACvB,CAAC;AAEM,MAAM,oCAAoC,EAAE,OAAO;AAAA,EACxD,MAAM,EAAE,QAAQ,yBAAyB;AAAA,EACzC,iBAAiB,EAAE,QAAQ;AAAA,EAC3B,YAAY,EAAE,OAAO;AAAA,EACrB,SAAS,EAAE,OAAO;AAAA,EAClB,iBAAiB,EAAE,OAAO;AAAA,EAC1B,oBAAoB,EAAE,OAAO,EAAE,SAAS;AAC1C,CAAC;AAEM,MAAM,2BAA2B,EAAE,OAAO;AAAA,EAC/C,MAAM,EAAE,QAAQ,eAAe;AAAA,EAC/B,OAAO;AAAA,EACP,YAAY,EAAE,OAAO;AACvB,CAAC;AAEM,MAAM,oBAAoB,EAAE,mBAAmB,QAAQ;AAAA,EAC5D;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF,CAAC;AAMM,MAAM,2BAA2B,EAAE,OAAO;AAAA,EAC/C,MAAM,EAAE,OAAO;AACjB,CAAC;AAEM,MAAM,sBAAsB,EAAE,OAAO;AAAA,EAC1C,YAAY,EAAE,OAAO;AAAA,EACrB,QAAQ,EAAE,OAAO;AAAA,EACjB,SAAS,EAAE,OAAO;AACpB,CAAC;AAEM,MAAM,uBAAuB,EAAE,OAAO;AAAA,EAC3C,YAAY,EAAE,OAAO;AAAA,EACrB,SAAS,EAAE,OAAO;AAAA,EAClB,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS;AACxC,CAAC;AAEM,MAAM,gCAAgC,EAAE,OAAO;AAAA,EACpD,aAAa;AAAA,EACb,YAAY;AAAA,EACZ,UAAU,EAAE,OAAO;AAAA,EACnB,SAAS,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC;AAAA,EACzC,YAAY,EAAE,OAAO;AACvB,CAAC;AAEM,MAAM,+BAA+B,EAAE,OAAO;AAAA,EACnD,OAAO,EAAE,MAAM,kBAAkB;AACnC,CAAC;AAEM,MAAM,6BAA6B,EAAE,OAAO;AAAA,EACjD,IAAI,EAAE,OAAO;AAAA,EACb,cAAc,EAAE,OAAO,EAAE,SAAS;AAAA,EAClC,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC;AAAA,EACzB,UAAU,EAAE,MAAM,kBAAkB;AACtC,CAAC;AAEM,MAAM,4BAA4B,EAAE,OAAO;AAAA,EAChD,OAAO,EAAE,MAAM,kBAAkB;AACnC,CAAC;AAEM,MAAM,4BAA4B,EAAE,OAAO;AAAA,EAChD,iBAAiB,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC;AAAA,EAC1D,kBAAkB,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC;AAC7D,CAAC;AAEM,MAAM,gCAAgC,EAAE,OAAO;AAAA,EACpD,OAAO;AAAA,EACP,YAAY,EAAE,OAAO;AACvB,CAAC;","names":[]}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@livekit/agents",
-  "version": "1.0.47",
+  "version": "1.1.0-dev.0",
   "description": "LiveKit Agents - Node.js",
   "main": "dist/index.js",
   "require": "dist/index.cjs",
@@ -60,6 +60,7 @@
     "heap-js": "^2.6.0",
     "json-schema": "^0.4.0",
     "livekit-server-sdk": "^2.14.1",
+    "ofetch": "^1.5.1",
     "openai": "^6.8.1",
     "pidusage": "^4.0.1",
     "pino": "^8.19.0",

package/src/beta/index.ts

@@ -0,0 +1,9 @@
+// SPDX-FileCopyrightText: 2026 LiveKit, Inc.
+//
+// SPDX-License-Identifier: Apache-2.0
+export {
+  TaskGroup,
+  type TaskCompletedEvent,
+  type TaskGroupOptions,
+  type TaskGroupResult,
+} from './workflows/index.js';

package/src/beta/workflows/index.ts

@@ -0,0 +1,9 @@
+// SPDX-FileCopyrightText: 2026 LiveKit, Inc.
+//
+// SPDX-License-Identifier: Apache-2.0
+export {
+  TaskGroup,
+  type TaskCompletedEvent,
+  type TaskGroupOptions,
+  type TaskGroupResult,
+} from './task_group.js';

package/src/beta/workflows/task_group.ts

@@ -0,0 +1,194 @@
+// SPDX-FileCopyrightText: 2026 LiveKit, Inc.
+//
+// SPDX-License-Identifier: Apache-2.0
+import { z } from 'zod';
+import type { ChatContext } from '../../llm/chat_context.js';
+import { LLM, ToolError, ToolFlag, tool } from '../../llm/index.js';
+import { AgentTask } from '../../voice/agent.js';
+
+interface FactoryInfo {
+  taskFactory: () => AgentTask;
+  id: string;
+  description: string;
+}
+
+export interface TaskGroupResult {
+  taskResults: Record<string, unknown>;
+}
+
+export interface TaskCompletedEvent {
+  agentTask: AgentTask;
+  taskId: string;
+  result: unknown;
+}
+
+class OutOfScopeError extends ToolError {
+  readonly targetTaskIds: string[];
+
+  constructor(targetTaskIds: string[]) {
+    super('out_of_scope');
+    this.targetTaskIds = targetTaskIds;
+  }
+}
+
+export interface TaskGroupOptions {
+  summarizeChatCtx?: boolean;
+  returnExceptions?: boolean;
+  chatCtx?: ChatContext;
+  onTaskCompleted?: (event: TaskCompletedEvent) => Promise<void>;
+}
+
+export class TaskGroup extends AgentTask<TaskGroupResult> {
+  private _summarizeChatCtx: boolean;
+  private _returnExceptions: boolean;
+  private _visitedTasks = new Set<string>();
+  private _registeredFactories = new Map<string, FactoryInfo>();
+  private _taskCompletedCallback?: (event: TaskCompletedEvent) => Promise<void>;
+  private _currentTask?: AgentTask;
+
+  constructor(options: TaskGroupOptions = {}) {
+    const { summarizeChatCtx = true, returnExceptions = false, chatCtx, onTaskCompleted } = options;
+
+    super({ instructions: '*empty*', chatCtx });
+
+    this._summarizeChatCtx = summarizeChatCtx;
+    this._returnExceptions = returnExceptions;
+    this._taskCompletedCallback = onTaskCompleted;
+  }
+
+  add(task: () => AgentTask, { id, description }: { id: string; description: string }): this {
+    this._registeredFactories.set(id, { taskFactory: task, id, description });
+    return this;
+  }
+
+  async onEnter(): Promise<void> {
+    const taskStack = [...this._registeredFactories.keys()];
+    const taskResults: Record<string, unknown> = {};
+
+    while (taskStack.length > 0) {
+      const taskId = taskStack.shift()!;
+      const factoryInfo = this._registeredFactories.get(taskId)!;
+
+      this._currentTask = factoryInfo.taskFactory();
+
+      const sharedChatCtx = this._chatCtx.copy();
+      await this._currentTask.updateChatCtx(sharedChatCtx);
+
+      const outOfScopeTool = this.buildOutOfScopeTool(taskId);
+      if (outOfScopeTool) {
+        await this._currentTask.updateTools({
+          ...this._currentTask.toolCtx,
+          out_of_scope: outOfScopeTool,
+        });
+      }
+
+      try {
+        this._visitedTasks.add(taskId);
+        const res = await this._currentTask.run();
+        taskResults[taskId] = res;
+
+        if (this._taskCompletedCallback) {
+          await this._taskCompletedCallback({
+            agentTask: this._currentTask,
+            taskId,
+            result: res,
+          });
+        }
+      } catch (e) {
+        if (e instanceof OutOfScopeError) {
+          taskStack.unshift(taskId);
+          for (let i = e.targetTaskIds.length - 1; i >= 0; i--) {
+            taskStack.unshift(e.targetTaskIds[i]!);
+          }
+          continue;
+        }
+
+        if (this._returnExceptions) {
+          taskResults[taskId] = e;
+          continue;
+        } else {
+          this.complete(e instanceof Error ? e : new Error(String(e)));
+          return;
+        }
+      }
+    }
+
+    try {
+      if (this._summarizeChatCtx) {
+        const sessionLlm = this.session.llm;
+        if (!(sessionLlm instanceof LLM)) {
+          throw new Error('summarizeChatCtx requires a standard LLM on the session');
+        }
+
+        // TODO(parity): Add excludeConfigUpdate when AgentConfigUpdate is ported
+        const ctxToSummarize = this._chatCtx.copy({
+          excludeInstructions: true,
+          excludeHandoff: true,
+          excludeEmptyMessage: true,
+          excludeFunctionCall: true,
+        });
+
+        const summarizedChatCtx = await ctxToSummarize._summarize(sessionLlm, {
+          keepLastTurns: 0,
+        });
+        await this.updateChatCtx(summarizedChatCtx);
+      }
+    } catch (e) {
+      this.complete(new Error(`failed to summarize the chat_ctx: ${e}`));
+      return;
+    }
+
+    this.complete({ taskResults });
+  }
+
+  private buildOutOfScopeTool(activeTaskId: string) {
+    if (this._visitedTasks.size === 0) {
+      return undefined;
+    }
+
+    const regressionTaskIds = new Set(this._visitedTasks);
+    regressionTaskIds.delete(activeTaskId);
+
+    if (regressionTaskIds.size === 0) {
+      return undefined;
+    }
+
+    const taskRepr: Record<string, string> = {};
+    for (const [id, info] of this._registeredFactories) {
+      if (regressionTaskIds.has(id)) {
+        taskRepr[id] = info.description;
+      }
+    }
+
+    const taskIdValues = [...regressionTaskIds] as [string, ...string[]];
+
+    const description =
+      'Call to regress to other tasks according to what the user requested to modify, return the corresponding task ids. ' +
+      'For example, if the user wants to change their email and there is a task with id "email_task" with a description of "Collect the user\'s email", return the id ("get_email_task"). ' +
+      'If the user requests to regress to multiple tasks, such as changing their phone number and email, return both task ids in the order they were requested. ' +
+      `The following are the IDs and their corresponding task description. ${JSON.stringify(taskRepr)}`;
+
+    const currentTask = this._currentTask;
+    const registeredFactories = this._registeredFactories;
+    const visitedTasks = this._visitedTasks;
+
+    return tool({
+      description,
+      flags: ToolFlag.IGNORE_ON_ENTER,
+      parameters: z.object({
+        task_ids: z.array(z.enum(taskIdValues)).describe('The IDs of the tasks requested'),
+      }),
+      execute: async ({ task_ids }: { task_ids: string[] }) => {
+        for (const tid of task_ids) {
+          if (!registeredFactories.has(tid) || !visitedTasks.has(tid)) {
+            throw new ToolError(`Unable to regress, invalid task id ${tid}`);
+          }
+        }
+
+        if (currentTask && !currentTask.done) {
+          currentTask.complete(new OutOfScopeError(task_ids));
+        }
+      },
+    });
+  }
+}

package/src/constants.ts

@@ -7,3 +7,16 @@ export const TOPIC_TRANSCRIPTION = 'lk.transcription';
 export const ATTRIBUTE_TRANSCRIPTION_SEGMENT_ID = 'lk.segment_id';
 export const ATTRIBUTE_PUBLISH_ON_BEHALF = 'lk.publish_on_behalf';
 export const TOPIC_CHAT = 'lk.chat';
+
+export const ATTRIBUTE_AGENT_STATE = 'lk.agent.state';
+export const ATTRIBUTE_AGENT_NAME = 'lk.agent.name';
+
+// TODO(eval): export const ATTRIBUTE_SIMULATOR = 'lk.simulator';
+
+export const TOPIC_CLIENT_EVENTS = 'lk.agent.events';
+export const RPC_GET_SESSION_STATE = 'lk.agent.get_session_state';
+export const RPC_GET_CHAT_HISTORY = 'lk.agent.get_chat_history';
+export const RPC_GET_AGENT_INFO = 'lk.agent.get_agent_info';
+export const RPC_SEND_MESSAGE = 'lk.agent.send_message';
+export const TOPIC_AGENT_REQUEST = 'lk.agent.request';
+export const TOPIC_AGENT_RESPONSE = 'lk.agent.response';

package/src/index.ts

@@ -9,6 +9,7 @@
  * @see {@link https://docs.livekit.io/agents/overview | LiveKit Agents documentation}
  * @packageDocumentation
  */
+import * as beta from './beta/index.js';
 import * as cli from './cli.js';
 import * as inference from './inference/index.js';
 import * as ipc from './ipc/index.js';
@@ -37,4 +38,4 @@ export * from './version.js';
 export { createTimedString, isTimedString, type TimedString } from './voice/io.js';
 export * from './worker.js';
 
-export { cli, inference, ipc, llm, metrics, stream, stt, telemetry, tokenize, tts, voice };
+export { beta, cli, inference, ipc, llm, metrics, stream, stt, telemetry, tokenize, tts, voice };

package/src/inference/interruption/defaults.ts

@@ -0,0 +1,51 @@
+// SPDX-FileCopyrightText: 2026 LiveKit, Inc.
+//
+// SPDX-License-Identifier: Apache-2.0
+import type { ApiConnectOptions } from './interruption_stream.js';
+import type { InterruptionOptions } from './types.js';
+
+export const MIN_INTERRUPTION_DURATION_IN_S = 0.025 * 2; // 25ms per frame, 2 consecutive frames
+export const THRESHOLD = 0.5;
+export const MAX_AUDIO_DURATION_IN_S = 3.0;
+export const AUDIO_PREFIX_DURATION_IN_S = 0.5;
+export const DETECTION_INTERVAL_IN_S = 0.1;
+export const REMOTE_INFERENCE_TIMEOUT_IN_S = 1.0;
+export const SAMPLE_RATE = 16000;
+export const FRAMES_PER_SECOND = 40;
+export const FRAME_DURATION_IN_S = 0.025; // 25ms per frame
+
+export const apiConnectDefaults: ApiConnectOptions = {
+  maxRetries: 3,
+  retryInterval: 2_000,
+  timeout: 10_000,
+} as const;
+
+/**
+ * Calculate the retry interval using exponential backoff with jitter.
+ * Matches the Python implementation's _interval_for_retry behavior.
+ */
+export function intervalForRetry(
+  attempt: number,
+  baseInterval: number = apiConnectDefaults.retryInterval,
+): number {
+  // Exponential backoff: baseInterval * 2^attempt with some jitter
+  const exponentialDelay = baseInterval * Math.pow(2, attempt);
+  // Add jitter (0-25% of the delay)
+  const jitter = exponentialDelay * Math.random() * 0.25;
+  return exponentialDelay + jitter;
+}
+
+// baseUrl and useProxy are resolved dynamically in the constructor
+// to respect LIVEKIT_REMOTE_EOT_URL environment variable
+export const interruptionOptionDefaults: Omit<InterruptionOptions, 'baseUrl' | 'useProxy'> = {
+  sampleRate: SAMPLE_RATE,
+  threshold: THRESHOLD,
+  minFrames: Math.ceil(MIN_INTERRUPTION_DURATION_IN_S * FRAMES_PER_SECOND),
+  maxAudioDurationInS: MAX_AUDIO_DURATION_IN_S,
+  audioPrefixDurationInS: AUDIO_PREFIX_DURATION_IN_S,
+  detectionIntervalInS: DETECTION_INTERVAL_IN_S,
+  inferenceTimeout: REMOTE_INFERENCE_TIMEOUT_IN_S * 1_000,
+  apiKey: process.env.LIVEKIT_API_KEY || '',
+  apiSecret: process.env.LIVEKIT_API_SECRET || '',
+  minInterruptionDurationInS: MIN_INTERRUPTION_DURATION_IN_S,
+} as const;

package/src/inference/interruption/errors.ts

@@ -0,0 +1,25 @@
+// SPDX-FileCopyrightText: 2026 LiveKit, Inc.
+//
+// SPDX-License-Identifier: Apache-2.0
+/**
+ * Error thrown during interruption detection.
+ */
+export class InterruptionDetectionError extends Error {
+  readonly type = 'interruption_detection_error' as const;
+
+  readonly timestamp: number;
+  readonly label: string;
+  readonly recoverable: boolean;
+
+  constructor(message: string, timestamp: number, label: string, recoverable: boolean) {
+    super(message);
+    this.name = 'InterruptionDetectionError';
+    this.timestamp = timestamp;
+    this.label = label;
+    this.recoverable = recoverable;
+  }
+
+  toString(): string {
+    return `${this.name}: ${this.message} (label=${this.label}, timestamp=${this.timestamp}, recoverable=${this.recoverable})`;
+  }
+}

package/src/inference/interruption/http_transport.ts

@@ -0,0 +1,187 @@
+// SPDX-FileCopyrightText: 2026 LiveKit, Inc.
+//
+// SPDX-License-Identifier: Apache-2.0
+import { ofetch } from 'ofetch';
+import { TransformStream } from 'stream/web';
+import { z } from 'zod';
+import { log } from '../../log.js';
+import { createAccessToken } from '../utils.js';
+import { intervalForRetry } from './defaults.js';
+import { InterruptionCacheEntry } from './interruption_cache_entry.js';
+import type { OverlappingSpeechEvent } from './types.js';
+import type { BoundedCache } from './utils.js';
+
+export interface PostOptions {
+  baseUrl: string;
+  token: string;
+  signal?: AbortSignal;
+  timeout?: number;
+  maxRetries?: number;
+}
+
+export interface PredictOptions {
+  threshold: number;
+  minFrames: number;
+}
+
+export const predictEndpointResponseSchema = z.object({
+  created_at: z.number(),
+  is_bargein: z.boolean(),
+  probabilities: z.array(z.number()),
+});
+
+export type PredictEndpointResponse = z.infer<typeof predictEndpointResponseSchema>;
+
+export interface PredictResponse {
+  createdAt: number;
+  isBargein: boolean;
+  probabilities: number[];
+  predictionDurationInS: number;
+}
+
+export async function predictHTTP(
+  data: Int16Array,
+  predictOptions: PredictOptions,
+  options: PostOptions,
+): Promise<PredictResponse> {
+  const createdAt = performance.now();
+  const url = new URL(`/bargein`, options.baseUrl);
+  url.searchParams.append('threshold', predictOptions.threshold.toString());
+  url.searchParams.append('min_frames', predictOptions.minFrames.toFixed());
+  url.searchParams.append('created_at', createdAt.toFixed());
+
+  let retryCount = 0;
+  const response = await ofetch(url.toString(), {
+    retry: options.maxRetries ?? 3,
+    retryDelay: () => {
+      const delay = intervalForRetry(retryCount);
+      retryCount++;
+      return delay;
+    },
+    headers: {
+      'Content-Type': 'application/octet-stream',
+      Authorization: `Bearer ${options.token}`,
+    },
+    signal: options.signal,
+    timeout: options.timeout,
+    method: 'POST',
+    body: data,
+  });
+  const { created_at, is_bargein, probabilities } = predictEndpointResponseSchema.parse(response);
+
+  return {
+    createdAt: created_at,
+    isBargein: is_bargein,
+    probabilities,
+    predictionDurationInS: (performance.now() - createdAt) / 1000,
+  };
+}
+
+export interface HttpTransportOptions {
+  baseUrl: string;
+  apiKey: string;
+  apiSecret: string;
+  threshold: number;
+  minFrames: number;
+  timeout: number;
+  maxRetries?: number;
+}
+
+export interface HttpTransportState {
+  overlapSpeechStarted: boolean;
+  overlapSpeechStartedAt: number | undefined;
+  cache: BoundedCache<number, InterruptionCacheEntry>;
+}
+
+/**
+ * Creates an HTTP transport TransformStream for interruption detection.
+ *
+ * This transport receives Int16Array audio slices and outputs InterruptionEvents.
+ * Each audio slice triggers an HTTP POST request.
+ *
+ * @param options - Transport options object. This is read on each request, so mutations
+ *                  to threshold/minFrames will be picked up dynamically.
+ */
+export function createHttpTransport(
+  options: HttpTransportOptions,
+  getState: () => HttpTransportState,
+  setState: (partial: Partial<HttpTransportState>) => void,
+  updateUserSpeakingSpan?: (entry: InterruptionCacheEntry) => void,
+  getAndResetNumRequests?: () => number,
+): TransformStream<Int16Array | OverlappingSpeechEvent, OverlappingSpeechEvent> {
+  const logger = log();
+
+  return new TransformStream<Int16Array | OverlappingSpeechEvent, OverlappingSpeechEvent>(
+    {
+      async transform(chunk, controller) {
+        if (!(chunk instanceof Int16Array)) {
+          controller.enqueue(chunk);
+          return;
+        }
+
+        const state = getState();
+        const overlapSpeechStartedAt = state.overlapSpeechStartedAt;
+        if (overlapSpeechStartedAt === undefined || !state.overlapSpeechStarted) return;
+
+        try {
+          const resp = await predictHTTP(
+            chunk,
+            { threshold: options.threshold, minFrames: options.minFrames },
+            {
+              baseUrl: options.baseUrl,
+              timeout: options.timeout,
+              maxRetries: options.maxRetries,
+              token: await createAccessToken(options.apiKey, options.apiSecret),
+            },
+          );
+
+          const { createdAt, isBargein, probabilities, predictionDurationInS } = resp;
+          const entry = state.cache.setOrUpdate(
+            createdAt,
+            () => new InterruptionCacheEntry({ createdAt }),
+            {
+              probabilities,
+              isInterruption: isBargein,
+              speechInput: chunk,
+              totalDurationInS: (performance.now() - createdAt) / 1000,
+              detectionDelayInS: (Date.now() - overlapSpeechStartedAt) / 1000,
+              predictionDurationInS,
+            },
+          );
+
+          if (state.overlapSpeechStarted && entry.isInterruption) {
+            if (updateUserSpeakingSpan) {
+              updateUserSpeakingSpan(entry);
+            }
+            const event: OverlappingSpeechEvent = {
+              type: 'user_overlapping_speech',
+              timestamp: Date.now(),
+              overlapStartedAt: overlapSpeechStartedAt,
+              isInterruption: entry.isInterruption,
+              speechInput: entry.speechInput,
+              probabilities: entry.probabilities,
+              totalDurationInS: entry.totalDurationInS,
+              predictionDurationInS: entry.predictionDurationInS,
+              detectionDelayInS: entry.detectionDelayInS,
+              probability: entry.probability,
+              numRequests: getAndResetNumRequests?.() ?? 0,
+            };
+            logger.debug(
+              {
+                detectionDelayInS: entry.detectionDelayInS,
+                totalDurationInS: entry.totalDurationInS,
+              },
+              'interruption detected',
+            );
+            setState({ overlapSpeechStarted: false });
+            controller.enqueue(event);
+          }
+        } catch (err) {
+          logger.error({ err }, 'Failed to send audio data over HTTP');
+        }
+      },
+    },
+    { highWaterMark: 2 },
+    { highWaterMark: 2 },
+  );
+}

package/src/inference/interruption/interruption_cache_entry.ts

@@ -0,0 +1,50 @@
+// SPDX-FileCopyrightText: 2026 LiveKit, Inc.
+//
+// SPDX-License-Identifier: Apache-2.0
+import { estimateProbability } from './utils.js';
+
+/**
+ * Typed cache entry for interruption inference results.
+ * Mutable to support setOrUpdate pattern from Python's _BoundedCache.
+ */
+export class InterruptionCacheEntry {
+  createdAt: number;
+  requestStartedAt?: number;
+  totalDurationInS: number;
+  predictionDurationInS: number;
+  detectionDelayInS: number;
+  speechInput?: Int16Array;
+  probabilities?: number[];
+  isInterruption?: boolean;
+
+  constructor(params: {
+    createdAt: number;
+    requestStartedAt?: number;
+    speechInput?: Int16Array;
+    totalDurationInS?: number;
+    predictionDurationInS?: number;
+    detectionDelayInS?: number;
+    probabilities?: number[];
+    isInterruption?: boolean;
+  }) {
+    this.createdAt = params.createdAt;
+    this.requestStartedAt = params.requestStartedAt;
+    this.totalDurationInS = params.totalDurationInS ?? 0;
+    this.predictionDurationInS = params.predictionDurationInS ?? 0;
+    this.detectionDelayInS = params.detectionDelayInS ?? 0;
+    this.speechInput = params.speechInput;
+    this.probabilities = params.probabilities;
+    this.isInterruption = params.isInterruption;
+  }
+
+  /**
+   * The conservative estimated probability of the interruption event.
+   */
+  get probability(): number {
+    return this.probabilities ? estimateProbability(this.probabilities) : 0;
+  }
+
+  static default(): InterruptionCacheEntry {
+    return new InterruptionCacheEntry({ createdAt: 0 });
+  }
+}