@livekit/agents 1.0.24 → 1.0.27

package/dist/telemetry/traces.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/telemetry/traces.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { MetricsRecordingHeader } from '@livekit/protocol';\nimport {\n  type Attributes,\n  type Context,\n  type Span,\n  type SpanOptions,\n  type Tracer,\n  type TracerProvider,\n  context as otelContext,\n  trace,\n} from '@opentelemetry/api';\nimport { SeverityNumber } from '@opentelemetry/api-logs';\nimport { OTLPTraceExporter } from '@opentelemetry/exporter-trace-otlp-proto';\nimport { CompressionAlgorithm } from '@opentelemetry/otlp-exporter-base';\nimport { Resource } from '@opentelemetry/resources';\nimport type { ReadableSpan, SpanProcessor } from '@opentelemetry/sdk-trace-base';\nimport { BatchSpanProcessor, NodeTracerProvider } from '@opentelemetry/sdk-trace-node';\nimport { ATTR_SERVICE_NAME } from '@opentelemetry/semantic-conventions';\nimport FormData from 'form-data';\nimport { AccessToken } from 'livekit-server-sdk';\nimport type { ChatContent, ChatItem } from '../llm/index.js';\nimport { enableOtelLogging } from '../log.js';\nimport type { SessionReport } from '../voice/report.js';\nimport { type SimpleLogRecord, SimpleOTLPHttpLogExporter } from './otel_http_exporter.js';\nimport { flushPinoLogs, initPinoCloudExporter } from './pino_otel_transport.js';\n\nexport interface StartSpanOptions {\n  /** Name of the span */\n  name: string;\n  /** Optional parent context to use for this span */\n  context?: Context;\n  /** Attributes to set on the span when it starts */\n  attributes?: Attributes;\n  /** Whether to end the span when the function exits (default: true) */\n  endOnExit?: boolean;\n}\n\n/**\n * A dynamic tracer that allows the tracer provider to be changed at runtime.\n */\nclass DynamicTracer {\n  private tracerProvider: TracerProvider;\n  private tracer: Tracer;\n  private readonly instrumentingModuleName: string;\n\n  constructor(instrumentingModuleName: string) {\n    this.instrumentingModuleName = instrumentingModuleName;\n    this.tracerProvider = trace.getTracerProvider();\n    this.tracer = trace.getTracer(instrumentingModuleName);\n  }\n\n  /**\n   * Set a new tracer provider. This updates the underlying tracer instance.\n   * @param provider - The new tracer provider to use\n   */\n  setProvider(provider: TracerProvider): void {\n    this.tracerProvider = provider;\n    this.tracer = this.tracerProvider.getTracer(this.instrumentingModuleName);\n  }\n\n  /**\n   * Get the underlying OpenTelemetry tracer.\n   * Use this to access the full Tracer API when needed.\n   */\n  getTracer(): Tracer {\n    return this.tracer;\n  }\n\n  /**\n   * Start a span manually (without making it active).\n   * You must call span.end() when done.\n   *\n   * @param options - Span configuration including name\n   * @returns The created span\n   */\n  startSpan(options: StartSpanOptions): Span {\n    const ctx = options.context || otelContext.active();\n    const span = this.tracer.startSpan(\n      options.name,\n      {\n        attributes: options.attributes,\n      },\n      ctx,\n    );\n\n    return span;\n  }\n\n  /**\n   * Start a new span and make it active in the current context.\n   * The span will automatically be ended when the provided function completes (unless endOnExit=false).\n   *\n   * @param fn - The function to execute within the span context\n   * @param options - Span configuration including name\n   * @returns The result of the provided function\n   */\n  async startActiveSpan<T>(fn: (span: Span) => Promise<T>, options: StartSpanOptions): Promise<T> {\n    const ctx = options.context || otelContext.active();\n    const endOnExit = options.endOnExit === undefined ? true : options.endOnExit; // default true\n    const opts: SpanOptions = { attributes: options.attributes };\n\n    // Directly return the tracer's startActiveSpan result - it handles async correctly\n    return await this.tracer.startActiveSpan(options.name, opts, ctx, async (span) => {\n      try {\n        return await fn(span);\n      } finally {\n        if (endOnExit) {\n          span.end();\n        }\n      }\n    });\n  }\n\n  /**\n   * Synchronous version of startActiveSpan for non-async operations.\n   *\n   * @param fn - The function to execute within the span context\n   * @param options - Span configuration including name\n   * @returns The result of the provided function\n   */\n  startActiveSpanSync<T>(fn: (span: Span) => T, options: StartSpanOptions): T {\n    const ctx = options.context || otelContext.active();\n    const endOnExit = options.endOnExit === undefined ? true : options.endOnExit; // default true\n    const opts: SpanOptions = { attributes: options.attributes };\n\n    return this.tracer.startActiveSpan(options.name, opts, ctx, (span) => {\n      try {\n        return fn(span);\n      } finally {\n        if (endOnExit) {\n          span.end();\n        }\n      }\n    });\n  }\n}\n\n/**\n * The global tracer instance used throughout the agents framework.\n * This tracer can have its provider updated at runtime via setTracerProvider().\n */\nexport const tracer = new DynamicTracer('livekit-agents');\n\nclass MetadataSpanProcessor implements SpanProcessor {\n  private metadata: Attributes;\n\n  constructor(metadata: Attributes) {\n    this.metadata = metadata;\n  }\n\n  onStart(span: Span, _parentContext: Context): void {\n    span.setAttributes(this.metadata);\n  }\n\n  onEnd(_span: ReadableSpan): void {}\n\n  shutdown(): Promise<void> {\n    return Promise.resolve();\n  }\n\n  forceFlush(): Promise<void> {\n    return Promise.resolve();\n  }\n}\n\n/**\n * Set the tracer provider for the livekit-agents framework.\n * This should be called before agent session start if using custom tracer providers.\n *\n * @param provider - The tracer provider to use (must be a NodeTracerProvider)\n * @param options - Optional configuration with metadata property to inject into all spans\n *\n * @example\n * ```typescript\n * import { NodeTracerProvider } from '@opentelemetry/sdk-trace-node';\n * import { setTracerProvider } from '@livekit/agents/telemetry';\n *\n * const provider = new NodeTracerProvider();\n * setTracerProvider(provider, {\n *   metadata: { room_id: 'room123', job_id: 'job456' }\n * });\n * ```\n */\nexport function setTracerProvider(\n  provider: NodeTracerProvider,\n  options?: { metadata?: Attributes },\n): void {\n  if (options?.metadata) {\n    provider.addSpanProcessor(new MetadataSpanProcessor(options.metadata));\n  }\n\n  tracer.setProvider(provider);\n}\n\n/**\n * Setup OpenTelemetry tracer for LiveKit Cloud observability.\n * This configures OTLP exporters to send traces to LiveKit Cloud.\n *\n * @param options - Configuration for cloud tracer with roomId, jobId, and cloudHostname properties\n *\n * @internal\n */\nexport async function setupCloudTracer(options: {\n  roomId: string;\n  jobId: string;\n  cloudHostname: string;\n}): Promise<void> {\n  const { roomId, jobId, cloudHostname } = options;\n\n  const apiKey = process.env.LIVEKIT_API_KEY;\n  const apiSecret = process.env.LIVEKIT_API_SECRET;\n\n  if (!apiKey || !apiSecret) {\n    throw new Error('LIVEKIT_API_KEY and LIVEKIT_API_SECRET must be set for cloud tracing');\n  }\n\n  const token = new AccessToken(apiKey, apiSecret, {\n    identity: 'livekit-agents-telemetry',\n    ttl: '6h',\n  });\n  token.addObservabilityGrant({ write: true });\n\n  try {\n    const jwt = await token.toJwt();\n\n    const headers = {\n      Authorization: `Bearer ${jwt}`,\n    };\n\n    const metadata: Attributes = {\n      room_id: roomId,\n      job_id: jobId,\n    };\n\n    const resource = new Resource({\n      [ATTR_SERVICE_NAME]: 'livekit-agents',\n      room_id: roomId,\n      job_id: jobId,\n    });\n\n    // Configure OTLP exporter to send traces to LiveKit Cloud\n    const spanExporter = new OTLPTraceExporter({\n      url: `https://${cloudHostname}/observability/traces/otlp/v0`,\n      headers,\n      compression: CompressionAlgorithm.GZIP,\n    });\n\n    const tracerProvider = new NodeTracerProvider({\n      resource,\n      spanProcessors: [new MetadataSpanProcessor(metadata), new BatchSpanProcessor(spanExporter)],\n    });\n    tracerProvider.register();\n\n    setTracerProvider(tracerProvider);\n\n    // Initialize standalone Pino cloud exporter (no OTEL SDK dependency)\n    initPinoCloudExporter({\n      cloudHostname,\n      roomId,\n      jobId,\n    });\n\n    enableOtelLogging();\n  } catch (error) {\n    console.error('Failed to setup cloud tracer:', error);\n    throw error;\n  }\n}\n\n/**\n * Flush all pending Pino logs to ensure they are exported.\n * Call this before session/job ends to ensure all logs are sent.\n *\n * @internal\n */\nexport async function flushOtelLogs(): Promise<void> {\n  await flushPinoLogs();\n}\n\n/**\n * Convert ChatItem to proto-compatible dictionary format.\n * TODO: Use actual agent_session proto types once @livekit/protocol v1.43.1+ is published\n */\nfunction chatItemToProto(item: ChatItem): Record<string, any> {\n  const itemDict: Record<string, any> = {};\n\n  if (item.type === 'message') {\n    const roleMap: Record<string, string> = {\n      developer: 'DEVELOPER',\n      system: 'SYSTEM',\n      user: 'USER',\n      assistant: 'ASSISTANT',\n    };\n\n    const msg: Record<string, any> = {\n      id: item.id,\n      role: roleMap[item.role] || item.role.toUpperCase(),\n      content: item.content.map((c: ChatContent) => ({ text: c })),\n      createdAt: toRFC3339(item.createdAt),\n    };\n\n    if (item.interrupted) {\n      msg.interrupted = item.interrupted;\n    }\n\n    // TODO(brian): Add extra and transcriptConfidence to ChatMessage\n    // if (item.extra && Object.keys(item.extra).length > 0) {\n    //   msg.extra = item.extra;\n    // }\n\n    // if (item.transcriptConfidence !== undefined && item.transcriptConfidence !== null) {\n    //   msg.transcriptConfidence = item.transcriptConfidence;\n    // }\n\n    // TODO(brian): Add metrics to ChatMessage\n    // const metrics = item.metrics || {};\n    // if (Object.keys(metrics).length > 0) {\n    //   msg.metrics = {};\n    //   if (metrics.started_speaking_at) {\n    //     msg.metrics.startedSpeakingAt = toRFC3339(metrics.started_speaking_at);\n    //   }\n    //   if (metrics.stopped_speaking_at) {\n    //     msg.metrics.stoppedSpeakingAt = toRFC3339(metrics.stopped_speaking_at);\n    //   }\n    //   if (metrics.transcription_delay !== undefined) {\n    //     msg.metrics.transcriptionDelay = metrics.transcription_delay;\n    //   }\n    //   if (metrics.end_of_turn_delay !== undefined) {\n    //     msg.metrics.endOfTurnDelay = metrics.end_of_turn_delay;\n    //   }\n    //   if (metrics.on_user_turn_completed_delay !== undefined) {\n    //     msg.metrics.onUserTurnCompletedDelay = metrics.on_user_turn_completed_delay;\n    //   }\n    //   if (metrics.llm_node_ttft !== undefined) {\n    //     msg.metrics.llmNodeTtft = metrics.llm_node_ttft;\n    //   }\n    //   if (metrics.tts_node_ttfb !== undefined) {\n    //     msg.metrics.ttsNodeTtfb = metrics.tts_node_ttfb;\n    //   }\n    //   if (metrics.e2e_latency !== undefined) {\n    //     msg.metrics.e2eLatency = metrics.e2e_latency;\n    //   }\n    // }\n\n    itemDict.message = msg;\n  } else if (item.type === 'function_call') {\n    itemDict.functionCall = {\n      id: item.id,\n      callId: item.callId,\n      arguments: item.args,\n      name: item.name,\n      createdAt: toRFC3339(item.createdAt),\n    };\n  } else if (item.type === 'function_call_output') {\n    itemDict.functionCallOutput = {\n      id: item.id,\n      name: item.name,\n      callId: item.callId,\n      output: item.output,\n      isError: item.isError,\n      createdAt: toRFC3339(item.createdAt),\n    };\n  } else if (item.type === 'agent_handoff') {\n    const handoff: Record<string, any> = {\n      id: item.id,\n      newAgentId: item.newAgentId,\n      createdAt: toRFC3339(item.createdAt),\n    };\n    if (item.oldAgentId !== undefined && item.oldAgentId !== null && item.oldAgentId !== '') {\n      handoff.oldAgentId = item.oldAgentId;\n    }\n    itemDict.agentHandoff = handoff;\n  }\n\n  try {\n    if (item.type === 'function_call' && typeof itemDict.functionCall?.arguments === 'string') {\n      itemDict.functionCall.arguments = JSON.parse(itemDict.functionCall.arguments);\n    } else if (\n      item.type === 'function_call_output' &&\n      typeof itemDict.functionCallOutput?.output === 'string'\n    ) {\n      itemDict.functionCallOutput.output = JSON.parse(itemDict.functionCallOutput.output);\n    }\n  } catch {\n    // ignore parsing errors\n  }\n\n  return itemDict;\n}\n\n/**\n * Convert timestamp to RFC3339 format matching Python's _to_rfc3339.\n * Note: TypeScript createdAt is in milliseconds (Date.now()), not seconds like Python.\n * @internal\n */\nfunction toRFC3339(valueMs: number | Date): string {\n  // valueMs is already in milliseconds (from Date.now())\n  const dt = valueMs instanceof Date ? valueMs : new Date(valueMs);\n  // Truncate sub-millisecond precision\n  const truncated = new Date(Math.floor(dt.getTime()));\n  return truncated.toISOString();\n}\n\n/**\n * Upload session report to LiveKit Cloud observability.\n * @param options - Configuration with agentName, cloudHostname, and report\n */\nexport async function uploadSessionReport(options: {\n  agentName: string;\n  cloudHostname: string;\n  report: SessionReport;\n}): Promise<void> {\n  const { agentName, cloudHostname, report } = options;\n\n  // Create OTLP HTTP exporter for chat history logs\n  // Uses raw HTTP JSON format which is required by LiveKit Cloud\n  const logExporter = new SimpleOTLPHttpLogExporter({\n    cloudHostname,\n    resourceAttributes: {\n      room_id: report.roomId,\n      job_id: report.jobId,\n    },\n    scopeName: 'chat_history',\n    scopeAttributes: {\n      room_id: report.roomId,\n      job_id: report.jobId,\n      room: report.room,\n    },\n  });\n\n  // Build log records for session report and chat items\n  const logRecords: SimpleLogRecord[] = [];\n\n  const commonAttrs = {\n    room_id: report.roomId,\n    job_id: report.jobId,\n    'logger.name': 'chat_history',\n  };\n\n  logRecords.push({\n    body: 'session report',\n    timestampMs: report.startedAt || report.timestamp || 0,\n    attributes: {\n      ...commonAttrs,\n      'session.options': report.options || {},\n      'session.report_timestamp': report.timestamp,\n      agent_name: agentName,\n    },\n  });\n\n  // Track last timestamp to ensure monotonic ordering when items have identical timestamps\n  // This fixes the issue where function_call and function_call_output with same timestamp\n  // get reordered by the dashboard\n  let lastTimestamp = 0;\n  for (const item of report.chatHistory.items) {\n    // Ensure monotonically increasing timestamps for proper ordering\n    // Add 0.001ms (1 microsecond) offset when timestamps collide\n    let itemTimestamp = item.createdAt;\n    if (itemTimestamp <= lastTimestamp) {\n      itemTimestamp = lastTimestamp + 0.001; // Add 1 microsecond\n    }\n    lastTimestamp = itemTimestamp;\n\n    const itemProto = chatItemToProto(item);\n    let severityNumber = SeverityNumber.UNSPECIFIED;\n    let severityText = 'unspecified';\n\n    if (item.type === 'function_call_output' && item.isError) {\n      severityNumber = SeverityNumber.ERROR;\n      severityText = 'error';\n    }\n\n    logRecords.push({\n      body: 'chat item',\n      timestampMs: itemTimestamp, // Adjusted for monotonic ordering\n      attributes: { 'chat.item': itemProto, ...commonAttrs },\n      severityNumber,\n      severityText,\n    });\n  }\n  await logExporter.export(logRecords);\n\n  const apiKey = process.env.LIVEKIT_API_KEY;\n  const apiSecret = process.env.LIVEKIT_API_SECRET;\n\n  if (!apiKey || !apiSecret) {\n    throw new Error('LIVEKIT_API_KEY and LIVEKIT_API_SECRET must be set for session upload');\n  }\n\n  const token = new AccessToken(apiKey, apiSecret, { ttl: '6h' });\n  token.addObservabilityGrant({ write: true });\n  const jwt = await token.toJwt();\n\n  const formData = new FormData();\n\n  // Add header (protobuf MetricsRecordingHeader)\n  const headerMsg = new MetricsRecordingHeader({\n    roomId: report.roomId,\n    duration: BigInt(0), // TODO: Calculate actual duration from report\n    startTime: {\n      seconds: BigInt(Math.floor(report.timestamp / 1000)),\n      nanos: Math.floor((report.timestamp % 1000) * 1e6),\n    },\n  });\n\n  const headerBytes = Buffer.from(headerMsg.toBinary());\n  formData.append('header', headerBytes, {\n    filename: 'header.binpb',\n    contentType: 'application/protobuf',\n    knownLength: headerBytes.length,\n    header: {\n      'Content-Type': 'application/protobuf',\n      'Content-Length': headerBytes.length.toString(),\n    },\n  });\n\n  // Add chat_history JSON\n  const chatHistoryJson = JSON.stringify(report.chatHistory.toJSON({ excludeTimestamp: false }));\n  const chatHistoryBuffer = Buffer.from(chatHistoryJson, 'utf-8');\n  formData.append('chat_history', chatHistoryBuffer, {\n    filename: 'chat_history.json',\n    contentType: 'application/json',\n    knownLength: chatHistoryBuffer.length,\n    header: {\n      'Content-Type': 'application/json',\n      'Content-Length': chatHistoryBuffer.length.toString(),\n    },\n  });\n\n  // TODO(brian): Add audio recording file when recorder IO is implemented\n\n  // Upload to LiveKit Cloud using form-data's submit method\n  // This properly streams the multipart form with all headers including Content-Length\n  return new Promise<void>((resolve, reject) => {\n    formData.submit(\n      {\n        protocol: 'https:',\n        host: cloudHostname,\n        path: '/observability/recordings/v0',\n        method: 'POST',\n        headers: {\n          Authorization: `Bearer ${jwt}`,\n        },\n      },\n      (err, res) => {\n        if (err) {\n          reject(new Error(`Failed to upload session report: ${err.message}`));\n          return;\n        }\n\n        if (res.statusCode && res.statusCode >= 400) {\n          reject(\n            new Error(`Failed to upload session report: ${res.statusCode} ${res.statusMessage}`),\n          );\n          return;\n        }\n\n        res.resume(); // Drain the response\n        res.on('end', () => resolve());\n      },\n    );\n  });\n}\n"],"mappings":"AAGA,SAAS,8BAA8B;AACvC;AAAA,EAOE,WAAW;AAAA,EACX;AAAA,OACK;AACP,SAAS,sBAAsB;AAC/B,SAAS,yBAAyB;AAClC,SAAS,4BAA4B;AACrC,SAAS,gBAAgB;AAEzB,SAAS,oBAAoB,0BAA0B;AACvD,SAAS,yBAAyB;AAClC,OAAO,cAAc;AACrB,SAAS,mBAAmB;AAE5B,SAAS,yBAAyB;AAElC,SAA+B,iCAAiC;AAChE,SAAS,eAAe,6BAA6B;AAgBrD,MAAM,cAAc;AAAA,EACV;AAAA,EACA;AAAA,EACS;AAAA,EAEjB,YAAY,yBAAiC;AAC3C,SAAK,0BAA0B;AAC/B,SAAK,iBAAiB,MAAM,kBAAkB;AAC9C,SAAK,SAAS,MAAM,UAAU,uBAAuB;AAAA,EACvD;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,YAAY,UAAgC;AAC1C,SAAK,iBAAiB;AACtB,SAAK,SAAS,KAAK,eAAe,UAAU,KAAK,uBAAuB;AAAA,EAC1E;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,YAAoB;AAClB,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,UAAU,SAAiC;AACzC,UAAM,MAAM,QAAQ,WAAW,YAAY,OAAO;AAClD,UAAM,OAAO,KAAK,OAAO;AAAA,MACvB,QAAQ;AAAA,MACR;AAAA,QACE,YAAY,QAAQ;AAAA,MACtB;AAAA,MACA;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAUA,MAAM,gBAAmB,IAAgC,SAAuC;AAC9F,UAAM,MAAM,QAAQ,WAAW,YAAY,OAAO;AAClD,UAAM,YAAY,QAAQ,cAAc,SAAY,OAAO,QAAQ;AACnE,UAAM,OAAoB,EAAE,YAAY,QAAQ,WAAW;AAG3D,WAAO,MAAM,KAAK,OAAO,gBAAgB,QAAQ,MAAM,MAAM,KAAK,OAAO,SAAS;AAChF,UAAI;AACF,eAAO,MAAM,GAAG,IAAI;AAAA,MACtB,UAAE;AACA,YAAI,WAAW;AACb,eAAK,IAAI;AAAA,QACX;AAAA,MACF;AAAA,IACF,CAAC;AAAA,EACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,oBAAuB,IAAuB,SAA8B;AAC1E,UAAM,MAAM,QAAQ,WAAW,YAAY,OAAO;AAClD,UAAM,YAAY,QAAQ,cAAc,SAAY,OAAO,QAAQ;AACnE,UAAM,OAAoB,EAAE,YAAY,QAAQ,WAAW;AAE3D,WAAO,KAAK,OAAO,gBAAgB,QAAQ,MAAM,MAAM,KAAK,CAAC,SAAS;AACpE,UAAI;AACF,eAAO,GAAG,IAAI;AAAA,MAChB,UAAE;AACA,YAAI,WAAW;AACb,eAAK,IAAI;AAAA,QACX;AAAA,MACF;AAAA,IACF,CAAC;AAAA,EACH;AACF;AAMO,MAAM,SAAS,IAAI,cAAc,gBAAgB;AAExD,MAAM,sBAA+C;AAAA,EAC3C;AAAA,EAER,YAAY,UAAsB;AAChC,SAAK,WAAW;AAAA,EAClB;AAAA,EAEA,QAAQ,MAAY,gBAA+B;AACjD,SAAK,cAAc,KAAK,QAAQ;AAAA,EAClC;AAAA,EAEA,MAAM,OAA2B;AAAA,EAAC;AAAA,EAElC,WAA0B;AACxB,WAAO,QAAQ,QAAQ;AAAA,EACzB;AAAA,EAEA,aAA4B;AAC1B,WAAO,QAAQ,QAAQ;AAAA,EACzB;AACF;AAoBO,SAAS,kBACd,UACA,SACM;AACN,MAAI,mCAAS,UAAU;AACrB,aAAS,iBAAiB,IAAI,sBAAsB,QAAQ,QAAQ,CAAC;AAAA,EACvE;AAEA,SAAO,YAAY,QAAQ;AAC7B;AAUA,eAAsB,iBAAiB,SAIrB;AAChB,QAAM,EAAE,QAAQ,OAAO,cAAc,IAAI;AAEzC,QAAM,SAAS,QAAQ,IAAI;AAC3B,QAAM,YAAY,QAAQ,IAAI;AAE9B,MAAI,CAAC,UAAU,CAAC,WAAW;AACzB,UAAM,IAAI,MAAM,sEAAsE;AAAA,EACxF;AAEA,QAAM,QAAQ,IAAI,YAAY,QAAQ,WAAW;AAAA,IAC/C,UAAU;AAAA,IACV,KAAK;AAAA,EACP,CAAC;AACD,QAAM,sBAAsB,EAAE,OAAO,KAAK,CAAC;AAE3C,MAAI;AACF,UAAM,MAAM,MAAM,MAAM,MAAM;AAE9B,UAAM,UAAU;AAAA,MACd,eAAe,UAAU,GAAG;AAAA,IAC9B;AAEA,UAAM,WAAuB;AAAA,MAC3B,SAAS;AAAA,MACT,QAAQ;AAAA,IACV;AAEA,UAAM,WAAW,IAAI,SAAS;AAAA,MAC5B,CAAC,iBAAiB,GAAG;AAAA,MACrB,SAAS;AAAA,MACT,QAAQ;AAAA,IACV,CAAC;AAGD,UAAM,eAAe,IAAI,kBAAkB;AAAA,MACzC,KAAK,WAAW,aAAa;AAAA,MAC7B;AAAA,MACA,aAAa,qBAAqB;AAAA,IACpC,CAAC;AAED,UAAM,iBAAiB,IAAI,mBAAmB;AAAA,MAC5C;AAAA,MACA,gBAAgB,CAAC,IAAI,sBAAsB,QAAQ,GAAG,IAAI,mBAAmB,YAAY,CAAC;AAAA,IAC5F,CAAC;AACD,mBAAe,SAAS;AAExB,sBAAkB,cAAc;AAGhC,0BAAsB;AAAA,MACpB;AAAA,MACA;AAAA,MACA;AAAA,IACF,CAAC;AAED,sBAAkB;AAAA,EACpB,SAAS,OAAO;AACd,YAAQ,MAAM,iCAAiC,KAAK;AACpD,UAAM;AAAA,EACR;AACF;AAQA,eAAsB,gBAA+B;AACnD,QAAM,cAAc;AACtB;AAMA,SAAS,gBAAgB,MAAqC;AA9R9D;AA+RE,QAAM,WAAgC,CAAC;AAEvC,MAAI,KAAK,SAAS,WAAW;AAC3B,UAAM,UAAkC;AAAA,MACtC,WAAW;AAAA,MACX,QAAQ;AAAA,MACR,MAAM;AAAA,MACN,WAAW;AAAA,IACb;AAEA,UAAM,MAA2B;AAAA,MAC/B,IAAI,KAAK;AAAA,MACT,MAAM,QAAQ,KAAK,IAAI,KAAK,KAAK,KAAK,YAAY;AAAA,MAClD,SAAS,KAAK,QAAQ,IAAI,CAAC,OAAoB,EAAE,MAAM,EAAE,EAAE;AAAA,MAC3D,WAAW,UAAU,KAAK,SAAS;AAAA,IACrC;AAEA,QAAI,KAAK,aAAa;AACpB,UAAI,cAAc,KAAK;AAAA,IACzB;AAyCA,aAAS,UAAU;AAAA,EACrB,WAAW,KAAK,SAAS,iBAAiB;AACxC,aAAS,eAAe;AAAA,MACtB,IAAI,KAAK;AAAA,MACT,QAAQ,KAAK;AAAA,MACb,WAAW,KAAK;AAAA,MAChB,MAAM,KAAK;AAAA,MACX,WAAW,UAAU,KAAK,SAAS;AAAA,IACrC;AAAA,EACF,WAAW,KAAK,SAAS,wBAAwB;AAC/C,aAAS,qBAAqB;AAAA,MAC5B,IAAI,KAAK;AAAA,MACT,MAAM,KAAK;AAAA,MACX,QAAQ,KAAK;AAAA,MACb,QAAQ,KAAK;AAAA,MACb,SAAS,KAAK;AAAA,MACd,WAAW,UAAU,KAAK,SAAS;AAAA,IACrC;AAAA,EACF,WAAW,KAAK,SAAS,iBAAiB;AACxC,UAAM,UAA+B;AAAA,MACnC,IAAI,KAAK;AAAA,MACT,YAAY,KAAK;AAAA,MACjB,WAAW,UAAU,KAAK,SAAS;AAAA,IACrC;AACA,QAAI,KAAK,eAAe,UAAa,KAAK,eAAe,QAAQ,KAAK,eAAe,IAAI;AACvF,cAAQ,aAAa,KAAK;AAAA,IAC5B;AACA,aAAS,eAAe;AAAA,EAC1B;AAEA,MAAI;AACF,QAAI,KAAK,SAAS,mBAAmB,SAAO,cAAS,iBAAT,mBAAuB,eAAc,UAAU;AACzF,eAAS,aAAa,YAAY,KAAK,MAAM,SAAS,aAAa,SAAS;AAAA,IAC9E,WACE,KAAK,SAAS,0BACd,SAAO,cAAS,uBAAT,mBAA6B,YAAW,UAC/C;AACA,eAAS,mBAAmB,SAAS,KAAK,MAAM,SAAS,mBAAmB,MAAM;AAAA,IACpF;AAAA,EACF,QAAQ;AAAA,EAER;AAEA,SAAO;AACT;AAOA,SAAS,UAAU,SAAgC;AAEjD,QAAM,KAAK,mBAAmB,OAAO,UAAU,IAAI,KAAK,OAAO;AAE/D,QAAM,YAAY,IAAI,KAAK,KAAK,MAAM,GAAG,QAAQ,CAAC,CAAC;AACnD,SAAO,UAAU,YAAY;AAC/B;AAMA,eAAsB,oBAAoB,SAIxB;AAChB,QAAM,EAAE,WAAW,eAAe,OAAO,IAAI;AAI7C,QAAM,cAAc,IAAI,0BAA0B;AAAA,IAChD;AAAA,IACA,oBAAoB;AAAA,MAClB,SAAS,OAAO;AAAA,MAChB,QAAQ,OAAO;AAAA,IACjB;AAAA,IACA,WAAW;AAAA,IACX,iBAAiB;AAAA,MACf,SAAS,OAAO;AAAA,MAChB,QAAQ,OAAO;AAAA,MACf,MAAM,OAAO;AAAA,IACf;AAAA,EACF,CAAC;AAGD,QAAM,aAAgC,CAAC;AAEvC,QAAM,cAAc;AAAA,IAClB,SAAS,OAAO;AAAA,IAChB,QAAQ,OAAO;AAAA,IACf,eAAe;AAAA,EACjB;AAEA,aAAW,KAAK;AAAA,IACd,MAAM;AAAA,IACN,aAAa,OAAO,aAAa,OAAO,aAAa;AAAA,IACrD,YAAY;AAAA,MACV,GAAG;AAAA,MACH,mBAAmB,OAAO,WAAW,CAAC;AAAA,MACtC,4BAA4B,OAAO;AAAA,MACnC,YAAY;AAAA,IACd;AAAA,EACF,CAAC;AAKD,MAAI,gBAAgB;AACpB,aAAW,QAAQ,OAAO,YAAY,OAAO;AAG3C,QAAI,gBAAgB,KAAK;AACzB,QAAI,iBAAiB,eAAe;AAClC,sBAAgB,gBAAgB;AAAA,IAClC;AACA,oBAAgB;AAEhB,UAAM,YAAY,gBAAgB,IAAI;AACtC,QAAI,iBAAiB,eAAe;AACpC,QAAI,eAAe;AAEnB,QAAI,KAAK,SAAS,0BAA0B,KAAK,SAAS;AACxD,uBAAiB,eAAe;AAChC,qBAAe;AAAA,IACjB;AAEA,eAAW,KAAK;AAAA,MACd,MAAM;AAAA,MACN,aAAa;AAAA;AAAA,MACb,YAAY,EAAE,aAAa,WAAW,GAAG,YAAY;AAAA,MACrD;AAAA,MACA;AAAA,IACF,CAAC;AAAA,EACH;AACA,QAAM,YAAY,OAAO,UAAU;AAEnC,QAAM,SAAS,QAAQ,IAAI;AAC3B,QAAM,YAAY,QAAQ,IAAI;AAE9B,MAAI,CAAC,UAAU,CAAC,WAAW;AACzB,UAAM,IAAI,MAAM,uEAAuE;AAAA,EACzF;AAEA,QAAM,QAAQ,IAAI,YAAY,QAAQ,WAAW,EAAE,KAAK,KAAK,CAAC;AAC9D,QAAM,sBAAsB,EAAE,OAAO,KAAK,CAAC;AAC3C,QAAM,MAAM,MAAM,MAAM,MAAM;AAE9B,QAAM,WAAW,IAAI,SAAS;AAG9B,QAAM,YAAY,IAAI,uBAAuB;AAAA,IAC3C,QAAQ,OAAO;AAAA,IACf,UAAU,OAAO,CAAC;AAAA;AAAA,IAClB,WAAW;AAAA,MACT,SAAS,OAAO,KAAK,MAAM,OAAO,YAAY,GAAI,CAAC;AAAA,MACnD,OAAO,KAAK,MAAO,OAAO,YAAY,MAAQ,GAAG;AAAA,IACnD;AAAA,EACF,CAAC;AAED,QAAM,cAAc,OAAO,KAAK,UAAU,SAAS,CAAC;AACpD,WAAS,OAAO,UAAU,aAAa;AAAA,IACrC,UAAU;AAAA,IACV,aAAa;AAAA,IACb,aAAa,YAAY;AAAA,IACzB,QAAQ;AAAA,MACN,gBAAgB;AAAA,MAChB,kBAAkB,YAAY,OAAO,SAAS;AAAA,IAChD;AAAA,EACF,CAAC;AAGD,QAAM,kBAAkB,KAAK,UAAU,OAAO,YAAY,OAAO,EAAE,kBAAkB,MAAM,CAAC,CAAC;AAC7F,QAAM,oBAAoB,OAAO,KAAK,iBAAiB,OAAO;AAC9D,WAAS,OAAO,gBAAgB,mBAAmB;AAAA,IACjD,UAAU;AAAA,IACV,aAAa;AAAA,IACb,aAAa,kBAAkB;AAAA,IAC/B,QAAQ;AAAA,MACN,gBAAgB;AAAA,MAChB,kBAAkB,kBAAkB,OAAO,SAAS;AAAA,IACtD;AAAA,EACF,CAAC;AAMD,SAAO,IAAI,QAAc,CAAC,SAAS,WAAW;AAC5C,aAAS;AAAA,MACP;AAAA,QACE,UAAU;AAAA,QACV,MAAM;AAAA,QACN,MAAM;AAAA,QACN,QAAQ;AAAA,QACR,SAAS;AAAA,UACP,eAAe,UAAU,GAAG;AAAA,QAC9B;AAAA,MACF;AAAA,MACA,CAAC,KAAK,QAAQ;AACZ,YAAI,KAAK;AACP,iBAAO,IAAI,MAAM,oCAAoC,IAAI,OAAO,EAAE,CAAC;AACnE;AAAA,QACF;AAEA,YAAI,IAAI,cAAc,IAAI,cAAc,KAAK;AAC3C;AAAA,YACE,IAAI,MAAM,oCAAoC,IAAI,UAAU,IAAI,IAAI,aAAa,EAAE;AAAA,UACrF;AACA;AAAA,QACF;AAEA,YAAI,OAAO;AACX,YAAI,GAAG,OAAO,MAAM,QAAQ,CAAC;AAAA,MAC/B;AAAA,IACF;AAAA,EACF,CAAC;AACH;","names":[]}
+{"version":3,"sources":["../../src/telemetry/traces.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { MetricsRecordingHeader } from '@livekit/protocol';\nimport {\n  type Attributes,\n  type Context,\n  type Span,\n  type SpanOptions,\n  type Tracer,\n  type TracerProvider,\n  context as otelContext,\n  trace,\n} from '@opentelemetry/api';\nimport { SeverityNumber } from '@opentelemetry/api-logs';\nimport { OTLPTraceExporter } from '@opentelemetry/exporter-trace-otlp-proto';\nimport { CompressionAlgorithm } from '@opentelemetry/otlp-exporter-base';\nimport { Resource } from '@opentelemetry/resources';\nimport type { ReadableSpan, SpanProcessor } from '@opentelemetry/sdk-trace-base';\nimport { BatchSpanProcessor, NodeTracerProvider } from '@opentelemetry/sdk-trace-node';\nimport { ATTR_SERVICE_NAME } from '@opentelemetry/semantic-conventions';\nimport FormData from 'form-data';\nimport { AccessToken } from 'livekit-server-sdk';\nimport fs from 'node:fs/promises';\nimport type { ChatContent, ChatItem } from '../llm/index.js';\nimport { enableOtelLogging } from '../log.js';\nimport type { SessionReport } from '../voice/report.js';\nimport { type SimpleLogRecord, SimpleOTLPHttpLogExporter } from './otel_http_exporter.js';\nimport { flushPinoLogs, initPinoCloudExporter } from './pino_otel_transport.js';\n\nexport interface StartSpanOptions {\n  /** Name of the span */\n  name: string;\n  /** Optional parent context to use for this span */\n  context?: Context;\n  /** Attributes to set on the span when it starts */\n  attributes?: Attributes;\n  /** Whether to end the span when the function exits (default: true) */\n  endOnExit?: boolean;\n}\n\n/**\n * A dynamic tracer that allows the tracer provider to be changed at runtime.\n */\nclass DynamicTracer {\n  private tracerProvider: TracerProvider;\n  private tracer: Tracer;\n  private readonly instrumentingModuleName: string;\n\n  constructor(instrumentingModuleName: string) {\n    this.instrumentingModuleName = instrumentingModuleName;\n    this.tracerProvider = trace.getTracerProvider();\n    this.tracer = trace.getTracer(instrumentingModuleName);\n  }\n\n  /**\n   * Set a new tracer provider. This updates the underlying tracer instance.\n   * @param provider - The new tracer provider to use\n   */\n  setProvider(provider: TracerProvider): void {\n    this.tracerProvider = provider;\n    this.tracer = this.tracerProvider.getTracer(this.instrumentingModuleName);\n  }\n\n  /**\n   * Get the underlying OpenTelemetry tracer.\n   * Use this to access the full Tracer API when needed.\n   */\n  getTracer(): Tracer {\n    return this.tracer;\n  }\n\n  /**\n   * Start a span manually (without making it active).\n   * You must call span.end() when done.\n   *\n   * @param options - Span configuration including name\n   * @returns The created span\n   */\n  startSpan(options: StartSpanOptions): Span {\n    const ctx = options.context || otelContext.active();\n    const span = this.tracer.startSpan(\n      options.name,\n      {\n        attributes: options.attributes,\n      },\n      ctx,\n    );\n\n    return span;\n  }\n\n  /**\n   * Start a new span and make it active in the current context.\n   * The span will automatically be ended when the provided function completes (unless endOnExit=false).\n   *\n   * @param fn - The function to execute within the span context\n   * @param options - Span configuration including name\n   * @returns The result of the provided function\n   */\n  async startActiveSpan<T>(fn: (span: Span) => Promise<T>, options: StartSpanOptions): Promise<T> {\n    const ctx = options.context || otelContext.active();\n    const endOnExit = options.endOnExit === undefined ? true : options.endOnExit; // default true\n    const opts: SpanOptions = { attributes: options.attributes };\n\n    // Directly return the tracer's startActiveSpan result - it handles async correctly\n    return await this.tracer.startActiveSpan(options.name, opts, ctx, async (span) => {\n      try {\n        return await fn(span);\n      } finally {\n        if (endOnExit) {\n          span.end();\n        }\n      }\n    });\n  }\n\n  /**\n   * Synchronous version of startActiveSpan for non-async operations.\n   *\n   * @param fn - The function to execute within the span context\n   * @param options - Span configuration including name\n   * @returns The result of the provided function\n   */\n  startActiveSpanSync<T>(fn: (span: Span) => T, options: StartSpanOptions): T {\n    const ctx = options.context || otelContext.active();\n    const endOnExit = options.endOnExit === undefined ? true : options.endOnExit; // default true\n    const opts: SpanOptions = { attributes: options.attributes };\n\n    return this.tracer.startActiveSpan(options.name, opts, ctx, (span) => {\n      try {\n        return fn(span);\n      } finally {\n        if (endOnExit) {\n          span.end();\n        }\n      }\n    });\n  }\n}\n\n/**\n * The global tracer instance used throughout the agents framework.\n * This tracer can have its provider updated at runtime via setTracerProvider().\n */\nexport const tracer = new DynamicTracer('livekit-agents');\n\nclass MetadataSpanProcessor implements SpanProcessor {\n  private metadata: Attributes;\n\n  constructor(metadata: Attributes) {\n    this.metadata = metadata;\n  }\n\n  onStart(span: Span, _parentContext: Context): void {\n    span.setAttributes(this.metadata);\n  }\n\n  onEnd(_span: ReadableSpan): void {}\n\n  shutdown(): Promise<void> {\n    return Promise.resolve();\n  }\n\n  forceFlush(): Promise<void> {\n    return Promise.resolve();\n  }\n}\n\n/**\n * Set the tracer provider for the livekit-agents framework.\n * This should be called before agent session start if using custom tracer providers.\n *\n * @param provider - The tracer provider to use (must be a NodeTracerProvider)\n * @param options - Optional configuration with metadata property to inject into all spans\n *\n * @example\n * ```typescript\n * import { NodeTracerProvider } from '@opentelemetry/sdk-trace-node';\n * import { setTracerProvider } from '@livekit/agents/telemetry';\n *\n * const provider = new NodeTracerProvider();\n * setTracerProvider(provider, {\n *   metadata: { room_id: 'room123', job_id: 'job456' }\n * });\n * ```\n */\nexport function setTracerProvider(\n  provider: NodeTracerProvider,\n  options?: { metadata?: Attributes },\n): void {\n  if (options?.metadata) {\n    provider.addSpanProcessor(new MetadataSpanProcessor(options.metadata));\n  }\n\n  tracer.setProvider(provider);\n}\n\n/**\n * Setup OpenTelemetry tracer for LiveKit Cloud observability.\n * This configures OTLP exporters to send traces to LiveKit Cloud.\n *\n * @param options - Configuration for cloud tracer with roomId, jobId, and cloudHostname properties\n *\n * @internal\n */\nexport async function setupCloudTracer(options: {\n  roomId: string;\n  jobId: string;\n  cloudHostname: string;\n}): Promise<void> {\n  const { roomId, jobId, cloudHostname } = options;\n\n  const apiKey = process.env.LIVEKIT_API_KEY;\n  const apiSecret = process.env.LIVEKIT_API_SECRET;\n\n  if (!apiKey || !apiSecret) {\n    throw new Error('LIVEKIT_API_KEY and LIVEKIT_API_SECRET must be set for cloud tracing');\n  }\n\n  const token = new AccessToken(apiKey, apiSecret, {\n    identity: 'livekit-agents-telemetry',\n    ttl: '6h',\n  });\n  token.addObservabilityGrant({ write: true });\n\n  try {\n    const jwt = await token.toJwt();\n\n    const headers = {\n      Authorization: `Bearer ${jwt}`,\n    };\n\n    const metadata: Attributes = {\n      room_id: roomId,\n      job_id: jobId,\n    };\n\n    const resource = new Resource({\n      [ATTR_SERVICE_NAME]: 'livekit-agents',\n      room_id: roomId,\n      job_id: jobId,\n    });\n\n    // Configure OTLP exporter to send traces to LiveKit Cloud\n    const spanExporter = new OTLPTraceExporter({\n      url: `https://${cloudHostname}/observability/traces/otlp/v0`,\n      headers,\n      compression: CompressionAlgorithm.GZIP,\n    });\n\n    const tracerProvider = new NodeTracerProvider({\n      resource,\n      spanProcessors: [new MetadataSpanProcessor(metadata), new BatchSpanProcessor(spanExporter)],\n    });\n    tracerProvider.register();\n\n    setTracerProvider(tracerProvider);\n\n    // Initialize standalone Pino cloud exporter (no OTEL SDK dependency)\n    initPinoCloudExporter({\n      cloudHostname,\n      roomId,\n      jobId,\n    });\n\n    enableOtelLogging();\n  } catch (error) {\n    console.error('Failed to setup cloud tracer:', error);\n    throw error;\n  }\n}\n\n/**\n * Flush all pending Pino logs to ensure they are exported.\n * Call this before session/job ends to ensure all logs are sent.\n *\n * @internal\n */\nexport async function flushOtelLogs(): Promise<void> {\n  await flushPinoLogs();\n}\n\n/**\n * Convert ChatItem to proto-compatible dictionary format.\n * TODO: Use actual agent_session proto types once @livekit/protocol v1.43.1+ is published\n */\nfunction chatItemToProto(item: ChatItem): Record<string, any> {\n  const itemDict: Record<string, any> = {};\n\n  if (item.type === 'message') {\n    const roleMap: Record<string, string> = {\n      developer: 'DEVELOPER',\n      system: 'SYSTEM',\n      user: 'USER',\n      assistant: 'ASSISTANT',\n    };\n\n    const msg: Record<string, any> = {\n      id: item.id,\n      role: roleMap[item.role] || item.role.toUpperCase(),\n      content: item.content.map((c: ChatContent) => ({ text: c })),\n      createdAt: toRFC3339(item.createdAt),\n    };\n\n    if (item.interrupted) {\n      msg.interrupted = item.interrupted;\n    }\n\n    // TODO(brian): Add extra and transcriptConfidence to ChatMessage\n    // if (item.extra && Object.keys(item.extra).length > 0) {\n    //   msg.extra = item.extra;\n    // }\n\n    // if (item.transcriptConfidence !== undefined && item.transcriptConfidence !== null) {\n    //   msg.transcriptConfidence = item.transcriptConfidence;\n    // }\n\n    // TODO(brian): Add metrics to ChatMessage\n    // const metrics = item.metrics || {};\n    // if (Object.keys(metrics).length > 0) {\n    //   msg.metrics = {};\n    //   if (metrics.started_speaking_at) {\n    //     msg.metrics.startedSpeakingAt = toRFC3339(metrics.started_speaking_at);\n    //   }\n    //   if (metrics.stopped_speaking_at) {\n    //     msg.metrics.stoppedSpeakingAt = toRFC3339(metrics.stopped_speaking_at);\n    //   }\n    //   if (metrics.transcription_delay !== undefined) {\n    //     msg.metrics.transcriptionDelay = metrics.transcription_delay;\n    //   }\n    //   if (metrics.end_of_turn_delay !== undefined) {\n    //     msg.metrics.endOfTurnDelay = metrics.end_of_turn_delay;\n    //   }\n    //   if (metrics.on_user_turn_completed_delay !== undefined) {\n    //     msg.metrics.onUserTurnCompletedDelay = metrics.on_user_turn_completed_delay;\n    //   }\n    //   if (metrics.llm_node_ttft !== undefined) {\n    //     msg.metrics.llmNodeTtft = metrics.llm_node_ttft;\n    //   }\n    //   if (metrics.tts_node_ttfb !== undefined) {\n    //     msg.metrics.ttsNodeTtfb = metrics.tts_node_ttfb;\n    //   }\n    //   if (metrics.e2e_latency !== undefined) {\n    //     msg.metrics.e2eLatency = metrics.e2e_latency;\n    //   }\n    // }\n\n    itemDict.message = msg;\n  } else if (item.type === 'function_call') {\n    itemDict.functionCall = {\n      id: item.id,\n      callId: item.callId,\n      arguments: item.args,\n      name: item.name,\n      createdAt: toRFC3339(item.createdAt),\n    };\n  } else if (item.type === 'function_call_output') {\n    itemDict.functionCallOutput = {\n      id: item.id,\n      name: item.name,\n      callId: item.callId,\n      output: item.output,\n      isError: item.isError,\n      createdAt: toRFC3339(item.createdAt),\n    };\n  } else if (item.type === 'agent_handoff') {\n    const handoff: Record<string, any> = {\n      id: item.id,\n      newAgentId: item.newAgentId,\n      createdAt: toRFC3339(item.createdAt),\n    };\n    if (item.oldAgentId !== undefined && item.oldAgentId !== null && item.oldAgentId !== '') {\n      handoff.oldAgentId = item.oldAgentId;\n    }\n    itemDict.agentHandoff = handoff;\n  }\n\n  try {\n    if (item.type === 'function_call' && typeof itemDict.functionCall?.arguments === 'string') {\n      itemDict.functionCall.arguments = JSON.parse(itemDict.functionCall.arguments);\n    } else if (\n      item.type === 'function_call_output' &&\n      typeof itemDict.functionCallOutput?.output === 'string'\n    ) {\n      itemDict.functionCallOutput.output = JSON.parse(itemDict.functionCallOutput.output);\n    }\n  } catch {\n    // ignore parsing errors\n  }\n\n  return itemDict;\n}\n\n/**\n * Convert timestamp to RFC3339 format matching Python's _to_rfc3339.\n * Note: TypeScript createdAt is in milliseconds (Date.now()), not seconds like Python.\n * @internal\n */\nfunction toRFC3339(valueMs: number | Date): string {\n  // valueMs is already in milliseconds (from Date.now())\n  const dt = valueMs instanceof Date ? valueMs : new Date(valueMs);\n  // Truncate sub-millisecond precision\n  const truncated = new Date(Math.floor(dt.getTime()));\n  return truncated.toISOString();\n}\n\n/**\n * Upload session report to LiveKit Cloud observability.\n * @param options - Configuration with agentName, cloudHostname, and report\n */\nexport async function uploadSessionReport(options: {\n  agentName: string;\n  cloudHostname: string;\n  report: SessionReport;\n}): Promise<void> {\n  const { agentName, cloudHostname, report } = options;\n\n  // Create OTLP HTTP exporter for chat history logs\n  // Uses raw HTTP JSON format which is required by LiveKit Cloud\n  const logExporter = new SimpleOTLPHttpLogExporter({\n    cloudHostname,\n    resourceAttributes: {\n      room_id: report.roomId,\n      job_id: report.jobId,\n    },\n    scopeName: 'chat_history',\n    scopeAttributes: {\n      room_id: report.roomId,\n      job_id: report.jobId,\n      room: report.room,\n    },\n  });\n\n  // Build log records for session report and chat items\n  const logRecords: SimpleLogRecord[] = [];\n\n  const commonAttrs = {\n    room_id: report.roomId,\n    job_id: report.jobId,\n    'logger.name': 'chat_history',\n  };\n\n  logRecords.push({\n    body: 'session report',\n    timestampMs: report.startedAt || report.timestamp || 0,\n    attributes: {\n      ...commonAttrs,\n      'session.options': report.options || {},\n      'session.report_timestamp': report.timestamp,\n      agent_name: agentName,\n    },\n  });\n\n  // Track last timestamp to ensure monotonic ordering when items have identical timestamps\n  // This fixes the issue where function_call and function_call_output with same timestamp\n  // get reordered by the dashboard\n  let lastTimestamp = 0;\n  for (const item of report.chatHistory.items) {\n    // Ensure monotonically increasing timestamps for proper ordering\n    // Add 0.001ms (1 microsecond) offset when timestamps collide\n    let itemTimestamp = item.createdAt;\n    if (itemTimestamp <= lastTimestamp) {\n      itemTimestamp = lastTimestamp + 0.001; // Add 1 microsecond\n    }\n    lastTimestamp = itemTimestamp;\n\n    const itemProto = chatItemToProto(item);\n    let severityNumber = SeverityNumber.UNSPECIFIED;\n    let severityText = 'unspecified';\n\n    if (item.type === 'function_call_output' && item.isError) {\n      severityNumber = SeverityNumber.ERROR;\n      severityText = 'error';\n    }\n\n    logRecords.push({\n      body: 'chat item',\n      timestampMs: itemTimestamp, // Adjusted for monotonic ordering\n      attributes: { 'chat.item': itemProto, ...commonAttrs },\n      severityNumber,\n      severityText,\n    });\n  }\n  await logExporter.export(logRecords);\n\n  const apiKey = process.env.LIVEKIT_API_KEY;\n  const apiSecret = process.env.LIVEKIT_API_SECRET;\n\n  if (!apiKey || !apiSecret) {\n    throw new Error('LIVEKIT_API_KEY and LIVEKIT_API_SECRET must be set for session upload');\n  }\n\n  const token = new AccessToken(apiKey, apiSecret, { ttl: '6h' });\n  token.addObservabilityGrant({ write: true });\n  const jwt = await token.toJwt();\n\n  const formData = new FormData();\n\n  // Add header (protobuf MetricsRecordingHeader)\n  const audioStartTime = report.audioRecordingStartedAt ?? 0;\n  const headerMsg = new MetricsRecordingHeader({\n    roomId: report.roomId,\n    duration: BigInt(0), // TODO: Calculate actual duration from report\n    startTime: {\n      seconds: BigInt(Math.floor(audioStartTime / 1000)),\n      nanos: Math.floor((audioStartTime % 1000) * 1e6),\n    },\n  });\n\n  const headerBytes = Buffer.from(headerMsg.toBinary());\n  formData.append('header', headerBytes, {\n    filename: 'header.binpb',\n    contentType: 'application/protobuf',\n    knownLength: headerBytes.length,\n    header: {\n      'Content-Type': 'application/protobuf',\n      'Content-Length': headerBytes.length.toString(),\n    },\n  });\n\n  // Add chat_history JSON\n  const chatHistoryJson = JSON.stringify(report.chatHistory.toJSON({ excludeTimestamp: false }));\n  const chatHistoryBuffer = Buffer.from(chatHistoryJson, 'utf-8');\n  formData.append('chat_history', chatHistoryBuffer, {\n    filename: 'chat_history.json',\n    contentType: 'application/json',\n    knownLength: chatHistoryBuffer.length,\n    header: {\n      'Content-Type': 'application/json',\n      'Content-Length': chatHistoryBuffer.length.toString(),\n    },\n  });\n\n  // Add audio recording file if available\n  if (report.audioRecordingPath && report.audioRecordingStartedAt) {\n    let audioBytes: Buffer;\n    try {\n      audioBytes = await fs.readFile(report.audioRecordingPath);\n    } catch {\n      audioBytes = Buffer.alloc(0);\n    }\n\n    if (audioBytes.length > 0) {\n      formData.append('audio', audioBytes, {\n        filename: 'recording.ogg',\n        contentType: 'audio/ogg',\n        knownLength: audioBytes.length,\n        header: {\n          'Content-Type': 'audio/ogg',\n          'Content-Length': audioBytes.length.toString(),\n        },\n      });\n    }\n  }\n\n  // Upload to LiveKit Cloud using form-data's submit method\n  // This properly streams the multipart form with all headers including Content-Length\n  return new Promise<void>((resolve, reject) => {\n    formData.submit(\n      {\n        protocol: 'https:',\n        host: cloudHostname,\n        path: '/observability/recordings/v0',\n        method: 'POST',\n        headers: {\n          Authorization: `Bearer ${jwt}`,\n        },\n      },\n      (err, res) => {\n        if (err) {\n          reject(new Error(`Failed to upload session report: ${err.message}`));\n          return;\n        }\n\n        if (res.statusCode && res.statusCode >= 400) {\n          reject(\n            new Error(`Failed to upload session report: ${res.statusCode} ${res.statusMessage}`),\n          );\n          return;\n        }\n\n        res.resume(); // Drain the response\n        res.on('end', () => resolve());\n      },\n    );\n  });\n}\n"],"mappings":"AAGA,SAAS,8BAA8B;AACvC;AAAA,EAOE,WAAW;AAAA,EACX;AAAA,OACK;AACP,SAAS,sBAAsB;AAC/B,SAAS,yBAAyB;AAClC,SAAS,4BAA4B;AACrC,SAAS,gBAAgB;AAEzB,SAAS,oBAAoB,0BAA0B;AACvD,SAAS,yBAAyB;AAClC,OAAO,cAAc;AACrB,SAAS,mBAAmB;AAC5B,OAAO,QAAQ;AAEf,SAAS,yBAAyB;AAElC,SAA+B,iCAAiC;AAChE,SAAS,eAAe,6BAA6B;AAgBrD,MAAM,cAAc;AAAA,EACV;AAAA,EACA;AAAA,EACS;AAAA,EAEjB,YAAY,yBAAiC;AAC3C,SAAK,0BAA0B;AAC/B,SAAK,iBAAiB,MAAM,kBAAkB;AAC9C,SAAK,SAAS,MAAM,UAAU,uBAAuB;AAAA,EACvD;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,YAAY,UAAgC;AAC1C,SAAK,iBAAiB;AACtB,SAAK,SAAS,KAAK,eAAe,UAAU,KAAK,uBAAuB;AAAA,EAC1E;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,YAAoB;AAClB,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,UAAU,SAAiC;AACzC,UAAM,MAAM,QAAQ,WAAW,YAAY,OAAO;AAClD,UAAM,OAAO,KAAK,OAAO;AAAA,MACvB,QAAQ;AAAA,MACR;AAAA,QACE,YAAY,QAAQ;AAAA,MACtB;AAAA,MACA;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAUA,MAAM,gBAAmB,IAAgC,SAAuC;AAC9F,UAAM,MAAM,QAAQ,WAAW,YAAY,OAAO;AAClD,UAAM,YAAY,QAAQ,cAAc,SAAY,OAAO,QAAQ;AACnE,UAAM,OAAoB,EAAE,YAAY,QAAQ,WAAW;AAG3D,WAAO,MAAM,KAAK,OAAO,gBAAgB,QAAQ,MAAM,MAAM,KAAK,OAAO,SAAS;AAChF,UAAI;AACF,eAAO,MAAM,GAAG,IAAI;AAAA,MACtB,UAAE;AACA,YAAI,WAAW;AACb,eAAK,IAAI;AAAA,QACX;AAAA,MACF;AAAA,IACF,CAAC;AAAA,EACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,oBAAuB,IAAuB,SAA8B;AAC1E,UAAM,MAAM,QAAQ,WAAW,YAAY,OAAO;AAClD,UAAM,YAAY,QAAQ,cAAc,SAAY,OAAO,QAAQ;AACnE,UAAM,OAAoB,EAAE,YAAY,QAAQ,WAAW;AAE3D,WAAO,KAAK,OAAO,gBAAgB,QAAQ,MAAM,MAAM,KAAK,CAAC,SAAS;AACpE,UAAI;AACF,eAAO,GAAG,IAAI;AAAA,MAChB,UAAE;AACA,YAAI,WAAW;AACb,eAAK,IAAI;AAAA,QACX;AAAA,MACF;AAAA,IACF,CAAC;AAAA,EACH;AACF;AAMO,MAAM,SAAS,IAAI,cAAc,gBAAgB;AAExD,MAAM,sBAA+C;AAAA,EAC3C;AAAA,EAER,YAAY,UAAsB;AAChC,SAAK,WAAW;AAAA,EAClB;AAAA,EAEA,QAAQ,MAAY,gBAA+B;AACjD,SAAK,cAAc,KAAK,QAAQ;AAAA,EAClC;AAAA,EAEA,MAAM,OAA2B;AAAA,EAAC;AAAA,EAElC,WAA0B;AACxB,WAAO,QAAQ,QAAQ;AAAA,EACzB;AAAA,EAEA,aAA4B;AAC1B,WAAO,QAAQ,QAAQ;AAAA,EACzB;AACF;AAoBO,SAAS,kBACd,UACA,SACM;AACN,MAAI,mCAAS,UAAU;AACrB,aAAS,iBAAiB,IAAI,sBAAsB,QAAQ,QAAQ,CAAC;AAAA,EACvE;AAEA,SAAO,YAAY,QAAQ;AAC7B;AAUA,eAAsB,iBAAiB,SAIrB;AAChB,QAAM,EAAE,QAAQ,OAAO,cAAc,IAAI;AAEzC,QAAM,SAAS,QAAQ,IAAI;AAC3B,QAAM,YAAY,QAAQ,IAAI;AAE9B,MAAI,CAAC,UAAU,CAAC,WAAW;AACzB,UAAM,IAAI,MAAM,sEAAsE;AAAA,EACxF;AAEA,QAAM,QAAQ,IAAI,YAAY,QAAQ,WAAW;AAAA,IAC/C,UAAU;AAAA,IACV,KAAK;AAAA,EACP,CAAC;AACD,QAAM,sBAAsB,EAAE,OAAO,KAAK,CAAC;AAE3C,MAAI;AACF,UAAM,MAAM,MAAM,MAAM,MAAM;AAE9B,UAAM,UAAU;AAAA,MACd,eAAe,UAAU,GAAG;AAAA,IAC9B;AAEA,UAAM,WAAuB;AAAA,MAC3B,SAAS;AAAA,MACT,QAAQ;AAAA,IACV;AAEA,UAAM,WAAW,IAAI,SAAS;AAAA,MAC5B,CAAC,iBAAiB,GAAG;AAAA,MACrB,SAAS;AAAA,MACT,QAAQ;AAAA,IACV,CAAC;AAGD,UAAM,eAAe,IAAI,kBAAkB;AAAA,MACzC,KAAK,WAAW,aAAa;AAAA,MAC7B;AAAA,MACA,aAAa,qBAAqB;AAAA,IACpC,CAAC;AAED,UAAM,iBAAiB,IAAI,mBAAmB;AAAA,MAC5C;AAAA,MACA,gBAAgB,CAAC,IAAI,sBAAsB,QAAQ,GAAG,IAAI,mBAAmB,YAAY,CAAC;AAAA,IAC5F,CAAC;AACD,mBAAe,SAAS;AAExB,sBAAkB,cAAc;AAGhC,0BAAsB;AAAA,MACpB;AAAA,MACA;AAAA,MACA;AAAA,IACF,CAAC;AAED,sBAAkB;AAAA,EACpB,SAAS,OAAO;AACd,YAAQ,MAAM,iCAAiC,KAAK;AACpD,UAAM;AAAA,EACR;AACF;AAQA,eAAsB,gBAA+B;AACnD,QAAM,cAAc;AACtB;AAMA,SAAS,gBAAgB,MAAqC;AA/R9D;AAgSE,QAAM,WAAgC,CAAC;AAEvC,MAAI,KAAK,SAAS,WAAW;AAC3B,UAAM,UAAkC;AAAA,MACtC,WAAW;AAAA,MACX,QAAQ;AAAA,MACR,MAAM;AAAA,MACN,WAAW;AAAA,IACb;AAEA,UAAM,MAA2B;AAAA,MAC/B,IAAI,KAAK;AAAA,MACT,MAAM,QAAQ,KAAK,IAAI,KAAK,KAAK,KAAK,YAAY;AAAA,MAClD,SAAS,KAAK,QAAQ,IAAI,CAAC,OAAoB,EAAE,MAAM,EAAE,EAAE;AAAA,MAC3D,WAAW,UAAU,KAAK,SAAS;AAAA,IACrC;AAEA,QAAI,KAAK,aAAa;AACpB,UAAI,cAAc,KAAK;AAAA,IACzB;AAyCA,aAAS,UAAU;AAAA,EACrB,WAAW,KAAK,SAAS,iBAAiB;AACxC,aAAS,eAAe;AAAA,MACtB,IAAI,KAAK;AAAA,MACT,QAAQ,KAAK;AAAA,MACb,WAAW,KAAK;AAAA,MAChB,MAAM,KAAK;AAAA,MACX,WAAW,UAAU,KAAK,SAAS;AAAA,IACrC;AAAA,EACF,WAAW,KAAK,SAAS,wBAAwB;AAC/C,aAAS,qBAAqB;AAAA,MAC5B,IAAI,KAAK;AAAA,MACT,MAAM,KAAK;AAAA,MACX,QAAQ,KAAK;AAAA,MACb,QAAQ,KAAK;AAAA,MACb,SAAS,KAAK;AAAA,MACd,WAAW,UAAU,KAAK,SAAS;AAAA,IACrC;AAAA,EACF,WAAW,KAAK,SAAS,iBAAiB;AACxC,UAAM,UAA+B;AAAA,MACnC,IAAI,KAAK;AAAA,MACT,YAAY,KAAK;AAAA,MACjB,WAAW,UAAU,KAAK,SAAS;AAAA,IACrC;AACA,QAAI,KAAK,eAAe,UAAa,KAAK,eAAe,QAAQ,KAAK,eAAe,IAAI;AACvF,cAAQ,aAAa,KAAK;AAAA,IAC5B;AACA,aAAS,eAAe;AAAA,EAC1B;AAEA,MAAI;AACF,QAAI,KAAK,SAAS,mBAAmB,SAAO,cAAS,iBAAT,mBAAuB,eAAc,UAAU;AACzF,eAAS,aAAa,YAAY,KAAK,MAAM,SAAS,aAAa,SAAS;AAAA,IAC9E,WACE,KAAK,SAAS,0BACd,SAAO,cAAS,uBAAT,mBAA6B,YAAW,UAC/C;AACA,eAAS,mBAAmB,SAAS,KAAK,MAAM,SAAS,mBAAmB,MAAM;AAAA,IACpF;AAAA,EACF,QAAQ;AAAA,EAER;AAEA,SAAO;AACT;AAOA,SAAS,UAAU,SAAgC;AAEjD,QAAM,KAAK,mBAAmB,OAAO,UAAU,IAAI,KAAK,OAAO;AAE/D,QAAM,YAAY,IAAI,KAAK,KAAK,MAAM,GAAG,QAAQ,CAAC,CAAC;AACnD,SAAO,UAAU,YAAY;AAC/B;AAMA,eAAsB,oBAAoB,SAIxB;AAChB,QAAM,EAAE,WAAW,eAAe,OAAO,IAAI;AAI7C,QAAM,cAAc,IAAI,0BAA0B;AAAA,IAChD;AAAA,IACA,oBAAoB;AAAA,MAClB,SAAS,OAAO;AAAA,MAChB,QAAQ,OAAO;AAAA,IACjB;AAAA,IACA,WAAW;AAAA,IACX,iBAAiB;AAAA,MACf,SAAS,OAAO;AAAA,MAChB,QAAQ,OAAO;AAAA,MACf,MAAM,OAAO;AAAA,IACf;AAAA,EACF,CAAC;AAGD,QAAM,aAAgC,CAAC;AAEvC,QAAM,cAAc;AAAA,IAClB,SAAS,OAAO;AAAA,IAChB,QAAQ,OAAO;AAAA,IACf,eAAe;AAAA,EACjB;AAEA,aAAW,KAAK;AAAA,IACd,MAAM;AAAA,IACN,aAAa,OAAO,aAAa,OAAO,aAAa;AAAA,IACrD,YAAY;AAAA,MACV,GAAG;AAAA,MACH,mBAAmB,OAAO,WAAW,CAAC;AAAA,MACtC,4BAA4B,OAAO;AAAA,MACnC,YAAY;AAAA,IACd;AAAA,EACF,CAAC;AAKD,MAAI,gBAAgB;AACpB,aAAW,QAAQ,OAAO,YAAY,OAAO;AAG3C,QAAI,gBAAgB,KAAK;AACzB,QAAI,iBAAiB,eAAe;AAClC,sBAAgB,gBAAgB;AAAA,IAClC;AACA,oBAAgB;AAEhB,UAAM,YAAY,gBAAgB,IAAI;AACtC,QAAI,iBAAiB,eAAe;AACpC,QAAI,eAAe;AAEnB,QAAI,KAAK,SAAS,0BAA0B,KAAK,SAAS;AACxD,uBAAiB,eAAe;AAChC,qBAAe;AAAA,IACjB;AAEA,eAAW,KAAK;AAAA,MACd,MAAM;AAAA,MACN,aAAa;AAAA;AAAA,MACb,YAAY,EAAE,aAAa,WAAW,GAAG,YAAY;AAAA,MACrD;AAAA,MACA;AAAA,IACF,CAAC;AAAA,EACH;AACA,QAAM,YAAY,OAAO,UAAU;AAEnC,QAAM,SAAS,QAAQ,IAAI;AAC3B,QAAM,YAAY,QAAQ,IAAI;AAE9B,MAAI,CAAC,UAAU,CAAC,WAAW;AACzB,UAAM,IAAI,MAAM,uEAAuE;AAAA,EACzF;AAEA,QAAM,QAAQ,IAAI,YAAY,QAAQ,WAAW,EAAE,KAAK,KAAK,CAAC;AAC9D,QAAM,sBAAsB,EAAE,OAAO,KAAK,CAAC;AAC3C,QAAM,MAAM,MAAM,MAAM,MAAM;AAE9B,QAAM,WAAW,IAAI,SAAS;AAG9B,QAAM,iBAAiB,OAAO,2BAA2B;AACzD,QAAM,YAAY,IAAI,uBAAuB;AAAA,IAC3C,QAAQ,OAAO;AAAA,IACf,UAAU,OAAO,CAAC;AAAA;AAAA,IAClB,WAAW;AAAA,MACT,SAAS,OAAO,KAAK,MAAM,iBAAiB,GAAI,CAAC;AAAA,MACjD,OAAO,KAAK,MAAO,iBAAiB,MAAQ,GAAG;AAAA,IACjD;AAAA,EACF,CAAC;AAED,QAAM,cAAc,OAAO,KAAK,UAAU,SAAS,CAAC;AACpD,WAAS,OAAO,UAAU,aAAa;AAAA,IACrC,UAAU;AAAA,IACV,aAAa;AAAA,IACb,aAAa,YAAY;AAAA,IACzB,QAAQ;AAAA,MACN,gBAAgB;AAAA,MAChB,kBAAkB,YAAY,OAAO,SAAS;AAAA,IAChD;AAAA,EACF,CAAC;AAGD,QAAM,kBAAkB,KAAK,UAAU,OAAO,YAAY,OAAO,EAAE,kBAAkB,MAAM,CAAC,CAAC;AAC7F,QAAM,oBAAoB,OAAO,KAAK,iBAAiB,OAAO;AAC9D,WAAS,OAAO,gBAAgB,mBAAmB;AAAA,IACjD,UAAU;AAAA,IACV,aAAa;AAAA,IACb,aAAa,kBAAkB;AAAA,IAC/B,QAAQ;AAAA,MACN,gBAAgB;AAAA,MAChB,kBAAkB,kBAAkB,OAAO,SAAS;AAAA,IACtD;AAAA,EACF,CAAC;AAGD,MAAI,OAAO,sBAAsB,OAAO,yBAAyB;AAC/D,QAAI;AACJ,QAAI;AACF,mBAAa,MAAM,GAAG,SAAS,OAAO,kBAAkB;AAAA,IAC1D,QAAQ;AACN,mBAAa,OAAO,MAAM,CAAC;AAAA,IAC7B;AAEA,QAAI,WAAW,SAAS,GAAG;AACzB,eAAS,OAAO,SAAS,YAAY;AAAA,QACnC,UAAU;AAAA,QACV,aAAa;AAAA,QACb,aAAa,WAAW;AAAA,QACxB,QAAQ;AAAA,UACN,gBAAgB;AAAA,UAChB,kBAAkB,WAAW,OAAO,SAAS;AAAA,QAC/C;AAAA,MACF,CAAC;AAAA,IACH;AAAA,EACF;AAIA,SAAO,IAAI,QAAc,CAAC,SAAS,WAAW;AAC5C,aAAS;AAAA,MACP;AAAA,QACE,UAAU;AAAA,QACV,MAAM;AAAA,QACN,MAAM;AAAA,QACN,QAAQ;AAAA,QACR,SAAS;AAAA,UACP,eAAe,UAAU,GAAG;AAAA,QAC9B;AAAA,MACF;AAAA,MACA,CAAC,KAAK,QAAQ;AACZ,YAAI,KAAK;AACP,iBAAO,IAAI,MAAM,oCAAoC,IAAI,OAAO,EAAE,CAAC;AACnE;AAAA,QACF;AAEA,YAAI,IAAI,cAAc,IAAI,cAAc,KAAK;AAC3C;AAAA,YACE,IAAI,MAAM,oCAAoC,IAAI,UAAU,IAAI,IAAI,aAAa,EAAE;AAAA,UACrF;AACA;AAAA,QACF;AAEA,YAAI,OAAO;AACX,YAAI,GAAG,OAAO,MAAM,QAAQ,CAAC;AAAA,MAC/B;AAAA,IACF;AAAA,EACF,CAAC;AACH;","names":[]}

package/dist/tts/stream_adapter.cjs

@@ -37,20 +37,23 @@ class StreamAdapter extends import_tts.TTS {
     this.#tts.on("metrics_collected", (metrics) => {
       this.emit("metrics_collected", metrics);
     });
+    this.#tts.on("error", (error) => {
+      this.emit("error", error);
+    });
   }
-  synthesize(text) {
-    return this.#tts.synthesize(text);
+  synthesize(text, connOptions, abortSignal) {
+    return this.#tts.synthesize(text, connOptions, abortSignal);
   }
-  stream() {
-    return new StreamAdapterWrapper(this.#tts, this.#sentenceTokenizer);
+  stream(options) {
+    return new StreamAdapterWrapper(this.#tts, this.#sentenceTokenizer, options == null ? void 0 : options.connOptions);
   }
 }
 class StreamAdapterWrapper extends import_tts.SynthesizeStream {
   #tts;
   #sentenceStream;
   label;
-  constructor(tts, sentenceTokenizer) {
-    super(tts);
+  constructor(tts, sentenceTokenizer, connOptions) {
+    super(tts, connOptions);
     this.#tts = tts;
     this.#sentenceStream = sentenceTokenizer.stream();
     this.label = `tts.StreamAdapterWrapper<${this.#tts.label}>`;
@@ -83,7 +86,7 @@ class StreamAdapterWrapper extends import_tts.SynthesizeStream {
       this.queue.put(import_tts.SynthesizeStream.END_OF_STREAM);
     };
     const synthesize = async (token, prevTask, controller) => {
-      const audioStream = this.#tts.synthesize(token);
+      const audioStream = this.#tts.synthesize(token, this.connOptions, this.abortSignal);
       await (prevTask == null ? void 0 : prevTask.result);
       if (controller.signal.aborted) return;
       for await (const audio of audioStream) {

package/dist/tts/stream_adapter.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/tts/stream_adapter.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { SentenceStream, SentenceTokenizer } from '../tokenize/index.js';\nimport { Task } from '../utils.js';\nimport type { ChunkedStream } from './tts.js';\nimport { SynthesizeStream, TTS } from './tts.js';\n\nexport class StreamAdapter extends TTS {\n  #tts: TTS;\n  #sentenceTokenizer: SentenceTokenizer;\n  label: string;\n\n  constructor(tts: TTS, sentenceTokenizer: SentenceTokenizer) {\n    super(tts.sampleRate, tts.numChannels, { streaming: true });\n    this.#tts = tts;\n    this.#sentenceTokenizer = sentenceTokenizer;\n    this.label = this.#tts.label;\n    this.label = `tts.StreamAdapter<${this.#tts.label}>`;\n\n    this.#tts.on('metrics_collected', (metrics) => {\n      this.emit('metrics_collected', metrics);\n    });\n  }\n\n  synthesize(text: string): ChunkedStream {\n    return this.#tts.synthesize(text);\n  }\n\n  stream(): StreamAdapterWrapper {\n    return new StreamAdapterWrapper(this.#tts, this.#sentenceTokenizer);\n  }\n}\n\nexport class StreamAdapterWrapper extends SynthesizeStream {\n  #tts: TTS;\n  #sentenceStream: SentenceStream;\n  label: string;\n\n  constructor(tts: TTS, sentenceTokenizer: SentenceTokenizer) {\n    super(tts);\n    this.#tts = tts;\n    this.#sentenceStream = sentenceTokenizer.stream();\n    this.label = `tts.StreamAdapterWrapper<${this.#tts.label}>`;\n  }\n\n  protected async run() {\n    const forwardInput = async () => {\n      for await (const input of this.input) {\n        if (this.abortController.signal.aborted) break;\n\n        if (input === SynthesizeStream.FLUSH_SENTINEL) {\n          this.#sentenceStream.flush();\n        } else {\n          this.#sentenceStream.pushText(input);\n        }\n      }\n      this.#sentenceStream.endInput();\n      this.#sentenceStream.close();\n    };\n\n    const synthesizeSentenceStream = async () => {\n      let task: Task<void> | undefined;\n      const tokenCompletionTasks: Task<void>[] = [];\n\n      for await (const ev of this.#sentenceStream) {\n        if (this.abortController.signal.aborted) break;\n\n        // this will enable non-blocking synthesis of the stream of tokens\n        task = Task.from(\n          (controller) => synthesize(ev.token, task, controller),\n          this.abortController,\n        );\n\n        tokenCompletionTasks.push(task);\n      }\n\n      await Promise.all(tokenCompletionTasks.map((t) => t.result));\n      this.queue.put(SynthesizeStream.END_OF_STREAM);\n    };\n\n    const synthesize = async (\n      token: string,\n      prevTask: Task<void> | undefined,\n      controller: AbortController,\n    ) => {\n      const audioStream = this.#tts.synthesize(token);\n\n      // wait for previous audio transcription to complete before starting\n      // to queuing audio frames of the current token\n      await prevTask?.result;\n      if (controller.signal.aborted) return;\n\n      for await (const audio of audioStream) {\n        if (controller.signal.aborted) break;\n        this.queue.put(audio);\n      }\n    };\n\n    await Promise.all([forwardInput(), synthesizeSentenceStream()]);\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAIA,mBAAqB;AAErB,iBAAsC;AAE/B,MAAM,sBAAsB,eAAI;AAAA,EACrC;AAAA,EACA;AAAA,EACA;AAAA,EAEA,YAAY,KAAU,mBAAsC;AAC1D,UAAM,IAAI,YAAY,IAAI,aAAa,EAAE,WAAW,KAAK,CAAC;AAC1D,SAAK,OAAO;AACZ,SAAK,qBAAqB;AAC1B,SAAK,QAAQ,KAAK,KAAK;AACvB,SAAK,QAAQ,qBAAqB,KAAK,KAAK,KAAK;AAEjD,SAAK,KAAK,GAAG,qBAAqB,CAAC,YAAY;AAC7C,WAAK,KAAK,qBAAqB,OAAO;AAAA,IACxC,CAAC;AAAA,EACH;AAAA,EAEA,WAAW,MAA6B;AACtC,WAAO,KAAK,KAAK,WAAW,IAAI;AAAA,EAClC;AAAA,EAEA,SAA+B;AAC7B,WAAO,IAAI,qBAAqB,KAAK,MAAM,KAAK,kBAAkB;AAAA,EACpE;AACF;AAEO,MAAM,6BAA6B,4BAAiB;AAAA,EACzD;AAAA,EACA;AAAA,EACA;AAAA,EAEA,YAAY,KAAU,mBAAsC;AAC1D,UAAM,GAAG;AACT,SAAK,OAAO;AACZ,SAAK,kBAAkB,kBAAkB,OAAO;AAChD,SAAK,QAAQ,4BAA4B,KAAK,KAAK,KAAK;AAAA,EAC1D;AAAA,EAEA,MAAgB,MAAM;AACpB,UAAM,eAAe,YAAY;AAC/B,uBAAiB,SAAS,KAAK,OAAO;AACpC,YAAI,KAAK,gBAAgB,OAAO,QAAS;AAEzC,YAAI,UAAU,4BAAiB,gBAAgB;AAC7C,eAAK,gBAAgB,MAAM;AAAA,QAC7B,OAAO;AACL,eAAK,gBAAgB,SAAS,KAAK;AAAA,QACrC;AAAA,MACF;AACA,WAAK,gBAAgB,SAAS;AAC9B,WAAK,gBAAgB,MAAM;AAAA,IAC7B;AAEA,UAAM,2BAA2B,YAAY;AAC3C,UAAI;AACJ,YAAM,uBAAqC,CAAC;AAE5C,uBAAiB,MAAM,KAAK,iBAAiB;AAC3C,YAAI,KAAK,gBAAgB,OAAO,QAAS;AAGzC,eAAO,kBAAK;AAAA,UACV,CAAC,eAAe,WAAW,GAAG,OAAO,MAAM,UAAU;AAAA,UACrD,KAAK;AAAA,QACP;AAEA,6BAAqB,KAAK,IAAI;AAAA,MAChC;AAEA,YAAM,QAAQ,IAAI,qBAAqB,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC;AAC3D,WAAK,MAAM,IAAI,4BAAiB,aAAa;AAAA,IAC/C;AAEA,UAAM,aAAa,OACjB,OACA,UACA,eACG;AACH,YAAM,cAAc,KAAK,KAAK,WAAW,KAAK;AAI9C,aAAM,qCAAU;AAChB,UAAI,WAAW,OAAO,QAAS;AAE/B,uBAAiB,SAAS,aAAa;AACrC,YAAI,WAAW,OAAO,QAAS;AAC/B,aAAK,MAAM,IAAI,KAAK;AAAA,MACtB;AAAA,IACF;AAEA,UAAM,QAAQ,IAAI,CAAC,aAAa,GAAG,yBAAyB,CAAC,CAAC;AAAA,EAChE;AACF;","names":[]}
+{"version":3,"sources":["../../src/tts/stream_adapter.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { SentenceStream, SentenceTokenizer } from '../tokenize/index.js';\nimport type { APIConnectOptions } from '../types.js';\nimport { Task } from '../utils.js';\nimport type { ChunkedStream } from './tts.js';\nimport { SynthesizeStream, TTS } from './tts.js';\n\nexport class StreamAdapter extends TTS {\n  #tts: TTS;\n  #sentenceTokenizer: SentenceTokenizer;\n  label: string;\n\n  constructor(tts: TTS, sentenceTokenizer: SentenceTokenizer) {\n    super(tts.sampleRate, tts.numChannels, { streaming: true });\n    this.#tts = tts;\n    this.#sentenceTokenizer = sentenceTokenizer;\n    this.label = this.#tts.label;\n    this.label = `tts.StreamAdapter<${this.#tts.label}>`;\n\n    this.#tts.on('metrics_collected', (metrics) => {\n      this.emit('metrics_collected', metrics);\n    });\n    this.#tts.on('error', (error) => {\n      this.emit('error', error);\n    });\n  }\n\n  synthesize(\n    text: string,\n    connOptions?: APIConnectOptions,\n    abortSignal?: AbortSignal,\n  ): ChunkedStream {\n    return this.#tts.synthesize(text, connOptions, abortSignal);\n  }\n\n  stream(options?: { connOptions?: APIConnectOptions }): StreamAdapterWrapper {\n    return new StreamAdapterWrapper(this.#tts, this.#sentenceTokenizer, options?.connOptions);\n  }\n}\n\nexport class StreamAdapterWrapper extends SynthesizeStream {\n  #tts: TTS;\n  #sentenceStream: SentenceStream;\n  label: string;\n\n  constructor(tts: TTS, sentenceTokenizer: SentenceTokenizer, connOptions?: APIConnectOptions) {\n    super(tts, connOptions);\n    this.#tts = tts;\n    this.#sentenceStream = sentenceTokenizer.stream();\n    this.label = `tts.StreamAdapterWrapper<${this.#tts.label}>`;\n  }\n\n  protected async run() {\n    const forwardInput = async () => {\n      for await (const input of this.input) {\n        if (this.abortController.signal.aborted) break;\n\n        if (input === SynthesizeStream.FLUSH_SENTINEL) {\n          this.#sentenceStream.flush();\n        } else {\n          this.#sentenceStream.pushText(input);\n        }\n      }\n      this.#sentenceStream.endInput();\n      this.#sentenceStream.close();\n    };\n\n    const synthesizeSentenceStream = async () => {\n      let task: Task<void> | undefined;\n      const tokenCompletionTasks: Task<void>[] = [];\n\n      for await (const ev of this.#sentenceStream) {\n        if (this.abortController.signal.aborted) break;\n\n        // this will enable non-blocking synthesis of the stream of tokens\n        task = Task.from(\n          (controller) => synthesize(ev.token, task, controller),\n          this.abortController,\n        );\n\n        tokenCompletionTasks.push(task);\n      }\n\n      await Promise.all(tokenCompletionTasks.map((t) => t.result));\n      this.queue.put(SynthesizeStream.END_OF_STREAM);\n    };\n\n    const synthesize = async (\n      token: string,\n      prevTask: Task<void> | undefined,\n      controller: AbortController,\n    ) => {\n      const audioStream = this.#tts.synthesize(token, this.connOptions, this.abortSignal);\n\n      // wait for previous audio transcription to complete before starting\n      // to queuing audio frames of the current token\n      await prevTask?.result;\n      if (controller.signal.aborted) return;\n\n      for await (const audio of audioStream) {\n        if (controller.signal.aborted) break;\n        this.queue.put(audio);\n      }\n    };\n\n    await Promise.all([forwardInput(), synthesizeSentenceStream()]);\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAKA,mBAAqB;AAErB,iBAAsC;AAE/B,MAAM,sBAAsB,eAAI;AAAA,EACrC;AAAA,EACA;AAAA,EACA;AAAA,EAEA,YAAY,KAAU,mBAAsC;AAC1D,UAAM,IAAI,YAAY,IAAI,aAAa,EAAE,WAAW,KAAK,CAAC;AAC1D,SAAK,OAAO;AACZ,SAAK,qBAAqB;AAC1B,SAAK,QAAQ,KAAK,KAAK;AACvB,SAAK,QAAQ,qBAAqB,KAAK,KAAK,KAAK;AAEjD,SAAK,KAAK,GAAG,qBAAqB,CAAC,YAAY;AAC7C,WAAK,KAAK,qBAAqB,OAAO;AAAA,IACxC,CAAC;AACD,SAAK,KAAK,GAAG,SAAS,CAAC,UAAU;AAC/B,WAAK,KAAK,SAAS,KAAK;AAAA,IAC1B,CAAC;AAAA,EACH;AAAA,EAEA,WACE,MACA,aACA,aACe;AACf,WAAO,KAAK,KAAK,WAAW,MAAM,aAAa,WAAW;AAAA,EAC5D;AAAA,EAEA,OAAO,SAAqE;AAC1E,WAAO,IAAI,qBAAqB,KAAK,MAAM,KAAK,oBAAoB,mCAAS,WAAW;AAAA,EAC1F;AACF;AAEO,MAAM,6BAA6B,4BAAiB;AAAA,EACzD;AAAA,EACA;AAAA,EACA;AAAA,EAEA,YAAY,KAAU,mBAAsC,aAAiC;AAC3F,UAAM,KAAK,WAAW;AACtB,SAAK,OAAO;AACZ,SAAK,kBAAkB,kBAAkB,OAAO;AAChD,SAAK,QAAQ,4BAA4B,KAAK,KAAK,KAAK;AAAA,EAC1D;AAAA,EAEA,MAAgB,MAAM;AACpB,UAAM,eAAe,YAAY;AAC/B,uBAAiB,SAAS,KAAK,OAAO;AACpC,YAAI,KAAK,gBAAgB,OAAO,QAAS;AAEzC,YAAI,UAAU,4BAAiB,gBAAgB;AAC7C,eAAK,gBAAgB,MAAM;AAAA,QAC7B,OAAO;AACL,eAAK,gBAAgB,SAAS,KAAK;AAAA,QACrC;AAAA,MACF;AACA,WAAK,gBAAgB,SAAS;AAC9B,WAAK,gBAAgB,MAAM;AAAA,IAC7B;AAEA,UAAM,2BAA2B,YAAY;AAC3C,UAAI;AACJ,YAAM,uBAAqC,CAAC;AAE5C,uBAAiB,MAAM,KAAK,iBAAiB;AAC3C,YAAI,KAAK,gBAAgB,OAAO,QAAS;AAGzC,eAAO,kBAAK;AAAA,UACV,CAAC,eAAe,WAAW,GAAG,OAAO,MAAM,UAAU;AAAA,UACrD,KAAK;AAAA,QACP;AAEA,6BAAqB,KAAK,IAAI;AAAA,MAChC;AAEA,YAAM,QAAQ,IAAI,qBAAqB,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC;AAC3D,WAAK,MAAM,IAAI,4BAAiB,aAAa;AAAA,IAC/C;AAEA,UAAM,aAAa,OACjB,OACA,UACA,eACG;AACH,YAAM,cAAc,KAAK,KAAK,WAAW,OAAO,KAAK,aAAa,KAAK,WAAW;AAIlF,aAAM,qCAAU;AAChB,UAAI,WAAW,OAAO,QAAS;AAE/B,uBAAiB,SAAS,aAAa;AACrC,YAAI,WAAW,OAAO,QAAS;AAC/B,aAAK,MAAM,IAAI,KAAK;AAAA,MACtB;AAAA,IACF;AAEA,UAAM,QAAQ,IAAI,CAAC,aAAa,GAAG,yBAAyB,CAAC,CAAC;AAAA,EAChE;AACF;","names":[]}

package/dist/tts/stream_adapter.d.cts

@@ -1,17 +1,20 @@
 import type { SentenceTokenizer } from '../tokenize/index.js';
+import type { APIConnectOptions } from '../types.js';
 import type { ChunkedStream } from './tts.js';
 import { SynthesizeStream, TTS } from './tts.js';
 export declare class StreamAdapter extends TTS {
     #private;
     label: string;
     constructor(tts: TTS, sentenceTokenizer: SentenceTokenizer);
-    synthesize(text: string): ChunkedStream;
-    stream(): StreamAdapterWrapper;
+    synthesize(text: string, connOptions?: APIConnectOptions, abortSignal?: AbortSignal): ChunkedStream;
+    stream(options?: {
+        connOptions?: APIConnectOptions;
+    }): StreamAdapterWrapper;
 }
 export declare class StreamAdapterWrapper extends SynthesizeStream {
     #private;
     label: string;
-    constructor(tts: TTS, sentenceTokenizer: SentenceTokenizer);
+    constructor(tts: TTS, sentenceTokenizer: SentenceTokenizer, connOptions?: APIConnectOptions);
     protected run(): Promise<void>;
 }
 //# sourceMappingURL=stream_adapter.d.ts.map

package/dist/tts/stream_adapter.d.ts

@@ -1,17 +1,20 @@
 import type { SentenceTokenizer } from '../tokenize/index.js';
+import type { APIConnectOptions } from '../types.js';
 import type { ChunkedStream } from './tts.js';
 import { SynthesizeStream, TTS } from './tts.js';
 export declare class StreamAdapter extends TTS {
     #private;
     label: string;
     constructor(tts: TTS, sentenceTokenizer: SentenceTokenizer);
-    synthesize(text: string): ChunkedStream;
-    stream(): StreamAdapterWrapper;
+    synthesize(text: string, connOptions?: APIConnectOptions, abortSignal?: AbortSignal): ChunkedStream;
+    stream(options?: {
+        connOptions?: APIConnectOptions;
+    }): StreamAdapterWrapper;
 }
 export declare class StreamAdapterWrapper extends SynthesizeStream {
     #private;
     label: string;
-    constructor(tts: TTS, sentenceTokenizer: SentenceTokenizer);
+    constructor(tts: TTS, sentenceTokenizer: SentenceTokenizer, connOptions?: APIConnectOptions);
     protected run(): Promise<void>;
 }
 //# sourceMappingURL=stream_adapter.d.ts.map

package/dist/tts/stream_adapter.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"stream_adapter.d.ts","sourceRoot":"","sources":["../../src/tts/stream_adapter.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAkB,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AAE9E,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAC9C,OAAO,EAAE,gBAAgB,EAAE,GAAG,EAAE,MAAM,UAAU,CAAC;AAEjD,qBAAa,aAAc,SAAQ,GAAG;;IAGpC,KAAK,EAAE,MAAM,CAAC;gBAEF,GAAG,EAAE,GAAG,EAAE,iBAAiB,EAAE,iBAAiB;IAY1D,UAAU,CAAC,IAAI,EAAE,MAAM,GAAG,aAAa;IAIvC,MAAM,IAAI,oBAAoB;CAG/B;AAED,qBAAa,oBAAqB,SAAQ,gBAAgB;;IAGxD,KAAK,EAAE,MAAM,CAAC;gBAEF,GAAG,EAAE,GAAG,EAAE,iBAAiB,EAAE,iBAAiB;cAO1C,GAAG;CAuDpB"}
+{"version":3,"file":"stream_adapter.d.ts","sourceRoot":"","sources":["../../src/tts/stream_adapter.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAkB,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AAC9E,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAErD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAC9C,OAAO,EAAE,gBAAgB,EAAE,GAAG,EAAE,MAAM,UAAU,CAAC;AAEjD,qBAAa,aAAc,SAAQ,GAAG;;IAGpC,KAAK,EAAE,MAAM,CAAC;gBAEF,GAAG,EAAE,GAAG,EAAE,iBAAiB,EAAE,iBAAiB;IAe1D,UAAU,CACR,IAAI,EAAE,MAAM,EACZ,WAAW,CAAC,EAAE,iBAAiB,EAC/B,WAAW,CAAC,EAAE,WAAW,GACxB,aAAa;IAIhB,MAAM,CAAC,OAAO,CAAC,EAAE;QAAE,WAAW,CAAC,EAAE,iBAAiB,CAAA;KAAE,GAAG,oBAAoB;CAG5E;AAED,qBAAa,oBAAqB,SAAQ,gBAAgB;;IAGxD,KAAK,EAAE,MAAM,CAAC;gBAEF,GAAG,EAAE,GAAG,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,WAAW,CAAC,EAAE,iBAAiB;cAO3E,GAAG;CAuDpB"}

package/dist/tts/stream_adapter.js

@@ -13,20 +13,23 @@ class StreamAdapter extends TTS {
     this.#tts.on("metrics_collected", (metrics) => {
       this.emit("metrics_collected", metrics);
     });
+    this.#tts.on("error", (error) => {
+      this.emit("error", error);
+    });
   }
-  synthesize(text) {
-    return this.#tts.synthesize(text);
+  synthesize(text, connOptions, abortSignal) {
+    return this.#tts.synthesize(text, connOptions, abortSignal);
   }
-  stream() {
-    return new StreamAdapterWrapper(this.#tts, this.#sentenceTokenizer);
+  stream(options) {
+    return new StreamAdapterWrapper(this.#tts, this.#sentenceTokenizer, options == null ? void 0 : options.connOptions);
   }
 }
 class StreamAdapterWrapper extends SynthesizeStream {
   #tts;
   #sentenceStream;
   label;
-  constructor(tts, sentenceTokenizer) {
-    super(tts);
+  constructor(tts, sentenceTokenizer, connOptions) {
+    super(tts, connOptions);
     this.#tts = tts;
     this.#sentenceStream = sentenceTokenizer.stream();
     this.label = `tts.StreamAdapterWrapper<${this.#tts.label}>`;
@@ -59,7 +62,7 @@ class StreamAdapterWrapper extends SynthesizeStream {
       this.queue.put(SynthesizeStream.END_OF_STREAM);
     };
     const synthesize = async (token, prevTask, controller) => {
-      const audioStream = this.#tts.synthesize(token);
+      const audioStream = this.#tts.synthesize(token, this.connOptions, this.abortSignal);
       await (prevTask == null ? void 0 : prevTask.result);
       if (controller.signal.aborted) return;
       for await (const audio of audioStream) {

package/dist/tts/stream_adapter.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/tts/stream_adapter.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { SentenceStream, SentenceTokenizer } from '../tokenize/index.js';\nimport { Task } from '../utils.js';\nimport type { ChunkedStream } from './tts.js';\nimport { SynthesizeStream, TTS } from './tts.js';\n\nexport class StreamAdapter extends TTS {\n  #tts: TTS;\n  #sentenceTokenizer: SentenceTokenizer;\n  label: string;\n\n  constructor(tts: TTS, sentenceTokenizer: SentenceTokenizer) {\n    super(tts.sampleRate, tts.numChannels, { streaming: true });\n    this.#tts = tts;\n    this.#sentenceTokenizer = sentenceTokenizer;\n    this.label = this.#tts.label;\n    this.label = `tts.StreamAdapter<${this.#tts.label}>`;\n\n    this.#tts.on('metrics_collected', (metrics) => {\n      this.emit('metrics_collected', metrics);\n    });\n  }\n\n  synthesize(text: string): ChunkedStream {\n    return this.#tts.synthesize(text);\n  }\n\n  stream(): StreamAdapterWrapper {\n    return new StreamAdapterWrapper(this.#tts, this.#sentenceTokenizer);\n  }\n}\n\nexport class StreamAdapterWrapper extends SynthesizeStream {\n  #tts: TTS;\n  #sentenceStream: SentenceStream;\n  label: string;\n\n  constructor(tts: TTS, sentenceTokenizer: SentenceTokenizer) {\n    super(tts);\n    this.#tts = tts;\n    this.#sentenceStream = sentenceTokenizer.stream();\n    this.label = `tts.StreamAdapterWrapper<${this.#tts.label}>`;\n  }\n\n  protected async run() {\n    const forwardInput = async () => {\n      for await (const input of this.input) {\n        if (this.abortController.signal.aborted) break;\n\n        if (input === SynthesizeStream.FLUSH_SENTINEL) {\n          this.#sentenceStream.flush();\n        } else {\n          this.#sentenceStream.pushText(input);\n        }\n      }\n      this.#sentenceStream.endInput();\n      this.#sentenceStream.close();\n    };\n\n    const synthesizeSentenceStream = async () => {\n      let task: Task<void> | undefined;\n      const tokenCompletionTasks: Task<void>[] = [];\n\n      for await (const ev of this.#sentenceStream) {\n        if (this.abortController.signal.aborted) break;\n\n        // this will enable non-blocking synthesis of the stream of tokens\n        task = Task.from(\n          (controller) => synthesize(ev.token, task, controller),\n          this.abortController,\n        );\n\n        tokenCompletionTasks.push(task);\n      }\n\n      await Promise.all(tokenCompletionTasks.map((t) => t.result));\n      this.queue.put(SynthesizeStream.END_OF_STREAM);\n    };\n\n    const synthesize = async (\n      token: string,\n      prevTask: Task<void> | undefined,\n      controller: AbortController,\n    ) => {\n      const audioStream = this.#tts.synthesize(token);\n\n      // wait for previous audio transcription to complete before starting\n      // to queuing audio frames of the current token\n      await prevTask?.result;\n      if (controller.signal.aborted) return;\n\n      for await (const audio of audioStream) {\n        if (controller.signal.aborted) break;\n        this.queue.put(audio);\n      }\n    };\n\n    await Promise.all([forwardInput(), synthesizeSentenceStream()]);\n  }\n}\n"],"mappings":"AAIA,SAAS,YAAY;AAErB,SAAS,kBAAkB,WAAW;AAE/B,MAAM,sBAAsB,IAAI;AAAA,EACrC;AAAA,EACA;AAAA,EACA;AAAA,EAEA,YAAY,KAAU,mBAAsC;AAC1D,UAAM,IAAI,YAAY,IAAI,aAAa,EAAE,WAAW,KAAK,CAAC;AAC1D,SAAK,OAAO;AACZ,SAAK,qBAAqB;AAC1B,SAAK,QAAQ,KAAK,KAAK;AACvB,SAAK,QAAQ,qBAAqB,KAAK,KAAK,KAAK;AAEjD,SAAK,KAAK,GAAG,qBAAqB,CAAC,YAAY;AAC7C,WAAK,KAAK,qBAAqB,OAAO;AAAA,IACxC,CAAC;AAAA,EACH;AAAA,EAEA,WAAW,MAA6B;AACtC,WAAO,KAAK,KAAK,WAAW,IAAI;AAAA,EAClC;AAAA,EAEA,SAA+B;AAC7B,WAAO,IAAI,qBAAqB,KAAK,MAAM,KAAK,kBAAkB;AAAA,EACpE;AACF;AAEO,MAAM,6BAA6B,iBAAiB;AAAA,EACzD;AAAA,EACA;AAAA,EACA;AAAA,EAEA,YAAY,KAAU,mBAAsC;AAC1D,UAAM,GAAG;AACT,SAAK,OAAO;AACZ,SAAK,kBAAkB,kBAAkB,OAAO;AAChD,SAAK,QAAQ,4BAA4B,KAAK,KAAK,KAAK;AAAA,EAC1D;AAAA,EAEA,MAAgB,MAAM;AACpB,UAAM,eAAe,YAAY;AAC/B,uBAAiB,SAAS,KAAK,OAAO;AACpC,YAAI,KAAK,gBAAgB,OAAO,QAAS;AAEzC,YAAI,UAAU,iBAAiB,gBAAgB;AAC7C,eAAK,gBAAgB,MAAM;AAAA,QAC7B,OAAO;AACL,eAAK,gBAAgB,SAAS,KAAK;AAAA,QACrC;AAAA,MACF;AACA,WAAK,gBAAgB,SAAS;AAC9B,WAAK,gBAAgB,MAAM;AAAA,IAC7B;AAEA,UAAM,2BAA2B,YAAY;AAC3C,UAAI;AACJ,YAAM,uBAAqC,CAAC;AAE5C,uBAAiB,MAAM,KAAK,iBAAiB;AAC3C,YAAI,KAAK,gBAAgB,OAAO,QAAS;AAGzC,eAAO,KAAK;AAAA,UACV,CAAC,eAAe,WAAW,GAAG,OAAO,MAAM,UAAU;AAAA,UACrD,KAAK;AAAA,QACP;AAEA,6BAAqB,KAAK,IAAI;AAAA,MAChC;AAEA,YAAM,QAAQ,IAAI,qBAAqB,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC;AAC3D,WAAK,MAAM,IAAI,iBAAiB,aAAa;AAAA,IAC/C;AAEA,UAAM,aAAa,OACjB,OACA,UACA,eACG;AACH,YAAM,cAAc,KAAK,KAAK,WAAW,KAAK;AAI9C,aAAM,qCAAU;AAChB,UAAI,WAAW,OAAO,QAAS;AAE/B,uBAAiB,SAAS,aAAa;AACrC,YAAI,WAAW,OAAO,QAAS;AAC/B,aAAK,MAAM,IAAI,KAAK;AAAA,MACtB;AAAA,IACF;AAEA,UAAM,QAAQ,IAAI,CAAC,aAAa,GAAG,yBAAyB,CAAC,CAAC;AAAA,EAChE;AACF;","names":[]}
+{"version":3,"sources":["../../src/tts/stream_adapter.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { SentenceStream, SentenceTokenizer } from '../tokenize/index.js';\nimport type { APIConnectOptions } from '../types.js';\nimport { Task } from '../utils.js';\nimport type { ChunkedStream } from './tts.js';\nimport { SynthesizeStream, TTS } from './tts.js';\n\nexport class StreamAdapter extends TTS {\n  #tts: TTS;\n  #sentenceTokenizer: SentenceTokenizer;\n  label: string;\n\n  constructor(tts: TTS, sentenceTokenizer: SentenceTokenizer) {\n    super(tts.sampleRate, tts.numChannels, { streaming: true });\n    this.#tts = tts;\n    this.#sentenceTokenizer = sentenceTokenizer;\n    this.label = this.#tts.label;\n    this.label = `tts.StreamAdapter<${this.#tts.label}>`;\n\n    this.#tts.on('metrics_collected', (metrics) => {\n      this.emit('metrics_collected', metrics);\n    });\n    this.#tts.on('error', (error) => {\n      this.emit('error', error);\n    });\n  }\n\n  synthesize(\n    text: string,\n    connOptions?: APIConnectOptions,\n    abortSignal?: AbortSignal,\n  ): ChunkedStream {\n    return this.#tts.synthesize(text, connOptions, abortSignal);\n  }\n\n  stream(options?: { connOptions?: APIConnectOptions }): StreamAdapterWrapper {\n    return new StreamAdapterWrapper(this.#tts, this.#sentenceTokenizer, options?.connOptions);\n  }\n}\n\nexport class StreamAdapterWrapper extends SynthesizeStream {\n  #tts: TTS;\n  #sentenceStream: SentenceStream;\n  label: string;\n\n  constructor(tts: TTS, sentenceTokenizer: SentenceTokenizer, connOptions?: APIConnectOptions) {\n    super(tts, connOptions);\n    this.#tts = tts;\n    this.#sentenceStream = sentenceTokenizer.stream();\n    this.label = `tts.StreamAdapterWrapper<${this.#tts.label}>`;\n  }\n\n  protected async run() {\n    const forwardInput = async () => {\n      for await (const input of this.input) {\n        if (this.abortController.signal.aborted) break;\n\n        if (input === SynthesizeStream.FLUSH_SENTINEL) {\n          this.#sentenceStream.flush();\n        } else {\n          this.#sentenceStream.pushText(input);\n        }\n      }\n      this.#sentenceStream.endInput();\n      this.#sentenceStream.close();\n    };\n\n    const synthesizeSentenceStream = async () => {\n      let task: Task<void> | undefined;\n      const tokenCompletionTasks: Task<void>[] = [];\n\n      for await (const ev of this.#sentenceStream) {\n        if (this.abortController.signal.aborted) break;\n\n        // this will enable non-blocking synthesis of the stream of tokens\n        task = Task.from(\n          (controller) => synthesize(ev.token, task, controller),\n          this.abortController,\n        );\n\n        tokenCompletionTasks.push(task);\n      }\n\n      await Promise.all(tokenCompletionTasks.map((t) => t.result));\n      this.queue.put(SynthesizeStream.END_OF_STREAM);\n    };\n\n    const synthesize = async (\n      token: string,\n      prevTask: Task<void> | undefined,\n      controller: AbortController,\n    ) => {\n      const audioStream = this.#tts.synthesize(token, this.connOptions, this.abortSignal);\n\n      // wait for previous audio transcription to complete before starting\n      // to queuing audio frames of the current token\n      await prevTask?.result;\n      if (controller.signal.aborted) return;\n\n      for await (const audio of audioStream) {\n        if (controller.signal.aborted) break;\n        this.queue.put(audio);\n      }\n    };\n\n    await Promise.all([forwardInput(), synthesizeSentenceStream()]);\n  }\n}\n"],"mappings":"AAKA,SAAS,YAAY;AAErB,SAAS,kBAAkB,WAAW;AAE/B,MAAM,sBAAsB,IAAI;AAAA,EACrC;AAAA,EACA;AAAA,EACA;AAAA,EAEA,YAAY,KAAU,mBAAsC;AAC1D,UAAM,IAAI,YAAY,IAAI,aAAa,EAAE,WAAW,KAAK,CAAC;AAC1D,SAAK,OAAO;AACZ,SAAK,qBAAqB;AAC1B,SAAK,QAAQ,KAAK,KAAK;AACvB,SAAK,QAAQ,qBAAqB,KAAK,KAAK,KAAK;AAEjD,SAAK,KAAK,GAAG,qBAAqB,CAAC,YAAY;AAC7C,WAAK,KAAK,qBAAqB,OAAO;AAAA,IACxC,CAAC;AACD,SAAK,KAAK,GAAG,SAAS,CAAC,UAAU;AAC/B,WAAK,KAAK,SAAS,KAAK;AAAA,IAC1B,CAAC;AAAA,EACH;AAAA,EAEA,WACE,MACA,aACA,aACe;AACf,WAAO,KAAK,KAAK,WAAW,MAAM,aAAa,WAAW;AAAA,EAC5D;AAAA,EAEA,OAAO,SAAqE;AAC1E,WAAO,IAAI,qBAAqB,KAAK,MAAM,KAAK,oBAAoB,mCAAS,WAAW;AAAA,EAC1F;AACF;AAEO,MAAM,6BAA6B,iBAAiB;AAAA,EACzD;AAAA,EACA;AAAA,EACA;AAAA,EAEA,YAAY,KAAU,mBAAsC,aAAiC;AAC3F,UAAM,KAAK,WAAW;AACtB,SAAK,OAAO;AACZ,SAAK,kBAAkB,kBAAkB,OAAO;AAChD,SAAK,QAAQ,4BAA4B,KAAK,KAAK,KAAK;AAAA,EAC1D;AAAA,EAEA,MAAgB,MAAM;AACpB,UAAM,eAAe,YAAY;AAC/B,uBAAiB,SAAS,KAAK,OAAO;AACpC,YAAI,KAAK,gBAAgB,OAAO,QAAS;AAEzC,YAAI,UAAU,iBAAiB,gBAAgB;AAC7C,eAAK,gBAAgB,MAAM;AAAA,QAC7B,OAAO;AACL,eAAK,gBAAgB,SAAS,KAAK;AAAA,QACrC;AAAA,MACF;AACA,WAAK,gBAAgB,SAAS;AAC9B,WAAK,gBAAgB,MAAM;AAAA,IAC7B;AAEA,UAAM,2BAA2B,YAAY;AAC3C,UAAI;AACJ,YAAM,uBAAqC,CAAC;AAE5C,uBAAiB,MAAM,KAAK,iBAAiB;AAC3C,YAAI,KAAK,gBAAgB,OAAO,QAAS;AAGzC,eAAO,KAAK;AAAA,UACV,CAAC,eAAe,WAAW,GAAG,OAAO,MAAM,UAAU;AAAA,UACrD,KAAK;AAAA,QACP;AAEA,6BAAqB,KAAK,IAAI;AAAA,MAChC;AAEA,YAAM,QAAQ,IAAI,qBAAqB,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC;AAC3D,WAAK,MAAM,IAAI,iBAAiB,aAAa;AAAA,IAC/C;AAEA,UAAM,aAAa,OACjB,OACA,UACA,eACG;AACH,YAAM,cAAc,KAAK,KAAK,WAAW,OAAO,KAAK,aAAa,KAAK,WAAW;AAIlF,aAAM,qCAAU;AAChB,UAAI,WAAW,OAAO,QAAS;AAE/B,uBAAiB,SAAS,aAAa;AACrC,YAAI,WAAW,OAAO,QAAS;AAC/B,aAAK,MAAM,IAAI,KAAK;AAAA,MACtB;AAAA,IACF;AAEA,UAAM,QAAQ,IAAI,CAAC,aAAa,GAAG,yBAAyB,CAAC,CAAC;AAAA,EAChE;AACF;","names":[]}

package/dist/tts/tts.cjs

@@ -63,24 +63,24 @@ class SynthesizeStream {
   queue = new import_utils.AsyncIterableQueue();
   output = new import_utils.AsyncIterableQueue();
   closed = false;
+  connOptions;
+  abortController = new AbortController();
+  deferredInputStream;
+  logger = (0, import_log.log)();
   #tts;
   #metricsPendingTexts = [];
   #metricsText = "";
   #monitorMetricsTask;
-  _connOptions;
-  abortController = new AbortController();
   #ttsRequestSpan;
-  deferredInputStream;
-  logger = (0, import_log.log)();
   constructor(tts, connOptions = import_types.DEFAULT_API_CONNECT_OPTIONS) {
     this.#tts = tts;
-    this._connOptions = connOptions;
+    this.connOptions = connOptions;
     this.deferredInputStream = new import_deferred_stream.DeferredReadableStream();
     this.pumpInput();
     this.abortController.signal.addEventListener("abort", () => {
       this.deferredInputStream.detachSource();
-      this.input.close();
-      this.output.close();
+      if (!this.input.closed) this.input.close();
+      if (!this.output.closed) this.output.close();
       this.closed = true;
     });
     (0, import_utils.startSoon)(() => this.mainTask().then(() => this.queue.close()));
@@ -91,7 +91,7 @@ class SynthesizeStream {
       [import_telemetry.traceTypes.ATTR_TTS_STREAMING]: true,
       [import_telemetry.traceTypes.ATTR_TTS_LABEL]: this.#tts.label
     });
-    for (let i = 0; i < this._connOptions.maxRetry + 1; i++) {
+    for (let i = 0; i < this.connOptions.maxRetry + 1; i++) {
       try {
         return await import_telemetry.tracer.startActiveSpan(
           async (attemptSpan) => {
@@ -107,14 +107,14 @@ class SynthesizeStream {
         );
       } catch (error) {
         if (error instanceof import_exceptions.APIError) {
-          const retryInterval = this._connOptions._intervalForRetry(i);
-          if (this._connOptions.maxRetry === 0 || !error.retryable) {
+          const retryInterval = (0, import_types.intervalForRetry)(this.connOptions, i);
+          if (this.connOptions.maxRetry === 0 || !error.retryable) {
             this.emitError({ error, recoverable: false });
             throw error;
-          } else if (i === this._connOptions.maxRetry) {
+          } else if (i === this.connOptions.maxRetry) {
             this.emitError({ error, recoverable: false });
             throw new import_exceptions.APIConnectionError({
-              message: `failed to generate TTS completion after ${this._connOptions.maxRetry + 1} attempts`,
+              message: `failed to generate TTS completion after ${this.connOptions.maxRetry + 1} attempts`,
               options: { retryable: false }
             });
           } else {
@@ -265,6 +265,9 @@ class SynthesizeStream {
   next() {
     return this.output.next();
   }
+  get abortSignal() {
+    return this.abortController.signal;
+  }
   /** Close both the input and output of the TTS stream */
   close() {
     this.abortController.abort();
@@ -282,10 +285,14 @@ class ChunkedStream {
   #ttsRequestSpan;
   _connOptions;
   logger = (0, import_log.log)();
-  constructor(text, tts, connOptions = import_types.DEFAULT_API_CONNECT_OPTIONS) {
+  abortController = new AbortController();
+  constructor(text, tts, connOptions = import_types.DEFAULT_API_CONNECT_OPTIONS, abortSignal) {
     this.#text = text;
     this.#tts = tts;
     this._connOptions = connOptions;
+    if (abortSignal) {
+      abortSignal.addEventListener("abort", () => this.abortController.abort(), { once: true });
+    }
     this.monitorMetrics();
     Promise.resolve().then(() => this.mainTask().then(() => this.queue.close()));
   }
@@ -311,7 +318,7 @@ class ChunkedStream {
         );
       } catch (error) {
         if (error instanceof import_exceptions.APIError) {
-          const retryInterval = this._connOptions._intervalForRetry(i);
+          const retryInterval = (0, import_types.intervalForRetry)(this._connOptions, i);
           if (this._connOptions.maxRetry === 0 || !error.retryable) {
             this.emitError({ error, recoverable: false });
             throw error;
@@ -355,6 +362,9 @@ class ChunkedStream {
   get inputText() {
     return this.#text;
   }
+  get abortSignal() {
+    return this.abortController.signal;
+  }
   async monitorMetrics() {
     const startTime = process.hrtime.bigint();
     let audioDurationMs = 0;
@@ -403,8 +413,9 @@ class ChunkedStream {
   }
   /** Close both the input and output of the TTS stream */
   close() {
-    this.queue.close();
-    this.output.close();
+    if (!this.queue.closed) this.queue.close();
+    if (!this.output.closed) this.output.close();
+    if (!this.abortController.signal.aborted) this.abortController.abort();
     this.closed = true;
   }
   [Symbol.asyncIterator]() {

package/dist/tts/tts.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/tts/tts.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { AudioFrame } from '@livekit/rtc-node';\nimport type { TypedEventEmitter as TypedEmitter } from '@livekit/typed-emitter';\nimport type { Span } from '@opentelemetry/api';\nimport { EventEmitter } from 'node:events';\nimport type { ReadableStream } from 'node:stream/web';\nimport { APIConnectionError, APIError } from '../_exceptions.js';\nimport { log } from '../log.js';\nimport type { TTSMetrics } from '../metrics/base.js';\nimport { DeferredReadableStream } from '../stream/deferred_stream.js';\nimport { recordException, traceTypes, tracer } from '../telemetry/index.js';\nimport { type APIConnectOptions, DEFAULT_API_CONNECT_OPTIONS } from '../types.js';\nimport { AsyncIterableQueue, delay, mergeFrames, startSoon, toError } from '../utils.js';\n\n/** SynthesizedAudio is a packet of speech synthesis as returned by the TTS. */\nexport interface SynthesizedAudio {\n  /** Request ID (one segment could be made up of multiple requests) */\n  requestId: string;\n  /** Segment ID, each segment is separated by a flush */\n  segmentId: string;\n  /** Synthesized audio frame */\n  frame: AudioFrame;\n  /** Current segment of the synthesized audio */\n  deltaText?: string;\n  /** Whether this is the last frame of the segment (streaming only) */\n  final: boolean;\n}\n\n/**\n * Describes the capabilities of the TTS provider.\n *\n * @remarks\n * At present, only `streaming` is supplied to this interface, and the framework only supports\n * providers that do have a streaming endpoint.\n */\nexport interface TTSCapabilities {\n  streaming: boolean;\n}\n\nexport interface TTSError {\n  type: 'tts_error';\n  timestamp: number;\n  label: string;\n  error: Error;\n  recoverable: boolean;\n}\n\nexport type TTSCallbacks = {\n  ['metrics_collected']: (metrics: TTSMetrics) => void;\n  ['error']: (error: TTSError) => void;\n};\n\n/**\n * An instance of a text-to-speech adapter.\n *\n * @remarks\n * This class is abstract, and as such cannot be used directly. Instead, use a provider plugin that\n * exports its own child TTS class, which inherits this class's methods.\n */\nexport abstract class TTS extends (EventEmitter as new () => TypedEmitter<TTSCallbacks>) {\n  #capabilities: TTSCapabilities;\n  #sampleRate: number;\n  #numChannels: number;\n  abstract label: string;\n\n  constructor(sampleRate: number, numChannels: number, capabilities: TTSCapabilities) {\n    super();\n    this.#capabilities = capabilities;\n    this.#sampleRate = sampleRate;\n    this.#numChannels = numChannels;\n  }\n\n  /** Returns this TTS's capabilities */\n  get capabilities(): TTSCapabilities {\n    return this.#capabilities;\n  }\n\n  /** Returns the sample rate of audio frames returned by this TTS */\n  get sampleRate(): number {\n    return this.#sampleRate;\n  }\n\n  /** Returns the channel count of audio frames returned by this TTS */\n  get numChannels(): number {\n    return this.#numChannels;\n  }\n\n  /**\n   * Receives text and returns synthesis in the form of a {@link ChunkedStream}\n   */\n  abstract synthesize(text: string): ChunkedStream;\n\n  /**\n   * Returns a {@link SynthesizeStream} that can be used to push text and receive audio data\n   */\n  abstract stream(): SynthesizeStream;\n\n  async close(): Promise<void> {\n    return;\n  }\n}\n\n/**\n * An instance of a text-to-speech stream, as an asynchronous iterable iterator.\n *\n * @example Looping through frames\n * ```ts\n * for await (const event of stream) {\n *   await source.captureFrame(event.frame);\n * }\n * ```\n *\n * @remarks\n * This class is abstract, and as such cannot be used directly. Instead, use a provider plugin that\n * exports its own child SynthesizeStream class, which inherits this class's methods.\n */\nexport abstract class SynthesizeStream\n  implements AsyncIterableIterator<SynthesizedAudio | typeof SynthesizeStream.END_OF_STREAM>\n{\n  protected static readonly FLUSH_SENTINEL = Symbol('FLUSH_SENTINEL');\n  static readonly END_OF_STREAM = Symbol('END_OF_STREAM');\n  protected input = new AsyncIterableQueue<string | typeof SynthesizeStream.FLUSH_SENTINEL>();\n  protected queue = new AsyncIterableQueue<\n    SynthesizedAudio | typeof SynthesizeStream.END_OF_STREAM\n  >();\n  protected output = new AsyncIterableQueue<\n    SynthesizedAudio | typeof SynthesizeStream.END_OF_STREAM\n  >();\n  protected closed = false;\n  abstract label: string;\n  #tts: TTS;\n  #metricsPendingTexts: string[] = [];\n  #metricsText = '';\n  #monitorMetricsTask?: Promise<void>;\n  private _connOptions: APIConnectOptions;\n  protected abortController = new AbortController();\n  #ttsRequestSpan?: Span;\n\n  private deferredInputStream: DeferredReadableStream<\n    string | typeof SynthesizeStream.FLUSH_SENTINEL\n  >;\n  private logger = log();\n\n  constructor(tts: TTS, connOptions: APIConnectOptions = DEFAULT_API_CONNECT_OPTIONS) {\n    this.#tts = tts;\n    this._connOptions = connOptions;\n    this.deferredInputStream = new DeferredReadableStream();\n    this.pumpInput();\n    this.abortController.signal.addEventListener('abort', () => {\n      this.deferredInputStream.detachSource();\n      // TODO (AJS-36) clean this up when we refactor with streams\n      this.input.close();\n      this.output.close();\n      this.closed = true;\n    });\n\n    // this is a hack to immitate asyncio.create_task so that mainTask\n    // is run **after** the constructor has finished. Otherwise we get\n    // runtime error when trying to access class variables in the\n    // `run` method.\n    startSoon(() => this.mainTask().then(() => this.queue.close()));\n  }\n\n  private _mainTaskImpl = async (span: Span) => {\n    this.#ttsRequestSpan = span;\n    span.setAttributes({\n      [traceTypes.ATTR_TTS_STREAMING]: true,\n      [traceTypes.ATTR_TTS_LABEL]: this.#tts.label,\n    });\n\n    for (let i = 0; i < this._connOptions.maxRetry + 1; i++) {\n      try {\n        return await tracer.startActiveSpan(\n          async (attemptSpan) => {\n            attemptSpan.setAttribute(traceTypes.ATTR_RETRY_COUNT, i);\n            try {\n              return await this.run();\n            } catch (error) {\n              recordException(attemptSpan, toError(error));\n              throw error;\n            }\n          },\n          { name: 'tts_request_run' },\n        );\n      } catch (error) {\n        if (error instanceof APIError) {\n          const retryInterval = this._connOptions._intervalForRetry(i);\n\n          if (this._connOptions.maxRetry === 0 || !error.retryable) {\n            this.emitError({ error, recoverable: false });\n            throw error;\n          } else if (i === this._connOptions.maxRetry) {\n            this.emitError({ error, recoverable: false });\n            throw new APIConnectionError({\n              message: `failed to generate TTS completion after ${this._connOptions.maxRetry + 1} attempts`,\n              options: { retryable: false },\n            });\n          } else {\n            // Don't emit error event for recoverable errors during retry loop\n            // to avoid ERR_UNHANDLED_ERROR or premature session termination\n            this.logger.warn(\n              { tts: this.#tts.label, attempt: i + 1, error },\n              `failed to synthesize speech, retrying in  ${retryInterval}s`,\n            );\n          }\n\n          if (retryInterval > 0) {\n            await delay(retryInterval);\n          }\n        } else {\n          this.emitError({ error: toError(error), recoverable: false });\n          throw error;\n        }\n      }\n    }\n  };\n\n  private mainTask = async () =>\n    tracer.startActiveSpan(async (span) => this._mainTaskImpl(span), {\n      name: 'tts_request',\n      endOnExit: false,\n    });\n\n  private emitError({ error, recoverable }: { error: Error; recoverable: boolean }) {\n    this.#tts.emit('error', {\n      type: 'tts_error',\n      timestamp: Date.now(),\n      label: this.#tts.label,\n      error,\n      recoverable,\n    });\n  }\n\n  // NOTE(AJS-37): The implementation below uses an AsyncIterableQueue (`this.input`)\n  // bridged from a DeferredReadableStream (`this.deferredInputStream`) rather than\n  // consuming the stream directly.\n  //\n  // A full refactor to native Web Streams was considered but is currently deferred.\n  // The primary reason is to maintain architectural parity with the Python SDK,\n  // which is a key design goal for the project. This ensures a consistent developer\n  // experience across both platforms.\n  //\n  // For more context, see the discussion in GitHub issue # 844.\n  protected async pumpInput() {\n    const reader = this.deferredInputStream.stream.getReader();\n    try {\n      while (true) {\n        const { done, value } = await reader.read();\n        if (done || value === SynthesizeStream.FLUSH_SENTINEL) {\n          break;\n        }\n        this.pushText(value);\n      }\n      this.endInput();\n    } catch (error) {\n      this.logger.error(error, 'Error reading deferred input stream');\n    } finally {\n      reader.releaseLock();\n      // Ensure output is closed when the stream ends\n      if (!this.#monitorMetricsTask) {\n        // No text was received, close the output directly\n        this.output.close();\n      }\n    }\n  }\n\n  protected async monitorMetrics() {\n    const startTime = process.hrtime.bigint();\n    let audioDurationMs = 0;\n    let ttfb: bigint = BigInt(-1);\n    let requestId = '';\n\n    const emit = () => {\n      if (this.#metricsPendingTexts.length) {\n        const text = this.#metricsPendingTexts.shift()!;\n        const duration = process.hrtime.bigint() - startTime;\n        const roundedAudioDurationMs = Math.round(audioDurationMs);\n        const metrics: TTSMetrics = {\n          type: 'tts_metrics',\n          timestamp: Date.now(),\n          requestId,\n          ttfbMs: ttfb === BigInt(-1) ? -1 : Math.trunc(Number(ttfb / BigInt(1000000))),\n          durationMs: Math.trunc(Number(duration / BigInt(1000000))),\n          charactersCount: text.length,\n          audioDurationMs: roundedAudioDurationMs,\n          cancelled: this.abortController.signal.aborted,\n          label: this.#tts.label,\n          streamed: false,\n        };\n        if (this.#ttsRequestSpan) {\n          this.#ttsRequestSpan.setAttribute(traceTypes.ATTR_TTS_METRICS, JSON.stringify(metrics));\n        }\n        this.#tts.emit('metrics_collected', metrics);\n      }\n    };\n\n    for await (const audio of this.queue) {\n      if (this.abortController.signal.aborted) {\n        break;\n      }\n      this.output.put(audio);\n      if (audio === SynthesizeStream.END_OF_STREAM) continue;\n      requestId = audio.requestId;\n      if (ttfb === BigInt(-1)) {\n        ttfb = process.hrtime.bigint() - startTime;\n      }\n      // TODO(AJS-102): use frame.durationMs once available in rtc-node\n      audioDurationMs += (audio.frame.samplesPerChannel / audio.frame.sampleRate) * 1000;\n      if (audio.final) {\n        emit();\n      }\n    }\n\n    if (requestId) {\n      emit();\n    }\n\n    if (this.#ttsRequestSpan) {\n      this.#ttsRequestSpan.end();\n      this.#ttsRequestSpan = undefined;\n    }\n  }\n\n  protected abstract run(): Promise<void>;\n\n  updateInputStream(text: ReadableStream<string>) {\n    this.deferredInputStream.setSource(text);\n  }\n\n  /** Push a string of text to the TTS */\n  /** @deprecated Use `updateInputStream` instead */\n  pushText(text: string) {\n    if (!this.#monitorMetricsTask) {\n      this.#monitorMetricsTask = this.monitorMetrics();\n      // Close output when metrics task completes\n      this.#monitorMetricsTask.finally(() => this.output.close());\n    }\n    this.#metricsText += text;\n\n    if (this.input.closed || this.closed) {\n      // Stream was aborted/closed, silently skip\n      return;\n    }\n\n    this.input.put(text);\n  }\n\n  /** Flush the TTS, causing it to process all pending text */\n  flush() {\n    if (this.#metricsText) {\n      this.#metricsPendingTexts.push(this.#metricsText);\n      this.#metricsText = '';\n    }\n\n    if (this.input.closed || this.closed) {\n      // Stream was aborted/closed, silently skip\n      return;\n    }\n\n    this.input.put(SynthesizeStream.FLUSH_SENTINEL);\n  }\n\n  /** Mark the input as ended and forbid additional pushes */\n  endInput() {\n    this.flush();\n\n    if (this.input.closed || this.closed) {\n      // Stream was aborted/closed, silently skip\n      return;\n    }\n\n    this.input.close();\n  }\n\n  next(): Promise<IteratorResult<SynthesizedAudio | typeof SynthesizeStream.END_OF_STREAM>> {\n    return this.output.next();\n  }\n\n  /** Close both the input and output of the TTS stream */\n  close() {\n    this.abortController.abort();\n  }\n\n  [Symbol.asyncIterator](): SynthesizeStream {\n    return this;\n  }\n}\n\n/**\n * An instance of a text-to-speech response, as an asynchronous iterable iterator.\n *\n * @example Looping through frames\n * ```ts\n * for await (const event of stream) {\n *   await source.captureFrame(event.frame);\n * }\n * ```\n *\n * @remarks\n * This class is abstract, and as such cannot be used directly. Instead, use a provider plugin that\n * exports its own child ChunkedStream class, which inherits this class's methods.\n */\nexport abstract class ChunkedStream implements AsyncIterableIterator<SynthesizedAudio> {\n  protected queue = new AsyncIterableQueue<SynthesizedAudio>();\n  protected output = new AsyncIterableQueue<SynthesizedAudio>();\n  protected closed = false;\n  abstract label: string;\n  #text: string;\n  #tts: TTS;\n  #ttsRequestSpan?: Span;\n  private _connOptions: APIConnectOptions;\n  private logger = log();\n\n  constructor(\n    text: string,\n    tts: TTS,\n    connOptions: APIConnectOptions = DEFAULT_API_CONNECT_OPTIONS,\n  ) {\n    this.#text = text;\n    this.#tts = tts;\n    this._connOptions = connOptions;\n\n    this.monitorMetrics();\n\n    // this is a hack to immitate asyncio.create_task so that mainTask\n    // is run **after** the constructor has finished. Otherwise we get\n    // runtime error when trying to access class variables in the\n    // `run` method.\n    Promise.resolve().then(() => this.mainTask().then(() => this.queue.close()));\n  }\n\n  private _mainTaskImpl = async (span: Span) => {\n    this.#ttsRequestSpan = span;\n    span.setAttributes({\n      [traceTypes.ATTR_TTS_STREAMING]: false,\n      [traceTypes.ATTR_TTS_LABEL]: this.#tts.label,\n    });\n\n    for (let i = 0; i < this._connOptions.maxRetry + 1; i++) {\n      try {\n        return await tracer.startActiveSpan(\n          async (attemptSpan) => {\n            attemptSpan.setAttribute(traceTypes.ATTR_RETRY_COUNT, i);\n            try {\n              return await this.run();\n            } catch (error) {\n              recordException(attemptSpan, toError(error));\n              throw error;\n            }\n          },\n          { name: 'tts_request_run' },\n        );\n      } catch (error) {\n        if (error instanceof APIError) {\n          const retryInterval = this._connOptions._intervalForRetry(i);\n\n          if (this._connOptions.maxRetry === 0 || !error.retryable) {\n            this.emitError({ error, recoverable: false });\n            throw error;\n          } else if (i === this._connOptions.maxRetry) {\n            this.emitError({ error, recoverable: false });\n            throw new APIConnectionError({\n              message: `failed to generate TTS completion after ${this._connOptions.maxRetry + 1} attempts`,\n              options: { retryable: false },\n            });\n          } else {\n            // Don't emit error event for recoverable errors during retry loop\n            // to avoid ERR_UNHANDLED_ERROR or premature session termination\n            this.logger.warn(\n              { tts: this.#tts.label, attempt: i + 1, error },\n              `failed to generate TTS completion, retrying in ${retryInterval}s`,\n            );\n          }\n\n          if (retryInterval > 0) {\n            await delay(retryInterval);\n          }\n        } else {\n          this.emitError({ error: toError(error), recoverable: false });\n          throw error;\n        }\n      }\n    }\n  };\n\n  private async mainTask() {\n    return tracer.startActiveSpan(async (span) => this._mainTaskImpl(span), {\n      name: 'tts_request',\n      endOnExit: false,\n    });\n  }\n\n  private emitError({ error, recoverable }: { error: Error; recoverable: boolean }) {\n    this.#tts.emit('error', {\n      type: 'tts_error',\n      timestamp: Date.now(),\n      label: this.#tts.label,\n      error,\n      recoverable,\n    });\n  }\n\n  protected abstract run(): Promise<void>;\n\n  get inputText(): string {\n    return this.#text;\n  }\n\n  protected async monitorMetrics() {\n    const startTime = process.hrtime.bigint();\n    let audioDurationMs = 0;\n    let ttfb: bigint = BigInt(-1);\n    let requestId = '';\n\n    for await (const audio of this.queue) {\n      this.output.put(audio);\n      requestId = audio.requestId;\n      if (ttfb === BigInt(-1)) {\n        ttfb = process.hrtime.bigint() - startTime;\n      }\n      audioDurationMs += (audio.frame.samplesPerChannel / audio.frame.sampleRate) * 1000;\n    }\n    this.output.close();\n\n    const duration = process.hrtime.bigint() - startTime;\n    const metrics: TTSMetrics = {\n      type: 'tts_metrics',\n      timestamp: Date.now(),\n      requestId,\n      ttfbMs: ttfb === BigInt(-1) ? -1 : Math.trunc(Number(ttfb / BigInt(1000000))),\n      durationMs: Math.trunc(Number(duration / BigInt(1000000))),\n      charactersCount: this.#text.length,\n      audioDurationMs: Math.round(audioDurationMs),\n      cancelled: false, // TODO(AJS-186): support ChunkedStream with 1.0 - add this.abortController.signal.aborted here\n      label: this.#tts.label,\n      streamed: false,\n    };\n\n    if (this.#ttsRequestSpan) {\n      this.#ttsRequestSpan.setAttribute(traceTypes.ATTR_TTS_METRICS, JSON.stringify(metrics));\n      this.#ttsRequestSpan.end();\n      this.#ttsRequestSpan = undefined;\n    }\n\n    this.#tts.emit('metrics_collected', metrics);\n  }\n\n  /** Collect every frame into one in a single call */\n  async collect(): Promise<AudioFrame> {\n    const frames = [];\n    for await (const event of this) {\n      frames.push(event.frame);\n    }\n    return mergeFrames(frames);\n  }\n\n  next(): Promise<IteratorResult<SynthesizedAudio>> {\n    return this.output.next();\n  }\n\n  /** Close both the input and output of the TTS stream */\n  close() {\n    this.queue.close();\n    this.output.close();\n    this.closed = true;\n  }\n\n  [Symbol.asyncIterator](): ChunkedStream {\n    return this;\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAMA,yBAA6B;AAE7B,wBAA6C;AAC7C,iBAAoB;AAEpB,6BAAuC;AACvC,uBAAoD;AACpD,mBAAoE;AACpE,mBAA2E;AA+CpE,MAAe,YAAa,gCAAsD;AAAA,EACvF;AAAA,EACA;AAAA,EACA;AAAA,EAGA,YAAY,YAAoB,aAAqB,cAA+B;AAClF,UAAM;AACN,SAAK,gBAAgB;AACrB,SAAK,cAAc;AACnB,SAAK,eAAe;AAAA,EACtB;AAAA;AAAA,EAGA,IAAI,eAAgC;AAClC,WAAO,KAAK;AAAA,EACd;AAAA;AAAA,EAGA,IAAI,aAAqB;AACvB,WAAO,KAAK;AAAA,EACd;AAAA;AAAA,EAGA,IAAI,cAAsB;AACxB,WAAO,KAAK;AAAA,EACd;AAAA,EAYA,MAAM,QAAuB;AAC3B;AAAA,EACF;AACF;AAgBO,MAAe,iBAEtB;AAAA,EACE,OAA0B,iBAAiB,OAAO,gBAAgB;AAAA,EAClE,OAAgB,gBAAgB,OAAO,eAAe;AAAA,EAC5C,QAAQ,IAAI,gCAAoE;AAAA,EAChF,QAAQ,IAAI,gCAEpB;AAAA,EACQ,SAAS,IAAI,gCAErB;AAAA,EACQ,SAAS;AAAA,EAEnB;AAAA,EACA,uBAAiC,CAAC;AAAA,EAClC,eAAe;AAAA,EACf;AAAA,EACQ;AAAA,EACE,kBAAkB,IAAI,gBAAgB;AAAA,EAChD;AAAA,EAEQ;AAAA,EAGA,aAAS,gBAAI;AAAA,EAErB,YAAY,KAAU,cAAiC,0CAA6B;AAClF,SAAK,OAAO;AACZ,SAAK,eAAe;AACpB,SAAK,sBAAsB,IAAI,8CAAuB;AACtD,SAAK,UAAU;AACf,SAAK,gBAAgB,OAAO,iBAAiB,SAAS,MAAM;AAC1D,WAAK,oBAAoB,aAAa;AAEtC,WAAK,MAAM,MAAM;AACjB,WAAK,OAAO,MAAM;AAClB,WAAK,SAAS;AAAA,IAChB,CAAC;AAMD,gCAAU,MAAM,KAAK,SAAS,EAAE,KAAK,MAAM,KAAK,MAAM,MAAM,CAAC,CAAC;AAAA,EAChE;AAAA,EAEQ,gBAAgB,OAAO,SAAe;AAC5C,SAAK,kBAAkB;AACvB,SAAK,cAAc;AAAA,MACjB,CAAC,4BAAW,kBAAkB,GAAG;AAAA,MACjC,CAAC,4BAAW,cAAc,GAAG,KAAK,KAAK;AAAA,IACzC,CAAC;AAED,aAAS,IAAI,GAAG,IAAI,KAAK,aAAa,WAAW,GAAG,KAAK;AACvD,UAAI;AACF,eAAO,MAAM,wBAAO;AAAA,UAClB,OAAO,gBAAgB;AACrB,wBAAY,aAAa,4BAAW,kBAAkB,CAAC;AACvD,gBAAI;AACF,qBAAO,MAAM,KAAK,IAAI;AAAA,YACxB,SAAS,OAAO;AACd,oDAAgB,iBAAa,sBAAQ,KAAK,CAAC;AAC3C,oBAAM;AAAA,YACR;AAAA,UACF;AAAA,UACA,EAAE,MAAM,kBAAkB;AAAA,QAC5B;AAAA,MACF,SAAS,OAAO;AACd,YAAI,iBAAiB,4BAAU;AAC7B,gBAAM,gBAAgB,KAAK,aAAa,kBAAkB,CAAC;AAE3D,cAAI,KAAK,aAAa,aAAa,KAAK,CAAC,MAAM,WAAW;AACxD,iBAAK,UAAU,EAAE,OAAO,aAAa,MAAM,CAAC;AAC5C,kBAAM;AAAA,UACR,WAAW,MAAM,KAAK,aAAa,UAAU;AAC3C,iBAAK,UAAU,EAAE,OAAO,aAAa,MAAM,CAAC;AAC5C,kBAAM,IAAI,qCAAmB;AAAA,cAC3B,SAAS,2CAA2C,KAAK,aAAa,WAAW,CAAC;AAAA,cAClF,SAAS,EAAE,WAAW,MAAM;AAAA,YAC9B,CAAC;AAAA,UACH,OAAO;AAGL,iBAAK,OAAO;AAAA,cACV,EAAE,KAAK,KAAK,KAAK,OAAO,SAAS,IAAI,GAAG,MAAM;AAAA,cAC9C,6CAA6C,aAAa;AAAA,YAC5D;AAAA,UACF;AAEA,cAAI,gBAAgB,GAAG;AACrB,sBAAM,oBAAM,aAAa;AAAA,UAC3B;AAAA,QACF,OAAO;AACL,eAAK,UAAU,EAAE,WAAO,sBAAQ,KAAK,GAAG,aAAa,MAAM,CAAC;AAC5D,gBAAM;AAAA,QACR;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,WAAW,YACjB,wBAAO,gBAAgB,OAAO,SAAS,KAAK,cAAc,IAAI,GAAG;AAAA,IAC/D,MAAM;AAAA,IACN,WAAW;AAAA,EACb,CAAC;AAAA,EAEK,UAAU,EAAE,OAAO,YAAY,GAA2C;AAChF,SAAK,KAAK,KAAK,SAAS;AAAA,MACtB,MAAM;AAAA,MACN,WAAW,KAAK,IAAI;AAAA,MACpB,OAAO,KAAK,KAAK;AAAA,MACjB;AAAA,MACA;AAAA,IACF,CAAC;AAAA,EACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAYA,MAAgB,YAAY;AAC1B,UAAM,SAAS,KAAK,oBAAoB,OAAO,UAAU;AACzD,QAAI;AACF,aAAO,MAAM;AACX,cAAM,EAAE,MAAM,MAAM,IAAI,MAAM,OAAO,KAAK;AAC1C,YAAI,QAAQ,UAAU,iBAAiB,gBAAgB;AACrD;AAAA,QACF;AACA,aAAK,SAAS,KAAK;AAAA,MACrB;AACA,WAAK,SAAS;AAAA,IAChB,SAAS,OAAO;AACd,WAAK,OAAO,MAAM,OAAO,qCAAqC;AAAA,IAChE,UAAE;AACA,aAAO,YAAY;AAEnB,UAAI,CAAC,KAAK,qBAAqB;AAE7B,aAAK,OAAO,MAAM;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAgB,iBAAiB;AAC/B,UAAM,YAAY,QAAQ,OAAO,OAAO;AACxC,QAAI,kBAAkB;AACtB,QAAI,OAAe,OAAO,EAAE;AAC5B,QAAI,YAAY;AAEhB,UAAM,OAAO,MAAM;AACjB,UAAI,KAAK,qBAAqB,QAAQ;AACpC,cAAM,OAAO,KAAK,qBAAqB,MAAM;AAC7C,cAAM,WAAW,QAAQ,OAAO,OAAO,IAAI;AAC3C,cAAM,yBAAyB,KAAK,MAAM,eAAe;AACzD,cAAM,UAAsB;AAAA,UAC1B,MAAM;AAAA,UACN,WAAW,KAAK,IAAI;AAAA,UACpB;AAAA,UACA,QAAQ,SAAS,OAAO,EAAE,IAAI,KAAK,KAAK,MAAM,OAAO,OAAO,OAAO,GAAO,CAAC,CAAC;AAAA,UAC5E,YAAY,KAAK,MAAM,OAAO,WAAW,OAAO,GAAO,CAAC,CAAC;AAAA,UACzD,iBAAiB,KAAK;AAAA,UACtB,iBAAiB;AAAA,UACjB,WAAW,KAAK,gBAAgB,OAAO;AAAA,UACvC,OAAO,KAAK,KAAK;AAAA,UACjB,UAAU;AAAA,QACZ;AACA,YAAI,KAAK,iBAAiB;AACxB,eAAK,gBAAgB,aAAa,4BAAW,kBAAkB,KAAK,UAAU,OAAO,CAAC;AAAA,QACxF;AACA,aAAK,KAAK,KAAK,qBAAqB,OAAO;AAAA,MAC7C;AAAA,IACF;AAEA,qBAAiB,SAAS,KAAK,OAAO;AACpC,UAAI,KAAK,gBAAgB,OAAO,SAAS;AACvC;AAAA,MACF;AACA,WAAK,OAAO,IAAI,KAAK;AACrB,UAAI,UAAU,iBAAiB,cAAe;AAC9C,kBAAY,MAAM;AAClB,UAAI,SAAS,OAAO,EAAE,GAAG;AACvB,eAAO,QAAQ,OAAO,OAAO,IAAI;AAAA,MACnC;AAEA,yBAAoB,MAAM,MAAM,oBAAoB,MAAM,MAAM,aAAc;AAC9E,UAAI,MAAM,OAAO;AACf,aAAK;AAAA,MACP;AAAA,IACF;AAEA,QAAI,WAAW;AACb,WAAK;AAAA,IACP;AAEA,QAAI,KAAK,iBAAiB;AACxB,WAAK,gBAAgB,IAAI;AACzB,WAAK,kBAAkB;AAAA,IACzB;AAAA,EACF;AAAA,EAIA,kBAAkB,MAA8B;AAC9C,SAAK,oBAAoB,UAAU,IAAI;AAAA,EACzC;AAAA;AAAA;AAAA,EAIA,SAAS,MAAc;AACrB,QAAI,CAAC,KAAK,qBAAqB;AAC7B,WAAK,sBAAsB,KAAK,eAAe;AAE/C,WAAK,oBAAoB,QAAQ,MAAM,KAAK,OAAO,MAAM,CAAC;AAAA,IAC5D;AACA,SAAK,gBAAgB;AAErB,QAAI,KAAK,MAAM,UAAU,KAAK,QAAQ;AAEpC;AAAA,IACF;AAEA,SAAK,MAAM,IAAI,IAAI;AAAA,EACrB;AAAA;AAAA,EAGA,QAAQ;AACN,QAAI,KAAK,cAAc;AACrB,WAAK,qBAAqB,KAAK,KAAK,YAAY;AAChD,WAAK,eAAe;AAAA,IACtB;AAEA,QAAI,KAAK,MAAM,UAAU,KAAK,QAAQ;AAEpC;AAAA,IACF;AAEA,SAAK,MAAM,IAAI,iBAAiB,cAAc;AAAA,EAChD;AAAA;AAAA,EAGA,WAAW;AACT,SAAK,MAAM;AAEX,QAAI,KAAK,MAAM,UAAU,KAAK,QAAQ;AAEpC;AAAA,IACF;AAEA,SAAK,MAAM,MAAM;AAAA,EACnB;AAAA,EAEA,OAA0F;AACxF,WAAO,KAAK,OAAO,KAAK;AAAA,EAC1B;AAAA;AAAA,EAGA,QAAQ;AACN,SAAK,gBAAgB,MAAM;AAAA,EAC7B;AAAA,EAEA,CAAC,OAAO,aAAa,IAAsB;AACzC,WAAO;AAAA,EACT;AACF;AAgBO,MAAe,cAAiE;AAAA,EAC3E,QAAQ,IAAI,gCAAqC;AAAA,EACjD,SAAS,IAAI,gCAAqC;AAAA,EAClD,SAAS;AAAA,EAEnB;AAAA,EACA;AAAA,EACA;AAAA,EACQ;AAAA,EACA,aAAS,gBAAI;AAAA,EAErB,YACE,MACA,KACA,cAAiC,0CACjC;AACA,SAAK,QAAQ;AACb,SAAK,OAAO;AACZ,SAAK,eAAe;AAEpB,SAAK,eAAe;AAMpB,YAAQ,QAAQ,EAAE,KAAK,MAAM,KAAK,SAAS,EAAE,KAAK,MAAM,KAAK,MAAM,MAAM,CAAC,CAAC;AAAA,EAC7E;AAAA,EAEQ,gBAAgB,OAAO,SAAe;AAC5C,SAAK,kBAAkB;AACvB,SAAK,cAAc;AAAA,MACjB,CAAC,4BAAW,kBAAkB,GAAG;AAAA,MACjC,CAAC,4BAAW,cAAc,GAAG,KAAK,KAAK;AAAA,IACzC,CAAC;AAED,aAAS,IAAI,GAAG,IAAI,KAAK,aAAa,WAAW,GAAG,KAAK;AACvD,UAAI;AACF,eAAO,MAAM,wBAAO;AAAA,UAClB,OAAO,gBAAgB;AACrB,wBAAY,aAAa,4BAAW,kBAAkB,CAAC;AACvD,gBAAI;AACF,qBAAO,MAAM,KAAK,IAAI;AAAA,YACxB,SAAS,OAAO;AACd,oDAAgB,iBAAa,sBAAQ,KAAK,CAAC;AAC3C,oBAAM;AAAA,YACR;AAAA,UACF;AAAA,UACA,EAAE,MAAM,kBAAkB;AAAA,QAC5B;AAAA,MACF,SAAS,OAAO;AACd,YAAI,iBAAiB,4BAAU;AAC7B,gBAAM,gBAAgB,KAAK,aAAa,kBAAkB,CAAC;AAE3D,cAAI,KAAK,aAAa,aAAa,KAAK,CAAC,MAAM,WAAW;AACxD,iBAAK,UAAU,EAAE,OAAO,aAAa,MAAM,CAAC;AAC5C,kBAAM;AAAA,UACR,WAAW,MAAM,KAAK,aAAa,UAAU;AAC3C,iBAAK,UAAU,EAAE,OAAO,aAAa,MAAM,CAAC;AAC5C,kBAAM,IAAI,qCAAmB;AAAA,cAC3B,SAAS,2CAA2C,KAAK,aAAa,WAAW,CAAC;AAAA,cAClF,SAAS,EAAE,WAAW,MAAM;AAAA,YAC9B,CAAC;AAAA,UACH,OAAO;AAGL,iBAAK,OAAO;AAAA,cACV,EAAE,KAAK,KAAK,KAAK,OAAO,SAAS,IAAI,GAAG,MAAM;AAAA,cAC9C,kDAAkD,aAAa;AAAA,YACjE;AAAA,UACF;AAEA,cAAI,gBAAgB,GAAG;AACrB,sBAAM,oBAAM,aAAa;AAAA,UAC3B;AAAA,QACF,OAAO;AACL,eAAK,UAAU,EAAE,WAAO,sBAAQ,KAAK,GAAG,aAAa,MAAM,CAAC;AAC5D,gBAAM;AAAA,QACR;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAc,WAAW;AACvB,WAAO,wBAAO,gBAAgB,OAAO,SAAS,KAAK,cAAc,IAAI,GAAG;AAAA,MACtE,MAAM;AAAA,MACN,WAAW;AAAA,IACb,CAAC;AAAA,EACH;AAAA,EAEQ,UAAU,EAAE,OAAO,YAAY,GAA2C;AAChF,SAAK,KAAK,KAAK,SAAS;AAAA,MACtB,MAAM;AAAA,MACN,WAAW,KAAK,IAAI;AAAA,MACpB,OAAO,KAAK,KAAK;AAAA,MACjB;AAAA,MACA;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAIA,IAAI,YAAoB;AACtB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAgB,iBAAiB;AAC/B,UAAM,YAAY,QAAQ,OAAO,OAAO;AACxC,QAAI,kBAAkB;AACtB,QAAI,OAAe,OAAO,EAAE;AAC5B,QAAI,YAAY;AAEhB,qBAAiB,SAAS,KAAK,OAAO;AACpC,WAAK,OAAO,IAAI,KAAK;AACrB,kBAAY,MAAM;AAClB,UAAI,SAAS,OAAO,EAAE,GAAG;AACvB,eAAO,QAAQ,OAAO,OAAO,IAAI;AAAA,MACnC;AACA,yBAAoB,MAAM,MAAM,oBAAoB,MAAM,MAAM,aAAc;AAAA,IAChF;AACA,SAAK,OAAO,MAAM;AAElB,UAAM,WAAW,QAAQ,OAAO,OAAO,IAAI;AAC3C,UAAM,UAAsB;AAAA,MAC1B,MAAM;AAAA,MACN,WAAW,KAAK,IAAI;AAAA,MACpB;AAAA,MACA,QAAQ,SAAS,OAAO,EAAE,IAAI,KAAK,KAAK,MAAM,OAAO,OAAO,OAAO,GAAO,CAAC,CAAC;AAAA,MAC5E,YAAY,KAAK,MAAM,OAAO,WAAW,OAAO,GAAO,CAAC,CAAC;AAAA,MACzD,iBAAiB,KAAK,MAAM;AAAA,MAC5B,iBAAiB,KAAK,MAAM,eAAe;AAAA,MAC3C,WAAW;AAAA;AAAA,MACX,OAAO,KAAK,KAAK;AAAA,MACjB,UAAU;AAAA,IACZ;AAEA,QAAI,KAAK,iBAAiB;AACxB,WAAK,gBAAgB,aAAa,4BAAW,kBAAkB,KAAK,UAAU,OAAO,CAAC;AACtF,WAAK,gBAAgB,IAAI;AACzB,WAAK,kBAAkB;AAAA,IACzB;AAEA,SAAK,KAAK,KAAK,qBAAqB,OAAO;AAAA,EAC7C;AAAA;AAAA,EAGA,MAAM,UAA+B;AACnC,UAAM,SAAS,CAAC;AAChB,qBAAiB,SAAS,MAAM;AAC9B,aAAO,KAAK,MAAM,KAAK;AAAA,IACzB;AACA,eAAO,0BAAY,MAAM;AAAA,EAC3B;AAAA,EAEA,OAAkD;AAChD,WAAO,KAAK,OAAO,KAAK;AAAA,EAC1B;AAAA;AAAA,EAGA,QAAQ;AACN,SAAK,MAAM,MAAM;AACjB,SAAK,OAAO,MAAM;AAClB,SAAK,SAAS;AAAA,EAChB;AAAA,EAEA,CAAC,OAAO,aAAa,IAAmB;AACtC,WAAO;AAAA,EACT;AACF;","names":[]}
+{"version":3,"sources":["../../src/tts/tts.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { AudioFrame } from '@livekit/rtc-node';\nimport type { TypedEventEmitter as TypedEmitter } from '@livekit/typed-emitter';\nimport type { Span } from '@opentelemetry/api';\nimport { EventEmitter } from 'node:events';\nimport type { ReadableStream } from 'node:stream/web';\nimport { APIConnectionError, APIError } from '../_exceptions.js';\nimport { log } from '../log.js';\nimport type { TTSMetrics } from '../metrics/base.js';\nimport { DeferredReadableStream } from '../stream/deferred_stream.js';\nimport { recordException, traceTypes, tracer } from '../telemetry/index.js';\nimport { type APIConnectOptions, DEFAULT_API_CONNECT_OPTIONS, intervalForRetry } from '../types.js';\nimport { AsyncIterableQueue, delay, mergeFrames, startSoon, toError } from '../utils.js';\n\n/** SynthesizedAudio is a packet of speech synthesis as returned by the TTS. */\nexport interface SynthesizedAudio {\n  /** Request ID (one segment could be made up of multiple requests) */\n  requestId: string;\n  /** Segment ID, each segment is separated by a flush */\n  segmentId: string;\n  /** Synthesized audio frame */\n  frame: AudioFrame;\n  /** Current segment of the synthesized audio */\n  deltaText?: string;\n  /** Whether this is the last frame of the segment (streaming only) */\n  final: boolean;\n}\n\n/**\n * Describes the capabilities of the TTS provider.\n *\n * @remarks\n * At present, only `streaming` is supplied to this interface, and the framework only supports\n * providers that do have a streaming endpoint.\n */\nexport interface TTSCapabilities {\n  streaming: boolean;\n}\n\nexport interface TTSError {\n  type: 'tts_error';\n  timestamp: number;\n  label: string;\n  error: Error;\n  recoverable: boolean;\n}\n\nexport type TTSCallbacks = {\n  ['metrics_collected']: (metrics: TTSMetrics) => void;\n  ['error']: (error: TTSError) => void;\n};\n\n/**\n * An instance of a text-to-speech adapter.\n *\n * @remarks\n * This class is abstract, and as such cannot be used directly. Instead, use a provider plugin that\n * exports its own child TTS class, which inherits this class's methods.\n */\nexport abstract class TTS extends (EventEmitter as new () => TypedEmitter<TTSCallbacks>) {\n  #capabilities: TTSCapabilities;\n  #sampleRate: number;\n  #numChannels: number;\n  abstract label: string;\n\n  constructor(sampleRate: number, numChannels: number, capabilities: TTSCapabilities) {\n    super();\n    this.#capabilities = capabilities;\n    this.#sampleRate = sampleRate;\n    this.#numChannels = numChannels;\n  }\n\n  /** Returns this TTS's capabilities */\n  get capabilities(): TTSCapabilities {\n    return this.#capabilities;\n  }\n\n  /** Returns the sample rate of audio frames returned by this TTS */\n  get sampleRate(): number {\n    return this.#sampleRate;\n  }\n\n  /** Returns the channel count of audio frames returned by this TTS */\n  get numChannels(): number {\n    return this.#numChannels;\n  }\n\n  /**\n   * Receives text and returns synthesis in the form of a {@link ChunkedStream}\n   */\n  abstract synthesize(\n    text: string,\n    connOptions?: APIConnectOptions,\n    abortSignal?: AbortSignal,\n  ): ChunkedStream;\n\n  /**\n   * Returns a {@link SynthesizeStream} that can be used to push text and receive audio data\n   *\n   * @param options - Optional configuration including connection options\n   */\n  abstract stream(options?: { connOptions?: APIConnectOptions }): SynthesizeStream;\n\n  async close(): Promise<void> {\n    return;\n  }\n}\n\n/**\n * An instance of a text-to-speech stream, as an asynchronous iterable iterator.\n *\n * @example Looping through frames\n * ```ts\n * for await (const event of stream) {\n *   await source.captureFrame(event.frame);\n * }\n * ```\n *\n * @remarks\n * This class is abstract, and as such cannot be used directly. Instead, use a provider plugin that\n * exports its own child SynthesizeStream class, which inherits this class's methods.\n */\nexport abstract class SynthesizeStream\n  implements AsyncIterableIterator<SynthesizedAudio | typeof SynthesizeStream.END_OF_STREAM>\n{\n  protected static readonly FLUSH_SENTINEL = Symbol('FLUSH_SENTINEL');\n  static readonly END_OF_STREAM = Symbol('END_OF_STREAM');\n  protected input = new AsyncIterableQueue<string | typeof SynthesizeStream.FLUSH_SENTINEL>();\n  protected queue = new AsyncIterableQueue<\n    SynthesizedAudio | typeof SynthesizeStream.END_OF_STREAM\n  >();\n  protected output = new AsyncIterableQueue<\n    SynthesizedAudio | typeof SynthesizeStream.END_OF_STREAM\n  >();\n  protected closed = false;\n  protected connOptions: APIConnectOptions;\n  protected abortController = new AbortController();\n\n  private deferredInputStream: DeferredReadableStream<\n    string | typeof SynthesizeStream.FLUSH_SENTINEL\n  >;\n  private logger = log();\n\n  abstract label: string;\n\n  #tts: TTS;\n  #metricsPendingTexts: string[] = [];\n  #metricsText = '';\n  #monitorMetricsTask?: Promise<void>;\n  #ttsRequestSpan?: Span;\n\n  constructor(tts: TTS, connOptions: APIConnectOptions = DEFAULT_API_CONNECT_OPTIONS) {\n    this.#tts = tts;\n    this.connOptions = connOptions;\n    this.deferredInputStream = new DeferredReadableStream();\n    this.pumpInput();\n\n    this.abortController.signal.addEventListener('abort', () => {\n      this.deferredInputStream.detachSource();\n      // TODO (AJS-36) clean this up when we refactor with streams\n      if (!this.input.closed) this.input.close();\n      if (!this.output.closed) this.output.close();\n      this.closed = true;\n    });\n\n    // this is a hack to immitate asyncio.create_task so that mainTask\n    // is run **after** the constructor has finished. Otherwise we get\n    // runtime error when trying to access class variables in the\n    // `run` method.\n    startSoon(() => this.mainTask().then(() => this.queue.close()));\n  }\n\n  private _mainTaskImpl = async (span: Span) => {\n    this.#ttsRequestSpan = span;\n    span.setAttributes({\n      [traceTypes.ATTR_TTS_STREAMING]: true,\n      [traceTypes.ATTR_TTS_LABEL]: this.#tts.label,\n    });\n\n    for (let i = 0; i < this.connOptions.maxRetry + 1; i++) {\n      try {\n        return await tracer.startActiveSpan(\n          async (attemptSpan) => {\n            attemptSpan.setAttribute(traceTypes.ATTR_RETRY_COUNT, i);\n            try {\n              return await this.run();\n            } catch (error) {\n              recordException(attemptSpan, toError(error));\n              throw error;\n            }\n          },\n          { name: 'tts_request_run' },\n        );\n      } catch (error) {\n        if (error instanceof APIError) {\n          const retryInterval = intervalForRetry(this.connOptions, i);\n\n          if (this.connOptions.maxRetry === 0 || !error.retryable) {\n            this.emitError({ error, recoverable: false });\n            throw error;\n          } else if (i === this.connOptions.maxRetry) {\n            this.emitError({ error, recoverable: false });\n            throw new APIConnectionError({\n              message: `failed to generate TTS completion after ${this.connOptions.maxRetry + 1} attempts`,\n              options: { retryable: false },\n            });\n          } else {\n            // Don't emit error event for recoverable errors during retry loop\n            // to avoid ERR_UNHANDLED_ERROR or premature session termination\n            this.logger.warn(\n              { tts: this.#tts.label, attempt: i + 1, error },\n              `failed to synthesize speech, retrying in  ${retryInterval}s`,\n            );\n          }\n\n          if (retryInterval > 0) {\n            await delay(retryInterval);\n          }\n        } else {\n          this.emitError({ error: toError(error), recoverable: false });\n          throw error;\n        }\n      }\n    }\n  };\n\n  private mainTask = async () =>\n    tracer.startActiveSpan(async (span) => this._mainTaskImpl(span), {\n      name: 'tts_request',\n      endOnExit: false,\n    });\n\n  private emitError({ error, recoverable }: { error: Error; recoverable: boolean }) {\n    this.#tts.emit('error', {\n      type: 'tts_error',\n      timestamp: Date.now(),\n      label: this.#tts.label,\n      error,\n      recoverable,\n    });\n  }\n\n  // NOTE(AJS-37): The implementation below uses an AsyncIterableQueue (`this.input`)\n  // bridged from a DeferredReadableStream (`this.deferredInputStream`) rather than\n  // consuming the stream directly.\n  //\n  // A full refactor to native Web Streams was considered but is currently deferred.\n  // The primary reason is to maintain architectural parity with the Python SDK,\n  // which is a key design goal for the project. This ensures a consistent developer\n  // experience across both platforms.\n  //\n  // For more context, see the discussion in GitHub issue # 844.\n  protected async pumpInput() {\n    const reader = this.deferredInputStream.stream.getReader();\n    try {\n      while (true) {\n        const { done, value } = await reader.read();\n        if (done || value === SynthesizeStream.FLUSH_SENTINEL) {\n          break;\n        }\n        this.pushText(value);\n      }\n      this.endInput();\n    } catch (error) {\n      this.logger.error(error, 'Error reading deferred input stream');\n    } finally {\n      reader.releaseLock();\n      // Ensure output is closed when the stream ends\n      if (!this.#monitorMetricsTask) {\n        // No text was received, close the output directly\n        this.output.close();\n      }\n    }\n  }\n\n  protected async monitorMetrics() {\n    const startTime = process.hrtime.bigint();\n    let audioDurationMs = 0;\n    let ttfb: bigint = BigInt(-1);\n    let requestId = '';\n\n    const emit = () => {\n      if (this.#metricsPendingTexts.length) {\n        const text = this.#metricsPendingTexts.shift()!;\n        const duration = process.hrtime.bigint() - startTime;\n        const roundedAudioDurationMs = Math.round(audioDurationMs);\n        const metrics: TTSMetrics = {\n          type: 'tts_metrics',\n          timestamp: Date.now(),\n          requestId,\n          ttfbMs: ttfb === BigInt(-1) ? -1 : Math.trunc(Number(ttfb / BigInt(1000000))),\n          durationMs: Math.trunc(Number(duration / BigInt(1000000))),\n          charactersCount: text.length,\n          audioDurationMs: roundedAudioDurationMs,\n          cancelled: this.abortController.signal.aborted,\n          label: this.#tts.label,\n          streamed: false,\n        };\n        if (this.#ttsRequestSpan) {\n          this.#ttsRequestSpan.setAttribute(traceTypes.ATTR_TTS_METRICS, JSON.stringify(metrics));\n        }\n        this.#tts.emit('metrics_collected', metrics);\n      }\n    };\n\n    for await (const audio of this.queue) {\n      if (this.abortController.signal.aborted) {\n        break;\n      }\n      this.output.put(audio);\n      if (audio === SynthesizeStream.END_OF_STREAM) continue;\n      requestId = audio.requestId;\n      if (ttfb === BigInt(-1)) {\n        ttfb = process.hrtime.bigint() - startTime;\n      }\n      // TODO(AJS-102): use frame.durationMs once available in rtc-node\n      audioDurationMs += (audio.frame.samplesPerChannel / audio.frame.sampleRate) * 1000;\n      if (audio.final) {\n        emit();\n      }\n    }\n\n    if (requestId) {\n      emit();\n    }\n\n    if (this.#ttsRequestSpan) {\n      this.#ttsRequestSpan.end();\n      this.#ttsRequestSpan = undefined;\n    }\n  }\n\n  protected abstract run(): Promise<void>;\n\n  updateInputStream(text: ReadableStream<string>) {\n    this.deferredInputStream.setSource(text);\n  }\n\n  /** Push a string of text to the TTS */\n  /** @deprecated Use `updateInputStream` instead */\n  pushText(text: string) {\n    if (!this.#monitorMetricsTask) {\n      this.#monitorMetricsTask = this.monitorMetrics();\n      // Close output when metrics task completes\n      this.#monitorMetricsTask.finally(() => this.output.close());\n    }\n    this.#metricsText += text;\n\n    if (this.input.closed || this.closed) {\n      // Stream was aborted/closed, silently skip\n      return;\n    }\n\n    this.input.put(text);\n  }\n\n  /** Flush the TTS, causing it to process all pending text */\n  flush() {\n    if (this.#metricsText) {\n      this.#metricsPendingTexts.push(this.#metricsText);\n      this.#metricsText = '';\n    }\n\n    if (this.input.closed || this.closed) {\n      // Stream was aborted/closed, silently skip\n      return;\n    }\n\n    this.input.put(SynthesizeStream.FLUSH_SENTINEL);\n  }\n\n  /** Mark the input as ended and forbid additional pushes */\n  endInput() {\n    this.flush();\n\n    if (this.input.closed || this.closed) {\n      // Stream was aborted/closed, silently skip\n      return;\n    }\n\n    this.input.close();\n  }\n\n  next(): Promise<IteratorResult<SynthesizedAudio | typeof SynthesizeStream.END_OF_STREAM>> {\n    return this.output.next();\n  }\n\n  get abortSignal(): AbortSignal {\n    return this.abortController.signal;\n  }\n\n  /** Close both the input and output of the TTS stream */\n  close() {\n    this.abortController.abort();\n  }\n\n  [Symbol.asyncIterator](): SynthesizeStream {\n    return this;\n  }\n}\n\n/**\n * An instance of a text-to-speech response, as an asynchronous iterable iterator.\n *\n * @example Looping through frames\n * ```ts\n * for await (const event of stream) {\n *   await source.captureFrame(event.frame);\n * }\n * ```\n *\n * @remarks\n * This class is abstract, and as such cannot be used directly. Instead, use a provider plugin that\n * exports its own child ChunkedStream class, which inherits this class's methods.\n */\nexport abstract class ChunkedStream implements AsyncIterableIterator<SynthesizedAudio> {\n  protected queue = new AsyncIterableQueue<SynthesizedAudio>();\n  protected output = new AsyncIterableQueue<SynthesizedAudio>();\n  protected closed = false;\n  abstract label: string;\n  #text: string;\n  #tts: TTS;\n  #ttsRequestSpan?: Span;\n  private _connOptions: APIConnectOptions;\n  private logger = log();\n\n  protected abortController = new AbortController();\n\n  constructor(\n    text: string,\n    tts: TTS,\n    connOptions: APIConnectOptions = DEFAULT_API_CONNECT_OPTIONS,\n    abortSignal?: AbortSignal,\n  ) {\n    this.#text = text;\n    this.#tts = tts;\n    this._connOptions = connOptions;\n\n    if (abortSignal) {\n      abortSignal.addEventListener('abort', () => this.abortController.abort(), { once: true });\n    }\n\n    this.monitorMetrics();\n\n    // this is a hack to immitate asyncio.create_task so that mainTask\n    // is run **after** the constructor has finished. Otherwise we get\n    // runtime error when trying to access class variables in the\n    // `run` method.\n    Promise.resolve().then(() => this.mainTask().then(() => this.queue.close()));\n  }\n\n  private _mainTaskImpl = async (span: Span) => {\n    this.#ttsRequestSpan = span;\n    span.setAttributes({\n      [traceTypes.ATTR_TTS_STREAMING]: false,\n      [traceTypes.ATTR_TTS_LABEL]: this.#tts.label,\n    });\n\n    for (let i = 0; i < this._connOptions.maxRetry + 1; i++) {\n      try {\n        return await tracer.startActiveSpan(\n          async (attemptSpan) => {\n            attemptSpan.setAttribute(traceTypes.ATTR_RETRY_COUNT, i);\n            try {\n              return await this.run();\n            } catch (error) {\n              recordException(attemptSpan, toError(error));\n              throw error;\n            }\n          },\n          { name: 'tts_request_run' },\n        );\n      } catch (error) {\n        if (error instanceof APIError) {\n          const retryInterval = intervalForRetry(this._connOptions, i);\n\n          if (this._connOptions.maxRetry === 0 || !error.retryable) {\n            this.emitError({ error, recoverable: false });\n            throw error;\n          } else if (i === this._connOptions.maxRetry) {\n            this.emitError({ error, recoverable: false });\n            throw new APIConnectionError({\n              message: `failed to generate TTS completion after ${this._connOptions.maxRetry + 1} attempts`,\n              options: { retryable: false },\n            });\n          } else {\n            // Don't emit error event for recoverable errors during retry loop\n            // to avoid ERR_UNHANDLED_ERROR or premature session termination\n            this.logger.warn(\n              { tts: this.#tts.label, attempt: i + 1, error },\n              `failed to generate TTS completion, retrying in ${retryInterval}s`,\n            );\n          }\n\n          if (retryInterval > 0) {\n            await delay(retryInterval);\n          }\n        } else {\n          this.emitError({ error: toError(error), recoverable: false });\n          throw error;\n        }\n      }\n    }\n  };\n\n  private async mainTask() {\n    return tracer.startActiveSpan(async (span) => this._mainTaskImpl(span), {\n      name: 'tts_request',\n      endOnExit: false,\n    });\n  }\n\n  private emitError({ error, recoverable }: { error: Error; recoverable: boolean }) {\n    this.#tts.emit('error', {\n      type: 'tts_error',\n      timestamp: Date.now(),\n      label: this.#tts.label,\n      error,\n      recoverable,\n    });\n  }\n\n  protected abstract run(): Promise<void>;\n\n  get inputText(): string {\n    return this.#text;\n  }\n\n  get abortSignal(): AbortSignal {\n    return this.abortController.signal;\n  }\n\n  protected async monitorMetrics() {\n    const startTime = process.hrtime.bigint();\n    let audioDurationMs = 0;\n    let ttfb: bigint = BigInt(-1);\n    let requestId = '';\n\n    for await (const audio of this.queue) {\n      this.output.put(audio);\n      requestId = audio.requestId;\n      if (ttfb === BigInt(-1)) {\n        ttfb = process.hrtime.bigint() - startTime;\n      }\n      audioDurationMs += (audio.frame.samplesPerChannel / audio.frame.sampleRate) * 1000;\n    }\n    this.output.close();\n\n    const duration = process.hrtime.bigint() - startTime;\n    const metrics: TTSMetrics = {\n      type: 'tts_metrics',\n      timestamp: Date.now(),\n      requestId,\n      ttfbMs: ttfb === BigInt(-1) ? -1 : Math.trunc(Number(ttfb / BigInt(1000000))),\n      durationMs: Math.trunc(Number(duration / BigInt(1000000))),\n      charactersCount: this.#text.length,\n      audioDurationMs: Math.round(audioDurationMs),\n      cancelled: false, // TODO(AJS-186): support ChunkedStream with 1.0 - add this.abortController.signal.aborted here\n      label: this.#tts.label,\n      streamed: false,\n    };\n\n    if (this.#ttsRequestSpan) {\n      this.#ttsRequestSpan.setAttribute(traceTypes.ATTR_TTS_METRICS, JSON.stringify(metrics));\n      this.#ttsRequestSpan.end();\n      this.#ttsRequestSpan = undefined;\n    }\n\n    this.#tts.emit('metrics_collected', metrics);\n  }\n\n  /** Collect every frame into one in a single call */\n  async collect(): Promise<AudioFrame> {\n    const frames = [];\n    for await (const event of this) {\n      frames.push(event.frame);\n    }\n    return mergeFrames(frames);\n  }\n\n  next(): Promise<IteratorResult<SynthesizedAudio>> {\n    return this.output.next();\n  }\n\n  /** Close both the input and output of the TTS stream */\n  close() {\n    if (!this.queue.closed) this.queue.close();\n    if (!this.output.closed) this.output.close();\n    if (!this.abortController.signal.aborted) this.abortController.abort();\n    this.closed = true;\n  }\n\n  [Symbol.asyncIterator](): ChunkedStream {\n    return this;\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAMA,yBAA6B;AAE7B,wBAA6C;AAC7C,iBAAoB;AAEpB,6BAAuC;AACvC,uBAAoD;AACpD,mBAAsF;AACtF,mBAA2E;AA+CpE,MAAe,YAAa,gCAAsD;AAAA,EACvF;AAAA,EACA;AAAA,EACA;AAAA,EAGA,YAAY,YAAoB,aAAqB,cAA+B;AAClF,UAAM;AACN,SAAK,gBAAgB;AACrB,SAAK,cAAc;AACnB,SAAK,eAAe;AAAA,EACtB;AAAA;AAAA,EAGA,IAAI,eAAgC;AAClC,WAAO,KAAK;AAAA,EACd;AAAA;AAAA,EAGA,IAAI,aAAqB;AACvB,WAAO,KAAK;AAAA,EACd;AAAA;AAAA,EAGA,IAAI,cAAsB;AACxB,WAAO,KAAK;AAAA,EACd;AAAA,EAkBA,MAAM,QAAuB;AAC3B;AAAA,EACF;AACF;AAgBO,MAAe,iBAEtB;AAAA,EACE,OAA0B,iBAAiB,OAAO,gBAAgB;AAAA,EAClE,OAAgB,gBAAgB,OAAO,eAAe;AAAA,EAC5C,QAAQ,IAAI,gCAAoE;AAAA,EAChF,QAAQ,IAAI,gCAEpB;AAAA,EACQ,SAAS,IAAI,gCAErB;AAAA,EACQ,SAAS;AAAA,EACT;AAAA,EACA,kBAAkB,IAAI,gBAAgB;AAAA,EAExC;AAAA,EAGA,aAAS,gBAAI;AAAA,EAIrB;AAAA,EACA,uBAAiC,CAAC;AAAA,EAClC,eAAe;AAAA,EACf;AAAA,EACA;AAAA,EAEA,YAAY,KAAU,cAAiC,0CAA6B;AAClF,SAAK,OAAO;AACZ,SAAK,cAAc;AACnB,SAAK,sBAAsB,IAAI,8CAAuB;AACtD,SAAK,UAAU;AAEf,SAAK,gBAAgB,OAAO,iBAAiB,SAAS,MAAM;AAC1D,WAAK,oBAAoB,aAAa;AAEtC,UAAI,CAAC,KAAK,MAAM,OAAQ,MAAK,MAAM,MAAM;AACzC,UAAI,CAAC,KAAK,OAAO,OAAQ,MAAK,OAAO,MAAM;AAC3C,WAAK,SAAS;AAAA,IAChB,CAAC;AAMD,gCAAU,MAAM,KAAK,SAAS,EAAE,KAAK,MAAM,KAAK,MAAM,MAAM,CAAC,CAAC;AAAA,EAChE;AAAA,EAEQ,gBAAgB,OAAO,SAAe;AAC5C,SAAK,kBAAkB;AACvB,SAAK,cAAc;AAAA,MACjB,CAAC,4BAAW,kBAAkB,GAAG;AAAA,MACjC,CAAC,4BAAW,cAAc,GAAG,KAAK,KAAK;AAAA,IACzC,CAAC;AAED,aAAS,IAAI,GAAG,IAAI,KAAK,YAAY,WAAW,GAAG,KAAK;AACtD,UAAI;AACF,eAAO,MAAM,wBAAO;AAAA,UAClB,OAAO,gBAAgB;AACrB,wBAAY,aAAa,4BAAW,kBAAkB,CAAC;AACvD,gBAAI;AACF,qBAAO,MAAM,KAAK,IAAI;AAAA,YACxB,SAAS,OAAO;AACd,oDAAgB,iBAAa,sBAAQ,KAAK,CAAC;AAC3C,oBAAM;AAAA,YACR;AAAA,UACF;AAAA,UACA,EAAE,MAAM,kBAAkB;AAAA,QAC5B;AAAA,MACF,SAAS,OAAO;AACd,YAAI,iBAAiB,4BAAU;AAC7B,gBAAM,oBAAgB,+BAAiB,KAAK,aAAa,CAAC;AAE1D,cAAI,KAAK,YAAY,aAAa,KAAK,CAAC,MAAM,WAAW;AACvD,iBAAK,UAAU,EAAE,OAAO,aAAa,MAAM,CAAC;AAC5C,kBAAM;AAAA,UACR,WAAW,MAAM,KAAK,YAAY,UAAU;AAC1C,iBAAK,UAAU,EAAE,OAAO,aAAa,MAAM,CAAC;AAC5C,kBAAM,IAAI,qCAAmB;AAAA,cAC3B,SAAS,2CAA2C,KAAK,YAAY,WAAW,CAAC;AAAA,cACjF,SAAS,EAAE,WAAW,MAAM;AAAA,YAC9B,CAAC;AAAA,UACH,OAAO;AAGL,iBAAK,OAAO;AAAA,cACV,EAAE,KAAK,KAAK,KAAK,OAAO,SAAS,IAAI,GAAG,MAAM;AAAA,cAC9C,6CAA6C,aAAa;AAAA,YAC5D;AAAA,UACF;AAEA,cAAI,gBAAgB,GAAG;AACrB,sBAAM,oBAAM,aAAa;AAAA,UAC3B;AAAA,QACF,OAAO;AACL,eAAK,UAAU,EAAE,WAAO,sBAAQ,KAAK,GAAG,aAAa,MAAM,CAAC;AAC5D,gBAAM;AAAA,QACR;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,WAAW,YACjB,wBAAO,gBAAgB,OAAO,SAAS,KAAK,cAAc,IAAI,GAAG;AAAA,IAC/D,MAAM;AAAA,IACN,WAAW;AAAA,EACb,CAAC;AAAA,EAEK,UAAU,EAAE,OAAO,YAAY,GAA2C;AAChF,SAAK,KAAK,KAAK,SAAS;AAAA,MACtB,MAAM;AAAA,MACN,WAAW,KAAK,IAAI;AAAA,MACpB,OAAO,KAAK,KAAK;AAAA,MACjB;AAAA,MACA;AAAA,IACF,CAAC;AAAA,EACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAYA,MAAgB,YAAY;AAC1B,UAAM,SAAS,KAAK,oBAAoB,OAAO,UAAU;AACzD,QAAI;AACF,aAAO,MAAM;AACX,cAAM,EAAE,MAAM,MAAM,IAAI,MAAM,OAAO,KAAK;AAC1C,YAAI,QAAQ,UAAU,iBAAiB,gBAAgB;AACrD;AAAA,QACF;AACA,aAAK,SAAS,KAAK;AAAA,MACrB;AACA,WAAK,SAAS;AAAA,IAChB,SAAS,OAAO;AACd,WAAK,OAAO,MAAM,OAAO,qCAAqC;AAAA,IAChE,UAAE;AACA,aAAO,YAAY;AAEnB,UAAI,CAAC,KAAK,qBAAqB;AAE7B,aAAK,OAAO,MAAM;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAgB,iBAAiB;AAC/B,UAAM,YAAY,QAAQ,OAAO,OAAO;AACxC,QAAI,kBAAkB;AACtB,QAAI,OAAe,OAAO,EAAE;AAC5B,QAAI,YAAY;AAEhB,UAAM,OAAO,MAAM;AACjB,UAAI,KAAK,qBAAqB,QAAQ;AACpC,cAAM,OAAO,KAAK,qBAAqB,MAAM;AAC7C,cAAM,WAAW,QAAQ,OAAO,OAAO,IAAI;AAC3C,cAAM,yBAAyB,KAAK,MAAM,eAAe;AACzD,cAAM,UAAsB;AAAA,UAC1B,MAAM;AAAA,UACN,WAAW,KAAK,IAAI;AAAA,UACpB;AAAA,UACA,QAAQ,SAAS,OAAO,EAAE,IAAI,KAAK,KAAK,MAAM,OAAO,OAAO,OAAO,GAAO,CAAC,CAAC;AAAA,UAC5E,YAAY,KAAK,MAAM,OAAO,WAAW,OAAO,GAAO,CAAC,CAAC;AAAA,UACzD,iBAAiB,KAAK;AAAA,UACtB,iBAAiB;AAAA,UACjB,WAAW,KAAK,gBAAgB,OAAO;AAAA,UACvC,OAAO,KAAK,KAAK;AAAA,UACjB,UAAU;AAAA,QACZ;AACA,YAAI,KAAK,iBAAiB;AACxB,eAAK,gBAAgB,aAAa,4BAAW,kBAAkB,KAAK,UAAU,OAAO,CAAC;AAAA,QACxF;AACA,aAAK,KAAK,KAAK,qBAAqB,OAAO;AAAA,MAC7C;AAAA,IACF;AAEA,qBAAiB,SAAS,KAAK,OAAO;AACpC,UAAI,KAAK,gBAAgB,OAAO,SAAS;AACvC;AAAA,MACF;AACA,WAAK,OAAO,IAAI,KAAK;AACrB,UAAI,UAAU,iBAAiB,cAAe;AAC9C,kBAAY,MAAM;AAClB,UAAI,SAAS,OAAO,EAAE,GAAG;AACvB,eAAO,QAAQ,OAAO,OAAO,IAAI;AAAA,MACnC;AAEA,yBAAoB,MAAM,MAAM,oBAAoB,MAAM,MAAM,aAAc;AAC9E,UAAI,MAAM,OAAO;AACf,aAAK;AAAA,MACP;AAAA,IACF;AAEA,QAAI,WAAW;AACb,WAAK;AAAA,IACP;AAEA,QAAI,KAAK,iBAAiB;AACxB,WAAK,gBAAgB,IAAI;AACzB,WAAK,kBAAkB;AAAA,IACzB;AAAA,EACF;AAAA,EAIA,kBAAkB,MAA8B;AAC9C,SAAK,oBAAoB,UAAU,IAAI;AAAA,EACzC;AAAA;AAAA;AAAA,EAIA,SAAS,MAAc;AACrB,QAAI,CAAC,KAAK,qBAAqB;AAC7B,WAAK,sBAAsB,KAAK,eAAe;AAE/C,WAAK,oBAAoB,QAAQ,MAAM,KAAK,OAAO,MAAM,CAAC;AAAA,IAC5D;AACA,SAAK,gBAAgB;AAErB,QAAI,KAAK,MAAM,UAAU,KAAK,QAAQ;AAEpC;AAAA,IACF;AAEA,SAAK,MAAM,IAAI,IAAI;AAAA,EACrB;AAAA;AAAA,EAGA,QAAQ;AACN,QAAI,KAAK,cAAc;AACrB,WAAK,qBAAqB,KAAK,KAAK,YAAY;AAChD,WAAK,eAAe;AAAA,IACtB;AAEA,QAAI,KAAK,MAAM,UAAU,KAAK,QAAQ;AAEpC;AAAA,IACF;AAEA,SAAK,MAAM,IAAI,iBAAiB,cAAc;AAAA,EAChD;AAAA;AAAA,EAGA,WAAW;AACT,SAAK,MAAM;AAEX,QAAI,KAAK,MAAM,UAAU,KAAK,QAAQ;AAEpC;AAAA,IACF;AAEA,SAAK,MAAM,MAAM;AAAA,EACnB;AAAA,EAEA,OAA0F;AACxF,WAAO,KAAK,OAAO,KAAK;AAAA,EAC1B;AAAA,EAEA,IAAI,cAA2B;AAC7B,WAAO,KAAK,gBAAgB;AAAA,EAC9B;AAAA;AAAA,EAGA,QAAQ;AACN,SAAK,gBAAgB,MAAM;AAAA,EAC7B;AAAA,EAEA,CAAC,OAAO,aAAa,IAAsB;AACzC,WAAO;AAAA,EACT;AACF;AAgBO,MAAe,cAAiE;AAAA,EAC3E,QAAQ,IAAI,gCAAqC;AAAA,EACjD,SAAS,IAAI,gCAAqC;AAAA,EAClD,SAAS;AAAA,EAEnB;AAAA,EACA;AAAA,EACA;AAAA,EACQ;AAAA,EACA,aAAS,gBAAI;AAAA,EAEX,kBAAkB,IAAI,gBAAgB;AAAA,EAEhD,YACE,MACA,KACA,cAAiC,0CACjC,aACA;AACA,SAAK,QAAQ;AACb,SAAK,OAAO;AACZ,SAAK,eAAe;AAEpB,QAAI,aAAa;AACf,kBAAY,iBAAiB,SAAS,MAAM,KAAK,gBAAgB,MAAM,GAAG,EAAE,MAAM,KAAK,CAAC;AAAA,IAC1F;AAEA,SAAK,eAAe;AAMpB,YAAQ,QAAQ,EAAE,KAAK,MAAM,KAAK,SAAS,EAAE,KAAK,MAAM,KAAK,MAAM,MAAM,CAAC,CAAC;AAAA,EAC7E;AAAA,EAEQ,gBAAgB,OAAO,SAAe;AAC5C,SAAK,kBAAkB;AACvB,SAAK,cAAc;AAAA,MACjB,CAAC,4BAAW,kBAAkB,GAAG;AAAA,MACjC,CAAC,4BAAW,cAAc,GAAG,KAAK,KAAK;AAAA,IACzC,CAAC;AAED,aAAS,IAAI,GAAG,IAAI,KAAK,aAAa,WAAW,GAAG,KAAK;AACvD,UAAI;AACF,eAAO,MAAM,wBAAO;AAAA,UAClB,OAAO,gBAAgB;AACrB,wBAAY,aAAa,4BAAW,kBAAkB,CAAC;AACvD,gBAAI;AACF,qBAAO,MAAM,KAAK,IAAI;AAAA,YACxB,SAAS,OAAO;AACd,oDAAgB,iBAAa,sBAAQ,KAAK,CAAC;AAC3C,oBAAM;AAAA,YACR;AAAA,UACF;AAAA,UACA,EAAE,MAAM,kBAAkB;AAAA,QAC5B;AAAA,MACF,SAAS,OAAO;AACd,YAAI,iBAAiB,4BAAU;AAC7B,gBAAM,oBAAgB,+BAAiB,KAAK,cAAc,CAAC;AAE3D,cAAI,KAAK,aAAa,aAAa,KAAK,CAAC,MAAM,WAAW;AACxD,iBAAK,UAAU,EAAE,OAAO,aAAa,MAAM,CAAC;AAC5C,kBAAM;AAAA,UACR,WAAW,MAAM,KAAK,aAAa,UAAU;AAC3C,iBAAK,UAAU,EAAE,OAAO,aAAa,MAAM,CAAC;AAC5C,kBAAM,IAAI,qCAAmB;AAAA,cAC3B,SAAS,2CAA2C,KAAK,aAAa,WAAW,CAAC;AAAA,cAClF,SAAS,EAAE,WAAW,MAAM;AAAA,YAC9B,CAAC;AAAA,UACH,OAAO;AAGL,iBAAK,OAAO;AAAA,cACV,EAAE,KAAK,KAAK,KAAK,OAAO,SAAS,IAAI,GAAG,MAAM;AAAA,cAC9C,kDAAkD,aAAa;AAAA,YACjE;AAAA,UACF;AAEA,cAAI,gBAAgB,GAAG;AACrB,sBAAM,oBAAM,aAAa;AAAA,UAC3B;AAAA,QACF,OAAO;AACL,eAAK,UAAU,EAAE,WAAO,sBAAQ,KAAK,GAAG,aAAa,MAAM,CAAC;AAC5D,gBAAM;AAAA,QACR;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAc,WAAW;AACvB,WAAO,wBAAO,gBAAgB,OAAO,SAAS,KAAK,cAAc,IAAI,GAAG;AAAA,MACtE,MAAM;AAAA,MACN,WAAW;AAAA,IACb,CAAC;AAAA,EACH;AAAA,EAEQ,UAAU,EAAE,OAAO,YAAY,GAA2C;AAChF,SAAK,KAAK,KAAK,SAAS;AAAA,MACtB,MAAM;AAAA,MACN,WAAW,KAAK,IAAI;AAAA,MACpB,OAAO,KAAK,KAAK;AAAA,MACjB;AAAA,MACA;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAIA,IAAI,YAAoB;AACtB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,cAA2B;AAC7B,WAAO,KAAK,gBAAgB;AAAA,EAC9B;AAAA,EAEA,MAAgB,iBAAiB;AAC/B,UAAM,YAAY,QAAQ,OAAO,OAAO;AACxC,QAAI,kBAAkB;AACtB,QAAI,OAAe,OAAO,EAAE;AAC5B,QAAI,YAAY;AAEhB,qBAAiB,SAAS,KAAK,OAAO;AACpC,WAAK,OAAO,IAAI,KAAK;AACrB,kBAAY,MAAM;AAClB,UAAI,SAAS,OAAO,EAAE,GAAG;AACvB,eAAO,QAAQ,OAAO,OAAO,IAAI;AAAA,MACnC;AACA,yBAAoB,MAAM,MAAM,oBAAoB,MAAM,MAAM,aAAc;AAAA,IAChF;AACA,SAAK,OAAO,MAAM;AAElB,UAAM,WAAW,QAAQ,OAAO,OAAO,IAAI;AAC3C,UAAM,UAAsB;AAAA,MAC1B,MAAM;AAAA,MACN,WAAW,KAAK,IAAI;AAAA,MACpB;AAAA,MACA,QAAQ,SAAS,OAAO,EAAE,IAAI,KAAK,KAAK,MAAM,OAAO,OAAO,OAAO,GAAO,CAAC,CAAC;AAAA,MAC5E,YAAY,KAAK,MAAM,OAAO,WAAW,OAAO,GAAO,CAAC,CAAC;AAAA,MACzD,iBAAiB,KAAK,MAAM;AAAA,MAC5B,iBAAiB,KAAK,MAAM,eAAe;AAAA,MAC3C,WAAW;AAAA;AAAA,MACX,OAAO,KAAK,KAAK;AAAA,MACjB,UAAU;AAAA,IACZ;AAEA,QAAI,KAAK,iBAAiB;AACxB,WAAK,gBAAgB,aAAa,4BAAW,kBAAkB,KAAK,UAAU,OAAO,CAAC;AACtF,WAAK,gBAAgB,IAAI;AACzB,WAAK,kBAAkB;AAAA,IACzB;AAEA,SAAK,KAAK,KAAK,qBAAqB,OAAO;AAAA,EAC7C;AAAA;AAAA,EAGA,MAAM,UAA+B;AACnC,UAAM,SAAS,CAAC;AAChB,qBAAiB,SAAS,MAAM;AAC9B,aAAO,KAAK,MAAM,KAAK;AAAA,IACzB;AACA,eAAO,0BAAY,MAAM;AAAA,EAC3B;AAAA,EAEA,OAAkD;AAChD,WAAO,KAAK,OAAO,KAAK;AAAA,EAC1B;AAAA;AAAA,EAGA,QAAQ;AACN,QAAI,CAAC,KAAK,MAAM,OAAQ,MAAK,MAAM,MAAM;AACzC,QAAI,CAAC,KAAK,OAAO,OAAQ,MAAK,OAAO,MAAM;AAC3C,QAAI,CAAC,KAAK,gBAAgB,OAAO,QAAS,MAAK,gBAAgB,MAAM;AACrE,SAAK,SAAS;AAAA,EAChB;AAAA,EAEA,CAAC,OAAO,aAAa,IAAmB;AACtC,WAAO;AAAA,EACT;AACF;","names":[]}