@stage-labs/metro 0.1.0-beta.31 → 0.1.0-beta.310

package/runtime/node_modules/@metro-labs/daemon/src/voice/call.ts

@@ -0,0 +1,191 @@
+import { randomUUID } from 'node:crypto';
+import type { CallRoute } from '@metro-labs/core/call';
+import { errMsg, log } from '@metro-labs/core/log';
+import { forwardTrainCall } from '../stations/train-call.js';
+import type { Playback } from './audio.js';
+import { Peer, type PeerEvents } from './peer.js';
+import { SharedTalk } from './shared-talk.js';
+import { endSharedCall, hearSharedCall, openSharedCall, type SharedCallTransport } from './shared.js';
+import type { VoiceConfig } from './store.js';
+
+const OFFER_WAIT_MS = 45_000;
+const LONGEST_CALL_MS = 60 * 60_000;
+const LEAVE_RETRY_MS = 3_000;
+const SIGNAL_WAIT_MS = 2_000;
+
+export interface CallStart {
+  agentId: string;
+  sourceId: string;
+  line: string;
+  from: string;
+  callId: string;
+  callerPeer: string;
+}
+
+type CallAudio = Pick<SharedTalk, 'connect' | 'hear' | 'finish'> & SharedCallTransport;
+type CallPeer = Pick<Peer, 'answer' | 'sendOpus' | 'close'>;
+
+export interface CallDependencies {
+  train: typeof trainCall;
+  peer(events: PeerEvents): CallPeer;
+  shared(cfg: VoiceConfig, out: Playback['send'], ended: (reason: string) => void, heard: (text: string, sourceId: string) => void): CallAudio;
+  open: typeof openSharedCall;
+  heard: typeof hearSharedCall;
+  ended: typeof endSharedCall;
+  signalWaitMs: number;
+  leaveRetryMs: number;
+}
+
+export async function trainCall(action: string, args: Record<string, unknown>): Promise<unknown> {
+  const answer = await forwardTrainCall('xmtp', action, args);
+  if (answer.error !== undefined) throw new Error(answer.error);
+  return answer.result;
+}
+
+const dependencies: CallDependencies = {
+  train: trainCall,
+  peer: (events) => new Peer(events),
+  shared: (cfg, out, ended, heard) => new SharedTalk(cfg, out, ended, heard),
+  open: openSharedCall,
+  heard: hearSharedCall,
+  ended: endSharedCall,
+  signalWaitMs: SIGNAL_WAIT_MS,
+  leaveRetryMs: LEAVE_RETRY_MS,
+};
+
+export class Call {
+  readonly route: CallRoute;
+  private readonly selfPeer = randomUUID();
+  private readonly startedAt = Date.now();
+  private readonly talk: CallAudio;
+  private readonly deps: CallDependencies;
+  private peer: CallPeer | null = null;
+  private timer: ReturnType<typeof setTimeout> | null = null;
+  private readonly longest: ReturnType<typeof setTimeout>;
+  private over = false;
+  private begun = false;
+  private left: Promise<void> = Promise.resolve();
+
+  constructor(
+    readonly start: CallStart,
+    cfg: VoiceConfig,
+    private readonly onOver: () => void,
+    deps: Partial<CallDependencies> = {},
+  ) {
+    this.deps = { ...dependencies, ...deps };
+    this.route = Object.freeze({ agentId: start.agentId, line: start.line, from: start.from, callId: start.callId, generation: randomUUID() });
+    const out: Playback['send'] = (opus, timestamp, marker) => {
+      if (this.over || this.peer === null) return Promise.reject(new Error('call audio is not connected'));
+      return this.peer.sendOpus(opus, timestamp, marker);
+    };
+    const ended = (reason: string): void => {
+      this.hangUp(reason);
+    };
+    this.talk = this.deps.shared(cfg, out, ended, (text, sourceId) => {
+      if (!this.over) this.deps.heard(this.route, text, sourceId);
+    });
+    this.longest = setTimeout(() => {
+      this.hangUp('the call reached one hour');
+    }, LONGEST_CALL_MS);
+  }
+
+  async begin(): Promise<void> {
+    if (this.over || this.begun) return;
+    this.begun = true;
+    log.info({ line: this.start.line, callId: this.start.callId }, 'voice: answering a call');
+    if (!this.deps.open(this.route, this.start.sourceId, this.talk)) throw new Error('the shared conversation is unavailable');
+    await this.signal({ kind: 'join', callId: this.start.callId, from: this.selfPeer });
+    if (this.over) {
+      await this.sendLeave();
+      return;
+    }
+    if (this.peer === null) this.timer = setTimeout(() => {
+      this.hangUp('no offer arrived');
+    }, OFFER_WAIT_MS);
+  }
+
+  signalled(raw: Record<string, unknown>): void {
+    if (raw.callId !== this.start.callId || this.over) return;
+    const fromCaller = raw.from === this.start.callerPeer;
+    if (raw.kind === 'offer' && fromCaller && raw.to === this.selfPeer && this.peer === null && typeof raw.sdp === 'string')
+      this.answer(this.start.callerPeer, raw.sdp).catch((err: unknown) => {
+        this.hangUp(`answering failed: ${errMsg(err)}`);
+      });
+    else if (raw.kind === 'leave' && fromCaller) this.hangUp('the caller hung up');
+  }
+
+  hangUp(reason: string): void {
+    this.end(reason);
+  }
+
+  leave(reason: string): Promise<void> {
+    this.end(reason);
+    return this.left;
+  }
+
+  private async answer(to: string, offer: string): Promise<void> {
+    if (this.timer !== null) clearTimeout(this.timer);
+    this.peer = this.deps.peer({
+      audio: (opus) => {
+        if (!this.over) this.talk.hear(opus);
+      },
+      state: (state) => {
+        this.stateChanged(state);
+      },
+    });
+    const sdp = await this.peer.answer(offer);
+    if (this.over) return;
+    await this.signal({ kind: 'answer', callId: this.start.callId, from: this.selfPeer, to, sdp });
+  }
+
+  private stateChanged(state: string): void {
+    if (this.over) return;
+    log.info({ state, afterMs: Date.now() - this.startedAt }, 'voice: call connection');
+    if (state === 'connected') this.talk.connect();
+    else if (state === 'failed' || state === 'closed') this.hangUp(`the connection ${state}`);
+  }
+
+  private signal(signal: Record<string, unknown>): Promise<unknown> {
+    return this.deps.train('callSignal', { line: this.start.line, signal });
+  }
+
+  private end(reason: string): void {
+    if (this.over) return;
+    this.over = true;
+    if (this.timer !== null) clearTimeout(this.timer);
+    clearTimeout(this.longest);
+    log.info({ reason, seconds: Math.round((Date.now() - this.startedAt) / 1000) }, 'voice: call over');
+    this.talk.finish();
+    this.peer?.close();
+    this.deps.ended(this.route);
+    this.onOver();
+    this.left = this.sendLeave();
+  }
+
+  private async sendLeave(): Promise<void> {
+    try {
+      await this.leaveOnce();
+    } catch (err) {
+      log.warn({ err: errMsg(err) }, 'voice: could not send the hang-up, trying once more');
+      await new Promise((r) => setTimeout(r, this.deps.leaveRetryMs));
+      await this.leaveOnce().catch((again: unknown) => {
+        log.warn({ err: errMsg(again) }, 'voice: could not send the hang-up; the next start sends it');
+      });
+    }
+  }
+
+  private async leaveOnce(): Promise<void> {
+    const leave = { kind: 'leave', callId: this.start.callId, from: this.selfPeer };
+    let timer: ReturnType<typeof setTimeout> | undefined;
+    const capped = new Promise<never>((_resolve, reject) => {
+      timer = setTimeout(() => {
+        reject(new Error('hang-up signal timed out'));
+      }, this.deps.signalWaitMs);
+    });
+    try {
+      await Promise.race([this.signal(leave), capped]);
+    } finally {
+      clearTimeout(timer);
+    }
+  }
+}

package/runtime/node_modules/@metro-labs/daemon/src/voice/calls.ts

@@ -0,0 +1,153 @@
+import { randomUUID } from 'node:crypto';
+import { errMsg, log } from '@metro-labs/core/log';
+import { isRecord } from '@metro-labs/core/is-record';
+import type { TrainEvent } from '@metro-labs/core/trains/protocol';
+import { agentIdForLine, allowlistForLine, lineReceives, mayApprove, senderPermitted } from '../agents/map.js';
+import { Call, trainCall, type CallStart } from './call.js';
+import { readVoice, voiceReady, type VoiceConfig } from './store.js';
+
+const RING_MS = 40_000;
+const CALL_TYPES = new Set(['callInvite', 'callSignal']);
+const SHUTDOWN_LEAVE_MS = 2_000;
+const SWEEP_FIRST_MS = 5_000;
+const SWEEP_EVERY_MS = 10_000;
+const SWEEP_TRIES = 12;
+
+type CallHandle = Pick<Call, 'start' | 'begin' | 'hangUp' | 'leave' | 'signalled'>;
+type MakeCall = (start: CallStart, cfg: VoiceConfig, onOver: () => void) => CallHandle;
+
+let current: CallHandle | null = null;
+const invites = new Set<string>();
+const INVITES_MAX = 256;
+const makeCall: MakeCall = (start, cfg, onOver) => new Call(start, cfg, onOver);
+
+const record = (value: unknown): Record<string, unknown> => (isRecord(value) ? value : {});
+const str = (value: unknown): string => (typeof value === 'string' ? value : '');
+
+const contentTypeOf = (env: TrainEvent): string => str(record(env.payload).contentType);
+const sourceIdOf = (env: TrainEvent): string => str(env.message_id) || str(env.id) || randomUUID();
+
+export const isCallEvent = (env: TrainEvent): boolean => CALL_TYPES.has(contentTypeOf(env));
+
+const sameCaller = (call: CallHandle, line: string, from: string): boolean => call.start.line === line && call.start.from === from;
+
+function refusal(line: string, from: string): string | null {
+  if (current !== null && !sameCaller(current, line, from)) return 'already in a call';
+  if (!voiceReady(readVoice())) return 'voice is off or has no API key on the Voice page';
+  if (!lineReceives(line) || !mayApprove(line, from) || !senderPermitted(allowlistForLine(line), from)) return 'the caller is not someone who can approve for this channel';
+  if (agentIdForLine(line) === undefined) return 'the channel does not belong to this agent';
+  return null;
+}
+
+function decline(line: string, callId: string): void {
+  trainCall('callSignal', { line, signal: { kind: 'decline', callId } }).catch((err: unknown) => {
+    log.warn({ line, err: errMsg(err) }, 'voice: could not decline a call');
+  });
+}
+
+function ringing(env: TrainEvent): boolean {
+  const sent = Date.parse(str(env.ts));
+  const age = Date.now() - sent;
+  return Number.isFinite(age) && age >= -5_000 && age < RING_MS;
+}
+
+function invite(env: TrainEvent, body: Record<string, unknown>, create: MakeCall): void {
+  const line = str(env.line);
+  const from = str(env.from);
+  const callId = str(body.callId);
+  const callerPeer = str(body.from);
+  const key = JSON.stringify([line, from, callId]);
+  if (callId === '' || callerPeer === '' || invites.has(key)) return;
+  if (!ringing(env)) {
+    log.info({ line }, 'voice: an invite came in after the caller stopped ringing, not answered');
+    return;
+  }
+  const refused = refusal(line, from);
+  if (refused !== null) {
+    log.info({ line, reason: refused }, 'voice: a call came in and is declined');
+    decline(line, callId);
+    return;
+  }
+  const agentId = agentIdForLine(line);
+  if (agentId === undefined) return;
+  invites.add(key);
+  if (invites.size > INVITES_MAX) invites.delete(invites.values().next().value ?? '');
+  current?.hangUp('the caller started a new call');
+  const start = { agentId, sourceId: sourceIdOf(env), line, from, callId, callerPeer };
+  const call = create(start, readVoice(), () => {
+    if (current === call) current = null;
+  });
+  current = call;
+  call.begin().catch((err: unknown) => {
+    call.hangUp(`starting failed: ${errMsg(err)}`);
+  });
+}
+
+function authenticated(env: TrainEvent): boolean {
+  if (env.sender_verified === false || (env.station !== undefined && env.station !== 'xmtp')) return false;
+  const line = str(env.line);
+  const match = /^metro:\/\/xmtp\/([^/]+)\/[^/]+$/.exec(line);
+  return match !== null && str(env.from).startsWith(`metro://xmtp/${String(match[1])}/user/`) && str(env.from).split('/').length === 6;
+}
+
+export function onCallEvent(env: TrainEvent, train = 'xmtp', create: MakeCall = makeCall): void {
+  if (train !== 'xmtp' || !authenticated(env)) return;
+  const body = record(record(env.payload).call);
+  if (contentTypeOf(env) === 'callInvite') invite(env, body, create);
+  else if (contentTypeOf(env) === 'callSignal' && current !== null && sameCaller(current, str(env.line), str(env.from)))
+    current.signalled(body);
+}
+
+export function leaveCallsForShutdown(): Promise<void> {
+  if (current === null) return Promise.resolve();
+  const leaving = current.leave('Metro stopped or restarted');
+  const capped = new Promise<void>((resolve) => {
+    setTimeout(resolve, SHUTDOWN_LEAVE_MS).unref();
+  });
+  return Promise.race([leaving, capped]);
+}
+
+interface Leftover {
+  line: string;
+  callId: string;
+  peer: string;
+}
+
+function leftoversOf(result: unknown): Leftover[] {
+  const rows = isRecord(result) && Array.isArray(result.calls) ? result.calls : [];
+  return rows
+    .map((row) => record(row))
+    .map((row) => ({ line: str(row.line), callId: str(row.callId), peer: str(row.peer) }))
+    .filter((row) => row.line !== '' && row.callId !== '' && row.peer !== '');
+}
+
+export async function leaveLeftoverCalls(): Promise<number> {
+  const leftovers = leftoversOf(await trainCall('callLeftovers', {}));
+  let left = 0;
+  for (const { line, callId, peer } of leftovers) {
+    if (current?.start.callId === callId) continue;
+    try {
+      await trainCall('callSignal', { line, signal: { kind: 'leave', callId, from: peer } });
+      log.info({ line, callId }, 'voice: left a call this box was still in');
+      left += 1;
+    } catch (err) {
+      log.warn({ line, err: errMsg(err) }, 'voice: could not leave a call this box was still in');
+    }
+  }
+  return left;
+}
+
+function sweep(tries: number, delayMs: number): void {
+  setTimeout(() => {
+    leaveLeftoverCalls().catch((err: unknown) => {
+      const reason = errMsg(err);
+      if (reason.startsWith('no train named')) return;
+      if (tries > 1) sweep(tries - 1, SWEEP_EVERY_MS);
+      else log.warn({ err: reason }, 'voice: could not check for calls left open');
+    });
+  }, delayMs).unref();
+}
+
+export function sweepLeftoverCalls(): void {
+  sweep(SWEEP_TRIES, SWEEP_FIRST_MS);
+}

package/runtime/node_modules/@metro-labs/daemon/src/voice/peer.ts

@@ -0,0 +1,85 @@
+import { RTCPeerConnection, RtpHeader, RtpPacket, type RTCDataChannel, type RTCRtpSender } from 'werift';
+import { errMsg, log } from '@metro-labs/core/log';
+
+const ICE_SERVERS = [{ urls: 'stun:stun.cloudflare.com:3478' }, { urls: 'stun:stun.l.google.com:19302' }];
+const UDP_PORTS: [number, number] = [40_000, 40_100];
+const GATHER_MS = 2_500;
+const OPUS_PT = 111;
+const MEDIA = JSON.stringify({ audio: true, video: false, screen: false });
+
+export interface PeerEvents {
+  audio(opus: Buffer): void;
+  state(state: string): void;
+}
+
+function gathered(pc: RTCPeerConnection): Promise<void> {
+  if (pc.iceGatheringState === 'complete') return Promise.resolve();
+  return new Promise((resolve) => {
+    const timer = setTimeout(resolve, GATHER_MS);
+    pc.iceGatheringStateChange.subscribe((state) => {
+      if (state !== 'complete') return;
+      clearTimeout(timer);
+      resolve();
+    });
+  });
+}
+
+export class Peer {
+  private readonly pc = new RTCPeerConnection({
+    iceServers: ICE_SERVERS,
+    bundlePolicy: 'max-bundle',
+    icePortRange: UDP_PORTS,
+    iceUseIpv6: false,
+  });
+  private readonly channel: RTCDataChannel;
+  private sender: RTCRtpSender | null = null;
+  private sequence = Math.floor(Math.random() * 0xffff);
+  private closed = false;
+
+  constructor(private readonly events: PeerEvents) {
+    this.channel = this.pc.createDataChannel('media', { negotiated: true, id: 0 });
+    this.channel.stateChanged.subscribe((state) => {
+      if (state === 'open') this.channel.send(MEDIA);
+    });
+    this.pc.onTrack.subscribe((track) => {
+      if (track.kind === 'audio')
+        track.onReceiveRtp.subscribe((rtp) => {
+          if (!this.closed) this.events.audio(rtp.payload);
+        });
+    });
+    this.pc.connectionStateChange.subscribe((state) => {
+      if (!this.closed) this.events.state(state);
+    });
+  }
+
+  async answer(offer: string): Promise<string> {
+    await this.pc.setRemoteDescription({ type: 'offer', sdp: offer });
+    for (const transceiver of this.pc.getTransceivers()) {
+      if (transceiver.kind === 'audio') {
+        transceiver.setDirection('sendrecv');
+        this.sender = transceiver.sender;
+      } else transceiver.setDirection('inactive');
+    }
+    await this.pc.setLocalDescription(await this.pc.createAnswer());
+    await gathered(this.pc);
+    const sdp = this.pc.localDescription?.sdp;
+    if (sdp === undefined) throw new Error('no local description after the answer');
+    return sdp;
+  }
+
+  sendOpus(payload: Buffer, timestamp: number, marker: boolean): Promise<void> {
+    const sender = this.sender;
+    if (this.closed || sender === null) return Promise.reject(new Error('call audio transport is closed'));
+    this.sequence = (this.sequence + 1) & 0xffff;
+    const header = new RtpHeader({ payloadType: OPUS_PT, sequenceNumber: this.sequence, timestamp, marker });
+    return sender.sendRtp(new RtpPacket(header, payload));
+  }
+
+  close(): void {
+    if (this.closed) return;
+    this.closed = true;
+    this.pc.close().catch((err: unknown) => {
+      log.debug({ err: errMsg(err) }, 'voice: closing the call connection failed');
+    });
+  }
+}

package/runtime/node_modules/@metro-labs/daemon/src/voice/scribe.ts

@@ -0,0 +1,115 @@
+import WebSocket from 'ws';
+import { errMsg, log } from '@metro-labs/core/log';
+import { isRecord } from '@metro-labs/core/is-record';
+import { bytesOf } from './audio.js';
+
+export const elevenLabs = (): string => process.env.METRO_ELEVENLABS_URL ?? 'wss://api.elevenlabs.io';
+const STT_RATE = 16_000;
+const CHUNK_SAMPLES = STT_RATE / 10;
+const HELD_SAMPLES = STT_RATE * 2;
+const VAD_SILENCE_SECS = 0.5;
+
+export interface Heard {
+  partial(text: string): void;
+  committed(text: string): void;
+  failed(reason: string): void;
+}
+
+const FATAL = new Set([
+  'auth_error',
+  'quota_exceeded',
+  'unaccepted_terms',
+  'rate_limited',
+  'resource_exhausted',
+  'session_time_limit_exceeded',
+  'error',
+]);
+
+export function wsText(data: WebSocket.RawData): string {
+  if (Array.isArray(data)) return Buffer.concat(data).toString('utf8');
+  return (Buffer.isBuffer(data) ? data : Buffer.from(data)).toString('utf8');
+}
+
+export function parsed(raw: string): Record<string, unknown> {
+  try {
+    const msg: unknown = JSON.parse(raw);
+    return isRecord(msg) ? msg : {};
+  } catch {
+    return {};
+  }
+}
+
+export function sttUrl(language: string | null): string {
+  const query = new URLSearchParams({
+    model_id: 'scribe_v2_realtime',
+    audio_format: 'pcm_16000',
+    commit_strategy: 'vad',
+    vad_silence_threshold_secs: String(VAD_SILENCE_SECS),
+  });
+  if (language !== null) query.set('language_code', language);
+  return `${elevenLabs()}/v1/speech-to-text/realtime?${query.toString()}`;
+}
+
+export class Scribe {
+  private readonly ws: WebSocket;
+  private buffer: Int16Array[] = [];
+  private buffered = 0;
+  private closed = false;
+
+  constructor(apiKey: string, language: string | null, private readonly heard: Heard) {
+    this.ws = new WebSocket(sttUrl(language), { headers: { 'xi-api-key': apiKey } });
+    this.ws.on('message', (data) => {
+      this.onMessage(wsText(data));
+    });
+    this.ws.on('error', (err) => {
+      if (this.closed) return;
+      log.warn({ err: errMsg(err) }, 'voice: speech to text connection error');
+    });
+    this.ws.on('close', (code) => {
+      if (this.closed) return;
+      this.closed = true;
+      this.buffer = [];
+      this.buffered = 0;
+      this.heard.failed(`speech to text closed (${String(code)})`);
+    });
+  }
+
+  send(pcm16k: Int16Array): void {
+    if (this.closed) return;
+    this.buffer.push(pcm16k);
+    this.buffered += pcm16k.length;
+    while (this.buffered > HELD_SAMPLES) this.buffered -= this.buffer.shift()?.length ?? this.buffered;
+    if (this.buffered < CHUNK_SAMPLES || this.ws.readyState !== WebSocket.OPEN) return;
+    const chunk = new Int16Array(this.buffered);
+    let at = 0;
+    for (const part of this.buffer) {
+      chunk.set(part, at);
+      at += part.length;
+    }
+    this.buffer = [];
+    this.buffered = 0;
+    this.ws.send(
+      JSON.stringify({ message_type: 'input_audio_chunk', audio_base_64: bytesOf(chunk).toString('base64'), commit: false, sample_rate: STT_RATE }),
+    );
+  }
+
+  close(): void {
+    if (this.closed) return;
+    this.closed = true;
+    this.buffer = [];
+    this.buffered = 0;
+    this.ws.terminate();
+  }
+
+  private onMessage(raw: string): void {
+    if (this.closed) return;
+    const msg = parsed(raw);
+    const type = typeof msg.message_type === 'string' ? msg.message_type : '';
+    const text = typeof msg.text === 'string' ? msg.text.trim() : '';
+    if (type === 'partial_transcript') this.heard.partial(text);
+    else if (type === 'committed_transcript') {
+      if (text !== '') this.heard.committed(text);
+    } else if (FATAL.has(type)) this.heard.failed(`speech to text: ${typeof msg.error === 'string' ? msg.error : type}`);
+    else log.debug({ type }, 'voice: speech to text said');
+  }
+}

package/runtime/node_modules/@metro-labs/daemon/src/voice/shared-talk.ts

@@ -0,0 +1,85 @@
+import { randomUUID } from 'node:crypto';
+import { downsample3, OpusIn, type Playback } from './audio.js';
+import { Scribe, type Heard } from './scribe.js';
+import type { SharedCallTransport, SharedSpeechAction } from './shared.js';
+import { SpeechQueue } from './speech-queue.js';
+import { languageOf, type VoiceConfig } from './store.js';
+
+const BARGE_MIN_WORDS = 2;
+const wordsIn = (text: string): number => text.split(/\s+/).filter((word) => /\p{L}/u.test(word)).length;
+
+type MakeScribe = (heard: Heard) => Pick<Scribe, 'send' | 'close'>;
+
+export class SharedTalk implements SharedCallTransport {
+  private readonly opus = new OpusIn();
+  private readonly scribe: Pick<Scribe, 'send' | 'close'>;
+  private readonly speech: SpeechQueue;
+  private closed = false;
+
+  constructor(
+    cfg: VoiceConfig,
+    send: Playback['send'],
+    private readonly ended: (reason: string) => void,
+    heard: (text: string, sourceId: string) => void,
+    makeScribe: MakeScribe = (events) => new Scribe(cfg.apiKey, languageOf(cfg), events),
+    speech = new SpeechQueue(cfg, send),
+  ) {
+    this.speech = speech;
+    this.speech.whenFailed(() => {
+      this.stop('speech is unavailable');
+    });
+    this.scribe = makeScribe({
+      partial: (text) => {
+        this.barge(text);
+      },
+      committed: (text) => {
+        if (this.closed || text.trim() === '') return;
+        this.barge(text);
+        heard(text, randomUUID());
+      },
+      failed: (reason) => {
+        if (!this.closed) ended(reason);
+      },
+    });
+  }
+
+  enqueue(action: SharedSpeechAction): boolean {
+    return !this.closed && this.speech.enqueue(action);
+  }
+
+  cancel(): void {
+    this.speech.cancel();
+  }
+
+  terminate(): void {
+    this.stop('the shared conversation ended');
+  }
+
+  connect(): void {
+    if (!this.closed) this.speech.connect();
+  }
+
+  hear(packet: Buffer): void {
+    if (this.closed) return;
+    const pcm = this.opus.decode(packet);
+    if (pcm !== null) this.scribe.send(downsample3(pcm));
+  }
+
+  finish(): void {
+    if (this.closed) return;
+    this.closed = true;
+    this.speech.close();
+    this.scribe.close();
+    this.opus.close();
+  }
+
+  private stop(reason: string): void {
+    if (this.closed) return;
+    this.finish();
+    this.ended(reason);
+  }
+
+  private barge(text: string): void {
+    if (!this.closed && this.speech.busy && wordsIn(text) >= BARGE_MIN_WORDS) this.speech.cancel();
+  }
+}