@dxos/plugin-transcription 0.8.2 → 0.8.3-main.7f5a14c

package/dist/lib/node/{chunk-ZFTXJZXH.cjs.map → chunk-C5W34GLS.cjs.map}

@@ -1,7 +1,7 @@
 {
   "version": 3,
   "sources": ["../../../src/transcriber/media-stream-recorder.ts", "../../../src/transcriber/transcriber.ts", "../../../src/util/array.ts", "../../../src/transcriber/transcription-manager.ts"],
-  "sourcesContent": ["//\n// Copyright 2025 DXOS.org\n//\n\nimport { type IBlobEvent, type IMediaRecorder, MediaRecorder, register } from 'extendable-media-recorder';\nimport { WaveFile } from 'wavefile';\n\nimport { synchronized } from '@dxos/async';\nimport { invariant } from '@dxos/invariant';\nimport { log } from '@dxos/log';\nimport { trace } from '@dxos/tracing';\n\nimport { type WavConfig, type AudioChunk, type AudioRecorder } from './audio-recorder';\n\nlet initializingPromise: Promise<void> | undefined;\n\nconst initializeExtendableMediaRecorder = async () => {\n  const { connect } = await import('extendable-media-recorder-wav-encoder');\n  await register(await connect());\n};\n\nexport type MediaStreamRecorderParams = {\n  mediaStreamTrack: MediaStreamTrack;\n  config: {\n    interval: number;\n  };\n};\n\n/**\n * Recorder that uses the MediaContext API and AudioNode API to record audio.\n *\n * It records MediaStream using https://www.npmjs.com/package/extendable-media-recorder.\n */\n@trace.resource()\nexport class MediaStreamRecorder implements AudioRecorder {\n  private readonly _mediaStreamTrack: MediaStreamTrack;\n  /**\n   * Default MediaRecorder implementation do not support wav encoding.\n   */\n  private readonly _config: MediaStreamRecorderParams['config'];\n  private _mediaRecorder?: IMediaRecorder = undefined;\n  private _header?: Uint8Array = undefined;\n  private _onChunk?: (chunk: AudioChunk) => void;\n\n  constructor({ mediaStreamTrack, config }: MediaStreamRecorderParams) {\n    this._mediaStreamTrack = mediaStreamTrack;\n    this._config = config;\n  }\n\n  get wavConfig(): WavConfig {\n    const settings = this._mediaStreamTrack.getSettings();\n    return {\n      channels: settings.channelCount ?? 1,\n      sampleRate: settings.sampleRate ?? 16000,\n      bitDepthCode: settings.sampleSize ? String(settings.sampleSize) : '16',\n    };\n  }\n\n  get mediaStreamTrack() {\n    return this._mediaStreamTrack;\n  }\n\n  setOnChunk(onChunk: (chunk: AudioChunk) => void): void {\n    this._onChunk = onChunk;\n  }\n\n  async start(): Promise<void> {\n    await (initializingPromise ??= initializeExtendableMediaRecorder()).catch((err) =>\n      log.info('initializeExtendableMediaRecorder', { err }),\n    );\n\n    if (!this._mediaRecorder) {\n      const stream = new MediaStream([this._mediaStreamTrack]);\n      this._mediaRecorder = new MediaRecorder(stream, { mimeType: 'audio/wav' });\n    }\n\n    if (this._mediaRecorder.state === 'recording') {\n      return;\n    }\n    invariant(this._onChunk, 'MediaStreamRecorder: onChunk is not set');\n    this._mediaRecorder.ondataavailable = (event) => this._ondataavailable(event);\n    this._mediaRecorder.start(this._config.interval);\n  }\n\n  async stop(): Promise<void> {\n    if (this._mediaRecorder?.state !== 'recording') {\n      return;\n    }\n    this._mediaRecorder.stop();\n  }\n\n  @synchronized\n  private async _ondataavailable(event: IBlobEvent): Promise<void> {\n    const blob = event.data;\n    const uint8Array = new Uint8Array(await blob.arrayBuffer());\n\n    // First chunk from the MediaRecorder has a header.\n    const isHeader =\n      uint8Array[0] === 0x52 && // R\n      uint8Array[1] === 0x49 && // I\n      uint8Array[2] === 0x46 && // F\n      uint8Array[3] === 0x46; // F\n    let wav: WaveFile;\n\n    if (isHeader) {\n      wav = new WaveFile(uint8Array);\n      this._header = uint8Array.slice(0, 44);\n    } else if (this._header) {\n      wav = new WaveFile(new Uint8Array([...this._header, ...uint8Array]));\n    } else {\n      log.warn('MediaStreamRecorder: no header');\n      return;\n    }\n\n    this._onChunk!({\n      timestamp: Date.now(),\n      data: wav.getSamples(),\n    });\n  }\n}\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { WaveFile } from 'wavefile';\n\nimport { DeferredTask, Trigger } from '@dxos/async';\nimport { type Context, LifecycleState, Resource } from '@dxos/context';\nimport { log } from '@dxos/log';\nimport { type DataType } from '@dxos/schema';\nimport { trace } from '@dxos/tracing';\n\nimport { type AudioRecorder, type AudioChunk } from './audio-recorder';\nimport { TRANSCRIPTION_URL } from '../types';\nimport { mergeFloat64Arrays } from '../util';\n\ntype WhisperWord = {\n  word: string;\n\n  /**\n   * Time in seconds from the start of the audio.\n   */\n  start: number;\n\n  /**\n   * Time in seconds from the start of the audio.\n   */\n  end: number;\n};\n\ntype WhisperSegment = {\n  text: string;\n\n  /**\n   * Time in seconds from the start of the audio.\n   */\n  start: number;\n\n  /**\n   * Time in seconds from the start of the audio.\n   */\n  end: number;\n\n  /**\n   * Probability of no speech in the segment.\n   */\n  no_speech_prob: number;\n\n  words: WhisperWord[];\n};\n\nexport type TranscribeConfig = {\n  /**\n   * Number of chunks to transcribe automatically after.\n   */\n  transcribeAfterChunksAmount: number;\n\n  /**\n   * Number of chunks to save before the user starts speaking.\n   * This is needed to catch the beginning of the user's speech.\n   */\n  prefixBufferChunksAmount: number;\n};\n\nexport type TranscriberParams = {\n  config: TranscribeConfig;\n  recorder: AudioRecorder;\n  /**\n   * Callback to handle the transcribed segments, after all segment transformers are applied.\n   * @param segments - The transcribed segments.\n   */\n  onSegments: (segments: DataType.MessageBlock.Transcription[]) => Promise<void>;\n};\n\n/**\n * Handles transcription of audio chunks.\n * If user is not speaking, the last `minChunksAmount` chunks are saved and transcribed.\n * If user is speaking, the chunks are added to the buffer until the user is done talking.\n */\nexport class Transcriber extends Resource {\n  private _audioChunks: AudioChunk[] = [];\n  private _lastUsedTimestamp = 0;\n\n  private readonly _openTrigger = new Trigger({ autoReset: true });\n\n  private readonly _config: TranscribeConfig;\n  private readonly _recorder: AudioRecorder;\n  private readonly _onSegments: TranscriberParams['onSegments'];\n\n  private _recording = false;\n  private _transcribeTask?: DeferredTask = undefined;\n\n  constructor({ config, recorder, onSegments }: TranscriberParams) {\n    super();\n    this._config = config;\n    this._recorder = recorder;\n    this._onSegments = onSegments;\n  }\n\n  protected override async _open(ctx: Context): Promise<void> {\n    log.info('opening');\n    this._recorder.setOnChunk((chunk) => this._saveAudioChunk(chunk));\n    await this._recorder.start();\n    this._transcribeTask = new DeferredTask(ctx, async () => this._transcribe());\n    this._openTrigger.wake();\n  }\n\n  protected override async _close(): Promise<void> {\n    log.info('closing');\n    this._recording = false;\n    this._transcribeTask = undefined;\n    await this._recorder.stop();\n  }\n\n  startChunksRecording(): void {\n    log.info('starting');\n    if (this._lifecycleState !== LifecycleState.OPEN) {\n      return;\n    }\n\n    this._recording = true;\n  }\n\n  stopChunksRecording(): void {\n    if (this._lifecycleState !== LifecycleState.OPEN || !this._recording) {\n      return;\n    }\n\n    this._recording = false;\n    this._transcribeTask?.schedule();\n    log.info('stopped');\n  }\n\n  private _saveAudioChunk(chunk: AudioChunk): void {\n    log('saving audio chunk', { chunk });\n    this._audioChunks.push(chunk);\n\n    // Clean the buffer if the user is not speaking and the transcription task is not scheduled.\n    if (\n      !this._recording &&\n      (!this._transcribeTask || !this._transcribeTask.scheduled) &&\n      this._audioChunks.length >= this._config.prefixBufferChunksAmount\n    ) {\n      this._audioChunks = this._dropOldChunks();\n    } else if (this._audioChunks.length >= this._config.transcribeAfterChunksAmount && this._recording) {\n      this._transcribeTask?.schedule();\n    }\n  }\n\n  private async _transcribe(): Promise<void> {\n    log('transcribing', { chunks: this._audioChunks.length });\n    const chunks = this._audioChunks;\n    this._audioChunks = this._dropOldChunks();\n    if (chunks.length === 0) {\n      return;\n    }\n\n    const audio = await this._mergeAudioChunks(chunks);\n    const segments = await this._fetchTranscription(audio);\n    if (!Array.isArray(segments) || segments.length === 0) {\n      return;\n    }\n\n    const alignedSegments = this._alignSegments(segments, chunks);\n    if (alignedSegments.length > 0) {\n      await this._onSegments(alignedSegments);\n    }\n  }\n\n  private _dropOldChunks(): AudioChunk[] {\n    return this._config.prefixBufferChunksAmount > 0\n      ? this._audioChunks.slice(-this._config.prefixBufferChunksAmount)\n      : [];\n  }\n\n  @trace.span({ showInBrowserTimeline: true })\n  private async _mergeAudioChunks(chunks: AudioChunk[]): Promise<string> {\n    const file = new WaveFile();\n    const wavConfig = this._recorder.wavConfig;\n\n    file.fromScratch(\n      wavConfig.channels,\n      wavConfig.sampleRate,\n      wavConfig.bitDepthCode,\n      mergeFloat64Arrays(chunks.map(({ data }) => data)),\n    );\n\n    return file.toBase64();\n  }\n\n  @trace.span({ showInBrowserTimeline: true })\n  private async _fetchTranscription(audio: string): Promise<WhisperSegment[]> {\n    if (audio.length === 0) {\n      this._audioChunks = [];\n      throw new Error('No audio to send for transcribing');\n    }\n\n    const response = await fetch(`${TRANSCRIPTION_URL}/transcribe`, {\n      method: 'POST',\n      body: JSON.stringify({ audio }),\n      headers: {\n        'Content-Type': 'application/json',\n      },\n    });\n\n    if (!response.ok) {\n      this._audioChunks = [];\n      throw new Error(`Transcription failed: ${response.statusText}`);\n    }\n\n    const { segments } = (await response.json()) as {\n      segments: WhisperSegment[];\n    };\n\n    log.info('transcription response', {\n      segments: segments.length,\n      string: segments.map((segments) => segments.text).join(' '),\n    });\n\n    return segments;\n  }\n\n  private _alignSegments(\n    segments: WhisperSegment[],\n    originalChunks: AudioChunk[],\n  ): DataType.MessageBlock.Transcription[] {\n    // Absolute zero for all relative timestamps in the segments.\n    const zeroTimestamp = originalChunks.at(0)!.timestamp;\n\n    const filteredSegments = segments\n      // Use segments that end after the last used timestamp.\n      // Segments could overlap, so we need to filter words that starts after the last used timestamp.\n      .filter((segment) => zeroTimestamp + segment.end * 1_000 >= this._lastUsedTimestamp)\n      // Use words that starts after the last used timestamp.\n      .map((segment) => {\n        const words = segment.words.filter((word) => zeroTimestamp + word.start * 1_000 >= this._lastUsedTimestamp);\n        return {\n          ...segment,\n          words,\n          text: words.map((word) => word.word).join(''),\n          start: words.at(0)?.start ?? segment.end,\n        };\n      })\n      .filter((segment) => segment.words.length > 0);\n\n    if (filteredSegments.length === 0) {\n      return [];\n    }\n\n    // Update last timestamp.\n    this._lastUsedTimestamp = zeroTimestamp + filteredSegments.at(-1)!.end * 1_000;\n\n    // Add absolute timestamp to each segment.\n    return filteredSegments.map((segment) => ({\n      type: 'transcription',\n      started: new Date(zeroTimestamp + segment.start * 1_000).toISOString(),\n      text: segment.text.trim(),\n    }));\n  }\n}\n", "//\n// Copyright 2025 DXOS.org\n//\n\nexport const mergeFloat64Arrays = (arrays: Float64Array[]) => {\n  const newArray = new Float64Array(arrays.reduce((acc, array) => array.length + acc, 0));\n  let offset = 0;\n  for (const array of arrays) {\n    newArray.set(array, offset);\n    offset += array.length;\n  }\n\n  return newArray;\n};\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { signal } from '@preact/signals-core';\n\nimport { synchronized } from '@dxos/async';\nimport { Resource } from '@dxos/context';\nimport { QueueImpl, type Queue } from '@dxos/echo-db';\nimport { create } from '@dxos/echo-schema';\nimport { type DXN } from '@dxos/keys';\nimport { log } from '@dxos/log';\nimport { type EdgeHttpClient } from '@dxos/react-edge-client';\nimport { DataType } from '@dxos/schema';\n\nimport { MediaStreamRecorder } from './media-stream-recorder';\nimport { Transcriber } from './transcriber';\n\n/**\n * Length of the chunk in ms.\n */\nconst RECORD_INTERVAL = 200;\n\n/**\n * Number of chunks to save before the user starts speaking.\n */\nconst PREFIXED_CHUNKS_AMOUNT = 10;\n\n/**\n * Number of chunks to transcribe automatically after.\n * Combined should be mess than 25MB or whisper would fail.\n */\nconst TRANSCRIBE_AFTER_CHUNKS_AMOUNT = 50;\n\nexport type TranscriptMessageEnricher = (message: DataType.Message) => Promise<DataType.Message>;\n\nexport type TranscriptionManagerOptions = {\n  edgeClient: EdgeHttpClient;\n\n  /**\n   * Enrich the message before it is written to the transcription queue.\n   */\n  messageEnricher?: TranscriptMessageEnricher;\n};\n\n/**\n * Manages transcription state for a meeting.\n */\nexport class TranscriptionManager extends Resource {\n  private readonly _edgeClient: EdgeHttpClient;\n  private readonly _messageEnricher?: TranscriptMessageEnricher;\n  private _audioStreamTrack?: MediaStreamTrack = undefined;\n  private _identityDid?: string = undefined;\n  private _mediaRecorder?: MediaStreamRecorder = undefined;\n  private _transcriber?: Transcriber = undefined;\n  private _queue?: Queue<DataType.Message> = undefined;\n  private _enabled = signal(false);\n\n  constructor(options: TranscriptionManagerOptions) {\n    super();\n    this._edgeClient = options.edgeClient;\n    this._messageEnricher = options.messageEnricher;\n  }\n\n  protected override async _open(): Promise<void> {\n    await this._toggleTranscriber();\n  }\n\n  protected override async _close(): Promise<void> {\n    void this._transcriber?.close();\n  }\n\n  /** @reactive */\n  get enabled() {\n    return this._enabled.value;\n  }\n\n  setQueue(queueDxn: DXN): TranscriptionManager {\n    if (this._queue?.dxn.toString() !== queueDxn.toString()) {\n      log.info('setQueue', { queueDxn: queueDxn.toString() });\n      this._queue = new QueueImpl<DataType.Message>(this._edgeClient, queueDxn);\n    }\n    return this;\n  }\n\n  setIdentityDid(did: string): TranscriptionManager {\n    if (this._identityDid !== did) {\n      this._identityDid = did;\n    }\n    return this;\n  }\n\n  setRecording(recording?: boolean): TranscriptionManager {\n    if (!this.isOpen || !this._enabled.value) {\n      return this;\n    }\n\n    if (recording) {\n      this._transcriber?.startChunksRecording();\n    } else {\n      this._transcriber?.stopChunksRecording();\n    }\n    return this;\n  }\n\n  /**\n   * Enable or disable transcription.\n   * @param enabled - Whether to enable transcription.\n   */\n  @synchronized\n  async setEnabled(enabled?: boolean): Promise<void> {\n    if (this._enabled.value === enabled) {\n      return;\n    }\n\n    this._enabled.value = enabled ?? false;\n    // TODO(burdon): Why is toggle called here?\n    this.isOpen && (await this._toggleTranscriber());\n  }\n\n  @synchronized\n  async setAudioTrack(track?: MediaStreamTrack): Promise<void> {\n    if (this._audioStreamTrack === track) {\n      return;\n    }\n\n    this._audioStreamTrack = track;\n    this.isOpen && (await this._toggleTranscriber());\n  }\n\n  // TODO(burdon): Change this to setEnables (explicit), not toggle.\n  private async _toggleTranscriber(): Promise<void> {\n    await this._maybeReinitTranscriber();\n\n    // Open or close transcriber if transcription is enabled or disabled.\n    if (this._enabled.value) {\n      await this._transcriber?.open();\n      // TODO(burdon): Started and stopped blocks appear twice.\n      const block = create(DataType.Message, {\n        created: new Date().toISOString(),\n        blocks: [{ type: 'transcription', text: 'Started', started: new Date().toISOString() }],\n        sender: { role: 'assistant' },\n      });\n      this._queue?.append([block]);\n    } else {\n      await this._transcriber?.close();\n      const block = create(DataType.Message, {\n        created: new Date().toISOString(),\n        blocks: [{ type: 'transcription', text: 'Stopped', started: new Date().toISOString() }],\n        sender: { role: 'assistant' },\n      });\n      this._queue?.append([block]);\n    }\n  }\n\n  private async _maybeReinitTranscriber(): Promise<void> {\n    if (!this._audioStreamTrack || !this._enabled.value) {\n      return;\n    }\n\n    // Reinitialize transcriber if queue or media stream track has changed.\n    let needReinit = false;\n    if (this._audioStreamTrack !== this._mediaRecorder?.mediaStreamTrack) {\n      this._mediaRecorder = new MediaStreamRecorder({\n        mediaStreamTrack: this._audioStreamTrack,\n        config: { interval: RECORD_INTERVAL },\n      });\n      needReinit = true;\n    }\n    if (needReinit) {\n      await this._transcriber?.close();\n      this._transcriber = new Transcriber({\n        config: {\n          transcribeAfterChunksAmount: TRANSCRIBE_AFTER_CHUNKS_AMOUNT,\n          prefixBufferChunksAmount: PREFIXED_CHUNKS_AMOUNT,\n        },\n        recorder: this._mediaRecorder,\n        onSegments: (segments) => this._onSegments(segments),\n      });\n    }\n  }\n\n  private async _onSegments(segments: DataType.MessageBlock.Transcription[]): Promise<void> {\n    if (!this.isOpen || !this._queue) {\n      return;\n    }\n\n    let block = create(DataType.Message, {\n      created: new Date().toISOString(),\n      blocks: segments,\n      sender: { identityDid: this._identityDid },\n    });\n\n    if (this._messageEnricher) {\n      block = await this._messageEnricher(block);\n    }\n\n    this._queue.append([block]);\n  }\n}\n"],
-  "mappings": ";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAIA,uCAA8E;AAC9E,sBAAyB;AAEzB,mBAA6B;AAC7B,uBAA0B;AAC1B,iBAAoB;AACpB,qBAAsB;ACNtB,IAAAA,mBAAyB;AAEzB,IAAAC,gBAAsC;AACtC,qBAAuD;AACvD,IAAAC,cAAoB;AAEpB,IAAAC,kBAAsB;AENtB,0BAAuB;AAEvB,IAAAF,gBAA6B;AAC7B,IAAAG,kBAAyB;AACzB,qBAAsC;AACtC,yBAAuB;AAEvB,IAAAF,cAAoB;AAEpB,oBAAyB;;;;;;;;AHCzB,IAAIG;AAEJ,IAAMC,oCAAoC,YAAA;AACxC,QAAM,EAAEC,QAAO,IAAK,MAAM,OAAO,uCAAA;AACjC,YAAMC,2CAAS,MAAMD,QAAAA,CAAAA;AACvB;AAeO,IAAME,sBAAN,MAAMA;EAUX,YAAY,EAAEC,kBAAkBC,OAAM,GAA+B;AAJ7DC,SAAAA,iBAAkCC;AAClCC,SAAAA,UAAuBD;AAI7B,SAAKE,oBAAoBL;AACzB,SAAKM,UAAUL;EACjB;EAEA,IAAIM,YAAuB;AACzB,UAAMC,WAAW,KAAKH,kBAAkBI,YAAW;AACnD,WAAO;MACLC,UAAUF,SAASG,gBAAgB;MACnCC,YAAYJ,SAASI,cAAc;MACnCC,cAAcL,SAASM,aAAaC,OAAOP,SAASM,UAAU,IAAI;IACpE;EACF;EAEA,IAAId,mBAAmB;AACrB,WAAO,KAAKK;EACd;EAEAW,WAAWC,SAA4C;AACrD,SAAKC,WAAWD;EAClB;EAEA,MAAME,QAAuB;AAC3B,WAAOxB,wBAAwBC,kCAAAA,GAAqCwB,MAAM,CAACC,QACzEC,eAAIC,KAAK,qCAAqC;MAAEF;IAAI,GAAA;;;;;;AAGtD,QAAI,CAAC,KAAKnB,gBAAgB;AACxB,YAAMsB,SAAS,IAAIC,YAAY;QAAC,KAAKpB;OAAkB;AACvD,WAAKH,iBAAiB,IAAIwB,+CAAcF,QAAQ;QAAEG,UAAU;MAAY,CAAA;IAC1E;AAEA,QAAI,KAAKzB,eAAe0B,UAAU,aAAa;AAC7C;IACF;AACAC,oCAAU,KAAKX,UAAU,2CAAA;;;;;;;;;AACzB,SAAKhB,eAAe4B,kBAAkB,CAACC,UAAU,KAAKC,iBAAiBD,KAAAA;AACvE,SAAK7B,eAAeiB,MAAM,KAAKb,QAAQ2B,QAAQ;EACjD;EAEA,MAAMC,OAAsB;AAC1B,QAAI,KAAKhC,gBAAgB0B,UAAU,aAAa;AAC9C;IACF;AACA,SAAK1B,eAAegC,KAAI;EAC1B;EAEA,MACcF,iBAAiBD,OAAkC;AAC/D,UAAMI,OAAOJ,MAAMK;AACnB,UAAMC,aAAa,IAAIC,WAAW,MAAMH,KAAKI,YAAW,CAAA;AAGxD,UAAMC,WACJH,WAAW,CAAA,MAAO;IAClBA,WAAW,CAAA,MAAO;IAClBA,WAAW,CAAA,MAAO;IAClBA,WAAW,CAAA,MAAO;AACpB,QAAII;AAEJ,QAAID,UAAU;AACZC,YAAM,IAAIC,yBAASL,UAAAA;AACnB,WAAKjC,UAAUiC,WAAWM,MAAM,GAAG,EAAA;IACrC,WAAW,KAAKvC,SAAS;AACvBqC,YAAM,IAAIC,yBAAS,IAAIJ,WAAW;WAAI,KAAKlC;WAAYiC;OAAW,CAAA;IACpE,OAAO;AACLf,qBAAIsB,KAAK,kCAAA,QAAA;;;;;;AACT;IACF;AAEA,SAAK1B,SAAU;MACb2B,WAAWC,KAAKC,IAAG;MACnBX,MAAMK,IAAIO,WAAU;IACtB,CAAA;EACF;AACF;;;;;uBAtFOC,SAAAA;;AE7BA,IAAMC,qBAAqB,CAACC,WAAAA;AACjC,QAAMC,WAAW,IAAIC,aAAaF,OAAOG,OAAO,CAACC,KAAKC,UAAUA,MAAMC,SAASF,KAAK,CAAA,CAAA;AACpF,MAAIG,SAAS;AACb,aAAWF,SAASL,QAAQ;AAC1BC,aAASO,IAAIH,OAAOE,MAAAA;AACpBA,cAAUF,MAAMC;EAClB;AAEA,SAAOL;AACT;;;;;;;;ADkEO,IAAMQ,cAAN,cAA0BC,wBAAAA;EAa/B,YAAY,EAAE5D,QAAQ6D,UAAUC,WAAU,GAAuB;AAC/D,UAAK;AAbCC,SAAAA,eAA6B,CAAA;AAC7BC,SAAAA,qBAAqB;AAEZC,SAAAA,eAAe,IAAIC,sBAAQ;MAAEC,WAAW;IAAK,CAAA;AAMtDC,SAAAA,aAAa;AACbC,SAAAA,kBAAiCnE;AAIvC,SAAKG,UAAUL;AACf,SAAKsE,YAAYT;AACjB,SAAKU,cAAcT;EACrB;EAEA,MAAyBU,MAAMC,KAA6B;AAC1DpD,gBAAAA,IAAIC,KAAK,WAAA,QAAA;;;;;;AACT,SAAKgD,UAAUvD,WAAW,CAAC2D,UAAU,KAAKC,gBAAgBD,KAAAA,CAAAA;AAC1D,UAAM,KAAKJ,UAAUpD,MAAK;AAC1B,SAAKmD,kBAAkB,IAAIO,2BAAaH,KAAK,YAAY,KAAKI,YAAW,CAAA;AACzE,SAAKZ,aAAaa,KAAI;EACxB;EAEA,MAAyBC,SAAwB;AAC/C1D,gBAAAA,IAAIC,KAAK,WAAA,QAAA;;;;;;AACT,SAAK8C,aAAa;AAClB,SAAKC,kBAAkBnE;AACvB,UAAM,KAAKoE,UAAUrC,KAAI;EAC3B;EAEA+C,uBAA6B;AAC3B3D,gBAAAA,IAAIC,KAAK,YAAA,QAAA;;;;;;AACT,QAAI,KAAK2D,oBAAoBC,8BAAeC,MAAM;AAChD;IACF;AAEA,SAAKf,aAAa;EACpB;EAEAgB,sBAA4B;AAC1B,QAAI,KAAKH,oBAAoBC,8BAAeC,QAAQ,CAAC,KAAKf,YAAY;AACpE;IACF;AAEA,SAAKA,aAAa;AAClB,SAAKC,iBAAiBgB,SAAAA;AACtBhE,gBAAAA,IAAIC,KAAK,WAAA,QAAA;;;;;;EACX;EAEQqD,gBAAgBD,OAAyB;AAC/CrD,oBAAAA,KAAI,sBAAsB;MAAEqD;IAAM,GAAA;;;;;;AAClC,SAAKX,aAAauB,KAAKZ,KAAAA;AAGvB,QACE,CAAC,KAAKN,eACL,CAAC,KAAKC,mBAAmB,CAAC,KAAKA,gBAAgBkB,cAChD,KAAKxB,aAAaP,UAAU,KAAKnD,QAAQmF,0BACzC;AACA,WAAKzB,eAAe,KAAK0B,eAAc;IACzC,WAAW,KAAK1B,aAAaP,UAAU,KAAKnD,QAAQqF,+BAA+B,KAAKtB,YAAY;AAClG,WAAKC,iBAAiBgB,SAAAA;IACxB;EACF;EAEA,MAAcR,cAA6B;AACzCxD,oBAAAA,KAAI,gBAAgB;MAAEsE,QAAQ,KAAK5B,aAAaP;IAAO,GAAA;;;;;;AACvD,UAAMmC,SAAS,KAAK5B;AACpB,SAAKA,eAAe,KAAK0B,eAAc;AACvC,QAAIE,OAAOnC,WAAW,GAAG;AACvB;IACF;AAEA,UAAMoC,QAAQ,MAAM,KAAKC,kBAAkBF,MAAAA;AAC3C,UAAMG,WAAW,MAAM,KAAKC,oBAAoBH,KAAAA;AAChD,QAAI,CAACI,MAAMC,QAAQH,QAAAA,KAAaA,SAAStC,WAAW,GAAG;AACrD;IACF;AAEA,UAAM0C,kBAAkB,KAAKC,eAAeL,UAAUH,MAAAA;AACtD,QAAIO,gBAAgB1C,SAAS,GAAG;AAC9B,YAAM,KAAKe,YAAY2B,eAAAA;IACzB;EACF;EAEQT,iBAA+B;AACrC,WAAO,KAAKpF,QAAQmF,2BAA2B,IAC3C,KAAKzB,aAAarB,MAAM,CAAC,KAAKrC,QAAQmF,wBAAwB,IAC9D,CAAA;EACN;EAEA,MACcK,kBAAkBF,QAAuC;AACrE,UAAMS,OAAO,IAAI3D,iBAAAA,SAAAA;AACjB,UAAMnC,YAAY,KAAKgE,UAAUhE;AAEjC8F,SAAKC,YACH/F,UAAUG,UACVH,UAAUK,YACVL,UAAUM,cACVqC,mBAAmB0C,OAAOW,IAAI,CAAC,EAAEnE,KAAI,MAAOA,IAAAA,CAAAA,CAAAA;AAG9C,WAAOiE,KAAKG,SAAQ;EACtB;EAEA,MACcR,oBAAoBH,OAA0C;AAC1E,QAAIA,MAAMpC,WAAW,GAAG;AACtB,WAAKO,eAAe,CAAA;AACpB,YAAM,IAAIyC,MAAM,mCAAA;IAClB;AAEA,UAAMC,WAAW,MAAMC,MAAM,GAAGC,uCAAAA,eAAgC;MAC9DC,QAAQ;MACRC,MAAMC,KAAKC,UAAU;QAAEnB;MAAM,CAAA;MAC7BoB,SAAS;QACP,gBAAgB;MAClB;IACF,CAAA;AAEA,QAAI,CAACP,SAASQ,IAAI;AAChB,WAAKlD,eAAe,CAAA;AACpB,YAAM,IAAIyC,MAAM,yBAAyBC,SAASS,UAAU,EAAE;IAChE;AAEA,UAAM,EAAEpB,SAAQ,IAAM,MAAMW,SAASU,KAAI;AAIzC9F,gBAAAA,IAAIC,KAAK,0BAA0B;MACjCwE,UAAUA,SAAStC;MACnB4D,QAAQtB,SAASQ,IAAI,CAACR,cAAaA,UAASuB,IAAI,EAAEC,KAAK,GAAA;IACzD,GAAA;;;;;;AAEA,WAAOxB;EACT;EAEQK,eACNL,UACAyB,gBACuC;AAEvC,UAAMC,gBAAgBD,eAAeE,GAAG,CAAA,EAAI7E;AAE5C,UAAM8E,mBAAmB5B,SAGtB6B,OAAO,CAACC,YAAYJ,gBAAgBI,QAAQC,MAAM,OAAS,KAAK7D,kBAAkB,EAElFsC,IAAI,CAACsB,YAAAA;AACJ,YAAME,QAAQF,QAAQE,MAAMH,OAAO,CAACI,SAASP,gBAAgBO,KAAK7G,QAAQ,OAAS,KAAK8C,kBAAkB;AAC1G,aAAO;QACL,GAAG4D;QACHE;QACAT,MAAMS,MAAMxB,IAAI,CAACyB,SAASA,KAAKA,IAAI,EAAET,KAAK,EAAA;QAC1CpG,OAAO4G,MAAML,GAAG,CAAA,GAAIvG,SAAS0G,QAAQC;MACvC;IACF,CAAA,EACCF,OAAO,CAACC,YAAYA,QAAQE,MAAMtE,SAAS,CAAA;AAE9C,QAAIkE,iBAAiBlE,WAAW,GAAG;AACjC,aAAO,CAAA;IACT;AAGA,SAAKQ,qBAAqBwD,gBAAgBE,iBAAiBD,GAAG,EAAC,EAAII,MAAM;AAGzE,WAAOH,iBAAiBpB,IAAI,CAACsB,aAAa;MACxCI,MAAM;MACNC,SAAS,IAAIpF,KAAK2E,gBAAgBI,QAAQ1G,QAAQ,GAAA,EAAOgH,YAAW;MACpEb,MAAMO,QAAQP,KAAKc,KAAI;IACzB,EAAA;EACF;AACF;;wBApFSC,KAAAA;IAAOC,uBAAuB;;;;wBAe9BD,KAAAA;IAAOC,uBAAuB;;;;;;;;;;AEzKvC,IAAMC,kBAAkB;AAKxB,IAAMC,yBAAyB;AAM/B,IAAMC,iCAAiC;AAgBhC,IAAMC,uBAAN,cAAmC7E,gBAAAA,SAAAA;EAUxC,YAAY8E,SAAsC;AAChD,UAAK;AARCC,SAAAA,oBAAuCzI;AACvC0I,SAAAA,eAAwB1I;AACxBD,SAAAA,iBAAuCC;AACvC2I,SAAAA,eAA6B3I;AAC7B4I,SAAAA,SAAmC5I;AACnC6I,SAAAA,eAAWC,4BAAO,KAAA;AAIxB,SAAKC,cAAcP,QAAQQ;AAC3B,SAAKC,mBAAmBT,QAAQU;EAClC;EAEA,MAAyB5E,QAAuB;AAC9C,UAAM,KAAK6E,mBAAkB;EAC/B;EAEA,MAAyBtE,SAAwB;AAC/C,SAAK,KAAK8D,cAAcS,MAAAA;EAC1B;;EAGA,IAAIC,UAAU;AACZ,WAAO,KAAKR,SAASS;EACvB;EAEAC,SAASC,UAAqC;AAC5C,QAAI,KAAKZ,QAAQa,IAAIC,SAAAA,MAAeF,SAASE,SAAQ,GAAI;AACvDvI,kBAAAA,IAAIC,KAAK,YAAY;QAAEoI,UAAUA,SAASE,SAAQ;MAAG,GAAA;;;;;;AACrD,WAAKd,SAAS,IAAIe,yBAA4B,KAAKZ,aAAaS,QAAAA;IAClE;AACA,WAAO;EACT;EAEAI,eAAeC,KAAmC;AAChD,QAAI,KAAKnB,iBAAiBmB,KAAK;AAC7B,WAAKnB,eAAemB;IACtB;AACA,WAAO;EACT;EAEAC,aAAaC,WAA2C;AACtD,QAAI,CAAC,KAAKC,UAAU,CAAC,KAAKnB,SAASS,OAAO;AACxC,aAAO;IACT;AAEA,QAAIS,WAAW;AACb,WAAKpB,cAAc7D,qBAAAA;IACrB,OAAO;AACL,WAAK6D,cAAczD,oBAAAA;IACrB;AACA,WAAO;EACT;;;;;EAMA,MACM+E,WAAWZ,SAAkC;AACjD,QAAI,KAAKR,SAASS,UAAUD,SAAS;AACnC;IACF;AAEA,SAAKR,SAASS,QAAQD,WAAW;AAEjC,SAAKW,UAAW,MAAM,KAAKb,mBAAkB;EAC/C;EAEA,MACMe,cAAcC,OAAyC;AAC3D,QAAI,KAAK1B,sBAAsB0B,OAAO;AACpC;IACF;AAEA,SAAK1B,oBAAoB0B;AACzB,SAAKH,UAAW,MAAM,KAAKb,mBAAkB;EAC/C;;EAGA,MAAcA,qBAAoC;AAChD,UAAM,KAAKiB,wBAAuB;AAGlC,QAAI,KAAKvB,SAASS,OAAO;AACvB,YAAM,KAAKX,cAAc0B,KAAAA;AAEzB,YAAMC,YAAQC,2BAAOC,uBAASC,SAAS;QACrCC,UAAS,oBAAI/H,KAAAA,GAAOqF,YAAW;QAC/B2C,QAAQ;UAAC;YAAE7C,MAAM;YAAiBX,MAAM;YAAWY,UAAS,oBAAIpF,KAAAA,GAAOqF,YAAW;UAAG;;QACrF4C,QAAQ;UAAEC,MAAM;QAAY;MAC9B,CAAA;AACA,WAAKjC,QAAQkC,OAAO;QAACR;OAAM;IAC7B,OAAO;AACL,YAAM,KAAK3B,cAAcS,MAAAA;AACzB,YAAMkB,YAAQC,2BAAOC,uBAASC,SAAS;QACrCC,UAAS,oBAAI/H,KAAAA,GAAOqF,YAAW;QAC/B2C,QAAQ;UAAC;YAAE7C,MAAM;YAAiBX,MAAM;YAAWY,UAAS,oBAAIpF,KAAAA,GAAOqF,YAAW;UAAG;;QACrF4C,QAAQ;UAAEC,MAAM;QAAY;MAC9B,CAAA;AACA,WAAKjC,QAAQkC,OAAO;QAACR;OAAM;IAC7B;EACF;EAEA,MAAcF,0BAAyC;AACrD,QAAI,CAAC,KAAK3B,qBAAqB,CAAC,KAAKI,SAASS,OAAO;AACnD;IACF;AAGA,QAAIyB,aAAa;AACjB,QAAI,KAAKtC,sBAAsB,KAAK1I,gBAAgBF,kBAAkB;AACpE,WAAKE,iBAAiB,IAAIH,oBAAoB;QAC5CC,kBAAkB,KAAK4I;QACvB3I,QAAQ;UAAEgC,UAAUsG;QAAgB;MACtC,CAAA;AACA2C,mBAAa;IACf;AACA,QAAIA,YAAY;AACd,YAAM,KAAKpC,cAAcS,MAAAA;AACzB,WAAKT,eAAe,IAAIlF,YAAY;QAClC3D,QAAQ;UACN0F,6BAA6B8C;UAC7BhD,0BAA0B+C;QAC5B;QACA1E,UAAU,KAAK5D;QACf6D,YAAY,CAACgC,aAAa,KAAKvB,YAAYuB,QAAAA;MAC7C,CAAA;IACF;EACF;EAEA,MAAcvB,YAAYuB,UAAgE;AACxF,QAAI,CAAC,KAAKoE,UAAU,CAAC,KAAKpB,QAAQ;AAChC;IACF;AAEA,QAAI0B,YAAQC,2BAAOC,uBAASC,SAAS;MACnCC,UAAS,oBAAI/H,KAAAA,GAAOqF,YAAW;MAC/B2C,QAAQ/E;MACRgF,QAAQ;QAAEI,aAAa,KAAKtC;MAAa;IAC3C,CAAA;AAEA,QAAI,KAAKO,kBAAkB;AACzBqB,cAAQ,MAAM,KAAKrB,iBAAiBqB,KAAAA;IACtC;AAEA,SAAK1B,OAAOkC,OAAO;MAACR;KAAM;EAC5B;AACF;;;;;;;",
-  "names": ["import_wavefile", "import_async", "import_log", "import_tracing", "import_context", "initializingPromise", "initializeExtendableMediaRecorder", "connect", "register", "MediaStreamRecorder", "mediaStreamTrack", "config", "_mediaRecorder", "undefined", "_header", "_mediaStreamTrack", "_config", "wavConfig", "settings", "getSettings", "channels", "channelCount", "sampleRate", "bitDepthCode", "sampleSize", "String", "setOnChunk", "onChunk", "_onChunk", "start", "catch", "err", "log", "info", "stream", "MediaStream", "MediaRecorder", "mimeType", "state", "invariant", "ondataavailable", "event", "_ondataavailable", "interval", "stop", "blob", "data", "uint8Array", "Uint8Array", "arrayBuffer", "isHeader", "wav", "WaveFile", "slice", "warn", "timestamp", "Date", "now", "getSamples", "resource", "mergeFloat64Arrays", "arrays", "newArray", "Float64Array", "reduce", "acc", "array", "length", "offset", "set", "Transcriber", "Resource", "recorder", "onSegments", "_audioChunks", "_lastUsedTimestamp", "_openTrigger", "Trigger", "autoReset", "_recording", "_transcribeTask", "_recorder", "_onSegments", "_open", "ctx", "chunk", "_saveAudioChunk", "DeferredTask", "_transcribe", "wake", "_close", "startChunksRecording", "_lifecycleState", "LifecycleState", "OPEN", "stopChunksRecording", "schedule", "push", "scheduled", "prefixBufferChunksAmount", "_dropOldChunks", "transcribeAfterChunksAmount", "chunks", "audio", "_mergeAudioChunks", "segments", "_fetchTranscription", "Array", "isArray", "alignedSegments", "_alignSegments", "file", "fromScratch", "map", "toBase64", "Error", "response", "fetch", "TRANSCRIPTION_URL", "method", "body", "JSON", "stringify", "headers", "ok", "statusText", "json", "string", "text", "join", "originalChunks", "zeroTimestamp", "at", "filteredSegments", "filter", "segment", "end", "words", "word", "type", "started", "toISOString", "trim", "span", "showInBrowserTimeline", "RECORD_INTERVAL", "PREFIXED_CHUNKS_AMOUNT", "TRANSCRIBE_AFTER_CHUNKS_AMOUNT", "TranscriptionManager", "options", "_audioStreamTrack", "_identityDid", "_transcriber", "_queue", "_enabled", "signal", "_edgeClient", "edgeClient", "_messageEnricher", "messageEnricher", "_toggleTranscriber", "close", "enabled", "value", "setQueue", "queueDxn", "dxn", "toString", "QueueImpl", "setIdentityDid", "did", "setRecording", "recording", "isOpen", "setEnabled", "setAudioTrack", "track", "_maybeReinitTranscriber", "open", "block", "create", "DataType", "Message", "created", "blocks", "sender", "role", "append", "needReinit", "identityDid"]
+  "sourcesContent": ["//\n// Copyright 2025 DXOS.org\n//\n\nimport { type IBlobEvent, type IMediaRecorder, MediaRecorder, register } from 'extendable-media-recorder';\nimport { WaveFile } from 'wavefile';\n\nimport { synchronized } from '@dxos/async';\nimport { invariant } from '@dxos/invariant';\nimport { log } from '@dxos/log';\nimport { trace } from '@dxos/tracing';\n\nimport { type WavConfig, type AudioChunk, type AudioRecorder } from './audio-recorder';\n\nlet initializingPromise: Promise<void> | undefined;\n\nconst initializeExtendableMediaRecorder = async () => {\n  const { connect } = await import('extendable-media-recorder-wav-encoder');\n  await register(await connect());\n};\n\nexport type MediaStreamRecorderParams = {\n  mediaStreamTrack: MediaStreamTrack;\n  config: {\n    interval: number;\n  };\n};\n\n/**\n * Recorder that uses the MediaContext API and AudioNode API to record audio.\n *\n * It records MediaStream using https://www.npmjs.com/package/extendable-media-recorder.\n */\n@trace.resource()\nexport class MediaStreamRecorder implements AudioRecorder {\n  private readonly _mediaStreamTrack: MediaStreamTrack;\n  /**\n   * Default MediaRecorder implementation do not support wav encoding.\n   */\n  private readonly _config: MediaStreamRecorderParams['config'];\n  private _mediaRecorder?: IMediaRecorder = undefined;\n  private _header?: Uint8Array = undefined;\n  private _onChunk?: (chunk: AudioChunk) => void;\n\n  constructor({ mediaStreamTrack, config }: MediaStreamRecorderParams) {\n    this._mediaStreamTrack = mediaStreamTrack;\n    this._config = config;\n  }\n\n  get wavConfig(): WavConfig {\n    const settings = this._mediaStreamTrack.getSettings();\n    return {\n      channels: settings.channelCount ?? 1,\n      sampleRate: settings.sampleRate ?? 16000,\n      bitDepthCode: settings.sampleSize ? String(settings.sampleSize) : '16',\n    };\n  }\n\n  get mediaStreamTrack() {\n    return this._mediaStreamTrack;\n  }\n\n  setOnChunk(onChunk: (chunk: AudioChunk) => void): void {\n    this._onChunk = onChunk;\n  }\n\n  async start(): Promise<void> {\n    await (initializingPromise ??= initializeExtendableMediaRecorder()).catch((err) =>\n      log.info('initializeExtendableMediaRecorder', { err }),\n    );\n\n    if (!this._mediaRecorder) {\n      const stream = new MediaStream([this._mediaStreamTrack]);\n      this._mediaRecorder = new MediaRecorder(stream, { mimeType: 'audio/wav' });\n    }\n\n    if (this._mediaRecorder.state === 'recording') {\n      return;\n    }\n    invariant(this._onChunk, 'MediaStreamRecorder: onChunk is not set');\n    this._mediaRecorder.ondataavailable = (event) => this._ondataavailable(event);\n    this._mediaRecorder.start(this._config.interval);\n  }\n\n  async stop(): Promise<void> {\n    if (this._mediaRecorder?.state !== 'recording') {\n      return;\n    }\n    this._mediaRecorder.stop();\n  }\n\n  @synchronized\n  private async _ondataavailable(event: IBlobEvent): Promise<void> {\n    const blob = event.data;\n    const uint8Array = new Uint8Array(await blob.arrayBuffer());\n\n    // First chunk from the MediaRecorder has a header.\n    const isHeader =\n      uint8Array[0] === 0x52 && // R\n      uint8Array[1] === 0x49 && // I\n      uint8Array[2] === 0x46 && // F\n      uint8Array[3] === 0x46; // F\n    let wav: WaveFile;\n\n    if (isHeader) {\n      wav = new WaveFile(uint8Array);\n      this._header = uint8Array.slice(0, 44);\n    } else if (this._header) {\n      wav = new WaveFile(new Uint8Array([...this._header, ...uint8Array]));\n    } else {\n      log.warn('MediaStreamRecorder: no header');\n      return;\n    }\n\n    this._onChunk!({\n      timestamp: Date.now(),\n      data: wav.getSamples(),\n    });\n  }\n}\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { WaveFile } from 'wavefile';\n\nimport { DeferredTask, Trigger } from '@dxos/async';\nimport { type Context, LifecycleState, Resource } from '@dxos/context';\nimport { log } from '@dxos/log';\nimport { type DataType } from '@dxos/schema';\nimport { trace } from '@dxos/tracing';\n\nimport { type AudioRecorder, type AudioChunk } from './audio-recorder';\nimport { TRANSCRIPTION_URL } from '../types';\nimport { mergeFloat64Arrays } from '../util';\n\ntype WhisperWord = {\n  word: string;\n\n  /**\n   * Time in seconds from the start of the audio.\n   */\n  start: number;\n\n  /**\n   * Time in seconds from the start of the audio.\n   */\n  end: number;\n};\n\ntype WhisperSegment = {\n  text: string;\n\n  /**\n   * Time in seconds from the start of the audio.\n   */\n  start: number;\n\n  /**\n   * Time in seconds from the start of the audio.\n   */\n  end: number;\n\n  /**\n   * Probability of no speech in the segment.\n   */\n  no_speech_prob: number;\n\n  words: WhisperWord[];\n};\n\nexport type TranscribeConfig = {\n  /**\n   * Number of chunks to transcribe automatically after.\n   */\n  transcribeAfterChunksAmount: number;\n\n  /**\n   * Number of chunks to save before the user starts speaking.\n   * This is needed to catch the beginning of the user's speech.\n   */\n  prefixBufferChunksAmount: number;\n};\n\nexport type TranscriberParams = {\n  config: TranscribeConfig;\n  recorder: AudioRecorder;\n  /**\n   * Callback to handle the transcribed segments, after all segment transformers are applied.\n   * @param segments - The transcribed segments.\n   */\n  onSegments: (segments: DataType.MessageBlock.Transcription[]) => Promise<void>;\n};\n\n/**\n * Handles transcription of audio chunks.\n * If user is not speaking, the last `minChunksAmount` chunks are saved and transcribed.\n * If user is speaking, the chunks are added to the buffer until the user is done talking.\n */\nexport class Transcriber extends Resource {\n  private _audioChunks: AudioChunk[] = [];\n  private _lastUsedTimestamp = 0;\n\n  private readonly _openTrigger = new Trigger({ autoReset: true });\n\n  private readonly _config: TranscribeConfig;\n  private readonly _recorder: AudioRecorder;\n  private readonly _onSegments: TranscriberParams['onSegments'];\n\n  private _recording = false;\n  private _transcribeTask?: DeferredTask = undefined;\n\n  constructor({ config, recorder, onSegments }: TranscriberParams) {\n    super();\n    this._config = config;\n    this._recorder = recorder;\n    this._onSegments = onSegments;\n  }\n\n  protected override async _open(ctx: Context): Promise<void> {\n    log.info('opening');\n    this._recorder.setOnChunk((chunk) => this._saveAudioChunk(chunk));\n    await this._recorder.start();\n    this._transcribeTask = new DeferredTask(ctx, async () => this._transcribe());\n    this._openTrigger.wake();\n  }\n\n  protected override async _close(): Promise<void> {\n    log.info('closing');\n    this._recording = false;\n    this._transcribeTask = undefined;\n    await this._recorder.stop();\n  }\n\n  startChunksRecording(): void {\n    log.info('starting');\n    if (this._lifecycleState !== LifecycleState.OPEN) {\n      return;\n    }\n\n    this._recording = true;\n  }\n\n  stopChunksRecording(): void {\n    if (this._lifecycleState !== LifecycleState.OPEN || !this._recording) {\n      return;\n    }\n\n    this._recording = false;\n    this._transcribeTask?.schedule();\n    log.info('stopped');\n  }\n\n  private _saveAudioChunk(chunk: AudioChunk): void {\n    log('saving audio chunk', { chunk });\n    this._audioChunks.push(chunk);\n\n    // Clean the buffer if the user is not speaking and the transcription task is not scheduled.\n    if (\n      !this._recording &&\n      (!this._transcribeTask || !this._transcribeTask.scheduled) &&\n      this._audioChunks.length >= this._config.prefixBufferChunksAmount\n    ) {\n      this._audioChunks = this._dropOldChunks();\n    } else if (this._audioChunks.length >= this._config.transcribeAfterChunksAmount && this._recording) {\n      this._transcribeTask?.schedule();\n    }\n  }\n\n  private async _transcribe(): Promise<void> {\n    log('transcribing', { chunks: this._audioChunks.length });\n    const chunks = this._audioChunks;\n    this._audioChunks = this._dropOldChunks();\n    if (chunks.length === 0) {\n      return;\n    }\n\n    const audio = await this._mergeAudioChunks(chunks);\n    const segments = await this._fetchTranscription(audio);\n    if (!Array.isArray(segments) || segments.length === 0) {\n      return;\n    }\n\n    const alignedSegments = this._alignSegments(segments, chunks);\n    if (alignedSegments.length > 0) {\n      await this._onSegments(alignedSegments);\n    }\n  }\n\n  private _dropOldChunks(): AudioChunk[] {\n    return this._config.prefixBufferChunksAmount > 0\n      ? this._audioChunks.slice(-this._config.prefixBufferChunksAmount)\n      : [];\n  }\n\n  @trace.span({ showInBrowserTimeline: true })\n  private async _mergeAudioChunks(chunks: AudioChunk[]): Promise<string> {\n    const file = new WaveFile();\n    const wavConfig = this._recorder.wavConfig;\n\n    file.fromScratch(\n      wavConfig.channels,\n      wavConfig.sampleRate,\n      wavConfig.bitDepthCode,\n      mergeFloat64Arrays(chunks.map(({ data }) => data)),\n    );\n\n    return file.toBase64();\n  }\n\n  @trace.span({ showInBrowserTimeline: true })\n  private async _fetchTranscription(audio: string): Promise<WhisperSegment[]> {\n    if (audio.length === 0) {\n      this._audioChunks = [];\n      throw new Error('No audio to send for transcribing');\n    }\n\n    const response = await fetch(`${TRANSCRIPTION_URL}/transcribe`, {\n      method: 'POST',\n      body: JSON.stringify({ audio }),\n      headers: {\n        'Content-Type': 'application/json',\n      },\n    });\n\n    if (!response.ok) {\n      this._audioChunks = [];\n      throw new Error(`Transcription failed: ${response.statusText}`);\n    }\n\n    const { segments } = (await response.json()) as {\n      segments: WhisperSegment[];\n    };\n\n    log.info('transcription response', {\n      segments: segments.length,\n      string: segments.map((segments) => segments.text).join(' '),\n    });\n\n    return segments;\n  }\n\n  private _alignSegments(\n    segments: WhisperSegment[],\n    originalChunks: AudioChunk[],\n  ): DataType.MessageBlock.Transcription[] {\n    // Absolute zero for all relative timestamps in the segments.\n    const zeroTimestamp = originalChunks.at(0)!.timestamp;\n\n    const filteredSegments = segments\n      // Use segments that end after the last used timestamp.\n      // Segments could overlap, so we need to filter words that starts after the last used timestamp.\n      .filter((segment) => zeroTimestamp + segment.end * 1_000 >= this._lastUsedTimestamp)\n      // Use words that starts after the last used timestamp.\n      .map((segment) => {\n        const words = segment.words.filter((word) => zeroTimestamp + word.start * 1_000 >= this._lastUsedTimestamp);\n        return {\n          ...segment,\n          words,\n          text: words.map((word) => word.word).join(''),\n          start: words.at(0)?.start ?? segment.end,\n        };\n      })\n      .filter((segment) => segment.words.length > 0);\n\n    if (filteredSegments.length === 0) {\n      return [];\n    }\n\n    // Update last timestamp.\n    this._lastUsedTimestamp = zeroTimestamp + filteredSegments.at(-1)!.end * 1_000;\n\n    // Add absolute timestamp to each segment.\n    return filteredSegments.map((segment) => ({\n      type: 'transcription',\n      started: new Date(zeroTimestamp + segment.start * 1_000).toISOString(),\n      text: segment.text.trim(),\n    }));\n  }\n}\n", "//\n// Copyright 2025 DXOS.org\n//\n\nexport const mergeFloat64Arrays = (arrays: Float64Array[]) => {\n  const newArray = new Float64Array(arrays.reduce((acc, array) => array.length + acc, 0));\n  let offset = 0;\n  for (const array of arrays) {\n    newArray.set(array, offset);\n    offset += array.length;\n  }\n\n  return newArray;\n};\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { signal } from '@preact/signals-core';\n\nimport { synchronized } from '@dxos/async';\nimport { Resource } from '@dxos/context';\nimport { Obj } from '@dxos/echo';\nimport { type Queue } from '@dxos/echo-db';\nimport { type EdgeHttpClient } from '@dxos/react-edge-client';\nimport { DataType } from '@dxos/schema';\n\nimport { MediaStreamRecorder } from './media-stream-recorder';\nimport { Transcriber } from './transcriber';\n\n/**\n * Length of the chunk in ms.\n */\nconst RECORD_INTERVAL = 200;\n\n/**\n * Number of chunks to save before the user starts speaking.\n */\nconst PREFIXED_CHUNKS_AMOUNT = 10;\n\n/**\n * Number of chunks to transcribe automatically after.\n * Combined should be mess than 25MB or whisper would fail.\n */\nconst TRANSCRIBE_AFTER_CHUNKS_AMOUNT = 50;\n\nexport type TranscriptMessageEnricher = (message: DataType.Message) => Promise<DataType.Message>;\n\nexport type TranscriptionManagerOptions = {\n  edgeClient: EdgeHttpClient;\n\n  /**\n   * Enrich the message before it is written to the transcription queue.\n   */\n  messageEnricher?: TranscriptMessageEnricher;\n};\n\n/**\n * Manages transcription state for a meeting.\n */\nexport class TranscriptionManager extends Resource {\n  private readonly _edgeClient: EdgeHttpClient;\n  private readonly _messageEnricher?: TranscriptMessageEnricher;\n  private _audioStreamTrack?: MediaStreamTrack = undefined;\n  private _identityDid?: string = undefined;\n  private _mediaRecorder?: MediaStreamRecorder = undefined;\n  private _transcriber?: Transcriber = undefined;\n  private _queue?: Queue<DataType.Message> = undefined;\n  private _enabled = signal(false);\n\n  constructor(options: TranscriptionManagerOptions) {\n    super();\n    this._edgeClient = options.edgeClient;\n    this._messageEnricher = options.messageEnricher;\n  }\n\n  /** @reactive */\n  get enabled() {\n    return this._enabled.value;\n  }\n\n  setQueue(queue: Queue<DataType.Message>): this {\n    this._queue = queue;\n    return this;\n  }\n\n  setIdentityDid(did: string): this {\n    if (this._identityDid !== did) {\n      this._identityDid = did;\n    }\n    return this;\n  }\n\n  setRecording(recording?: boolean): this {\n    if (!this.isOpen || !this._enabled.value) {\n      return this;\n    }\n\n    if (recording) {\n      this._transcriber?.startChunksRecording();\n    } else {\n      this._transcriber?.stopChunksRecording();\n    }\n    return this;\n  }\n\n  /**\n   * Enable or disable transcription.\n   * @param enabled - Whether to enable transcription.\n   */\n  @synchronized\n  async setEnabled(enabled?: boolean): Promise<void> {\n    if (this._enabled.value === enabled) {\n      return;\n    }\n\n    this._enabled.value = enabled ?? false;\n    // TODO(burdon): Why is toggle called here?\n    this.isOpen && (await this._toggleTranscriber());\n  }\n\n  @synchronized\n  async setAudioTrack(track?: MediaStreamTrack): Promise<void> {\n    if (this._audioStreamTrack === track) {\n      return;\n    }\n\n    this._audioStreamTrack = track;\n    this.isOpen && (await this._toggleTranscriber());\n  }\n\n  protected override async _open(): Promise<void> {\n    await this._toggleTranscriber();\n  }\n\n  protected override async _close(): Promise<void> {\n    void this._transcriber?.close();\n  }\n\n  // TODO(burdon): Change this to setEnables (explicit), not toggle.\n  private async _toggleTranscriber(): Promise<void> {\n    await this._maybeReinitTranscriber();\n\n    // Open or close transcriber if transcription is enabled or disabled.\n    if (this._enabled.value) {\n      await this._transcriber?.open();\n      // TODO(burdon): Started and stopped blocks appear twice.\n      const block = Obj.make(DataType.Message, {\n        created: new Date().toISOString(),\n        blocks: [{ type: 'transcription', text: 'Started', started: new Date().toISOString() }],\n        sender: { role: 'assistant' },\n      });\n      this._queue?.append([block]);\n    } else {\n      await this._transcriber?.close();\n      const block = Obj.make(DataType.Message, {\n        created: new Date().toISOString(),\n        blocks: [{ type: 'transcription', text: 'Stopped', started: new Date().toISOString() }],\n        sender: { role: 'assistant' },\n      });\n      this._queue?.append([block]);\n    }\n  }\n\n  private async _maybeReinitTranscriber(): Promise<void> {\n    if (!this._audioStreamTrack || !this._enabled.value) {\n      return;\n    }\n\n    // Reinitialize transcriber if queue or media stream track has changed.\n    let needReinit = false;\n    if (this._audioStreamTrack !== this._mediaRecorder?.mediaStreamTrack) {\n      this._mediaRecorder = new MediaStreamRecorder({\n        mediaStreamTrack: this._audioStreamTrack,\n        config: { interval: RECORD_INTERVAL },\n      });\n      needReinit = true;\n    }\n    if (needReinit) {\n      await this._transcriber?.close();\n      this._transcriber = new Transcriber({\n        config: {\n          transcribeAfterChunksAmount: TRANSCRIBE_AFTER_CHUNKS_AMOUNT,\n          prefixBufferChunksAmount: PREFIXED_CHUNKS_AMOUNT,\n        },\n        recorder: this._mediaRecorder,\n        onSegments: (segments) => this._onSegments(segments),\n      });\n    }\n  }\n\n  private async _onSegments(segments: DataType.MessageBlock.Transcription[]): Promise<void> {\n    if (!this.isOpen || !this._queue) {\n      return;\n    }\n\n    let block = Obj.make(DataType.Message, {\n      created: new Date().toISOString(),\n      blocks: segments,\n      sender: { identityDid: this._identityDid },\n    });\n\n    if (this._messageEnricher) {\n      block = await this._messageEnricher(block);\n    }\n\n    this._queue.append([block]);\n  }\n}\n"],
+  "mappings": ";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAIA,uCAA8E;AAC9E,sBAAyB;AAEzB,mBAA6B;AAC7B,uBAA0B;AAC1B,iBAAoB;AACpB,qBAAsB;ACNtB,IAAAA,mBAAyB;AAEzB,IAAAC,gBAAsC;AACtC,qBAAuD;AACvD,IAAAC,cAAoB;AAEpB,IAAAC,kBAAsB;AENtB,0BAAuB;AAEvB,IAAAF,gBAA6B;AAC7B,IAAAG,kBAAyB;AACzB,kBAAoB;AAGpB,oBAAyB;;;;;;;;AHGzB,IAAIC;AAEJ,IAAMC,oCAAoC,YAAA;AACxC,QAAM,EAAEC,QAAO,IAAK,MAAM,OAAO,uCAAA;AACjC,YAAMC,2CAAS,MAAMD,QAAAA,CAAAA;AACvB;AAeO,IAAME,sBAAN,MAAMA;EAUX,YAAY,EAAEC,kBAAkBC,OAAM,GAA+B;AAJ7DC,SAAAA,iBAAkCC;AAClCC,SAAAA,UAAuBD;AAI7B,SAAKE,oBAAoBL;AACzB,SAAKM,UAAUL;EACjB;EAEA,IAAIM,YAAuB;AACzB,UAAMC,WAAW,KAAKH,kBAAkBI,YAAW;AACnD,WAAO;MACLC,UAAUF,SAASG,gBAAgB;MACnCC,YAAYJ,SAASI,cAAc;MACnCC,cAAcL,SAASM,aAAaC,OAAOP,SAASM,UAAU,IAAI;IACpE;EACF;EAEA,IAAId,mBAAmB;AACrB,WAAO,KAAKK;EACd;EAEAW,WAAWC,SAA4C;AACrD,SAAKC,WAAWD;EAClB;EAEA,MAAME,QAAuB;AAC3B,WAAOxB,wBAAwBC,kCAAAA,GAAqCwB,MAAM,CAACC,QACzEC,eAAIC,KAAK,qCAAqC;MAAEF;IAAI,GAAA;;;;;;AAGtD,QAAI,CAAC,KAAKnB,gBAAgB;AACxB,YAAMsB,SAAS,IAAIC,YAAY;QAAC,KAAKpB;OAAkB;AACvD,WAAKH,iBAAiB,IAAIwB,+CAAcF,QAAQ;QAAEG,UAAU;MAAY,CAAA;IAC1E;AAEA,QAAI,KAAKzB,eAAe0B,UAAU,aAAa;AAC7C;IACF;AACAC,oCAAU,KAAKX,UAAU,2CAAA;;;;;;;;;AACzB,SAAKhB,eAAe4B,kBAAkB,CAACC,UAAU,KAAKC,iBAAiBD,KAAAA;AACvE,SAAK7B,eAAeiB,MAAM,KAAKb,QAAQ2B,QAAQ;EACjD;EAEA,MAAMC,OAAsB;AAC1B,QAAI,KAAKhC,gBAAgB0B,UAAU,aAAa;AAC9C;IACF;AACA,SAAK1B,eAAegC,KAAI;EAC1B;EAEA,MACcF,iBAAiBD,OAAkC;AAC/D,UAAMI,OAAOJ,MAAMK;AACnB,UAAMC,aAAa,IAAIC,WAAW,MAAMH,KAAKI,YAAW,CAAA;AAGxD,UAAMC,WACJH,WAAW,CAAA,MAAO;IAClBA,WAAW,CAAA,MAAO;IAClBA,WAAW,CAAA,MAAO;IAClBA,WAAW,CAAA,MAAO;AACpB,QAAII;AAEJ,QAAID,UAAU;AACZC,YAAM,IAAIC,yBAASL,UAAAA;AACnB,WAAKjC,UAAUiC,WAAWM,MAAM,GAAG,EAAA;IACrC,WAAW,KAAKvC,SAAS;AACvBqC,YAAM,IAAIC,yBAAS,IAAIJ,WAAW;WAAI,KAAKlC;WAAYiC;OAAW,CAAA;IACpE,OAAO;AACLf,qBAAIsB,KAAK,kCAAA,QAAA;;;;;;AACT;IACF;AAEA,SAAK1B,SAAU;MACb2B,WAAWC,KAAKC,IAAG;MACnBX,MAAMK,IAAIO,WAAU;IACtB,CAAA;EACF;AACF;;;;;uBAtFOC,SAAAA;;AE7BA,IAAMC,qBAAqB,CAACC,WAAAA;AACjC,QAAMC,WAAW,IAAIC,aAAaF,OAAOG,OAAO,CAACC,KAAKC,UAAUA,MAAMC,SAASF,KAAK,CAAA,CAAA;AACpF,MAAIG,SAAS;AACb,aAAWF,SAASL,QAAQ;AAC1BC,aAASO,IAAIH,OAAOE,MAAAA;AACpBA,cAAUF,MAAMC;EAClB;AAEA,SAAOL;AACT;;;;;;;;ADkEO,IAAMQ,cAAN,cAA0BC,wBAAAA;EAa/B,YAAY,EAAE5D,QAAQ6D,UAAUC,WAAU,GAAuB;AAC/D,UAAK;AAbCC,SAAAA,eAA6B,CAAA;AAC7BC,SAAAA,qBAAqB;AAEZC,SAAAA,eAAe,IAAIC,sBAAQ;MAAEC,WAAW;IAAK,CAAA;AAMtDC,SAAAA,aAAa;AACbC,SAAAA,kBAAiCnE;AAIvC,SAAKG,UAAUL;AACf,SAAKsE,YAAYT;AACjB,SAAKU,cAAcT;EACrB;EAEA,MAAyBU,MAAMC,KAA6B;AAC1DpD,gBAAAA,IAAIC,KAAK,WAAA,QAAA;;;;;;AACT,SAAKgD,UAAUvD,WAAW,CAAC2D,UAAU,KAAKC,gBAAgBD,KAAAA,CAAAA;AAC1D,UAAM,KAAKJ,UAAUpD,MAAK;AAC1B,SAAKmD,kBAAkB,IAAIO,2BAAaH,KAAK,YAAY,KAAKI,YAAW,CAAA;AACzE,SAAKZ,aAAaa,KAAI;EACxB;EAEA,MAAyBC,SAAwB;AAC/C1D,gBAAAA,IAAIC,KAAK,WAAA,QAAA;;;;;;AACT,SAAK8C,aAAa;AAClB,SAAKC,kBAAkBnE;AACvB,UAAM,KAAKoE,UAAUrC,KAAI;EAC3B;EAEA+C,uBAA6B;AAC3B3D,gBAAAA,IAAIC,KAAK,YAAA,QAAA;;;;;;AACT,QAAI,KAAK2D,oBAAoBC,8BAAeC,MAAM;AAChD;IACF;AAEA,SAAKf,aAAa;EACpB;EAEAgB,sBAA4B;AAC1B,QAAI,KAAKH,oBAAoBC,8BAAeC,QAAQ,CAAC,KAAKf,YAAY;AACpE;IACF;AAEA,SAAKA,aAAa;AAClB,SAAKC,iBAAiBgB,SAAAA;AACtBhE,gBAAAA,IAAIC,KAAK,WAAA,QAAA;;;;;;EACX;EAEQqD,gBAAgBD,OAAyB;AAC/CrD,oBAAAA,KAAI,sBAAsB;MAAEqD;IAAM,GAAA;;;;;;AAClC,SAAKX,aAAauB,KAAKZ,KAAAA;AAGvB,QACE,CAAC,KAAKN,eACL,CAAC,KAAKC,mBAAmB,CAAC,KAAKA,gBAAgBkB,cAChD,KAAKxB,aAAaP,UAAU,KAAKnD,QAAQmF,0BACzC;AACA,WAAKzB,eAAe,KAAK0B,eAAc;IACzC,WAAW,KAAK1B,aAAaP,UAAU,KAAKnD,QAAQqF,+BAA+B,KAAKtB,YAAY;AAClG,WAAKC,iBAAiBgB,SAAAA;IACxB;EACF;EAEA,MAAcR,cAA6B;AACzCxD,oBAAAA,KAAI,gBAAgB;MAAEsE,QAAQ,KAAK5B,aAAaP;IAAO,GAAA;;;;;;AACvD,UAAMmC,SAAS,KAAK5B;AACpB,SAAKA,eAAe,KAAK0B,eAAc;AACvC,QAAIE,OAAOnC,WAAW,GAAG;AACvB;IACF;AAEA,UAAMoC,QAAQ,MAAM,KAAKC,kBAAkBF,MAAAA;AAC3C,UAAMG,WAAW,MAAM,KAAKC,oBAAoBH,KAAAA;AAChD,QAAI,CAACI,MAAMC,QAAQH,QAAAA,KAAaA,SAAStC,WAAW,GAAG;AACrD;IACF;AAEA,UAAM0C,kBAAkB,KAAKC,eAAeL,UAAUH,MAAAA;AACtD,QAAIO,gBAAgB1C,SAAS,GAAG;AAC9B,YAAM,KAAKe,YAAY2B,eAAAA;IACzB;EACF;EAEQT,iBAA+B;AACrC,WAAO,KAAKpF,QAAQmF,2BAA2B,IAC3C,KAAKzB,aAAarB,MAAM,CAAC,KAAKrC,QAAQmF,wBAAwB,IAC9D,CAAA;EACN;EAEA,MACcK,kBAAkBF,QAAuC;AACrE,UAAMS,OAAO,IAAI3D,iBAAAA,SAAAA;AACjB,UAAMnC,YAAY,KAAKgE,UAAUhE;AAEjC8F,SAAKC,YACH/F,UAAUG,UACVH,UAAUK,YACVL,UAAUM,cACVqC,mBAAmB0C,OAAOW,IAAI,CAAC,EAAEnE,KAAI,MAAOA,IAAAA,CAAAA,CAAAA;AAG9C,WAAOiE,KAAKG,SAAQ;EACtB;EAEA,MACcR,oBAAoBH,OAA0C;AAC1E,QAAIA,MAAMpC,WAAW,GAAG;AACtB,WAAKO,eAAe,CAAA;AACpB,YAAM,IAAIyC,MAAM,mCAAA;IAClB;AAEA,UAAMC,WAAW,MAAMC,MAAM,GAAGC,uCAAAA,eAAgC;MAC9DC,QAAQ;MACRC,MAAMC,KAAKC,UAAU;QAAEnB;MAAM,CAAA;MAC7BoB,SAAS;QACP,gBAAgB;MAClB;IACF,CAAA;AAEA,QAAI,CAACP,SAASQ,IAAI;AAChB,WAAKlD,eAAe,CAAA;AACpB,YAAM,IAAIyC,MAAM,yBAAyBC,SAASS,UAAU,EAAE;IAChE;AAEA,UAAM,EAAEpB,SAAQ,IAAM,MAAMW,SAASU,KAAI;AAIzC9F,gBAAAA,IAAIC,KAAK,0BAA0B;MACjCwE,UAAUA,SAAStC;MACnB4D,QAAQtB,SAASQ,IAAI,CAACR,cAAaA,UAASuB,IAAI,EAAEC,KAAK,GAAA;IACzD,GAAA;;;;;;AAEA,WAAOxB;EACT;EAEQK,eACNL,UACAyB,gBACuC;AAEvC,UAAMC,gBAAgBD,eAAeE,GAAG,CAAA,EAAI7E;AAE5C,UAAM8E,mBAAmB5B,SAGtB6B,OAAO,CAACC,YAAYJ,gBAAgBI,QAAQC,MAAM,OAAS,KAAK7D,kBAAkB,EAElFsC,IAAI,CAACsB,YAAAA;AACJ,YAAME,QAAQF,QAAQE,MAAMH,OAAO,CAACI,SAASP,gBAAgBO,KAAK7G,QAAQ,OAAS,KAAK8C,kBAAkB;AAC1G,aAAO;QACL,GAAG4D;QACHE;QACAT,MAAMS,MAAMxB,IAAI,CAACyB,SAASA,KAAKA,IAAI,EAAET,KAAK,EAAA;QAC1CpG,OAAO4G,MAAML,GAAG,CAAA,GAAIvG,SAAS0G,QAAQC;MACvC;IACF,CAAA,EACCF,OAAO,CAACC,YAAYA,QAAQE,MAAMtE,SAAS,CAAA;AAE9C,QAAIkE,iBAAiBlE,WAAW,GAAG;AACjC,aAAO,CAAA;IACT;AAGA,SAAKQ,qBAAqBwD,gBAAgBE,iBAAiBD,GAAG,EAAC,EAAII,MAAM;AAGzE,WAAOH,iBAAiBpB,IAAI,CAACsB,aAAa;MACxCI,MAAM;MACNC,SAAS,IAAIpF,KAAK2E,gBAAgBI,QAAQ1G,QAAQ,GAAA,EAAOgH,YAAW;MACpEb,MAAMO,QAAQP,KAAKc,KAAI;IACzB,EAAA;EACF;AACF;;wBApFSC,KAAAA;IAAOC,uBAAuB;;;;wBAe9BD,KAAAA;IAAOC,uBAAuB;;;;;;;;;AE3KvC,IAAMC,kBAAkB;AAKxB,IAAMC,yBAAyB;AAM/B,IAAMC,iCAAiC;AAgBhC,IAAMC,uBAAN,cAAmC7E,gBAAAA,SAAAA;EAUxC,YAAY8E,SAAsC;AAChD,UAAK;AARCC,SAAAA,oBAAuCzI;AACvC0I,SAAAA,eAAwB1I;AACxBD,SAAAA,iBAAuCC;AACvC2I,SAAAA,eAA6B3I;AAC7B4I,SAAAA,SAAmC5I;AACnC6I,SAAAA,eAAWC,4BAAO,KAAA;AAIxB,SAAKC,cAAcP,QAAQQ;AAC3B,SAAKC,mBAAmBT,QAAQU;EAClC;;EAGA,IAAIC,UAAU;AACZ,WAAO,KAAKN,SAASO;EACvB;EAEAC,SAASC,OAAsC;AAC7C,SAAKV,SAASU;AACd,WAAO;EACT;EAEAC,eAAeC,KAAmB;AAChC,QAAI,KAAKd,iBAAiBc,KAAK;AAC7B,WAAKd,eAAec;IACtB;AACA,WAAO;EACT;EAEAC,aAAaC,WAA2B;AACtC,QAAI,CAAC,KAAKC,UAAU,CAAC,KAAKd,SAASO,OAAO;AACxC,aAAO;IACT;AAEA,QAAIM,WAAW;AACb,WAAKf,cAAc7D,qBAAAA;IACrB,OAAO;AACL,WAAK6D,cAAczD,oBAAAA;IACrB;AACA,WAAO;EACT;;;;;EAMA,MACM0E,WAAWT,SAAkC;AACjD,QAAI,KAAKN,SAASO,UAAUD,SAAS;AACnC;IACF;AAEA,SAAKN,SAASO,QAAQD,WAAW;AAEjC,SAAKQ,UAAW,MAAM,KAAKE,mBAAkB;EAC/C;EAEA,MACMC,cAAcC,OAAyC;AAC3D,QAAI,KAAKtB,sBAAsBsB,OAAO;AACpC;IACF;AAEA,SAAKtB,oBAAoBsB;AACzB,SAAKJ,UAAW,MAAM,KAAKE,mBAAkB;EAC/C;EAEA,MAAyBvF,QAAuB;AAC9C,UAAM,KAAKuF,mBAAkB;EAC/B;EAEA,MAAyBhF,SAAwB;AAC/C,SAAK,KAAK8D,cAAcqB,MAAAA;EAC1B;;EAGA,MAAcH,qBAAoC;AAChD,UAAM,KAAKI,wBAAuB;AAGlC,QAAI,KAAKpB,SAASO,OAAO;AACvB,YAAM,KAAKT,cAAcuB,KAAAA;AAEzB,YAAMC,QAAQC,gBAAIC,KAAKC,uBAASC,SAAS;QACvCC,UAAS,oBAAI7H,KAAAA,GAAOqF,YAAW;QAC/ByC,QAAQ;UAAC;YAAE3C,MAAM;YAAiBX,MAAM;YAAWY,UAAS,oBAAIpF,KAAAA,GAAOqF,YAAW;UAAG;;QACrF0C,QAAQ;UAAEC,MAAM;QAAY;MAC9B,CAAA;AACA,WAAK/B,QAAQgC,OAAO;QAACT;OAAM;IAC7B,OAAO;AACL,YAAM,KAAKxB,cAAcqB,MAAAA;AACzB,YAAMG,QAAQC,gBAAIC,KAAKC,uBAASC,SAAS;QACvCC,UAAS,oBAAI7H,KAAAA,GAAOqF,YAAW;QAC/ByC,QAAQ;UAAC;YAAE3C,MAAM;YAAiBX,MAAM;YAAWY,UAAS,oBAAIpF,KAAAA,GAAOqF,YAAW;UAAG;;QACrF0C,QAAQ;UAAEC,MAAM;QAAY;MAC9B,CAAA;AACA,WAAK/B,QAAQgC,OAAO;QAACT;OAAM;IAC7B;EACF;EAEA,MAAcF,0BAAyC;AACrD,QAAI,CAAC,KAAKxB,qBAAqB,CAAC,KAAKI,SAASO,OAAO;AACnD;IACF;AAGA,QAAIyB,aAAa;AACjB,QAAI,KAAKpC,sBAAsB,KAAK1I,gBAAgBF,kBAAkB;AACpE,WAAKE,iBAAiB,IAAIH,oBAAoB;QAC5CC,kBAAkB,KAAK4I;QACvB3I,QAAQ;UAAEgC,UAAUsG;QAAgB;MACtC,CAAA;AACAyC,mBAAa;IACf;AACA,QAAIA,YAAY;AACd,YAAM,KAAKlC,cAAcqB,MAAAA;AACzB,WAAKrB,eAAe,IAAIlF,YAAY;QAClC3D,QAAQ;UACN0F,6BAA6B8C;UAC7BhD,0BAA0B+C;QAC5B;QACA1E,UAAU,KAAK5D;QACf6D,YAAY,CAACgC,aAAa,KAAKvB,YAAYuB,QAAAA;MAC7C,CAAA;IACF;EACF;EAEA,MAAcvB,YAAYuB,UAAgE;AACxF,QAAI,CAAC,KAAK+D,UAAU,CAAC,KAAKf,QAAQ;AAChC;IACF;AAEA,QAAIuB,QAAQC,gBAAIC,KAAKC,uBAASC,SAAS;MACrCC,UAAS,oBAAI7H,KAAAA,GAAOqF,YAAW;MAC/ByC,QAAQ7E;MACR8E,QAAQ;QAAEI,aAAa,KAAKpC;MAAa;IAC3C,CAAA;AAEA,QAAI,KAAKO,kBAAkB;AACzBkB,cAAQ,MAAM,KAAKlB,iBAAiBkB,KAAAA;IACtC;AAEA,SAAKvB,OAAOgC,OAAO;MAACT;KAAM;EAC5B;AACF;;;;;;;",
+  "names": ["import_wavefile", "import_async", "import_log", "import_tracing", "import_context", "initializingPromise", "initializeExtendableMediaRecorder", "connect", "register", "MediaStreamRecorder", "mediaStreamTrack", "config", "_mediaRecorder", "undefined", "_header", "_mediaStreamTrack", "_config", "wavConfig", "settings", "getSettings", "channels", "channelCount", "sampleRate", "bitDepthCode", "sampleSize", "String", "setOnChunk", "onChunk", "_onChunk", "start", "catch", "err", "log", "info", "stream", "MediaStream", "MediaRecorder", "mimeType", "state", "invariant", "ondataavailable", "event", "_ondataavailable", "interval", "stop", "blob", "data", "uint8Array", "Uint8Array", "arrayBuffer", "isHeader", "wav", "WaveFile", "slice", "warn", "timestamp", "Date", "now", "getSamples", "resource", "mergeFloat64Arrays", "arrays", "newArray", "Float64Array", "reduce", "acc", "array", "length", "offset", "set", "Transcriber", "Resource", "recorder", "onSegments", "_audioChunks", "_lastUsedTimestamp", "_openTrigger", "Trigger", "autoReset", "_recording", "_transcribeTask", "_recorder", "_onSegments", "_open", "ctx", "chunk", "_saveAudioChunk", "DeferredTask", "_transcribe", "wake", "_close", "startChunksRecording", "_lifecycleState", "LifecycleState", "OPEN", "stopChunksRecording", "schedule", "push", "scheduled", "prefixBufferChunksAmount", "_dropOldChunks", "transcribeAfterChunksAmount", "chunks", "audio", "_mergeAudioChunks", "segments", "_fetchTranscription", "Array", "isArray", "alignedSegments", "_alignSegments", "file", "fromScratch", "map", "toBase64", "Error", "response", "fetch", "TRANSCRIPTION_URL", "method", "body", "JSON", "stringify", "headers", "ok", "statusText", "json", "string", "text", "join", "originalChunks", "zeroTimestamp", "at", "filteredSegments", "filter", "segment", "end", "words", "word", "type", "started", "toISOString", "trim", "span", "showInBrowserTimeline", "RECORD_INTERVAL", "PREFIXED_CHUNKS_AMOUNT", "TRANSCRIBE_AFTER_CHUNKS_AMOUNT", "TranscriptionManager", "options", "_audioStreamTrack", "_identityDid", "_transcriber", "_queue", "_enabled", "signal", "_edgeClient", "edgeClient", "_messageEnricher", "messageEnricher", "enabled", "value", "setQueue", "queue", "setIdentityDid", "did", "setRecording", "recording", "isOpen", "setEnabled", "_toggleTranscriber", "setAudioTrack", "track", "close", "_maybeReinitTranscriber", "open", "block", "Obj", "make", "DataType", "Message", "created", "blocks", "sender", "role", "append", "needReinit", "identityDid"]
 }

package/dist/lib/node/{chunk-5J3FBCON.cjs → chunk-SZXEXASL.cjs}

@@ -26,15 +26,15 @@ var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__ge
   mod
 ));
 var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
-var chunk_5J3FBCON_exports = {};
-__export(chunk_5J3FBCON_exports, {
+var chunk_SZXEXASL_exports = {};
+__export(chunk_SZXEXASL_exports, {
   TranscriptContainer: () => TranscriptContainer
 });
-module.exports = __toCommonJS(chunk_5J3FBCON_exports);
+module.exports = __toCommonJS(chunk_SZXEXASL_exports);
 var import_react = require("react");
-var TranscriptContainer = (0, import_react.lazy)(() => import("./TranscriptContainer-LHMC7553.cjs"));
+var TranscriptContainer = (0, import_react.lazy)(() => import("./TranscriptContainer-74YHORVT.cjs"));
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {
   TranscriptContainer
 });
-//# sourceMappingURL=chunk-5J3FBCON.cjs.map
+//# sourceMappingURL=chunk-SZXEXASL.cjs.map

package/dist/lib/node/{chunk-3GS5UNO5.cjs → chunk-TH26IEUM.cjs}

@@ -26,8 +26,8 @@ var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__ge
   mod
 ));
 var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
-var chunk_3GS5UNO5_exports = {};
-__export(chunk_3GS5UNO5_exports, {
+var chunk_TH26IEUM_exports = {};
+__export(chunk_TH26IEUM_exports, {
   IntentResolver: () => IntentResolver,
   ReactSurface: () => ReactSurface,
   Transcriber: () => Transcriber,
@@ -41,7 +41,7 @@ __export(chunk_3GS5UNO5_exports, {
   useTranscriber: () => useTranscriber,
   useVoiceInput: () => useVoiceInput
 });
-module.exports = __toCommonJS(chunk_3GS5UNO5_exports);
+module.exports = __toCommonJS(chunk_TH26IEUM_exports);
 var import_chunk_FKDJNJ57 = require("./chunk-FKDJNJ57.cjs");
 var import_tracking = require("@preact-signals/safe-react/tracking");
 var import_react = __toESM(require("react"));
@@ -650,9 +650,9 @@ var useQueueModelAdapter = (renderer, queue, initialChunks = []) => {
   ]);
   return model;
 };
-var IntentResolver = (0, import_app_framework2.lazy)(() => import("./intent-resolver-LLMGF5I5.cjs"));
-var ReactSurface = (0, import_app_framework2.lazy)(() => import("./react-surface-SEQLEL4K.cjs"));
-var Transcriber = (0, import_app_framework2.lazy)(() => import("./transcriber-RKKN7LDU.cjs"));
+var IntentResolver = (0, import_app_framework2.lazy)(() => import("./intent-resolver-LL3TTI4H.cjs"));
+var ReactSurface = (0, import_app_framework2.lazy)(() => import("./react-surface-QVXIHCOA.cjs"));
+var Transcriber = (0, import_app_framework2.lazy)(() => import("./transcriber-532JRZHY.cjs"));
 var useTranscriber = ({ audioStreamTrack, onSegments, transcriberConfig, recorderConfig }) => {
   const [getTranscriber] = (0, import_app_framework.useCapabilities)(import_chunk_FKDJNJ57.TranscriptionCapabilities.Transcriber);
   const transcriber = (0, import_react6.useMemo)(() => {
@@ -775,4 +775,4 @@ var TranscriptContainer_default = TranscriptionContainer;
   useTranscriber,
   useVoiceInput
 });
-//# sourceMappingURL=chunk-3GS5UNO5.cjs.map
+//# sourceMappingURL=chunk-TH26IEUM.cjs.map

package/dist/lib/node/index.cjs

@@ -18,40 +18,39 @@ var __copyProps = (to, from, except, desc) => {
 var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
 var node_exports = {};
 __export(node_exports, {
-  MediaStreamRecorder: () => import_chunk_ZFTXJZXH.MediaStreamRecorder,
+  MediaStreamRecorder: () => import_chunk_C5W34GLS.MediaStreamRecorder,
   TRANSCRIPTION_PLUGIN: () => import_chunk_AFUZI63A.TRANSCRIPTION_PLUGIN,
-  Transcriber: () => import_chunk_ZFTXJZXH.Transcriber,
-  Transcript: () => import_chunk_3GS5UNO5.Transcript,
-  TranscriptContainer: () => import_chunk_5J3FBCON.TranscriptContainer,
+  Transcriber: () => import_chunk_C5W34GLS.Transcriber,
+  Transcript: () => import_chunk_TH26IEUM.Transcript,
+  TranscriptContainer: () => import_chunk_SZXEXASL.TranscriptContainer,
   TranscriptionCapabilities: () => import_chunk_FKDJNJ57.TranscriptionCapabilities,
-  TranscriptionContainer: () => import_chunk_3GS5UNO5.TranscriptionContainer,
-  TranscriptionManager: () => import_chunk_ZFTXJZXH.TranscriptionManager,
+  TranscriptionContainer: () => import_chunk_TH26IEUM.TranscriptionContainer,
+  TranscriptionManager: () => import_chunk_C5W34GLS.TranscriptionManager,
   TranscriptionPlugin: () => TranscriptionPlugin,
   meta: () => import_chunk_AFUZI63A.meta,
-  renderMarkdown: () => import_chunk_3GS5UNO5.renderMarkdown,
-  useAudioFile: () => import_chunk_3GS5UNO5.useAudioFile,
-  useAudioTrack: () => import_chunk_3GS5UNO5.useAudioTrack,
-  useQueueModelAdapter: () => import_chunk_3GS5UNO5.useQueueModelAdapter,
-  useTranscriber: () => import_chunk_3GS5UNO5.useTranscriber,
-  useVoiceInput: () => import_chunk_3GS5UNO5.useVoiceInput
+  renderMarkdown: () => import_chunk_TH26IEUM.renderMarkdown,
+  useAudioFile: () => import_chunk_TH26IEUM.useAudioFile,
+  useAudioTrack: () => import_chunk_TH26IEUM.useAudioTrack,
+  useQueueModelAdapter: () => import_chunk_TH26IEUM.useQueueModelAdapter,
+  useTranscriber: () => import_chunk_TH26IEUM.useTranscriber,
+  useVoiceInput: () => import_chunk_TH26IEUM.useVoiceInput
 });
 module.exports = __toCommonJS(node_exports);
-var import_chunk_5J3FBCON = require("./chunk-5J3FBCON.cjs");
-var import_chunk_3GS5UNO5 = require("./chunk-3GS5UNO5.cjs");
-var import_chunk_ZFTXJZXH = require("./chunk-ZFTXJZXH.cjs");
-var import_chunk_EIMUQYCZ = require("./chunk-EIMUQYCZ.cjs");
+var import_chunk_SZXEXASL = require("./chunk-SZXEXASL.cjs");
+var import_chunk_TH26IEUM = require("./chunk-TH26IEUM.cjs");
+var import_chunk_C5W34GLS = require("./chunk-C5W34GLS.cjs");
+var import_chunk_6LW5RA3K = require("./chunk-6LW5RA3K.cjs");
 var import_chunk_FKDJNJ57 = require("./chunk-FKDJNJ57.cjs");
 var import_chunk_AFUZI63A = require("./chunk-AFUZI63A.cjs");
 var import_app_framework = require("@dxos/app-framework");
-var import_echo_db = require("@dxos/echo-db");
-var import_echo_schema = require("@dxos/echo-schema");
+var import_echo = require("@dxos/echo");
 var import_plugin_client = require("@dxos/plugin-client");
-var import_echo = require("@dxos/react-client/echo");
+var import_echo2 = require("@dxos/react-client/echo");
 var import_schema = require("@dxos/schema");
 var translations_default = [
   {
     "en-US": {
-      [import_chunk_EIMUQYCZ.TranscriptType.typename]: {
+      [import_chunk_6LW5RA3K.TranscriptType.typename]: {
         "typename label": "Transcript",
         "object name placeholder": "New transcript"
       },
@@ -76,17 +75,16 @@ var TranscriptionPlugin = () => (0, import_app_framework.definePlugin)(import_ch
     id: `${import_chunk_AFUZI63A.meta.id}/module/metadata`,
     activatesOn: import_app_framework.Events.SetupMetadata,
     activate: (context) => (0, import_app_framework.contributes)(import_app_framework.Capabilities.Metadata, {
-      id: import_chunk_EIMUQYCZ.TranscriptType.typename,
+      id: import_chunk_6LW5RA3K.TranscriptType.typename,
       metadata: {
         icon: "ph--subtitles--regular",
         // TODO(wittjosiah): Factor out. Artifact? Separate capability?
         getTextContent: async (transcript) => {
-          const client = context.getCapability(import_plugin_client.ClientCapabilities.Client);
-          const space = (0, import_echo.getSpace)(transcript);
+          const space = (0, import_echo2.getSpace)(transcript);
           const members = space?.members.get().map((member) => member.identity) ?? [];
-          const queue = new import_echo_db.QueueImpl(client.edge, transcript.queue.dxn);
-          await queue.refresh();
-          const content = queue.objects.filter((message) => (0, import_echo_schema.isInstanceOf)(import_schema.DataType.Message, message)).flatMap((message, index) => (0, import_chunk_3GS5UNO5.renderMarkdown)(members)(message, index)).join("\n\n");
+          const queue = space?.queues.get(transcript.queue.dxn);
+          await queue?.refresh();
+          const content = queue?.objects.filter((message) => import_echo.Obj.instanceOf(import_schema.DataType.Message, message)).flatMap((message, index) => (0, import_chunk_TH26IEUM.renderMarkdown)(members)(message, index)).join("\n\n");
           return content;
         }
       }
@@ -97,24 +95,24 @@ var TranscriptionPlugin = () => (0, import_app_framework.definePlugin)(import_ch
     activatesOn: import_plugin_client.ClientEvents.SetupSchema,
     activate: () => [
       (0, import_app_framework.contributes)(import_plugin_client.ClientCapabilities.Schema, [
-        import_chunk_EIMUQYCZ.TranscriptType
+        import_chunk_6LW5RA3K.TranscriptType
       ])
     ]
   }),
   (0, import_app_framework.defineModule)({
     id: `${import_chunk_AFUZI63A.meta.id}/module/react-surface`,
     activatesOn: import_app_framework.Events.SetupReactSurface,
-    activate: import_chunk_3GS5UNO5.ReactSurface
+    activate: import_chunk_TH26IEUM.ReactSurface
   }),
   (0, import_app_framework.defineModule)({
     id: `${import_chunk_AFUZI63A.meta.id}/module/intent-resolver`,
     activatesOn: import_app_framework.Events.SetupIntentResolver,
-    activate: import_chunk_3GS5UNO5.IntentResolver
+    activate: import_chunk_TH26IEUM.IntentResolver
   }),
   (0, import_app_framework.defineModule)({
     id: `${import_chunk_AFUZI63A.meta.id}/module/transcription`,
     activatesOn: import_app_framework.Events.SetupAppGraph,
-    activate: import_chunk_3GS5UNO5.Transcriber
+    activate: import_chunk_TH26IEUM.Transcriber
   })
 ]);
 // Annotate the CommonJS export names for ESM import in node:

package/dist/lib/node/index.cjs.map

@@ -1,7 +1,7 @@
 {
   "version": 3,
   "sources": ["../../../src/TranscriptionPlugin.tsx", "../../../src/translations.ts"],
-  "sourcesContent": ["//\n// Copyright 2023 DXOS.org\n//\n\nimport { Capabilities, Events, contributes, defineModule, definePlugin } from '@dxos/app-framework';\nimport { QueueImpl } from '@dxos/echo-db';\nimport { isInstanceOf } from '@dxos/echo-schema';\nimport { ClientCapabilities, ClientEvents } from '@dxos/plugin-client';\nimport { getSpace } from '@dxos/react-client/echo';\nimport { DataType } from '@dxos/schema';\n\nimport { IntentResolver, ReactSurface, Transcriber } from './capabilities';\nimport { renderMarkdown } from './components';\nimport { meta } from './meta';\nimport translations from './translations';\nimport { TranscriptType } from './types';\n\nexport const TranscriptionPlugin = () =>\n  definePlugin(meta, [\n    defineModule({\n      id: `${meta.id}/module/translations`,\n      activatesOn: Events.SetupTranslations,\n      activate: () => contributes(Capabilities.Translations, translations),\n    }),\n    defineModule({\n      id: `${meta.id}/module/metadata`,\n      activatesOn: Events.SetupMetadata,\n      activate: (context) =>\n        contributes(Capabilities.Metadata, {\n          id: TranscriptType.typename,\n          metadata: {\n            icon: 'ph--subtitles--regular',\n            // TODO(wittjosiah): Factor out. Artifact? Separate capability?\n            getTextContent: async (transcript: TranscriptType) => {\n              const client = context.getCapability(ClientCapabilities.Client);\n              const space = getSpace(transcript);\n              const members = space?.members.get().map((member) => member.identity) ?? [];\n              const queue = new QueueImpl(client.edge, transcript.queue.dxn);\n              await queue.refresh();\n              const content = queue.objects\n                .filter((message) => isInstanceOf(DataType.Message, message))\n                .flatMap((message, index) => renderMarkdown(members)(message, index))\n                .join('\\n\\n');\n              return content;\n            },\n          },\n        }),\n    }),\n    defineModule({\n      id: `${meta.id}/module/schema`,\n      activatesOn: ClientEvents.SetupSchema,\n      activate: () => [contributes(ClientCapabilities.Schema, [TranscriptType])],\n    }),\n    defineModule({\n      id: `${meta.id}/module/react-surface`,\n      activatesOn: Events.SetupReactSurface,\n      activate: ReactSurface,\n    }),\n    defineModule({\n      id: `${meta.id}/module/intent-resolver`,\n      activatesOn: Events.SetupIntentResolver,\n      activate: IntentResolver,\n    }),\n    defineModule({\n      id: `${meta.id}/module/transcription`,\n      activatesOn: Events.SetupAppGraph,\n      activate: Transcriber,\n    }),\n  ]);\n", "//\n// Copyright 2023 DXOS.org\n//\n\nimport { TRANSCRIPTION_PLUGIN } from './meta';\nimport { TranscriptType } from './types';\n\nexport default [\n  {\n    'en-US': {\n      [TranscriptType.typename]: {\n        'typename label': 'Transcript',\n        'object name placeholder': 'New transcript',\n      },\n      [TRANSCRIPTION_PLUGIN]: {\n        'plugin name': 'Transcription',\n        'transcript companion label': 'Transcript',\n\n        'delete button': 'Delete',\n        'bookmark button': 'Bookmark',\n        'scroll to end label': 'Scroll to latest',\n\n        'settings entity extraction label': 'Entity extraction',\n      },\n    },\n  },\n];\n"],
-  "mappings": ";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAIA,2BAA8E;AAC9E,qBAA0B;AAC1B,yBAA6B;AAC7B,2BAAiD;AACjD,kBAAyB;AACzB,oBAAyB;ACFzB,IAAA,uBAAe;EACb;IACE,SAAS;MACP,CAACA,qCAAeC,QAAQ,GAAG;QACzB,kBAAkB;QAClB,2BAA2B;MAC7B;MACA,CAACC,0CAAAA,GAAuB;QACtB,eAAe;QACf,8BAA8B;QAE9B,iBAAiB;QACjB,mBAAmB;QACnB,uBAAuB;QAEvB,oCAAoC;MACtC;IACF;EACF;;ADRK,IAAMC,sBAAsB,UACjCC,mCAAaC,4BAAM;MACjBC,mCAAa;IACXC,IAAI,GAAGF,2BAAKE,EAAE;IACdC,aAAaC,4BAAOC;IACpBC,UAAU,UAAMC,kCAAYC,kCAAaC,cAAcC,oBAAAA;EACzD,CAAA;MACAT,mCAAa;IACXC,IAAI,GAAGF,2BAAKE,EAAE;IACdC,aAAaC,4BAAOO;IACpBL,UAAU,CAACM,gBACTL,kCAAYC,kCAAaK,UAAU;MACjCX,IAAIP,qCAAeC;MACnBkB,UAAU;QACRC,MAAM;;QAENC,gBAAgB,OAAOC,eAAAA;AACrB,gBAAMC,SAASN,QAAQO,cAAcC,wCAAmBC,MAAM;AAC9D,gBAAMC,YAAQC,sBAASN,UAAAA;AACvB,gBAAMO,UAAUF,OAAOE,QAAQC,IAAAA,EAAMC,IAAI,CAACC,WAAWA,OAAOC,QAAQ,KAAK,CAAA;AACzE,gBAAMC,QAAQ,IAAIC,yBAAUZ,OAAOa,MAAMd,WAAWY,MAAMG,GAAG;AAC7D,gBAAMH,MAAMI,QAAO;AACnB,gBAAMC,UAAUL,MAAMM,QACnBC,OAAO,CAACC,gBAAYC,iCAAaC,uBAASC,SAASH,OAAAA,CAAAA,EACnDI,QAAQ,CAACJ,SAASK,cAAUC,sCAAenB,OAAAA,EAASa,SAASK,KAAAA,CAAAA,EAC7DE,KAAK,MAAA;AACR,iBAAOV;QACT;MACF;IACF,CAAA;EACJ,CAAA;MACAjC,mCAAa;IACXC,IAAI,GAAGF,2BAAKE,EAAE;IACdC,aAAa0C,kCAAaC;IAC1BxC,UAAU,MAAM;UAACC,kCAAYa,wCAAmB2B,QAAQ;QAACpD;OAAe;;EAC1E,CAAA;MACAM,mCAAa;IACXC,IAAI,GAAGF,2BAAKE,EAAE;IACdC,aAAaC,4BAAO4C;IACpB1C,UAAU2C;EACZ,CAAA;MACAhD,mCAAa;IACXC,IAAI,GAAGF,2BAAKE,EAAE;IACdC,aAAaC,4BAAO8C;IACpB5C,UAAU6C;EACZ,CAAA;MACAlD,mCAAa;IACXC,IAAI,GAAGF,2BAAKE,EAAE;IACdC,aAAaC,4BAAOgD;IACpB9C,UAAU+C,sBAAAA;EACZ,CAAA;CACD;",
-  "names": ["TranscriptType", "typename", "TRANSCRIPTION_PLUGIN", "TranscriptionPlugin", "definePlugin", "meta", "defineModule", "id", "activatesOn", "Events", "SetupTranslations", "activate", "contributes", "Capabilities", "Translations", "translations", "SetupMetadata", "context", "Metadata", "metadata", "icon", "getTextContent", "transcript", "client", "getCapability", "ClientCapabilities", "Client", "space", "getSpace", "members", "get", "map", "member", "identity", "queue", "QueueImpl", "edge", "dxn", "refresh", "content", "objects", "filter", "message", "isInstanceOf", "DataType", "Message", "flatMap", "index", "renderMarkdown", "join", "ClientEvents", "SetupSchema", "Schema", "SetupReactSurface", "ReactSurface", "SetupIntentResolver", "IntentResolver", "SetupAppGraph", "Transcriber"]
+  "sourcesContent": ["//\n// Copyright 2023 DXOS.org\n//\n\nimport { Capabilities, Events, contributes, defineModule, definePlugin } from '@dxos/app-framework';\nimport { Obj } from '@dxos/echo';\nimport { ClientCapabilities, ClientEvents } from '@dxos/plugin-client';\nimport { getSpace } from '@dxos/react-client/echo';\nimport { DataType } from '@dxos/schema';\n\nimport { IntentResolver, ReactSurface, Transcriber } from './capabilities';\nimport { renderMarkdown } from './components';\nimport { meta } from './meta';\nimport translations from './translations';\nimport { TranscriptType } from './types';\n\nexport const TranscriptionPlugin = () =>\n  definePlugin(meta, [\n    defineModule({\n      id: `${meta.id}/module/translations`,\n      activatesOn: Events.SetupTranslations,\n      activate: () => contributes(Capabilities.Translations, translations),\n    }),\n    defineModule({\n      id: `${meta.id}/module/metadata`,\n      activatesOn: Events.SetupMetadata,\n      activate: (context) =>\n        contributes(Capabilities.Metadata, {\n          id: TranscriptType.typename,\n          metadata: {\n            icon: 'ph--subtitles--regular',\n            // TODO(wittjosiah): Factor out. Artifact? Separate capability?\n            getTextContent: async (transcript: TranscriptType) => {\n              const space = getSpace(transcript);\n              const members = space?.members.get().map((member) => member.identity) ?? [];\n              const queue = space?.queues.get<DataType.Message>(transcript.queue.dxn);\n              await queue?.refresh();\n              const content = queue?.objects\n                .filter((message) => Obj.instanceOf(DataType.Message, message))\n                .flatMap((message, index) => renderMarkdown(members)(message, index))\n                .join('\\n\\n');\n              return content;\n            },\n          },\n        }),\n    }),\n    defineModule({\n      id: `${meta.id}/module/schema`,\n      activatesOn: ClientEvents.SetupSchema,\n      activate: () => [contributes(ClientCapabilities.Schema, [TranscriptType])],\n    }),\n    defineModule({\n      id: `${meta.id}/module/react-surface`,\n      activatesOn: Events.SetupReactSurface,\n      activate: ReactSurface,\n    }),\n    defineModule({\n      id: `${meta.id}/module/intent-resolver`,\n      activatesOn: Events.SetupIntentResolver,\n      activate: IntentResolver,\n    }),\n    defineModule({\n      id: `${meta.id}/module/transcription`,\n      activatesOn: Events.SetupAppGraph,\n      activate: Transcriber,\n    }),\n  ]);\n", "//\n// Copyright 2023 DXOS.org\n//\n\nimport { TRANSCRIPTION_PLUGIN } from './meta';\nimport { TranscriptType } from './types';\n\nexport default [\n  {\n    'en-US': {\n      [TranscriptType.typename]: {\n        'typename label': 'Transcript',\n        'object name placeholder': 'New transcript',\n      },\n      [TRANSCRIPTION_PLUGIN]: {\n        'plugin name': 'Transcription',\n        'transcript companion label': 'Transcript',\n\n        'delete button': 'Delete',\n        'bookmark button': 'Bookmark',\n        'scroll to end label': 'Scroll to latest',\n\n        'settings entity extraction label': 'Entity extraction',\n      },\n    },\n  },\n];\n"],
+  "mappings": ";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAIA,2BAA8E;AAC9E,kBAAoB;AACpB,2BAAiD;AACjD,IAAAA,eAAyB;AACzB,oBAAyB;ACDzB,IAAA,uBAAe;EACb;IACE,SAAS;MACP,CAACC,qCAAeC,QAAQ,GAAG;QACzB,kBAAkB;QAClB,2BAA2B;MAC7B;MACA,CAACC,0CAAAA,GAAuB;QACtB,eAAe;QACf,8BAA8B;QAE9B,iBAAiB;QACjB,mBAAmB;QACnB,uBAAuB;QAEvB,oCAAoC;MACtC;IACF;EACF;;ADTK,IAAMC,sBAAsB,UACjCC,mCAAaC,4BAAM;MACjBC,mCAAa;IACXC,IAAI,GAAGF,2BAAKE,EAAE;IACdC,aAAaC,4BAAOC;IACpBC,UAAU,UAAMC,kCAAYC,kCAAaC,cAAcC,oBAAAA;EACzD,CAAA;MACAT,mCAAa;IACXC,IAAI,GAAGF,2BAAKE,EAAE;IACdC,aAAaC,4BAAOO;IACpBL,UAAU,CAACM,gBACTL,kCAAYC,kCAAaK,UAAU;MACjCX,IAAIP,qCAAeC;MACnBkB,UAAU;QACRC,MAAM;;QAENC,gBAAgB,OAAOC,eAAAA;AACrB,gBAAMC,YAAQC,uBAASF,UAAAA;AACvB,gBAAMG,UAAUF,OAAOE,QAAQC,IAAAA,EAAMC,IAAI,CAACC,WAAWA,OAAOC,QAAQ,KAAK,CAAA;AACzE,gBAAMC,QAAQP,OAAOQ,OAAOL,IAAsBJ,WAAWQ,MAAME,GAAG;AACtE,gBAAMF,OAAOG,QAAAA;AACb,gBAAMC,UAAUJ,OAAOK,QACpBC,OAAO,CAACC,YAAYC,gBAAIC,WAAWC,uBAASC,SAASJ,OAAAA,CAAAA,EACrDK,QAAQ,CAACL,SAASM,cAAUC,sCAAenB,OAAAA,EAASY,SAASM,KAAAA,CAAAA,EAC7DE,KAAK,MAAA;AACR,iBAAOX;QACT;MACF;IACF,CAAA;EACJ,CAAA;MACA5B,mCAAa;IACXC,IAAI,GAAGF,2BAAKE,EAAE;IACdC,aAAasC,kCAAaC;IAC1BpC,UAAU,MAAM;UAACC,kCAAYoC,wCAAmBC,QAAQ;QAACjD;OAAe;;EAC1E,CAAA;MACAM,mCAAa;IACXC,IAAI,GAAGF,2BAAKE,EAAE;IACdC,aAAaC,4BAAOyC;IACpBvC,UAAUwC;EACZ,CAAA;MACA7C,mCAAa;IACXC,IAAI,GAAGF,2BAAKE,EAAE;IACdC,aAAaC,4BAAO2C;IACpBzC,UAAU0C;EACZ,CAAA;MACA/C,mCAAa;IACXC,IAAI,GAAGF,2BAAKE,EAAE;IACdC,aAAaC,4BAAO6C;IACpB3C,UAAU4C,sBAAAA;EACZ,CAAA;CACD;",
+  "names": ["import_echo", "TranscriptType", "typename", "TRANSCRIPTION_PLUGIN", "TranscriptionPlugin", "definePlugin", "meta", "defineModule", "id", "activatesOn", "Events", "SetupTranslations", "activate", "contributes", "Capabilities", "Translations", "translations", "SetupMetadata", "context", "Metadata", "metadata", "icon", "getTextContent", "transcript", "space", "getSpace", "members", "get", "map", "member", "identity", "queue", "queues", "dxn", "refresh", "content", "objects", "filter", "message", "Obj", "instanceOf", "DataType", "Message", "flatMap", "index", "renderMarkdown", "join", "ClientEvents", "SetupSchema", "ClientCapabilities", "Schema", "SetupReactSurface", "ReactSurface", "SetupIntentResolver", "IntentResolver", "SetupAppGraph", "Transcriber"]
 }

package/dist/lib/node/{intent-resolver-LLMGF5I5.cjs → intent-resolver-LL3TTI4H.cjs}

@@ -16,22 +16,23 @@ var __copyProps = (to, from, except, desc) => {
   return to;
 };
 var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
-var intent_resolver_LLMGF5I5_exports = {};
-__export(intent_resolver_LLMGF5I5_exports, {
+var intent_resolver_LL3TTI4H_exports = {};
+__export(intent_resolver_LL3TTI4H_exports, {
   default: () => intent_resolver_default
 });
-module.exports = __toCommonJS(intent_resolver_LLMGF5I5_exports);
-var import_chunk_EIMUQYCZ = require("./chunk-EIMUQYCZ.cjs");
+module.exports = __toCommonJS(intent_resolver_LL3TTI4H_exports);
+var import_chunk_6LW5RA3K = require("./chunk-6LW5RA3K.cjs");
 var import_chunk_AFUZI63A = require("./chunk-AFUZI63A.cjs");
 var import_app_framework = require("@dxos/app-framework");
+var import_echo = require("@dxos/echo");
 var import_echo_schema = require("@dxos/echo-schema");
-var import_live_object = require("@dxos/live-object");
 var intent_resolver_default = (context) => (0, import_app_framework.contributes)(import_app_framework.Capabilities.IntentResolver, [
   (0, import_app_framework.createResolver)({
-    intent: import_chunk_EIMUQYCZ.TranscriptionAction.Create,
+    intent: import_chunk_6LW5RA3K.TranscriptionAction.Create,
     resolve: ({ name, spaceId }) => {
-      const transcript = (0, import_live_object.live)(import_chunk_EIMUQYCZ.TranscriptType, {
-        queue: (0, import_live_object.refFromDXN)((0, import_echo_schema.createQueueDxn)(spaceId))
+      const transcript = import_echo.Obj.make(import_chunk_6LW5RA3K.TranscriptType, {
+        // TODO(dmaretskyi): Use space.queues.create() instead.
+        queue: import_echo.Ref.fromDXN((0, import_echo_schema.createQueueDXN)(spaceId))
       });
       return {
         data: {
@@ -41,4 +42,4 @@ var intent_resolver_default = (context) => (0, import_app_framework.contributes)
     }
   })
 ]);
-//# sourceMappingURL=intent-resolver-LLMGF5I5.cjs.map
+//# sourceMappingURL=intent-resolver-LL3TTI4H.cjs.map

package/dist/lib/node/intent-resolver-LL3TTI4H.cjs.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../../src/capabilities/intent-resolver.ts"],
+  "sourcesContent": ["//\n// Copyright 2025 DXOS.org\n//\n\nimport { Capabilities, contributes, createResolver, type PluginContext } from '@dxos/app-framework';\nimport { type Key, Obj, Ref } from '@dxos/echo';\nimport { createQueueDXN } from '@dxos/echo-schema';\n\nimport { TranscriptionAction, TranscriptType } from '../types';\n\nexport default (context: PluginContext) =>\n  contributes(Capabilities.IntentResolver, [\n    createResolver({\n      intent: TranscriptionAction.Create,\n      resolve: ({ name, spaceId }) => {\n        const transcript = Obj.make(TranscriptType, {\n          // TODO(dmaretskyi): Use space.queues.create() instead.\n          queue: Ref.fromDXN(createQueueDXN(spaceId as Key.SpaceId)),\n        });\n\n        return { data: { object: transcript } };\n      },\n    }),\n  ]);\n"],
+  "mappings": ";;;;;;;;;;;;;;;;;;;;;;;;;AAIA,2BAA8E;AAC9E,kBAAmC;AACnC,yBAA+B;AAI/B,IAAA,0BAAe,CAACA,gBACdC,kCAAYC,kCAAaC,gBAAgB;MACvCC,qCAAe;IACbC,QAAQC,0CAAoBC;IAC5BC,SAAS,CAAC,EAAEC,MAAMC,QAAO,MAAE;AACzB,YAAMC,aAAaC,gBAAIC,KAAKC,sCAAgB;;QAE1CC,OAAOC,gBAAIC,YAAQC,mCAAeR,OAAAA,CAAAA;MACpC,CAAA;AAEA,aAAO;QAAES,MAAM;UAAEC,QAAQT;QAAW;MAAE;IACxC;EACF,CAAA;CACD;",
+  "names": ["context", "contributes", "Capabilities", "IntentResolver", "createResolver", "intent", "TranscriptionAction", "Create", "resolve", "name", "spaceId", "transcript", "Obj", "make", "TranscriptType", "queue", "Ref", "fromDXN", "createQueueDXN", "data", "object"]
+}