@dxos/plugin-transcription 0.8.4-main.9735255 → 0.8.4-main.abd8ff62ef

package/dist/lib/browser/index.mjs

@@ -1,113 +1,469 @@
 import {
-  TranscriptContainer
-} from "./chunk-SYGEFDWO.mjs";
-import {
-  TranscriptView,
-  TranscriptionContainer,
   useAudioFile,
   useAudioTrack,
   useQueueModelAdapter,
   useTranscriber,
   useVoiceInput
-} from "./chunk-ICM7JRCO.mjs";
+} from "./chunk-NQQK7UZQ.mjs";
+import "./chunk-MLRJWAQH.mjs";
 import {
-  MediaStreamRecorder,
-  Transcriber,
-  TranscriptionManager
-} from "./chunk-TKFU53OZ.mjs";
+  TranscriptionCapabilities
+} from "./chunk-3L623EVL.mjs";
 import {
-  renderByline
-} from "./chunk-HOOPZ7EM.mjs";
-import {
-  TranscriptionCapabilities,
-  meta
-} from "./chunk-Q5OC3WVG.mjs";
+  mergeFloat64Arrays
+} from "./chunk-KAEXRX3Y.mjs";
 import "./chunk-J5LGTIGS.mjs";
 
-// src/TranscriptionPlugin.tsx
-import { Common, Plugin } from "@dxos/app-framework";
-import { Obj } from "@dxos/echo";
-import { getSpace } from "@dxos/react-client/echo";
-import { Message, Transcript } from "@dxos/types";
-
-// src/capabilities/blueprint-definition/index.ts
-import { Capability } from "@dxos/app-framework";
-var BlueprintDefinition = Capability.lazy("BlueprintDefinition", () => import("./blueprint-definition-FTRNMLJZ.mjs"));
+// src/index.ts
+import { Plugin } from "@dxos/app-framework";
 
-// src/capabilities/operation-resolver/index.ts
-import { Capability as Capability2 } from "@dxos/app-framework";
-var OperationResolver = Capability2.lazy("OperationResolver", () => import("./operation-resolver-ZUWTU7C5.mjs"));
-
-// src/capabilities/react-surface/index.ts
-import { Capability as Capability3 } from "@dxos/app-framework";
-var ReactSurface = Capability3.lazy("ReactSurface", () => import("./react-surface-ZXH5267I.mjs"));
+// src/meta.ts
+import { trim } from "@dxos/util";
+var meta = {
+  id: "org.dxos.plugin.transcription",
+  name: "Transcription",
+  description: trim`
+    Real-time voice-to-text transcription service for capturing spoken content.
+    Convert audio input into searchable text that integrates seamlessly with notes and documents.
+  `,
+  icon: "ph--microphone--regular",
+  iconHue: "sky",
+  source: "https://github.com/dxos/dxos/tree/main/packages/plugins/plugin-transcription",
+  tags: [
+    "labs"
+  ],
+  screenshots: []
+};
 
-// src/capabilities/transcriber/index.ts
-import { Capability as Capability4 } from "@dxos/app-framework";
-var Transcriber2 = Capability4.lazy("Transcriber", () => import("./transcriber-EZZTUCPE.mjs"));
+// src/transcriber/media-stream-recorder.ts
+import { MediaRecorder, register } from "extendable-media-recorder";
+import { WaveFile } from "wavefile";
+import { synchronized } from "@dxos/async";
+import { invariant } from "@dxos/invariant";
+import { log } from "@dxos/log";
+import { trace } from "@dxos/tracing";
+var __dxlog_file = "/__w/dxos/dxos/packages/plugins/plugin-transcription/src/transcriber/media-stream-recorder.ts";
+function _ts_decorate(decorators, target, key, desc) {
+  var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+  if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+  else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+  return c > 3 && r && Object.defineProperty(target, key, r), r;
+}
+var initializingPromise;
+var initializeExtendableMediaRecorder = async () => {
+  const { connect } = await import("extendable-media-recorder-wav-encoder");
+  await register(await connect());
+};
+var MediaStreamRecorder = class {
+  _mediaStreamTrack;
+  /**
+  * Default MediaRecorder implementation do not support wav encoding.
+  */
+  _config;
+  _mediaRecorder = void 0;
+  _header = void 0;
+  _onChunk;
+  constructor({ mediaStreamTrack, config }) {
+    this._mediaStreamTrack = mediaStreamTrack;
+    this._config = config;
+  }
+  get wavConfig() {
+    const settings = this._mediaStreamTrack.getSettings();
+    return {
+      channels: settings.channelCount ?? 1,
+      sampleRate: settings.sampleRate ?? 16e3,
+      bitDepthCode: settings.sampleSize ? String(settings.sampleSize) : "16"
+    };
+  }
+  get mediaStreamTrack() {
+    return this._mediaStreamTrack;
+  }
+  setOnChunk(onChunk) {
+    this._onChunk = onChunk;
+  }
+  async start() {
+    await (initializingPromise ??= initializeExtendableMediaRecorder()).catch((err) => log.info("initializeExtendableMediaRecorder", {
+      err
+    }, { "~LogMeta": "~LogMeta", F: __dxlog_file, L: 48, S: this }));
+    if (!this._mediaRecorder) {
+      const stream = new MediaStream([
+        this._mediaStreamTrack
+      ]);
+      this._mediaRecorder = new MediaRecorder(stream, {
+        mimeType: "audio/wav"
+      });
+    }
+    if (this._mediaRecorder.state === "recording") {
+      return;
+    }
+    invariant(this._onChunk, "MediaStreamRecorder: onChunk is not set", { "~LogMeta": "~LogMeta", F: __dxlog_file, L: 62, S: this, A: ["this._onChunk", "'MediaStreamRecorder: onChunk is not set'"] });
+    this._mediaRecorder.ondataavailable = (event) => this._ondataavailable(event);
+    this._mediaRecorder.start(this._config.interval);
+  }
+  async stop() {
+    if (this._mediaRecorder?.state !== "recording") {
+      return;
+    }
+    this._mediaRecorder.stop();
+  }
+  async _ondataavailable(event) {
+    const blob = event.data;
+    const uint8Array = new Uint8Array(await blob.arrayBuffer());
+    const isHeader = uint8Array[0] === 82 && // R
+    uint8Array[1] === 73 && // I
+    uint8Array[2] === 70 && // F
+    uint8Array[3] === 70;
+    let wav;
+    if (isHeader) {
+      wav = new WaveFile(uint8Array);
+      this._header = uint8Array.slice(0, 44);
+    } else if (this._header) {
+      wav = new WaveFile(new Uint8Array([
+        ...this._header,
+        ...uint8Array
+      ]));
+    } else {
+      log.warn("MediaStreamRecorder: no header", void 0, { "~LogMeta": "~LogMeta", F: __dxlog_file, L: 90, S: this });
+      return;
+    }
+    this._onChunk({
+      timestamp: Date.now(),
+      data: wav.getSamples()
+    });
+  }
+};
+_ts_decorate([
+  synchronized
+], MediaStreamRecorder.prototype, "_ondataavailable", null);
+MediaStreamRecorder = _ts_decorate([
+  trace.resource()
+], MediaStreamRecorder);
 
-// src/translations.ts
-var translations = [
-  {
-    "en-US": {
-      [meta.id]: {
-        "plugin name": "Transcription",
-        "transcript companion label": "Transcript",
-        "delete button": "Delete",
-        "bookmark button": "Bookmark",
-        "scroll to end label": "Scroll to latest",
-        "settings entity extraction label": "Entity extraction"
+// src/transcriber/transcriber.ts
+import { WaveFile as WaveFile2 } from "wavefile";
+import { DeferredTask, Trigger } from "@dxos/async";
+import { LifecycleState, Resource } from "@dxos/context";
+import { log as log2 } from "@dxos/log";
+import { trace as trace2 } from "@dxos/tracing";
+import { TRANSCRIPTION_URL } from "#types";
+var __dxlog_file2 = "/__w/dxos/dxos/packages/plugins/plugin-transcription/src/transcriber/transcriber.ts";
+function _ts_decorate2(decorators, target, key, desc) {
+  var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+  if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+  else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+  return c > 3 && r && Object.defineProperty(target, key, r), r;
+}
+var Transcriber = class extends Resource {
+  _audioChunks = [];
+  _lastUsedTimestamp = 0;
+  _openTrigger = new Trigger({
+    autoReset: true
+  });
+  _config;
+  _recorder;
+  _onSegments;
+  _transcribeFn;
+  _recording = false;
+  _transcribeTask = void 0;
+  constructor({ config, recorder, onSegments, transcribe }) {
+    super();
+    this._config = config;
+    this._recorder = recorder;
+    this._onSegments = onSegments;
+    this._transcribeFn = transcribe;
+  }
+  async _open(ctx) {
+    log2.info("opening", void 0, { "~LogMeta": "~LogMeta", F: __dxlog_file2, L: 41, S: this });
+    this._recorder.setOnChunk((chunk) => this._saveAudioChunk(chunk));
+    await this._recorder.start();
+    this._transcribeTask = new DeferredTask(ctx, async () => this._transcribe());
+    this._openTrigger.wake();
+  }
+  async _close() {
+    log2.info("closing", void 0, { "~LogMeta": "~LogMeta", F: __dxlog_file2, L: 48, S: this });
+    this._recording = false;
+    this._transcribeTask = void 0;
+    await this._recorder.stop();
+  }
+  startChunksRecording() {
+    log2.info("starting", void 0, { "~LogMeta": "~LogMeta", F: __dxlog_file2, L: 54, S: this });
+    if (this._lifecycleState !== LifecycleState.OPEN) {
+      return;
+    }
+    this._recording = true;
+  }
+  stopChunksRecording() {
+    if (this._lifecycleState !== LifecycleState.OPEN || !this._recording) {
+      return;
+    }
+    this._recording = false;
+    this._transcribeTask?.schedule();
+    log2.info("stopped", void 0, { "~LogMeta": "~LogMeta", F: __dxlog_file2, L: 66, S: this });
+  }
+  _saveAudioChunk(chunk) {
+    log2("saving audio chunk", {
+      chunk
+    }, { "~LogMeta": "~LogMeta", F: __dxlog_file2, L: 69, S: this });
+    this._audioChunks.push(chunk);
+    if (!this._recording && (!this._transcribeTask || !this._transcribeTask.scheduled) && this._audioChunks.length >= this._config.prefixBufferChunksAmount) {
+      this._audioChunks = this._dropOldChunks();
+    } else if (this._audioChunks.length >= this._config.transcribeAfterChunksAmount && this._recording) {
+      this._transcribeTask?.schedule();
+    }
+  }
+  async _transcribe() {
+    log2("transcribing", {
+      chunks: this._audioChunks.length
+    }, { "~LogMeta": "~LogMeta", F: __dxlog_file2, L: 81, S: this });
+    const chunks = this._audioChunks;
+    this._audioChunks = this._dropOldChunks();
+    if (chunks.length === 0) {
+      return;
+    }
+    const audio = await this._mergeAudioChunks(chunks);
+    const segments = await this._fetchTranscription(audio);
+    if (!Array.isArray(segments) || segments.length === 0) {
+      return;
+    }
+    const alignedSegments = this._alignSegments(segments, chunks);
+    if (alignedSegments.length > 0) {
+      await this._onSegments(alignedSegments);
+    }
+  }
+  _dropOldChunks() {
+    return this._config.prefixBufferChunksAmount > 0 ? this._audioChunks.slice(-this._config.prefixBufferChunksAmount) : [];
+  }
+  async _mergeAudioChunks(chunks) {
+    const file = new WaveFile2();
+    const wavConfig = this._recorder.wavConfig;
+    file.fromScratch(wavConfig.channels, wavConfig.sampleRate, wavConfig.bitDepthCode, mergeFloat64Arrays(chunks.map(({ data }) => data)));
+    return file.toBase64();
+  }
+  async _fetchTranscription(audio) {
+    if (audio.length === 0) {
+      throw new Error("No audio to send for transcribing");
+    }
+    let segments;
+    if (this._transcribeFn) {
+      segments = await this._transcribeFn(audio);
+    } else {
+      const endpoint = this._config.endpoint ?? TRANSCRIPTION_URL;
+      const response = await fetch(`${endpoint}/transcribe`, {
+        method: "POST",
+        body: JSON.stringify({
+          audio
+        }),
+        headers: {
+          "Content-Type": "application/json"
+        }
+      });
+      if (!response.ok) {
+        throw new Error(`Transcription failed: ${response.statusText}`);
       }
+      ({ segments } = await response.json());
     }
+    if (!Array.isArray(segments)) {
+      throw new Error("Transcription response payload is invalid");
+    }
+    log2.info("transcription response", {
+      segments: segments.length
+    }, { "~LogMeta": "~LogMeta", F: __dxlog_file2, L: 134, S: this });
+    return segments;
+  }
+  _alignSegments(segments, originalChunks) {
+    const result = alignWhisperSegments(segments, originalChunks, this._lastUsedTimestamp);
+    if (result.lastUsedTimestamp !== void 0) {
+      this._lastUsedTimestamp = result.lastUsedTimestamp;
+    }
+    return result.transcripts;
+  }
+};
+_ts_decorate2([
+  trace2.span({
+    showInBrowserTimeline: true
+  })
+], Transcriber.prototype, "_mergeAudioChunks", null);
+_ts_decorate2([
+  trace2.span({
+    showInBrowserTimeline: true
+  })
+], Transcriber.prototype, "_fetchTranscription", null);
+var alignWhisperSegments = (segments, originalChunks, lastUsedTimestamp) => {
+  if (originalChunks.length === 0) {
+    return {
+      transcripts: []
+    };
+  }
+  const zeroTimestamp = originalChunks[0].timestamp;
+  const filteredSegments = segments.filter((segment) => zeroTimestamp + segment.end * 1e3 >= lastUsedTimestamp).map((segment) => {
+    const words = segment.words.filter((word) => zeroTimestamp + word.start * 1e3 >= lastUsedTimestamp);
+    return {
+      ...segment,
+      words,
+      text: words.map((word) => word.word).join(""),
+      start: words.at(0)?.start ?? segment.end
+    };
+  }).filter((segment) => segment.words.length > 0);
+  if (filteredSegments.length === 0) {
+    return {
+      transcripts: []
+    };
   }
-];
+  return {
+    transcripts: filteredSegments.map((segment) => ({
+      _tag: "transcript",
+      started: new Date(zeroTimestamp + segment.start * 1e3).toISOString(),
+      text: segment.text.trim()
+    })),
+    lastUsedTimestamp: zeroTimestamp + filteredSegments.at(-1).end * 1e3
+  };
+};
 
-// src/TranscriptionPlugin.tsx
-var TranscriptionPlugin = Plugin.define(meta).pipe(Common.Plugin.addTranslationsModule({
-  translations
-}), Common.Plugin.addMetadataModule({
-  metadata: {
-    id: Transcript.Transcript.typename,
-    metadata: {
-      icon: "ph--subtitles--regular",
-      iconHue: "sky",
-      // TODO(wittjosiah): Factor out. Artifact? Separate capability?
-      getTextContent: async (transcript) => {
-        const space = getSpace(transcript);
-        const members = space?.members.get().map((member) => member.identity) ?? [];
-        const queue = space?.queues.get(transcript.queue.dxn);
-        await queue?.refresh();
-        const content = queue?.objects.filter((message) => Obj.instanceOf(Message.Message, message)).flatMap((message, index) => renderByline(members)(message, index)).join("\n\n");
-        return content;
+// src/transcriber/transcription-manager.ts
+import { Atom } from "@effect-atom/atom-react";
+import { synchronized as synchronized2 } from "@dxos/async";
+import { Resource as Resource2 } from "@dxos/context";
+import { Obj } from "@dxos/echo";
+import { Message } from "@dxos/types";
+function _ts_decorate3(decorators, target, key, desc) {
+  var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+  if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+  else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+  return c > 3 && r && Object.defineProperty(target, key, r), r;
+}
+var RECORD_INTERVAL = 200;
+var PREFIXED_CHUNKS_AMOUNT = 10;
+var TRANSCRIBE_AFTER_CHUNKS_AMOUNT = 50;
+var TranscriptionManager = class extends Resource2 {
+  _edgeClient;
+  _messageEnricher;
+  _registry;
+  _audioStreamTrack = void 0;
+  _identityDid = void 0;
+  _mediaRecorder = void 0;
+  _transcriber = void 0;
+  _queue = void 0;
+  _enabledAtom = Atom.make(false);
+  constructor(options) {
+    super();
+    this._edgeClient = options.edgeClient;
+    this._messageEnricher = options.messageEnricher;
+    this._registry = options.registry;
+  }
+  get enabled() {
+    return this._enabledAtom;
+  }
+  getEnabled() {
+    return this._registry.get(this._enabledAtom);
+  }
+  setQueue(queue) {
+    this._queue = queue;
+    return this;
+  }
+  setIdentityDid(did) {
+    if (this._identityDid !== did) {
+      this._identityDid = did;
+    }
+    return this;
+  }
+  setRecording(recording) {
+    if (!this.isOpen || !this.getEnabled()) {
+      return this;
+    }
+    if (recording) {
+      this._transcriber?.startChunksRecording();
+    } else {
+      this._transcriber?.stopChunksRecording();
+    }
+    return this;
+  }
+  async setEnabled(enabled) {
+    if (this.getEnabled() === enabled) {
+      return;
+    }
+    this._registry.set(this._enabledAtom, enabled ?? false);
+    if (enabled) {
+      await this._maybeRestartTranscriber();
+    } else {
+      await this._stopTranscriber();
+    }
+  }
+  async setAudioTrack(track) {
+    if (this._audioStreamTrack === track) {
+      return;
+    }
+    this._audioStreamTrack = track;
+    await this._maybeRestartTranscriber();
+  }
+  async _open() {
+    await this._maybeRestartTranscriber();
+  }
+  async _close() {
+    await this._stopTranscriber();
+  }
+  async _maybeRestartTranscriber() {
+    if (!this._audioStreamTrack || !this.getEnabled() || !this.isOpen) {
+      return;
+    }
+    let needReinit = false;
+    if (this._audioStreamTrack !== this._mediaRecorder?.mediaStreamTrack) {
+      this._mediaRecorder = new MediaStreamRecorder({
+        mediaStreamTrack: this._audioStreamTrack,
+        config: {
+          interval: RECORD_INTERVAL
+        }
+      });
+      needReinit = true;
+    }
+    if (needReinit) {
+      await this._transcriber?.close();
+      this._transcriber = new Transcriber({
+        config: {
+          transcribeAfterChunksAmount: TRANSCRIBE_AFTER_CHUNKS_AMOUNT,
+          prefixBufferChunksAmount: PREFIXED_CHUNKS_AMOUNT
+        },
+        recorder: this._mediaRecorder,
+        onSegments: (segments) => this._onSegments(segments)
+      });
+      await this._transcriber?.open();
+    }
+  }
+  async _stopTranscriber() {
+    await this._transcriber?.close();
+  }
+  async _onSegments(segments) {
+    if (!this.isOpen || !this._queue) {
+      return;
+    }
+    let block = Obj.make(Message.Message, {
+      created: (/* @__PURE__ */ new Date()).toISOString(),
+      blocks: segments,
+      sender: {
+        identityDid: this._identityDid
       }
+    });
+    if (this._messageEnricher) {
+      block = await this._messageEnricher(block);
     }
+    await this._queue.append([
+      block
+    ]);
   }
-}), Common.Plugin.addSchemaModule({
-  schema: [
-    Transcript.Transcript
-  ]
-}), Common.Plugin.addSurfaceModule({
-  activate: ReactSurface
-}), Common.Plugin.addOperationResolverModule({
-  activate: OperationResolver
-}), Plugin.addModule({
-  id: "transcription",
-  activatesOn: Common.ActivationEvent.SetupAppGraph,
-  activate: Transcriber2
-}), Common.Plugin.addBlueprintDefinitionModule({
-  activate: BlueprintDefinition
-}), Plugin.make);
+};
+_ts_decorate3([
+  synchronized2
+], TranscriptionManager.prototype, "setAudioTrack", null);
+
+// src/index.ts
+var TranscriptionPlugin = Plugin.lazy(meta, () => import("#plugin"));
 export {
   MediaStreamRecorder,
   Transcriber,
-  TranscriptContainer,
-  TranscriptView,
   TranscriptionCapabilities,
-  TranscriptionContainer,
   TranscriptionManager,
   TranscriptionPlugin,
+  alignWhisperSegments,
   meta,
-  renderByline,
   useAudioFile,
   useAudioTrack,
   useQueueModelAdapter,

package/dist/lib/browser/index.mjs.map

@@ -1,7 +1,7 @@
 {
   "version": 3,
-  "sources": ["../../../src/TranscriptionPlugin.tsx", "../../../src/capabilities/blueprint-definition/index.ts", "../../../src/capabilities/operation-resolver/index.ts", "../../../src/capabilities/react-surface/index.ts", "../../../src/capabilities/transcriber/index.ts", "../../../src/translations.ts"],
-  "sourcesContent": ["//\n// Copyright 2023 DXOS.org\n//\n\nimport { Common, Plugin } from '@dxos/app-framework';\nimport { Obj } from '@dxos/echo';\nimport { getSpace } from '@dxos/react-client/echo';\nimport { Message, Transcript } from '@dxos/types';\n\nimport { BlueprintDefinition, OperationResolver, ReactSurface, Transcriber } from './capabilities';\nimport { meta } from './meta';\nimport { translations } from './translations';\nimport { renderByline } from './util';\n\nexport const TranscriptionPlugin = Plugin.define(meta).pipe(\n  Common.Plugin.addTranslationsModule({ translations }),\n  Common.Plugin.addMetadataModule({\n    metadata: {\n      id: Transcript.Transcript.typename,\n      metadata: {\n        icon: 'ph--subtitles--regular',\n        iconHue: 'sky',\n        // TODO(wittjosiah): Factor out. Artifact? Separate capability?\n        getTextContent: async (transcript: Transcript.Transcript) => {\n          const space = getSpace(transcript);\n          const members = space?.members.get().map((member) => member.identity) ?? [];\n          const queue = space?.queues.get<Message.Message>(transcript.queue.dxn);\n          await queue?.refresh();\n          const content = queue?.objects\n            .filter((message) => Obj.instanceOf(Message.Message, message))\n            .flatMap((message, index) => renderByline(members)(message, index))\n            .join('\\n\\n');\n          return content;\n        },\n      },\n    },\n  }),\n  Common.Plugin.addSchemaModule({ schema: [Transcript.Transcript] }),\n  Common.Plugin.addSurfaceModule({ activate: ReactSurface }),\n  Common.Plugin.addOperationResolverModule({ activate: OperationResolver }),\n  Plugin.addModule({\n    id: 'transcription',\n    activatesOn: Common.ActivationEvent.SetupAppGraph,\n    activate: Transcriber,\n  }),\n  Common.Plugin.addBlueprintDefinitionModule({ activate: BlueprintDefinition }),\n  Plugin.make,\n);\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { Capability } from '@dxos/app-framework';\n\nexport const BlueprintDefinition = Capability.lazy('BlueprintDefinition', () => import('./blueprint-definition'));\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { Capability } from '@dxos/app-framework';\n\nexport const OperationResolver = Capability.lazy('OperationResolver', () => import('./operation-resolver'));\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { Capability } from '@dxos/app-framework';\n\nexport const ReactSurface = Capability.lazy('ReactSurface', () => import('./react-surface'));\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { Capability } from '@dxos/app-framework';\n\nexport const Transcriber = Capability.lazy('Transcriber', () => import('./transcriber'));\n", "//\n// Copyright 2023 DXOS.org\n//\n\nimport { type Resource } from '@dxos/react-ui';\n\nimport { meta } from './meta';\n\nexport const translations = [\n  {\n    'en-US': {\n      [meta.id]: {\n        'plugin name': 'Transcription',\n        'transcript companion label': 'Transcript',\n\n        'delete button': 'Delete',\n        'bookmark button': 'Bookmark',\n        'scroll to end label': 'Scroll to latest',\n\n        'settings entity extraction label': 'Entity extraction',\n      },\n    },\n  },\n] as const satisfies Resource[];\n"],
-  "mappings": ";;;;;;;;;;;;;;;;;;;;;;;;;;;AAIA,SAASA,QAAQC,cAAc;AAC/B,SAASC,WAAW;AACpB,SAASC,gBAAgB;AACzB,SAASC,SAASC,kBAAkB;;;ACHpC,SAASC,kBAAkB;AAEpB,IAAMC,sBAAsBC,WAAWC,KAAK,uBAAuB,MAAM,OAAO,qCAAA,CAAA;;;ACFvF,SAASC,cAAAA,mBAAkB;AAEpB,IAAMC,oBAAoBC,YAAWC,KAAK,qBAAqB,MAAM,OAAO,mCAAA,CAAA;;;ACFnF,SAASC,cAAAA,mBAAkB;AAEpB,IAAMC,eAAeC,YAAWC,KAAK,gBAAgB,MAAM,OAAO,8BAAA,CAAA;;;ACFzE,SAASC,cAAAA,mBAAkB;AAEpB,IAAMC,eAAcC,YAAWC,KAAK,eAAe,MAAM,OAAO,4BAAA,CAAA;;;ACEhE,IAAMC,eAAe;EAC1B;IACE,SAAS;MACP,CAACC,KAAKC,EAAE,GAAG;QACT,eAAe;QACf,8BAA8B;QAE9B,iBAAiB;QACjB,mBAAmB;QACnB,uBAAuB;QAEvB,oCAAoC;MACtC;IACF;EACF;;;;ALRK,IAAMC,sBAAsBC,OAAOC,OAAOC,IAAAA,EAAMC,KACrDC,OAAOJ,OAAOK,sBAAsB;EAAEC;AAAa,CAAA,GACnDF,OAAOJ,OAAOO,kBAAkB;EAC9BC,UAAU;IACRC,IAAIC,WAAWA,WAAWC;IAC1BH,UAAU;MACRI,MAAM;MACNC,SAAS;;MAETC,gBAAgB,OAAOC,eAAAA;AACrB,cAAMC,QAAQC,SAASF,UAAAA;AACvB,cAAMG,UAAUF,OAAOE,QAAQC,IAAAA,EAAMC,IAAI,CAACC,WAAWA,OAAOC,QAAQ,KAAK,CAAA;AACzE,cAAMC,QAAQP,OAAOQ,OAAOL,IAAqBJ,WAAWQ,MAAME,GAAG;AACrE,cAAMF,OAAOG,QAAAA;AACb,cAAMC,UAAUJ,OAAOK,QACpBC,OAAO,CAACC,YAAYC,IAAIC,WAAWC,QAAQA,SAASH,OAAAA,CAAAA,EACpDI,QAAQ,CAACJ,SAASK,UAAUC,aAAalB,OAAAA,EAASY,SAASK,KAAAA,CAAAA,EAC3DE,KAAK,MAAA;AACR,eAAOV;MACT;IACF;EACF;AACF,CAAA,GACAvB,OAAOJ,OAAOsC,gBAAgB;EAAEC,QAAQ;IAAC7B,WAAWA;;AAAY,CAAA,GAChEN,OAAOJ,OAAOwC,iBAAiB;EAAEC,UAAUC;AAAa,CAAA,GACxDtC,OAAOJ,OAAO2C,2BAA2B;EAAEF,UAAUG;AAAkB,CAAA,GACvE5C,OAAO6C,UAAU;EACfpC,IAAI;EACJqC,aAAa1C,OAAO2C,gBAAgBC;EACpCP,UAAUQ;AACZ,CAAA,GACA7C,OAAOJ,OAAOkD,6BAA6B;EAAET,UAAUU;AAAoB,CAAA,GAC3EnD,OAAOoD,IAAI;",
-  "names": ["Common", "Plugin", "Obj", "getSpace", "Message", "Transcript", "Capability", "BlueprintDefinition", "Capability", "lazy", "Capability", "OperationResolver", "Capability", "lazy", "Capability", "ReactSurface", "Capability", "lazy", "Capability", "Transcriber", "Capability", "lazy", "translations", "meta", "id", "TranscriptionPlugin", "Plugin", "define", "meta", "pipe", "Common", "addTranslationsModule", "translations", "addMetadataModule", "metadata", "id", "Transcript", "typename", "icon", "iconHue", "getTextContent", "transcript", "space", "getSpace", "members", "get", "map", "member", "identity", "queue", "queues", "dxn", "refresh", "content", "objects", "filter", "message", "Obj", "instanceOf", "Message", "flatMap", "index", "renderByline", "join", "addSchemaModule", "schema", "addSurfaceModule", "activate", "ReactSurface", "addOperationResolverModule", "OperationResolver", "addModule", "activatesOn", "ActivationEvent", "SetupAppGraph", "Transcriber", "addBlueprintDefinitionModule", "BlueprintDefinition", "make"]
+  "sources": ["../../../src/index.ts", "../../../src/meta.ts", "../../../src/transcriber/media-stream-recorder.ts", "../../../src/transcriber/transcriber.ts", "../../../src/transcriber/transcription-manager.ts"],
+  "sourcesContent": ["//\n// Copyright 2025 DXOS.org\n//\n\nimport { Plugin } from '@dxos/app-framework';\n\nimport { meta } from './meta';\n\nexport const TranscriptionPlugin = Plugin.lazy(meta, () => import('#plugin'));\n\nexport { TranscriptionCapabilities } from './types';\n\n// TODO(wittjosiah): Hooks should not be exported from the plugin package at all.\n//   Either refactor callers to not need them or factor them out to a shared package.\nexport * from './meta';\nexport * from './hooks';\nexport * from './transcriber';\n", "//\n// Copyright 2023 DXOS.org\n//\n\nimport { type Plugin } from '@dxos/app-framework';\nimport { trim } from '@dxos/util';\n\nexport const meta: Plugin.Meta = {\n  id: 'org.dxos.plugin.transcription',\n  name: 'Transcription',\n  description: trim`\n    Real-time voice-to-text transcription service for capturing spoken content.\n    Convert audio input into searchable text that integrates seamlessly with notes and documents.\n  `,\n  icon: 'ph--microphone--regular',\n  iconHue: 'sky',\n  source: 'https://github.com/dxos/dxos/tree/main/packages/plugins/plugin-transcription',\n  tags: ['labs'],\n  screenshots: [],\n};\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { type IBlobEvent, type IMediaRecorder, MediaRecorder, register } from 'extendable-media-recorder';\nimport { WaveFile } from 'wavefile';\n\nimport { synchronized } from '@dxos/async';\nimport { invariant } from '@dxos/invariant';\nimport { log } from '@dxos/log';\nimport { trace } from '@dxos/tracing';\n\nimport { type AudioChunk, type AudioRecorder, type WavConfig } from './audio-recorder';\n\nlet initializingPromise: Promise<void> | undefined;\n\nconst initializeExtendableMediaRecorder = async () => {\n  const { connect } = await import('extendable-media-recorder-wav-encoder');\n  await register(await connect());\n};\n\nexport type MediaStreamRecorderProps = {\n  mediaStreamTrack: MediaStreamTrack;\n  config: {\n    interval: number;\n  };\n};\n\n/**\n * Recorder that uses the MediaContext API and AudioNode API to record audio.\n *\n * It records MediaStream using https://www.npmjs.com/package/extendable-media-recorder.\n */\n@trace.resource()\nexport class MediaStreamRecorder implements AudioRecorder {\n  private readonly _mediaStreamTrack: MediaStreamTrack;\n  /**\n   * Default MediaRecorder implementation do not support wav encoding.\n   */\n  private readonly _config: MediaStreamRecorderProps['config'];\n  private _mediaRecorder?: IMediaRecorder = undefined;\n  private _header?: Uint8Array = undefined;\n  private _onChunk?: (chunk: AudioChunk) => void;\n\n  constructor({ mediaStreamTrack, config }: MediaStreamRecorderProps) {\n    this._mediaStreamTrack = mediaStreamTrack;\n    this._config = config;\n  }\n\n  get wavConfig(): WavConfig {\n    const settings = this._mediaStreamTrack.getSettings();\n    return {\n      channels: settings.channelCount ?? 1,\n      sampleRate: settings.sampleRate ?? 16000,\n      bitDepthCode: settings.sampleSize ? String(settings.sampleSize) : '16',\n    };\n  }\n\n  get mediaStreamTrack() {\n    return this._mediaStreamTrack;\n  }\n\n  setOnChunk(onChunk: (chunk: AudioChunk) => void): void {\n    this._onChunk = onChunk;\n  }\n\n  async start(): Promise<void> {\n    await (initializingPromise ??= initializeExtendableMediaRecorder()).catch((err) =>\n      log.info('initializeExtendableMediaRecorder', { err }),\n    );\n\n    if (!this._mediaRecorder) {\n      const stream = new MediaStream([this._mediaStreamTrack]);\n      this._mediaRecorder = new MediaRecorder(stream, { mimeType: 'audio/wav' });\n    }\n\n    if (this._mediaRecorder.state === 'recording') {\n      return;\n    }\n    invariant(this._onChunk, 'MediaStreamRecorder: onChunk is not set');\n    this._mediaRecorder.ondataavailable = (event) => this._ondataavailable(event);\n    this._mediaRecorder.start(this._config.interval);\n  }\n\n  async stop(): Promise<void> {\n    if (this._mediaRecorder?.state !== 'recording') {\n      return;\n    }\n    this._mediaRecorder.stop();\n  }\n\n  @synchronized\n  private async _ondataavailable(event: IBlobEvent): Promise<void> {\n    const blob = event.data;\n    const uint8Array = new Uint8Array(await blob.arrayBuffer());\n\n    // First chunk from the MediaRecorder has a header.\n    const isHeader =\n      uint8Array[0] === 0x52 && // R\n      uint8Array[1] === 0x49 && // I\n      uint8Array[2] === 0x46 && // F\n      uint8Array[3] === 0x46; // F\n    let wav: WaveFile;\n\n    if (isHeader) {\n      wav = new WaveFile(uint8Array);\n      this._header = uint8Array.slice(0, 44);\n    } else if (this._header) {\n      wav = new WaveFile(new Uint8Array([...this._header, ...uint8Array]));\n    } else {\n      log.warn('MediaStreamRecorder: no header');\n      return;\n    }\n\n    this._onChunk!({\n      timestamp: Date.now(),\n      data: wav.getSamples(),\n    });\n  }\n}\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { WaveFile } from 'wavefile';\n\nimport { DeferredTask, Trigger } from '@dxos/async';\nimport { type Context, LifecycleState, Resource } from '@dxos/context';\nimport { log } from '@dxos/log';\nimport { trace } from '@dxos/tracing';\nimport { type ContentBlock } from '@dxos/types';\n\nimport { TRANSCRIPTION_URL } from '#types';\n\nimport { mergeFloat64Arrays } from '../util';\nimport { type AudioChunk, type AudioRecorder } from './audio-recorder';\n\nexport type WhisperWord = {\n  word: string;\n\n  /**\n   * Time in seconds from the start of the audio.\n   */\n  start: number;\n\n  /**\n   * Time in seconds from the start of the audio.\n   */\n  end: number;\n};\n\nexport type WhisperSegment = {\n  text: string;\n\n  /**\n   * Time in seconds from the start of the audio.\n   */\n  start: number;\n\n  /**\n   * Time in seconds from the start of the audio.\n   */\n  end: number;\n\n  /**\n   * Probability of no speech in the segment.\n   */\n  no_speech_prob: number;\n\n  words: WhisperWord[];\n};\n\nexport type TranscribeConfig = {\n  /**\n   * Number of chunks to transcribe automatically after.\n   */\n  transcribeAfterChunksAmount: number;\n\n  /**\n   * Number of chunks to save before the user starts speaking.\n   * This is needed to catch the beginning of the user's speech.\n   */\n  prefixBufferChunksAmount: number;\n\n  /**\n   * Override the transcription endpoint base URL.\n   * Defaults to the DXOS calls service.\n   */\n  endpoint?: string;\n};\n\n/**\n * Function that converts a base64-encoded WAV payload into Whisper segments.\n * Allows callers to swap in alternative providers or mock the transport.\n */\nexport type TranscribeFn = (audio: string) => Promise<WhisperSegment[]>;\n\nexport type TranscriberProps = {\n  config: TranscribeConfig;\n  recorder: AudioRecorder;\n  /**\n   * Callback to handle the transcribed segments, after all segment transformers are applied.\n   * @param segments - The transcribed segments.\n   */\n  onSegments: (segments: ContentBlock.Transcript[]) => Promise<void>;\n  /**\n   * Optional override of the transcription transport. When provided, supersedes `config.endpoint`.\n   */\n  transcribe?: TranscribeFn;\n};\n\n/**\n * Handles transcription of audio chunks.\n * If user is not speaking, the last `minChunksAmount` chunks are saved and transcribed.\n * If user is speaking, the chunks are added to the buffer until the user is done talking.\n */\nexport class Transcriber extends Resource {\n  private _audioChunks: AudioChunk[] = [];\n  private _lastUsedTimestamp = 0;\n\n  private readonly _openTrigger = new Trigger({ autoReset: true });\n\n  private readonly _config: TranscribeConfig;\n  private readonly _recorder: AudioRecorder;\n  private readonly _onSegments: TranscriberProps['onSegments'];\n  private readonly _transcribeFn?: TranscribeFn;\n\n  private _recording = false;\n  private _transcribeTask?: DeferredTask = undefined;\n\n  constructor({ config, recorder, onSegments, transcribe }: TranscriberProps) {\n    super();\n    this._config = config;\n    this._recorder = recorder;\n    this._onSegments = onSegments;\n    this._transcribeFn = transcribe;\n  }\n\n  protected override async _open(ctx: Context): Promise<void> {\n    log.info('opening');\n    this._recorder.setOnChunk((chunk) => this._saveAudioChunk(chunk));\n    await this._recorder.start();\n    this._transcribeTask = new DeferredTask(ctx, async () => this._transcribe());\n    this._openTrigger.wake();\n  }\n\n  protected override async _close(): Promise<void> {\n    log.info('closing');\n    this._recording = false;\n    this._transcribeTask = undefined;\n    await this._recorder.stop();\n  }\n\n  startChunksRecording(): void {\n    log.info('starting');\n    if (this._lifecycleState !== LifecycleState.OPEN) {\n      return;\n    }\n\n    this._recording = true;\n  }\n\n  stopChunksRecording(): void {\n    if (this._lifecycleState !== LifecycleState.OPEN || !this._recording) {\n      return;\n    }\n\n    this._recording = false;\n    this._transcribeTask?.schedule();\n    log.info('stopped');\n  }\n\n  private _saveAudioChunk(chunk: AudioChunk): void {\n    log('saving audio chunk', { chunk });\n    this._audioChunks.push(chunk);\n\n    // Clean the buffer if the user is not speaking and the transcription task is not scheduled.\n    if (\n      !this._recording &&\n      (!this._transcribeTask || !this._transcribeTask.scheduled) &&\n      this._audioChunks.length >= this._config.prefixBufferChunksAmount\n    ) {\n      this._audioChunks = this._dropOldChunks();\n    } else if (this._audioChunks.length >= this._config.transcribeAfterChunksAmount && this._recording) {\n      this._transcribeTask?.schedule();\n    }\n  }\n\n  private async _transcribe(): Promise<void> {\n    log('transcribing', { chunks: this._audioChunks.length });\n    const chunks = this._audioChunks;\n    this._audioChunks = this._dropOldChunks();\n    if (chunks.length === 0) {\n      return;\n    }\n\n    const audio = await this._mergeAudioChunks(chunks);\n    const segments = await this._fetchTranscription(audio);\n    if (!Array.isArray(segments) || segments.length === 0) {\n      return;\n    }\n\n    const alignedSegments = this._alignSegments(segments, chunks);\n    if (alignedSegments.length > 0) {\n      await this._onSegments(alignedSegments);\n    }\n  }\n\n  private _dropOldChunks(): AudioChunk[] {\n    return this._config.prefixBufferChunksAmount > 0\n      ? this._audioChunks.slice(-this._config.prefixBufferChunksAmount)\n      : [];\n  }\n\n  @trace.span({ showInBrowserTimeline: true })\n  private async _mergeAudioChunks(chunks: AudioChunk[]): Promise<string> {\n    const file = new WaveFile();\n    const wavConfig = this._recorder.wavConfig;\n\n    file.fromScratch(\n      wavConfig.channels,\n      wavConfig.sampleRate,\n      wavConfig.bitDepthCode,\n      mergeFloat64Arrays(chunks.map(({ data }) => data)),\n    );\n\n    return file.toBase64();\n  }\n\n  @trace.span({ showInBrowserTimeline: true })\n  private async _fetchTranscription(audio: string): Promise<WhisperSegment[]> {\n    if (audio.length === 0) {\n      throw new Error('No audio to send for transcribing');\n    }\n\n    let segments: unknown;\n    if (this._transcribeFn) {\n      segments = await this._transcribeFn(audio);\n    } else {\n      const endpoint = this._config.endpoint ?? TRANSCRIPTION_URL;\n      const response = await fetch(`${endpoint}/transcribe`, {\n        method: 'POST',\n        body: JSON.stringify({ audio }),\n        headers: {\n          'Content-Type': 'application/json',\n        },\n      });\n\n      if (!response.ok) {\n        throw new Error(`Transcription failed: ${response.statusText}`);\n      }\n\n      ({ segments } = (await response.json()) as { segments?: unknown });\n    }\n\n    if (!Array.isArray(segments)) {\n      throw new Error('Transcription response payload is invalid');\n    }\n\n    log.info('transcription response', { segments: segments.length });\n\n    return segments as WhisperSegment[];\n  }\n\n  private _alignSegments(segments: WhisperSegment[], originalChunks: AudioChunk[]): ContentBlock.Transcript[] {\n    const result = alignWhisperSegments(segments, originalChunks, this._lastUsedTimestamp);\n    if (result.lastUsedTimestamp !== undefined) {\n      this._lastUsedTimestamp = result.lastUsedTimestamp;\n    }\n    return result.transcripts;\n  }\n}\n\n/**\n * Pure helper that filters and absolute-timestamps Whisper segments against a chunk timeline.\n * Exported for testing.\n *\n * @param segments - Raw segments returned by the Whisper service for `originalChunks`.\n * @param originalChunks - Chunks fed into the transcription request (used for the zero timestamp).\n * @param lastUsedTimestamp - Most recent absolute timestamp already emitted; segments whose end\n *   falls strictly before this point are deduped out, as are individual words whose start does.\n */\nexport const alignWhisperSegments = (\n  segments: WhisperSegment[],\n  originalChunks: AudioChunk[],\n  lastUsedTimestamp: number,\n): { transcripts: ContentBlock.Transcript[]; lastUsedTimestamp?: number } => {\n  if (originalChunks.length === 0) {\n    return { transcripts: [] };\n  }\n\n  const zeroTimestamp = originalChunks[0].timestamp;\n\n  const filteredSegments = segments\n    .filter((segment) => zeroTimestamp + segment.end * 1_000 >= lastUsedTimestamp)\n    .map((segment) => {\n      const words = segment.words.filter((word) => zeroTimestamp + word.start * 1_000 >= lastUsedTimestamp);\n      return {\n        ...segment,\n        words,\n        text: words.map((word) => word.word).join(''),\n        start: words.at(0)?.start ?? segment.end,\n      };\n    })\n    .filter((segment) => segment.words.length > 0);\n\n  if (filteredSegments.length === 0) {\n    return { transcripts: [] };\n  }\n\n  return {\n    transcripts: filteredSegments.map((segment) => ({\n      _tag: 'transcript',\n      started: new Date(zeroTimestamp + segment.start * 1_000).toISOString(),\n      text: segment.text.trim(),\n    })),\n    lastUsedTimestamp: zeroTimestamp + filteredSegments.at(-1)!.end * 1_000,\n  };\n};\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { Atom, type Registry } from '@effect-atom/atom-react';\n\nimport { synchronized } from '@dxos/async';\nimport { Resource } from '@dxos/context';\nimport { Obj } from '@dxos/echo';\nimport { type Queue } from '@dxos/echo-db';\nimport { type EdgeHttpClient } from '@dxos/react-edge-client';\nimport { type ContentBlock, Message } from '@dxos/types';\n\nimport { MediaStreamRecorder } from './media-stream-recorder';\nimport { Transcriber } from './transcriber';\n\n/**\n * Length of the chunk in ms.\n */\nconst RECORD_INTERVAL = 200;\n\n/**\n * Number of chunks to save before the user starts speaking.\n */\nconst PREFIXED_CHUNKS_AMOUNT = 10;\n\n/**\n * Number of chunks to transcribe automatically after.\n * Combined should be mess than 25MB or whisper would fail.\n */\nconst TRANSCRIBE_AFTER_CHUNKS_AMOUNT = 50;\n\nexport type TranscriptMessageEnricher = (message: Message.Message) => Promise<Message.Message>;\n\nexport type TranscriptionManagerOptions = {\n  edgeClient: EdgeHttpClient;\n  registry: Registry.Registry;\n\n  /**\n   * Enrich the message before it is written to the transcription queue.\n   */\n  messageEnricher?: TranscriptMessageEnricher;\n};\n\n/**\n * Manages transcription state for a meeting.\n */\nexport class TranscriptionManager extends Resource {\n  private readonly _edgeClient: EdgeHttpClient;\n  private readonly _messageEnricher?: TranscriptMessageEnricher;\n  private readonly _registry: Registry.Registry;\n  private _audioStreamTrack?: MediaStreamTrack = undefined;\n  private _identityDid?: string = undefined;\n  private _mediaRecorder?: MediaStreamRecorder = undefined;\n  private _transcriber?: Transcriber = undefined;\n  private _queue?: Queue<Message.Message> = undefined;\n  private _enabledAtom = Atom.make(false);\n\n  constructor(options: TranscriptionManagerOptions) {\n    super();\n    this._edgeClient = options.edgeClient;\n    this._messageEnricher = options.messageEnricher;\n    this._registry = options.registry;\n  }\n\n  get enabled(): Atom.Atom<boolean> {\n    return this._enabledAtom;\n  }\n\n  getEnabled(): boolean {\n    return this._registry.get(this._enabledAtom);\n  }\n\n  setQueue(queue: Queue<Message.Message>): this {\n    this._queue = queue;\n    return this;\n  }\n\n  setIdentityDid(did: string): this {\n    if (this._identityDid !== did) {\n      this._identityDid = did;\n    }\n    return this;\n  }\n\n  setRecording(recording?: boolean): this {\n    if (!this.isOpen || !this.getEnabled()) {\n      return this;\n    }\n\n    if (recording) {\n      this._transcriber?.startChunksRecording();\n    } else {\n      this._transcriber?.stopChunksRecording();\n    }\n    return this;\n  }\n\n  async setEnabled(enabled: boolean): Promise<void> {\n    if (this.getEnabled() === enabled) {\n      return;\n    }\n\n    this._registry.set(this._enabledAtom, enabled ?? false);\n    if (enabled) {\n      await this._maybeRestartTranscriber();\n    } else {\n      await this._stopTranscriber();\n    }\n  }\n\n  @synchronized\n  async setAudioTrack(track?: MediaStreamTrack): Promise<void> {\n    if (this._audioStreamTrack === track) {\n      return;\n    }\n\n    this._audioStreamTrack = track;\n    await this._maybeRestartTranscriber();\n  }\n\n  protected override async _open(): Promise<void> {\n    await this._maybeRestartTranscriber();\n  }\n\n  protected override async _close(): Promise<void> {\n    await this._stopTranscriber();\n  }\n\n  private async _maybeRestartTranscriber(): Promise<void> {\n    if (!this._audioStreamTrack || !this.getEnabled() || !this.isOpen) {\n      return;\n    }\n\n    // Reinitialize transcriber if queue or media stream track has changed.\n    let needReinit = false;\n    if (this._audioStreamTrack !== this._mediaRecorder?.mediaStreamTrack) {\n      this._mediaRecorder = new MediaStreamRecorder({\n        mediaStreamTrack: this._audioStreamTrack,\n        config: { interval: RECORD_INTERVAL },\n      });\n      needReinit = true;\n    }\n    if (needReinit) {\n      await this._transcriber?.close();\n      this._transcriber = new Transcriber({\n        config: {\n          transcribeAfterChunksAmount: TRANSCRIBE_AFTER_CHUNKS_AMOUNT,\n          prefixBufferChunksAmount: PREFIXED_CHUNKS_AMOUNT,\n        },\n        recorder: this._mediaRecorder,\n        onSegments: (segments) => this._onSegments(segments),\n      });\n\n      await this._transcriber?.open();\n    }\n  }\n\n  private async _stopTranscriber(): Promise<void> {\n    await this._transcriber?.close();\n  }\n\n  private async _onSegments(segments: ContentBlock.Transcript[]): Promise<void> {\n    if (!this.isOpen || !this._queue) {\n      return;\n    }\n\n    let block = Obj.make(Message.Message, {\n      created: new Date().toISOString(),\n      blocks: segments,\n      sender: { identityDid: this._identityDid },\n    });\n\n    if (this._messageEnricher) {\n      block = await this._messageEnricher(block);\n    }\n\n    await this._queue.append([block]);\n  }\n}\n"],
+  "mappings": ";;;;;;;;;;;;;;;;;AAIA,SAASA,cAAc;;;ACCvB,SAASC,YAAY;AAEd,IAAMC,OAAoB;EAC/BC,IAAI;EACJC,MAAM;EACNC,aAAaJ;;;;EAIbK,MAAM;EACNC,SAAS;EACTC,QAAQ;EACRC,MAAM;IAAC;;EACPC,aAAa,CAAA;AACf;;;ACdA,SAASC,eAAQ,gBAAmB;AAEpC,SAASC,gBAAY;AACrB,SAASC,oBAAiB;AAC1B,SAASC,iBAAW;AACpB,SAASC,WAAK;AAId,SAAIC,aAAAA;AAdJ,IAAE,eAAA;;;;;;AAIF;AAYA,IAAA;IACE,oCAAiC,YAAA;AACjC,QAAMC,EAAAA,QAAS,IAAA,MAAMC,OAAAA,uCAAAA;AACvB,QAAA,SAAA,MAAA,QAAA,CAAA;AAeA;AACmBC,IAAAA,sBAAAA,MAAoC;EACrD;;;;EAIQC;EACAC,iBAAuBC;EACvBC,UAAuC;EAE/C;cACOJ,EAAAA,kBAAoBK,OAAAA,GAAAA;AACzB,SAAKC,oBAAUC;AACjB,SAAA,UAAA;EAEA;MACE,YAAMC;AACN,UAAA,WAAO,KAAA,kBAAA,YAAA;WACLC;MACAC,UAAAA,SAAYF,gBAAuB;MACnCG,YAAAA,SAAcH,cAAmB;MACnC,cAAA,SAAA,aAAA,OAAA,SAAA,UAAA,IAAA;IACF;EAEA;MACE,mBAAYR;AACd,WAAA,KAAA;EAEAY;aACOR,SAAWS;AAClB,SAAA,WAAA;EAEA;QACE,QAAOhB;mCAC2CiB,kCAAAA,GAAAA,MAAAA,CAAAA,QAAAA,IAAAA,KAAAA,qCAAAA;MAAI;IAGlD,GAAC,EAAA,YAAKb,YAAgB,GAAA,cAAA,GAAA,IAAA,GAAA,KAAA,CAAA,CAAA;QACxB,CAAA,KAAMc,gBAAaC;YAAa,SAAKhB,IAAAA,YAAiB;QAAC,KAAA;MACvD,CAAA;WAAkDiB,iBAAU,IAAA,cAAA,QAAA;QAAY,UAAA;MAC1E,CAAA;IAEA;QACE,KAAA,eAAA,UAAA,aAAA;AACF;IACAvB;AACA,cAAKO,KAAAA,UAAeiB,2CAAkCC,EAAgB,YAACC,YAAAA,GAAAA,cAAAA,GAAAA,IAAAA,GAAAA,MAAAA,GAAAA,CAAAA,iBAAAA,2CAAAA,EAAAA,CAAAA;AACvE,SAAKnB,eAAeoB,kBAAkB,CAACC,UAAQ,KAAA,iBAAA,KAAA;AACjD,SAAA,eAAA,MAAA,KAAA,QAAA,QAAA;EAEA;QACE,OAASrB;QACP,KAAA,gBAAA,UAAA,aAAA;AACF;IACA;AACF,SAAA,eAAA,KAAA;EAEA;QAEE,iBAAmBsB,OAAI;AACvB,UAAMC,OAAAA,MAAa;AAEnB,UAAA,aAAA,IAAA,WAAA,MAAA,KAAA,YAAmD,CAAA;AAGjDA,UAAAA,WAAa,WAAa,CAAA,MAAI;IAC9BA,WAAW,CAAA,MAAO;IAClBA,WAAW,CAAA,MAAO;IACpB,WAAIC,CAAAA,MAAAA;AAEJ,QAAIC;QACFD,UAAUjC;AACV,YAAKU,IAAAA,SAAUsB,UAAWG;AAC5B,WAAO,UAASzB,WAAS,MAAA,GAAA,EAAA;eACjB,KAAIV,SAAS;gBAAmB,SAAY,IAAA,WAAA;WAAKgC,KAAAA;QAAW,GAAA;MACpE,CAAA,CAAA;WACE7B;AACA,UAAA,KAAA,kCAAA,QAAA,EAAA,YAAA,YAAA,GAAA,cAAA,GAAA,IAAA,GAAA,KAAA,CAAA;AACF;IAEA;SACEiC,SAAAA;MACAL,WAAUM,KAAAA,IAAU;MACtB,MAAA,IAAA,WAAA;IACF,CAAA;EACF;;;;;sBAtFOC,aAAAA;;;;;AC3BP,SAASC,YAAAA,iBAAcC;AACvB,SAAuBC,cAAc,eAAU;AAC/C,SAASC,gBAAW,gBAAY;AAChC,SAASC,OAAAA,YAAK;AAGd,SAASC,SAAAA,cAAAA;AAET,SAASC,yBAAkB;AAd3B,IAAEC,gBAAA;;;;;;AAIF;AA6FUC,IAAAA,cAAAA,cAAgC,SAAA;EAChCC,eAAAA,CAAAA;EAESC,qBAAmBC;iBAAqB,IAAA,QAAA;IAAQ,WAAA;EAEhDC,CAAAA;EACAC;EACAC;EACAC;EAETC;EACAC,aAAAA;EAER,kBAAcC;cACP,EAAA,QAAA,UAAA,YAAA,WAAA,GAAA;AACL,UAAKN;AACL,SAAKC,UAAS;AACd,SAAKC,YAAW;AAChB,SAAKC,cAAa;AACpB,SAAA,gBAAA;EAEA;QACEI,MAAQ,KAAC;AACT,IAAAA,KAAI,KAACN,WAAUO,QAAW,EAACC,YAAU,YAAKC,GAAAA,eAAgBD,GAAAA,IAAAA,GAAAA,KAAAA,CAAAA;AAC1D,SAAA,UAAWR,WAAe,CAAA,UAAA,KAAA,gBAAA,KAAA,CAAA;AAC1B,UAAKI,KAAAA,UAAe,MAAOM;AAC3B,SAAKb,kBAAiB,IAAA,aAAA,KAAA,YAAA,KAAA,YAAA,CAAA;AACxB,SAAA,aAAA,KAAA;EAEA;QACES,SAAS;AACT,IAAAA,KAAI,KAACH,WAAa,QAAA,EAAA,YAAA,YAAA,GAAAT,eAAA,GAAA,IAAA,GAAA,KAAA,CAAA;AAClB,SAAKU,aAAAA;AACL,SAAA,kBAAqBO;AACvB,UAAA,KAAA,UAAA,KAAA;EAEAC;yBACW;AACT,IAAAN,KAAI,KAAKO,YAAAA,QAAe,EAAA,YAAKC,YAAqB,GAAApB,eAAA,GAAA,IAAA,GAAA,KAAA,CAAA;QAChD,KAAA,oBAAA,eAAA,MAAA;AACF;IAEA;AACF,SAAA,aAAA;EAEAqB;wBACWF;QACP,KAAA,oBAAA,eAAA,QAAA,CAAA,KAAA,YAAA;AACF;IAEA;AACA,SAAKT,aAAAA;AACLE,SAAIU,iBAAK,SAAA;AACX,IAAAV,KAAA,KAAA,WAAA,QAAA,EAAA,YAAA,YAAA,GAAAZ,eAAA,GAAA,IAAA,GAAA,KAAA,CAAA;EAEQe;kBACF,OAAA;SAAwBD,sBAAAA;MAAM;IAClC,GAAA,EAAA,YAAKb,YAAkBa,GAAAA,eAAAA,GAAAA,IAAAA,GAAAA,KAAAA,CAAAA;AAEvB,SAAA,aAAA,KAAA,KAAA;QAME,CAAA,KAAKb,eAAe,CAAA,KAAKsB,mBAAc,CAAA,KAAA,gBAAA,cAAA,KAAA,aAAA,UAAA,KAAA,QAAA,0BAAA;AACzC,WAAO,eAAStB,KAAauB,eAAenB;eACrCK,KAAAA,aAAiBe,UAAAA,KAAAA,QAAAA,+BAAAA,KAAAA,YAAAA;AACxB,WAAA,iBAAA,SAAA;IACF;EAEA;QACEb,cAAI;SAAkBc,gBAAazB;MAAoB,QAAA,KAAA,aAAA;IACvD,GAAA,EAAA,YAAMyB,YAAczB,GAAAA,eAAY,GAAA,IAAA,GAAA,KAAA,CAAA;AAChC,UAAKA,SAAAA,KAAe;AACpB,SAAIyB,eAAa,KAAQ,eAAA;QACvB,OAAA,WAAA,GAAA;AACF;IAEA;AACA,UAAMC,QAAAA,MAAW,KAAM,kBAAKC,MAAoBC;AAChD,UAAKC,WAAMC,MAAQJ,KAAAA,oBAA4B,KAAK;QAClD,CAAA,MAAA,QAAA,QAAA,KAAA,SAAA,WAAA,GAAA;AACF;IAEA;AACA,UAAIK,kBAAgBR,KAAS,eAAG,UAAA,MAAA;QAC9B,gBAAWjB,SAAYyB,GAAAA;AACzB,YAAA,KAAA,YAAA,eAAA;IACF;EAEQT;mBACMlB;AAGd,WAAA,KAAA,QAAA,2BAAA,IAAA,KAAA,aAAA,MAAA,CAAA,KAAA,QAAA,wBAAA,IAAA,CAAA;EAEA;QAEE,kBAAiB4B,QAAAA;AACjB,UAAMC,OAAAA,IAAAA,UAAiB5B;AAEvB6B,UAAKC,YACHF,KAAAA,UAAUG;AAMZ,SAAA,YAAYC,UAAQ,UAAA,UAAA,YAAA,UAAA,cAAA,mBAAA,OAAA,IAAA,CAAA,EAAA,KAAA,MAAA,IAAA,CAAA,CAAA;AACtB,WAAA,KAAA,SAAA;EAEA;QAEE,oBAAqB,OAAG;QACtB,MAAM,WAAU,GAAA;AAClB,YAAA,IAAA,MAAA,mCAAA;IAEA;AACA,QAAI;QACFX,KAAAA,eAAiB;AACnB,iBAAO,MAAA,KAAA,cAAA,KAAA;WACL;AACA,YAAMY,WAAW,KAAA,QAAY,YAAY;YACvCC,WAAQ,MAAA,MAAA,GAAA,QAAA,eAAA;QACRC,QAAMC;cAAiBb,KAAAA,UAAAA;UAAM;QAC7Bc,CAAAA;iBACE;UACF,gBAAA;QACF;MAEA,CAAA;UACE,CAAA,SAAUC,IAAAA;AACZ,cAAA,IAAA,MAAA,yBAAA,SAAA,UAAA,EAAA;MAEC;AACH,OAAA,EAAA,SAAA,IAAA,MAAA,SAAA,KAAA;IAEA;QACE,CAAA,MAAM,QAAIA,QAAM,GAAA;AAClB,YAAA,IAAA,MAAA,2CAAA;IAEAhC;SAAqCe,KAAAA,0BAAyB;MAAC,UAAA,SAAA;IAE/D,GAAA,EAAA,YAAOA,YAAAA,GAAAA,eAAAA,GAAAA,KAAAA,GAAAA,KAAAA,CAAAA;AACT,WAAA;EAEQkB;iBACAC,UAASC,gBAAqBpB;AACpC,UAAImB,SAAOE,qBAAsBC,UAAW,gBAAA,KAAA,kBAAA;QAC1C,OAAK/C,sBAAqB4C,QAAOE;AACnC,WAAA,qBAAA,OAAA;IACA;AACF,WAAA,OAAA;EACF;;cAzDSE;SAAOC,KAAAA;;;;cAePD;SAAOC,KAAAA;;;AA4ChB,GAAA,YAAA,WAAA,uBAAA,IAAA;AAcMC,IAAAA,uBAA6B,CAAA,UAAA,gBAAA,sBAAA;MAC/B,eAAO,WAAA,GAAA;WAAEC;MAAgB,aAAA,CAAA;IAC3B;EAEA;AAEA,QAAMC,gBAAAA,eACHC,CAAAA,EAAM;QAEL,mBAAcC,SAAcD,OAAQE,CAAAA,YAASC,gBAAqBC,QAAQ,MAAA,OAASX,iBAAAA,EAAAA,IAAAA,CAAAA,YAAAA;AACnF,UAAA,QAAO,QAAA,MAAA,OAAA,CAAA,SAAA,gBAAA,KAAA,QAAA,OAAA,iBAAA;WACFQ;MACHI,GAAAA;MACAC;MACAF,MAAAA,MAAOC,IAAS,CAAA,SAAID,KAASH,IAAAA,EAAAA,KAAW,EAAA;MAC1C,OAAA,MAAA,GAAA,CAAA,GAAA,SAAA,QAAA;IAEDD;EAEH,CAAA,EAAA,OAAID,CAAAA,YAAiB9B,QAAM,MAAQ,SAAA,CAAA;MACjC,iBAAO,WAAA,GAAA;WAAE6B;MAAgB,aAAA,CAAA;IAC3B;EAEA;SACEA;iBACES,iBAAM,IAAA,CAAA,aAAA;MACNC,MAAAA;MACAF,SAAML,IAAAA,KAAY,gBAAK,QAAA,QAAA,GAAA,EAAA,YAAA;MACzB,MAAA,QAAA,KAAA,KAAA;IACAR,EAAAA;IACF,mBAAA,gBAAA,iBAAA,GAAA,EAAA,EAAA,MAAA;EACA;;;;ACtSF,SAASgB,YAA2B;AAEpC,SAASC,gBAAAA,qBAAoB;AAC7B,SAASC,YAAAA,iBAAgB;AACzB,SAASC,WAAW;AAGpB,SAA4BC,eAAe;;;;;;;AAQ3C,IAAMC,kBAAkB;AAKxB,IAAMC,yBAAyB;AAM/B,IAAMC,iCAAiC;AAiBhC,IAAMC,uBAAN,cAAmCC,UAAAA;EACvBC;EACAC;EACAC;EACTC,oBAAuCC;EACvCC,eAAwBD;EACxBE,iBAAuCF;EACvCG,eAA6BH;EAC7BI,SAAkCJ;EAClCK,eAAeC,KAAKC,KAAK,KAAA;EAEjC,YAAYC,SAAsC;AAChD,UAAK;AACL,SAAKZ,cAAcY,QAAQC;AAC3B,SAAKZ,mBAAmBW,QAAQE;AAChC,SAAKZ,YAAYU,QAAQG;EAC3B;EAEA,IAAIC,UAA8B;AAChC,WAAO,KAAKP;EACd;EAEAQ,aAAsB;AACpB,WAAO,KAAKf,UAAUgB,IAAI,KAAKT,YAAY;EAC7C;EAEAU,SAASC,OAAqC;AAC5C,SAAKZ,SAASY;AACd,WAAO;EACT;EAEAC,eAAeC,KAAmB;AAChC,QAAI,KAAKjB,iBAAiBiB,KAAK;AAC7B,WAAKjB,eAAeiB;IACtB;AACA,WAAO;EACT;EAEAC,aAAaC,WAA2B;AACtC,QAAI,CAAC,KAAKC,UAAU,CAAC,KAAKR,WAAU,GAAI;AACtC,aAAO;IACT;AAEA,QAAIO,WAAW;AACb,WAAKjB,cAAcmB,qBAAAA;IACrB,OAAO;AACL,WAAKnB,cAAcoB,oBAAAA;IACrB;AACA,WAAO;EACT;EAEA,MAAMC,WAAWZ,SAAiC;AAChD,QAAI,KAAKC,WAAU,MAAOD,SAAS;AACjC;IACF;AAEA,SAAKd,UAAU2B,IAAI,KAAKpB,cAAcO,WAAW,KAAA;AACjD,QAAIA,SAAS;AACX,YAAM,KAAKc,yBAAwB;IACrC,OAAO;AACL,YAAM,KAAKC,iBAAgB;IAC7B;EACF;EAEA,MACMC,cAAcC,OAAyC;AAC3D,QAAI,KAAK9B,sBAAsB8B,OAAO;AACpC;IACF;AAEA,SAAK9B,oBAAoB8B;AACzB,UAAM,KAAKH,yBAAwB;EACrC;EAEA,MAAyBI,QAAuB;AAC9C,UAAM,KAAKJ,yBAAwB;EACrC;EAEA,MAAyBK,SAAwB;AAC/C,UAAM,KAAKJ,iBAAgB;EAC7B;EAEA,MAAcD,2BAA0C;AACtD,QAAI,CAAC,KAAK3B,qBAAqB,CAAC,KAAKc,WAAU,KAAM,CAAC,KAAKQ,QAAQ;AACjE;IACF;AAGA,QAAIW,aAAa;AACjB,QAAI,KAAKjC,sBAAsB,KAAKG,gBAAgB+B,kBAAkB;AACpE,WAAK/B,iBAAiB,IAAIgC,oBAAoB;QAC5CD,kBAAkB,KAAKlC;QACvBoC,QAAQ;UAAEC,UAAU7C;QAAgB;MACtC,CAAA;AACAyC,mBAAa;IACf;AACA,QAAIA,YAAY;AACd,YAAM,KAAK7B,cAAckC,MAAAA;AACzB,WAAKlC,eAAe,IAAImC,YAAY;QAClCH,QAAQ;UACNI,6BAA6B9C;UAC7B+C,0BAA0BhD;QAC5B;QACAiD,UAAU,KAAKvC;QACfwC,YAAY,CAACC,aAAa,KAAKC,YAAYD,QAAAA;MAC7C,CAAA;AAEA,YAAM,KAAKxC,cAAc0C,KAAAA;IAC3B;EACF;EAEA,MAAclB,mBAAkC;AAC9C,UAAM,KAAKxB,cAAckC,MAAAA;EAC3B;EAEA,MAAcO,YAAYD,UAAoD;AAC5E,QAAI,CAAC,KAAKtB,UAAU,CAAC,KAAKjB,QAAQ;AAChC;IACF;AAEA,QAAI0C,QAAQC,IAAIxC,KAAKyC,QAAQA,SAAS;MACpCC,UAAS,oBAAIC,KAAAA,GAAOC,YAAW;MAC/BC,QAAQT;MACRU,QAAQ;QAAEC,aAAa,KAAKrD;MAAa;IAC3C,CAAA;AAEA,QAAI,KAAKJ,kBAAkB;AACzBiD,cAAQ,MAAM,KAAKjD,iBAAiBiD,KAAAA;IACtC;AAEA,UAAM,KAAK1C,OAAOmD,OAAO;MAACT;KAAM;EAClC;AACF;;;;;;AJ3KO,IAAMU,sBAAsBC,OAAOC,KAAKC,MAAM,MAAM,OAAO,SAAA,CAAA;",
+  "names": ["Plugin", "trim", "meta", "id", "name", "description", "icon", "iconHue", "source", "tags", "screenshots", "WaveFile", "synchronized", "invariant", "log", "trace", "initializingPromise", "register", "connect", "_mediaStreamTrack", "_mediaRecorder", "_header", "undefined", "_onChunk", "mediaStreamTrack", "_config", "config", "settings", "channels", "sampleRate", "bitDepthCode", "setOnChunk", "onChunk", "err", "stream", "MediaStream", "mimeType", "ondataavailable", "_ondataavailable", "event", "start", "interval", "data", "uint8Array", "wav", "isHeader", "slice", "timestamp", "getSamples", "resource", "DeferredTask", "Trigger", "LifecycleState", "log", "trace", "TRANSCRIPTION_URL", "mergeFloat64Arrays", "__dxlog_file", "_audioChunks", "_lastUsedTimestamp", "_openTrigger", "Trigger", "_config", "_recorder", "_onSegments", "_transcribeFn", "_recording", "_transcribeTask", "config", "log", "setOnChunk", "chunk", "_saveAudioChunk", "DeferredTask", "stop", "startChunksRecording", "_lifecycleState", "LifecycleState", "stopChunksRecording", "info", "_dropOldChunks", "length", "schedule", "chunks", "segments", "_fetchTranscription", "audio", "Array", "isArray", "alignedSegments", "WaveFile", "wavConfig", "file", "fromScratch", "channels", "toBase64", "response", "method", "body", "JSON", "headers", "Error", "_alignSegments", "result", "alignWhisperSegments", "lastUsedTimestamp", "undefined", "span", "showInBrowserTimeline", "originalChunks", "transcripts", "filteredSegments", "filter", "segment", "word", "zeroTimestamp", "start", "words", "text", "_tag", "started", "Atom", "synchronized", "Resource", "Obj", "Message", "RECORD_INTERVAL", "PREFIXED_CHUNKS_AMOUNT", "TRANSCRIBE_AFTER_CHUNKS_AMOUNT", "TranscriptionManager", "Resource", "_edgeClient", "_messageEnricher", "_registry", "_audioStreamTrack", "undefined", "_identityDid", "_mediaRecorder", "_transcriber", "_queue", "_enabledAtom", "Atom", "make", "options", "edgeClient", "messageEnricher", "registry", "enabled", "getEnabled", "get", "setQueue", "queue", "setIdentityDid", "did", "setRecording", "recording", "isOpen", "startChunksRecording", "stopChunksRecording", "setEnabled", "set", "_maybeRestartTranscriber", "_stopTranscriber", "setAudioTrack", "track", "_open", "_close", "needReinit", "mediaStreamTrack", "MediaStreamRecorder", "config", "interval", "close", "Transcriber", "transcribeAfterChunksAmount", "prefixBufferChunksAmount", "recorder", "onSegments", "segments", "_onSegments", "open", "block", "Obj", "Message", "created", "Date", "toISOString", "blocks", "sender", "identityDid", "append", "TranscriptionPlugin", "Plugin", "lazy", "meta"]
 }