@dxos/plugin-transcription 0.8.4-main.c85a9c8dae → 0.8.4-main.dfabb4ec29

package/src/transcriber/transcriber.ts

@@ -10,12 +10,12 @@ import { log } from '@dxos/log';
 import { trace } from '@dxos/tracing';
 import { type ContentBlock } from '@dxos/types';
 
-import { TRANSCRIPTION_URL } from '../types';
-import { mergeFloat64Arrays } from '../util';
+import { TRANSCRIPTION_URL } from '#types';
 
+import { mergeFloat64Arrays } from '../util';
 import { type AudioChunk, type AudioRecorder } from './audio-recorder';
 
-type WhisperWord = {
+export type WhisperWord = {
   word: string;
 
   /**
@@ -29,7 +29,7 @@ type WhisperWord = {
   end: number;
 };
 
-type WhisperSegment = {
+export type WhisperSegment = {
   text: string;
 
   /**
@@ -61,8 +61,20 @@ export type TranscribeConfig = {
    * This is needed to catch the beginning of the user's speech.
    */
   prefixBufferChunksAmount: number;
+
+  /**
+   * Override the transcription endpoint base URL.
+   * Defaults to the DXOS calls service.
+   */
+  endpoint?: string;
 };
 
+/**
+ * Function that converts a base64-encoded WAV payload into Whisper segments.
+ * Allows callers to swap in alternative providers or mock the transport.
+ */
+export type TranscribeFn = (audio: string) => Promise<WhisperSegment[]>;
+
 export type TranscriberProps = {
   config: TranscribeConfig;
   recorder: AudioRecorder;
@@ -71,6 +83,10 @@ export type TranscriberProps = {
    * @param segments - The transcribed segments.
    */
   onSegments: (segments: ContentBlock.Transcript[]) => Promise<void>;
+  /**
+   * Optional override of the transcription transport. When provided, supersedes `config.endpoint`.
+   */
+  transcribe?: TranscribeFn;
 };
 
 /**
@@ -87,15 +103,17 @@ export class Transcriber extends Resource {
   private readonly _config: TranscribeConfig;
   private readonly _recorder: AudioRecorder;
   private readonly _onSegments: TranscriberProps['onSegments'];
+  private readonly _transcribeFn?: TranscribeFn;
 
   private _recording = false;
   private _transcribeTask?: DeferredTask = undefined;
 
-  constructor({ config, recorder, onSegments }: TranscriberProps) {
+  constructor({ config, recorder, onSegments, transcribe }: TranscriberProps) {
     super();
     this._config = config;
     this._recorder = recorder;
     this._onSegments = onSegments;
+    this._transcribeFn = transcribe;
   }
 
   protected override async _open(ctx: Context): Promise<void> {
@@ -192,67 +210,90 @@ export class Transcriber extends Resource {
   @trace.span({ showInBrowserTimeline: true })
   private async _fetchTranscription(audio: string): Promise<WhisperSegment[]> {
     if (audio.length === 0) {
-      this._audioChunks = [];
       throw new Error('No audio to send for transcribing');
     }
 
-    const response = await fetch(`${TRANSCRIPTION_URL}/transcribe`, {
-      method: 'POST',
-      body: JSON.stringify({ audio }),
-      headers: {
-        'Content-Type': 'application/json',
-      },
-    });
-
-    if (!response.ok) {
-      this._audioChunks = [];
-      throw new Error(`Transcription failed: ${response.statusText}`);
+    let segments: unknown;
+    if (this._transcribeFn) {
+      segments = await this._transcribeFn(audio);
+    } else {
+      const endpoint = this._config.endpoint ?? TRANSCRIPTION_URL;
+      const response = await fetch(`${endpoint}/transcribe`, {
+        method: 'POST',
+        body: JSON.stringify({ audio }),
+        headers: {
+          'Content-Type': 'application/json',
+        },
+      });
+
+      if (!response.ok) {
+        throw new Error(`Transcription failed: ${response.statusText}`);
+      }
+
+      ({ segments } = (await response.json()) as { segments?: unknown });
     }
 
-    const { segments } = (await response.json()) as {
-      segments: WhisperSegment[];
-    };
+    if (!Array.isArray(segments)) {
+      throw new Error('Transcription response payload is invalid');
+    }
 
-    log.info('transcription response', {
-      segments: segments.length,
-      string: segments.map((segments) => segments.text).join(' '),
-    });
+    log.info('transcription response', { segments: segments.length });
 
-    return segments;
+    return segments as WhisperSegment[];
   }
 
   private _alignSegments(segments: WhisperSegment[], originalChunks: AudioChunk[]): ContentBlock.Transcript[] {
-    // Absolute zero for all relative timestamps in the segments.
-    const zeroTimestamp = originalChunks.at(0)!.timestamp;
-
-    const filteredSegments = segments
-      // Use segments that end after the last used timestamp.
-      // Segments could overlap, so we need to filter words that starts after the last used timestamp.
-      .filter((segment) => zeroTimestamp + segment.end * 1_000 >= this._lastUsedTimestamp)
-      // Use words that starts after the last used timestamp.
-      .map((segment) => {
-        const words = segment.words.filter((word) => zeroTimestamp + word.start * 1_000 >= this._lastUsedTimestamp);
-        return {
-          ...segment,
-          words,
-          text: words.map((word) => word.word).join(''),
-          start: words.at(0)?.start ?? segment.end,
-        };
-      })
-      .filter((segment) => segment.words.length > 0);
-
-    if (filteredSegments.length === 0) {
-      return [];
+    const result = alignWhisperSegments(segments, originalChunks, this._lastUsedTimestamp);
+    if (result.lastUsedTimestamp !== undefined) {
+      this._lastUsedTimestamp = result.lastUsedTimestamp;
     }
+    return result.transcripts;
+  }
+}
+
+/**
+ * Pure helper that filters and absolute-timestamps Whisper segments against a chunk timeline.
+ * Exported for testing.
+ *
+ * @param segments - Raw segments returned by the Whisper service for `originalChunks`.
+ * @param originalChunks - Chunks fed into the transcription request (used for the zero timestamp).
+ * @param lastUsedTimestamp - Most recent absolute timestamp already emitted; segments whose end
+ *   falls strictly before this point are deduped out, as are individual words whose start does.
+ */
+export const alignWhisperSegments = (
+  segments: WhisperSegment[],
+  originalChunks: AudioChunk[],
+  lastUsedTimestamp: number,
+): { transcripts: ContentBlock.Transcript[]; lastUsedTimestamp?: number } => {
+  if (originalChunks.length === 0) {
+    return { transcripts: [] };
+  }
 
-    // Update last timestamp.
-    this._lastUsedTimestamp = zeroTimestamp + filteredSegments.at(-1)!.end * 1_000;
+  const zeroTimestamp = originalChunks[0].timestamp;
+
+  const filteredSegments = segments
+    .filter((segment) => zeroTimestamp + segment.end * 1_000 >= lastUsedTimestamp)
+    .map((segment) => {
+      const words = segment.words.filter((word) => zeroTimestamp + word.start * 1_000 >= lastUsedTimestamp);
+      return {
+        ...segment,
+        words,
+        text: words.map((word) => word.word).join(''),
+        start: words.at(0)?.start ?? segment.end,
+      };
+    })
+    .filter((segment) => segment.words.length > 0);
+
+  if (filteredSegments.length === 0) {
+    return { transcripts: [] };
+  }
 
-    // Add absolute timestamp to each segment.
-    return filteredSegments.map((segment) => ({
+  return {
+    transcripts: filteredSegments.map((segment) => ({
       _tag: 'transcript',
       started: new Date(zeroTimestamp + segment.start * 1_000).toISOString(),
       text: segment.text.trim(),
-    }));
-  }
-}
+    })),
+    lastUsedTimestamp: zeroTimestamp + filteredSegments.at(-1)!.end * 1_000,
+  };
+};

package/src/translations.ts

@@ -4,20 +4,20 @@
 
 import { type Resource } from '@dxos/react-ui';
 
-import { meta } from './meta';
+import { meta } from '#meta';
 
 export const translations = [
   {
     'en-US': {
       [meta.id]: {
-        'plugin name': 'Transcription',
-        'transcript companion label': 'Transcript',
+        'plugin.name': 'Transcription',
+        'transcript-companion.label': 'Transcript',
 
-        'delete button': 'Delete',
-        'bookmark button': 'Bookmark',
-        'scroll to end label': 'Scroll to latest',
+        'delete.button': 'Delete',
+        'bookmark.button': 'Bookmark',
+        'scroll-to-end.label': 'Scroll to latest',
 
-        'settings entity extraction label': 'Entity extraction',
+        'settings.entity-extraction.label': 'Entity extraction',
       },
     },
   },

package/src/types/TranscriptOperation.ts

@@ -0,0 +1,103 @@
+//
+// Copyright 2025 DXOS.org
+//
+
+// @import-as-namespace
+
+import * as Schema from 'effect/Schema';
+
+import { AiService } from '@dxos/ai';
+import { SpaceSchema } from '@dxos/client/echo';
+import { Operation } from '@dxos/compute';
+import { Database, Feed, Ref } from '@dxos/echo';
+import { Message, Transcript } from '@dxos/types';
+
+import { meta } from '#meta';
+
+const TRANSCRIPT_OPERATION = `${meta.id}.operation`;
+
+export const Create = Operation.make({
+  meta: { key: `${TRANSCRIPT_OPERATION}.create`, name: 'Create Transcript' },
+  input: Schema.Struct({
+    name: Schema.optional(Schema.String),
+    space: SpaceSchema,
+  }),
+  output: Schema.Struct({
+    object: Transcript.Transcript,
+  }),
+});
+
+export const MessageWithRangeId = Schema.extend(
+  Message.Message,
+  Schema.Struct({
+    rangeId: Schema.optional(Schema.Array(Schema.String)).annotations({
+      description: 'The IDs of the messages that contain the sentences.',
+    }),
+  }),
+);
+
+export type MessageWithRangeIdType = Schema.Schema.Type<typeof MessageWithRangeId>;
+
+export const Open = Operation.make({
+  meta: {
+    key: 'org.dxos.function.transcription.open',
+    name: 'Open',
+    description: 'Opens and reads the contents of a transcription object.',
+  },
+  input: Schema.Struct({
+    transcript: Ref.Ref(Transcript.Transcript).annotations({
+      description: 'The ID of the transcription object.',
+    }),
+  }),
+  output: Schema.Struct({
+    content: Schema.String,
+  }),
+  services: [Database.Service, Feed.FeedService],
+});
+
+export const Summarize = Operation.make({
+  meta: {
+    key: 'org.dxos.function.transcription.summarize',
+    name: 'Summarize',
+    description: 'Summarize a transcript of a meeting.',
+  },
+  input: Schema.Struct({
+    transcript: Schema.String.annotations({
+      description: 'The transcript of the meeting.',
+    }),
+    notes: Schema.optional(Schema.String).annotations({
+      description: 'Additional notes from the participants.',
+    }),
+  }),
+  output: Schema.Struct({
+    summary: Schema.String.annotations({
+      description: 'The summary of the transcript.',
+    }),
+  }),
+  services: [AiService.AiService],
+});
+
+export const SentenceNormalizationInput = Schema.Struct({
+  messages: Schema.Array(MessageWithRangeId).annotations({
+    description: 'Messages to normalize into sentences.',
+  }),
+});
+
+export type SentenceNormalizationInputType = Schema.Schema.Type<typeof SentenceNormalizationInput>;
+
+export const SentenceNormalizationOutput = Schema.Struct({
+  sentences: Schema.Array(MessageWithRangeId.pipe(Schema.mutable)).pipe(Schema.mutable).annotations({
+    description: 'The sentences of the transcript.',
+  }),
+});
+
+export const SentenceNormalization = Operation.make({
+  meta: {
+    key: 'org.dxos.function.transcription.sentence-normalization',
+    name: 'Sentence Normalization',
+    description: 'Post process of transcription for sentence normalization',
+  },
+  input: SentenceNormalizationInput,
+  output: SentenceNormalizationOutput,
+  services: [],
+});

package/src/types/TranscriptionCapabilities.ts

@@ -0,0 +1,39 @@
+//
+// Copyright 2025 DXOS.org
+//
+
+// @import-as-namespace
+
+import { Capability } from '@dxos/app-framework';
+
+import { meta } from '#meta';
+
+import {
+  type MediaStreamRecorderProps,
+  type Transcriber as TranscriberType,
+  type TranscriberProps,
+  type TranscriptMessageEnricher,
+  type TranscriptionManager as TranscriptionManagerType,
+} from '../transcriber';
+
+export type GetTranscriberProps = {
+  audioStreamTrack: MediaStreamTrack;
+  recorderConfig?: Partial<MediaStreamRecorderProps['config']>;
+  transcriberConfig?: Partial<TranscriberProps['config']>;
+  onSegments: TranscriberProps['onSegments'];
+  transcribe?: TranscriberProps['transcribe'];
+};
+
+export type GetTranscriber = (props: GetTranscriberProps) => TranscriberType;
+
+export type GetTranscriptionManagerProps = {
+  messageEnricher?: TranscriptMessageEnricher;
+};
+
+export type GetTranscriptionManager = (props: GetTranscriptionManagerProps) => TranscriptionManagerType;
+
+export const Transcriber = Capability.make<GetTranscriber>(`${meta.id}.capability.transcriber`);
+
+export const TranscriptionManager = Capability.make<GetTranscriptionManager>(
+  `${meta.id}.capability.transcription-manager`,
+);

package/src/types/index.ts

@@ -2,7 +2,7 @@
 // Copyright 2025 DXOS.org
 //
 
-export * from './capabilities';
-export * as TranscriptAction from './TranscriptAction';
-export { TranscriptOperation } from './TranscriptAction';
-export * from './types';
+export * from './defs';
+
+export * as TranscriptionCapabilities from './TranscriptionCapabilities';
+export * as TranscriptOperation from './TranscriptOperation';

package/dist/lib/browser/TranscriptionContainer-RBFHP2AV.mjs.map

@@ -1,7 +0,0 @@
-{
-  "version": 3,
-  "sources": ["../../../src/containers/TranscriptionContainer/TranscriptionContainer.tsx", "../../../src/containers/TranscriptionContainer/index.ts"],
-  "sourcesContent": ["//\n// Copyright 2024 DXOS.org\n//\n\nimport React from 'react';\n\nimport { type SurfaceComponentProps } from '@dxos/app-toolkit/ui';\nimport { Obj } from '@dxos/echo';\nimport { useMembers, useQueue } from '@dxos/react-client/echo';\nimport { Panel } from '@dxos/react-ui';\nimport { type Message, type Transcript } from '@dxos/types';\n\nimport { Transcription } from '../../components';\nimport { useQueueModelAdapter } from '../../hooks';\nimport { renderByline } from '../../util';\n\nexport type TranscriptionContainerProps = SurfaceComponentProps<Transcript.Transcript>;\n\nexport const TranscriptionContainer = ({ role, subject: transcript }: TranscriptionContainerProps) => {\n  const attendableId = Obj.getDXN(transcript).toString();\n  const db = Obj.getDatabase(transcript);\n  const members = useMembers(db?.spaceId).map((member) => member.identity);\n  const queue = useQueue<Message.Message>(transcript.queue.dxn, { pollInterval: 1_000 });\n  const model = useQueueModelAdapter(renderByline(members), queue);\n\n  return (\n    <Panel.Root role={role}>\n      <Panel.Content asChild>\n        <Transcription attendableId={attendableId} model={model} transcript={transcript} />\n      </Panel.Content>\n    </Panel.Root>\n  );\n};\n", "//\n// Copyright 2024 DXOS.org\n//\n\nimport { TranscriptionContainer } from './TranscriptionContainer';\n\nexport default TranscriptionContainer;\n"],
-  "mappings": ";;;;;;;;;;;;AAIA,OAAOA,WAAW;AAGlB,SAASC,WAAW;AACpB,SAASC,YAAYC,gBAAgB;AACrC,SAASC,aAAa;AASf,IAAMC,yBAAyB,CAAC,EAAEC,MAAMC,SAASC,WAAU,MAA+B;AAC/F,QAAMC,eAAeC,IAAIC,OAAOH,UAAAA,EAAYI,SAAQ;AACpD,QAAMC,KAAKH,IAAII,YAAYN,UAAAA;AAC3B,QAAMO,UAAUC,WAAWH,IAAII,OAAAA,EAASC,IAAI,CAACC,WAAWA,OAAOC,QAAQ;AACvE,QAAMC,QAAQC,SAA0Bd,WAAWa,MAAME,KAAK;IAAEC,cAAc;EAAM,CAAA;AACpF,QAAMC,QAAQC,qBAAqBC,aAAaZ,OAAAA,GAAUM,KAAAA;AAE1D,SACE,sBAAA,cAACO,MAAMC,MAAI;IAACvB;KACV,sBAAA,cAACsB,MAAME,SAAO;IAACC,SAAAA;KACb,sBAAA,cAACC,eAAAA;IAAcvB;IAA4BgB;IAAcjB;;AAIjE;;;AC1BA,IAAA,iCAAeyB;",
-  "names": ["React", "Obj", "useMembers", "useQueue", "Panel", "TranscriptionContainer", "role", "subject", "transcript", "attendableId", "Obj", "getDXN", "toString", "db", "getDatabase", "members", "useMembers", "spaceId", "map", "member", "identity", "queue", "useQueue", "dxn", "pollInterval", "model", "useQueueModelAdapter", "renderByline", "Panel", "Root", "Content", "asChild", "Transcription", "TranscriptionContainer"]
-}

package/dist/lib/browser/blueprint-definition-C6XA2SVZ.mjs.map

@@ -1,7 +0,0 @@
-{
-  "version": 3,
-  "sources": ["../../../src/capabilities/blueprint-definition/blueprint-definition.ts"],
-  "sourcesContent": ["//\n// Copyright 2025 DXOS.org\n//\n\nimport * as Effect from 'effect/Effect';\n\nimport { Capability } from '@dxos/app-framework';\nimport { AppCapabilities } from '@dxos/app-toolkit';\n\nimport { TranscriptionBlueprint } from '../../blueprints';\n\nconst blueprintDefinition = Capability.makeModule<\n  [],\n  Capability.Capability<typeof AppCapabilities.BlueprintDefinition>[]\n>(() => Effect.succeed([Capability.contributes(AppCapabilities.BlueprintDefinition, TranscriptionBlueprint)]));\n\nexport default blueprintDefinition;\n"],
-  "mappings": ";;;;;;;AAIA,YAAYA,YAAY;AAExB,SAASC,kBAAkB;AAC3B,SAASC,uBAAuB;AAIhC,IAAMC,sBAAsBC,WAAWC,WAGrC,MAAaC,eAAQ;EAACF,WAAWG,YAAYC,gBAAgBC,qBAAqBC,+BAAAA;CAAwB,CAAA;AAE5G,IAAA,+BAAeP;",
-  "names": ["Effect", "Capability", "AppCapabilities", "blueprintDefinition", "Capability", "makeModule", "succeed", "contributes", "AppCapabilities", "BlueprintDefinition", "TranscriptionBlueprint"]
-}

package/dist/lib/browser/chunk-EV5ZYKET.mjs.map

@@ -1,7 +0,0 @@
-{
-  "version": 3,
-  "sources": ["../../../src/transcriber/media-stream-recorder.ts", "../../../src/transcriber/transcriber.ts", "../../../src/transcriber/transcription-manager.ts"],
-  "sourcesContent": ["//\n// Copyright 2025 DXOS.org\n//\n\nimport { type IBlobEvent, type IMediaRecorder, MediaRecorder, register } from 'extendable-media-recorder';\nimport { WaveFile } from 'wavefile';\n\nimport { synchronized } from '@dxos/async';\nimport { invariant } from '@dxos/invariant';\nimport { log } from '@dxos/log';\nimport { trace } from '@dxos/tracing';\n\nimport { type AudioChunk, type AudioRecorder, type WavConfig } from './audio-recorder';\n\nlet initializingPromise: Promise<void> | undefined;\n\nconst initializeExtendableMediaRecorder = async () => {\n  const { connect } = await import('extendable-media-recorder-wav-encoder');\n  await register(await connect());\n};\n\nexport type MediaStreamRecorderProps = {\n  mediaStreamTrack: MediaStreamTrack;\n  config: {\n    interval: number;\n  };\n};\n\n/**\n * Recorder that uses the MediaContext API and AudioNode API to record audio.\n *\n * It records MediaStream using https://www.npmjs.com/package/extendable-media-recorder.\n */\n@trace.resource()\nexport class MediaStreamRecorder implements AudioRecorder {\n  private readonly _mediaStreamTrack: MediaStreamTrack;\n  /**\n   * Default MediaRecorder implementation do not support wav encoding.\n   */\n  private readonly _config: MediaStreamRecorderProps['config'];\n  private _mediaRecorder?: IMediaRecorder = undefined;\n  private _header?: Uint8Array = undefined;\n  private _onChunk?: (chunk: AudioChunk) => void;\n\n  constructor({ mediaStreamTrack, config }: MediaStreamRecorderProps) {\n    this._mediaStreamTrack = mediaStreamTrack;\n    this._config = config;\n  }\n\n  get wavConfig(): WavConfig {\n    const settings = this._mediaStreamTrack.getSettings();\n    return {\n      channels: settings.channelCount ?? 1,\n      sampleRate: settings.sampleRate ?? 16000,\n      bitDepthCode: settings.sampleSize ? String(settings.sampleSize) : '16',\n    };\n  }\n\n  get mediaStreamTrack() {\n    return this._mediaStreamTrack;\n  }\n\n  setOnChunk(onChunk: (chunk: AudioChunk) => void): void {\n    this._onChunk = onChunk;\n  }\n\n  async start(): Promise<void> {\n    await (initializingPromise ??= initializeExtendableMediaRecorder()).catch((err) =>\n      log.info('initializeExtendableMediaRecorder', { err }),\n    );\n\n    if (!this._mediaRecorder) {\n      const stream = new MediaStream([this._mediaStreamTrack]);\n      this._mediaRecorder = new MediaRecorder(stream, { mimeType: 'audio/wav' });\n    }\n\n    if (this._mediaRecorder.state === 'recording') {\n      return;\n    }\n    invariant(this._onChunk, 'MediaStreamRecorder: onChunk is not set');\n    this._mediaRecorder.ondataavailable = (event) => this._ondataavailable(event);\n    this._mediaRecorder.start(this._config.interval);\n  }\n\n  async stop(): Promise<void> {\n    if (this._mediaRecorder?.state !== 'recording') {\n      return;\n    }\n    this._mediaRecorder.stop();\n  }\n\n  @synchronized\n  private async _ondataavailable(event: IBlobEvent): Promise<void> {\n    const blob = event.data;\n    const uint8Array = new Uint8Array(await blob.arrayBuffer());\n\n    // First chunk from the MediaRecorder has a header.\n    const isHeader =\n      uint8Array[0] === 0x52 && // R\n      uint8Array[1] === 0x49 && // I\n      uint8Array[2] === 0x46 && // F\n      uint8Array[3] === 0x46; // F\n    let wav: WaveFile;\n\n    if (isHeader) {\n      wav = new WaveFile(uint8Array);\n      this._header = uint8Array.slice(0, 44);\n    } else if (this._header) {\n      wav = new WaveFile(new Uint8Array([...this._header, ...uint8Array]));\n    } else {\n      log.warn('MediaStreamRecorder: no header');\n      return;\n    }\n\n    this._onChunk!({\n      timestamp: Date.now(),\n      data: wav.getSamples(),\n    });\n  }\n}\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { WaveFile } from 'wavefile';\n\nimport { DeferredTask, Trigger } from '@dxos/async';\nimport { type Context, LifecycleState, Resource } from '@dxos/context';\nimport { log } from '@dxos/log';\nimport { trace } from '@dxos/tracing';\nimport { type ContentBlock } from '@dxos/types';\n\nimport { TRANSCRIPTION_URL } from '../types';\nimport { mergeFloat64Arrays } from '../util';\n\nimport { type AudioChunk, type AudioRecorder } from './audio-recorder';\n\ntype WhisperWord = {\n  word: string;\n\n  /**\n   * Time in seconds from the start of the audio.\n   */\n  start: number;\n\n  /**\n   * Time in seconds from the start of the audio.\n   */\n  end: number;\n};\n\ntype WhisperSegment = {\n  text: string;\n\n  /**\n   * Time in seconds from the start of the audio.\n   */\n  start: number;\n\n  /**\n   * Time in seconds from the start of the audio.\n   */\n  end: number;\n\n  /**\n   * Probability of no speech in the segment.\n   */\n  no_speech_prob: number;\n\n  words: WhisperWord[];\n};\n\nexport type TranscribeConfig = {\n  /**\n   * Number of chunks to transcribe automatically after.\n   */\n  transcribeAfterChunksAmount: number;\n\n  /**\n   * Number of chunks to save before the user starts speaking.\n   * This is needed to catch the beginning of the user's speech.\n   */\n  prefixBufferChunksAmount: number;\n};\n\nexport type TranscriberProps = {\n  config: TranscribeConfig;\n  recorder: AudioRecorder;\n  /**\n   * Callback to handle the transcribed segments, after all segment transformers are applied.\n   * @param segments - The transcribed segments.\n   */\n  onSegments: (segments: ContentBlock.Transcript[]) => Promise<void>;\n};\n\n/**\n * Handles transcription of audio chunks.\n * If user is not speaking, the last `minChunksAmount` chunks are saved and transcribed.\n * If user is speaking, the chunks are added to the buffer until the user is done talking.\n */\nexport class Transcriber extends Resource {\n  private _audioChunks: AudioChunk[] = [];\n  private _lastUsedTimestamp = 0;\n\n  private readonly _openTrigger = new Trigger({ autoReset: true });\n\n  private readonly _config: TranscribeConfig;\n  private readonly _recorder: AudioRecorder;\n  private readonly _onSegments: TranscriberProps['onSegments'];\n\n  private _recording = false;\n  private _transcribeTask?: DeferredTask = undefined;\n\n  constructor({ config, recorder, onSegments }: TranscriberProps) {\n    super();\n    this._config = config;\n    this._recorder = recorder;\n    this._onSegments = onSegments;\n  }\n\n  protected override async _open(ctx: Context): Promise<void> {\n    log.info('opening');\n    this._recorder.setOnChunk((chunk) => this._saveAudioChunk(chunk));\n    await this._recorder.start();\n    this._transcribeTask = new DeferredTask(ctx, async () => this._transcribe());\n    this._openTrigger.wake();\n  }\n\n  protected override async _close(): Promise<void> {\n    log.info('closing');\n    this._recording = false;\n    this._transcribeTask = undefined;\n    await this._recorder.stop();\n  }\n\n  startChunksRecording(): void {\n    log.info('starting');\n    if (this._lifecycleState !== LifecycleState.OPEN) {\n      return;\n    }\n\n    this._recording = true;\n  }\n\n  stopChunksRecording(): void {\n    if (this._lifecycleState !== LifecycleState.OPEN || !this._recording) {\n      return;\n    }\n\n    this._recording = false;\n    this._transcribeTask?.schedule();\n    log.info('stopped');\n  }\n\n  private _saveAudioChunk(chunk: AudioChunk): void {\n    log('saving audio chunk', { chunk });\n    this._audioChunks.push(chunk);\n\n    // Clean the buffer if the user is not speaking and the transcription task is not scheduled.\n    if (\n      !this._recording &&\n      (!this._transcribeTask || !this._transcribeTask.scheduled) &&\n      this._audioChunks.length >= this._config.prefixBufferChunksAmount\n    ) {\n      this._audioChunks = this._dropOldChunks();\n    } else if (this._audioChunks.length >= this._config.transcribeAfterChunksAmount && this._recording) {\n      this._transcribeTask?.schedule();\n    }\n  }\n\n  private async _transcribe(): Promise<void> {\n    log('transcribing', { chunks: this._audioChunks.length });\n    const chunks = this._audioChunks;\n    this._audioChunks = this._dropOldChunks();\n    if (chunks.length === 0) {\n      return;\n    }\n\n    const audio = await this._mergeAudioChunks(chunks);\n    const segments = await this._fetchTranscription(audio);\n    if (!Array.isArray(segments) || segments.length === 0) {\n      return;\n    }\n\n    const alignedSegments = this._alignSegments(segments, chunks);\n    if (alignedSegments.length > 0) {\n      await this._onSegments(alignedSegments);\n    }\n  }\n\n  private _dropOldChunks(): AudioChunk[] {\n    return this._config.prefixBufferChunksAmount > 0\n      ? this._audioChunks.slice(-this._config.prefixBufferChunksAmount)\n      : [];\n  }\n\n  @trace.span({ showInBrowserTimeline: true })\n  private async _mergeAudioChunks(chunks: AudioChunk[]): Promise<string> {\n    const file = new WaveFile();\n    const wavConfig = this._recorder.wavConfig;\n\n    file.fromScratch(\n      wavConfig.channels,\n      wavConfig.sampleRate,\n      wavConfig.bitDepthCode,\n      mergeFloat64Arrays(chunks.map(({ data }) => data)),\n    );\n\n    return file.toBase64();\n  }\n\n  @trace.span({ showInBrowserTimeline: true })\n  private async _fetchTranscription(audio: string): Promise<WhisperSegment[]> {\n    if (audio.length === 0) {\n      this._audioChunks = [];\n      throw new Error('No audio to send for transcribing');\n    }\n\n    const response = await fetch(`${TRANSCRIPTION_URL}/transcribe`, {\n      method: 'POST',\n      body: JSON.stringify({ audio }),\n      headers: {\n        'Content-Type': 'application/json',\n      },\n    });\n\n    if (!response.ok) {\n      this._audioChunks = [];\n      throw new Error(`Transcription failed: ${response.statusText}`);\n    }\n\n    const { segments } = (await response.json()) as {\n      segments: WhisperSegment[];\n    };\n\n    log.info('transcription response', {\n      segments: segments.length,\n      string: segments.map((segments) => segments.text).join(' '),\n    });\n\n    return segments;\n  }\n\n  private _alignSegments(segments: WhisperSegment[], originalChunks: AudioChunk[]): ContentBlock.Transcript[] {\n    // Absolute zero for all relative timestamps in the segments.\n    const zeroTimestamp = originalChunks.at(0)!.timestamp;\n\n    const filteredSegments = segments\n      // Use segments that end after the last used timestamp.\n      // Segments could overlap, so we need to filter words that starts after the last used timestamp.\n      .filter((segment) => zeroTimestamp + segment.end * 1_000 >= this._lastUsedTimestamp)\n      // Use words that starts after the last used timestamp.\n      .map((segment) => {\n        const words = segment.words.filter((word) => zeroTimestamp + word.start * 1_000 >= this._lastUsedTimestamp);\n        return {\n          ...segment,\n          words,\n          text: words.map((word) => word.word).join(''),\n          start: words.at(0)?.start ?? segment.end,\n        };\n      })\n      .filter((segment) => segment.words.length > 0);\n\n    if (filteredSegments.length === 0) {\n      return [];\n    }\n\n    // Update last timestamp.\n    this._lastUsedTimestamp = zeroTimestamp + filteredSegments.at(-1)!.end * 1_000;\n\n    // Add absolute timestamp to each segment.\n    return filteredSegments.map((segment) => ({\n      _tag: 'transcript',\n      started: new Date(zeroTimestamp + segment.start * 1_000).toISOString(),\n      text: segment.text.trim(),\n    }));\n  }\n}\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { Atom, type Registry } from '@effect-atom/atom-react';\n\nimport { synchronized } from '@dxos/async';\nimport { Resource } from '@dxos/context';\nimport { Obj } from '@dxos/echo';\nimport { type Queue } from '@dxos/echo-db';\nimport { type EdgeHttpClient } from '@dxos/react-edge-client';\nimport { type ContentBlock, Message } from '@dxos/types';\n\nimport { MediaStreamRecorder } from './media-stream-recorder';\nimport { Transcriber } from './transcriber';\n\n/**\n * Length of the chunk in ms.\n */\nconst RECORD_INTERVAL = 200;\n\n/**\n * Number of chunks to save before the user starts speaking.\n */\nconst PREFIXED_CHUNKS_AMOUNT = 10;\n\n/**\n * Number of chunks to transcribe automatically after.\n * Combined should be mess than 25MB or whisper would fail.\n */\nconst TRANSCRIBE_AFTER_CHUNKS_AMOUNT = 50;\n\nexport type TranscriptMessageEnricher = (message: Message.Message) => Promise<Message.Message>;\n\nexport type TranscriptionManagerOptions = {\n  edgeClient: EdgeHttpClient;\n  registry: Registry.Registry;\n\n  /**\n   * Enrich the message before it is written to the transcription queue.\n   */\n  messageEnricher?: TranscriptMessageEnricher;\n};\n\n/**\n * Manages transcription state for a meeting.\n */\nexport class TranscriptionManager extends Resource {\n  private readonly _edgeClient: EdgeHttpClient;\n  private readonly _messageEnricher?: TranscriptMessageEnricher;\n  private readonly _registry: Registry.Registry;\n  private _audioStreamTrack?: MediaStreamTrack = undefined;\n  private _identityDid?: string = undefined;\n  private _mediaRecorder?: MediaStreamRecorder = undefined;\n  private _transcriber?: Transcriber = undefined;\n  private _queue?: Queue<Message.Message> = undefined;\n  private _enabledAtom = Atom.make(false);\n\n  constructor(options: TranscriptionManagerOptions) {\n    super();\n    this._edgeClient = options.edgeClient;\n    this._messageEnricher = options.messageEnricher;\n    this._registry = options.registry;\n  }\n\n  get enabled(): Atom.Atom<boolean> {\n    return this._enabledAtom;\n  }\n\n  getEnabled(): boolean {\n    return this._registry.get(this._enabledAtom);\n  }\n\n  setQueue(queue: Queue<Message.Message>): this {\n    this._queue = queue;\n    return this;\n  }\n\n  setIdentityDid(did: string): this {\n    if (this._identityDid !== did) {\n      this._identityDid = did;\n    }\n    return this;\n  }\n\n  setRecording(recording?: boolean): this {\n    if (!this.isOpen || !this.getEnabled()) {\n      return this;\n    }\n\n    if (recording) {\n      this._transcriber?.startChunksRecording();\n    } else {\n      this._transcriber?.stopChunksRecording();\n    }\n    return this;\n  }\n\n  async setEnabled(enabled: boolean): Promise<void> {\n    if (this.getEnabled() === enabled) {\n      return;\n    }\n\n    this._registry.set(this._enabledAtom, enabled ?? false);\n    if (enabled) {\n      await this._maybeRestartTranscriber();\n    } else {\n      await this._stopTranscriber();\n    }\n  }\n\n  @synchronized\n  async setAudioTrack(track?: MediaStreamTrack): Promise<void> {\n    if (this._audioStreamTrack === track) {\n      return;\n    }\n\n    this._audioStreamTrack = track;\n    await this._maybeRestartTranscriber();\n  }\n\n  protected override async _open(): Promise<void> {\n    await this._maybeRestartTranscriber();\n  }\n\n  protected override async _close(): Promise<void> {\n    await this._stopTranscriber();\n  }\n\n  private async _maybeRestartTranscriber(): Promise<void> {\n    if (!this._audioStreamTrack || !this.getEnabled() || !this.isOpen) {\n      return;\n    }\n\n    // Reinitialize transcriber if queue or media stream track has changed.\n    let needReinit = false;\n    if (this._audioStreamTrack !== this._mediaRecorder?.mediaStreamTrack) {\n      this._mediaRecorder = new MediaStreamRecorder({\n        mediaStreamTrack: this._audioStreamTrack,\n        config: { interval: RECORD_INTERVAL },\n      });\n      needReinit = true;\n    }\n    if (needReinit) {\n      await this._transcriber?.close();\n      this._transcriber = new Transcriber({\n        config: {\n          transcribeAfterChunksAmount: TRANSCRIBE_AFTER_CHUNKS_AMOUNT,\n          prefixBufferChunksAmount: PREFIXED_CHUNKS_AMOUNT,\n        },\n        recorder: this._mediaRecorder,\n        onSegments: (segments) => this._onSegments(segments),\n      });\n\n      await this._transcriber?.open();\n    }\n  }\n\n  private async _stopTranscriber(): Promise<void> {\n    await this._transcriber?.close();\n  }\n\n  private async _onSegments(segments: ContentBlock.Transcript[]): Promise<void> {\n    if (!this.isOpen || !this._queue) {\n      return;\n    }\n\n    let block = Obj.make(Message.Message, {\n      created: new Date().toISOString(),\n      blocks: segments,\n      sender: { identityDid: this._identityDid },\n    });\n\n    if (this._messageEnricher) {\n      block = await this._messageEnricher(block);\n    }\n\n    await this._queue.append([block]);\n  }\n}\n"],
-  "mappings": ";;;;;;;;AAIA,SAA+CA,eAAeC,gBAAgB;AAC9E,SAASC,gBAAgB;AAEzB,SAASC,oBAAoB;AAC7B,SAASC,iBAAiB;AAC1B,SAASC,WAAW;AACpB,SAASC,aAAa;;;;;;;;AAItB,IAAIC;AAEJ,IAAMC,oCAAoC,YAAA;AACxC,QAAM,EAAEC,QAAO,IAAK,MAAM,OAAO,uCAAA;AACjC,QAAMR,SAAS,MAAMQ,QAAAA,CAAAA;AACvB;AAeO,IAAMC,sBAAN,MAAMA;EACMC;;;;EAIAC;EACTC,iBAAkCC;EAClCC,UAAuBD;EACvBE;EAER,YAAY,EAAEC,kBAAkBC,OAAM,GAA8B;AAClE,SAAKP,oBAAoBM;AACzB,SAAKL,UAAUM;EACjB;EAEA,IAAIC,YAAuB;AACzB,UAAMC,WAAW,KAAKT,kBAAkBU,YAAW;AACnD,WAAO;MACLC,UAAUF,SAASG,gBAAgB;MACnCC,YAAYJ,SAASI,cAAc;MACnCC,cAAcL,SAASM,aAAaC,OAAOP,SAASM,UAAU,IAAI;IACpE;EACF;EAEA,IAAIT,mBAAmB;AACrB,WAAO,KAAKN;EACd;EAEAiB,WAAWC,SAA4C;AACrD,SAAKb,WAAWa;EAClB;EAEA,MAAMC,QAAuB;AAC3B,WAAOvB,wBAAwBC,kCAAAA,GAAqCuB,MAAM,CAACC,QACzE3B,IAAI4B,KAAK,qCAAqC;MAAED;IAAI,GAAA;;;;;;AAGtD,QAAI,CAAC,KAAKnB,gBAAgB;AACxB,YAAMqB,SAAS,IAAIC,YAAY;QAAC,KAAKxB;OAAkB;AACvD,WAAKE,iBAAiB,IAAIb,cAAckC,QAAQ;QAAEE,UAAU;MAAY,CAAA;IAC1E;AAEA,QAAI,KAAKvB,eAAewB,UAAU,aAAa;AAC7C;IACF;AACAjC,cAAU,KAAKY,UAAU,2CAAA;;;;;;;;;AACzB,SAAKH,eAAeyB,kBAAkB,CAACC,UAAU,KAAKC,iBAAiBD,KAAAA;AACvE,SAAK1B,eAAeiB,MAAM,KAAKlB,QAAQ6B,QAAQ;EACjD;EAEA,MAAMC,OAAsB;AAC1B,QAAI,KAAK7B,gBAAgBwB,UAAU,aAAa;AAC9C;IACF;AACA,SAAKxB,eAAe6B,KAAI;EAC1B;EAEA,MACcF,iBAAiBD,OAAkC;AAC/D,UAAMI,OAAOJ,MAAMK;AACnB,UAAMC,aAAa,IAAIC,WAAW,MAAMH,KAAKI,YAAW,CAAA;AAGxD,UAAMC,WACJH,WAAW,CAAA,MAAO;IAClBA,WAAW,CAAA,MAAO;IAClBA,WAAW,CAAA,MAAO;IAClBA,WAAW,CAAA,MAAO;AACpB,QAAII;AAEJ,QAAID,UAAU;AACZC,YAAM,IAAI/C,SAAS2C,UAAAA;AACnB,WAAK9B,UAAU8B,WAAWK,MAAM,GAAG,EAAA;IACrC,WAAW,KAAKnC,SAAS;AACvBkC,YAAM,IAAI/C,SAAS,IAAI4C,WAAW;WAAI,KAAK/B;WAAY8B;OAAW,CAAA;IACpE,OAAO;AACLxC,UAAI8C,KAAK,kCAAA,QAAA;;;;;;AACT;IACF;AAEA,SAAKnC,SAAU;MACboC,WAAWC,KAAKC,IAAG;MACnBV,MAAMK,IAAIM,WAAU;IACtB,CAAA;EACF;AACF;;;;;QAtFOC,SAAAA;;;;AC7BP,SAASC,YAAAA,iBAAgB;AAEzB,SAASC,cAAcC,eAAe;AACtC,SAAuBC,gBAAgBC,gBAAgB;AACvD,SAASC,OAAAA,YAAW;AACpB,SAASC,SAAAA,cAAa;;;;;;;;AAuEf,IAAMC,cAAN,cAA0BC,SAAAA;EACvBC,eAA6B,CAAA;EAC7BC,qBAAqB;EAEZC,eAAe,IAAIC,QAAQ;IAAEC,WAAW;EAAK,CAAA;EAE7CC;EACAC;EACAC;EAETC,aAAa;EACbC,kBAAiCC;EAEzC,YAAY,EAAEC,QAAQC,UAAUC,WAAU,GAAsB;AAC9D,UAAK;AACL,SAAKR,UAAUM;AACf,SAAKL,YAAYM;AACjB,SAAKL,cAAcM;EACrB;EAEA,MAAyBC,MAAMC,KAA6B;AAC1DC,IAAAA,KAAIC,KAAK,WAAA,QAAA;;;;;;AACT,SAAKX,UAAUY,WAAW,CAACC,UAAU,KAAKC,gBAAgBD,KAAAA,CAAAA;AAC1D,UAAM,KAAKb,UAAUe,MAAK;AAC1B,SAAKZ,kBAAkB,IAAIa,aAAaP,KAAK,YAAY,KAAKQ,YAAW,CAAA;AACzE,SAAKrB,aAAasB,KAAI;EACxB;EAEA,MAAyBC,SAAwB;AAC/CT,IAAAA,KAAIC,KAAK,WAAA,QAAA;;;;;;AACT,SAAKT,aAAa;AAClB,SAAKC,kBAAkBC;AACvB,UAAM,KAAKJ,UAAUoB,KAAI;EAC3B;EAEAC,uBAA6B;AAC3BX,IAAAA,KAAIC,KAAK,YAAA,QAAA;;;;;;AACT,QAAI,KAAKW,oBAAoBC,eAAeC,MAAM;AAChD;IACF;AAEA,SAAKtB,aAAa;EACpB;EAEAuB,sBAA4B;AAC1B,QAAI,KAAKH,oBAAoBC,eAAeC,QAAQ,CAAC,KAAKtB,YAAY;AACpE;IACF;AAEA,SAAKA,aAAa;AAClB,SAAKC,iBAAiBuB,SAAAA;AACtBhB,IAAAA,KAAIC,KAAK,WAAA,QAAA;;;;;;EACX;EAEQG,gBAAgBD,OAAyB;AAC/CH,IAAAA,KAAI,sBAAsB;MAAEG;IAAM,GAAA;;;;;;AAClC,SAAKnB,aAAaiC,KAAKd,KAAAA;AAGvB,QACE,CAAC,KAAKX,eACL,CAAC,KAAKC,mBAAmB,CAAC,KAAKA,gBAAgByB,cAChD,KAAKlC,aAAamC,UAAU,KAAK9B,QAAQ+B,0BACzC;AACA,WAAKpC,eAAe,KAAKqC,eAAc;IACzC,WAAW,KAAKrC,aAAamC,UAAU,KAAK9B,QAAQiC,+BAA+B,KAAK9B,YAAY;AAClG,WAAKC,iBAAiBuB,SAAAA;IACxB;EACF;EAEA,MAAcT,cAA6B;AACzCP,IAAAA,KAAI,gBAAgB;MAAEuB,QAAQ,KAAKvC,aAAamC;IAAO,GAAA;;;;;;AACvD,UAAMI,SAAS,KAAKvC;AACpB,SAAKA,eAAe,KAAKqC,eAAc;AACvC,QAAIE,OAAOJ,WAAW,GAAG;AACvB;IACF;AAEA,UAAMK,QAAQ,MAAM,KAAKC,kBAAkBF,MAAAA;AAC3C,UAAMG,WAAW,MAAM,KAAKC,oBAAoBH,KAAAA;AAChD,QAAI,CAACI,MAAMC,QAAQH,QAAAA,KAAaA,SAASP,WAAW,GAAG;AACrD;IACF;AAEA,UAAMW,kBAAkB,KAAKC,eAAeL,UAAUH,MAAAA;AACtD,QAAIO,gBAAgBX,SAAS,GAAG;AAC9B,YAAM,KAAK5B,YAAYuC,eAAAA;IACzB;EACF;EAEQT,iBAA+B;AACrC,WAAO,KAAKhC,QAAQ+B,2BAA2B,IAC3C,KAAKpC,aAAagD,MAAM,CAAC,KAAK3C,QAAQ+B,wBAAwB,IAC9D,CAAA;EACN;EAEA,MACcK,kBAAkBF,QAAuC;AACrE,UAAMU,OAAO,IAAIC,UAAAA;AACjB,UAAMC,YAAY,KAAK7C,UAAU6C;AAEjCF,SAAKG,YACHD,UAAUE,UACVF,UAAUG,YACVH,UAAUI,cACVC,mBAAmBjB,OAAOkB,IAAI,CAAC,EAAEC,KAAI,MAAOA,IAAAA,CAAAA,CAAAA;AAG9C,WAAOT,KAAKU,SAAQ;EACtB;EAEA,MACchB,oBAAoBH,OAA0C;AAC1E,QAAIA,MAAML,WAAW,GAAG;AACtB,WAAKnC,eAAe,CAAA;AACpB,YAAM,IAAI4D,MAAM,mCAAA;IAClB;AAEA,UAAMC,WAAW,MAAMC,MAAM,GAAGC,iBAAAA,eAAgC;MAC9DC,QAAQ;MACRC,MAAMC,KAAKC,UAAU;QAAE3B;MAAM,CAAA;MAC7B4B,SAAS;QACP,gBAAgB;MAClB;IACF,CAAA;AAEA,QAAI,CAACP,SAASQ,IAAI;AAChB,WAAKrE,eAAe,CAAA;AACpB,YAAM,IAAI4D,MAAM,yBAAyBC,SAASS,UAAU,EAAE;IAChE;AAEA,UAAM,EAAE5B,SAAQ,IAAM,MAAMmB,SAASU,KAAI;AAIzCvD,IAAAA,KAAIC,KAAK,0BAA0B;MACjCyB,UAAUA,SAASP;MACnBqC,QAAQ9B,SAASe,IAAI,CAACf,cAAaA,UAAS+B,IAAI,EAAEC,KAAK,GAAA;IACzD,GAAA;;;;;;AAEA,WAAOhC;EACT;EAEQK,eAAeL,UAA4BiC,gBAAyD;AAE1G,UAAMC,gBAAgBD,eAAeE,GAAG,CAAA,EAAIC;AAE5C,UAAMC,mBAAmBrC,SAGtBsC,OAAO,CAACC,YAAYL,gBAAgBK,QAAQC,MAAM,OAAS,KAAKjF,kBAAkB,EAElFwD,IAAI,CAACwB,YAAAA;AACJ,YAAME,QAAQF,QAAQE,MAAMH,OAAO,CAACI,SAASR,gBAAgBQ,KAAK/D,QAAQ,OAAS,KAAKpB,kBAAkB;AAC1G,aAAO;QACL,GAAGgF;QACHE;QACAV,MAAMU,MAAM1B,IAAI,CAAC2B,SAASA,KAAKA,IAAI,EAAEV,KAAK,EAAA;QAC1CrD,OAAO8D,MAAMN,GAAG,CAAA,GAAIxD,SAAS4D,QAAQC;MACvC;IACF,CAAA,EACCF,OAAO,CAACC,YAAYA,QAAQE,MAAMhD,SAAS,CAAA;AAE9C,QAAI4C,iBAAiB5C,WAAW,GAAG;AACjC,aAAO,CAAA;IACT;AAGA,SAAKlC,qBAAqB2E,gBAAgBG,iBAAiBF,GAAG,EAAC,EAAIK,MAAM;AAGzE,WAAOH,iBAAiBtB,IAAI,CAACwB,aAAa;MACxCI,MAAM;MACNC,SAAS,IAAIC,KAAKX,gBAAgBK,QAAQ5D,QAAQ,GAAA,EAAOmE,YAAW;MACpEf,MAAMQ,QAAQR,KAAKgB,KAAI;IACzB,EAAA;EACF;AACF;;SAjFSC,KAAAA;IAAOC,uBAAuB;;;;SAe9BD,KAAAA;IAAOC,uBAAuB;;;;;AC3LvC,SAASC,YAA2B;AAEpC,SAASC,gBAAAA,qBAAoB;AAC7B,SAASC,YAAAA,iBAAgB;AACzB,SAASC,WAAW;AAGpB,SAA4BC,eAAe;A;;;;;;AAQ3C,IAAMC,kBAAkB;AAKxB,IAAMC,yBAAyB;AAM/B,IAAMC,iCAAiC;AAiBhC,IAAMC,uBAAN,cAAmCC,UAAAA;EACvBC;EACAC;EACAC;EACTC,oBAAuCC;EACvCC,eAAwBD;EACxBE,iBAAuCF;EACvCG,eAA6BH;EAC7BI,SAAkCJ;EAClCK,eAAeC,KAAKC,KAAK,KAAA;EAEjC,YAAYC,SAAsC;AAChD,UAAK;AACL,SAAKZ,cAAcY,QAAQC;AAC3B,SAAKZ,mBAAmBW,QAAQE;AAChC,SAAKZ,YAAYU,QAAQG;EAC3B;EAEA,IAAIC,UAA8B;AAChC,WAAO,KAAKP;EACd;EAEAQ,aAAsB;AACpB,WAAO,KAAKf,UAAUgB,IAAI,KAAKT,YAAY;EAC7C;EAEAU,SAASC,OAAqC;AAC5C,SAAKZ,SAASY;AACd,WAAO;EACT;EAEAC,eAAeC,KAAmB;AAChC,QAAI,KAAKjB,iBAAiBiB,KAAK;AAC7B,WAAKjB,eAAeiB;IACtB;AACA,WAAO;EACT;EAEAC,aAAaC,WAA2B;AACtC,QAAI,CAAC,KAAKC,UAAU,CAAC,KAAKR,WAAU,GAAI;AACtC,aAAO;IACT;AAEA,QAAIO,WAAW;AACb,WAAKjB,cAAcmB,qBAAAA;IACrB,OAAO;AACL,WAAKnB,cAAcoB,oBAAAA;IACrB;AACA,WAAO;EACT;EAEA,MAAMC,WAAWZ,SAAiC;AAChD,QAAI,KAAKC,WAAU,MAAOD,SAAS;AACjC;IACF;AAEA,SAAKd,UAAU2B,IAAI,KAAKpB,cAAcO,WAAW,KAAA;AACjD,QAAIA,SAAS;AACX,YAAM,KAAKc,yBAAwB;IACrC,OAAO;AACL,YAAM,KAAKC,iBAAgB;IAC7B;EACF;EAEA,MACMC,cAAcC,OAAyC;AAC3D,QAAI,KAAK9B,sBAAsB8B,OAAO;AACpC;IACF;AAEA,SAAK9B,oBAAoB8B;AACzB,UAAM,KAAKH,yBAAwB;EACrC;EAEA,MAAyBI,QAAuB;AAC9C,UAAM,KAAKJ,yBAAwB;EACrC;EAEA,MAAyBK,SAAwB;AAC/C,UAAM,KAAKJ,iBAAgB;EAC7B;EAEA,MAAcD,2BAA0C;AACtD,QAAI,CAAC,KAAK3B,qBAAqB,CAAC,KAAKc,WAAU,KAAM,CAAC,KAAKQ,QAAQ;AACjE;IACF;AAGA,QAAIW,aAAa;AACjB,QAAI,KAAKjC,sBAAsB,KAAKG,gBAAgB+B,kBAAkB;AACpE,WAAK/B,iBAAiB,IAAIgC,oBAAoB;QAC5CD,kBAAkB,KAAKlC;QACvBoC,QAAQ;UAAEC,UAAU7C;QAAgB;MACtC,CAAA;AACAyC,mBAAa;IACf;AACA,QAAIA,YAAY;AACd,YAAM,KAAK7B,cAAckC,MAAAA;AACzB,WAAKlC,eAAe,IAAImC,YAAY;QAClCH,QAAQ;UACNI,6BAA6B9C;UAC7B+C,0BAA0BhD;QAC5B;QACAiD,UAAU,KAAKvC;QACfwC,YAAY,CAACC,aAAa,KAAKC,YAAYD,QAAAA;MAC7C,CAAA;AAEA,YAAM,KAAKxC,cAAc0C,KAAAA;IAC3B;EACF;EAEA,MAAclB,mBAAkC;AAC9C,UAAM,KAAKxB,cAAckC,MAAAA;EAC3B;EAEA,MAAcO,YAAYD,UAAoD;AAC5E,QAAI,CAAC,KAAKtB,UAAU,CAAC,KAAKjB,QAAQ;AAChC;IACF;AAEA,QAAI0C,QAAQC,IAAIxC,KAAKyC,QAAQA,SAAS;MACpCC,UAAS,oBAAIC,KAAAA,GAAOC,YAAW;MAC/BC,QAAQT;MACRU,QAAQ;QAAEC,aAAa,KAAKrD;MAAa;IAC3C,CAAA;AAEA,QAAI,KAAKJ,kBAAkB;AACzBiD,cAAQ,MAAM,KAAKjD,iBAAiBiD,KAAAA;IACtC;AAEA,UAAM,KAAK1C,OAAOmD,OAAO;MAACT;KAAM;EAClC;AACF;;;;",
-  "names": ["MediaRecorder", "register", "WaveFile", "synchronized", "invariant", "log", "trace", "initializingPromise", "initializeExtendableMediaRecorder", "connect", "MediaStreamRecorder", "_mediaStreamTrack", "_config", "_mediaRecorder", "undefined", "_header", "_onChunk", "mediaStreamTrack", "config", "wavConfig", "settings", "getSettings", "channels", "channelCount", "sampleRate", "bitDepthCode", "sampleSize", "String", "setOnChunk", "onChunk", "start", "catch", "err", "info", "stream", "MediaStream", "mimeType", "state", "ondataavailable", "event", "_ondataavailable", "interval", "stop", "blob", "data", "uint8Array", "Uint8Array", "arrayBuffer", "isHeader", "wav", "slice", "warn", "timestamp", "Date", "now", "getSamples", "resource", "WaveFile", "DeferredTask", "Trigger", "LifecycleState", "Resource", "log", "trace", "Transcriber", "Resource", "_audioChunks", "_lastUsedTimestamp", "_openTrigger", "Trigger", "autoReset", "_config", "_recorder", "_onSegments", "_recording", "_transcribeTask", "undefined", "config", "recorder", "onSegments", "_open", "ctx", "log", "info", "setOnChunk", "chunk", "_saveAudioChunk", "start", "DeferredTask", "_transcribe", "wake", "_close", "stop", "startChunksRecording", "_lifecycleState", "LifecycleState", "OPEN", "stopChunksRecording", "schedule", "push", "scheduled", "length", "prefixBufferChunksAmount", "_dropOldChunks", "transcribeAfterChunksAmount", "chunks", "audio", "_mergeAudioChunks", "segments", "_fetchTranscription", "Array", "isArray", "alignedSegments", "_alignSegments", "slice", "file", "WaveFile", "wavConfig", "fromScratch", "channels", "sampleRate", "bitDepthCode", "mergeFloat64Arrays", "map", "data", "toBase64", "Error", "response", "fetch", "TRANSCRIPTION_URL", "method", "body", "JSON", "stringify", "headers", "ok", "statusText", "json", "string", "text", "join", "originalChunks", "zeroTimestamp", "at", "timestamp", "filteredSegments", "filter", "segment", "end", "words", "word", "_tag", "started", "Date", "toISOString", "trim", "span", "showInBrowserTimeline", "Atom", "synchronized", "Resource", "Obj", "Message", "RECORD_INTERVAL", "PREFIXED_CHUNKS_AMOUNT", "TRANSCRIBE_AFTER_CHUNKS_AMOUNT", "TranscriptionManager", "Resource", "_edgeClient", "_messageEnricher", "_registry", "_audioStreamTrack", "undefined", "_identityDid", "_mediaRecorder", "_transcriber", "_queue", "_enabledAtom", "Atom", "make", "options", "edgeClient", "messageEnricher", "registry", "enabled", "getEnabled", "get", "setQueue", "queue", "setIdentityDid", "did", "setRecording", "recording", "isOpen", "startChunksRecording", "stopChunksRecording", "setEnabled", "set", "_maybeRestartTranscriber", "_stopTranscriber", "setAudioTrack", "track", "_open", "_close", "needReinit", "mediaStreamTrack", "MediaStreamRecorder", "config", "interval", "close", "Transcriber", "transcribeAfterChunksAmount", "prefixBufferChunksAmount", "recorder", "onSegments", "segments", "_onSegments", "open", "block", "Obj", "Message", "created", "Date", "toISOString", "blocks", "sender", "identityDid", "append"]
-}

package/dist/lib/browser/chunk-GH4IIQ6C.mjs

@@ -1,54 +0,0 @@
-import {
-  meta
-} from "./chunk-2B74LZZD.mjs";
-import {
-  __export
-} from "./chunk-J5LGTIGS.mjs";
-
-// src/types/capabilities.ts
-import { Capability } from "@dxos/app-framework";
-(function(TranscriptionCapabilities2) {
-  TranscriptionCapabilities2.Transcriber = Capability.make(`${meta.id}/capability/transcriber`);
-  TranscriptionCapabilities2.TranscriptionManager = Capability.make(`${meta.id}/capability/transcription-manager`);
-})(TranscriptionCapabilities || (TranscriptionCapabilities = {}));
-var TranscriptionCapabilities;
-
-// src/types/TranscriptAction.ts
-var TranscriptAction_exports = {};
-__export(TranscriptAction_exports, {
-  TranscriptOperation: () => TranscriptOperation
-});
-import * as Schema from "effect/Schema";
-import { SpaceSchema } from "@dxos/client/echo";
-import { Operation } from "@dxos/operation";
-import { Transcript } from "@dxos/types";
-var TRANSCRIPT_OPERATION = `${meta.id}/operation`;
-(function(TranscriptOperation2) {
-  TranscriptOperation2.Create = Operation.make({
-    meta: {
-      key: `${TRANSCRIPT_OPERATION}/create`,
-      name: "Create Transcript"
-    },
-    schema: {
-      input: Schema.Struct({
-        name: Schema.optional(Schema.String),
-        space: SpaceSchema
-      }),
-      output: Schema.Struct({
-        object: Transcript.Transcript
-      })
-    }
-  });
-})(TranscriptOperation || (TranscriptOperation = {}));
-var TranscriptOperation;
-
-// src/types/types.ts
-var TRANSCRIPTION_URL = "https://calls-service.dxos.workers.dev";
-
-export {
-  TranscriptionCapabilities,
-  TranscriptOperation,
-  TranscriptAction_exports,
-  TRANSCRIPTION_URL
-};
-//# sourceMappingURL=chunk-GH4IIQ6C.mjs.map

package/dist/lib/browser/chunk-GH4IIQ6C.mjs.map

@@ -1,7 +0,0 @@
-{
-  "version": 3,
-  "sources": ["../../../src/types/capabilities.ts", "../../../src/types/TranscriptAction.ts", "../../../src/types/types.ts"],
-  "sourcesContent": ["//\n// Copyright 2025 DXOS.org\n//\n\nimport { Capability } from '@dxos/app-framework';\n\nimport { meta } from '../meta';\nimport {\n  type MediaStreamRecorderProps,\n  type Transcriber,\n  type TranscriberProps,\n  type TranscriptMessageEnricher,\n  type TranscriptionManager,\n} from '../transcriber';\n\nexport namespace TranscriptionCapabilities {\n  export type GetTranscriberProps = {\n    audioStreamTrack: MediaStreamTrack;\n    recorderConfig?: Partial<MediaStreamRecorderProps['config']>;\n    transcriberConfig?: Partial<TranscriberProps['config']>;\n    onSegments: TranscriberProps['onSegments'];\n  };\n  export type GetTranscriber = (props: GetTranscriberProps) => Transcriber;\n  export const Transcriber = Capability.make<GetTranscriber>(`${meta.id}/capability/transcriber`);\n\n  export type GetTranscriptionManagerProps = {\n    messageEnricher?: TranscriptMessageEnricher;\n  };\n  export type GetTranscriptionManager = (props: GetTranscriptionManagerProps) => TranscriptionManager;\n  export const TranscriptionManager = Capability.make<GetTranscriptionManager>(\n    `${meta.id}/capability/transcription-manager`,\n  );\n}\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport * as Schema from 'effect/Schema';\n\nimport { SpaceSchema } from '@dxos/client/echo';\nimport { Operation } from '@dxos/operation';\nimport { Transcript } from '@dxos/types';\n\nimport { meta } from '../meta';\n\n//\n// Operations\n//\n\nconst TRANSCRIPT_OPERATION = `${meta.id}/operation`;\n\nexport namespace TranscriptOperation {\n  export const Create = Operation.make({\n    meta: { key: `${TRANSCRIPT_OPERATION}/create`, name: 'Create Transcript' },\n    schema: {\n      input: Schema.Struct({\n        name: Schema.optional(Schema.String),\n        space: SpaceSchema,\n      }),\n      output: Schema.Struct({\n        object: Transcript.Transcript,\n      }),\n    },\n  });\n}\n", "//\n// Copyright 2025 DXOS.org\n//\n\n/**\n * Endpoint to the calls service.\n */\n// TODO(burdon): Reconfigure/move.\nexport const TRANSCRIPTION_URL = 'https://calls-service.dxos.workers.dev';\n"],
-  "mappings": ";;;;;;;;AAIA,SAASA,kBAAkB;UAWVC,4BAAAA;6BAQFC,cAAcC,WAAWC,KAAqB,GAAGC,KAAKC,EAAE,yBAAyB;6BAMjFC,uBAAuBJ,WAAWC,KAC7C,GAAGC,KAAKC,EAAE,mCAAmC;AAEjD,GAjBiBL,8BAAAA,4BAAAA,CAAAA,EAAAA;;;;ACfjB;;;;AAIA,YAAYO,YAAY;AAExB,SAASC,mBAAmB;AAC5B,SAASC,iBAAiB;AAC1B,SAASC,kBAAkB;AAQ3B,IAAMC,uBAAuB,GAAGC,KAAKC,EAAE;UAEtBC,sBAAAA;uBACFC,SAASC,UAAUC,KAAK;IACnCL,MAAM;MAAEM,KAAK,GAAGP,oBAAAA;MAA+BQ,MAAM;IAAoB;IACzEC,QAAQ;MACNC,OAAcC,cAAO;QACnBH,MAAaI,gBAAgBC,aAAM;QACnCC,OAAOC;MACT,CAAA;MACAC,QAAeL,cAAO;QACpBM,QAAQC,WAAWA;MACrB,CAAA;IACF;EACF,CAAA;AACF,GAbiBf,wBAAAA,sBAAAA,CAAAA,EAAAA;;;;ACVV,IAAMgB,oBAAoB;",
-  "names": ["Capability", "TranscriptionCapabilities", "Transcriber", "Capability", "make", "meta", "id", "TranscriptionManager", "Schema", "SpaceSchema", "Operation", "Transcript", "TRANSCRIPT_OPERATION", "meta", "id", "TranscriptOperation", "Create", "Operation", "make", "key", "name", "schema", "input", "Struct", "optional", "String", "space", "SpaceSchema", "output", "object", "Transcript", "TRANSCRIPTION_URL"]
-}