@dxos/plugin-transcription 0.8.2-main.12df754 → 0.8.2-main.36232bc

package/src/transcriber/transcriber.browser.test.ts

@@ -9,11 +9,11 @@ import { WaveFile } from 'wavefile';
 
 import { Trigger } from '@dxos/async';
 import { log } from '@dxos/log';
+import { type TranscriptionContentBlock } from '@dxos/schema';
 import { openAndClose } from '@dxos/test-utils';
 import { trace, TRACE_PROCESSOR } from '@dxos/tracing';
 
 import { type AudioChunk, type AudioRecorder, Transcriber } from '../transcriber';
-import { type TranscriptSegment } from '../types';
 import { mergeFloat64Arrays } from '../util';
 
 // TODO(burdon): ReferenceError: Worker is not defined (Can only run with web workers).
@@ -93,7 +93,7 @@ describe.skip('Transcriber', () => {
   });
 
   test.skip('transcription of audio recording', { timeout: 10_000 }, async () => {
-    const trigger = new Trigger<TranscriptSegment[]>({ autoReset: true });
+    const trigger = new Trigger<TranscriptionContentBlock[]>({ autoReset: true });
     const recorder = new MockAudioRecorder({
       buffer: await readFile('test.wav'),
       chunkDuration: 3_000,
@@ -127,7 +127,7 @@ describe.skip('Transcriber', () => {
   });
 
   test.skip('transcription of audio recording with overlapping chunks', { timeout: 20_000 }, async () => {
-    const trigger = new Trigger<TranscriptSegment[]>({ autoReset: true });
+    const trigger = new Trigger<TranscriptionContentBlock[]>({ autoReset: true });
     const recorder = new MockAudioRecorder({
       buffer: await readFile('test.wav'),
       chunkDuration: 3_000,

package/src/transcriber/transcriber.ts

@@ -7,10 +7,11 @@ import { WaveFile } from 'wavefile';
 import { DeferredTask, Trigger } from '@dxos/async';
 import { type Context, LifecycleState, Resource } from '@dxos/context';
 import { log } from '@dxos/log';
+import { type TranscriptionContentBlock } from '@dxos/schema';
 import { trace } from '@dxos/tracing';
 
 import { type AudioRecorder, type AudioChunk } from './audio-recorder';
-import { TRANSCRIPTION_URL, type TranscriptSegment } from '../types';
+import { TRANSCRIPTION_URL } from '../types';
 import { mergeFloat64Arrays } from '../util';
 
 type WhisperWord = {
@@ -64,7 +65,7 @@ export type TranscribeConfig = {
 export type TranscriberParams = {
   config: TranscribeConfig;
   recorder: AudioRecorder;
-  onSegments: (segments: TranscriptSegment[]) => Promise<void>;
+  onSegments: (segments: TranscriptionContentBlock[]) => Promise<void>;
 };
 
 /**
@@ -93,6 +94,7 @@ export class Transcriber extends Resource {
   }
 
   protected override async _open(ctx: Context) {
+    log.info('opening');
     this._recorder.setOnChunk((chunk) => this._saveAudioChunk(chunk));
     await this._recorder.start();
     this._transcribeTask = new DeferredTask(ctx, async () => this._transcribe());
@@ -100,15 +102,18 @@ export class Transcriber extends Resource {
   }
 
   protected override async _close() {
+    log.info('closing');
     this._recording = false;
     this._transcribeTask = undefined;
     await this._recorder.stop();
   }
 
   startChunksRecording() {
+    log.info('starting');
     if (this._lifecycleState !== LifecycleState.OPEN) {
       return;
     }
+
     this._recording = true;
   }
 
@@ -116,8 +121,10 @@ export class Transcriber extends Resource {
     if (this._lifecycleState !== LifecycleState.OPEN || !this._recording) {
       return;
     }
+
     this._recording = false;
     this._transcribeTask?.schedule();
+    log.info('stopped');
   }
 
   private _saveAudioChunk(chunk: AudioChunk) {
@@ -194,24 +201,22 @@ export class Transcriber extends Resource {
 
     if (!response.ok) {
       this._audioChunks = [];
-      throw new Error('Failed to transcribe');
+      throw new Error(`Transcription failed: ${response.statusText}`);
     }
 
-    const {
-      segments,
-    }: {
+    const { segments } = (await response.json()) as {
       segments: WhisperSegment[];
-    } = await response.json();
+    };
 
     log.info('transcription response', {
-      segments,
+      segments: segments.length,
       string: segments.map((segments) => segments.text).join(' '),
     });
 
     return segments;
   }
 
-  private _alignSegments(segments: WhisperSegment[], originalChunks: AudioChunk[]): TranscriptSegment[] {
+  private _alignSegments(segments: WhisperSegment[], originalChunks: AudioChunk[]): TranscriptionContentBlock[] {
     // Absolute zero for all relative timestamps in the segments.
     const zeroTimestamp = originalChunks.at(0)!.timestamp;
 
@@ -240,8 +245,9 @@ export class Transcriber extends Resource {
 
     // Add absolute timestamp to each segment.
     return filteredSegments.map((segment) => ({
+      type: 'transcription',
       started: new Date(zeroTimestamp + segment.start * 1_000).toISOString(),
-      text: segment.text,
+      text: segment.text.trim(),
     }));
   }
 }

package/src/transcriber/transcription-manager.ts

@@ -6,14 +6,13 @@ import { synchronized } from '@dxos/async';
 import { Resource } from '@dxos/context';
 import { QueueImpl, type Queue } from '@dxos/echo-db';
 import { create } from '@dxos/echo-schema';
-import { invariant } from '@dxos/invariant';
-import { DXN } from '@dxos/keys';
+import { type DXN } from '@dxos/keys';
+import { log } from '@dxos/log';
 import { type EdgeHttpClient } from '@dxos/react-edge-client';
-import { type HuePalette } from '@dxos/react-ui-theme';
+import { MessageType, type TranscriptionContentBlock } from '@dxos/schema';
 
 import { MediaStreamRecorder } from './media-stream-recorder';
 import { Transcriber } from './transcriber';
-import { TranscriptBlock, type TranscriptSegment } from '../types';
 
 /**
  * Length of the chunk in ms.
@@ -31,23 +30,34 @@ const PREFIXED_CHUNKS_AMOUNT = 10;
  */
 const TRANSCRIBE_AFTER_CHUNKS_AMOUNT = 50;
 
+export type TranscriptMessageEnricher = (message: MessageType) => Promise<MessageType>;
+
+export type TranscriptionManagerOptions = {
+  edgeClient: EdgeHttpClient;
+
+  /**
+   * Enrich the message before it is written to the transcription queue.
+   */
+  messageEnricher?: TranscriptMessageEnricher;
+};
+
 /**
  * Manages transcription state for a meeting.
  */
-// TODO(mykola): Reconcile with transcriber capability.
 export class TranscriptionManager extends Resource {
   private readonly _edgeClient: EdgeHttpClient;
+  private readonly _messageEnricher?: TranscriptMessageEnricher;
   private _audioStreamTrack?: MediaStreamTrack = undefined;
-  private _name?: string = undefined;
-  private _hue?: HuePalette = undefined;
+  private _identityDid?: string = undefined;
   private _mediaRecorder?: MediaStreamRecorder = undefined;
   private _transcriber?: Transcriber = undefined;
+  private _queue?: Queue<MessageType> = undefined;
   private _enabled = false;
-  private _queue?: Queue<TranscriptBlock> = undefined;
 
-  constructor(edgeClient: EdgeHttpClient) {
+  constructor(options: TranscriptionManagerOptions) {
     super();
-    this._edgeClient = edgeClient;
+    this._edgeClient = options.edgeClient;
+    this._messageEnricher = options.messageEnricher;
   }
 
   protected override async _open() {
@@ -58,10 +68,24 @@ export class TranscriptionManager extends Resource {
     void this._transcriber?.close();
   }
 
-  @synchronized
-  setRecording(recording?: boolean) {
+  setQueue(queueDxn: DXN): TranscriptionManager {
+    if (this._queue?.dxn.toString() !== queueDxn.toString()) {
+      log.info('setQueue', { queueDxn: queueDxn.toString() });
+      this._queue = new QueueImpl<MessageType>(this._edgeClient, queueDxn);
+    }
+    return this;
+  }
+
+  setIdentityDid(did: string): TranscriptionManager {
+    if (this._identityDid !== did) {
+      this._identityDid = did;
+    }
+    return this;
+  }
+
+  setRecording(recording?: boolean): TranscriptionManager {
     if (!this.isOpen || !this._enabled) {
-      return;
+      return this;
     }
 
     if (recording) {
@@ -69,6 +93,7 @@ export class TranscriptionManager extends Resource {
     } else {
       this._transcriber?.stopChunksRecording();
     }
+    return this;
   }
 
   /**
@@ -80,7 +105,9 @@ export class TranscriptionManager extends Resource {
     if (this._enabled === enabled) {
       return;
     }
+
     this._enabled = enabled ?? false;
+    // TODO(burdon): Why is toggle called here?
     this.isOpen && (await this._toggleTranscriber());
   }
 
@@ -89,60 +116,33 @@ export class TranscriptionManager extends Resource {
     if (this._audioStreamTrack === track) {
       return;
     }
+
     this._audioStreamTrack = track;
     this.isOpen && (await this._toggleTranscriber());
   }
 
-  /**
-   * Set the queue to save the transcription to.
-   * @param queue - The queue to save the transcription to or the DXN of the queue.
-   */
-  @synchronized
-  setQueue(queue?: Queue<TranscriptBlock> | string) {
-    switch (typeof queue) {
-      case 'string':
-        if (this._queue?.dxn.toString() === queue) {
-          return;
-        }
-        this._queue = new QueueImpl<TranscriptBlock>(this._edgeClient, DXN.parse(queue));
-        break;
-      case 'object':
-        if (this._queue === queue) {
-          return;
-        }
-        invariant(queue instanceof QueueImpl);
-        this._queue = queue;
-        break;
-      case 'undefined':
-        this._queue = undefined;
-        break;
-    }
-  }
-
-  @synchronized
-  setName(name: string) {
-    if (this._name === name) {
-      return;
-    }
-    this._name = name;
-  }
-
-  @synchronized
-  setHue(hue: HuePalette) {
-    if (this._hue === hue) {
-      return;
-    }
-    this._hue = hue;
-  }
-
+  // TODO(burdon): Change this to setEnables (explicit), not toggle.
   private async _toggleTranscriber() {
     await this._maybeReinitTranscriber();
 
     // Open or close transcriber if transcription is enabled or disabled.
     if (this._enabled) {
       await this._transcriber?.open();
+      // TODO(burdon): Started and stopped blocks appear twice.
+      const block = create(MessageType, {
+        created: new Date().toISOString(),
+        blocks: [{ type: 'transcription', text: 'Started', started: new Date().toISOString() }],
+        sender: { role: 'assistant' },
+      });
+      this._queue?.append([block]);
     } else {
       await this._transcriber?.close();
+      const block = create(MessageType, {
+        created: new Date().toISOString(),
+        blocks: [{ type: 'transcription', text: 'Stopped', started: new Date().toISOString() }],
+        sender: { role: 'assistant' },
+      });
+      this._queue?.append([block]);
     }
   }
 
@@ -173,12 +173,21 @@ export class TranscriptionManager extends Resource {
     }
   }
 
-  private async _onSegments(segments: TranscriptSegment[]) {
+  private async _onSegments(segments: TranscriptionContentBlock[]) {
     if (!this.isOpen || !this._queue) {
       return;
     }
 
-    const block = create(TranscriptBlock, { authorName: this._name, authorHue: this._hue, segments });
+    let block = create(MessageType, {
+      created: new Date().toISOString(),
+      blocks: segments,
+      sender: { identityDid: this._identityDid },
+    });
+
+    if (this._messageEnricher) {
+      block = await this._messageEnricher(block);
+    }
+
     this._queue.append([block]);
   }
 }

package/src/translations.ts

@@ -22,6 +22,8 @@ export default [
         'delete button': 'Delete',
         'bookmark button': 'Bookmark',
         'scroll to end label': 'Scroll to latest',
+
+        'settings entity extraction label': 'Entity extraction',
       },
     },
   },

package/src/types/schema.ts

@@ -2,7 +2,7 @@
 // Copyright 2025 DXOS.org
 //
 
-import { EchoObject, Expando, Ref, S, TypedObject } from '@dxos/echo-schema';
+import { Expando, Ref, S, TypedObject } from '@dxos/echo-schema';
 
 /**
  * Root transcript object created when the user starts a transcription.
@@ -37,26 +37,3 @@ const TranscriptHeader = S.Struct({
 });
 
 export type TranscriptHeader = S.Schema.Type<typeof TranscriptHeader>;
-
-/**
- * Transcription fragment.
- */
-const TranscriptSegment = S.Struct({
-  // TODO(burdon): TS from service is not Unix TS (x1000).
-  started: S.String,
-  text: S.String,
-});
-
-export type TranscriptSegment = S.Schema.Type<typeof TranscriptSegment>;
-
-/**
- * Transcription block (from single speaker).
- */
-export const TranscriptBlock = S.Struct({
-  id: S.String,
-  authorName: S.optional(S.String), // TODO(burdon): Replace with identityDid.
-  authorHue: S.optional(S.String), // TOOD(burdon): Remove.
-  segments: S.Array(TranscriptSegment),
-}).pipe(EchoObject({ typename: 'dxos.org/type/TranscriptBlock', version: '0.1.0' }));
-
-export type TranscriptBlock = S.Schema.Type<typeof TranscriptBlock>;

package/src/types/types.ts

@@ -2,7 +2,7 @@
 // Copyright 2025 DXOS.org
 //
 
-import { S, isInstanceOf } from '@dxos/echo-schema';
+import { SpaceIdSchema, S, isInstanceOf } from '@dxos/echo-schema';
 import { isLiveObject } from '@dxos/react-client/echo';
 
 import { TranscriptType } from './schema';
@@ -22,8 +22,7 @@ export namespace TranscriptionAction {
   export class Create extends S.TaggedClass<Create>()(`${TRANSCRIPTION_ACTION}/create`, {
     input: S.Struct({
       name: S.optional(S.String),
-      // TODO(wittjosiah): SpaceId.
-      spaceId: S.String,
+      spaceId: SpaceIdSchema,
     }),
     output: S.Struct({
       object: TranscriptType,
@@ -34,3 +33,12 @@ export namespace TranscriptionAction {
 export const isTranscript = (object: unknown): object is typeof TranscriptType => {
   return isLiveObject(object) && isInstanceOf(TranscriptType, object);
 };
+
+// TODO(burdon): Create with decode consistently: S.decodeSync(TranscriptionSettingsSchema)({}))
+export const TranscriptionSettingsSchema = S.mutable(
+  S.Struct({
+    entityExtraction: S.optional(S.Boolean).pipe(S.withConstructorDefault(() => true)),
+  }),
+);
+
+export type TranscriptionSettingsProps = S.Schema.Type<typeof TranscriptionSettingsSchema>;

package/dist/lib/browser/app-graph-builder-I4SSIQMW.mjs

@@ -1,168 +0,0 @@
-import {
-  TranscriptionManager
-} from "./chunk-DR3NBV6Q.mjs";
-import "./chunk-KLD7O5GJ.mjs";
-import {
-  TranscriptType,
-  TranscriptionAction
-} from "./chunk-5Q3R53U3.mjs";
-import {
-  TranscriptionCapabilities
-} from "./chunk-5BE6RTNC.mjs";
-import {
-  TRANSCRIPTION_PLUGIN
-} from "./chunk-6ZR5MDK3.mjs";
-
-// packages/plugins/plugin-transcription/src/capabilities/app-graph-builder.ts
-import { Capabilities, contributes, createIntent } from "@dxos/app-framework";
-import { fullyQualifiedId, getSpace, makeRef } from "@dxos/client/echo";
-import { generateName } from "@dxos/display-name";
-import { getSchemaTypename, isInstanceOf } from "@dxos/echo-schema";
-import { invariant } from "@dxos/invariant";
-import { ClientCapabilities } from "@dxos/plugin-client";
-import { PLANK_COMPANION_TYPE, ATTENDABLE_PATH_SEPARATOR } from "@dxos/plugin-deck/types";
-import { createExtension } from "@dxos/plugin-graph";
-import { MeetingCapabilities } from "@dxos/plugin-meeting";
-import { MeetingType } from "@dxos/plugin-meeting/types";
-import { keyToFallback } from "@dxos/util";
-var __dxlog_file = "/home/runner/work/dxos/dxos/packages/plugins/plugin-transcription/src/capabilities/app-graph-builder.ts";
-var getMeetingTranscript = async (context, meeting) => {
-  const { dispatchPromise: dispatch } = context.requestCapability(Capabilities.IntentDispatcher);
-  const typename = getSchemaTypename(TranscriptType);
-  const existing = await meeting.artifacts[typename]?.load();
-  if (existing instanceof TranscriptType) {
-    return existing;
-  }
-  const space = getSpace(meeting);
-  invariant(space, void 0, {
-    F: __dxlog_file,
-    L: 41,
-    S: void 0,
-    A: [
-      "space",
-      ""
-    ]
-  });
-  const { data } = await dispatch(createIntent(TranscriptionAction.Create, {
-    spaceId: space.id
-  }));
-  meeting.artifacts[typename] = makeRef(data.object);
-  return data?.object;
-};
-var app_graph_builder_default = (context) => contributes(Capabilities.AppGraphBuilder, [
-  createExtension({
-    id: `${TRANSCRIPTION_PLUGIN}/meeting-transcript`,
-    filter: (node) => isInstanceOf(MeetingType, node.data) && node.type !== PLANK_COMPANION_TYPE,
-    actions: ({ node }) => {
-      const meeting = node.data;
-      const state = context.requestCapability(TranscriptionCapabilities.MeetingTranscriptionState);
-      return [
-        {
-          id: `${fullyQualifiedId(meeting)}/action/start-stop-transcription`,
-          data: async () => {
-            const transcript = await getMeetingTranscript(context, meeting);
-            invariant(transcript, "Failed to create transcript", {
-              F: __dxlog_file,
-              L: 66,
-              S: void 0,
-              A: [
-                "transcript",
-                "'Failed to create transcript'"
-              ]
-            });
-            const call = context.requestCapability(MeetingCapabilities.CallManager);
-            call.setActivity(getSchemaTypename(TranscriptType), {
-              enabled: !state.enabled,
-              queueDxn: transcript.queue.dxn.toString()
-            });
-          },
-          properties: {
-            label: state.enabled ? [
-              "stop transcription label",
-              {
-                ns: TRANSCRIPTION_PLUGIN
-              }
-            ] : [
-              "start transcription label",
-              {
-                ns: TRANSCRIPTION_PLUGIN
-              }
-            ],
-            icon: "ph--subtitles--regular",
-            disposition: "toolbar",
-            classNames: state.enabled ? "bg-callAlert" : ""
-          }
-        }
-      ];
-    },
-    connector: ({ node }) => {
-      const meeting = node.data;
-      const client = context.requestCapability(ClientCapabilities.Client);
-      const state = context.requestCapability(TranscriptionCapabilities.MeetingTranscriptionState);
-      return [
-        {
-          id: `${fullyQualifiedId(meeting)}${ATTENDABLE_PATH_SEPARATOR}${getSchemaTypename(TranscriptType)}`,
-          type: PLANK_COMPANION_TYPE,
-          data: meeting.artifacts[getSchemaTypename(TranscriptType)]?.target,
-          properties: {
-            label: [
-              "transcript companion label",
-              {
-                ns: TRANSCRIPTION_PLUGIN
-              }
-            ],
-            icon: "ph--subtitles--regular",
-            disposition: "hidden",
-            schema: TranscriptType,
-            getIntent: ({ space }) => createIntent(TranscriptionAction.Create, {
-              spaceId: space.id
-            }),
-            onJoin: () => {
-              const transcriptionManager = new TranscriptionManager(client.edge);
-              const identity = client.halo.identity.get();
-              invariant(identity, void 0, {
-                F: __dxlog_file,
-                L: 105,
-                S: void 0,
-                A: [
-                  "identity",
-                  ""
-                ]
-              });
-              transcriptionManager.setName(identity.profile?.displayName ?? generateName(identity.identityKey.toHex()));
-              const fallbackValue = keyToFallback(identity.identityKey);
-              const userHue = identity.profile?.data?.hue || fallbackValue.hue;
-              transcriptionManager.setHue(userHue);
-              void transcriptionManager.open();
-              state.transcriptionManager = transcriptionManager;
-            },
-            onLeave: () => {
-              void state.transcriptionManager?.close();
-              state.transcriptionManager = void 0;
-              state.enabled = false;
-            },
-            onCallStateUpdated: (callState) => {
-              const typename = getSchemaTypename(TranscriptType);
-              const transcription = typename ? callState.activities?.[typename] : void 0;
-              if (!transcription?.payload) {
-                return;
-              }
-              const payload = transcription.payload;
-              state.enabled = !!payload.enabled;
-              void state.transcriptionManager?.setEnabled(payload.enabled);
-              void state.transcriptionManager?.setQueue(payload.queueDxn);
-            },
-            onMediaStateUpdated: ([mediaState, isSpeaking]) => {
-              void state.transcriptionManager?.setAudioTrack(mediaState.audioTrack);
-              void state.transcriptionManager?.setRecording(isSpeaking);
-            }
-          }
-        }
-      ];
-    }
-  })
-]);
-export {
-  app_graph_builder_default as default
-};
-//# sourceMappingURL=app-graph-builder-I4SSIQMW.mjs.map

package/dist/lib/browser/app-graph-builder-I4SSIQMW.mjs.map

@@ -1,7 +0,0 @@
-{
-  "version": 3,
-  "sources": ["../../../src/capabilities/app-graph-builder.ts"],
-  "sourcesContent": ["//\n// Copyright 2025 DXOS.org\n//\n\nimport { Capabilities, contributes, createIntent, type PluginsContext } from '@dxos/app-framework';\nimport { fullyQualifiedId, getSpace, makeRef, type Space } from '@dxos/client/echo';\nimport { generateName } from '@dxos/display-name';\nimport { getSchemaTypename, isInstanceOf } from '@dxos/echo-schema';\nimport { invariant } from '@dxos/invariant';\nimport { ClientCapabilities } from '@dxos/plugin-client';\nimport { PLANK_COMPANION_TYPE, ATTENDABLE_PATH_SEPARATOR } from '@dxos/plugin-deck/types';\nimport { createExtension, type Node } from '@dxos/plugin-graph';\nimport { MeetingCapabilities, type CallState, type MediaState } from '@dxos/plugin-meeting';\nimport { MeetingType } from '@dxos/plugin-meeting/types';\nimport { type buf } from '@dxos/protocols/buf';\nimport { type TranscriptionPayloadSchema } from '@dxos/protocols/buf/dxos/edge/calls_pb';\nimport { keyToFallback } from '@dxos/util';\n\nimport { TranscriptionCapabilities } from './capabilities';\nimport { TRANSCRIPTION_PLUGIN } from '../meta';\nimport { TranscriptionManager } from '../transcriber';\nimport { TranscriptionAction, TranscriptType } from '../types';\n\n// TODO(wittjosiah): Factor out.\n// TODO(wittjosiah): Can we stop using protobuf for this?\ntype TranscriptionPayload = buf.MessageInitShape<typeof TranscriptionPayloadSchema>;\n\nconst getMeetingTranscript = async (\n  context: PluginsContext,\n  meeting: MeetingType,\n): Promise<TranscriptType | undefined> => {\n  const { dispatchPromise: dispatch } = context.requestCapability(Capabilities.IntentDispatcher);\n\n  const typename = getSchemaTypename(TranscriptType)!;\n  const existing = await meeting.artifacts[typename]?.load();\n  if (existing instanceof TranscriptType) {\n    return existing;\n  }\n\n  const space = getSpace(meeting);\n  invariant(space);\n  const { data } = await dispatch(createIntent(TranscriptionAction.Create, { spaceId: space.id }));\n  meeting.artifacts[typename] = makeRef(data!.object);\n  return data?.object;\n};\n\n// TODO(wittjosiah): Introduce a sound that plays when transcription is activated/deactivated.\nexport default (context: PluginsContext) =>\n  contributes(Capabilities.AppGraphBuilder, [\n    createExtension({\n      id: `${TRANSCRIPTION_PLUGIN}/meeting-transcript`,\n      filter: (node): node is Node<MeetingType> =>\n        isInstanceOf(MeetingType, node.data) && node.type !== PLANK_COMPANION_TYPE,\n      actions: ({ node }) => {\n        const meeting = node.data;\n        const state = context.requestCapability(TranscriptionCapabilities.MeetingTranscriptionState);\n        return [\n          {\n            id: `${fullyQualifiedId(meeting)}/action/start-stop-transcription`,\n            data: async () => {\n              // NOTE: We are not saving the state of the transcription manager here.\n              // We expect the state to be updated through `onCallStateUpdated` once it is propagated through Swarm.\n              // This is done to avoid race conditions and to not handle optimistic updates.\n\n              const transcript = await getMeetingTranscript(context, meeting);\n              invariant(transcript, 'Failed to create transcript');\n\n              const call = context.requestCapability(MeetingCapabilities.CallManager);\n              call.setActivity(getSchemaTypename(TranscriptType)!, {\n                enabled: !state.enabled,\n                queueDxn: transcript.queue.dxn.toString(),\n              });\n            },\n            properties: {\n              label: state.enabled\n                ? ['stop transcription label', { ns: TRANSCRIPTION_PLUGIN }]\n                : ['start transcription label', { ns: TRANSCRIPTION_PLUGIN }],\n              icon: 'ph--subtitles--regular',\n              disposition: 'toolbar',\n              classNames: state.enabled ? 'bg-callAlert' : '',\n            },\n          },\n        ];\n      },\n      connector: ({ node }) => {\n        const meeting = node.data;\n        const client = context.requestCapability(ClientCapabilities.Client);\n        const state = context.requestCapability(TranscriptionCapabilities.MeetingTranscriptionState);\n\n        return [\n          {\n            id: `${fullyQualifiedId(meeting)}${ATTENDABLE_PATH_SEPARATOR}${getSchemaTypename(TranscriptType)}`,\n            type: PLANK_COMPANION_TYPE,\n            data: meeting.artifacts[getSchemaTypename(TranscriptType)!]?.target,\n            properties: {\n              label: ['transcript companion label', { ns: TRANSCRIPTION_PLUGIN }],\n              icon: 'ph--subtitles--regular',\n              disposition: 'hidden',\n              schema: TranscriptType,\n              getIntent: ({ space }: { space: Space }) =>\n                createIntent(TranscriptionAction.Create, { spaceId: space.id }),\n              onJoin: () => {\n                const transcriptionManager = new TranscriptionManager(client.edge);\n                const identity = client.halo.identity.get();\n                invariant(identity);\n                transcriptionManager.setName(\n                  identity.profile?.displayName ?? generateName(identity.identityKey.toHex()),\n                );\n                const fallbackValue = keyToFallback(identity!.identityKey);\n                const userHue = identity!.profile?.data?.hue || fallbackValue.hue;\n                transcriptionManager.setHue(userHue);\n                void transcriptionManager.open();\n                state.transcriptionManager = transcriptionManager;\n              },\n              onLeave: () => {\n                void state.transcriptionManager?.close();\n                state.transcriptionManager = undefined;\n                state.enabled = false;\n              },\n              onCallStateUpdated: (callState: CallState) => {\n                const typename = getSchemaTypename(TranscriptType);\n                const transcription = typename ? callState.activities?.[typename] : undefined;\n                if (!transcription?.payload) {\n                  return;\n                }\n\n                const payload: TranscriptionPayload = transcription.payload;\n                state.enabled = !!payload.enabled;\n                void state.transcriptionManager?.setEnabled(payload.enabled);\n                void state.transcriptionManager?.setQueue(payload.queueDxn);\n              },\n              onMediaStateUpdated: ([mediaState, isSpeaking]: [MediaState, boolean]) => {\n                void state.transcriptionManager?.setAudioTrack(mediaState.audioTrack);\n                void state.transcriptionManager?.setRecording(isSpeaking);\n              },\n            },\n          },\n        ];\n      },\n    }),\n  ]);\n"],
-  "mappings": ";;;;;;;;;;;;;;;;AAIA,SAASA,cAAcC,aAAaC,oBAAyC;AAC7E,SAASC,kBAAkBC,UAAUC,eAA2B;AAChE,SAASC,oBAAoB;AAC7B,SAASC,mBAAmBC,oBAAoB;AAChD,SAASC,iBAAiB;AAC1B,SAASC,0BAA0B;AACnC,SAASC,sBAAsBC,iCAAiC;AAChE,SAASC,uBAAkC;AAC3C,SAASC,2BAA4D;AACrE,SAASC,mBAAmB;AAG5B,SAASC,qBAAqB;;AAW9B,IAAMC,uBAAuB,OAC3BC,SACAC,YAAAA;AAEA,QAAM,EAAEC,iBAAiBC,SAAQ,IAAKH,QAAQI,kBAAkBC,aAAaC,gBAAgB;AAE7F,QAAMC,WAAWC,kBAAkBC,cAAAA;AACnC,QAAMC,WAAW,MAAMT,QAAQU,UAAUJ,QAAAA,GAAWK,KAAAA;AACpD,MAAIF,oBAAoBD,gBAAgB;AACtC,WAAOC;EACT;AAEA,QAAMG,QAAQC,SAASb,OAAAA;AACvBc,YAAUF,OAAAA,QAAAA;;;;;;;;;AACV,QAAM,EAAEG,KAAI,IAAK,MAAMb,SAASc,aAAaC,oBAAoBC,QAAQ;IAAEC,SAASP,MAAMQ;EAAG,CAAA,CAAA;AAC7FpB,UAAQU,UAAUJ,QAAAA,IAAYe,QAAQN,KAAMO,MAAM;AAClD,SAAOP,MAAMO;AACf;AAGA,IAAA,4BAAe,CAACvB,YACdwB,YAAYnB,aAAaoB,iBAAiB;EACxCC,gBAAgB;IACdL,IAAI,GAAGM,oBAAAA;IACPC,QAAQ,CAACC,SACPC,aAAaC,aAAaF,KAAKb,IAAI,KAAKa,KAAKG,SAASC;IACxDC,SAAS,CAAC,EAAEL,KAAI,MAAE;AAChB,YAAM5B,UAAU4B,KAAKb;AACrB,YAAMmB,QAAQnC,QAAQI,kBAAkBgC,0BAA0BC,yBAAyB;AAC3F,aAAO;QACL;UACEhB,IAAI,GAAGiB,iBAAiBrC,OAAAA,CAAAA;UACxBe,MAAM,YAAA;AAKJ,kBAAMuB,aAAa,MAAMxC,qBAAqBC,SAASC,OAAAA;AACvDc,sBAAUwB,YAAY,+BAAA;;;;;;;;;AAEtB,kBAAMC,OAAOxC,QAAQI,kBAAkBqC,oBAAoBC,WAAW;AACtEF,iBAAKG,YAAYnC,kBAAkBC,cAAAA,GAAkB;cACnDmC,SAAS,CAACT,MAAMS;cAChBC,UAAUN,WAAWO,MAAMC,IAAIC,SAAQ;YACzC,CAAA;UACF;UACAC,YAAY;YACVC,OAAOf,MAAMS,UACT;cAAC;cAA4B;gBAAEO,IAAIxB;cAAqB;gBACxD;cAAC;cAA6B;gBAAEwB,IAAIxB;cAAqB;;YAC7DyB,MAAM;YACNC,aAAa;YACbC,YAAYnB,MAAMS,UAAU,iBAAiB;UAC/C;QACF;;IAEJ;IACAW,WAAW,CAAC,EAAE1B,KAAI,MAAE;AAClB,YAAM5B,UAAU4B,KAAKb;AACrB,YAAMwC,SAASxD,QAAQI,kBAAkBqD,mBAAmBC,MAAM;AAClE,YAAMvB,QAAQnC,QAAQI,kBAAkBgC,0BAA0BC,yBAAyB;AAE3F,aAAO;QACL;UACEhB,IAAI,GAAGiB,iBAAiBrC,OAAAA,CAAAA,GAAW0D,yBAAAA,GAA4BnD,kBAAkBC,cAAAA,CAAAA;UACjFuB,MAAMC;UACNjB,MAAMf,QAAQU,UAAUH,kBAAkBC,cAAAA,CAAAA,GAAmBmD;UAC7DX,YAAY;YACVC,OAAO;cAAC;cAA8B;gBAAEC,IAAIxB;cAAqB;;YACjEyB,MAAM;YACNC,aAAa;YACbQ,QAAQpD;YACRqD,WAAW,CAAC,EAAEjD,MAAK,MACjBI,aAAaC,oBAAoBC,QAAQ;cAAEC,SAASP,MAAMQ;YAAG,CAAA;YAC/D0C,QAAQ,MAAA;AACN,oBAAMC,uBAAuB,IAAIC,qBAAqBT,OAAOU,IAAI;AACjE,oBAAMC,WAAWX,OAAOY,KAAKD,SAASE,IAAG;AACzCtD,wBAAUoD,UAAAA,QAAAA;;;;;;;;;AACVH,mCAAqBM,QACnBH,SAASI,SAASC,eAAeC,aAAaN,SAASO,YAAYC,MAAK,CAAA,CAAA;AAE1E,oBAAMC,gBAAgBC,cAAcV,SAAUO,WAAW;AACzD,oBAAMI,UAAUX,SAAUI,SAASvD,MAAM+D,OAAOH,cAAcG;AAC9Df,mCAAqBgB,OAAOF,OAAAA;AAC5B,mBAAKd,qBAAqBiB,KAAI;AAC9B9C,oBAAM6B,uBAAuBA;YAC/B;YACAkB,SAAS,MAAA;AACP,mBAAK/C,MAAM6B,sBAAsBmB,MAAAA;AACjChD,oBAAM6B,uBAAuBoB;AAC7BjD,oBAAMS,UAAU;YAClB;YACAyC,oBAAoB,CAACC,cAAAA;AACnB,oBAAM/E,WAAWC,kBAAkBC,cAAAA;AACnC,oBAAM8E,gBAAgBhF,WAAW+E,UAAUE,aAAajF,QAAAA,IAAY6E;AACpE,kBAAI,CAACG,eAAeE,SAAS;AAC3B;cACF;AAEA,oBAAMA,UAAgCF,cAAcE;AACpDtD,oBAAMS,UAAU,CAAC,CAAC6C,QAAQ7C;AAC1B,mBAAKT,MAAM6B,sBAAsB0B,WAAWD,QAAQ7C,OAAO;AAC3D,mBAAKT,MAAM6B,sBAAsB2B,SAASF,QAAQ5C,QAAQ;YAC5D;YACA+C,qBAAqB,CAAC,CAACC,YAAYC,UAAAA,MAAkC;AACnE,mBAAK3D,MAAM6B,sBAAsB+B,cAAcF,WAAWG,UAAU;AACpE,mBAAK7D,MAAM6B,sBAAsBiC,aAAaH,UAAAA;YAChD;UACF;QACF;;IAEJ;EACF,CAAA;CACD;",
-  "names": ["Capabilities", "contributes", "createIntent", "fullyQualifiedId", "getSpace", "makeRef", "generateName", "getSchemaTypename", "isInstanceOf", "invariant", "ClientCapabilities", "PLANK_COMPANION_TYPE", "ATTENDABLE_PATH_SEPARATOR", "createExtension", "MeetingCapabilities", "MeetingType", "keyToFallback", "getMeetingTranscript", "context", "meeting", "dispatchPromise", "dispatch", "requestCapability", "Capabilities", "IntentDispatcher", "typename", "getSchemaTypename", "TranscriptType", "existing", "artifacts", "load", "space", "getSpace", "invariant", "data", "createIntent", "TranscriptionAction", "Create", "spaceId", "id", "makeRef", "object", "contributes", "AppGraphBuilder", "createExtension", "TRANSCRIPTION_PLUGIN", "filter", "node", "isInstanceOf", "MeetingType", "type", "PLANK_COMPANION_TYPE", "actions", "state", "TranscriptionCapabilities", "MeetingTranscriptionState", "fullyQualifiedId", "transcript", "call", "MeetingCapabilities", "CallManager", "setActivity", "enabled", "queueDxn", "queue", "dxn", "toString", "properties", "label", "ns", "icon", "disposition", "classNames", "connector", "client", "ClientCapabilities", "Client", "ATTENDABLE_PATH_SEPARATOR", "target", "schema", "getIntent", "onJoin", "transcriptionManager", "TranscriptionManager", "edge", "identity", "halo", "get", "setName", "profile", "displayName", "generateName", "identityKey", "toHex", "fallbackValue", "keyToFallback", "userHue", "hue", "setHue", "open", "onLeave", "close", "undefined", "onCallStateUpdated", "callState", "transcription", "activities", "payload", "setEnabled", "setQueue", "onMediaStateUpdated", "mediaState", "isSpeaking", "setAudioTrack", "audioTrack", "setRecording"]
-}

package/dist/lib/browser/chunk-5Q3R53U3.mjs.map

@@ -1,7 +0,0 @@
-{
-  "version": 3,
-  "sources": ["../../../src/types/schema.ts", "../../../src/types/types.ts"],
-  "sourcesContent": ["//\n// Copyright 2025 DXOS.org\n//\n\nimport { EchoObject, Expando, Ref, S, TypedObject } from '@dxos/echo-schema';\n\n/**\n * Root transcript object created when the user starts a transcription.\n */\nexport const TranscriptSchema = S.Struct({\n  name: S.String,\n\n  // TODO(burdon): Use Date or string?\n  started: S.optional(S.String),\n  ended: S.optional(S.String),\n\n  /**\n   * Queue containing TranscriptBlock objects.\n   */\n  // TODO(wittjosiah): Should be a ref to a queue.\n  queue: Ref(Expando),\n});\n\nexport class TranscriptType extends TypedObject({\n  typename: 'dxos.org/type/Transcript',\n  version: '0.1.0',\n})(TranscriptSchema.fields) {}\n\n// TODO(burdon): Do these need to be kept in sync with EDGE?\n\n/**\n * First message in queue.\n * Contains metadata for the recording and transcript.\n */\nconst TranscriptHeader = S.Struct({\n  started: S.optional(S.String),\n});\n\nexport type TranscriptHeader = S.Schema.Type<typeof TranscriptHeader>;\n\n/**\n * Transcription fragment.\n */\nconst TranscriptSegment = S.Struct({\n  // TODO(burdon): TS from service is not Unix TS (x1000).\n  started: S.String,\n  text: S.String,\n});\n\nexport type TranscriptSegment = S.Schema.Type<typeof TranscriptSegment>;\n\n/**\n * Transcription block (from single speaker).\n */\nexport const TranscriptBlock = S.Struct({\n  id: S.String,\n  authorName: S.optional(S.String), // TODO(burdon): Replace with identityDid.\n  authorHue: S.optional(S.String), // TOOD(burdon): Remove.\n  segments: S.Array(TranscriptSegment),\n}).pipe(EchoObject({ typename: 'dxos.org/type/TranscriptBlock', version: '0.1.0' }));\n\nexport type TranscriptBlock = S.Schema.Type<typeof TranscriptBlock>;\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { S, isInstanceOf } from '@dxos/echo-schema';\nimport { isLiveObject } from '@dxos/react-client/echo';\n\nimport { TranscriptType } from './schema';\nimport { TRANSCRIPTION_PLUGIN } from '../meta';\n\n// TODO(burdon): Move to separate proto.\n\n/**\n * Endpoint to the calls service.\n */\n// TODO(burdon): Reconfigure/move.\nexport const TRANSCRIPTION_URL = 'https://calls-service.dxos.workers.dev';\n\nexport namespace TranscriptionAction {\n  const TRANSCRIPTION_ACTION = `${TRANSCRIPTION_PLUGIN}/action`;\n\n  export class Create extends S.TaggedClass<Create>()(`${TRANSCRIPTION_ACTION}/create`, {\n    input: S.Struct({\n      name: S.optional(S.String),\n      // TODO(wittjosiah): SpaceId.\n      spaceId: S.String,\n    }),\n    output: S.Struct({\n      object: TranscriptType,\n    }),\n  }) {}\n}\n\nexport const isTranscript = (object: unknown): object is typeof TranscriptType => {\n  return isLiveObject(object) && isInstanceOf(TranscriptType, object);\n};\n"],
-  "mappings": ";;;;;AAIA,SAASA,YAAYC,SAASC,KAAKC,GAAGC,mBAAmB;AAKlD,IAAMC,mBAAmBC,EAAEC,OAAO;EACvCC,MAAMF,EAAEG;;EAGRC,SAASJ,EAAEK,SAASL,EAAEG,MAAM;EAC5BG,OAAON,EAAEK,SAASL,EAAEG,MAAM;;;;;EAM1BI,OAAOC,IAAIC,OAAAA;AACb,CAAA;AAEO,IAAMC,iBAAN,cAA6BC,YAAY;EAC9CC,UAAU;EACVC,SAAS;AACX,CAAA,EAAGd,iBAAiBe,MAAM,EAAA;AAAG;AAQ7B,IAAMC,mBAAmBf,EAAEC,OAAO;EAChCG,SAASJ,EAAEK,SAASL,EAAEG,MAAM;AAC9B,CAAA;AAOA,IAAMa,oBAAoBhB,EAAEC,OAAO;;EAEjCG,SAASJ,EAAEG;EACXc,MAAMjB,EAAEG;AACV,CAAA;AAOO,IAAMe,kBAAkBlB,EAAEC,OAAO;EACtCkB,IAAInB,EAAEG;EACNiB,YAAYpB,EAAEK,SAASL,EAAEG,MAAM;EAC/BkB,WAAWrB,EAAEK,SAASL,EAAEG,MAAM;EAC9BmB,UAAUtB,EAAEuB,MAAMP,iBAAAA;AACpB,CAAA,EAAGQ,KAAKC,WAAW;EAAEb,UAAU;EAAiCC,SAAS;AAAQ,CAAA,CAAA;;;ACvDjF,SAASa,KAAAA,IAAGC,oBAAoB;AAChC,SAASC,oBAAoB;AAWtB,IAAMC,oBAAoB;;UAEhBC,sBAAAA;AACf,QAAMC,uBAAuB,GAAGC,oBAAAA;EAEzB,MAAMC,eAAeC,GAAEC,YAAW,EAAW,GAAGJ,oBAAAA,WAA+B;IACpFK,OAAOF,GAAEG,OAAO;MACdC,MAAMJ,GAAEK,SAASL,GAAEM,MAAM;;MAEzBC,SAASP,GAAEM;IACb,CAAA;IACAE,QAAQR,GAAEG,OAAO;MACfM,QAAQC;IACV,CAAA;EACF,CAAA,EAAA;EAAI;uBATSX,SAAAA;AAUf,GAbiBH,wBAAAA,sBAAAA,CAAAA,EAAAA;AAeV,IAAMe,eAAe,CAACF,WAAAA;AAC3B,SAAOG,aAAaH,MAAAA,KAAWI,aAAaH,gBAAgBD,MAAAA;AAC9D;",
-  "names": ["EchoObject", "Expando", "Ref", "S", "TypedObject", "TranscriptSchema", "S", "Struct", "name", "String", "started", "optional", "ended", "queue", "Ref", "Expando", "TranscriptType", "TypedObject", "typename", "version", "fields", "TranscriptHeader", "TranscriptSegment", "text", "TranscriptBlock", "id", "authorName", "authorHue", "segments", "Array", "pipe", "EchoObject", "S", "isInstanceOf", "isLiveObject", "TRANSCRIPTION_URL", "TranscriptionAction", "TRANSCRIPTION_ACTION", "TRANSCRIPTION_PLUGIN", "Create", "S", "TaggedClass", "input", "Struct", "name", "optional", "String", "spaceId", "output", "object", "TranscriptType", "isTranscript", "isLiveObject", "isInstanceOf"]
-}