@dxos/plugin-transcription 0.8.1 → 0.8.2-main.10c050d

package/src/transcriber/transcription-manager.ts

@@ -2,18 +2,19 @@
 // Copyright 2025 DXOS.org
 //
 
+import { signal } from '@preact/signals-core';
+
 import { synchronized } from '@dxos/async';
 import { Resource } from '@dxos/context';
 import { QueueImpl, type Queue } from '@dxos/echo-db';
-import { createStatic } from '@dxos/echo-schema';
-import { invariant } from '@dxos/invariant';
-import { DXN } from '@dxos/keys';
+import { create } from '@dxos/echo-schema';
+import { type DXN } from '@dxos/keys';
+import { log } from '@dxos/log';
 import { type EdgeHttpClient } from '@dxos/react-edge-client';
-import { type HuePalette } from '@dxos/react-ui-theme';
+import { DataType } from '@dxos/schema';
 
 import { MediaStreamRecorder } from './media-stream-recorder';
 import { Transcriber } from './transcriber';
-import { TranscriptBlock, type TranscriptSegment } from '../types';
 
 /**
  * Length of the chunk in ms.
@@ -31,37 +32,67 @@ const PREFIXED_CHUNKS_AMOUNT = 10;
  */
 const TRANSCRIBE_AFTER_CHUNKS_AMOUNT = 50;
 
+export type TranscriptMessageEnricher = (message: DataType.Message) => Promise<DataType.Message>;
+
+export type TranscriptionManagerOptions = {
+  edgeClient: EdgeHttpClient;
+
+  /**
+   * Enrich the message before it is written to the transcription queue.
+   */
+  messageEnricher?: TranscriptMessageEnricher;
+};
+
 /**
  * Manages transcription state for a meeting.
  */
-// TODO(mykola): Reconcile with transcriber capability.
 export class TranscriptionManager extends Resource {
   private readonly _edgeClient: EdgeHttpClient;
+  private readonly _messageEnricher?: TranscriptMessageEnricher;
   private _audioStreamTrack?: MediaStreamTrack = undefined;
-  private _name?: string = undefined;
-  private _hue?: HuePalette = undefined;
+  private _identityDid?: string = undefined;
   private _mediaRecorder?: MediaStreamRecorder = undefined;
   private _transcriber?: Transcriber = undefined;
-  private _enabled = false;
-  private _queue?: Queue<TranscriptBlock> = undefined;
+  private _queue?: Queue<DataType.Message> = undefined;
+  private _enabled = signal(false);
 
-  constructor(edgeClient: EdgeHttpClient) {
+  constructor(options: TranscriptionManagerOptions) {
     super();
-    this._edgeClient = edgeClient;
+    this._edgeClient = options.edgeClient;
+    this._messageEnricher = options.messageEnricher;
   }
 
-  protected override async _open() {
+  protected override async _open(): Promise<void> {
     await this._toggleTranscriber();
   }
 
-  protected override async _close() {
+  protected override async _close(): Promise<void> {
     void this._transcriber?.close();
   }
 
-  @synchronized
-  setRecording(recording?: boolean) {
-    if (!this.isOpen || !this._enabled) {
-      return;
+  /** @reactive */
+  get enabled() {
+    return this._enabled.value;
+  }
+
+  setQueue(queueDxn: DXN): TranscriptionManager {
+    if (this._queue?.dxn.toString() !== queueDxn.toString()) {
+      log.info('setQueue', { queueDxn: queueDxn.toString() });
+      this._queue = new QueueImpl<DataType.Message>(this._edgeClient, queueDxn);
+    }
+    return this;
+  }
+
+  setIdentityDid(did: string): TranscriptionManager {
+    if (this._identityDid !== did) {
+      this._identityDid = did;
+    }
+    return this;
+  }
+
+  setRecording(recording?: boolean): TranscriptionManager {
+    if (!this.isOpen || !this._enabled.value) {
+      return this;
     }
 
     if (recording) {
@@ -69,6 +100,7 @@ export class TranscriptionManager extends Resource {
     } else {
       this._transcriber?.stopChunksRecording();
     }
+    return this;
   }
 
   /**
@@ -76,78 +108,53 @@ export class TranscriptionManager extends Resource {
    * @param enabled - Whether to enable transcription.
    */
   @synchronized
-  async setEnabled(enabled?: boolean) {
-    if (this._enabled === enabled) {
+  async setEnabled(enabled?: boolean): Promise<void> {
+    if (this._enabled.value === enabled) {
       return;
     }
-    this._enabled = enabled ?? false;
+
+    this._enabled.value = enabled ?? false;
+    // TODO(burdon): Why is toggle called here?
     this.isOpen && (await this._toggleTranscriber());
   }
 
   @synchronized
-  async setAudioTrack(track?: MediaStreamTrack) {
+  async setAudioTrack(track?: MediaStreamTrack): Promise<void> {
     if (this._audioStreamTrack === track) {
       return;
     }
+
     this._audioStreamTrack = track;
     this.isOpen && (await this._toggleTranscriber());
   }
 
-  /**
-   * Set the queue to save the transcription to.
-   * @param queue - The queue to save the transcription to or the DXN of the queue.
-   */
-  @synchronized
-  setQueue(queue?: Queue<TranscriptBlock> | string) {
-    switch (typeof queue) {
-      case 'string':
-        if (this._queue?.dxn.toString() === queue) {
-          return;
-        }
-        this._queue = new QueueImpl<TranscriptBlock>(this._edgeClient, DXN.parse(queue));
-        break;
-      case 'object':
-        if (this._queue === queue) {
-          return;
-        }
-        invariant(queue instanceof QueueImpl);
-        this._queue = queue;
-        break;
-      case 'undefined':
-        this._queue = undefined;
-        break;
-    }
-  }
-
-  @synchronized
-  setName(name: string) {
-    if (this._name === name) {
-      return;
-    }
-    this._name = name;
-  }
-
-  @synchronized
-  setHue(hue: HuePalette) {
-    if (this._hue === hue) {
-      return;
-    }
-    this._hue = hue;
-  }
-
-  private async _toggleTranscriber() {
+  // TODO(burdon): Change this to setEnables (explicit), not toggle.
+  private async _toggleTranscriber(): Promise<void> {
     await this._maybeReinitTranscriber();
 
     // Open or close transcriber if transcription is enabled or disabled.
-    if (this._enabled) {
+    if (this._enabled.value) {
       await this._transcriber?.open();
+      // TODO(burdon): Started and stopped blocks appear twice.
+      const block = create(DataType.Message, {
+        created: new Date().toISOString(),
+        blocks: [{ type: 'transcription', text: 'Started', started: new Date().toISOString() }],
+        sender: { role: 'assistant' },
+      });
+      this._queue?.append([block]);
     } else {
       await this._transcriber?.close();
+      const block = create(DataType.Message, {
+        created: new Date().toISOString(),
+        blocks: [{ type: 'transcription', text: 'Stopped', started: new Date().toISOString() }],
+        sender: { role: 'assistant' },
+      });
+      this._queue?.append([block]);
     }
   }
 
-  private async _maybeReinitTranscriber() {
-    if (!this._audioStreamTrack || !this._enabled) {
+  private async _maybeReinitTranscriber(): Promise<void> {
+    if (!this._audioStreamTrack || !this._enabled.value) {
       return;
     }
 
@@ -156,7 +163,7 @@ export class TranscriptionManager extends Resource {
     if (this._audioStreamTrack !== this._mediaRecorder?.mediaStreamTrack) {
       this._mediaRecorder = new MediaStreamRecorder({
         mediaStreamTrack: this._audioStreamTrack,
-        interval: RECORD_INTERVAL,
+        config: { interval: RECORD_INTERVAL },
       });
       needReinit = true;
     }
@@ -173,12 +180,21 @@ export class TranscriptionManager extends Resource {
     }
   }
 
-  private async _onSegments(segments: TranscriptSegment[]) {
+  private async _onSegments(segments: DataType.MessageBlock.Transcription[]): Promise<void> {
     if (!this.isOpen || !this._queue) {
       return;
     }
 
-    const block = createStatic(TranscriptBlock, { authorName: this._name, authorHue: this._hue, segments });
+    let block = create(DataType.Message, {
+      created: new Date().toISOString(),
+      blocks: segments,
+      sender: { identityDid: this._identityDid },
+    });
+
+    if (this._messageEnricher) {
+      block = await this._messageEnricher(block);
+    }
+
     this._queue.append([block]);
   }
 }

package/src/translations.ts

@@ -16,12 +16,11 @@ export default [
         'plugin name': 'Transcription',
         'transcript companion label': 'Transcript',
 
-        'start transcription label': 'Start transcription',
-        'stop transcription label': 'Stop transcription',
-
         'delete button': 'Delete',
         'bookmark button': 'Bookmark',
         'scroll to end label': 'Scroll to latest',
+
+        'settings entity extraction label': 'Entity extraction',
       },
     },
   },

package/src/types/schema.ts

@@ -2,17 +2,18 @@
 // Copyright 2025 DXOS.org
 //
 
-import { EchoObject, Expando, Ref, S, TypedObject } from '@dxos/echo-schema';
+import { Schema } from 'effect';
+
+import { Expando, Ref, TypedObject } from '@dxos/echo-schema';
 
 /**
  * Root transcript object created when the user starts a transcription.
  */
-export const TranscriptSchema = S.Struct({
-  name: S.String,
-
-  // TODO(burdon): Use string for dates?
-  started: S.optional(S.Date),
-  ended: S.optional(S.Date),
+export const TranscriptSchema = Schema.Struct({
+  // TODO(wittjosiah): Remove?
+  // TODO(burdon): Use Date or string?
+  started: Schema.optional(Schema.String),
+  ended: Schema.optional(Schema.String),
 
   /**
    * Queue containing TranscriptBlock objects.
@@ -32,31 +33,8 @@ export class TranscriptType extends TypedObject({
  * First message in queue.
  * Contains metadata for the recording and transcript.
  */
-const TranscriptHeader = S.Struct({
-  started: S.optional(S.Date),
-});
-
-export type TranscriptHeader = S.Schema.Type<typeof TranscriptHeader>;
-
-/**
- * Transcription fragment.
- */
-const TranscriptSegment = S.Struct({
-  // TODO(burdon): TS from service is not Unix TS (x1000).
-  started: S.Date,
-  text: S.String,
+const TranscriptHeader = Schema.Struct({
+  started: Schema.optional(Schema.String),
 });
 
-export type TranscriptSegment = S.Schema.Type<typeof TranscriptSegment>;
-
-/**
- * Transcription block (from single speaker).
- */
-export const TranscriptBlock = S.Struct({
-  id: S.String,
-  authorName: S.optional(S.String), // TODO(burdon): IdentityDid.
-  authorHue: S.optional(S.String),
-  segments: S.Array(TranscriptSegment),
-}).pipe(EchoObject({ typename: 'dxos.org/type/TranscriptBlock', version: '0.1.0' }));
-
-export type TranscriptBlock = S.Schema.Type<typeof TranscriptBlock>;
+export type TranscriptHeader = Schema.Schema.Type<typeof TranscriptHeader>;

package/src/types/types.ts

@@ -2,8 +2,9 @@
 // Copyright 2025 DXOS.org
 //
 
-import { S, isInstanceOf } from '@dxos/echo-schema';
-import { isReactiveObject } from '@dxos/react-client/echo';
+import { Schema } from 'effect';
+
+import { SpaceId } from '@dxos/react-client/echo';
 
 import { TranscriptType } from './schema';
 import { TRANSCRIPTION_PLUGIN } from '../meta';
@@ -19,18 +20,13 @@ export const TRANSCRIPTION_URL = 'https://calls-service.dxos.workers.dev';
 export namespace TranscriptionAction {
   const TRANSCRIPTION_ACTION = `${TRANSCRIPTION_PLUGIN}/action`;
 
-  export class Create extends S.TaggedClass<Create>()(`${TRANSCRIPTION_ACTION}/create`, {
-    input: S.Struct({
-      name: S.optional(S.String),
-      // TODO(wittjosiah): SpaceId.
-      spaceId: S.String,
+  export class Create extends Schema.TaggedClass<Create>()(`${TRANSCRIPTION_ACTION}/create`, {
+    input: Schema.Struct({
+      name: Schema.optional(Schema.String),
+      spaceId: SpaceId,
     }),
-    output: S.Struct({
+    output: Schema.Struct({
       object: TranscriptType,
     }),
   }) {}
 }
-
-export const isTranscript = (object: unknown): object is typeof TranscriptType => {
-  return isReactiveObject(object) && isInstanceOf(TranscriptType, object);
-};

package/src/util/index.ts

@@ -5,4 +5,3 @@
 export * from './array';
 export * from './get-time-str';
 export * from './monitor-audio-level';
-export * from './random-queue-dxn';

package/dist/lib/browser/TranscriptContainer-JQ3HFHLQ.mjs

@@ -1,10 +0,0 @@
-import {
-  TranscriptContainer_default,
-  TranscriptionContainer
-} from "./chunk-G4B6CPC2.mjs";
-import "./chunk-6ZR5MDK3.mjs";
-export {
-  TranscriptionContainer,
-  TranscriptContainer_default as default
-};
-//# sourceMappingURL=TranscriptContainer-JQ3HFHLQ.mjs.map

package/dist/lib/browser/app-graph-builder-VDQOVX7P.mjs

@@ -1,191 +0,0 @@
-import {
-  TranscriptionManager
-} from "./chunk-YCZISX63.mjs";
-import "./chunk-GU2BNYKZ.mjs";
-import {
-  TranscriptionCapabilities
-} from "./chunk-YEPT334A.mjs";
-import {
-  TranscriptType,
-  TranscriptionAction
-} from "./chunk-OGNXNGJB.mjs";
-import {
-  TRANSCRIPTION_PLUGIN
-} from "./chunk-6ZR5MDK3.mjs";
-
-// packages/plugins/plugin-transcription/src/capabilities/app-graph-builder.ts
-import { Capabilities, contributes, createIntent } from "@dxos/app-framework";
-import { fullyQualifiedId, getSpace, makeRef } from "@dxos/client/echo";
-import { generateName } from "@dxos/display-name";
-import { getSchemaTypename, isInstanceOf } from "@dxos/echo-schema";
-import { invariant } from "@dxos/invariant";
-import { ClientCapabilities } from "@dxos/plugin-client";
-import { PLANK_COMPANION_TYPE, ATTENDABLE_PATH_SEPARATOR } from "@dxos/plugin-deck/types";
-import { createExtension } from "@dxos/plugin-graph";
-import { MeetingCapabilities } from "@dxos/plugin-meeting";
-import { MeetingType } from "@dxos/plugin-meeting/types";
-import { buf } from "@dxos/protocols/buf";
-import { TranscriptionPayloadSchema } from "@dxos/protocols/buf/dxos/edge/calls_pb";
-import { keyToFallback } from "@dxos/util";
-var __dxlog_file = "/home/runner/work/dxos/dxos/packages/plugins/plugin-transcription/src/capabilities/app-graph-builder.ts";
-var codec = {
-  encode: (message) => {
-    return buf.toBinary(TranscriptionPayloadSchema, buf.create(TranscriptionPayloadSchema, message));
-  },
-  decode: (message) => {
-    return buf.fromBinary(TranscriptionPayloadSchema, message);
-  }
-};
-var getMeetingTranscript = async (context, meeting) => {
-  const { dispatchPromise: dispatch } = context.requestCapability(Capabilities.IntentDispatcher);
-  const typename = getSchemaTypename(TranscriptType);
-  const existing = await meeting.artifacts[typename]?.load();
-  if (existing instanceof TranscriptType) {
-    return existing;
-  }
-  const space = getSpace(meeting);
-  invariant(space, void 0, {
-    F: __dxlog_file,
-    L: 52,
-    S: void 0,
-    A: [
-      "space",
-      ""
-    ]
-  });
-  const { data } = await dispatch(createIntent(TranscriptionAction.Create, {
-    spaceId: space.id
-  }));
-  meeting.artifacts[typename] = makeRef(data.object);
-  return data?.object;
-};
-var app_graph_builder_default = (context) => contributes(Capabilities.AppGraphBuilder, [
-  createExtension({
-    id: `${TRANSCRIPTION_PLUGIN}/meeting-transcript`,
-    filter: (node) => isInstanceOf(MeetingType, node.data) && node.type !== PLANK_COMPANION_TYPE,
-    actions: ({ node }) => {
-      const meeting = node.data;
-      const state = context.requestCapability(TranscriptionCapabilities.MeetingTranscriptionState);
-      return [
-        {
-          id: `${fullyQualifiedId(meeting)}/action/start-stop-transcription`,
-          data: async () => {
-            const call = context.requestCapability(MeetingCapabilities.CallManager);
-            invariant(state.transcriptionManager, void 0, {
-              F: __dxlog_file,
-              L: 73,
-              S: void 0,
-              A: [
-                "state.transcriptionManager",
-                ""
-              ]
-            });
-            state.enabled = !state.enabled;
-            void state.transcriptionManager.setEnabled(state.enabled);
-            const transcript = await getMeetingTranscript(context, meeting);
-            invariant(transcript, "Failed to create transcript", {
-              F: __dxlog_file,
-              L: 77,
-              S: void 0,
-              A: [
-                "transcript",
-                "'Failed to create transcript'"
-              ]
-            });
-            call.setActivity(getSchemaTypename(TranscriptType), {
-              value: codec.encode({
-                enabled: state.enabled,
-                queueDxn: transcript.queue.dxn.toString()
-              })
-            });
-          },
-          properties: {
-            label: state.enabled ? [
-              "stop transcription label",
-              {
-                ns: TRANSCRIPTION_PLUGIN
-              }
-            ] : [
-              "start transcription label",
-              {
-                ns: TRANSCRIPTION_PLUGIN
-              }
-            ],
-            icon: "ph--record--regular",
-            disposition: "toolbar",
-            classNames: state.enabled ? "text-activeInCall" : ""
-          }
-        }
-      ];
-    },
-    connector: ({ node }) => {
-      const meeting = node.data;
-      const client = context.requestCapability(ClientCapabilities.Client);
-      const state = context.requestCapability(TranscriptionCapabilities.MeetingTranscriptionState);
-      return [
-        {
-          id: `${fullyQualifiedId(meeting)}${ATTENDABLE_PATH_SEPARATOR}${getSchemaTypename(TranscriptType)}`,
-          type: PLANK_COMPANION_TYPE,
-          data: meeting.artifacts[getSchemaTypename(TranscriptType)]?.target,
-          properties: {
-            label: [
-              "transcript companion label",
-              {
-                ns: TRANSCRIPTION_PLUGIN
-              }
-            ],
-            icon: "ph--subtitles--regular",
-            disposition: "hidden",
-            schema: TranscriptType,
-            getIntent: ({ space }) => createIntent(TranscriptionAction.Create, {
-              spaceId: space.id
-            }),
-            onJoin: () => {
-              const transcriptionManager = new TranscriptionManager(client.edge);
-              const identity = client.halo.identity.get();
-              invariant(identity, void 0, {
-                F: __dxlog_file,
-                L: 116,
-                S: void 0,
-                A: [
-                  "identity",
-                  ""
-                ]
-              });
-              transcriptionManager.setName(identity.profile?.displayName ?? generateName(identity.identityKey.toHex()));
-              const fallbackValue = keyToFallback(identity.identityKey);
-              const userHue = identity.profile?.data?.hue || fallbackValue.hue;
-              transcriptionManager.setHue(userHue);
-              void transcriptionManager.open();
-              state.transcriptionManager = transcriptionManager;
-            },
-            onLeave: () => {
-              void state.transcriptionManager?.close();
-              state.transcriptionManager = void 0;
-              state.enabled = false;
-            },
-            onCallStateUpdated: (callState) => {
-              const typename = getSchemaTypename(TranscriptType);
-              const transcription = typename ? callState.activities?.[typename] : void 0;
-              if (!transcription?.payload?.value) {
-                return;
-              }
-              const payload = codec.decode(transcription.payload.value);
-              state.enabled = payload.enabled;
-              void state.transcriptionManager?.setEnabled(payload.enabled);
-              void state.transcriptionManager?.setQueue(payload.queueDxn);
-            },
-            onMediaStateUpdated: ([mediaState, isSpeaking]) => {
-              void state.transcriptionManager?.setAudioTrack(mediaState.audioTrack);
-              void state.transcriptionManager?.setRecording(isSpeaking);
-            }
-          }
-        }
-      ];
-    }
-  })
-]);
-export {
-  app_graph_builder_default as default
-};
-//# sourceMappingURL=app-graph-builder-VDQOVX7P.mjs.map

package/dist/lib/browser/app-graph-builder-VDQOVX7P.mjs.map

@@ -1,7 +0,0 @@
-{
-  "version": 3,
-  "sources": ["../../../src/capabilities/app-graph-builder.ts"],
-  "sourcesContent": ["//\n// Copyright 2025 DXOS.org\n//\n\nimport { Capabilities, contributes, createIntent, type PluginsContext } from '@dxos/app-framework';\nimport { fullyQualifiedId, getSpace, makeRef, type Space } from '@dxos/client/echo';\nimport { generateName } from '@dxos/display-name';\nimport { getSchemaTypename, isInstanceOf } from '@dxos/echo-schema';\nimport { invariant } from '@dxos/invariant';\nimport { ClientCapabilities } from '@dxos/plugin-client';\nimport { PLANK_COMPANION_TYPE, ATTENDABLE_PATH_SEPARATOR } from '@dxos/plugin-deck/types';\nimport { createExtension, type Node } from '@dxos/plugin-graph';\nimport { MeetingCapabilities, type CallState, type MediaState } from '@dxos/plugin-meeting';\nimport { MeetingType } from '@dxos/plugin-meeting/types';\nimport { buf } from '@dxos/protocols/buf';\nimport {\n  TranscriptionPayloadSchema,\n  type TranscriptionPayload as TranscriptionPayloadProto,\n} from '@dxos/protocols/buf/dxos/edge/calls_pb';\nimport { keyToFallback } from '@dxos/util';\n\nimport { TranscriptionCapabilities } from './capabilities';\nimport { TRANSCRIPTION_PLUGIN } from '../meta';\nimport { TranscriptionManager } from '../transcriber';\nimport { TranscriptionAction, TranscriptType } from '../types';\n\n// TODO(wittjosiah): Factor out.\n// TODO(wittjosiah): Can we stop using protobuf for this?\ntype TranscriptionPayload = buf.MessageInitShape<typeof TranscriptionPayloadSchema>;\nconst codec = {\n  encode: (message: TranscriptionPayload): Uint8Array => {\n    return buf.toBinary(TranscriptionPayloadSchema, buf.create(TranscriptionPayloadSchema, message));\n  },\n  decode: (message: Uint8Array): TranscriptionPayloadProto => {\n    return buf.fromBinary(TranscriptionPayloadSchema, message);\n  },\n};\n\nconst getMeetingTranscript = async (\n  context: PluginsContext,\n  meeting: MeetingType,\n): Promise<TranscriptType | undefined> => {\n  const { dispatchPromise: dispatch } = context.requestCapability(Capabilities.IntentDispatcher);\n\n  const typename = getSchemaTypename(TranscriptType)!;\n  const existing = await meeting.artifacts[typename]?.load();\n  if (existing instanceof TranscriptType) {\n    return existing;\n  }\n\n  const space = getSpace(meeting);\n  invariant(space);\n  const { data } = await dispatch(createIntent(TranscriptionAction.Create, { spaceId: space.id }));\n  meeting.artifacts[typename] = makeRef(data!.object);\n  return data?.object;\n};\n\n// TODO(wittjosiah): Introduce a sound that plays when transcription is activated/deactivated.\nexport default (context: PluginsContext) =>\n  contributes(Capabilities.AppGraphBuilder, [\n    createExtension({\n      id: `${TRANSCRIPTION_PLUGIN}/meeting-transcript`,\n      filter: (node): node is Node<MeetingType> =>\n        isInstanceOf(MeetingType, node.data) && node.type !== PLANK_COMPANION_TYPE,\n      actions: ({ node }) => {\n        const meeting = node.data;\n        const state = context.requestCapability(TranscriptionCapabilities.MeetingTranscriptionState);\n        return [\n          {\n            id: `${fullyQualifiedId(meeting)}/action/start-stop-transcription`,\n            data: async () => {\n              const call = context.requestCapability(MeetingCapabilities.CallManager);\n              invariant(state.transcriptionManager);\n              state.enabled = !state.enabled;\n              void state.transcriptionManager.setEnabled(state.enabled);\n              const transcript = await getMeetingTranscript(context, meeting);\n              invariant(transcript, 'Failed to create transcript');\n              call.setActivity(getSchemaTypename(TranscriptType)!, {\n                value: codec.encode({\n                  enabled: state.enabled,\n                  queueDxn: transcript.queue.dxn.toString(),\n                }),\n              });\n            },\n            properties: {\n              label: state.enabled\n                ? ['stop transcription label', { ns: TRANSCRIPTION_PLUGIN }]\n                : ['start transcription label', { ns: TRANSCRIPTION_PLUGIN }],\n              icon: 'ph--record--regular',\n              disposition: 'toolbar',\n              classNames: state.enabled ? 'text-activeInCall' : '',\n            },\n          },\n        ];\n      },\n      connector: ({ node }) => {\n        const meeting = node.data;\n        const client = context.requestCapability(ClientCapabilities.Client);\n        const state = context.requestCapability(TranscriptionCapabilities.MeetingTranscriptionState);\n\n        return [\n          {\n            id: `${fullyQualifiedId(meeting)}${ATTENDABLE_PATH_SEPARATOR}${getSchemaTypename(TranscriptType)}`,\n            type: PLANK_COMPANION_TYPE,\n            data: meeting.artifacts[getSchemaTypename(TranscriptType)!]?.target,\n            properties: {\n              label: ['transcript companion label', { ns: TRANSCRIPTION_PLUGIN }],\n              icon: 'ph--subtitles--regular',\n              disposition: 'hidden',\n              schema: TranscriptType,\n              getIntent: ({ space }: { space: Space }) =>\n                createIntent(TranscriptionAction.Create, { spaceId: space.id }),\n              onJoin: () => {\n                const transcriptionManager = new TranscriptionManager(client.edge);\n                const identity = client.halo.identity.get();\n                invariant(identity);\n                transcriptionManager.setName(\n                  identity.profile?.displayName ?? generateName(identity.identityKey.toHex()),\n                );\n                const fallbackValue = keyToFallback(identity!.identityKey);\n                const userHue = identity!.profile?.data?.hue || fallbackValue.hue;\n                transcriptionManager.setHue(userHue);\n                void transcriptionManager.open();\n                state.transcriptionManager = transcriptionManager;\n              },\n              onLeave: () => {\n                void state.transcriptionManager?.close();\n                state.transcriptionManager = undefined;\n                state.enabled = false;\n              },\n              onCallStateUpdated: (callState: CallState) => {\n                const typename = getSchemaTypename(TranscriptType);\n                const transcription = typename ? callState.activities?.[typename] : undefined;\n                if (!transcription?.payload?.value) {\n                  return;\n                }\n\n                const payload = codec.decode(transcription.payload.value);\n                state.enabled = payload.enabled;\n                void state.transcriptionManager?.setEnabled(payload.enabled);\n                void state.transcriptionManager?.setQueue(payload.queueDxn);\n              },\n              onMediaStateUpdated: ([mediaState, isSpeaking]: [MediaState, boolean]) => {\n                void state.transcriptionManager?.setAudioTrack(mediaState.audioTrack);\n                void state.transcriptionManager?.setRecording(isSpeaking);\n              },\n            },\n          },\n        ];\n      },\n    }),\n  ]);\n"],
-  "mappings": ";;;;;;;;;;;;;;;;AAIA,SAASA,cAAcC,aAAaC,oBAAyC;AAC7E,SAASC,kBAAkBC,UAAUC,eAA2B;AAChE,SAASC,oBAAoB;AAC7B,SAASC,mBAAmBC,oBAAoB;AAChD,SAASC,iBAAiB;AAC1B,SAASC,0BAA0B;AACnC,SAASC,sBAAsBC,iCAAiC;AAChE,SAASC,uBAAkC;AAC3C,SAASC,2BAA4D;AACrE,SAASC,mBAAmB;AAC5B,SAASC,WAAW;AACpB,SACEC,kCAEK;AACP,SAASC,qBAAqB;;AAU9B,IAAMC,QAAQ;EACZC,QAAQ,CAACC,YAAAA;AACP,WAAOC,IAAIC,SAASC,4BAA4BF,IAAIG,OAAOD,4BAA4BH,OAAAA,CAAAA;EACzF;EACAK,QAAQ,CAACL,YAAAA;AACP,WAAOC,IAAIK,WAAWH,4BAA4BH,OAAAA;EACpD;AACF;AAEA,IAAMO,uBAAuB,OAC3BC,SACAC,YAAAA;AAEA,QAAM,EAAEC,iBAAiBC,SAAQ,IAAKH,QAAQI,kBAAkBC,aAAaC,gBAAgB;AAE7F,QAAMC,WAAWC,kBAAkBC,cAAAA;AACnC,QAAMC,WAAW,MAAMT,QAAQU,UAAUJ,QAAAA,GAAWK,KAAAA;AACpD,MAAIF,oBAAoBD,gBAAgB;AACtC,WAAOC;EACT;AAEA,QAAMG,QAAQC,SAASb,OAAAA;AACvBc,YAAUF,OAAAA,QAAAA;;;;;;;;;AACV,QAAM,EAAEG,KAAI,IAAK,MAAMb,SAASc,aAAaC,oBAAoBC,QAAQ;IAAEC,SAASP,MAAMQ;EAAG,CAAA,CAAA;AAC7FpB,UAAQU,UAAUJ,QAAAA,IAAYe,QAAQN,KAAMO,MAAM;AAClD,SAAOP,MAAMO;AACf;AAGA,IAAA,4BAAe,CAACvB,YACdwB,YAAYnB,aAAaoB,iBAAiB;EACxCC,gBAAgB;IACdL,IAAI,GAAGM,oBAAAA;IACPC,QAAQ,CAACC,SACPC,aAAaC,aAAaF,KAAKb,IAAI,KAAKa,KAAKG,SAASC;IACxDC,SAAS,CAAC,EAAEL,KAAI,MAAE;AAChB,YAAM5B,UAAU4B,KAAKb;AACrB,YAAMmB,QAAQnC,QAAQI,kBAAkBgC,0BAA0BC,yBAAyB;AAC3F,aAAO;QACL;UACEhB,IAAI,GAAGiB,iBAAiBrC,OAAAA,CAAAA;UACxBe,MAAM,YAAA;AACJ,kBAAMuB,OAAOvC,QAAQI,kBAAkBoC,oBAAoBC,WAAW;AACtE1B,sBAAUoB,MAAMO,sBAAoB,QAAA;;;;;;;;;AACpCP,kBAAMQ,UAAU,CAACR,MAAMQ;AACvB,iBAAKR,MAAMO,qBAAqBE,WAAWT,MAAMQ,OAAO;AACxD,kBAAME,aAAa,MAAM9C,qBAAqBC,SAASC,OAAAA;AACvDc,sBAAU8B,YAAY,+BAAA;;;;;;;;;AACtBN,iBAAKO,YAAYtC,kBAAkBC,cAAAA,GAAkB;cACnDsC,OAAOzD,MAAMC,OAAO;gBAClBoD,SAASR,MAAMQ;gBACfK,UAAUH,WAAWI,MAAMC,IAAIC,SAAQ;cACzC,CAAA;YACF,CAAA;UACF;UACAC,YAAY;YACVC,OAAOlB,MAAMQ,UACT;cAAC;cAA4B;gBAAEW,IAAI3B;cAAqB;gBACxD;cAAC;cAA6B;gBAAE2B,IAAI3B;cAAqB;;YAC7D4B,MAAM;YACNC,aAAa;YACbC,YAAYtB,MAAMQ,UAAU,sBAAsB;UACpD;QACF;;IAEJ;IACAe,WAAW,CAAC,EAAE7B,KAAI,MAAE;AAClB,YAAM5B,UAAU4B,KAAKb;AACrB,YAAM2C,SAAS3D,QAAQI,kBAAkBwD,mBAAmBC,MAAM;AAClE,YAAM1B,QAAQnC,QAAQI,kBAAkBgC,0BAA0BC,yBAAyB;AAE3F,aAAO;QACL;UACEhB,IAAI,GAAGiB,iBAAiBrC,OAAAA,CAAAA,GAAW6D,yBAAAA,GAA4BtD,kBAAkBC,cAAAA,CAAAA;UACjFuB,MAAMC;UACNjB,MAAMf,QAAQU,UAAUH,kBAAkBC,cAAAA,CAAAA,GAAmBsD;UAC7DX,YAAY;YACVC,OAAO;cAAC;cAA8B;gBAAEC,IAAI3B;cAAqB;;YACjE4B,MAAM;YACNC,aAAa;YACbQ,QAAQvD;YACRwD,WAAW,CAAC,EAAEpD,MAAK,MACjBI,aAAaC,oBAAoBC,QAAQ;cAAEC,SAASP,MAAMQ;YAAG,CAAA;YAC/D6C,QAAQ,MAAA;AACN,oBAAMxB,uBAAuB,IAAIyB,qBAAqBR,OAAOS,IAAI;AACjE,oBAAMC,WAAWV,OAAOW,KAAKD,SAASE,IAAG;AACzCxD,wBAAUsD,UAAAA,QAAAA;;;;;;;;;AACV3B,mCAAqB8B,QACnBH,SAASI,SAASC,eAAeC,aAAaN,SAASO,YAAYC,MAAK,CAAA,CAAA;AAE1E,oBAAMC,gBAAgBC,cAAcV,SAAUO,WAAW;AACzD,oBAAMI,UAAUX,SAAUI,SAASzD,MAAMiE,OAAOH,cAAcG;AAC9DvC,mCAAqBwC,OAAOF,OAAAA;AAC5B,mBAAKtC,qBAAqByC,KAAI;AAC9BhD,oBAAMO,uBAAuBA;YAC/B;YACA0C,SAAS,MAAA;AACP,mBAAKjD,MAAMO,sBAAsB2C,MAAAA;AACjClD,oBAAMO,uBAAuB4C;AAC7BnD,oBAAMQ,UAAU;YAClB;YACA4C,oBAAoB,CAACC,cAAAA;AACnB,oBAAMjF,WAAWC,kBAAkBC,cAAAA;AACnC,oBAAMgF,gBAAgBlF,WAAWiF,UAAUE,aAAanF,QAAAA,IAAY+E;AACpE,kBAAI,CAACG,eAAeE,SAAS5C,OAAO;AAClC;cACF;AAEA,oBAAM4C,UAAUrG,MAAMO,OAAO4F,cAAcE,QAAQ5C,KAAK;AACxDZ,oBAAMQ,UAAUgD,QAAQhD;AACxB,mBAAKR,MAAMO,sBAAsBE,WAAW+C,QAAQhD,OAAO;AAC3D,mBAAKR,MAAMO,sBAAsBkD,SAASD,QAAQ3C,QAAQ;YAC5D;YACA6C,qBAAqB,CAAC,CAACC,YAAYC,UAAAA,MAAkC;AACnE,mBAAK5D,MAAMO,sBAAsBsD,cAAcF,WAAWG,UAAU;AACpE,mBAAK9D,MAAMO,sBAAsBwD,aAAaH,UAAAA;YAChD;UACF;QACF;;IAEJ;EACF,CAAA;CACD;",
-  "names": ["Capabilities", "contributes", "createIntent", "fullyQualifiedId", "getSpace", "makeRef", "generateName", "getSchemaTypename", "isInstanceOf", "invariant", "ClientCapabilities", "PLANK_COMPANION_TYPE", "ATTENDABLE_PATH_SEPARATOR", "createExtension", "MeetingCapabilities", "MeetingType", "buf", "TranscriptionPayloadSchema", "keyToFallback", "codec", "encode", "message", "buf", "toBinary", "TranscriptionPayloadSchema", "create", "decode", "fromBinary", "getMeetingTranscript", "context", "meeting", "dispatchPromise", "dispatch", "requestCapability", "Capabilities", "IntentDispatcher", "typename", "getSchemaTypename", "TranscriptType", "existing", "artifacts", "load", "space", "getSpace", "invariant", "data", "createIntent", "TranscriptionAction", "Create", "spaceId", "id", "makeRef", "object", "contributes", "AppGraphBuilder", "createExtension", "TRANSCRIPTION_PLUGIN", "filter", "node", "isInstanceOf", "MeetingType", "type", "PLANK_COMPANION_TYPE", "actions", "state", "TranscriptionCapabilities", "MeetingTranscriptionState", "fullyQualifiedId", "call", "MeetingCapabilities", "CallManager", "transcriptionManager", "enabled", "setEnabled", "transcript", "setActivity", "value", "queueDxn", "queue", "dxn", "toString", "properties", "label", "ns", "icon", "disposition", "classNames", "connector", "client", "ClientCapabilities", "Client", "ATTENDABLE_PATH_SEPARATOR", "target", "schema", "getIntent", "onJoin", "TranscriptionManager", "edge", "identity", "halo", "get", "setName", "profile", "displayName", "generateName", "identityKey", "toHex", "fallbackValue", "keyToFallback", "userHue", "hue", "setHue", "open", "onLeave", "close", "undefined", "onCallStateUpdated", "callState", "transcription", "activities", "payload", "setQueue", "onMediaStateUpdated", "mediaState", "isSpeaking", "setAudioTrack", "audioTrack", "setRecording"]
-}