@dxos/plugin-transcription 0.8.2-main.fbd8ed0 → 0.8.2-staging.7ac8446

package/dist/lib/node/app-graph-builder-IFSIVNUR.cjs

@@ -0,0 +1,200 @@
+"use strict";
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var app_graph_builder_IFSIVNUR_exports = {};
+__export(app_graph_builder_IFSIVNUR_exports, {
+  default: () => app_graph_builder_default
+});
+module.exports = __toCommonJS(app_graph_builder_IFSIVNUR_exports);
+var import_chunk_FCCJALOT = require("./chunk-FCCJALOT.cjs");
+var import_chunk_3KHUSQNW = require("./chunk-3KHUSQNW.cjs");
+var import_chunk_CZMLKKWT = require("./chunk-CZMLKKWT.cjs");
+var import_chunk_P4VVD6ZO = require("./chunk-P4VVD6ZO.cjs");
+var import_chunk_NVZWGFJL = require("./chunk-NVZWGFJL.cjs");
+var import_app_framework = require("@dxos/app-framework");
+var import_echo = require("@dxos/client/echo");
+var import_display_name = require("@dxos/display-name");
+var import_echo_schema = require("@dxos/echo-schema");
+var import_invariant = require("@dxos/invariant");
+var import_plugin_client = require("@dxos/plugin-client");
+var import_types = require("@dxos/plugin-deck/types");
+var import_plugin_graph = require("@dxos/plugin-graph");
+var import_plugin_meeting = require("@dxos/plugin-meeting");
+var import_types2 = require("@dxos/plugin-meeting/types");
+var import_buf = require("@dxos/protocols/buf");
+var import_calls_pb = require("@dxos/protocols/buf/dxos/edge/calls_pb");
+var import_util = require("@dxos/util");
+var __dxlog_file = "/home/runner/work/dxos/dxos/packages/plugins/plugin-transcription/src/capabilities/app-graph-builder.ts";
+var codec = {
+  encode: (message) => {
+    return import_buf.buf.toBinary(import_calls_pb.TranscriptionPayloadSchema, import_buf.buf.create(import_calls_pb.TranscriptionPayloadSchema, message));
+  },
+  decode: (message) => {
+    return import_buf.buf.fromBinary(import_calls_pb.TranscriptionPayloadSchema, message);
+  }
+};
+var getMeetingTranscript = async (context, meeting) => {
+  const { dispatchPromise: dispatch } = context.requestCapability(import_app_framework.Capabilities.IntentDispatcher);
+  const typename = (0, import_echo_schema.getSchemaTypename)(import_chunk_P4VVD6ZO.TranscriptType);
+  const existing = await meeting.artifacts[typename]?.load();
+  if (existing instanceof import_chunk_P4VVD6ZO.TranscriptType) {
+    return existing;
+  }
+  const space = (0, import_echo.getSpace)(meeting);
+  (0, import_invariant.invariant)(space, void 0, {
+    F: __dxlog_file,
+    L: 52,
+    S: void 0,
+    A: [
+      "space",
+      ""
+    ]
+  });
+  const { data } = await dispatch((0, import_app_framework.createIntent)(import_chunk_P4VVD6ZO.TranscriptionAction.Create, {
+    spaceId: space.id
+  }));
+  meeting.artifacts[typename] = (0, import_echo.makeRef)(data.object);
+  return data?.object;
+};
+var app_graph_builder_default = (context) => (0, import_app_framework.contributes)(import_app_framework.Capabilities.AppGraphBuilder, [
+  (0, import_plugin_graph.createExtension)({
+    id: `${import_chunk_NVZWGFJL.TRANSCRIPTION_PLUGIN}/meeting-transcript`,
+    filter: (node) => (0, import_echo_schema.isInstanceOf)(import_types2.MeetingType, node.data) && node.type !== import_types.PLANK_COMPANION_TYPE,
+    actions: ({ node }) => {
+      const meeting = node.data;
+      const state = context.requestCapability(import_chunk_CZMLKKWT.TranscriptionCapabilities.MeetingTranscriptionState);
+      return [
+        {
+          id: `${(0, import_echo.fullyQualifiedId)(meeting)}/action/start-stop-transcription`,
+          data: async () => {
+            const call = context.requestCapability(import_plugin_meeting.MeetingCapabilities.CallManager);
+            (0, import_invariant.invariant)(state.transcriptionManager, void 0, {
+              F: __dxlog_file,
+              L: 73,
+              S: void 0,
+              A: [
+                "state.transcriptionManager",
+                ""
+              ]
+            });
+            state.enabled = !state.enabled;
+            void state.transcriptionManager.setEnabled(state.enabled);
+            const transcript = await getMeetingTranscript(context, meeting);
+            (0, import_invariant.invariant)(transcript, "Failed to create transcript", {
+              F: __dxlog_file,
+              L: 77,
+              S: void 0,
+              A: [
+                "transcript",
+                "'Failed to create transcript'"
+              ]
+            });
+            call.setActivity((0, import_echo_schema.getSchemaTypename)(import_chunk_P4VVD6ZO.TranscriptType), {
+              value: codec.encode({
+                enabled: state.enabled,
+                queueDxn: transcript.queue.dxn.toString()
+              })
+            });
+          },
+          properties: {
+            label: state.enabled ? [
+              "stop transcription label",
+              {
+                ns: import_chunk_NVZWGFJL.TRANSCRIPTION_PLUGIN
+              }
+            ] : [
+              "start transcription label",
+              {
+                ns: import_chunk_NVZWGFJL.TRANSCRIPTION_PLUGIN
+              }
+            ],
+            icon: "ph--record--regular",
+            disposition: "toolbar",
+            classNames: state.enabled ? "text-activeInCall" : ""
+          }
+        }
+      ];
+    },
+    connector: ({ node }) => {
+      const meeting = node.data;
+      const client = context.requestCapability(import_plugin_client.ClientCapabilities.Client);
+      const state = context.requestCapability(import_chunk_CZMLKKWT.TranscriptionCapabilities.MeetingTranscriptionState);
+      return [
+        {
+          id: `${(0, import_echo.fullyQualifiedId)(meeting)}${import_types.ATTENDABLE_PATH_SEPARATOR}${(0, import_echo_schema.getSchemaTypename)(import_chunk_P4VVD6ZO.TranscriptType)}`,
+          type: import_types.PLANK_COMPANION_TYPE,
+          data: meeting.artifacts[(0, import_echo_schema.getSchemaTypename)(import_chunk_P4VVD6ZO.TranscriptType)]?.target,
+          properties: {
+            label: [
+              "transcript companion label",
+              {
+                ns: import_chunk_NVZWGFJL.TRANSCRIPTION_PLUGIN
+              }
+            ],
+            icon: "ph--subtitles--regular",
+            disposition: "hidden",
+            schema: import_chunk_P4VVD6ZO.TranscriptType,
+            getIntent: ({ space }) => (0, import_app_framework.createIntent)(import_chunk_P4VVD6ZO.TranscriptionAction.Create, {
+              spaceId: space.id
+            }),
+            onJoin: () => {
+              const transcriptionManager = new import_chunk_FCCJALOT.TranscriptionManager(client.edge);
+              const identity = client.halo.identity.get();
+              (0, import_invariant.invariant)(identity, void 0, {
+                F: __dxlog_file,
+                L: 116,
+                S: void 0,
+                A: [
+                  "identity",
+                  ""
+                ]
+              });
+              transcriptionManager.setName(identity.profile?.displayName ?? (0, import_display_name.generateName)(identity.identityKey.toHex()));
+              const fallbackValue = (0, import_util.keyToFallback)(identity.identityKey);
+              const userHue = identity.profile?.data?.hue || fallbackValue.hue;
+              transcriptionManager.setHue(userHue);
+              void transcriptionManager.open();
+              state.transcriptionManager = transcriptionManager;
+            },
+            onLeave: () => {
+              void state.transcriptionManager?.close();
+              state.transcriptionManager = void 0;
+              state.enabled = false;
+            },
+            onCallStateUpdated: (callState) => {
+              const typename = (0, import_echo_schema.getSchemaTypename)(import_chunk_P4VVD6ZO.TranscriptType);
+              const transcription = typename ? callState.activities?.[typename] : void 0;
+              if (!transcription?.payload?.value) {
+                return;
+              }
+              const payload = codec.decode(transcription.payload.value);
+              state.enabled = payload.enabled;
+              void state.transcriptionManager?.setEnabled(payload.enabled);
+              void state.transcriptionManager?.setQueue(payload.queueDxn);
+            },
+            onMediaStateUpdated: ([mediaState, isSpeaking]) => {
+              void state.transcriptionManager?.setAudioTrack(mediaState.audioTrack);
+              void state.transcriptionManager?.setRecording(isSpeaking);
+            }
+          }
+        }
+      ];
+    }
+  })
+]);
+//# sourceMappingURL=app-graph-builder-IFSIVNUR.cjs.map

package/dist/lib/node/app-graph-builder-IFSIVNUR.cjs.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../../src/capabilities/app-graph-builder.ts"],
+  "sourcesContent": ["//\n// Copyright 2025 DXOS.org\n//\n\nimport { Capabilities, contributes, createIntent, type PluginsContext } from '@dxos/app-framework';\nimport { fullyQualifiedId, getSpace, makeRef, type Space } from '@dxos/client/echo';\nimport { generateName } from '@dxos/display-name';\nimport { getSchemaTypename, isInstanceOf } from '@dxos/echo-schema';\nimport { invariant } from '@dxos/invariant';\nimport { ClientCapabilities } from '@dxos/plugin-client';\nimport { PLANK_COMPANION_TYPE, ATTENDABLE_PATH_SEPARATOR } from '@dxos/plugin-deck/types';\nimport { createExtension, type Node } from '@dxos/plugin-graph';\nimport { MeetingCapabilities, type CallState, type MediaState } from '@dxos/plugin-meeting';\nimport { MeetingType } from '@dxos/plugin-meeting/types';\nimport { buf } from '@dxos/protocols/buf';\nimport {\n  TranscriptionPayloadSchema,\n  type TranscriptionPayload as TranscriptionPayloadProto,\n} from '@dxos/protocols/buf/dxos/edge/calls_pb';\nimport { keyToFallback } from '@dxos/util';\n\nimport { TranscriptionCapabilities } from './capabilities';\nimport { TRANSCRIPTION_PLUGIN } from '../meta';\nimport { TranscriptionManager } from '../transcriber';\nimport { TranscriptionAction, TranscriptType } from '../types';\n\n// TODO(wittjosiah): Factor out.\n// TODO(wittjosiah): Can we stop using protobuf for this?\ntype TranscriptionPayload = buf.MessageInitShape<typeof TranscriptionPayloadSchema>;\nconst codec = {\n  encode: (message: TranscriptionPayload): Uint8Array => {\n    return buf.toBinary(TranscriptionPayloadSchema, buf.create(TranscriptionPayloadSchema, message));\n  },\n  decode: (message: Uint8Array): TranscriptionPayloadProto => {\n    return buf.fromBinary(TranscriptionPayloadSchema, message);\n  },\n};\n\nconst getMeetingTranscript = async (\n  context: PluginsContext,\n  meeting: MeetingType,\n): Promise<TranscriptType | undefined> => {\n  const { dispatchPromise: dispatch } = context.requestCapability(Capabilities.IntentDispatcher);\n\n  const typename = getSchemaTypename(TranscriptType)!;\n  const existing = await meeting.artifacts[typename]?.load();\n  if (existing instanceof TranscriptType) {\n    return existing;\n  }\n\n  const space = getSpace(meeting);\n  invariant(space);\n  const { data } = await dispatch(createIntent(TranscriptionAction.Create, { spaceId: space.id }));\n  meeting.artifacts[typename] = makeRef(data!.object);\n  return data?.object;\n};\n\n// TODO(wittjosiah): Introduce a sound that plays when transcription is activated/deactivated.\nexport default (context: PluginsContext) =>\n  contributes(Capabilities.AppGraphBuilder, [\n    createExtension({\n      id: `${TRANSCRIPTION_PLUGIN}/meeting-transcript`,\n      filter: (node): node is Node<MeetingType> =>\n        isInstanceOf(MeetingType, node.data) && node.type !== PLANK_COMPANION_TYPE,\n      actions: ({ node }) => {\n        const meeting = node.data;\n        const state = context.requestCapability(TranscriptionCapabilities.MeetingTranscriptionState);\n        return [\n          {\n            id: `${fullyQualifiedId(meeting)}/action/start-stop-transcription`,\n            data: async () => {\n              const call = context.requestCapability(MeetingCapabilities.CallManager);\n              invariant(state.transcriptionManager);\n              state.enabled = !state.enabled;\n              void state.transcriptionManager.setEnabled(state.enabled);\n              const transcript = await getMeetingTranscript(context, meeting);\n              invariant(transcript, 'Failed to create transcript');\n              call.setActivity(getSchemaTypename(TranscriptType)!, {\n                value: codec.encode({\n                  enabled: state.enabled,\n                  queueDxn: transcript.queue.dxn.toString(),\n                }),\n              });\n            },\n            properties: {\n              label: state.enabled\n                ? ['stop transcription label', { ns: TRANSCRIPTION_PLUGIN }]\n                : ['start transcription label', { ns: TRANSCRIPTION_PLUGIN }],\n              icon: 'ph--record--regular',\n              disposition: 'toolbar',\n              classNames: state.enabled ? 'text-activeInCall' : '',\n            },\n          },\n        ];\n      },\n      connector: ({ node }) => {\n        const meeting = node.data;\n        const client = context.requestCapability(ClientCapabilities.Client);\n        const state = context.requestCapability(TranscriptionCapabilities.MeetingTranscriptionState);\n\n        return [\n          {\n            id: `${fullyQualifiedId(meeting)}${ATTENDABLE_PATH_SEPARATOR}${getSchemaTypename(TranscriptType)}`,\n            type: PLANK_COMPANION_TYPE,\n            data: meeting.artifacts[getSchemaTypename(TranscriptType)!]?.target,\n            properties: {\n              label: ['transcript companion label', { ns: TRANSCRIPTION_PLUGIN }],\n              icon: 'ph--subtitles--regular',\n              disposition: 'hidden',\n              schema: TranscriptType,\n              getIntent: ({ space }: { space: Space }) =>\n                createIntent(TranscriptionAction.Create, { spaceId: space.id }),\n              onJoin: () => {\n                const transcriptionManager = new TranscriptionManager(client.edge);\n                const identity = client.halo.identity.get();\n                invariant(identity);\n                transcriptionManager.setName(\n                  identity.profile?.displayName ?? generateName(identity.identityKey.toHex()),\n                );\n                const fallbackValue = keyToFallback(identity!.identityKey);\n                const userHue = identity!.profile?.data?.hue || fallbackValue.hue;\n                transcriptionManager.setHue(userHue);\n                void transcriptionManager.open();\n                state.transcriptionManager = transcriptionManager;\n              },\n              onLeave: () => {\n                void state.transcriptionManager?.close();\n                state.transcriptionManager = undefined;\n                state.enabled = false;\n              },\n              onCallStateUpdated: (callState: CallState) => {\n                const typename = getSchemaTypename(TranscriptType);\n                const transcription = typename ? callState.activities?.[typename] : undefined;\n                if (!transcription?.payload?.value) {\n                  return;\n                }\n\n                const payload = codec.decode(transcription.payload.value);\n                state.enabled = payload.enabled;\n                void state.transcriptionManager?.setEnabled(payload.enabled);\n                void state.transcriptionManager?.setQueue(payload.queueDxn);\n              },\n              onMediaStateUpdated: ([mediaState, isSpeaking]: [MediaState, boolean]) => {\n                void state.transcriptionManager?.setAudioTrack(mediaState.audioTrack);\n                void state.transcriptionManager?.setRecording(isSpeaking);\n              },\n            },\n          },\n        ];\n      },\n    }),\n  ]);\n"],
+  "mappings": ";;;;;;;;;;;;;;;;;;;;;;;;;;;;AAIA,2BAA6E;AAC7E,kBAAgE;AAChE,0BAA6B;AAC7B,yBAAgD;AAChD,uBAA0B;AAC1B,2BAAmC;AACnC,mBAAgE;AAChE,0BAA2C;AAC3C,4BAAqE;AACrE,IAAAA,gBAA4B;AAC5B,iBAAoB;AACpB,sBAGO;AACP,kBAA8B;;AAU9B,IAAMC,QAAQ;EACZC,QAAQ,CAACC,YAAAA;AACP,WAAOC,eAAIC,SAASC,4CAA4BF,eAAIG,OAAOD,4CAA4BH,OAAAA,CAAAA;EACzF;EACAK,QAAQ,CAACL,YAAAA;AACP,WAAOC,eAAIK,WAAWH,4CAA4BH,OAAAA;EACpD;AACF;AAEA,IAAMO,uBAAuB,OAC3BC,SACAC,YAAAA;AAEA,QAAM,EAAEC,iBAAiBC,SAAQ,IAAKH,QAAQI,kBAAkBC,kCAAaC,gBAAgB;AAE7F,QAAMC,eAAWC,sCAAkBC,oCAAAA;AACnC,QAAMC,WAAW,MAAMT,QAAQU,UAAUJ,QAAAA,GAAWK,KAAAA;AACpD,MAAIF,oBAAoBD,sCAAgB;AACtC,WAAOC;EACT;AAEA,QAAMG,YAAQC,sBAASb,OAAAA;AACvBc,kCAAUF,OAAAA,QAAAA;;;;;;;;;AACV,QAAM,EAAEG,KAAI,IAAK,MAAMb,aAASc,mCAAaC,0CAAoBC,QAAQ;IAAEC,SAASP,MAAMQ;EAAG,CAAA,CAAA;AAC7FpB,UAAQU,UAAUJ,QAAAA,QAAYe,qBAAQN,KAAMO,MAAM;AAClD,SAAOP,MAAMO;AACf;AAGA,IAAA,4BAAe,CAACvB,gBACdwB,kCAAYnB,kCAAaoB,iBAAiB;MACxCC,qCAAgB;IACdL,IAAI,GAAGM,0CAAAA;IACPC,QAAQ,CAACC,aACPC,iCAAaC,2BAAaF,KAAKb,IAAI,KAAKa,KAAKG,SAASC;IACxDC,SAAS,CAAC,EAAEL,KAAI,MAAE;AAChB,YAAM5B,UAAU4B,KAAKb;AACrB,YAAMmB,QAAQnC,QAAQI,kBAAkBgC,gDAA0BC,yBAAyB;AAC3F,aAAO;QACL;UACEhB,IAAI,OAAGiB,8BAAiBrC,OAAAA,CAAAA;UACxBe,MAAM,YAAA;AACJ,kBAAMuB,OAAOvC,QAAQI,kBAAkBoC,0CAAoBC,WAAW;AACtE1B,4CAAUoB,MAAMO,sBAAoB,QAAA;;;;;;;;;AACpCP,kBAAMQ,UAAU,CAACR,MAAMQ;AACvB,iBAAKR,MAAMO,qBAAqBE,WAAWT,MAAMQ,OAAO;AACxD,kBAAME,aAAa,MAAM9C,qBAAqBC,SAASC,OAAAA;AACvDc,4CAAU8B,YAAY,+BAAA;;;;;;;;;AACtBN,iBAAKO,gBAAYtC,sCAAkBC,oCAAAA,GAAkB;cACnDsC,OAAOzD,MAAMC,OAAO;gBAClBoD,SAASR,MAAMQ;gBACfK,UAAUH,WAAWI,MAAMC,IAAIC,SAAQ;cACzC,CAAA;YACF,CAAA;UACF;UACAC,YAAY;YACVC,OAAOlB,MAAMQ,UACT;cAAC;cAA4B;gBAAEW,IAAI3B;cAAqB;gBACxD;cAAC;cAA6B;gBAAE2B,IAAI3B;cAAqB;;YAC7D4B,MAAM;YACNC,aAAa;YACbC,YAAYtB,MAAMQ,UAAU,sBAAsB;UACpD;QACF;;IAEJ;IACAe,WAAW,CAAC,EAAE7B,KAAI,MAAE;AAClB,YAAM5B,UAAU4B,KAAKb;AACrB,YAAM2C,SAAS3D,QAAQI,kBAAkBwD,wCAAmBC,MAAM;AAClE,YAAM1B,QAAQnC,QAAQI,kBAAkBgC,gDAA0BC,yBAAyB;AAE3F,aAAO;QACL;UACEhB,IAAI,OAAGiB,8BAAiBrC,OAAAA,CAAAA,GAAW6D,sCAAAA,OAA4BtD,sCAAkBC,oCAAAA,CAAAA;UACjFuB,MAAMC;UACNjB,MAAMf,QAAQU,cAAUH,sCAAkBC,oCAAAA,CAAAA,GAAmBsD;UAC7DX,YAAY;YACVC,OAAO;cAAC;cAA8B;gBAAEC,IAAI3B;cAAqB;;YACjE4B,MAAM;YACNC,aAAa;YACbQ,QAAQvD;YACRwD,WAAW,CAAC,EAAEpD,MAAK,UACjBI,mCAAaC,0CAAoBC,QAAQ;cAAEC,SAASP,MAAMQ;YAAG,CAAA;YAC/D6C,QAAQ,MAAA;AACN,oBAAMxB,uBAAuB,IAAIyB,2CAAqBR,OAAOS,IAAI;AACjE,oBAAMC,WAAWV,OAAOW,KAAKD,SAASE,IAAG;AACzCxD,8CAAUsD,UAAAA,QAAAA;;;;;;;;;AACV3B,mCAAqB8B,QACnBH,SAASI,SAASC,mBAAeC,kCAAaN,SAASO,YAAYC,MAAK,CAAA,CAAA;AAE1E,oBAAMC,oBAAgBC,2BAAcV,SAAUO,WAAW;AACzD,oBAAMI,UAAUX,SAAUI,SAASzD,MAAMiE,OAAOH,cAAcG;AAC9DvC,mCAAqBwC,OAAOF,OAAAA;AAC5B,mBAAKtC,qBAAqByC,KAAI;AAC9BhD,oBAAMO,uBAAuBA;YAC/B;YACA0C,SAAS,MAAA;AACP,mBAAKjD,MAAMO,sBAAsB2C,MAAAA;AACjClD,oBAAMO,uBAAuB4C;AAC7BnD,oBAAMQ,UAAU;YAClB;YACA4C,oBAAoB,CAACC,cAAAA;AACnB,oBAAMjF,eAAWC,sCAAkBC,oCAAAA;AACnC,oBAAMgF,gBAAgBlF,WAAWiF,UAAUE,aAAanF,QAAAA,IAAY+E;AACpE,kBAAI,CAACG,eAAeE,SAAS5C,OAAO;AAClC;cACF;AAEA,oBAAM4C,UAAUrG,MAAMO,OAAO4F,cAAcE,QAAQ5C,KAAK;AACxDZ,oBAAMQ,UAAUgD,QAAQhD;AACxB,mBAAKR,MAAMO,sBAAsBE,WAAW+C,QAAQhD,OAAO;AAC3D,mBAAKR,MAAMO,sBAAsBkD,SAASD,QAAQ3C,QAAQ;YAC5D;YACA6C,qBAAqB,CAAC,CAACC,YAAYC,UAAAA,MAAkC;AACnE,mBAAK5D,MAAMO,sBAAsBsD,cAAcF,WAAWG,UAAU;AACpE,mBAAK9D,MAAMO,sBAAsBwD,aAAaH,UAAAA;YAChD;UACF;QACF;;IAEJ;EACF,CAAA;CACD;",
+  "names": ["import_types", "codec", "encode", "message", "buf", "toBinary", "TranscriptionPayloadSchema", "create", "decode", "fromBinary", "getMeetingTranscript", "context", "meeting", "dispatchPromise", "dispatch", "requestCapability", "Capabilities", "IntentDispatcher", "typename", "getSchemaTypename", "TranscriptType", "existing", "artifacts", "load", "space", "getSpace", "invariant", "data", "createIntent", "TranscriptionAction", "Create", "spaceId", "id", "makeRef", "object", "contributes", "AppGraphBuilder", "createExtension", "TRANSCRIPTION_PLUGIN", "filter", "node", "isInstanceOf", "MeetingType", "type", "PLANK_COMPANION_TYPE", "actions", "state", "TranscriptionCapabilities", "MeetingTranscriptionState", "fullyQualifiedId", "call", "MeetingCapabilities", "CallManager", "transcriptionManager", "enabled", "setEnabled", "transcript", "setActivity", "value", "queueDxn", "queue", "dxn", "toString", "properties", "label", "ns", "icon", "disposition", "classNames", "connector", "client", "ClientCapabilities", "Client", "ATTENDABLE_PATH_SEPARATOR", "target", "schema", "getIntent", "onJoin", "TranscriptionManager", "edge", "identity", "halo", "get", "setName", "profile", "displayName", "generateName", "identityKey", "toHex", "fallbackValue", "keyToFallback", "userHue", "hue", "setHue", "open", "onLeave", "close", "undefined", "onCallStateUpdated", "callState", "transcription", "activities", "payload", "setQueue", "onMediaStateUpdated", "mediaState", "isSpeaking", "setAudioTrack", "audioTrack", "setRecording"]
+}

package/dist/lib/node/{chunk-J72PUQ3C.cjs → chunk-3KHUSQNW.cjs}

@@ -16,12 +16,15 @@ var __copyProps = (to, from, except, desc) => {
   return to;
 };
 var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
-var chunk_J72PUQ3C_exports = {};
-__export(chunk_J72PUQ3C_exports, {
+var chunk_3KHUSQNW_exports = {};
+__export(chunk_3KHUSQNW_exports, {
   getTimeStr: () => getTimeStr,
-  mergeFloat64Arrays: () => mergeFloat64Arrays
+  mergeFloat64Arrays: () => mergeFloat64Arrays,
+  randomQueueDxn: () => randomQueueDxn
 });
-module.exports = __toCommonJS(chunk_J72PUQ3C_exports);
+module.exports = __toCommonJS(chunk_3KHUSQNW_exports);
+var import_echo_schema = require("@dxos/echo-schema");
+var import_keys = require("@dxos/keys");
 var getTimeStr = (timestamp) => new Date(timestamp ?? Date.now()).toLocaleTimeString("en-US", {
   timeZone: "UTC",
   hour12: true,
@@ -29,6 +32,11 @@ var getTimeStr = (timestamp) => new Date(timestamp ?? Date.now()).toLocaleTimeSt
   minute: "2-digit",
   second: "2-digit"
 });
+var randomQueueDxn = (spaceId) => new import_keys.DXN(import_keys.DXN.kind.QUEUE, [
+  import_keys.QueueSubspaceTags.DATA,
+  spaceId ?? import_keys.SpaceId.random(),
+  import_echo_schema.ObjectId.random()
+]);
 var mergeFloat64Arrays = (arrays) => {
   const newArray = new Float64Array(arrays.reduce((acc, array) => array.length + acc, 0));
   let offset = 0;
@@ -41,6 +49,7 @@ var mergeFloat64Arrays = (arrays) => {
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {
   getTimeStr,
-  mergeFloat64Arrays
+  mergeFloat64Arrays,
+  randomQueueDxn
 });
-//# sourceMappingURL=chunk-J72PUQ3C.cjs.map
+//# sourceMappingURL=chunk-3KHUSQNW.cjs.map

package/dist/lib/node/chunk-3KHUSQNW.cjs.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../../src/util/get-time-str.ts", "../../../src/util/random-queue-dxn.ts", "../../../src/util/array.ts"],
+  "sourcesContent": ["//\n// Copyright 2025 DXOS.org\n//\n\nexport const getTimeStr = (timestamp?: number) =>\n  new Date(timestamp ?? Date.now()).toLocaleTimeString('en-US', {\n    timeZone: 'UTC',\n    hour12: true,\n    hour: 'numeric',\n    minute: '2-digit',\n    second: '2-digit',\n  });\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { ObjectId } from '@dxos/echo-schema';\nimport { DXN, QueueSubspaceTags, SpaceId } from '@dxos/keys';\n\nexport const randomQueueDxn = (spaceId?: SpaceId) =>\n  new DXN(DXN.kind.QUEUE, [QueueSubspaceTags.DATA, spaceId ?? SpaceId.random(), ObjectId.random()]);\n", "//\n// Copyright 2025 DXOS.org\n//\n\nexport const mergeFloat64Arrays = (arrays: Float64Array[]) => {\n  const newArray = new Float64Array(arrays.reduce((acc, array) => array.length + acc, 0));\n  let offset = 0;\n  for (const array of arrays) {\n    newArray.set(array, offset);\n    offset += array.length;\n  }\n\n  return newArray;\n};\n"],
+  "mappings": ";;;;;;;;;;;;;;;;;;;;;;;;;ACIA,yBAAyB;AACzB,kBAAgD;ADDzC,IAAMA,aAAa,CAACC,cACzB,IAAIC,KAAKD,aAAaC,KAAKC,IAAG,CAAA,EAAIC,mBAAmB,SAAS;EAC5DC,UAAU;EACVC,QAAQ;EACRC,MAAM;EACNC,QAAQ;EACRC,QAAQ;AACV,CAAA;ACJK,IAAMC,iBAAiB,CAACC,YAC7B,IAAIC,gBAAIA,gBAAIC,KAAKC,OAAO;EAACC,8BAAkBC;EAAML,WAAWM,oBAAQC,OAAM;EAAIC,4BAASD,OAAM;CAAG;ACJ3F,IAAME,qBAAqB,CAACC,WAAAA;AACjC,QAAMC,WAAW,IAAIC,aAAaF,OAAOG,OAAO,CAACC,KAAKC,UAAUA,MAAMC,SAASF,KAAK,CAAA,CAAA;AACpF,MAAIG,SAAS;AACb,aAAWF,SAASL,QAAQ;AAC1BC,aAASO,IAAIH,OAAOE,MAAAA;AACpBA,cAAUF,MAAMC;EAClB;AAEA,SAAOL;AACT;",
+  "names": ["getTimeStr", "timestamp", "Date", "now", "toLocaleTimeString", "timeZone", "hour12", "hour", "minute", "second", "randomQueueDxn", "spaceId", "DXN", "kind", "QUEUE", "QueueSubspaceTags", "DATA", "SpaceId", "random", "ObjectId", "mergeFloat64Arrays", "arrays", "newArray", "Float64Array", "reduce", "acc", "array", "length", "offset", "set"]
+}

package/dist/lib/node/{chunk-JUGOXWES.cjs → chunk-CZMLKKWT.cjs}

@@ -16,11 +16,11 @@ var __copyProps = (to, from, except, desc) => {
   return to;
 };
 var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
-var chunk_JUGOXWES_exports = {};
-__export(chunk_JUGOXWES_exports, {
+var chunk_CZMLKKWT_exports = {};
+__export(chunk_CZMLKKWT_exports, {
   TranscriptionCapabilities: () => TranscriptionCapabilities
 });
-module.exports = __toCommonJS(chunk_JUGOXWES_exports);
+module.exports = __toCommonJS(chunk_CZMLKKWT_exports);
 var import_chunk_NVZWGFJL = require("./chunk-NVZWGFJL.cjs");
 var import_app_framework = require("@dxos/app-framework");
 var TranscriptionCapabilities;
@@ -32,4 +32,4 @@ var TranscriptionCapabilities;
 0 && (module.exports = {
   TranscriptionCapabilities
 });
-//# sourceMappingURL=chunk-JUGOXWES.cjs.map
+//# sourceMappingURL=chunk-CZMLKKWT.cjs.map

package/dist/lib/node/chunk-CZMLKKWT.cjs.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../../src/capabilities/capabilities.ts"],
+  "sourcesContent": ["//\n// Copyright 2025 DXOS.org\n//\n\nimport { defineCapability } from '@dxos/app-framework';\nimport { type ReactiveObject } from '@dxos/live-object';\n\nimport { TRANSCRIPTION_PLUGIN } from '../meta';\nimport { type TranscriberParams, type Transcriber, type TranscriptionManager } from '../transcriber';\n\nexport namespace TranscriptionCapabilities {\n  export type GetTranscriberProps = {\n    audioStreamTrack: MediaStreamTrack;\n    onSegments: TranscriberParams['onSegments'];\n  };\n  export type GetTranscriber = (props: GetTranscriberProps) => Transcriber;\n  export const Transcriber = defineCapability<GetTranscriber>(`${TRANSCRIPTION_PLUGIN}/capability/transcriber`);\n\n  export type MeetingTranscriptionState = ReactiveObject<{\n    enabled: boolean;\n    transcriptionManager?: TranscriptionManager;\n  }>;\n  export const MeetingTranscriptionState = defineCapability<MeetingTranscriptionState>(\n    `${TRANSCRIPTION_PLUGIN}/capability/meeting-transcription-state`,\n  );\n}\n"],
+  "mappings": ";;;;;;;;;;;;;;;;;;;;;;;;AAIA,2BAAiC;;UAMhBA,4BAAAA;6BAMFC,kBAAcC,uCAAiC,GAAGC,0CAAAA,yBAA6C;6BAM/FC,gCAA4BF,uCACvC,GAAGC,0CAAAA,yCAA6D;AAEpE,GAfiBH,8BAAAA,4BAAAA,CAAAA,EAAAA;",
+  "names": ["TranscriptionCapabilities", "Transcriber", "defineCapability", "TRANSCRIPTION_PLUGIN", "MeetingTranscriptionState"]
+}

package/dist/lib/node/{chunk-WKZLGVEJ.cjs → chunk-FCCJALOT.cjs}

@@ -26,15 +26,15 @@ var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__ge
   mod
 ));
 var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
-var chunk_WKZLGVEJ_exports = {};
-__export(chunk_WKZLGVEJ_exports, {
+var chunk_FCCJALOT_exports = {};
+__export(chunk_FCCJALOT_exports, {
   MediaStreamRecorder: () => MediaStreamRecorder,
   Transcriber: () => Transcriber,
   TranscriptionManager: () => TranscriptionManager
 });
-module.exports = __toCommonJS(chunk_WKZLGVEJ_exports);
-var import_chunk_J72PUQ3C = require("./chunk-J72PUQ3C.cjs");
-var import_chunk_EJWB53WK = require("./chunk-EJWB53WK.cjs");
+module.exports = __toCommonJS(chunk_FCCJALOT_exports);
+var import_chunk_3KHUSQNW = require("./chunk-3KHUSQNW.cjs");
+var import_chunk_P4VVD6ZO = require("./chunk-P4VVD6ZO.cjs");
 var import_extendable_media_recorder = require("extendable-media-recorder");
 var import_wavefile = require("wavefile");
 var import_async = require("@dxos/async");
@@ -50,8 +50,8 @@ var import_async3 = require("@dxos/async");
 var import_context2 = require("@dxos/context");
 var import_echo_db = require("@dxos/echo-db");
 var import_echo_schema = require("@dxos/echo-schema");
-var import_log3 = require("@dxos/log");
-var import_schema = require("@dxos/schema");
+var import_invariant2 = require("@dxos/invariant");
+var import_keys = require("@dxos/keys");
 function _ts_decorate(decorators, target, key, desc) {
   var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
   if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
@@ -182,35 +182,17 @@ var Transcriber = class extends import_context.Resource {
     this._onSegments = onSegments;
   }
   async _open(ctx) {
-    import_log2.log.info("opening", void 0, {
-      F: __dxlog_file2,
-      L: 97,
-      S: this,
-      C: (f, a) => f(...a)
-    });
     this._recorder.setOnChunk((chunk) => this._saveAudioChunk(chunk));
     await this._recorder.start();
     this._transcribeTask = new import_async2.DeferredTask(ctx, async () => this._transcribe());
     this._openTrigger.wake();
   }
   async _close() {
-    import_log2.log.info("closing", void 0, {
-      F: __dxlog_file2,
-      L: 105,
-      S: this,
-      C: (f, a) => f(...a)
-    });
     this._recording = false;
     this._transcribeTask = void 0;
     await this._recorder.stop();
   }
   startChunksRecording() {
-    import_log2.log.info("starting", void 0, {
-      F: __dxlog_file2,
-      L: 112,
-      S: this,
-      C: (f, a) => f(...a)
-    });
     if (this._lifecycleState !== import_context.LifecycleState.OPEN) {
       return;
     }
@@ -222,19 +204,13 @@ var Transcriber = class extends import_context.Resource {
     }
     this._recording = false;
     this._transcribeTask?.schedule();
-    import_log2.log.info("stopped", void 0, {
-      F: __dxlog_file2,
-      L: 127,
-      S: this,
-      C: (f, a) => f(...a)
-    });
   }
   _saveAudioChunk(chunk) {
     (0, import_log2.log)("saving audio chunk", {
       chunk
     }, {
       F: __dxlog_file2,
-      L: 131,
+      L: 124,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -250,7 +226,7 @@ var Transcriber = class extends import_context.Resource {
       chunks: this._audioChunks.length
     }, {
       F: __dxlog_file2,
-      L: 147,
+      L: 140,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -275,7 +251,7 @@ var Transcriber = class extends import_context.Resource {
   async _mergeAudioChunks(chunks) {
     const file = new import_wavefile2.WaveFile();
     const wavConfig = this._recorder.wavConfig;
-    file.fromScratch(wavConfig.channels, wavConfig.sampleRate, wavConfig.bitDepthCode, (0, import_chunk_J72PUQ3C.mergeFloat64Arrays)(chunks.map(({ data }) => data)));
+    file.fromScratch(wavConfig.channels, wavConfig.sampleRate, wavConfig.bitDepthCode, (0, import_chunk_3KHUSQNW.mergeFloat64Arrays)(chunks.map(({ data }) => data)));
     return file.toBase64();
   }
   async _fetchTranscription(audio) {
@@ -283,7 +259,7 @@ var Transcriber = class extends import_context.Resource {
       this._audioChunks = [];
       throw new Error("No audio to send for transcribing");
     }
-    const response = await fetch(`${import_chunk_EJWB53WK.TRANSCRIPTION_URL}/transcribe`, {
+    const response = await fetch(`${import_chunk_P4VVD6ZO.TRANSCRIPTION_URL}/transcribe`, {
       method: "POST",
       body: JSON.stringify({
         audio
@@ -294,15 +270,15 @@ var Transcriber = class extends import_context.Resource {
     });
     if (!response.ok) {
       this._audioChunks = [];
-      throw new Error(`Transcription failed: ${response.statusText}`);
+      throw new Error("Failed to transcribe");
     }
     const { segments } = await response.json();
     import_log2.log.info("transcription response", {
-      segments: segments.length,
+      segments,
       string: segments.map((segments2) => segments2.text).join(" ")
     }, {
       F: __dxlog_file2,
-      L: 211,
+      L: 206,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -324,9 +300,8 @@ var Transcriber = class extends import_context.Resource {
     }
     this._lastUsedTimestamp = zeroTimestamp + filteredSegments.at(-1).end * 1e3;
     return filteredSegments.map((segment) => ({
-      type: "transcription",
-      started: new Date(zeroTimestamp + segment.start * 1e3).toISOString(),
-      text: segment.text.trim()
+      started: new Date(zeroTimestamp + segment.start * 1e3),
+      text: segment.text
     }));
   }
 };
@@ -351,16 +326,16 @@ var RECORD_INTERVAL = 200;
 var PREFIXED_CHUNKS_AMOUNT = 10;
 var TRANSCRIBE_AFTER_CHUNKS_AMOUNT = 50;
 var TranscriptionManager = class extends import_context2.Resource {
-  constructor(options) {
+  constructor(edgeClient) {
     super();
     this._audioStreamTrack = void 0;
-    this._identityDid = void 0;
+    this._name = void 0;
+    this._hue = void 0;
     this._mediaRecorder = void 0;
     this._transcriber = void 0;
-    this._queue = void 0;
     this._enabled = false;
-    this._edgeClient = options.edgeClient;
-    this._messageEnricher = options.messageEnricher;
+    this._queue = void 0;
+    this._edgeClient = edgeClient;
   }
   async _open() {
     await this._toggleTranscriber();
@@ -368,36 +343,15 @@ var TranscriptionManager = class extends import_context2.Resource {
   async _close() {
     void this._transcriber?.close();
   }
-  setQueue(queueDxn) {
-    if (this._queue?.dxn.toString() !== queueDxn.toString()) {
-      import_log3.log.info("setQueue", {
-        queueDxn: queueDxn.toString()
-      }, {
-        F: __dxlog_file3,
-        L: 73,
-        S: this,
-        C: (f, a) => f(...a)
-      });
-      this._queue = new import_echo_db.QueueImpl(this._edgeClient, queueDxn);
-    }
-    return this;
-  }
-  setIdentityDid(did) {
-    if (this._identityDid !== did) {
-      this._identityDid = did;
-    }
-    return this;
-  }
   setRecording(recording) {
     if (!this.isOpen || !this._enabled) {
-      return this;
+      return;
     }
     if (recording) {
       this._transcriber?.startChunksRecording();
     } else {
       this._transcriber?.stopChunksRecording();
     }
-    return this;
   }
   /**
   * Enable or disable transcription.
@@ -417,45 +371,56 @@ var TranscriptionManager = class extends import_context2.Resource {
     this._audioStreamTrack = track;
     this.isOpen && await this._toggleTranscriber();
   }
-  // TODO(burdon): Change this to setEnables (explicit), not toggle.
+  /**
+  * Set the queue to save the transcription to.
+  * @param queue - The queue to save the transcription to or the DXN of the queue.
+  */
+  setQueue(queue) {
+    switch (typeof queue) {
+      case "string":
+        if (this._queue?.dxn.toString() === queue) {
+          return;
+        }
+        this._queue = new import_echo_db.QueueImpl(this._edgeClient, import_keys.DXN.parse(queue));
+        break;
+      case "object":
+        if (this._queue === queue) {
+          return;
+        }
+        (0, import_invariant2.invariant)(queue instanceof import_echo_db.QueueImpl, void 0, {
+          F: __dxlog_file3,
+          L: 113,
+          S: this,
+          A: [
+            "queue instanceof QueueImpl",
+            ""
+          ]
+        });
+        this._queue = queue;
+        break;
+      case "undefined":
+        this._queue = void 0;
+        break;
+    }
+  }
+  setName(name) {
+    if (this._name === name) {
+      return;
+    }
+    this._name = name;
+  }
+  setHue(hue) {
+    if (this._hue === hue) {
+      return;
+    }
+    this._hue = hue;
+  }
   async _toggleTranscriber() {
     await this._maybeReinitTranscriber();
     if (this._enabled) {
       await this._transcriber?.open();
-      const block = (0, import_echo_schema.create)(import_schema.DataType.Message, {
-        created: (/* @__PURE__ */ new Date()).toISOString(),
-        blocks: [
-          {
-            type: "transcription",
-            text: "Started",
-            started: (/* @__PURE__ */ new Date()).toISOString()
-          }
-        ],
-        sender: {
-          role: "assistant"
-        }
-      });
-      this._queue?.append([
-        block
-      ]);
     } else {
       await this._transcriber?.close();
-      const block = (0, import_echo_schema.create)(import_schema.DataType.Message, {
-        created: (/* @__PURE__ */ new Date()).toISOString(),
-        blocks: [
-          {
-            type: "transcription",
-            text: "Stopped",
-            started: (/* @__PURE__ */ new Date()).toISOString()
-          }
-        ],
-        sender: {
-          role: "assistant"
-        }
-      });
-      this._queue?.append([
-        block
-      ]);
     }
   }
   async _maybeReinitTranscriber() {
@@ -486,31 +451,38 @@ var TranscriptionManager = class extends import_context2.Resource {
     if (!this.isOpen || !this._queue) {
       return;
     }
-    let block = (0, import_echo_schema.create)(import_schema.DataType.Message, {
-      created: (/* @__PURE__ */ new Date()).toISOString(),
-      blocks: segments,
-      sender: {
-        identityDid: this._identityDid
-      }
+    const block = (0, import_echo_schema.createStatic)(import_chunk_P4VVD6ZO.TranscriptBlock, {
+      authorName: this._name,
+      authorHue: this._hue,
+      segments
     });
-    if (this._messageEnricher) {
-      block = await this._messageEnricher(block);
-    }
     this._queue.append([
       block
     ]);
   }
 };
+_ts_decorate3([
+  import_async3.synchronized
+], TranscriptionManager.prototype, "setRecording", null);
 _ts_decorate3([
   import_async3.synchronized
 ], TranscriptionManager.prototype, "setEnabled", null);
 _ts_decorate3([
   import_async3.synchronized
 ], TranscriptionManager.prototype, "setAudioTrack", null);
+_ts_decorate3([
+  import_async3.synchronized
+], TranscriptionManager.prototype, "setQueue", null);
+_ts_decorate3([
+  import_async3.synchronized
+], TranscriptionManager.prototype, "setName", null);
+_ts_decorate3([
+  import_async3.synchronized
+], TranscriptionManager.prototype, "setHue", null);
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {
   MediaStreamRecorder,
   Transcriber,
   TranscriptionManager
 });
-//# sourceMappingURL=chunk-WKZLGVEJ.cjs.map
+//# sourceMappingURL=chunk-FCCJALOT.cjs.map