@dxos/plugin-transcription 0.8.2-main.12df754 → 0.8.2-main.36232bc

package/dist/lib/node-esm/{chunk-YXZOLOFT.mjs.map → chunk-5E2MR5XK.mjs.map}

@@ -1,7 +1,7 @@
 {
   "version": 3,
   "sources": ["../../../src/capabilities/capabilities.ts"],
-  "sourcesContent": ["//\n// Copyright 2025 DXOS.org\n//\n\nimport { defineCapability } from '@dxos/app-framework';\nimport { type Live } from '@dxos/live-object';\n\nimport { TRANSCRIPTION_PLUGIN } from '../meta';\nimport { type TranscriberParams, type Transcriber, type TranscriptionManager } from '../transcriber';\n\nexport namespace TranscriptionCapabilities {\n  export type GetTranscriberProps = {\n    audioStreamTrack: MediaStreamTrack;\n    onSegments: TranscriberParams['onSegments'];\n    config?: TranscriberParams['config'];\n  };\n  export type GetTranscriber = (props: GetTranscriberProps) => Transcriber;\n  export const Transcriber = defineCapability<GetTranscriber>(`${TRANSCRIPTION_PLUGIN}/capability/transcriber`);\n\n  export type MeetingTranscriptionState = Live<{\n    enabled: boolean;\n    transcriptionManager?: TranscriptionManager;\n  }>;\n  export const MeetingTranscriptionState = defineCapability<MeetingTranscriptionState>(\n    `${TRANSCRIPTION_PLUGIN}/capability/meeting-transcription-state`,\n  );\n}\n"],
+  "sourcesContent": ["//\n// Copyright 2025 DXOS.org\n//\n\nimport { defineCapability } from '@dxos/app-framework';\nimport { type Live } from '@dxos/live-object';\n\nimport { TRANSCRIPTION_PLUGIN } from '../meta';\nimport { type TranscriberParams, type Transcriber, type TranscriptionManager } from '../transcriber';\n\nexport namespace TranscriptionCapabilities {\n  export type GetTranscriberProps = {\n    audioStreamTrack: MediaStreamTrack;\n    onSegments: TranscriberParams['onSegments'];\n    config?: TranscriberParams['config'];\n  };\n  export type GetTranscriber = (props: GetTranscriberProps) => Transcriber;\n  export const Transcriber = defineCapability<GetTranscriber>(`${TRANSCRIPTION_PLUGIN}/capability/transcriber`);\n\n  export type MeetingTranscriptionState = Live<{\n    transcriptionManager?: TranscriptionManager;\n    enabled: boolean; // TODO(burdon): Move state into TranscriptionManager.\n  }>;\n  export const MeetingTranscriptionState = defineCapability<MeetingTranscriptionState>(\n    `${TRANSCRIPTION_PLUGIN}/capability/meeting-transcription-state`,\n  );\n}\n"],
   "mappings": ";;;;;;AAIA,SAASA,wBAAwB;;UAMhBC,4BAAAA;6BAOFC,cAAcC,iBAAiC,GAAGC,oBAAAA,yBAA6C;6BAM/FC,4BAA4BF,iBACvC,GAAGC,oBAAAA,yCAA6D;AAEpE,GAhBiBH,8BAAAA,4BAAAA,CAAAA,EAAAA;",
   "names": ["defineCapability", "TranscriptionCapabilities", "Transcriber", "defineCapability", "TRANSCRIPTION_PLUGIN", "MeetingTranscriptionState"]
 }

package/dist/lib/node-esm/chunk-HZBSWUJH.mjs

@@ -0,0 +1,28 @@
+import { createRequire } from 'node:module';const require = createRequire(import.meta.url);
+import {
+  TRANSCRIPTION_PLUGIN
+} from "./chunk-X4DDJIVL.mjs";
+
+// packages/plugins/plugin-transcription/src/components/TranscriptionSettings/TranscriptionSettings.tsx
+import React from "react";
+import { Input, useTranslation } from "@dxos/react-ui";
+import { DeprecatedFormContainer, DeprecatedFormInput } from "@dxos/react-ui-form";
+var TranscriptionSettings = ({ settings }) => {
+  const { t } = useTranslation(TRANSCRIPTION_PLUGIN);
+  return /* @__PURE__ */ React.createElement(DeprecatedFormContainer, null, /* @__PURE__ */ React.createElement(DeprecatedFormInput, {
+    label: t("settings entity extraction label")
+  }, /* @__PURE__ */ React.createElement(Input.Switch, {
+    checked: !!settings.entityExtraction,
+    onCheckedChange: (checked) => settings.entityExtraction = checked
+  })));
+};
+
+// packages/plugins/plugin-transcription/src/components/index.ts
+import { lazy } from "react";
+var TranscriptContainer = lazy(() => import("./TranscriptContainer-5N3BSK2S.mjs"));
+
+export {
+  TranscriptionSettings,
+  TranscriptContainer
+};
+//# sourceMappingURL=chunk-HZBSWUJH.mjs.map

package/dist/lib/node-esm/chunk-HZBSWUJH.mjs.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../../src/components/TranscriptionSettings/TranscriptionSettings.tsx", "../../../src/components/index.ts"],
+  "sourcesContent": ["//\n// Copyright 2023 DXOS.org\n//\n\nimport React from 'react';\n\nimport { Input, useTranslation } from '@dxos/react-ui';\nimport { DeprecatedFormContainer, DeprecatedFormInput } from '@dxos/react-ui-form';\n\nimport { TRANSCRIPTION_PLUGIN } from '../../meta';\nimport { type TranscriptionSettingsProps } from '../../types';\n\nexport const TranscriptionSettings = ({ settings }: { settings: TranscriptionSettingsProps }) => {\n  const { t } = useTranslation(TRANSCRIPTION_PLUGIN);\n\n  return (\n    <DeprecatedFormContainer>\n      <DeprecatedFormInput label={t('settings entity extraction label')}>\n        <Input.Switch\n          checked={!!settings.entityExtraction}\n          onCheckedChange={(checked) => (settings.entityExtraction = checked)}\n        />\n      </DeprecatedFormInput>\n    </DeprecatedFormContainer>\n  );\n};\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { lazy } from 'react';\n\nexport * from './Transcript';\nexport * from './TranscriptContainer';\nexport * from './TranscriptionSettings';\n\nexport const TranscriptContainer = lazy(() => import('./TranscriptContainer'));\n"],
+  "mappings": ";;;;;;AAIA,OAAOA,WAAW;AAElB,SAASC,OAAOC,sBAAsB;AACtC,SAASC,yBAAyBC,2BAA2B;AAKtD,IAAMC,wBAAwB,CAAC,EAAEC,SAAQ,MAA4C;AAC1F,QAAM,EAAEC,EAAC,IAAKC,eAAeC,oBAAAA;AAE7B,SACE,sBAAA,cAACC,yBAAAA,MACC,sBAAA,cAACC,qBAAAA;IAAoBC,OAAOL,EAAE,kCAAA;KAC5B,sBAAA,cAACM,MAAMC,QAAM;IACXC,SAAS,CAAC,CAACT,SAASU;IACpBC,iBAAiB,CAACF,YAAaT,SAASU,mBAAmBD;;AAKrE;;;ACrBA,SAASG,YAAY;AAMd,IAAMC,sBAAsBC,KAAK,MAAM,OAAO,oCAAA,CAAA;",
+  "names": ["React", "Input", "useTranslation", "DeprecatedFormContainer", "DeprecatedFormInput", "TranscriptionSettings", "settings", "t", "useTranslation", "TRANSCRIPTION_PLUGIN", "DeprecatedFormContainer", "DeprecatedFormInput", "label", "Input", "Switch", "checked", "entityExtraction", "onCheckedChange", "lazy", "TranscriptContainer", "lazy"]
+}

package/dist/lib/node-esm/{chunk-54HDN33F.mjs → chunk-OS2ITZUL.mjs}

@@ -4,7 +4,7 @@ import {
 } from "./chunk-X4DDJIVL.mjs";
 
 // packages/plugins/plugin-transcription/src/types/schema.ts
-import { EchoObject, Expando, Ref, S, TypedObject } from "@dxos/echo-schema";
+import { Expando, Ref, S, TypedObject } from "@dxos/echo-schema";
 var TranscriptSchema = S.Struct({
   name: S.String,
   // TODO(burdon): Use Date or string?
@@ -24,23 +24,9 @@ var TranscriptType = class extends TypedObject({
 var TranscriptHeader = S.Struct({
   started: S.optional(S.String)
 });
-var TranscriptSegment = S.Struct({
-  // TODO(burdon): TS from service is not Unix TS (x1000).
-  started: S.String,
-  text: S.String
-});
-var TranscriptBlock = S.Struct({
-  id: S.String,
-  authorName: S.optional(S.String),
-  authorHue: S.optional(S.String),
-  segments: S.Array(TranscriptSegment)
-}).pipe(EchoObject({
-  typename: "dxos.org/type/TranscriptBlock",
-  version: "0.1.0"
-}));
 
 // packages/plugins/plugin-transcription/src/types/types.ts
-import { S as S2, isInstanceOf } from "@dxos/echo-schema";
+import { SpaceIdSchema, S as S2, isInstanceOf } from "@dxos/echo-schema";
 import { isLiveObject } from "@dxos/react-client/echo";
 var TRANSCRIPTION_URL = "https://calls-service.dxos.workers.dev";
 var TranscriptionAction;
@@ -49,8 +35,7 @@ var TranscriptionAction;
   class Create extends S2.TaggedClass()(`${TRANSCRIPTION_ACTION}/create`, {
     input: S2.Struct({
       name: S2.optional(S2.String),
-      // TODO(wittjosiah): SpaceId.
-      spaceId: S2.String
+      spaceId: SpaceIdSchema
     }),
     output: S2.Struct({
       object: TranscriptType
@@ -62,13 +47,16 @@ var TranscriptionAction;
 var isTranscript = (object) => {
   return isLiveObject(object) && isInstanceOf(TranscriptType, object);
 };
+var TranscriptionSettingsSchema = S2.mutable(S2.Struct({
+  entityExtraction: S2.optional(S2.Boolean).pipe(S2.withConstructorDefault(() => true))
+}));
 
 export {
   TranscriptSchema,
   TranscriptType,
-  TranscriptBlock,
   TRANSCRIPTION_URL,
   TranscriptionAction,
-  isTranscript
+  isTranscript,
+  TranscriptionSettingsSchema
 };
-//# sourceMappingURL=chunk-54HDN33F.mjs.map
+//# sourceMappingURL=chunk-OS2ITZUL.mjs.map

package/dist/lib/node-esm/chunk-OS2ITZUL.mjs.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../../src/types/schema.ts", "../../../src/types/types.ts"],
+  "sourcesContent": ["//\n// Copyright 2025 DXOS.org\n//\n\nimport { Expando, Ref, S, TypedObject } from '@dxos/echo-schema';\n\n/**\n * Root transcript object created when the user starts a transcription.\n */\nexport const TranscriptSchema = S.Struct({\n  name: S.String,\n\n  // TODO(burdon): Use Date or string?\n  started: S.optional(S.String),\n  ended: S.optional(S.String),\n\n  /**\n   * Queue containing TranscriptBlock objects.\n   */\n  // TODO(wittjosiah): Should be a ref to a queue.\n  queue: Ref(Expando),\n});\n\nexport class TranscriptType extends TypedObject({\n  typename: 'dxos.org/type/Transcript',\n  version: '0.1.0',\n})(TranscriptSchema.fields) {}\n\n// TODO(burdon): Do these need to be kept in sync with EDGE?\n\n/**\n * First message in queue.\n * Contains metadata for the recording and transcript.\n */\nconst TranscriptHeader = S.Struct({\n  started: S.optional(S.String),\n});\n\nexport type TranscriptHeader = S.Schema.Type<typeof TranscriptHeader>;\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { SpaceIdSchema, S, isInstanceOf } from '@dxos/echo-schema';\nimport { isLiveObject } from '@dxos/react-client/echo';\n\nimport { TranscriptType } from './schema';\nimport { TRANSCRIPTION_PLUGIN } from '../meta';\n\n// TODO(burdon): Move to separate proto.\n\n/**\n * Endpoint to the calls service.\n */\n// TODO(burdon): Reconfigure/move.\nexport const TRANSCRIPTION_URL = 'https://calls-service.dxos.workers.dev';\n\nexport namespace TranscriptionAction {\n  const TRANSCRIPTION_ACTION = `${TRANSCRIPTION_PLUGIN}/action`;\n\n  export class Create extends S.TaggedClass<Create>()(`${TRANSCRIPTION_ACTION}/create`, {\n    input: S.Struct({\n      name: S.optional(S.String),\n      spaceId: SpaceIdSchema,\n    }),\n    output: S.Struct({\n      object: TranscriptType,\n    }),\n  }) {}\n}\n\nexport const isTranscript = (object: unknown): object is typeof TranscriptType => {\n  return isLiveObject(object) && isInstanceOf(TranscriptType, object);\n};\n\n// TODO(burdon): Create with decode consistently: S.decodeSync(TranscriptionSettingsSchema)({}))\nexport const TranscriptionSettingsSchema = S.mutable(\n  S.Struct({\n    entityExtraction: S.optional(S.Boolean).pipe(S.withConstructorDefault(() => true)),\n  }),\n);\n\nexport type TranscriptionSettingsProps = S.Schema.Type<typeof TranscriptionSettingsSchema>;\n"],
+  "mappings": ";;;;;;AAIA,SAASA,SAASC,KAAKC,GAAGC,mBAAmB;AAKtC,IAAMC,mBAAmBC,EAAEC,OAAO;EACvCC,MAAMF,EAAEG;;EAGRC,SAASJ,EAAEK,SAASL,EAAEG,MAAM;EAC5BG,OAAON,EAAEK,SAASL,EAAEG,MAAM;;;;;EAM1BI,OAAOC,IAAIC,OAAAA;AACb,CAAA;AAEO,IAAMC,iBAAN,cAA6BC,YAAY;EAC9CC,UAAU;EACVC,SAAS;AACX,CAAA,EAAGd,iBAAiBe,MAAM,EAAA;AAAG;AAQ7B,IAAMC,mBAAmBf,EAAEC,OAAO;EAChCG,SAASJ,EAAEK,SAASL,EAAEG,MAAM;AAC9B,CAAA;;;AChCA,SAASa,eAAeC,KAAAA,IAAGC,oBAAoB;AAC/C,SAASC,oBAAoB;AAWtB,IAAMC,oBAAoB;;UAEhBC,sBAAAA;AACf,QAAMC,uBAAuB,GAAGC,oBAAAA;EAEzB,MAAMC,eAAeC,GAAEC,YAAW,EAAW,GAAGJ,oBAAAA,WAA+B;IACpFK,OAAOF,GAAEG,OAAO;MACdC,MAAMJ,GAAEK,SAASL,GAAEM,MAAM;MACzBC,SAASC;IACX,CAAA;IACAC,QAAQT,GAAEG,OAAO;MACfO,QAAQC;IACV,CAAA;EACF,CAAA,EAAA;EAAI;uBARSZ,SAAAA;AASf,GAZiBH,wBAAAA,sBAAAA,CAAAA,EAAAA;AAcV,IAAMgB,eAAe,CAACF,WAAAA;AAC3B,SAAOG,aAAaH,MAAAA,KAAWI,aAAaH,gBAAgBD,MAAAA;AAC9D;AAGO,IAAMK,8BAA8Bf,GAAEgB,QAC3ChB,GAAEG,OAAO;EACPc,kBAAkBjB,GAAEK,SAASL,GAAEkB,OAAO,EAAEC,KAAKnB,GAAEoB,uBAAuB,MAAM,IAAA,CAAA;AAC9E,CAAA,CAAA;",
+  "names": ["Expando", "Ref", "S", "TypedObject", "TranscriptSchema", "S", "Struct", "name", "String", "started", "optional", "ended", "queue", "Ref", "Expando", "TranscriptType", "TypedObject", "typename", "version", "fields", "TranscriptHeader", "SpaceIdSchema", "S", "isInstanceOf", "isLiveObject", "TRANSCRIPTION_URL", "TranscriptionAction", "TRANSCRIPTION_ACTION", "TRANSCRIPTION_PLUGIN", "Create", "S", "TaggedClass", "input", "Struct", "name", "optional", "String", "spaceId", "SpaceIdSchema", "output", "object", "TranscriptType", "isTranscript", "isLiveObject", "isInstanceOf", "TranscriptionSettingsSchema", "mutable", "entityExtraction", "Boolean", "pipe", "withConstructorDefault"]
+}

package/dist/lib/node-esm/{chunk-K3R3YK3S.mjs → chunk-UWF6LM27.mjs}

@@ -3,9 +3,8 @@ import {
   mergeFloat64Arrays
 } from "./chunk-QMHMEKB3.mjs";
 import {
-  TRANSCRIPTION_URL,
-  TranscriptBlock
-} from "./chunk-54HDN33F.mjs";
+  TRANSCRIPTION_URL
+} from "./chunk-OS2ITZUL.mjs";
 
 // packages/plugins/plugin-transcription/src/transcriber/media-stream-recorder.ts
 import { MediaRecorder, register } from "extendable-media-recorder";
@@ -151,17 +150,35 @@ var Transcriber = class extends Resource {
     this._onSegments = onSegments;
   }
   async _open(ctx) {
+    log2.info("opening", void 0, {
+      F: __dxlog_file2,
+      L: 97,
+      S: this,
+      C: (f, a) => f(...a)
+    });
     this._recorder.setOnChunk((chunk) => this._saveAudioChunk(chunk));
     await this._recorder.start();
     this._transcribeTask = new DeferredTask(ctx, async () => this._transcribe());
     this._openTrigger.wake();
   }
   async _close() {
+    log2.info("closing", void 0, {
+      F: __dxlog_file2,
+      L: 105,
+      S: this,
+      C: (f, a) => f(...a)
+    });
     this._recording = false;
     this._transcribeTask = void 0;
     await this._recorder.stop();
   }
   startChunksRecording() {
+    log2.info("starting", void 0, {
+      F: __dxlog_file2,
+      L: 112,
+      S: this,
+      C: (f, a) => f(...a)
+    });
     if (this._lifecycleState !== LifecycleState.OPEN) {
       return;
     }
@@ -173,13 +190,19 @@ var Transcriber = class extends Resource {
     }
     this._recording = false;
     this._transcribeTask?.schedule();
+    log2.info("stopped", void 0, {
+      F: __dxlog_file2,
+      L: 127,
+      S: this,
+      C: (f, a) => f(...a)
+    });
   }
   _saveAudioChunk(chunk) {
     log2("saving audio chunk", {
       chunk
     }, {
       F: __dxlog_file2,
-      L: 124,
+      L: 131,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -195,7 +218,7 @@ var Transcriber = class extends Resource {
       chunks: this._audioChunks.length
     }, {
       F: __dxlog_file2,
-      L: 140,
+      L: 147,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -239,15 +262,15 @@ var Transcriber = class extends Resource {
     });
     if (!response.ok) {
       this._audioChunks = [];
-      throw new Error("Failed to transcribe");
+      throw new Error(`Transcription failed: ${response.statusText}`);
     }
     const { segments } = await response.json();
     log2.info("transcription response", {
-      segments,
+      segments: segments.length,
       string: segments.map((segments2) => segments2.text).join(" ")
     }, {
       F: __dxlog_file2,
-      L: 206,
+      L: 211,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -269,8 +292,9 @@ var Transcriber = class extends Resource {
     }
     this._lastUsedTimestamp = zeroTimestamp + filteredSegments.at(-1).end * 1e3;
     return filteredSegments.map((segment) => ({
+      type: "transcription",
       started: new Date(zeroTimestamp + segment.start * 1e3).toISOString(),
-      text: segment.text
+      text: segment.text.trim()
     }));
   }
 };
@@ -290,8 +314,8 @@ import { synchronized as synchronized2 } from "@dxos/async";
 import { Resource as Resource2 } from "@dxos/context";
 import { QueueImpl } from "@dxos/echo-db";
 import { create } from "@dxos/echo-schema";
-import { invariant as invariant2 } from "@dxos/invariant";
-import { DXN } from "@dxos/keys";
+import { log as log3 } from "@dxos/log";
+import { MessageType } from "@dxos/schema";
 function _ts_decorate3(decorators, target, key, desc) {
   var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
   if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
@@ -303,16 +327,16 @@ var RECORD_INTERVAL = 200;
 var PREFIXED_CHUNKS_AMOUNT = 10;
 var TRANSCRIBE_AFTER_CHUNKS_AMOUNT = 50;
 var TranscriptionManager = class extends Resource2 {
-  constructor(edgeClient) {
+  constructor(options) {
     super();
     this._audioStreamTrack = void 0;
-    this._name = void 0;
-    this._hue = void 0;
+    this._identityDid = void 0;
     this._mediaRecorder = void 0;
     this._transcriber = void 0;
-    this._enabled = false;
     this._queue = void 0;
-    this._edgeClient = edgeClient;
+    this._enabled = false;
+    this._edgeClient = options.edgeClient;
+    this._messageEnricher = options.messageEnricher;
   }
   async _open() {
     await this._toggleTranscriber();
@@ -320,15 +344,36 @@ var TranscriptionManager = class extends Resource2 {
   async _close() {
     void this._transcriber?.close();
   }
+  setQueue(queueDxn) {
+    if (this._queue?.dxn.toString() !== queueDxn.toString()) {
+      log3.info("setQueue", {
+        queueDxn: queueDxn.toString()
+      }, {
+        F: __dxlog_file3,
+        L: 73,
+        S: this,
+        C: (f, a) => f(...a)
+      });
+      this._queue = new QueueImpl(this._edgeClient, queueDxn);
+    }
+    return this;
+  }
+  setIdentityDid(did) {
+    if (this._identityDid !== did) {
+      this._identityDid = did;
+    }
+    return this;
+  }
   setRecording(recording) {
     if (!this.isOpen || !this._enabled) {
-      return;
+      return this;
     }
     if (recording) {
       this._transcriber?.startChunksRecording();
     } else {
       this._transcriber?.stopChunksRecording();
     }
+    return this;
   }
   /**
   * Enable or disable transcription.
@@ -348,56 +393,45 @@ var TranscriptionManager = class extends Resource2 {
     this._audioStreamTrack = track;
     this.isOpen && await this._toggleTranscriber();
   }
-  /**
-  * Set the queue to save the transcription to.
-  * @param queue - The queue to save the transcription to or the DXN of the queue.
-  */
-  setQueue(queue) {
-    switch (typeof queue) {
-      case "string":
-        if (this._queue?.dxn.toString() === queue) {
-          return;
-        }
-        this._queue = new QueueImpl(this._edgeClient, DXN.parse(queue));
-        break;
-      case "object":
-        if (this._queue === queue) {
-          return;
-        }
-        invariant2(queue instanceof QueueImpl, void 0, {
-          F: __dxlog_file3,
-          L: 113,
-          S: this,
-          A: [
-            "queue instanceof QueueImpl",
-            ""
-          ]
-        });
-        this._queue = queue;
-        break;
-      case "undefined":
-        this._queue = void 0;
-        break;
-    }
-  }
-  setName(name) {
-    if (this._name === name) {
-      return;
-    }
-    this._name = name;
-  }
-  setHue(hue) {
-    if (this._hue === hue) {
-      return;
-    }
-    this._hue = hue;
-  }
+  // TODO(burdon): Change this to setEnables (explicit), not toggle.
   async _toggleTranscriber() {
     await this._maybeReinitTranscriber();
     if (this._enabled) {
       await this._transcriber?.open();
+      const block = create(MessageType, {
+        created: (/* @__PURE__ */ new Date()).toISOString(),
+        blocks: [
+          {
+            type: "transcription",
+            text: "Started",
+            started: (/* @__PURE__ */ new Date()).toISOString()
+          }
+        ],
+        sender: {
+          role: "assistant"
+        }
+      });
+      this._queue?.append([
+        block
+      ]);
     } else {
       await this._transcriber?.close();
+      const block = create(MessageType, {
+        created: (/* @__PURE__ */ new Date()).toISOString(),
+        blocks: [
+          {
+            type: "transcription",
+            text: "Stopped",
+            started: (/* @__PURE__ */ new Date()).toISOString()
+          }
+        ],
+        sender: {
+          role: "assistant"
+        }
+      });
+      this._queue?.append([
+        block
+      ]);
     }
   }
   async _maybeReinitTranscriber() {
@@ -428,38 +462,31 @@ var TranscriptionManager = class extends Resource2 {
     if (!this.isOpen || !this._queue) {
       return;
     }
-    const block = create(TranscriptBlock, {
-      authorName: this._name,
-      authorHue: this._hue,
-      segments
+    let block = create(MessageType, {
+      created: (/* @__PURE__ */ new Date()).toISOString(),
+      blocks: segments,
+      sender: {
+        identityDid: this._identityDid
+      }
     });
+    if (this._messageEnricher) {
+      block = await this._messageEnricher(block);
+    }
     this._queue.append([
       block
     ]);
   }
 };
-_ts_decorate3([
-  synchronized2
-], TranscriptionManager.prototype, "setRecording", null);
 _ts_decorate3([
   synchronized2
 ], TranscriptionManager.prototype, "setEnabled", null);
 _ts_decorate3([
   synchronized2
 ], TranscriptionManager.prototype, "setAudioTrack", null);
-_ts_decorate3([
-  synchronized2
-], TranscriptionManager.prototype, "setQueue", null);
-_ts_decorate3([
-  synchronized2
-], TranscriptionManager.prototype, "setName", null);
-_ts_decorate3([
-  synchronized2
-], TranscriptionManager.prototype, "setHue", null);
 
 export {
   MediaStreamRecorder,
   Transcriber,
   TranscriptionManager
 };
-//# sourceMappingURL=chunk-K3R3YK3S.mjs.map
+//# sourceMappingURL=chunk-UWF6LM27.mjs.map

package/dist/lib/node-esm/chunk-UWF6LM27.mjs.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../../src/transcriber/media-stream-recorder.ts", "../../../src/transcriber/transcriber.ts", "../../../src/transcriber/transcription-manager.ts"],
+  "sourcesContent": ["//\n// Copyright 2025 DXOS.org\n//\n\nimport { type IBlobEvent, type IMediaRecorder, MediaRecorder, register } from 'extendable-media-recorder';\nimport { WaveFile } from 'wavefile';\n\nimport { synchronized } from '@dxos/async';\nimport { invariant } from '@dxos/invariant';\nimport { log } from '@dxos/log';\nimport { trace } from '@dxos/tracing';\n\nimport { type WavConfig, type AudioChunk, type AudioRecorder } from './audio-recorder';\n\nlet initializingPromise: Promise<void> | undefined;\n\nconst initializeExtendableMediaRecorder = async () => {\n  const { connect } = await import('extendable-media-recorder-wav-encoder');\n  await register(await connect());\n};\n\n/**\n * Recorder that uses the MediaContext API and AudioNode API to record audio.\n *\n * It records MediaStream using https://www.npmjs.com/package/extendable-media-recorder.\n */\n@trace.resource()\nexport class MediaStreamRecorder implements AudioRecorder {\n  private readonly _mediaStreamTrack: MediaStreamTrack;\n  /**\n   * Default MediaRecorder implementation do not support wav encoding.\n   */\n  private readonly _interval: number;\n  private _mediaRecorder?: IMediaRecorder = undefined;\n  private _header?: Uint8Array = undefined;\n  private _onChunk?: (chunk: AudioChunk) => void;\n\n  constructor({ mediaStreamTrack, interval }: { mediaStreamTrack: MediaStreamTrack; interval: number }) {\n    this._mediaStreamTrack = mediaStreamTrack;\n    this._interval = interval;\n  }\n\n  get wavConfig(): WavConfig {\n    const settings = this._mediaStreamTrack.getSettings();\n    return {\n      channels: settings.channelCount ?? 1,\n      sampleRate: settings.sampleRate ?? 16000,\n      bitDepthCode: settings.sampleSize ? String(settings.sampleSize) : '16',\n    };\n  }\n\n  get mediaStreamTrack() {\n    return this._mediaStreamTrack;\n  }\n\n  setOnChunk(onChunk: (chunk: AudioChunk) => void): void {\n    this._onChunk = onChunk;\n  }\n\n  async start() {\n    await (initializingPromise ??= initializeExtendableMediaRecorder()).catch((err) =>\n      log.info('initializeExtendableMediaRecorder', { err }),\n    );\n\n    if (!this._mediaRecorder) {\n      const stream = new MediaStream([this._mediaStreamTrack]);\n      this._mediaRecorder = new MediaRecorder(stream, { mimeType: 'audio/wav' });\n    }\n\n    if (this._mediaRecorder.state === 'recording') {\n      return;\n    }\n    invariant(this._onChunk, 'MediaStreamRecorder: onChunk is not set');\n    this._mediaRecorder.ondataavailable = (event) => this._ondataavailable(event);\n    this._mediaRecorder.start(this._interval);\n  }\n\n  async stop() {\n    if (this._mediaRecorder?.state !== 'recording') {\n      return;\n    }\n    this._mediaRecorder.stop();\n  }\n\n  @synchronized\n  private async _ondataavailable(event: IBlobEvent) {\n    const blob = event.data;\n    const uint8Array = new Uint8Array(await blob.arrayBuffer());\n\n    // First chunk from the MediaRecorder has a header.\n    const isHeader =\n      uint8Array[0] === 0x52 && // R\n      uint8Array[1] === 0x49 && // I\n      uint8Array[2] === 0x46 && // F\n      uint8Array[3] === 0x46; // F\n    let wav: WaveFile;\n\n    if (isHeader) {\n      wav = new WaveFile(uint8Array);\n      this._header = uint8Array.slice(0, 44);\n    } else if (this._header) {\n      wav = new WaveFile(new Uint8Array([...this._header, ...uint8Array]));\n    } else {\n      log.warn('MediaStreamRecorder: no header');\n      return;\n    }\n\n    this._onChunk!({\n      timestamp: Date.now(),\n      data: wav.getSamples(),\n    });\n  }\n}\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { WaveFile } from 'wavefile';\n\nimport { DeferredTask, Trigger } from '@dxos/async';\nimport { type Context, LifecycleState, Resource } from '@dxos/context';\nimport { log } from '@dxos/log';\nimport { type TranscriptionContentBlock } from '@dxos/schema';\nimport { trace } from '@dxos/tracing';\n\nimport { type AudioRecorder, type AudioChunk } from './audio-recorder';\nimport { TRANSCRIPTION_URL } from '../types';\nimport { mergeFloat64Arrays } from '../util';\n\ntype WhisperWord = {\n  word: string;\n\n  /**\n   * Time in seconds from the start of the audio.\n   */\n  start: number;\n\n  /**\n   * Time in seconds from the start of the audio.\n   */\n  end: number;\n};\n\ntype WhisperSegment = {\n  text: string;\n\n  /**\n   * Time in seconds from the start of the audio.\n   */\n  start: number;\n\n  /**\n   * Time in seconds from the start of the audio.\n   */\n  end: number;\n\n  /**\n   * Probability of no speech in the segment.\n   */\n  no_speech_prob: number;\n\n  words: WhisperWord[];\n};\n\nexport type TranscribeConfig = {\n  /**\n   * Number of chunks to transcribe automatically after.\n   */\n  transcribeAfterChunksAmount: number;\n\n  /**\n   * Number of chunks to save before the user starts speaking.\n   * This is needed to catch the beginning of the user's speech.\n   */\n  prefixBufferChunksAmount: number;\n};\n\nexport type TranscriberParams = {\n  config: TranscribeConfig;\n  recorder: AudioRecorder;\n  onSegments: (segments: TranscriptionContentBlock[]) => Promise<void>;\n};\n\n/**\n * Handles transcription of audio chunks.\n * If user is not speaking, the last `minChunksAmount` chunks are saved and transcribed.\n * If user is speaking, the chunks are added to the buffer until the user is done talking.\n */\nexport class Transcriber extends Resource {\n  private _audioChunks: AudioChunk[] = [];\n  private _lastUsedTimestamp = 0;\n\n  private readonly _openTrigger = new Trigger({ autoReset: true });\n\n  private readonly _config: TranscribeConfig;\n  private readonly _recorder: AudioRecorder;\n  private readonly _onSegments: TranscriberParams['onSegments'];\n\n  private _recording = false;\n  private _transcribeTask?: DeferredTask = undefined;\n\n  constructor({ config, recorder, onSegments }: TranscriberParams) {\n    super();\n    this._config = config;\n    this._recorder = recorder;\n    this._onSegments = onSegments;\n  }\n\n  protected override async _open(ctx: Context) {\n    log.info('opening');\n    this._recorder.setOnChunk((chunk) => this._saveAudioChunk(chunk));\n    await this._recorder.start();\n    this._transcribeTask = new DeferredTask(ctx, async () => this._transcribe());\n    this._openTrigger.wake();\n  }\n\n  protected override async _close() {\n    log.info('closing');\n    this._recording = false;\n    this._transcribeTask = undefined;\n    await this._recorder.stop();\n  }\n\n  startChunksRecording() {\n    log.info('starting');\n    if (this._lifecycleState !== LifecycleState.OPEN) {\n      return;\n    }\n\n    this._recording = true;\n  }\n\n  stopChunksRecording() {\n    if (this._lifecycleState !== LifecycleState.OPEN || !this._recording) {\n      return;\n    }\n\n    this._recording = false;\n    this._transcribeTask?.schedule();\n    log.info('stopped');\n  }\n\n  private _saveAudioChunk(chunk: AudioChunk) {\n    log('saving audio chunk', { chunk });\n    this._audioChunks.push(chunk);\n\n    // Clean the buffer if the user is not speaking and the transcription task is not scheduled.\n    if (\n      !this._recording &&\n      (!this._transcribeTask || !this._transcribeTask.scheduled) &&\n      this._audioChunks.length >= this._config.prefixBufferChunksAmount\n    ) {\n      this._audioChunks = this._dropOldChunks();\n    } else if (this._audioChunks.length >= this._config.transcribeAfterChunksAmount && this._recording) {\n      this._transcribeTask?.schedule();\n    }\n  }\n\n  private async _transcribe() {\n    log('transcribing', { chunks: this._audioChunks.length });\n    const chunks = this._audioChunks;\n    this._audioChunks = this._dropOldChunks();\n    if (chunks.length === 0) {\n      return;\n    }\n\n    const audio = await this._mergeAudioChunks(chunks);\n    const segments = await this._fetchTranscription(audio);\n    if (!Array.isArray(segments) || segments.length === 0) {\n      return;\n    }\n\n    const alignedSegments = this._alignSegments(segments, chunks);\n    if (alignedSegments.length > 0) {\n      await this._onSegments(alignedSegments);\n    }\n  }\n\n  private _dropOldChunks() {\n    return this._config.prefixBufferChunksAmount > 0\n      ? this._audioChunks.slice(-this._config.prefixBufferChunksAmount)\n      : [];\n  }\n\n  @trace.span({ showInBrowserTimeline: true })\n  private async _mergeAudioChunks(chunks: AudioChunk[]) {\n    const file = new WaveFile();\n    const wavConfig = this._recorder.wavConfig;\n\n    file.fromScratch(\n      wavConfig.channels,\n      wavConfig.sampleRate,\n      wavConfig.bitDepthCode,\n      mergeFloat64Arrays(chunks.map(({ data }) => data)),\n    );\n\n    return file.toBase64();\n  }\n\n  @trace.span({ showInBrowserTimeline: true })\n  private async _fetchTranscription(audio: string) {\n    if (audio.length === 0) {\n      this._audioChunks = [];\n      throw new Error('No audio to send for transcribing');\n    }\n\n    const response = await fetch(`${TRANSCRIPTION_URL}/transcribe`, {\n      method: 'POST',\n      body: JSON.stringify({ audio }),\n      headers: {\n        'Content-Type': 'application/json',\n      },\n    });\n\n    if (!response.ok) {\n      this._audioChunks = [];\n      throw new Error(`Transcription failed: ${response.statusText}`);\n    }\n\n    const { segments } = (await response.json()) as {\n      segments: WhisperSegment[];\n    };\n\n    log.info('transcription response', {\n      segments: segments.length,\n      string: segments.map((segments) => segments.text).join(' '),\n    });\n\n    return segments;\n  }\n\n  private _alignSegments(segments: WhisperSegment[], originalChunks: AudioChunk[]): TranscriptionContentBlock[] {\n    // Absolute zero for all relative timestamps in the segments.\n    const zeroTimestamp = originalChunks.at(0)!.timestamp;\n\n    const filteredSegments = segments\n      // Use segments that end after the last used timestamp.\n      // Segments could overlap, so we need to filter words that starts after the last used timestamp.\n      .filter((segment) => zeroTimestamp + segment.end * 1_000 >= this._lastUsedTimestamp)\n      // Use words that starts after the last used timestamp.\n      .map((segment) => {\n        const words = segment.words.filter((word) => zeroTimestamp + word.start * 1_000 >= this._lastUsedTimestamp);\n        return {\n          ...segment,\n          words,\n          text: words.map((word) => word.word).join(''),\n          start: words.at(0)?.start ?? segment.end,\n        };\n      })\n      .filter((segment) => segment.words.length > 0);\n\n    if (filteredSegments.length === 0) {\n      return [];\n    }\n\n    // Update last timestamp.\n    this._lastUsedTimestamp = zeroTimestamp + filteredSegments.at(-1)!.end * 1_000;\n\n    // Add absolute timestamp to each segment.\n    return filteredSegments.map((segment) => ({\n      type: 'transcription',\n      started: new Date(zeroTimestamp + segment.start * 1_000).toISOString(),\n      text: segment.text.trim(),\n    }));\n  }\n}\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { synchronized } from '@dxos/async';\nimport { Resource } from '@dxos/context';\nimport { QueueImpl, type Queue } from '@dxos/echo-db';\nimport { create } from '@dxos/echo-schema';\nimport { type DXN } from '@dxos/keys';\nimport { log } from '@dxos/log';\nimport { type EdgeHttpClient } from '@dxos/react-edge-client';\nimport { MessageType, type TranscriptionContentBlock } from '@dxos/schema';\n\nimport { MediaStreamRecorder } from './media-stream-recorder';\nimport { Transcriber } from './transcriber';\n\n/**\n * Length of the chunk in ms.\n */\nconst RECORD_INTERVAL = 200;\n\n/**\n * Number of chunks to save before the user starts speaking.\n */\nconst PREFIXED_CHUNKS_AMOUNT = 10;\n\n/**\n * Number of chunks to transcribe automatically after.\n * Combined should be mess than 25MB or whisper would fail.\n */\nconst TRANSCRIBE_AFTER_CHUNKS_AMOUNT = 50;\n\nexport type TranscriptMessageEnricher = (message: MessageType) => Promise<MessageType>;\n\nexport type TranscriptionManagerOptions = {\n  edgeClient: EdgeHttpClient;\n\n  /**\n   * Enrich the message before it is written to the transcription queue.\n   */\n  messageEnricher?: TranscriptMessageEnricher;\n};\n\n/**\n * Manages transcription state for a meeting.\n */\nexport class TranscriptionManager extends Resource {\n  private readonly _edgeClient: EdgeHttpClient;\n  private readonly _messageEnricher?: TranscriptMessageEnricher;\n  private _audioStreamTrack?: MediaStreamTrack = undefined;\n  private _identityDid?: string = undefined;\n  private _mediaRecorder?: MediaStreamRecorder = undefined;\n  private _transcriber?: Transcriber = undefined;\n  private _queue?: Queue<MessageType> = undefined;\n  private _enabled = false;\n\n  constructor(options: TranscriptionManagerOptions) {\n    super();\n    this._edgeClient = options.edgeClient;\n    this._messageEnricher = options.messageEnricher;\n  }\n\n  protected override async _open() {\n    await this._toggleTranscriber();\n  }\n\n  protected override async _close() {\n    void this._transcriber?.close();\n  }\n\n  setQueue(queueDxn: DXN): TranscriptionManager {\n    if (this._queue?.dxn.toString() !== queueDxn.toString()) {\n      log.info('setQueue', { queueDxn: queueDxn.toString() });\n      this._queue = new QueueImpl<MessageType>(this._edgeClient, queueDxn);\n    }\n    return this;\n  }\n\n  setIdentityDid(did: string): TranscriptionManager {\n    if (this._identityDid !== did) {\n      this._identityDid = did;\n    }\n    return this;\n  }\n\n  setRecording(recording?: boolean): TranscriptionManager {\n    if (!this.isOpen || !this._enabled) {\n      return this;\n    }\n\n    if (recording) {\n      this._transcriber?.startChunksRecording();\n    } else {\n      this._transcriber?.stopChunksRecording();\n    }\n    return this;\n  }\n\n  /**\n   * Enable or disable transcription.\n   * @param enabled - Whether to enable transcription.\n   */\n  @synchronized\n  async setEnabled(enabled?: boolean) {\n    if (this._enabled === enabled) {\n      return;\n    }\n\n    this._enabled = enabled ?? false;\n    // TODO(burdon): Why is toggle called here?\n    this.isOpen && (await this._toggleTranscriber());\n  }\n\n  @synchronized\n  async setAudioTrack(track?: MediaStreamTrack) {\n    if (this._audioStreamTrack === track) {\n      return;\n    }\n\n    this._audioStreamTrack = track;\n    this.isOpen && (await this._toggleTranscriber());\n  }\n\n  // TODO(burdon): Change this to setEnables (explicit), not toggle.\n  private async _toggleTranscriber() {\n    await this._maybeReinitTranscriber();\n\n    // Open or close transcriber if transcription is enabled or disabled.\n    if (this._enabled) {\n      await this._transcriber?.open();\n      // TODO(burdon): Started and stopped blocks appear twice.\n      const block = create(MessageType, {\n        created: new Date().toISOString(),\n        blocks: [{ type: 'transcription', text: 'Started', started: new Date().toISOString() }],\n        sender: { role: 'assistant' },\n      });\n      this._queue?.append([block]);\n    } else {\n      await this._transcriber?.close();\n      const block = create(MessageType, {\n        created: new Date().toISOString(),\n        blocks: [{ type: 'transcription', text: 'Stopped', started: new Date().toISOString() }],\n        sender: { role: 'assistant' },\n      });\n      this._queue?.append([block]);\n    }\n  }\n\n  private async _maybeReinitTranscriber() {\n    if (!this._audioStreamTrack || !this._enabled) {\n      return;\n    }\n\n    // Reinitialize transcriber if queue or media stream track has changed.\n    let needReinit = false;\n    if (this._audioStreamTrack !== this._mediaRecorder?.mediaStreamTrack) {\n      this._mediaRecorder = new MediaStreamRecorder({\n        mediaStreamTrack: this._audioStreamTrack,\n        interval: RECORD_INTERVAL,\n      });\n      needReinit = true;\n    }\n    if (needReinit) {\n      await this._transcriber?.close();\n      this._transcriber = new Transcriber({\n        config: {\n          transcribeAfterChunksAmount: TRANSCRIBE_AFTER_CHUNKS_AMOUNT,\n          prefixBufferChunksAmount: PREFIXED_CHUNKS_AMOUNT,\n        },\n        recorder: this._mediaRecorder,\n        onSegments: (segments) => this._onSegments(segments),\n      });\n    }\n  }\n\n  private async _onSegments(segments: TranscriptionContentBlock[]) {\n    if (!this.isOpen || !this._queue) {\n      return;\n    }\n\n    let block = create(MessageType, {\n      created: new Date().toISOString(),\n      blocks: segments,\n      sender: { identityDid: this._identityDid },\n    });\n\n    if (this._messageEnricher) {\n      block = await this._messageEnricher(block);\n    }\n\n    this._queue.append([block]);\n  }\n}\n"],
+  "mappings": ";;;;;;;;;AAIA,SAA+CA,eAAeC,gBAAgB;AAC9E,SAASC,gBAAgB;AAEzB,SAASC,oBAAoB;AAC7B,SAASC,iBAAiB;AAC1B,SAASC,WAAW;AACpB,SAASC,aAAa;;;;;;;;AAItB,IAAIC;AAEJ,IAAMC,oCAAoC,YAAA;AACxC,QAAM,EAAEC,QAAO,IAAK,MAAM,OAAO,uCAAA;AACjC,QAAMR,SAAS,MAAMQ,QAAAA,CAAAA;AACvB;AAQO,IAAMC,sBAAN,MAAMA;EAUXC,YAAY,EAAEC,kBAAkBC,SAAQ,GAA8D;AAJ9FC,0BAAkCC;AAClCC,mBAAuBD;AAI7B,SAAKE,oBAAoBL;AACzB,SAAKM,YAAYL;EACnB;EAEA,IAAIM,YAAuB;AACzB,UAAMC,WAAW,KAAKH,kBAAkBI,YAAW;AACnD,WAAO;MACLC,UAAUF,SAASG,gBAAgB;MACnCC,YAAYJ,SAASI,cAAc;MACnCC,cAAcL,SAASM,aAAaC,OAAOP,SAASM,UAAU,IAAI;IACpE;EACF;EAEA,IAAId,mBAAmB;AACrB,WAAO,KAAKK;EACd;EAEAW,WAAWC,SAA4C;AACrD,SAAKC,WAAWD;EAClB;EAEA,MAAME,QAAQ;AACZ,WAAOxB,wBAAwBC,kCAAAA,GAAqCwB,MAAM,CAACC,QACzE5B,IAAI6B,KAAK,qCAAqC;MAAED;IAAI,GAAA;;;;;;AAGtD,QAAI,CAAC,KAAKnB,gBAAgB;AACxB,YAAMqB,SAAS,IAAIC,YAAY;QAAC,KAAKnB;OAAkB;AACvD,WAAKH,iBAAiB,IAAId,cAAcmC,QAAQ;QAAEE,UAAU;MAAY,CAAA;IAC1E;AAEA,QAAI,KAAKvB,eAAewB,UAAU,aAAa;AAC7C;IACF;AACAlC,cAAU,KAAK0B,UAAU,2CAAA;;;;;;;;;AACzB,SAAKhB,eAAeyB,kBAAkB,CAACC,UAAU,KAAKC,iBAAiBD,KAAAA;AACvE,SAAK1B,eAAeiB,MAAM,KAAKb,SAAS;EAC1C;EAEA,MAAMwB,OAAO;AACX,QAAI,KAAK5B,gBAAgBwB,UAAU,aAAa;AAC9C;IACF;AACA,SAAKxB,eAAe4B,KAAI;EAC1B;EAEA,MACcD,iBAAiBD,OAAmB;AAChD,UAAMG,OAAOH,MAAMI;AACnB,UAAMC,aAAa,IAAIC,WAAW,MAAMH,KAAKI,YAAW,CAAA;AAGxD,UAAMC,WACJH,WAAW,CAAA,MAAO;IAClBA,WAAW,CAAA,MAAO;IAClBA,WAAW,CAAA,MAAO;IAClBA,WAAW,CAAA,MAAO;AACpB,QAAII;AAEJ,QAAID,UAAU;AACZC,YAAM,IAAI/C,SAAS2C,UAAAA;AACnB,WAAK7B,UAAU6B,WAAWK,MAAM,GAAG,EAAA;IACrC,WAAW,KAAKlC,SAAS;AACvBiC,YAAM,IAAI/C,SAAS,IAAI4C,WAAW;WAAI,KAAK9B;WAAY6B;OAAW,CAAA;IACpE,OAAO;AACLxC,UAAI8C,KAAK,kCAAA,QAAA;;;;;;AACT;IACF;AAEA,SAAKrB,SAAU;MACbsB,WAAWC,KAAKC,IAAG;MACnBV,MAAMK,IAAIM,WAAU;IACtB,CAAA;EACF;AACF;;EA5BGpD;GAzDUO,oBAAAA,WAAAA,oBAAAA,IAAAA;AAAAA,sBAAAA,aAAAA;EADZJ,MAAMkD,SAAQ;GACF9C,mBAAAA;;;ACvBb,SAAS+C,YAAAA,iBAAgB;AAEzB,SAASC,cAAcC,eAAe;AACtC,SAAuBC,gBAAgBC,gBAAgB;AACvD,SAASC,OAAAA,YAAW;AAEpB,SAASC,SAAAA,cAAa;;;;;;;;AAiEf,IAAMC,cAAN,cAA0BC,SAAAA;EAa/BC,YAAY,EAAEC,QAAQC,UAAUC,WAAU,GAAuB;AAC/D,UAAK;AAbCC,wBAA6B,CAAA;AAC7BC,8BAAqB;AAEZC,wBAAe,IAAIC,QAAQ;MAAEC,WAAW;IAAK,CAAA;AAMtDC,sBAAa;AACbC,2BAAiCC;AAIvC,SAAKC,UAAUX;AACf,SAAKY,YAAYX;AACjB,SAAKY,cAAcX;EACrB;EAEA,MAAyBY,MAAMC,KAAc;AAC3CC,IAAAA,KAAIC,KAAK,WAAA,QAAA;;;;;;AACT,SAAKL,UAAUM,WAAW,CAACC,UAAU,KAAKC,gBAAgBD,KAAAA,CAAAA;AAC1D,UAAM,KAAKP,UAAUS,MAAK;AAC1B,SAAKZ,kBAAkB,IAAIa,aAAaP,KAAK,YAAY,KAAKQ,YAAW,CAAA;AACzE,SAAKlB,aAAamB,KAAI;EACxB;EAEA,MAAyBC,SAAS;AAChCT,IAAAA,KAAIC,KAAK,WAAA,QAAA;;;;;;AACT,SAAKT,aAAa;AAClB,SAAKC,kBAAkBC;AACvB,UAAM,KAAKE,UAAUc,KAAI;EAC3B;EAEAC,uBAAuB;AACrBX,IAAAA,KAAIC,KAAK,YAAA,QAAA;;;;;;AACT,QAAI,KAAKW,oBAAoBC,eAAeC,MAAM;AAChD;IACF;AAEA,SAAKtB,aAAa;EACpB;EAEAuB,sBAAsB;AACpB,QAAI,KAAKH,oBAAoBC,eAAeC,QAAQ,CAAC,KAAKtB,YAAY;AACpE;IACF;AAEA,SAAKA,aAAa;AAClB,SAAKC,iBAAiBuB,SAAAA;AACtBhB,IAAAA,KAAIC,KAAK,WAAA,QAAA;;;;;;EACX;EAEQG,gBAAgBD,OAAmB;AACzCH,IAAAA,KAAI,sBAAsB;MAAEG;IAAM,GAAA;;;;;;AAClC,SAAKhB,aAAa8B,KAAKd,KAAAA;AAGvB,QACE,CAAC,KAAKX,eACL,CAAC,KAAKC,mBAAmB,CAAC,KAAKA,gBAAgByB,cAChD,KAAK/B,aAAagC,UAAU,KAAKxB,QAAQyB,0BACzC;AACA,WAAKjC,eAAe,KAAKkC,eAAc;IACzC,WAAW,KAAKlC,aAAagC,UAAU,KAAKxB,QAAQ2B,+BAA+B,KAAK9B,YAAY;AAClG,WAAKC,iBAAiBuB,SAAAA;IACxB;EACF;EAEA,MAAcT,cAAc;AAC1BP,IAAAA,KAAI,gBAAgB;MAAEuB,QAAQ,KAAKpC,aAAagC;IAAO,GAAA;;;;;;AACvD,UAAMI,SAAS,KAAKpC;AACpB,SAAKA,eAAe,KAAKkC,eAAc;AACvC,QAAIE,OAAOJ,WAAW,GAAG;AACvB;IACF;AAEA,UAAMK,QAAQ,MAAM,KAAKC,kBAAkBF,MAAAA;AAC3C,UAAMG,WAAW,MAAM,KAAKC,oBAAoBH,KAAAA;AAChD,QAAI,CAACI,MAAMC,QAAQH,QAAAA,KAAaA,SAASP,WAAW,GAAG;AACrD;IACF;AAEA,UAAMW,kBAAkB,KAAKC,eAAeL,UAAUH,MAAAA;AACtD,QAAIO,gBAAgBX,SAAS,GAAG;AAC9B,YAAM,KAAKtB,YAAYiC,eAAAA;IACzB;EACF;EAEQT,iBAAiB;AACvB,WAAO,KAAK1B,QAAQyB,2BAA2B,IAC3C,KAAKjC,aAAa6C,MAAM,CAAC,KAAKrC,QAAQyB,wBAAwB,IAC9D,CAAA;EACN;EAEA,MACcK,kBAAkBF,QAAsB;AACpD,UAAMU,OAAO,IAAIC,UAAAA;AACjB,UAAMC,YAAY,KAAKvC,UAAUuC;AAEjCF,SAAKG,YACHD,UAAUE,UACVF,UAAUG,YACVH,UAAUI,cACVC,mBAAmBjB,OAAOkB,IAAI,CAAC,EAAEC,KAAI,MAAOA,IAAAA,CAAAA,CAAAA;AAG9C,WAAOT,KAAKU,SAAQ;EACtB;EAEA,MACchB,oBAAoBH,OAAe;AAC/C,QAAIA,MAAML,WAAW,GAAG;AACtB,WAAKhC,eAAe,CAAA;AACpB,YAAM,IAAIyD,MAAM,mCAAA;IAClB;AAEA,UAAMC,WAAW,MAAMC,MAAM,GAAGC,iBAAAA,eAAgC;MAC9DC,QAAQ;MACRC,MAAMC,KAAKC,UAAU;QAAE3B;MAAM,CAAA;MAC7B4B,SAAS;QACP,gBAAgB;MAClB;IACF,CAAA;AAEA,QAAI,CAACP,SAASQ,IAAI;AAChB,WAAKlE,eAAe,CAAA;AACpB,YAAM,IAAIyD,MAAM,yBAAyBC,SAASS,UAAU,EAAE;IAChE;AAEA,UAAM,EAAE5B,SAAQ,IAAM,MAAMmB,SAASU,KAAI;AAIzCvD,IAAAA,KAAIC,KAAK,0BAA0B;MACjCyB,UAAUA,SAASP;MACnBqC,QAAQ9B,SAASe,IAAI,CAACf,cAAaA,UAAS+B,IAAI,EAAEC,KAAK,GAAA;IACzD,GAAA;;;;;;AAEA,WAAOhC;EACT;EAEQK,eAAeL,UAA4BiC,gBAA2D;AAE5G,UAAMC,gBAAgBD,eAAeE,GAAG,CAAA,EAAIC;AAE5C,UAAMC,mBAAmBrC,SAGtBsC,OAAO,CAACC,YAAYL,gBAAgBK,QAAQC,MAAM,OAAS,KAAK9E,kBAAkB,EAElFqD,IAAI,CAACwB,YAAAA;AACJ,YAAME,QAAQF,QAAQE,MAAMH,OAAO,CAACI,SAASR,gBAAgBQ,KAAK/D,QAAQ,OAAS,KAAKjB,kBAAkB;AAC1G,aAAO;QACL,GAAG6E;QACHE;QACAV,MAAMU,MAAM1B,IAAI,CAAC2B,SAASA,KAAKA,IAAI,EAAEV,KAAK,EAAA;QAC1CrD,OAAO8D,MAAMN,GAAG,CAAA,GAAIxD,SAAS4D,QAAQC;MACvC;IACF,CAAA,EACCF,OAAO,CAACC,YAAYA,QAAQE,MAAMhD,SAAS,CAAA;AAE9C,QAAI4C,iBAAiB5C,WAAW,GAAG;AACjC,aAAO,CAAA;IACT;AAGA,SAAK/B,qBAAqBwE,gBAAgBG,iBAAiBF,GAAG,EAAC,EAAIK,MAAM;AAGzE,WAAOH,iBAAiBtB,IAAI,CAACwB,aAAa;MACxCI,MAAM;MACNC,SAAS,IAAIC,KAAKX,gBAAgBK,QAAQ5D,QAAQ,GAAA,EAAOmE,YAAW;MACpEf,MAAMQ,QAAQR,KAAKgB,KAAI;IACzB,EAAA;EACF;AACF;;EAjFGC,OAAMC,KAAK;IAAEC,uBAAuB;EAAK,CAAA;GAhG/B/F,YAAAA,WAAAA,qBAAAA,IAAAA;;EA+GV6F,OAAMC,KAAK;IAAEC,uBAAuB;EAAK,CAAA;GA/G/B/F,YAAAA,WAAAA,uBAAAA,IAAAA;;;ACvEb,SAASgG,gBAAAA,qBAAoB;AAC7B,SAASC,YAAAA,iBAAgB;AACzB,SAASC,iBAA6B;AACtC,SAASC,cAAc;AAEvB,SAASC,OAAAA,YAAW;AAEpB,SAASC,mBAAmD;;;;;;;;AAQ5D,IAAMC,kBAAkB;AAKxB,IAAMC,yBAAyB;AAM/B,IAAMC,iCAAiC;AAgBhC,IAAMC,uBAAN,cAAmCC,UAAAA;EAUxCC,YAAYC,SAAsC;AAChD,UAAK;AARCC,6BAAuCC;AACvCC,wBAAwBD;AACxBE,0BAAuCF;AACvCG,wBAA6BH;AAC7BI,kBAA8BJ;AAC9BK,oBAAW;AAIjB,SAAKC,cAAcR,QAAQS;AAC3B,SAAKC,mBAAmBV,QAAQW;EAClC;EAEA,MAAyBC,QAAQ;AAC/B,UAAM,KAAKC,mBAAkB;EAC/B;EAEA,MAAyBC,SAAS;AAChC,SAAK,KAAKT,cAAcU,MAAAA;EAC1B;EAEAC,SAASC,UAAqC;AAC5C,QAAI,KAAKX,QAAQY,IAAIC,SAAAA,MAAeF,SAASE,SAAQ,GAAI;AACvDC,MAAAA,KAAIC,KAAK,YAAY;QAAEJ,UAAUA,SAASE,SAAQ;MAAG,GAAA;;;;;;AACrD,WAAKb,SAAS,IAAIgB,UAAuB,KAAKd,aAAaS,QAAAA;IAC7D;AACA,WAAO;EACT;EAEAM,eAAeC,KAAmC;AAChD,QAAI,KAAKrB,iBAAiBqB,KAAK;AAC7B,WAAKrB,eAAeqB;IACtB;AACA,WAAO;EACT;EAEAC,aAAaC,WAA2C;AACtD,QAAI,CAAC,KAAKC,UAAU,CAAC,KAAKpB,UAAU;AAClC,aAAO;IACT;AAEA,QAAImB,WAAW;AACb,WAAKrB,cAAcuB,qBAAAA;IACrB,OAAO;AACL,WAAKvB,cAAcwB,oBAAAA;IACrB;AACA,WAAO;EACT;;;;;EAMA,MACMC,WAAWC,SAAmB;AAClC,QAAI,KAAKxB,aAAawB,SAAS;AAC7B;IACF;AAEA,SAAKxB,WAAWwB,WAAW;AAE3B,SAAKJ,UAAW,MAAM,KAAKd,mBAAkB;EAC/C;EAEA,MACMmB,cAAcC,OAA0B;AAC5C,QAAI,KAAKhC,sBAAsBgC,OAAO;AACpC;IACF;AAEA,SAAKhC,oBAAoBgC;AACzB,SAAKN,UAAW,MAAM,KAAKd,mBAAkB;EAC/C;;EAGA,MAAcA,qBAAqB;AACjC,UAAM,KAAKqB,wBAAuB;AAGlC,QAAI,KAAK3B,UAAU;AACjB,YAAM,KAAKF,cAAc8B,KAAAA;AAEzB,YAAMC,QAAQC,OAAOC,aAAa;QAChCC,UAAS,oBAAIC,KAAAA,GAAOC,YAAW;QAC/BC,QAAQ;UAAC;YAAEC,MAAM;YAAiBC,MAAM;YAAWC,UAAS,oBAAIL,KAAAA,GAAOC,YAAW;UAAG;;QACrFK,QAAQ;UAAEC,MAAM;QAAY;MAC9B,CAAA;AACA,WAAKzC,QAAQ0C,OAAO;QAACZ;OAAM;IAC7B,OAAO;AACL,YAAM,KAAK/B,cAAcU,MAAAA;AACzB,YAAMqB,QAAQC,OAAOC,aAAa;QAChCC,UAAS,oBAAIC,KAAAA,GAAOC,YAAW;QAC/BC,QAAQ;UAAC;YAAEC,MAAM;YAAiBC,MAAM;YAAWC,UAAS,oBAAIL,KAAAA,GAAOC,YAAW;UAAG;;QACrFK,QAAQ;UAAEC,MAAM;QAAY;MAC9B,CAAA;AACA,WAAKzC,QAAQ0C,OAAO;QAACZ;OAAM;IAC7B;EACF;EAEA,MAAcF,0BAA0B;AACtC,QAAI,CAAC,KAAKjC,qBAAqB,CAAC,KAAKM,UAAU;AAC7C;IACF;AAGA,QAAI0C,aAAa;AACjB,QAAI,KAAKhD,sBAAsB,KAAKG,gBAAgB8C,kBAAkB;AACpE,WAAK9C,iBAAiB,IAAI+C,oBAAoB;QAC5CD,kBAAkB,KAAKjD;QACvBmD,UAAU1D;MACZ,CAAA;AACAuD,mBAAa;IACf;AACA,QAAIA,YAAY;AACd,YAAM,KAAK5C,cAAcU,MAAAA;AACzB,WAAKV,eAAe,IAAIgD,YAAY;QAClCC,QAAQ;UACNC,6BAA6B3D;UAC7B4D,0BAA0B7D;QAC5B;QACA8D,UAAU,KAAKrD;QACfsD,YAAY,CAACC,aAAa,KAAKC,YAAYD,QAAAA;MAC7C,CAAA;IACF;EACF;EAEA,MAAcC,YAAYD,UAAuC;AAC/D,QAAI,CAAC,KAAKhC,UAAU,CAAC,KAAKrB,QAAQ;AAChC;IACF;AAEA,QAAI8B,QAAQC,OAAOC,aAAa;MAC9BC,UAAS,oBAAIC,KAAAA,GAAOC,YAAW;MAC/BC,QAAQiB;MACRb,QAAQ;QAAEe,aAAa,KAAK1D;MAAa;IAC3C,CAAA;AAEA,QAAI,KAAKO,kBAAkB;AACzB0B,cAAQ,MAAM,KAAK1B,iBAAiB0B,KAAAA;IACtC;AAEA,SAAK9B,OAAO0C,OAAO;MAACZ;KAAM;EAC5B;AACF;;EA1FG0B;GAxDUjE,qBAAAA,WAAAA,cAAAA,IAAAA;;EAmEViE;GAnEUjE,qBAAAA,WAAAA,iBAAAA,IAAAA;",
+  "names": ["MediaRecorder", "register", "WaveFile", "synchronized", "invariant", "log", "trace", "initializingPromise", "initializeExtendableMediaRecorder", "connect", "MediaStreamRecorder", "constructor", "mediaStreamTrack", "interval", "_mediaRecorder", "undefined", "_header", "_mediaStreamTrack", "_interval", "wavConfig", "settings", "getSettings", "channels", "channelCount", "sampleRate", "bitDepthCode", "sampleSize", "String", "setOnChunk", "onChunk", "_onChunk", "start", "catch", "err", "info", "stream", "MediaStream", "mimeType", "state", "ondataavailable", "event", "_ondataavailable", "stop", "blob", "data", "uint8Array", "Uint8Array", "arrayBuffer", "isHeader", "wav", "slice", "warn", "timestamp", "Date", "now", "getSamples", "resource", "WaveFile", "DeferredTask", "Trigger", "LifecycleState", "Resource", "log", "trace", "Transcriber", "Resource", "constructor", "config", "recorder", "onSegments", "_audioChunks", "_lastUsedTimestamp", "_openTrigger", "Trigger", "autoReset", "_recording", "_transcribeTask", "undefined", "_config", "_recorder", "_onSegments", "_open", "ctx", "log", "info", "setOnChunk", "chunk", "_saveAudioChunk", "start", "DeferredTask", "_transcribe", "wake", "_close", "stop", "startChunksRecording", "_lifecycleState", "LifecycleState", "OPEN", "stopChunksRecording", "schedule", "push", "scheduled", "length", "prefixBufferChunksAmount", "_dropOldChunks", "transcribeAfterChunksAmount", "chunks", "audio", "_mergeAudioChunks", "segments", "_fetchTranscription", "Array", "isArray", "alignedSegments", "_alignSegments", "slice", "file", "WaveFile", "wavConfig", "fromScratch", "channels", "sampleRate", "bitDepthCode", "mergeFloat64Arrays", "map", "data", "toBase64", "Error", "response", "fetch", "TRANSCRIPTION_URL", "method", "body", "JSON", "stringify", "headers", "ok", "statusText", "json", "string", "text", "join", "originalChunks", "zeroTimestamp", "at", "timestamp", "filteredSegments", "filter", "segment", "end", "words", "word", "type", "started", "Date", "toISOString", "trim", "trace", "span", "showInBrowserTimeline", "synchronized", "Resource", "QueueImpl", "create", "log", "MessageType", "RECORD_INTERVAL", "PREFIXED_CHUNKS_AMOUNT", "TRANSCRIBE_AFTER_CHUNKS_AMOUNT", "TranscriptionManager", "Resource", "constructor", "options", "_audioStreamTrack", "undefined", "_identityDid", "_mediaRecorder", "_transcriber", "_queue", "_enabled", "_edgeClient", "edgeClient", "_messageEnricher", "messageEnricher", "_open", "_toggleTranscriber", "_close", "close", "setQueue", "queueDxn", "dxn", "toString", "log", "info", "QueueImpl", "setIdentityDid", "did", "setRecording", "recording", "isOpen", "startChunksRecording", "stopChunksRecording", "setEnabled", "enabled", "setAudioTrack", "track", "_maybeReinitTranscriber", "open", "block", "create", "MessageType", "created", "Date", "toISOString", "blocks", "type", "text", "started", "sender", "role", "append", "needReinit", "mediaStreamTrack", "MediaStreamRecorder", "interval", "Transcriber", "config", "transcribeAfterChunksAmount", "prefixBufferChunksAmount", "recorder", "onSegments", "segments", "_onSegments", "identityDid", "synchronized"]
+}

package/dist/lib/node-esm/index.mjs

@@ -1,12 +1,14 @@
 import { createRequire } from 'node:module';const require = createRequire(import.meta.url);
 import {
-  TranscriptContainer
-} from "./chunk-XY22OP6H.mjs";
+  TranscriptContainer,
+  TranscriptionSettings
+} from "./chunk-HZBSWUJH.mjs";
 import {
   AppGraphBuilder,
   IntentResolver,
   MeetingTranscriptionState,
   ReactSurface,
+  Settings,
   Transcriber as Transcriber2,
   Transcript,
   TranscriptionContainer,
@@ -16,20 +18,19 @@ import {
   useQueueModelAdapter,
   useTranscriber,
   useVoiceInput
-} from "./chunk-SDMGJZLN.mjs";
+} from "./chunk-4RMJO6QQ.mjs";
 import {
   MediaStreamRecorder,
   Transcriber,
   TranscriptionManager
-} from "./chunk-K3R3YK3S.mjs";
+} from "./chunk-UWF6LM27.mjs";
 import "./chunk-QMHMEKB3.mjs";
 import {
-  TranscriptBlock,
   TranscriptType
-} from "./chunk-54HDN33F.mjs";
+} from "./chunk-OS2ITZUL.mjs";
 import {
   TranscriptionCapabilities
-} from "./chunk-YXZOLOFT.mjs";
+} from "./chunk-5E2MR5XK.mjs";
 import {
   TRANSCRIPTION_PLUGIN,
   meta
@@ -40,6 +41,8 @@ import { Capabilities, Events, contributes, defineModule, definePlugin } from "@
 import { QueueImpl } from "@dxos/echo-db";
 import { isInstanceOf } from "@dxos/echo-schema";
 import { ClientCapabilities, ClientEvents } from "@dxos/plugin-client";
+import { getSpace } from "@dxos/react-client/echo";
+import { MessageType } from "@dxos/schema";
 
 // packages/plugins/plugin-transcription/src/translations.ts
 var translations_default = [
@@ -56,7 +59,8 @@ var translations_default = [
         "stop transcription label": "Stop transcription",
         "delete button": "Delete",
         "bookmark button": "Bookmark",
-        "scroll to end label": "Scroll to latest"
+        "scroll to end label": "Scroll to latest",
+        "settings entity extraction label": "Entity extraction"
       }
     }
   }
@@ -70,14 +74,9 @@ var TranscriptionPlugin = () => definePlugin(meta, [
     activate: () => contributes(Capabilities.Translations, translations_default)
   }),
   defineModule({
-    id: `${meta.id}/module/transcription`,
-    activatesOn: Events.SetupAppGraph,
-    activate: Transcriber2
-  }),
-  defineModule({
-    id: `${meta.id}/module/meeting-transcription-state`,
-    activatesOn: Events.SetupAppGraph,
-    activate: MeetingTranscriptionState
+    id: `${meta.id}/module/settings`,
+    activatesOn: Events.SetupSettings,
+    activate: Settings
   }),
   defineModule({
     id: `${meta.id}/module/metadata`,
@@ -89,9 +88,11 @@ var TranscriptionPlugin = () => definePlugin(meta, [
         // TODO(wittjosiah): Factor out. Artifact? Separate capability?
         getTextContent: async (transcript) => {
           const client = context.requestCapability(ClientCapabilities.Client);
+          const space = getSpace(transcript);
+          const members = space?.members.get().map((member) => member.identity) ?? [];
           const queue = new QueueImpl(client.edge, transcript.queue.dxn);
           await queue.refresh();
-          const content = queue.items.filter((block) => isInstanceOf(TranscriptBlock, block)).map((block) => `${block.authorName}: ${block.segments.map((segment) => segment.text).join("\n")}`).join("\n\n");
+          const content = queue.items.filter((message) => isInstanceOf(MessageType, message)).flatMap((message, index) => renderMarkdown(members)(message, index)).join("\n\n");
           return content;
         }
       }
@@ -120,6 +121,16 @@ var TranscriptionPlugin = () => definePlugin(meta, [
     id: `${meta.id}/module/app-graph-builder`,
     activatesOn: Events.SetupAppGraph,
     activate: AppGraphBuilder
+  }),
+  defineModule({
+    id: `${meta.id}/module/transcription`,
+    activatesOn: Events.SetupAppGraph,
+    activate: Transcriber2
+  }),
+  defineModule({
+    id: `${meta.id}/module/meeting-transcription-state`,
+    activatesOn: Events.SetupAppGraph,
+    activate: MeetingTranscriptionState
   })
 ]);
 export {
@@ -132,6 +143,7 @@ export {
   TranscriptionContainer,
   TranscriptionManager,
   TranscriptionPlugin,
+  TranscriptionSettings,
   meta,
   renderMarkdown,
   useAudioFile,