@dxos/plugin-transcription 0.8.4-main.5acf9ea → 0.8.4-main.66e292d

package/dist/lib/browser/TranscriptContainer-OQFBAGSP.mjs

@@ -0,0 +1,11 @@
+import {
+  TranscriptContainer_default,
+  TranscriptionContainer
+} from "./chunk-C5YV3JZF.mjs";
+import "./chunk-3MKZ2MNQ.mjs";
+import "./chunk-VBUIO677.mjs";
+export {
+  TranscriptionContainer,
+  TranscriptContainer_default as default
+};
+//# sourceMappingURL=TranscriptContainer-OQFBAGSP.mjs.map

package/dist/lib/browser/blueprint-definition-GZ7NOODS.mjs

@@ -0,0 +1,147 @@
+import "./chunk-O33THH53.mjs";
+import {
+  renderByline
+} from "./chunk-C5YV3JZF.mjs";
+import "./chunk-3MKZ2MNQ.mjs";
+import "./chunk-VBUIO677.mjs";
+
+// src/capabilities/blueprint-definition.ts
+import { Capabilities, contributes } from "@dxos/app-framework";
+import { Blueprint, Template } from "@dxos/blueprints";
+import { trim as trim2 } from "@dxos/util";
+
+// src/functions/open.ts
+import * as Effect from "effect/Effect";
+import * as Schema from "effect/Schema";
+import { ArtifactId } from "@dxos/assistant";
+import { Obj } from "@dxos/echo";
+import { DatabaseService, QueueService, defineFunction } from "@dxos/functions";
+import { Message, Transcript } from "@dxos/types";
+var open_default = defineFunction({
+  key: "dxos.org/function/transcription/open",
+  name: "Open",
+  description: "Opens and reads the contents of a transcription object.",
+  inputSchema: Schema.Struct({
+    id: ArtifactId.annotations({
+      description: "The ID of the transcription object."
+    })
+  }),
+  outputSchema: Schema.Struct({
+    content: Schema.String
+  }),
+  handler: Effect.fn(function* ({ data: { id } }) {
+    const transcript = yield* DatabaseService.resolve(ArtifactId.toDXN(id), Transcript.Transcript);
+    const { dxn } = yield* Effect.promise(() => transcript.queue.load());
+    const queue = yield* QueueService.getQueue(dxn);
+    yield* Effect.promise(() => queue?.queryObjects());
+    const content = queue?.objects.filter((message) => Obj.instanceOf(Message.Message, message)).flatMap((message, index) => renderByline([])(message, index)).join("\n\n");
+    return {
+      content
+    };
+  })
+});
+
+// src/functions/summarize.ts
+import * as Array from "effect/Array";
+import * as Effect2 from "effect/Effect";
+import * as Function from "effect/Function";
+import * as Layer from "effect/Layer";
+import * as Option from "effect/Option";
+import * as Schema2 from "effect/Schema";
+import { AiService, ConsolePrinter, ToolExecutionService, ToolResolverService } from "@dxos/ai";
+import { AiSession, GenerationObserver } from "@dxos/assistant";
+import { TracingService, defineFunction as defineFunction2 } from "@dxos/functions";
+import { trim } from "@dxos/util";
+var summarize_default = defineFunction2({
+  key: "dxos.org/function/transcription/summarize",
+  name: "Summarize",
+  description: "Summarize a transcript of a meeting.",
+  inputSchema: Schema2.Struct({
+    transcript: Schema2.String.annotations({
+      description: "The transcript of the meeting."
+    }),
+    notes: Schema2.optional(Schema2.String).annotations({
+      description: "Additional notes from the participants."
+    })
+  }),
+  outputSchema: Schema2.Struct({
+    summary: Schema2.String.annotations({
+      description: "The summary of the transcript."
+    })
+  }),
+  handler: Effect2.fnUntraced(function* ({ data: { transcript, notes } }) {
+    const result = yield* new AiSession().run({
+      prompt: `Transcript: ${transcript}
+
+Notes: ${notes}`,
+      history: [],
+      system: systemPrompt,
+      observer: GenerationObserver.fromPrinter(new ConsolePrinter({
+        tag: "summarize"
+      }))
+    });
+    const summary = Function.pipe(result, Array.findLast((msg) => msg.sender.role === "assistant" && msg.blocks.some((block) => block._tag === "text")), Option.flatMap((msg) => Function.pipe(msg.blocks, Array.findLast((block) => block._tag === "text"), Option.map((block) => block.text))), Option.getOrThrowWith(() => new Error("No summary found")));
+    return {
+      summary
+    };
+  }, Effect2.provide(Layer.mergeAll(AiService.model("@anthropic/claude-sonnet-4-0"), ToolResolverService.layerEmpty, ToolExecutionService.layerEmpty, TracingService.layerNoop)))
+});
+var systemPrompt = trim`
+  You are a helpful assistant that summarizes transcripts of meetings.
+
+  # Goal
+  Create a markdown summary of the meeting transcript with text notes provided.
+  Notes are very important so make sure to include them in the summary if they contain meaningful information.
+
+  # Formatting
+  - Format the summary as a markdown document without extra comments like "Here is the summary of the transcript:".
+  - Use markdown formatting for headings and bullet points.
+  - Format the summary as a list of key points and takeaways.
+  - All names of people should be in bold.
+
+  # Note Taking
+  - Correlate items in the summary with the person of origin to build a coherent narrative.
+  - Include short quotes verbatim where appropriate. Especially when concerned with design decisions and problem descriptions.
+
+  # Tasks
+  At the end of the summary include tasks.
+  Extract only the tasks that are:
+  - Directly actionable.
+  - Clearly assigned to a person or team (or can easily be inferred).
+  - Strongly implied by the conversation and/or user note (no speculative tasks).
+  - Specific enough that someone reading them would know exactly what to do next.
+
+  Format all tasks as markdown checkboxes using the syntax:
+  - [ ] Task description.
+
+  Additional information can be included (indented).
+
+  If no actionable tasks are found, omit this tasks section.
+`;
+
+// src/capabilities/blueprint-definition.ts
+var functions = [
+  open_default,
+  summarize_default
+];
+var blueprint_definition_default = (() => {
+  return [
+    contributes(Capabilities.Functions, functions),
+    contributes(Capabilities.BlueprintDefinition, Blueprint.make({
+      key: "dxos.org/blueprint/transcription",
+      name: "Transcription",
+      tools: Blueprint.toolDefinitions({
+        functions
+      }),
+      instructions: Template.make({
+        source: trim2`
+            You can open and summarize a meeting transcript.
+          `
+      })
+    }))
+  ];
+});
+export {
+  blueprint_definition_default as default
+};
+//# sourceMappingURL=blueprint-definition-GZ7NOODS.mjs.map

package/dist/lib/browser/blueprint-definition-GZ7NOODS.mjs.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../../src/capabilities/blueprint-definition.ts", "../../../src/functions/open.ts", "../../../src/functions/summarize.ts"],
+  "sourcesContent": ["//\n// Copyright 2025 DXOS.org\n//\n\nimport { Capabilities, contributes } from '@dxos/app-framework';\nimport { Blueprint, Template } from '@dxos/blueprints';\nimport { type FunctionDefinition } from '@dxos/functions';\nimport { trim } from '@dxos/util';\n\nimport { open, summarize } from '../functions';\n\nconst functions: FunctionDefinition[] = [open, summarize];\n\nexport default () => {\n  return [\n    contributes(Capabilities.Functions, functions),\n    contributes(\n      Capabilities.BlueprintDefinition,\n      Blueprint.make({\n        key: 'dxos.org/blueprint/transcription',\n        name: 'Transcription',\n        tools: Blueprint.toolDefinitions({ functions }),\n        instructions: Template.make({\n          source: trim`\n            You can open and summarize a meeting transcript.\n          `,\n        }),\n      }),\n    ),\n  ];\n};\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport * as Effect from 'effect/Effect';\nimport * as Schema from 'effect/Schema';\n\nimport { ArtifactId } from '@dxos/assistant';\nimport { Obj } from '@dxos/echo';\nimport { DatabaseService, QueueService, defineFunction } from '@dxos/functions';\nimport { Message, Transcript } from '@dxos/types';\n\nimport { renderByline } from '../components';\n\nexport default defineFunction({\n  key: 'dxos.org/function/transcription/open',\n  name: 'Open',\n  description: 'Opens and reads the contents of a transcription object.',\n  inputSchema: Schema.Struct({\n    id: ArtifactId.annotations({\n      description: 'The ID of the transcription object.',\n    }),\n  }),\n  outputSchema: Schema.Struct({\n    content: Schema.String,\n  }),\n  handler: Effect.fn(function* ({ data: { id } }) {\n    const transcript = yield* DatabaseService.resolve(ArtifactId.toDXN(id), Transcript.Transcript);\n    const { dxn } = yield* Effect.promise(() => transcript.queue.load());\n    const queue = yield* QueueService.getQueue(dxn);\n    yield* Effect.promise(() => queue?.queryObjects());\n    const content = queue?.objects\n      .filter((message) => Obj.instanceOf(Message.Message, message))\n      .flatMap((message, index) => renderByline([])(message, index))\n      .join('\\n\\n');\n    return { content };\n  }),\n});\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport * as Array from 'effect/Array';\nimport * as Effect from 'effect/Effect';\nimport * as Function from 'effect/Function';\nimport * as Layer from 'effect/Layer';\nimport * as Option from 'effect/Option';\nimport * as Schema from 'effect/Schema';\n\nimport { AiService, ConsolePrinter, ToolExecutionService, ToolResolverService } from '@dxos/ai';\nimport { AiSession, GenerationObserver } from '@dxos/assistant';\nimport { TracingService, defineFunction } from '@dxos/functions';\nimport { trim } from '@dxos/util';\n\n/**\n * Summarize a transcript of a meeting.\n */\nexport default defineFunction({\n  key: 'dxos.org/function/transcription/summarize',\n  name: 'Summarize',\n  description: 'Summarize a transcript of a meeting.',\n  inputSchema: Schema.Struct({\n    transcript: Schema.String.annotations({\n      description: 'The transcript of the meeting.',\n    }),\n    notes: Schema.optional(Schema.String).annotations({\n      description: 'Additional notes from the participants.',\n    }),\n  }),\n  outputSchema: Schema.Struct({\n    summary: Schema.String.annotations({\n      description: 'The summary of the transcript.',\n    }),\n  }),\n  handler: Effect.fnUntraced(\n    function* ({ data: { transcript, notes } }) {\n      const result = yield* new AiSession().run({\n        prompt: `Transcript: ${transcript}\\n\\nNotes: ${notes}`,\n        history: [],\n        system: systemPrompt,\n        observer: GenerationObserver.fromPrinter(new ConsolePrinter({ tag: 'summarize' })),\n      });\n\n      const summary = Function.pipe(\n        result,\n        Array.findLast((msg) => msg.sender.role === 'assistant' && msg.blocks.some((block) => block._tag === 'text')),\n        Option.flatMap((msg) =>\n          Function.pipe(\n            msg.blocks,\n            Array.findLast((block) => block._tag === 'text'),\n            Option.map((block) => block.text),\n          ),\n        ),\n        Option.getOrThrowWith(() => new Error('No summary found')),\n      );\n\n      return { summary };\n    },\n    Effect.provide(\n      Layer.mergeAll(\n        AiService.model('@anthropic/claude-sonnet-4-0'),\n        ToolResolverService.layerEmpty,\n        ToolExecutionService.layerEmpty,\n        TracingService.layerNoop,\n      ),\n    ),\n  ),\n});\n\nconst systemPrompt = trim`\n  You are a helpful assistant that summarizes transcripts of meetings.\n\n  # Goal\n  Create a markdown summary of the meeting transcript with text notes provided.\n  Notes are very important so make sure to include them in the summary if they contain meaningful information.\n\n  # Formatting\n  - Format the summary as a markdown document without extra comments like \"Here is the summary of the transcript:\".\n  - Use markdown formatting for headings and bullet points.\n  - Format the summary as a list of key points and takeaways.\n  - All names of people should be in bold.\n\n  # Note Taking\n  - Correlate items in the summary with the person of origin to build a coherent narrative.\n  - Include short quotes verbatim where appropriate. Especially when concerned with design decisions and problem descriptions.\n\n  # Tasks\n  At the end of the summary include tasks.\n  Extract only the tasks that are:\n  - Directly actionable.\n  - Clearly assigned to a person or team (or can easily be inferred).\n  - Strongly implied by the conversation and/or user note (no speculative tasks).\n  - Specific enough that someone reading them would know exactly what to do next.\n\n  Format all tasks as markdown checkboxes using the syntax:\n  - [ ] Task description.\n\n  Additional information can be included (indented).\n\n  If no actionable tasks are found, omit this tasks section.\n`;\n"],
+  "mappings": ";;;;;;;;AAIA,SAASA,cAAcC,mBAAmB;AAC1C,SAASC,WAAWC,gBAAgB;AAEpC,SAASC,QAAAA,aAAY;;;ACHrB,YAAYC,YAAY;AACxB,YAAYC,YAAY;AAExB,SAASC,kBAAkB;AAC3B,SAASC,WAAW;AACpB,SAASC,iBAAiBC,cAAcC,sBAAsB;AAC9D,SAASC,SAASC,kBAAkB;AAIpC,IAAA,eAAeC,eAAe;EAC5BC,KAAK;EACLC,MAAM;EACNC,aAAa;EACbC,aAAoBC,cAAO;IACzBC,IAAIC,WAAWC,YAAY;MACzBL,aAAa;IACf,CAAA;EACF,CAAA;EACAM,cAAqBJ,cAAO;IAC1BK,SAAgBC;EAClB,CAAA;EACAC,SAAgBC,UAAG,WAAW,EAAEC,MAAM,EAAER,GAAE,EAAE,GAAE;AAC5C,UAAMS,aAAa,OAAOC,gBAAgBC,QAAQV,WAAWW,MAAMZ,EAAAA,GAAKa,WAAWA,UAAU;AAC7F,UAAM,EAAEC,IAAG,IAAK,OAAcC,eAAQ,MAAMN,WAAWO,MAAMC,KAAI,CAAA;AACjE,UAAMD,QAAQ,OAAOE,aAAaC,SAASL,GAAAA;AAC3C,WAAcC,eAAQ,MAAMC,OAAOI,aAAAA,CAAAA;AACnC,UAAMhB,UAAUY,OAAOK,QACpBC,OAAO,CAACC,YAAYC,IAAIC,WAAWC,QAAQA,SAASH,OAAAA,CAAAA,EACpDI,QAAQ,CAACJ,SAASK,UAAUC,aAAa,CAAA,CAAE,EAAEN,SAASK,KAAAA,CAAAA,EACtDE,KAAK,MAAA;AACR,WAAO;MAAE1B;IAAQ;EACnB,CAAA;AACF,CAAA;;;ACjCA,YAAY2B,WAAW;AACvB,YAAYC,aAAY;AACxB,YAAYC,cAAc;AAC1B,YAAYC,WAAW;AACvB,YAAYC,YAAY;AACxB,YAAYC,aAAY;AAExB,SAASC,WAAWC,gBAAgBC,sBAAsBC,2BAA2B;AACrF,SAASC,WAAWC,0BAA0B;AAC9C,SAASC,gBAAgBC,kBAAAA,uBAAsB;AAC/C,SAASC,YAAY;AAKrB,IAAA,oBAAeC,gBAAe;EAC5BC,KAAK;EACLC,MAAM;EACNC,aAAa;EACbC,aAAoBC,eAAO;IACzBC,YAAmBC,eAAOC,YAAY;MACpCL,aAAa;IACf,CAAA;IACAM,OAAcC,iBAAgBH,cAAM,EAAEC,YAAY;MAChDL,aAAa;IACf,CAAA;EACF,CAAA;EACAQ,cAAqBN,eAAO;IAC1BO,SAAgBL,eAAOC,YAAY;MACjCL,aAAa;IACf,CAAA;EACF,CAAA;EACAU,SAAgBC,mBACd,WAAW,EAAEC,MAAM,EAAET,YAAYG,MAAK,EAAE,GAAE;AACxC,UAAMO,SAAS,OAAO,IAAIC,UAAAA,EAAYC,IAAI;MACxCC,QAAQ,eAAeb,UAAAA;;SAAwBG,KAAAA;MAC/CW,SAAS,CAAA;MACTC,QAAQC;MACRC,UAAUC,mBAAmBC,YAAY,IAAIC,eAAe;QAAEC,KAAK;MAAY,CAAA,CAAA;IACjF,CAAA;AAEA,UAAMf,UAAmBgB,cACvBZ,QACMa,eAAS,CAACC,QAAQA,IAAIC,OAAOC,SAAS,eAAeF,IAAIG,OAAOC,KAAK,CAACC,UAAUA,MAAMC,SAAS,MAAA,CAAA,GAC9FC,eAAQ,CAACP,QACLF,cACPE,IAAIG,QACEJ,eAAS,CAACM,UAAUA,MAAMC,SAAS,MAAA,GAClCE,WAAI,CAACH,UAAUA,MAAMI,IAAI,CAAA,CAAA,GAG7BC,sBAAe,MAAM,IAAIC,MAAM,kBAAA,CAAA,CAAA;AAGxC,WAAO;MAAE7B;IAAQ;EACnB,GACO8B,gBACCC,eACJC,UAAUC,MAAM,8BAAA,GAChBC,oBAAoBC,YACpBC,qBAAqBD,YACrBE,eAAeC,SAAS,CAAA,CAAA;AAIhC,CAAA;AAEA,IAAM5B,eAAe6B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AF5DrB,IAAMC,YAAkC;EAACC;EAAMC;;AAE/C,IAAA,gCAAe,MAAA;AACb,SAAO;IACLC,YAAYC,aAAaC,WAAWL,SAAAA;IACpCG,YACEC,aAAaE,qBACbC,UAAUC,KAAK;MACbC,KAAK;MACLC,MAAM;MACNC,OAAOJ,UAAUK,gBAAgB;QAAEZ;MAAU,CAAA;MAC7Ca,cAAcC,SAASN,KAAK;QAC1BO,QAAQC;;;MAGV,CAAA;IACF,CAAA,CAAA;;AAGN;",
+  "names": ["Capabilities", "contributes", "Blueprint", "Template", "trim", "Effect", "Schema", "ArtifactId", "Obj", "DatabaseService", "QueueService", "defineFunction", "Message", "Transcript", "defineFunction", "key", "name", "description", "inputSchema", "Struct", "id", "ArtifactId", "annotations", "outputSchema", "content", "String", "handler", "fn", "data", "transcript", "DatabaseService", "resolve", "toDXN", "Transcript", "dxn", "promise", "queue", "load", "QueueService", "getQueue", "queryObjects", "objects", "filter", "message", "Obj", "instanceOf", "Message", "flatMap", "index", "renderByline", "join", "Array", "Effect", "Function", "Layer", "Option", "Schema", "AiService", "ConsolePrinter", "ToolExecutionService", "ToolResolverService", "AiSession", "GenerationObserver", "TracingService", "defineFunction", "trim", "defineFunction", "key", "name", "description", "inputSchema", "Struct", "transcript", "String", "annotations", "notes", "optional", "outputSchema", "summary", "handler", "fnUntraced", "data", "result", "AiSession", "run", "prompt", "history", "system", "systemPrompt", "observer", "GenerationObserver", "fromPrinter", "ConsolePrinter", "tag", "pipe", "findLast", "msg", "sender", "role", "blocks", "some", "block", "_tag", "flatMap", "map", "text", "getOrThrowWith", "Error", "provide", "mergeAll", "AiService", "model", "ToolResolverService", "layerEmpty", "ToolExecutionService", "TracingService", "layerNoop", "trim", "functions", "open", "summarize", "contributes", "Capabilities", "Functions", "BlueprintDefinition", "Blueprint", "make", "key", "name", "tools", "toolDefinitions", "instructions", "Template", "source", "trim"]
+}

package/dist/lib/browser/{chunk-U6QBOGTN.mjs → chunk-3MKZ2MNQ.mjs}

@@ -1,16 +1,16 @@
 import {
-  TRANSCRIPTION_PLUGIN
-} from "./chunk-5WH45KBY.mjs";
+  meta
+} from "./chunk-VBUIO677.mjs";
 
 // src/capabilities/capabilities.ts
 import { defineCapability } from "@dxos/app-framework";
 (function(TranscriptionCapabilities2) {
-  TranscriptionCapabilities2.Transcriber = defineCapability(`${TRANSCRIPTION_PLUGIN}/capability/transcriber`);
-  TranscriptionCapabilities2.TranscriptionManager = defineCapability(`${TRANSCRIPTION_PLUGIN}/capability/transcription-manager`);
+  TranscriptionCapabilities2.Transcriber = defineCapability(`${meta.id}/capability/transcriber`);
+  TranscriptionCapabilities2.TranscriptionManager = defineCapability(`${meta.id}/capability/transcription-manager`);
 })(TranscriptionCapabilities || (TranscriptionCapabilities = {}));
 var TranscriptionCapabilities;
 
 export {
   TranscriptionCapabilities
 };
-//# sourceMappingURL=chunk-U6QBOGTN.mjs.map
+//# sourceMappingURL=chunk-3MKZ2MNQ.mjs.map

package/dist/lib/browser/chunk-3MKZ2MNQ.mjs.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../../src/capabilities/capabilities.ts"],
+  "sourcesContent": ["//\n// Copyright 2025 DXOS.org\n//\n\nimport { defineCapability } from '@dxos/app-framework';\n\nimport { meta } from '../meta';\nimport {\n  type MediaStreamRecorderParams,\n  type Transcriber,\n  type TranscriberParams,\n  type TranscriptMessageEnricher,\n  type TranscriptionManager,\n} from '../transcriber';\n\nexport namespace TranscriptionCapabilities {\n  export type GetTranscriberProps = {\n    audioStreamTrack: MediaStreamTrack;\n    recorderConfig?: Partial<MediaStreamRecorderParams['config']>;\n    transcriberConfig?: Partial<TranscriberParams['config']>;\n    onSegments: TranscriberParams['onSegments'];\n  };\n  export type GetTranscriber = (props: GetTranscriberProps) => Transcriber;\n  export const Transcriber = defineCapability<GetTranscriber>(`${meta.id}/capability/transcriber`);\n\n  export type GetTranscriptionManagerProps = {\n    messageEnricher?: TranscriptMessageEnricher;\n  };\n  export type GetTranscriptionManager = (props: GetTranscriptionManagerProps) => TranscriptionManager;\n  export const TranscriptionManager = defineCapability<GetTranscriptionManager>(\n    `${meta.id}/capability/transcription-manager`,\n  );\n}\n"],
+  "mappings": ";;;;;AAIA,SAASA,wBAAwB;UAWhBC,4BAAAA;6BAQFC,cAAcC,iBAAiC,GAAGC,KAAKC,EAAE,yBAAyB;6BAMlFC,uBAAuBH,iBAClC,GAAGC,KAAKC,EAAE,mCAAmC;AAEjD,GAjBiBJ,8BAAAA,4BAAAA,CAAAA,EAAAA;;",
+  "names": ["defineCapability", "TranscriptionCapabilities", "Transcriber", "defineCapability", "meta", "id", "TranscriptionManager"]
+}

package/dist/lib/browser/{chunk-FFEPEPCU.mjs → chunk-7GNN7E3U.mjs}

@@ -1,6 +1,6 @@
 import {
   TRANSCRIPTION_URL
-} from "./chunk-R7INNNUQ.mjs";
+} from "./chunk-QOSZIUE2.mjs";
 
 // src/transcriber/media-stream-recorder.ts
 import { MediaRecorder, register } from "extendable-media-recorder";
@@ -22,9 +22,15 @@ var initializeExtendableMediaRecorder = async () => {
   await register(await connect());
 };
 var MediaStreamRecorder = class {
+  _mediaStreamTrack;
+  /**
+  * Default MediaRecorder implementation do not support wav encoding.
+  */
+  _config;
+  _mediaRecorder = void 0;
+  _header = void 0;
+  _onChunk;
   constructor({ mediaStreamTrack, config }) {
-    this._mediaRecorder = void 0;
-    this._header = void 0;
     this._mediaStreamTrack = mediaStreamTrack;
     this._config = config;
   }
@@ -145,15 +151,18 @@ function _ts_decorate2(decorators, target, key, desc) {
 }
 var __dxlog_file2 = "/__w/dxos/dxos/packages/plugins/plugin-transcription/src/transcriber/transcriber.ts";
 var Transcriber = class extends Resource {
+  _audioChunks = [];
+  _lastUsedTimestamp = 0;
+  _openTrigger = new Trigger({
+    autoReset: true
+  });
+  _config;
+  _recorder;
+  _onSegments;
+  _recording = false;
+  _transcribeTask = void 0;
   constructor({ config, recorder, onSegments }) {
     super();
-    this._audioChunks = [];
-    this._lastUsedTimestamp = 0;
-    this._openTrigger = new Trigger({
-      autoReset: true
-    });
-    this._recording = false;
-    this._transcribeTask = void 0;
     this._config = config;
     this._recorder = recorder;
     this._onSegments = onSegments;
@@ -161,7 +170,7 @@ var Transcriber = class extends Resource {
   async _open(ctx) {
     log2.info("opening", void 0, {
       F: __dxlog_file2,
-      L: 101,
+      L: 102,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -173,7 +182,7 @@ var Transcriber = class extends Resource {
   async _close() {
     log2.info("closing", void 0, {
       F: __dxlog_file2,
-      L: 109,
+      L: 110,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -184,7 +193,7 @@ var Transcriber = class extends Resource {
   startChunksRecording() {
     log2.info("starting", void 0, {
       F: __dxlog_file2,
-      L: 116,
+      L: 117,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -201,7 +210,7 @@ var Transcriber = class extends Resource {
     this._transcribeTask?.schedule();
     log2.info("stopped", void 0, {
       F: __dxlog_file2,
-      L: 131,
+      L: 132,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -211,7 +220,7 @@ var Transcriber = class extends Resource {
       chunk
     }, {
       F: __dxlog_file2,
-      L: 135,
+      L: 136,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -227,7 +236,7 @@ var Transcriber = class extends Resource {
       chunks: this._audioChunks.length
     }, {
       F: __dxlog_file2,
-      L: 151,
+      L: 152,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -279,7 +288,7 @@ var Transcriber = class extends Resource {
       string: segments.map((segments2) => segments2.text).join(" ")
     }, {
       F: __dxlog_file2,
-      L: 215,
+      L: 216,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -323,7 +332,7 @@ import { signal } from "@preact/signals-core";
 import { synchronized as synchronized2 } from "@dxos/async";
 import { Resource as Resource2 } from "@dxos/context";
 import { Obj } from "@dxos/echo";
-import { DataType } from "@dxos/schema";
+import { Message } from "@dxos/types";
 function _ts_decorate3(decorators, target, key, desc) {
   var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
   if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
@@ -334,14 +343,16 @@ var RECORD_INTERVAL = 200;
 var PREFIXED_CHUNKS_AMOUNT = 10;
 var TRANSCRIBE_AFTER_CHUNKS_AMOUNT = 50;
 var TranscriptionManager = class extends Resource2 {
+  _edgeClient;
+  _messageEnricher;
+  _audioStreamTrack = void 0;
+  _identityDid = void 0;
+  _mediaRecorder = void 0;
+  _transcriber = void 0;
+  _queue = void 0;
+  _enabled = signal(false);
   constructor(options) {
     super();
-    this._audioStreamTrack = void 0;
-    this._identityDid = void 0;
-    this._mediaRecorder = void 0;
-    this._transcriber = void 0;
-    this._queue = void 0;
-    this._enabled = signal(false);
     this._edgeClient = options.edgeClient;
     this._messageEnricher = options.messageEnricher;
   }
@@ -370,73 +381,32 @@ var TranscriptionManager = class extends Resource2 {
     }
     return this;
   }
-  /**
-  * Enable or disable transcription.
-  * @param enabled - Whether to enable transcription.
-  */
   async setEnabled(enabled) {
     if (this._enabled.value === enabled) {
       return;
     }
     this._enabled.value = enabled ?? false;
-    this.isOpen && await this._toggleTranscriber();
+    if (enabled) {
+      await this._maybeRestartTranscriber();
+    } else {
+      await this._stopTranscriber();
+    }
   }
   async setAudioTrack(track) {
     if (this._audioStreamTrack === track) {
       return;
     }
     this._audioStreamTrack = track;
-    this.isOpen && await this._toggleTranscriber();
+    await this._maybeRestartTranscriber();
   }
   async _open() {
-    await this._toggleTranscriber();
+    await this._maybeRestartTranscriber();
   }
   async _close() {
-    void this._transcriber?.close();
-  }
-  // TODO(burdon): Change this to setEnables (explicit), not toggle.
-  async _toggleTranscriber() {
-    await this._maybeReinitTranscriber();
-    if (this._enabled.value) {
-      await this._transcriber?.open();
-      const block = Obj.make(DataType.Message, {
-        created: (/* @__PURE__ */ new Date()).toISOString(),
-        blocks: [
-          {
-            _tag: "transcript",
-            text: "Started",
-            started: (/* @__PURE__ */ new Date()).toISOString()
-          }
-        ],
-        sender: {
-          role: "assistant"
-        }
-      });
-      await this._queue?.append([
-        block
-      ]);
-    } else {
-      await this._transcriber?.close();
-      const block = Obj.make(DataType.Message, {
-        created: (/* @__PURE__ */ new Date()).toISOString(),
-        blocks: [
-          {
-            _tag: "transcript",
-            text: "Stopped",
-            started: (/* @__PURE__ */ new Date()).toISOString()
-          }
-        ],
-        sender: {
-          role: "assistant"
-        }
-      });
-      await this._queue?.append([
-        block
-      ]);
-    }
+    await this._stopTranscriber();
   }
-  async _maybeReinitTranscriber() {
-    if (!this._audioStreamTrack || !this._enabled.value) {
+  async _maybeRestartTranscriber() {
+    if (!this._audioStreamTrack || !this._enabled.value || !this.isOpen) {
       return;
     }
     let needReinit = false;
@@ -459,13 +429,17 @@ var TranscriptionManager = class extends Resource2 {
         recorder: this._mediaRecorder,
         onSegments: (segments) => this._onSegments(segments)
       });
+      await this._transcriber?.open();
     }
   }
+  async _stopTranscriber() {
+    await this._transcriber?.close();
+  }
   async _onSegments(segments) {
     if (!this.isOpen || !this._queue) {
       return;
     }
-    let block = Obj.make(DataType.Message, {
+    let block = Obj.make(Message.Message, {
       created: (/* @__PURE__ */ new Date()).toISOString(),
       blocks: segments,
       sender: {
@@ -480,9 +454,6 @@ var TranscriptionManager = class extends Resource2 {
     ]);
   }
 };
-_ts_decorate3([
-  synchronized2
-], TranscriptionManager.prototype, "setEnabled", null);
 _ts_decorate3([
   synchronized2
 ], TranscriptionManager.prototype, "setAudioTrack", null);
@@ -492,4 +463,4 @@ export {
   Transcriber,
   TranscriptionManager
 };
-//# sourceMappingURL=chunk-FFEPEPCU.mjs.map
+//# sourceMappingURL=chunk-7GNN7E3U.mjs.map

package/dist/lib/browser/chunk-7GNN7E3U.mjs.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../../src/transcriber/media-stream-recorder.ts", "../../../src/transcriber/transcriber.ts", "../../../src/util/array.ts", "../../../src/transcriber/transcription-manager.ts"],
+  "sourcesContent": ["//\n// Copyright 2025 DXOS.org\n//\n\nimport { type IBlobEvent, type IMediaRecorder, MediaRecorder, register } from 'extendable-media-recorder';\nimport { WaveFile } from 'wavefile';\n\nimport { synchronized } from '@dxos/async';\nimport { invariant } from '@dxos/invariant';\nimport { log } from '@dxos/log';\nimport { trace } from '@dxos/tracing';\n\nimport { type AudioChunk, type AudioRecorder, type WavConfig } from './audio-recorder';\n\nlet initializingPromise: Promise<void> | undefined;\n\nconst initializeExtendableMediaRecorder = async () => {\n  const { connect } = await import('extendable-media-recorder-wav-encoder');\n  await register(await connect());\n};\n\nexport type MediaStreamRecorderParams = {\n  mediaStreamTrack: MediaStreamTrack;\n  config: {\n    interval: number;\n  };\n};\n\n/**\n * Recorder that uses the MediaContext API and AudioNode API to record audio.\n *\n * It records MediaStream using https://www.npmjs.com/package/extendable-media-recorder.\n */\n@trace.resource()\nexport class MediaStreamRecorder implements AudioRecorder {\n  private readonly _mediaStreamTrack: MediaStreamTrack;\n  /**\n   * Default MediaRecorder implementation do not support wav encoding.\n   */\n  private readonly _config: MediaStreamRecorderParams['config'];\n  private _mediaRecorder?: IMediaRecorder = undefined;\n  private _header?: Uint8Array = undefined;\n  private _onChunk?: (chunk: AudioChunk) => void;\n\n  constructor({ mediaStreamTrack, config }: MediaStreamRecorderParams) {\n    this._mediaStreamTrack = mediaStreamTrack;\n    this._config = config;\n  }\n\n  get wavConfig(): WavConfig {\n    const settings = this._mediaStreamTrack.getSettings();\n    return {\n      channels: settings.channelCount ?? 1,\n      sampleRate: settings.sampleRate ?? 16000,\n      bitDepthCode: settings.sampleSize ? String(settings.sampleSize) : '16',\n    };\n  }\n\n  get mediaStreamTrack() {\n    return this._mediaStreamTrack;\n  }\n\n  setOnChunk(onChunk: (chunk: AudioChunk) => void): void {\n    this._onChunk = onChunk;\n  }\n\n  async start(): Promise<void> {\n    await (initializingPromise ??= initializeExtendableMediaRecorder()).catch((err) =>\n      log.info('initializeExtendableMediaRecorder', { err }),\n    );\n\n    if (!this._mediaRecorder) {\n      const stream = new MediaStream([this._mediaStreamTrack]);\n      this._mediaRecorder = new MediaRecorder(stream, { mimeType: 'audio/wav' });\n    }\n\n    if (this._mediaRecorder.state === 'recording') {\n      return;\n    }\n    invariant(this._onChunk, 'MediaStreamRecorder: onChunk is not set');\n    this._mediaRecorder.ondataavailable = (event) => this._ondataavailable(event);\n    this._mediaRecorder.start(this._config.interval);\n  }\n\n  async stop(): Promise<void> {\n    if (this._mediaRecorder?.state !== 'recording') {\n      return;\n    }\n    this._mediaRecorder.stop();\n  }\n\n  @synchronized\n  private async _ondataavailable(event: IBlobEvent): Promise<void> {\n    const blob = event.data;\n    const uint8Array = new Uint8Array(await blob.arrayBuffer());\n\n    // First chunk from the MediaRecorder has a header.\n    const isHeader =\n      uint8Array[0] === 0x52 && // R\n      uint8Array[1] === 0x49 && // I\n      uint8Array[2] === 0x46 && // F\n      uint8Array[3] === 0x46; // F\n    let wav: WaveFile;\n\n    if (isHeader) {\n      wav = new WaveFile(uint8Array);\n      this._header = uint8Array.slice(0, 44);\n    } else if (this._header) {\n      wav = new WaveFile(new Uint8Array([...this._header, ...uint8Array]));\n    } else {\n      log.warn('MediaStreamRecorder: no header');\n      return;\n    }\n\n    this._onChunk!({\n      timestamp: Date.now(),\n      data: wav.getSamples(),\n    });\n  }\n}\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { WaveFile } from 'wavefile';\n\nimport { DeferredTask, Trigger } from '@dxos/async';\nimport { type Context, LifecycleState, Resource } from '@dxos/context';\nimport { log } from '@dxos/log';\nimport { trace } from '@dxos/tracing';\nimport { type ContentBlock } from '@dxos/types';\n\nimport { TRANSCRIPTION_URL } from '../types';\nimport { mergeFloat64Arrays } from '../util';\n\nimport { type AudioChunk, type AudioRecorder } from './audio-recorder';\n\ntype WhisperWord = {\n  word: string;\n\n  /**\n   * Time in seconds from the start of the audio.\n   */\n  start: number;\n\n  /**\n   * Time in seconds from the start of the audio.\n   */\n  end: number;\n};\n\ntype WhisperSegment = {\n  text: string;\n\n  /**\n   * Time in seconds from the start of the audio.\n   */\n  start: number;\n\n  /**\n   * Time in seconds from the start of the audio.\n   */\n  end: number;\n\n  /**\n   * Probability of no speech in the segment.\n   */\n  no_speech_prob: number;\n\n  words: WhisperWord[];\n};\n\nexport type TranscribeConfig = {\n  /**\n   * Number of chunks to transcribe automatically after.\n   */\n  transcribeAfterChunksAmount: number;\n\n  /**\n   * Number of chunks to save before the user starts speaking.\n   * This is needed to catch the beginning of the user's speech.\n   */\n  prefixBufferChunksAmount: number;\n};\n\nexport type TranscriberParams = {\n  config: TranscribeConfig;\n  recorder: AudioRecorder;\n  /**\n   * Callback to handle the transcribed segments, after all segment transformers are applied.\n   * @param segments - The transcribed segments.\n   */\n  onSegments: (segments: ContentBlock.Transcript[]) => Promise<void>;\n};\n\n/**\n * Handles transcription of audio chunks.\n * If user is not speaking, the last `minChunksAmount` chunks are saved and transcribed.\n * If user is speaking, the chunks are added to the buffer until the user is done talking.\n */\nexport class Transcriber extends Resource {\n  private _audioChunks: AudioChunk[] = [];\n  private _lastUsedTimestamp = 0;\n\n  private readonly _openTrigger = new Trigger({ autoReset: true });\n\n  private readonly _config: TranscribeConfig;\n  private readonly _recorder: AudioRecorder;\n  private readonly _onSegments: TranscriberParams['onSegments'];\n\n  private _recording = false;\n  private _transcribeTask?: DeferredTask = undefined;\n\n  constructor({ config, recorder, onSegments }: TranscriberParams) {\n    super();\n    this._config = config;\n    this._recorder = recorder;\n    this._onSegments = onSegments;\n  }\n\n  protected override async _open(ctx: Context): Promise<void> {\n    log.info('opening');\n    this._recorder.setOnChunk((chunk) => this._saveAudioChunk(chunk));\n    await this._recorder.start();\n    this._transcribeTask = new DeferredTask(ctx, async () => this._transcribe());\n    this._openTrigger.wake();\n  }\n\n  protected override async _close(): Promise<void> {\n    log.info('closing');\n    this._recording = false;\n    this._transcribeTask = undefined;\n    await this._recorder.stop();\n  }\n\n  startChunksRecording(): void {\n    log.info('starting');\n    if (this._lifecycleState !== LifecycleState.OPEN) {\n      return;\n    }\n\n    this._recording = true;\n  }\n\n  stopChunksRecording(): void {\n    if (this._lifecycleState !== LifecycleState.OPEN || !this._recording) {\n      return;\n    }\n\n    this._recording = false;\n    this._transcribeTask?.schedule();\n    log.info('stopped');\n  }\n\n  private _saveAudioChunk(chunk: AudioChunk): void {\n    log('saving audio chunk', { chunk });\n    this._audioChunks.push(chunk);\n\n    // Clean the buffer if the user is not speaking and the transcription task is not scheduled.\n    if (\n      !this._recording &&\n      (!this._transcribeTask || !this._transcribeTask.scheduled) &&\n      this._audioChunks.length >= this._config.prefixBufferChunksAmount\n    ) {\n      this._audioChunks = this._dropOldChunks();\n    } else if (this._audioChunks.length >= this._config.transcribeAfterChunksAmount && this._recording) {\n      this._transcribeTask?.schedule();\n    }\n  }\n\n  private async _transcribe(): Promise<void> {\n    log('transcribing', { chunks: this._audioChunks.length });\n    const chunks = this._audioChunks;\n    this._audioChunks = this._dropOldChunks();\n    if (chunks.length === 0) {\n      return;\n    }\n\n    const audio = await this._mergeAudioChunks(chunks);\n    const segments = await this._fetchTranscription(audio);\n    if (!Array.isArray(segments) || segments.length === 0) {\n      return;\n    }\n\n    const alignedSegments = this._alignSegments(segments, chunks);\n    if (alignedSegments.length > 0) {\n      await this._onSegments(alignedSegments);\n    }\n  }\n\n  private _dropOldChunks(): AudioChunk[] {\n    return this._config.prefixBufferChunksAmount > 0\n      ? this._audioChunks.slice(-this._config.prefixBufferChunksAmount)\n      : [];\n  }\n\n  @trace.span({ showInBrowserTimeline: true })\n  private async _mergeAudioChunks(chunks: AudioChunk[]): Promise<string> {\n    const file = new WaveFile();\n    const wavConfig = this._recorder.wavConfig;\n\n    file.fromScratch(\n      wavConfig.channels,\n      wavConfig.sampleRate,\n      wavConfig.bitDepthCode,\n      mergeFloat64Arrays(chunks.map(({ data }) => data)),\n    );\n\n    return file.toBase64();\n  }\n\n  @trace.span({ showInBrowserTimeline: true })\n  private async _fetchTranscription(audio: string): Promise<WhisperSegment[]> {\n    if (audio.length === 0) {\n      this._audioChunks = [];\n      throw new Error('No audio to send for transcribing');\n    }\n\n    const response = await fetch(`${TRANSCRIPTION_URL}/transcribe`, {\n      method: 'POST',\n      body: JSON.stringify({ audio }),\n      headers: {\n        'Content-Type': 'application/json',\n      },\n    });\n\n    if (!response.ok) {\n      this._audioChunks = [];\n      throw new Error(`Transcription failed: ${response.statusText}`);\n    }\n\n    const { segments } = (await response.json()) as {\n      segments: WhisperSegment[];\n    };\n\n    log.info('transcription response', {\n      segments: segments.length,\n      string: segments.map((segments) => segments.text).join(' '),\n    });\n\n    return segments;\n  }\n\n  private _alignSegments(segments: WhisperSegment[], originalChunks: AudioChunk[]): ContentBlock.Transcript[] {\n    // Absolute zero for all relative timestamps in the segments.\n    const zeroTimestamp = originalChunks.at(0)!.timestamp;\n\n    const filteredSegments = segments\n      // Use segments that end after the last used timestamp.\n      // Segments could overlap, so we need to filter words that starts after the last used timestamp.\n      .filter((segment) => zeroTimestamp + segment.end * 1_000 >= this._lastUsedTimestamp)\n      // Use words that starts after the last used timestamp.\n      .map((segment) => {\n        const words = segment.words.filter((word) => zeroTimestamp + word.start * 1_000 >= this._lastUsedTimestamp);\n        return {\n          ...segment,\n          words,\n          text: words.map((word) => word.word).join(''),\n          start: words.at(0)?.start ?? segment.end,\n        };\n      })\n      .filter((segment) => segment.words.length > 0);\n\n    if (filteredSegments.length === 0) {\n      return [];\n    }\n\n    // Update last timestamp.\n    this._lastUsedTimestamp = zeroTimestamp + filteredSegments.at(-1)!.end * 1_000;\n\n    // Add absolute timestamp to each segment.\n    return filteredSegments.map((segment) => ({\n      _tag: 'transcript',\n      started: new Date(zeroTimestamp + segment.start * 1_000).toISOString(),\n      text: segment.text.trim(),\n    }));\n  }\n}\n", "//\n// Copyright 2025 DXOS.org\n//\n\nexport const mergeFloat64Arrays = (arrays: Float64Array[]) => {\n  const newArray = new Float64Array(arrays.reduce((acc, array) => array.length + acc, 0));\n  let offset = 0;\n  for (const array of arrays) {\n    newArray.set(array, offset);\n    offset += array.length;\n  }\n\n  return newArray;\n};\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { signal } from '@preact/signals-core';\n\nimport { synchronized } from '@dxos/async';\nimport { Resource } from '@dxos/context';\nimport { Obj } from '@dxos/echo';\nimport { type Queue } from '@dxos/echo-db';\nimport { type EdgeHttpClient } from '@dxos/react-edge-client';\nimport { type ContentBlock, Message } from '@dxos/types';\n\nimport { MediaStreamRecorder } from './media-stream-recorder';\nimport { Transcriber } from './transcriber';\n\n/**\n * Length of the chunk in ms.\n */\nconst RECORD_INTERVAL = 200;\n\n/**\n * Number of chunks to save before the user starts speaking.\n */\nconst PREFIXED_CHUNKS_AMOUNT = 10;\n\n/**\n * Number of chunks to transcribe automatically after.\n * Combined should be mess than 25MB or whisper would fail.\n */\nconst TRANSCRIBE_AFTER_CHUNKS_AMOUNT = 50;\n\nexport type TranscriptMessageEnricher = (message: Message.Message) => Promise<Message.Message>;\n\nexport type TranscriptionManagerOptions = {\n  edgeClient: EdgeHttpClient;\n\n  /**\n   * Enrich the message before it is written to the transcription queue.\n   */\n  messageEnricher?: TranscriptMessageEnricher;\n};\n\n/**\n * Manages transcription state for a meeting.\n */\nexport class TranscriptionManager extends Resource {\n  private readonly _edgeClient: EdgeHttpClient;\n  private readonly _messageEnricher?: TranscriptMessageEnricher;\n  private _audioStreamTrack?: MediaStreamTrack = undefined;\n  private _identityDid?: string = undefined;\n  private _mediaRecorder?: MediaStreamRecorder = undefined;\n  private _transcriber?: Transcriber = undefined;\n  private _queue?: Queue<Message.Message> = undefined;\n  private _enabled = signal(false);\n\n  constructor(options: TranscriptionManagerOptions) {\n    super();\n    this._edgeClient = options.edgeClient;\n    this._messageEnricher = options.messageEnricher;\n  }\n\n  /** @reactive */\n  get enabled() {\n    return this._enabled.value;\n  }\n\n  setQueue(queue: Queue<Message.Message>): this {\n    this._queue = queue;\n    return this;\n  }\n\n  setIdentityDid(did: string): this {\n    if (this._identityDid !== did) {\n      this._identityDid = did;\n    }\n    return this;\n  }\n\n  setRecording(recording?: boolean): this {\n    if (!this.isOpen || !this._enabled.value) {\n      return this;\n    }\n\n    if (recording) {\n      this._transcriber?.startChunksRecording();\n    } else {\n      this._transcriber?.stopChunksRecording();\n    }\n    return this;\n  }\n\n  async setEnabled(enabled: boolean): Promise<void> {\n    if (this._enabled.value === enabled) {\n      return;\n    }\n\n    this._enabled.value = enabled ?? false;\n    if (enabled) {\n      await this._maybeRestartTranscriber();\n    } else {\n      await this._stopTranscriber();\n    }\n  }\n\n  @synchronized\n  async setAudioTrack(track?: MediaStreamTrack): Promise<void> {\n    if (this._audioStreamTrack === track) {\n      return;\n    }\n\n    this._audioStreamTrack = track;\n    await this._maybeRestartTranscriber();\n  }\n\n  protected override async _open(): Promise<void> {\n    await this._maybeRestartTranscriber();\n  }\n\n  protected override async _close(): Promise<void> {\n    await this._stopTranscriber();\n  }\n\n  private async _maybeRestartTranscriber(): Promise<void> {\n    if (!this._audioStreamTrack || !this._enabled.value || !this.isOpen) {\n      return;\n    }\n\n    // Reinitialize transcriber if queue or media stream track has changed.\n    let needReinit = false;\n    if (this._audioStreamTrack !== this._mediaRecorder?.mediaStreamTrack) {\n      this._mediaRecorder = new MediaStreamRecorder({\n        mediaStreamTrack: this._audioStreamTrack,\n        config: { interval: RECORD_INTERVAL },\n      });\n      needReinit = true;\n    }\n    if (needReinit) {\n      await this._transcriber?.close();\n      this._transcriber = new Transcriber({\n        config: {\n          transcribeAfterChunksAmount: TRANSCRIBE_AFTER_CHUNKS_AMOUNT,\n          prefixBufferChunksAmount: PREFIXED_CHUNKS_AMOUNT,\n        },\n        recorder: this._mediaRecorder,\n        onSegments: (segments) => this._onSegments(segments),\n      });\n\n      await this._transcriber?.open();\n    }\n  }\n\n  private async _stopTranscriber(): Promise<void> {\n    await this._transcriber?.close();\n  }\n\n  private async _onSegments(segments: ContentBlock.Transcript[]): Promise<void> {\n    if (!this.isOpen || !this._queue) {\n      return;\n    }\n\n    let block = Obj.make(Message.Message, {\n      created: new Date().toISOString(),\n      blocks: segments,\n      sender: { identityDid: this._identityDid },\n    });\n\n    if (this._messageEnricher) {\n      block = await this._messageEnricher(block);\n    }\n\n    await this._queue.append([block]);\n  }\n}\n"],
+  "mappings": ";;;;;AAIA,SAA+CA,eAAeC,gBAAgB;AAC9E,SAASC,gBAAgB;AAEzB,SAASC,oBAAoB;AAC7B,SAASC,iBAAiB;AAC1B,SAASC,WAAW;AACpB,SAASC,aAAa;;;;;;;;AAItB,IAAIC;AAEJ,IAAMC,oCAAoC,YAAA;AACxC,QAAM,EAAEC,QAAO,IAAK,MAAM,OAAO,uCAAA;AACjC,QAAMR,SAAS,MAAMQ,QAAAA,CAAAA;AACvB;AAeO,IAAMC,sBAAN,MAAMA;EACMC;;;;EAIAC;EACTC,iBAAkCC;EAClCC,UAAuBD;EACvBE;EAER,YAAY,EAAEC,kBAAkBC,OAAM,GAA+B;AACnE,SAAKP,oBAAoBM;AACzB,SAAKL,UAAUM;EACjB;EAEA,IAAIC,YAAuB;AACzB,UAAMC,WAAW,KAAKT,kBAAkBU,YAAW;AACnD,WAAO;MACLC,UAAUF,SAASG,gBAAgB;MACnCC,YAAYJ,SAASI,cAAc;MACnCC,cAAcL,SAASM,aAAaC,OAAOP,SAASM,UAAU,IAAI;IACpE;EACF;EAEA,IAAIT,mBAAmB;AACrB,WAAO,KAAKN;EACd;EAEAiB,WAAWC,SAA4C;AACrD,SAAKb,WAAWa;EAClB;EAEA,MAAMC,QAAuB;AAC3B,WAAOvB,wBAAwBC,kCAAAA,GAAqCuB,MAAM,CAACC,QACzE3B,IAAI4B,KAAK,qCAAqC;MAAED;IAAI,GAAA;;;;;;AAGtD,QAAI,CAAC,KAAKnB,gBAAgB;AACxB,YAAMqB,SAAS,IAAIC,YAAY;QAAC,KAAKxB;OAAkB;AACvD,WAAKE,iBAAiB,IAAIb,cAAckC,QAAQ;QAAEE,UAAU;MAAY,CAAA;IAC1E;AAEA,QAAI,KAAKvB,eAAewB,UAAU,aAAa;AAC7C;IACF;AACAjC,cAAU,KAAKY,UAAU,2CAAA;;;;;;;;;AACzB,SAAKH,eAAeyB,kBAAkB,CAACC,UAAU,KAAKC,iBAAiBD,KAAAA;AACvE,SAAK1B,eAAeiB,MAAM,KAAKlB,QAAQ6B,QAAQ;EACjD;EAEA,MAAMC,OAAsB;AAC1B,QAAI,KAAK7B,gBAAgBwB,UAAU,aAAa;AAC9C;IACF;AACA,SAAKxB,eAAe6B,KAAI;EAC1B;EAEA,MACcF,iBAAiBD,OAAkC;AAC/D,UAAMI,OAAOJ,MAAMK;AACnB,UAAMC,aAAa,IAAIC,WAAW,MAAMH,KAAKI,YAAW,CAAA;AAGxD,UAAMC,WACJH,WAAW,CAAA,MAAO;IAClBA,WAAW,CAAA,MAAO;IAClBA,WAAW,CAAA,MAAO;IAClBA,WAAW,CAAA,MAAO;AACpB,QAAII;AAEJ,QAAID,UAAU;AACZC,YAAM,IAAI/C,SAAS2C,UAAAA;AACnB,WAAK9B,UAAU8B,WAAWK,MAAM,GAAG,EAAA;IACrC,WAAW,KAAKnC,SAAS;AACvBkC,YAAM,IAAI/C,SAAS,IAAI4C,WAAW;WAAI,KAAK/B;WAAY8B;OAAW,CAAA;IACpE,OAAO;AACLxC,UAAI8C,KAAK,kCAAA,QAAA;;;;;;AACT;IACF;AAEA,SAAKnC,SAAU;MACboC,WAAWC,KAAKC,IAAG;MACnBV,MAAMK,IAAIM,WAAU;IACtB,CAAA;EACF;AACF;;;;;QAtFOC,SAAAA;;;;AC7BP,SAASC,YAAAA,iBAAgB;AAEzB,SAASC,cAAcC,eAAe;AACtC,SAAuBC,gBAAgBC,gBAAgB;AACvD,SAASC,OAAAA,YAAW;AACpB,SAASC,SAAAA,cAAa;;;ACLf,IAAMC,qBAAqB,CAACC,WAAAA;AACjC,QAAMC,WAAW,IAAIC,aAAaF,OAAOG,OAAO,CAACC,KAAKC,UAAUA,MAAMC,SAASF,KAAK,CAAA,CAAA;AACpF,MAAIG,SAAS;AACb,aAAWF,SAASL,QAAQ;AAC1BC,aAASO,IAAIH,OAAOE,MAAAA;AACpBA,cAAUF,MAAMC;EAClB;AAEA,SAAOL;AACT;;;;;;;;;;ADmEO,IAAMQ,cAAN,cAA0BC,SAAAA;EACvBC,eAA6B,CAAA;EAC7BC,qBAAqB;EAEZC,eAAe,IAAIC,QAAQ;IAAEC,WAAW;EAAK,CAAA;EAE7CC;EACAC;EACAC;EAETC,aAAa;EACbC,kBAAiCC;EAEzC,YAAY,EAAEC,QAAQC,UAAUC,WAAU,GAAuB;AAC/D,UAAK;AACL,SAAKR,UAAUM;AACf,SAAKL,YAAYM;AACjB,SAAKL,cAAcM;EACrB;EAEA,MAAyBC,MAAMC,KAA6B;AAC1DC,IAAAA,KAAIC,KAAK,WAAA,QAAA;;;;;;AACT,SAAKX,UAAUY,WAAW,CAACC,UAAU,KAAKC,gBAAgBD,KAAAA,CAAAA;AAC1D,UAAM,KAAKb,UAAUe,MAAK;AAC1B,SAAKZ,kBAAkB,IAAIa,aAAaP,KAAK,YAAY,KAAKQ,YAAW,CAAA;AACzE,SAAKrB,aAAasB,KAAI;EACxB;EAEA,MAAyBC,SAAwB;AAC/CT,IAAAA,KAAIC,KAAK,WAAA,QAAA;;;;;;AACT,SAAKT,aAAa;AAClB,SAAKC,kBAAkBC;AACvB,UAAM,KAAKJ,UAAUoB,KAAI;EAC3B;EAEAC,uBAA6B;AAC3BX,IAAAA,KAAIC,KAAK,YAAA,QAAA;;;;;;AACT,QAAI,KAAKW,oBAAoBC,eAAeC,MAAM;AAChD;IACF;AAEA,SAAKtB,aAAa;EACpB;EAEAuB,sBAA4B;AAC1B,QAAI,KAAKH,oBAAoBC,eAAeC,QAAQ,CAAC,KAAKtB,YAAY;AACpE;IACF;AAEA,SAAKA,aAAa;AAClB,SAAKC,iBAAiBuB,SAAAA;AACtBhB,IAAAA,KAAIC,KAAK,WAAA,QAAA;;;;;;EACX;EAEQG,gBAAgBD,OAAyB;AAC/CH,IAAAA,KAAI,sBAAsB;MAAEG;IAAM,GAAA;;;;;;AAClC,SAAKnB,aAAaiC,KAAKd,KAAAA;AAGvB,QACE,CAAC,KAAKX,eACL,CAAC,KAAKC,mBAAmB,CAAC,KAAKA,gBAAgByB,cAChD,KAAKlC,aAAamC,UAAU,KAAK9B,QAAQ+B,0BACzC;AACA,WAAKpC,eAAe,KAAKqC,eAAc;IACzC,WAAW,KAAKrC,aAAamC,UAAU,KAAK9B,QAAQiC,+BAA+B,KAAK9B,YAAY;AAClG,WAAKC,iBAAiBuB,SAAAA;IACxB;EACF;EAEA,MAAcT,cAA6B;AACzCP,IAAAA,KAAI,gBAAgB;MAAEuB,QAAQ,KAAKvC,aAAamC;IAAO,GAAA;;;;;;AACvD,UAAMI,SAAS,KAAKvC;AACpB,SAAKA,eAAe,KAAKqC,eAAc;AACvC,QAAIE,OAAOJ,WAAW,GAAG;AACvB;IACF;AAEA,UAAMK,QAAQ,MAAM,KAAKC,kBAAkBF,MAAAA;AAC3C,UAAMG,WAAW,MAAM,KAAKC,oBAAoBH,KAAAA;AAChD,QAAI,CAACI,MAAMC,QAAQH,QAAAA,KAAaA,SAASP,WAAW,GAAG;AACrD;IACF;AAEA,UAAMW,kBAAkB,KAAKC,eAAeL,UAAUH,MAAAA;AACtD,QAAIO,gBAAgBX,SAAS,GAAG;AAC9B,YAAM,KAAK5B,YAAYuC,eAAAA;IACzB;EACF;EAEQT,iBAA+B;AACrC,WAAO,KAAKhC,QAAQ+B,2BAA2B,IAC3C,KAAKpC,aAAagD,MAAM,CAAC,KAAK3C,QAAQ+B,wBAAwB,IAC9D,CAAA;EACN;EAEA,MACcK,kBAAkBF,QAAuC;AACrE,UAAMU,OAAO,IAAIC,UAAAA;AACjB,UAAMC,YAAY,KAAK7C,UAAU6C;AAEjCF,SAAKG,YACHD,UAAUE,UACVF,UAAUG,YACVH,UAAUI,cACVC,mBAAmBjB,OAAOkB,IAAI,CAAC,EAAEC,KAAI,MAAOA,IAAAA,CAAAA,CAAAA;AAG9C,WAAOT,KAAKU,SAAQ;EACtB;EAEA,MACchB,oBAAoBH,OAA0C;AAC1E,QAAIA,MAAML,WAAW,GAAG;AACtB,WAAKnC,eAAe,CAAA;AACpB,YAAM,IAAI4D,MAAM,mCAAA;IAClB;AAEA,UAAMC,WAAW,MAAMC,MAAM,GAAGC,iBAAAA,eAAgC;MAC9DC,QAAQ;MACRC,MAAMC,KAAKC,UAAU;QAAE3B;MAAM,CAAA;MAC7B4B,SAAS;QACP,gBAAgB;MAClB;IACF,CAAA;AAEA,QAAI,CAACP,SAASQ,IAAI;AAChB,WAAKrE,eAAe,CAAA;AACpB,YAAM,IAAI4D,MAAM,yBAAyBC,SAASS,UAAU,EAAE;IAChE;AAEA,UAAM,EAAE5B,SAAQ,IAAM,MAAMmB,SAASU,KAAI;AAIzCvD,IAAAA,KAAIC,KAAK,0BAA0B;MACjCyB,UAAUA,SAASP;MACnBqC,QAAQ9B,SAASe,IAAI,CAACf,cAAaA,UAAS+B,IAAI,EAAEC,KAAK,GAAA;IACzD,GAAA;;;;;;AAEA,WAAOhC;EACT;EAEQK,eAAeL,UAA4BiC,gBAAyD;AAE1G,UAAMC,gBAAgBD,eAAeE,GAAG,CAAA,EAAIC;AAE5C,UAAMC,mBAAmBrC,SAGtBsC,OAAO,CAACC,YAAYL,gBAAgBK,QAAQC,MAAM,OAAS,KAAKjF,kBAAkB,EAElFwD,IAAI,CAACwB,YAAAA;AACJ,YAAME,QAAQF,QAAQE,MAAMH,OAAO,CAACI,SAASR,gBAAgBQ,KAAK/D,QAAQ,OAAS,KAAKpB,kBAAkB;AAC1G,aAAO;QACL,GAAGgF;QACHE;QACAV,MAAMU,MAAM1B,IAAI,CAAC2B,SAASA,KAAKA,IAAI,EAAEV,KAAK,EAAA;QAC1CrD,OAAO8D,MAAMN,GAAG,CAAA,GAAIxD,SAAS4D,QAAQC;MACvC;IACF,CAAA,EACCF,OAAO,CAACC,YAAYA,QAAQE,MAAMhD,SAAS,CAAA;AAE9C,QAAI4C,iBAAiB5C,WAAW,GAAG;AACjC,aAAO,CAAA;IACT;AAGA,SAAKlC,qBAAqB2E,gBAAgBG,iBAAiBF,GAAG,EAAC,EAAIK,MAAM;AAGzE,WAAOH,iBAAiBtB,IAAI,CAACwB,aAAa;MACxCI,MAAM;MACNC,SAAS,IAAIC,KAAKX,gBAAgBK,QAAQ5D,QAAQ,GAAA,EAAOmE,YAAW;MACpEf,MAAMQ,QAAQR,KAAKgB,KAAI;IACzB,EAAA;EACF;AACF;;SAjFSC,KAAAA;IAAOC,uBAAuB;;;;SAe9BD,KAAAA;IAAOC,uBAAuB;;;;;AE3LvC,SAASC,cAAc;AAEvB,SAASC,gBAAAA,qBAAoB;AAC7B,SAASC,YAAAA,iBAAgB;AACzB,SAASC,WAAW;AAGpB,SAA4BC,eAAe;A;;;;;;AAQ3C,IAAMC,kBAAkB;AAKxB,IAAMC,yBAAyB;AAM/B,IAAMC,iCAAiC;AAgBhC,IAAMC,uBAAN,cAAmCC,UAAAA;EACvBC;EACAC;EACTC,oBAAuCC;EACvCC,eAAwBD;EACxBE,iBAAuCF;EACvCG,eAA6BH;EAC7BI,SAAkCJ;EAClCK,WAAWC,OAAO,KAAA;EAE1B,YAAYC,SAAsC;AAChD,UAAK;AACL,SAAKV,cAAcU,QAAQC;AAC3B,SAAKV,mBAAmBS,QAAQE;EAClC;;EAGA,IAAIC,UAAU;AACZ,WAAO,KAAKL,SAASM;EACvB;EAEAC,SAASC,OAAqC;AAC5C,SAAKT,SAASS;AACd,WAAO;EACT;EAEAC,eAAeC,KAAmB;AAChC,QAAI,KAAKd,iBAAiBc,KAAK;AAC7B,WAAKd,eAAec;IACtB;AACA,WAAO;EACT;EAEAC,aAAaC,WAA2B;AACtC,QAAI,CAAC,KAAKC,UAAU,CAAC,KAAKb,SAASM,OAAO;AACxC,aAAO;IACT;AAEA,QAAIM,WAAW;AACb,WAAKd,cAAcgB,qBAAAA;IACrB,OAAO;AACL,WAAKhB,cAAciB,oBAAAA;IACrB;AACA,WAAO;EACT;EAEA,MAAMC,WAAWX,SAAiC;AAChD,QAAI,KAAKL,SAASM,UAAUD,SAAS;AACnC;IACF;AAEA,SAAKL,SAASM,QAAQD,WAAW;AACjC,QAAIA,SAAS;AACX,YAAM,KAAKY,yBAAwB;IACrC,OAAO;AACL,YAAM,KAAKC,iBAAgB;IAC7B;EACF;EAEA,MACMC,cAAcC,OAAyC;AAC3D,QAAI,KAAK1B,sBAAsB0B,OAAO;AACpC;IACF;AAEA,SAAK1B,oBAAoB0B;AACzB,UAAM,KAAKH,yBAAwB;EACrC;EAEA,MAAyBI,QAAuB;AAC9C,UAAM,KAAKJ,yBAAwB;EACrC;EAEA,MAAyBK,SAAwB;AAC/C,UAAM,KAAKJ,iBAAgB;EAC7B;EAEA,MAAcD,2BAA0C;AACtD,QAAI,CAAC,KAAKvB,qBAAqB,CAAC,KAAKM,SAASM,SAAS,CAAC,KAAKO,QAAQ;AACnE;IACF;AAGA,QAAIU,aAAa;AACjB,QAAI,KAAK7B,sBAAsB,KAAKG,gBAAgB2B,kBAAkB;AACpE,WAAK3B,iBAAiB,IAAI4B,oBAAoB;QAC5CD,kBAAkB,KAAK9B;QACvBgC,QAAQ;UAAEC,UAAUxC;QAAgB;MACtC,CAAA;AACAoC,mBAAa;IACf;AACA,QAAIA,YAAY;AACd,YAAM,KAAKzB,cAAc8B,MAAAA;AACzB,WAAK9B,eAAe,IAAI+B,YAAY;QAClCH,QAAQ;UACNI,6BAA6BzC;UAC7B0C,0BAA0B3C;QAC5B;QACA4C,UAAU,KAAKnC;QACfoC,YAAY,CAACC,aAAa,KAAKC,YAAYD,QAAAA;MAC7C,CAAA;AAEA,YAAM,KAAKpC,cAAcsC,KAAAA;IAC3B;EACF;EAEA,MAAclB,mBAAkC;AAC9C,UAAM,KAAKpB,cAAc8B,MAAAA;EAC3B;EAEA,MAAcO,YAAYD,UAAoD;AAC5E,QAAI,CAAC,KAAKrB,UAAU,CAAC,KAAKd,QAAQ;AAChC;IACF;AAEA,QAAIsC,QAAQC,IAAIC,KAAKC,QAAQA,SAAS;MACpCC,UAAS,oBAAIC,KAAAA,GAAOC,YAAW;MAC/BC,QAAQV;MACRW,QAAQ;QAAEC,aAAa,KAAKlD;MAAa;IAC3C,CAAA;AAEA,QAAI,KAAKH,kBAAkB;AACzB4C,cAAQ,MAAM,KAAK5C,iBAAiB4C,KAAAA;IACtC;AAEA,UAAM,KAAKtC,OAAOgD,OAAO;MAACV;KAAM;EAClC;AACF;;;;",
+  "names": ["MediaRecorder", "register", "WaveFile", "synchronized", "invariant", "log", "trace", "initializingPromise", "initializeExtendableMediaRecorder", "connect", "MediaStreamRecorder", "_mediaStreamTrack", "_config", "_mediaRecorder", "undefined", "_header", "_onChunk", "mediaStreamTrack", "config", "wavConfig", "settings", "getSettings", "channels", "channelCount", "sampleRate", "bitDepthCode", "sampleSize", "String", "setOnChunk", "onChunk", "start", "catch", "err", "info", "stream", "MediaStream", "mimeType", "state", "ondataavailable", "event", "_ondataavailable", "interval", "stop", "blob", "data", "uint8Array", "Uint8Array", "arrayBuffer", "isHeader", "wav", "slice", "warn", "timestamp", "Date", "now", "getSamples", "resource", "WaveFile", "DeferredTask", "Trigger", "LifecycleState", "Resource", "log", "trace", "mergeFloat64Arrays", "arrays", "newArray", "Float64Array", "reduce", "acc", "array", "length", "offset", "set", "Transcriber", "Resource", "_audioChunks", "_lastUsedTimestamp", "_openTrigger", "Trigger", "autoReset", "_config", "_recorder", "_onSegments", "_recording", "_transcribeTask", "undefined", "config", "recorder", "onSegments", "_open", "ctx", "log", "info", "setOnChunk", "chunk", "_saveAudioChunk", "start", "DeferredTask", "_transcribe", "wake", "_close", "stop", "startChunksRecording", "_lifecycleState", "LifecycleState", "OPEN", "stopChunksRecording", "schedule", "push", "scheduled", "length", "prefixBufferChunksAmount", "_dropOldChunks", "transcribeAfterChunksAmount", "chunks", "audio", "_mergeAudioChunks", "segments", "_fetchTranscription", "Array", "isArray", "alignedSegments", "_alignSegments", "slice", "file", "WaveFile", "wavConfig", "fromScratch", "channels", "sampleRate", "bitDepthCode", "mergeFloat64Arrays", "map", "data", "toBase64", "Error", "response", "fetch", "TRANSCRIPTION_URL", "method", "body", "JSON", "stringify", "headers", "ok", "statusText", "json", "string", "text", "join", "originalChunks", "zeroTimestamp", "at", "timestamp", "filteredSegments", "filter", "segment", "end", "words", "word", "_tag", "started", "Date", "toISOString", "trim", "span", "showInBrowserTimeline", "signal", "synchronized", "Resource", "Obj", "Message", "RECORD_INTERVAL", "PREFIXED_CHUNKS_AMOUNT", "TRANSCRIBE_AFTER_CHUNKS_AMOUNT", "TranscriptionManager", "Resource", "_edgeClient", "_messageEnricher", "_audioStreamTrack", "undefined", "_identityDid", "_mediaRecorder", "_transcriber", "_queue", "_enabled", "signal", "options", "edgeClient", "messageEnricher", "enabled", "value", "setQueue", "queue", "setIdentityDid", "did", "setRecording", "recording", "isOpen", "startChunksRecording", "stopChunksRecording", "setEnabled", "_maybeRestartTranscriber", "_stopTranscriber", "setAudioTrack", "track", "_open", "_close", "needReinit", "mediaStreamTrack", "MediaStreamRecorder", "config", "interval", "close", "Transcriber", "transcribeAfterChunksAmount", "prefixBufferChunksAmount", "recorder", "onSegments", "segments", "_onSegments", "open", "block", "Obj", "make", "Message", "created", "Date", "toISOString", "blocks", "sender", "identityDid", "append"]
+}