@dxos/plugin-transcription 0.8.0 → 0.8.1-main.013e445

package/dist/lib/node/{TranscriptContainer-HU763SN3.cjs.map → TranscriptContainer-KNTN76RZ.cjs.map}

@@ -1,7 +1,7 @@
 {
   "version": 3,
-  "sources": ["TranscriptContainer-HU763SN3.cjs"],
-  "sourcesContent": ["import {\n  TranscriptContainer_default,\n  TranscriptionContainer\n} from \"./chunk-YV74Z74I.cjs\";\nimport \"./chunk-UIHEGU6Q.cjs\";\nexport {\n  TranscriptionContainer,\n  TranscriptContainer_default as default\n};\n//# sourceMappingURL=TranscriptContainer-HU763SN3.cjs.map\n"],
+  "sources": ["TranscriptContainer-KNTN76RZ.cjs"],
+  "sourcesContent": ["import {\n  TranscriptContainer_default,\n  TranscriptionContainer\n} from \"./chunk-T4W4AKGM.cjs\";\nimport \"./chunk-LEHTJHKP.cjs\";\nexport {\n  TranscriptionContainer,\n  TranscriptContainer_default as default\n};\n//# sourceMappingURL=TranscriptContainer-KNTN76RZ.cjs.map\n"],
   "mappings": ";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,4BAGO;AACP,4BAAO;",
   "names": []
 }

package/dist/lib/node/app-graph-builder-CJSNQYJZ.cjs

@@ -0,0 +1,52 @@
+"use strict";
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var app_graph_builder_CJSNQYJZ_exports = {};
+__export(app_graph_builder_CJSNQYJZ_exports, {
+  default: () => app_graph_builder_default
+});
+module.exports = __toCommonJS(app_graph_builder_CJSNQYJZ_exports);
+var import_chunk_ZAE2IOZC = require("./chunk-ZAE2IOZC.cjs");
+var import_chunk_LEHTJHKP = require("./chunk-LEHTJHKP.cjs");
+var import_app_framework = require("@dxos/app-framework");
+var import_plugin_graph = require("@dxos/plugin-graph");
+var app_graph_builder_default = (context) => (0, import_app_framework.contributes)(import_app_framework.Capabilities.AppGraphBuilder, [
+  (0, import_plugin_graph.createExtension)({
+    id: `${import_chunk_LEHTJHKP.TRANSCRIPTION_PLUGIN}/transcription`,
+    filter: (node) => node.data instanceof import_chunk_ZAE2IOZC.TranscriptType,
+    actions: () => [
+      {
+        id: `${import_chunk_LEHTJHKP.TRANSCRIPTION_PLUGIN}/transcription`,
+        data: async () => {
+          const { dispatchPromise: dispatch } = context.requestCapability(import_app_framework.Capabilities.IntentDispatcher);
+          await dispatch((0, import_app_framework.createIntent)(import_chunk_ZAE2IOZC.TranscriptionAction.Summarize));
+        },
+        properties: {
+          label: [
+            "summarize label",
+            {
+              ns: import_chunk_LEHTJHKP.TRANSCRIPTION_PLUGIN
+            }
+          ],
+          icon: "ph--book-open-text--regular"
+        }
+      }
+    ]
+  })
+]);
+//# sourceMappingURL=app-graph-builder-CJSNQYJZ.cjs.map

package/dist/lib/node/app-graph-builder-CJSNQYJZ.cjs.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../../src/capabilities/app-graph-builder.ts"],
+  "sourcesContent": ["//\n// Copyright 2025 DXOS.org\n//\n\nimport { Capabilities, contributes, createIntent, type PluginsContext } from '@dxos/app-framework';\nimport { createExtension, type Node } from '@dxos/plugin-graph';\n\nimport { TRANSCRIPTION_PLUGIN } from '../meta';\nimport { TranscriptionAction, TranscriptType } from '../types';\n\nexport default (context: PluginsContext) =>\n  contributes(Capabilities.AppGraphBuilder, [\n    createExtension({\n      id: `${TRANSCRIPTION_PLUGIN}/transcription`,\n      filter: (node): node is Node<TranscriptType> => node.data instanceof TranscriptType,\n      actions: () => [\n        {\n          id: `${TRANSCRIPTION_PLUGIN}/transcription`,\n          data: async () => {\n            const { dispatchPromise: dispatch } = context.requestCapability(Capabilities.IntentDispatcher);\n            await dispatch(createIntent(TranscriptionAction.Summarize));\n          },\n          properties: {\n            label: ['summarize label', { ns: TRANSCRIPTION_PLUGIN }],\n            icon: 'ph--book-open-text--regular',\n          },\n        },\n      ],\n    }),\n  ]);\n"],
+  "mappings": ";;;;;;;;;;;;;;;;;;;;;;;;;AAIA,2BAA6E;AAC7E,0BAA2C;AAK3C,IAAA,4BAAe,CAACA,gBACdC,kCAAYC,kCAAaC,iBAAiB;MACxCC,qCAAgB;IACdC,IAAI,GAAGC,0CAAAA;IACPC,QAAQ,CAACC,SAAuCA,KAAKC,gBAAgBC;IACrEC,SAAS,MAAM;MACb;QACEN,IAAI,GAAGC,0CAAAA;QACPG,MAAM,YAAA;AACJ,gBAAM,EAAEG,iBAAiBC,SAAQ,IAAKb,QAAQc,kBAAkBZ,kCAAaa,gBAAgB;AAC7F,gBAAMF,aAASG,mCAAaC,0CAAoBC,SAAS,CAAA;QAC3D;QACAC,YAAY;UACVC,OAAO;YAAC;YAAmB;cAAEC,IAAIf;YAAqB;;UACtDgB,MAAM;QACR;MACF;;EAEJ,CAAA;CACD;",
+  "names": ["context", "contributes", "Capabilities", "AppGraphBuilder", "createExtension", "id", "TRANSCRIPTION_PLUGIN", "filter", "node", "data", "TranscriptType", "actions", "dispatchPromise", "dispatch", "requestCapability", "IntentDispatcher", "createIntent", "TranscriptionAction", "Summarize", "properties", "label", "ns", "icon"]
+}

package/dist/lib/node/chunk-EKSRBQX7.cjs

@@ -0,0 +1,437 @@
+"use strict";
+var __create = Object.create;
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __getProtoOf = Object.getPrototypeOf;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
+  // If the importer is in node compatibility mode or this is not an ESM
+  // file that has been converted to a CommonJS file using a Babel-
+  // compatible transform (i.e. "__esModule" has not been set), then set
+  // "default" to the CommonJS "module.exports" for node compatibility.
+  isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
+  mod
+));
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var chunk_EKSRBQX7_exports = {};
+__export(chunk_EKSRBQX7_exports, {
+  MediaStreamRecorder: () => MediaStreamRecorder,
+  Transcriber: () => Transcriber,
+  getTimeStr: () => getTimeStr,
+  randomQueueDxn: () => randomQueueDxn,
+  summarizeTranscript: () => summarizeTranscript
+});
+module.exports = __toCommonJS(chunk_EKSRBQX7_exports);
+var import_chunk_ZAE2IOZC = require("./chunk-ZAE2IOZC.cjs");
+var import_extendable_media_recorder = require("extendable-media-recorder");
+var import_wavefile = require("wavefile");
+var import_async = require("@dxos/async");
+var import_invariant = require("@dxos/invariant");
+var import_log = require("@dxos/log");
+var import_tracing = require("@dxos/tracing");
+var import_artifact = require("@dxos/artifact");
+var import_assistant = require("@dxos/assistant");
+var import_echo_db = require("@dxos/echo-db");
+var import_echo_schema = require("@dxos/echo-schema");
+var import_invariant2 = require("@dxos/invariant");
+var import_keys = require("@dxos/keys");
+var import_log2 = require("@dxos/log");
+var import_echo_schema2 = require("@dxos/echo-schema");
+var import_keys2 = require("@dxos/keys");
+var import_wavefile2 = require("wavefile");
+var import_async2 = require("@dxos/async");
+var import_context = require("@dxos/context");
+var import_log3 = require("@dxos/log");
+var import_tracing2 = require("@dxos/tracing");
+function _ts_decorate(decorators, target, key, desc) {
+  var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+  if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+  else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+  return c > 3 && r && Object.defineProperty(target, key, r), r;
+}
+var __dxlog_file = "/home/runner/work/dxos/dxos/packages/plugins/experimental/plugin-transcription/src/transcriber/media-stream-recorder.ts";
+var initializingPromise;
+var initializeExtendableMediaRecorder = async () => {
+  const { connect } = await import("extendable-media-recorder-wav-encoder");
+  await (0, import_extendable_media_recorder.register)(await connect());
+};
+var MediaStreamRecorder = class {
+  constructor({ mediaStreamTrack, interval }) {
+    this._mediaRecorder = void 0;
+    this._header = void 0;
+    this._mediaStreamTrack = mediaStreamTrack;
+    this._interval = interval;
+  }
+  get wavConfig() {
+    const settings = this._mediaStreamTrack.getSettings();
+    return {
+      channels: settings.channelCount ?? 1,
+      sampleRate: settings.sampleRate ?? 16e3,
+      bitDepthCode: settings.sampleSize ? String(settings.sampleSize) : "16"
+    };
+  }
+  get mediaStreamTrack() {
+    return this._mediaStreamTrack;
+  }
+  setOnChunk(onChunk) {
+    this._onChunk = onChunk;
+  }
+  async start() {
+    await (initializingPromise ??= initializeExtendableMediaRecorder()).catch((err) => import_log.log.info("initializeExtendableMediaRecorder", {
+      err
+    }, {
+      F: __dxlog_file,
+      L: 62,
+      S: this,
+      C: (f, a) => f(...a)
+    }));
+    if (!this._mediaRecorder) {
+      const stream = new MediaStream([
+        this._mediaStreamTrack
+      ]);
+      this._mediaRecorder = new import_extendable_media_recorder.MediaRecorder(stream, {
+        mimeType: "audio/wav"
+      });
+    }
+    if (this._mediaRecorder.state === "recording") {
+      return;
+    }
+    (0, import_invariant.invariant)(this._onChunk, "MediaStreamRecorder: onChunk is not set", {
+      F: __dxlog_file,
+      L: 73,
+      S: this,
+      A: [
+        "this._onChunk",
+        "'MediaStreamRecorder: onChunk is not set'"
+      ]
+    });
+    this._mediaRecorder.ondataavailable = (event) => this._ondataavailable(event);
+    this._mediaRecorder.start(this._interval);
+  }
+  async stop() {
+    if (this._mediaRecorder?.state !== "recording") {
+      return;
+    }
+    this._mediaRecorder.stop();
+  }
+  async _ondataavailable(event) {
+    const blob = event.data;
+    const uint8Array = new Uint8Array(await blob.arrayBuffer());
+    const isHeader = uint8Array[0] === 82 && // R
+    uint8Array[1] === 73 && // I
+    uint8Array[2] === 70 && // F
+    uint8Array[3] === 70;
+    let wav;
+    if (isHeader) {
+      wav = new import_wavefile.WaveFile(uint8Array);
+      this._header = uint8Array.slice(0, 44);
+    } else if (this._header) {
+      wav = new import_wavefile.WaveFile(new Uint8Array([
+        ...this._header,
+        ...uint8Array
+      ]));
+    } else {
+      import_log.log.warn("MediaStreamRecorder: no header", void 0, {
+        F: __dxlog_file,
+        L: 104,
+        S: this,
+        C: (f, a) => f(...a)
+      });
+      return;
+    }
+    this._onChunk({
+      timestamp: Date.now(),
+      data: wav.getSamples()
+    });
+  }
+};
+_ts_decorate([
+  import_async.synchronized
+], MediaStreamRecorder.prototype, "_ondataavailable", null);
+MediaStreamRecorder = _ts_decorate([
+  import_tracing.trace.resource()
+], MediaStreamRecorder);
+var __dxlog_file2 = "/home/runner/work/dxos/dxos/packages/plugins/experimental/plugin-transcription/src/transcriber/summarize.ts";
+var summarizeTranscript = async (edge, ai, transcript, context) => {
+  (0, import_invariant2.invariant)(transcript.queue, "No queue for transcript", {
+    F: __dxlog_file2,
+    L: 23,
+    S: void 0,
+    A: [
+      "transcript.queue",
+      "'No queue for transcript'"
+    ]
+  });
+  const queue = new import_echo_db.QueueImpl(edge, import_keys.DXN.parse(transcript.queue));
+  await queue.refresh();
+  const content = queue.items.filter((block) => (0, import_echo_schema.isInstanceOf)(import_chunk_ZAE2IOZC.TranscriptBlock, block)).map((block) => `${block.authorName}: ${block.segments.map((segment) => segment.text).join("\n")}`).join("\n\n");
+  const parser = new import_assistant.MixedStreamParser();
+  import_log2.log.info("summarizing transcript", {
+    blockCount: queue.items.length
+  }, {
+    F: __dxlog_file2,
+    L: 34,
+    S: void 0,
+    C: (f, a) => f(...a)
+  });
+  const output = await parser.parse(await ai.exec({
+    model: import_assistant.DEFAULT_EDGE_MODEL,
+    systemPrompt: SUMMARIZE_PROMPT,
+    history: [
+      (0, import_echo_schema.createStatic)(import_artifact.Message, {
+        role: "user",
+        content: [
+          {
+            type: "text",
+            text: content
+          }
+        ]
+      })
+    ]
+  }));
+  import_log2.log.info("transcript summary", {
+    output
+  }, {
+    F: __dxlog_file2,
+    L: 43,
+    S: void 0,
+    C: (f, a) => f(...a)
+  });
+  (0, import_invariant2.invariant)(output[0].content[0].type === "text", "Expected text content", {
+    F: __dxlog_file2,
+    L: 44,
+    S: void 0,
+    A: [
+      "output[0].content[0].type === 'text'",
+      "'Expected text content'"
+    ]
+  });
+  return output[0].content[0].text;
+};
+var SUMMARIZE_PROMPT = `
+  # Goal
+  Create a markdown summary of the transcript provided.
+
+  # Formatting
+  - Format the summary as a markdown document without extra comments like "Here is the summary of the transcript:".
+  - Use markdown formatting for headings and bullet points.
+  - Format the summary as a list of key points and takeaways.
+  - All names of people should be in bold.
+
+  # Note Taking
+  - Correlate items in the summary with the person of origin to build a coherent narrative.
+  - Include short quotes verbatim where appropriate. Especially when concerned with design decisions and problem descriptions.
+
+  # Tasks
+  At the end of the summary include tasks.
+  Extract only the tasks that are:
+  - Directly actionable.
+  - Clearly assigned to a person or team (or can easily be inferred).
+  - Strongly implied by the conversation and/or user note (no speculative tasks).
+  - Specific enough that someone reading them would know exactly what to do next.
+
+  Format all tasks as markdown checkboxes using the syntax:
+  - [ ] Task description.
+
+  Additional information can be included (indented).
+
+  If no actionable tasks are found, omit this tasks section.
+`;
+var getTimeStr = (timestamp) => new Date(timestamp ?? Date.now()).toLocaleTimeString("en-US", {
+  timeZone: "UTC",
+  hour12: true,
+  hour: "numeric",
+  minute: "2-digit",
+  second: "2-digit"
+});
+var randomQueueDxn = (spaceId) => new import_keys2.DXN(import_keys2.DXN.kind.QUEUE, [
+  import_keys2.QueueSubspaceTags.DATA,
+  spaceId ?? import_keys2.SpaceId.random(),
+  import_echo_schema2.ObjectId.random()
+]);
+var mergeFloat64Arrays = (arrays) => {
+  const newArray = new Float64Array(arrays.reduce((acc, array) => array.length + acc, 0));
+  let offset = 0;
+  for (const array of arrays) {
+    newArray.set(array, offset);
+    offset += array.length;
+  }
+  return newArray;
+};
+function _ts_decorate2(decorators, target, key, desc) {
+  var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+  if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+  else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+  return c > 3 && r && Object.defineProperty(target, key, r), r;
+}
+var __dxlog_file3 = "/home/runner/work/dxos/dxos/packages/plugins/experimental/plugin-transcription/src/transcriber/transcriber.ts";
+var Transcriber = class extends import_context.Resource {
+  constructor({ config, recorder, onSegments }) {
+    super();
+    this._audioChunks = [];
+    this._lastUsedTimestamp = 0;
+    this._openTrigger = new import_async2.Trigger({
+      autoReset: true
+    });
+    this._recording = false;
+    this._transcribeTask = void 0;
+    this._config = config;
+    this._recorder = recorder;
+    this._onSegments = onSegments;
+  }
+  async _open(ctx) {
+    this._recorder.setOnChunk((chunk) => this._saveAudioChunk(chunk));
+    await this._recorder.start();
+    this._transcribeTask = new import_async2.DeferredTask(ctx, async () => this._transcribe());
+    this._openTrigger.wake();
+  }
+  async _close() {
+    this._recording = false;
+    this._transcribeTask = void 0;
+    await this._recorder.stop();
+  }
+  startChunksRecording() {
+    if (this._lifecycleState !== import_context.LifecycleState.OPEN) {
+      return;
+    }
+    this._recording = true;
+  }
+  stopChunksRecording() {
+    if (this._lifecycleState !== import_context.LifecycleState.OPEN || !this._recording) {
+      return;
+    }
+    this._recording = false;
+    this._transcribeTask?.schedule();
+  }
+  _saveAudioChunk(chunk) {
+    (0, import_log3.log)("saving audio chunk", {
+      chunk
+    }, {
+      F: __dxlog_file3,
+      L: 124,
+      S: this,
+      C: (f, a) => f(...a)
+    });
+    this._audioChunks.push(chunk);
+    if (!this._recording && (!this._transcribeTask || !this._transcribeTask.scheduled) && this._audioChunks.length >= this._config.prefixBufferChunksAmount) {
+      this._audioChunks = this._dropOldChunks();
+    } else if (this._audioChunks.length >= this._config.transcribeAfterChunksAmount && this._recording) {
+      this._transcribeTask?.schedule();
+    }
+  }
+  async _transcribe() {
+    (0, import_log3.log)("transcribing", {
+      chunks: this._audioChunks.length
+    }, {
+      F: __dxlog_file3,
+      L: 140,
+      S: this,
+      C: (f, a) => f(...a)
+    });
+    const chunks = this._audioChunks;
+    this._audioChunks = this._dropOldChunks();
+    if (chunks.length === 0) {
+      return;
+    }
+    const audio = await this._mergeAudioChunks(chunks);
+    const segments = await this._fetchTranscription(audio);
+    if (!Array.isArray(segments) || segments.length === 0) {
+      return;
+    }
+    const alignedSegments = this._alignSegments(segments, chunks);
+    if (alignedSegments.length > 0) {
+      await this._onSegments(alignedSegments);
+    }
+  }
+  _dropOldChunks() {
+    return this._config.prefixBufferChunksAmount > 0 ? this._audioChunks.slice(-this._config.prefixBufferChunksAmount) : [];
+  }
+  async _mergeAudioChunks(chunks) {
+    const file = new import_wavefile2.WaveFile();
+    const wavConfig = this._recorder.wavConfig;
+    file.fromScratch(wavConfig.channels, wavConfig.sampleRate, wavConfig.bitDepthCode, mergeFloat64Arrays(chunks.map(({ data }) => data)));
+    return file.toBase64();
+  }
+  async _fetchTranscription(audio) {
+    if (audio.length === 0) {
+      this._audioChunks = [];
+      throw new Error("No audio to send for transcribing");
+    }
+    const response = await fetch(`${import_chunk_ZAE2IOZC.TRANSCRIPTION_URL}/transcribe`, {
+      method: "POST",
+      body: JSON.stringify({
+        audio
+      }),
+      headers: {
+        "Content-Type": "application/json"
+      }
+    });
+    if (!response.ok) {
+      this._audioChunks = [];
+      throw new Error("Failed to transcribe");
+    }
+    const { segments } = await response.json();
+    import_log3.log.info("transcription response", {
+      segments,
+      string: segments.map((segments2) => segments2.text).join(" ")
+    }, {
+      F: __dxlog_file3,
+      L: 206,
+      S: this,
+      C: (f, a) => f(...a)
+    });
+    return segments;
+  }
+  _alignSegments(segments, originalChunks) {
+    const zeroTimestamp = originalChunks.at(0).timestamp;
+    const filteredSegments = segments.filter((segment) => zeroTimestamp + segment.end * 1e3 >= this._lastUsedTimestamp).map((segment) => {
+      const words = segment.words.filter((word) => zeroTimestamp + word.start * 1e3 >= this._lastUsedTimestamp);
+      return {
+        ...segment,
+        words,
+        text: words.map((word) => word.word).join(""),
+        start: words.at(0)?.start ?? segment.end
+      };
+    }).filter((segment) => segment.words.length > 0);
+    if (filteredSegments.length === 0) {
+      return [];
+    }
+    this._lastUsedTimestamp = zeroTimestamp + filteredSegments.at(-1).end * 1e3;
+    return filteredSegments.map((segment) => ({
+      started: new Date(zeroTimestamp + segment.start * 1e3),
+      text: segment.text
+    }));
+  }
+};
+_ts_decorate2([
+  import_tracing2.trace.span({
+    showInBrowserTimeline: true
+  })
+], Transcriber.prototype, "_mergeAudioChunks", null);
+_ts_decorate2([
+  import_tracing2.trace.span({
+    showInBrowserTimeline: true
+  })
+], Transcriber.prototype, "_fetchTranscription", null);
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  MediaStreamRecorder,
+  Transcriber,
+  getTimeStr,
+  randomQueueDxn,
+  summarizeTranscript
+});
+//# sourceMappingURL=chunk-EKSRBQX7.cjs.map

package/dist/lib/node/chunk-EKSRBQX7.cjs.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../../src/transcriber/media-stream-recorder.ts", "../../../src/transcriber/summarize.ts", "../../../src/util/get-time-str.ts", "../../../src/util/random-queue-dxn.ts", "../../../src/util/array.ts", "../../../src/transcriber/transcriber.ts"],
+  "sourcesContent": ["//\n// Copyright 2025 DXOS.org\n//\n\nimport { type IBlobEvent, type IMediaRecorder, MediaRecorder, register } from 'extendable-media-recorder';\nimport { WaveFile } from 'wavefile';\n\nimport { synchronized } from '@dxos/async';\nimport { invariant } from '@dxos/invariant';\nimport { log } from '@dxos/log';\nimport { trace } from '@dxos/tracing';\n\nimport { type WavConfig, type AudioChunk, type AudioRecorder } from './audio-recorder';\n\nlet initializingPromise: Promise<void> | undefined;\n\nconst initializeExtendableMediaRecorder = async () => {\n  const { connect } = await import('extendable-media-recorder-wav-encoder');\n  await register(await connect());\n};\n\n/**\n * Recorder that uses the MediaContext API and AudioNode API to record audio.\n *\n * It records MediaStream using https://www.npmjs.com/package/extendable-media-recorder.\n */\n@trace.resource()\nexport class MediaStreamRecorder implements AudioRecorder {\n  private readonly _mediaStreamTrack: MediaStreamTrack;\n  /**\n   * Default MediaRecorder implementation do not support wav encoding.\n   */\n  private readonly _interval: number;\n  private _mediaRecorder?: IMediaRecorder = undefined;\n  private _header?: Uint8Array = undefined;\n  private _onChunk?: (chunk: AudioChunk) => void;\n\n  constructor({ mediaStreamTrack, interval }: { mediaStreamTrack: MediaStreamTrack; interval: number }) {\n    this._mediaStreamTrack = mediaStreamTrack;\n    this._interval = interval;\n  }\n\n  get wavConfig(): WavConfig {\n    const settings = this._mediaStreamTrack.getSettings();\n    return {\n      channels: settings.channelCount ?? 1,\n      sampleRate: settings.sampleRate ?? 16000,\n      bitDepthCode: settings.sampleSize ? String(settings.sampleSize) : '16',\n    };\n  }\n\n  get mediaStreamTrack() {\n    return this._mediaStreamTrack;\n  }\n\n  setOnChunk(onChunk: (chunk: AudioChunk) => void): void {\n    this._onChunk = onChunk;\n  }\n\n  async start() {\n    await (initializingPromise ??= initializeExtendableMediaRecorder()).catch((err) =>\n      log.info('initializeExtendableMediaRecorder', { err }),\n    );\n\n    if (!this._mediaRecorder) {\n      const stream = new MediaStream([this._mediaStreamTrack]);\n      this._mediaRecorder = new MediaRecorder(stream, { mimeType: 'audio/wav' });\n    }\n\n    if (this._mediaRecorder.state === 'recording') {\n      return;\n    }\n    invariant(this._onChunk, 'MediaStreamRecorder: onChunk is not set');\n    this._mediaRecorder.ondataavailable = (event) => this._ondataavailable(event);\n    this._mediaRecorder.start(this._interval);\n  }\n\n  async stop() {\n    if (this._mediaRecorder?.state !== 'recording') {\n      return;\n    }\n    this._mediaRecorder.stop();\n  }\n\n  @synchronized\n  private async _ondataavailable(event: IBlobEvent) {\n    const blob = event.data;\n    const uint8Array = new Uint8Array(await blob.arrayBuffer());\n\n    // First chunk from the MediaRecorder has a header.\n    const isHeader =\n      uint8Array[0] === 0x52 && // R\n      uint8Array[1] === 0x49 && // I\n      uint8Array[2] === 0x46 && // F\n      uint8Array[3] === 0x46; // F\n    let wav: WaveFile;\n\n    if (isHeader) {\n      wav = new WaveFile(uint8Array);\n      this._header = uint8Array.slice(0, 44);\n    } else if (this._header) {\n      wav = new WaveFile(new Uint8Array([...this._header, ...uint8Array]));\n    } else {\n      log.warn('MediaStreamRecorder: no header');\n      return;\n    }\n\n    this._onChunk!({\n      timestamp: Date.now(),\n      data: wav.getSamples(),\n    });\n  }\n}\n", "//\n// Copyright 2024 DXOS.org\n//\n\nimport { Message } from '@dxos/artifact';\nimport { DEFAULT_EDGE_MODEL, MixedStreamParser, type AIServiceClient } from '@dxos/assistant';\nimport { QueueImpl } from '@dxos/echo-db';\nimport { createStatic, isInstanceOf } from '@dxos/echo-schema';\nimport { invariant } from '@dxos/invariant';\nimport { DXN } from '@dxos/keys';\nimport { log } from '@dxos/log';\nimport { type EdgeHttpClient } from '@dxos/react-edge-client';\n\nimport { TranscriptBlock, type TranscriptType } from '../types';\n\nexport const summarizeTranscript = async (\n  edge: EdgeHttpClient,\n  ai: AIServiceClient,\n  transcript: TranscriptType,\n  // TODO(wittjosiah): Add additional context into the prompt.\n  context?: string,\n): Promise<string> => {\n  invariant(transcript.queue, 'No queue for transcript');\n\n  const queue = new QueueImpl(edge, DXN.parse(transcript.queue));\n  await queue.refresh();\n  const content = queue.items\n    .filter((block) => isInstanceOf(TranscriptBlock, block))\n    .map((block) => `${block.authorName}: ${block.segments.map((segment) => segment.text).join('\\n')}`)\n    .join('\\n\\n');\n\n  const parser = new MixedStreamParser();\n\n  log.info('summarizing transcript', { blockCount: queue.items.length });\n  const output = await parser.parse(\n    await ai.exec({\n      model: DEFAULT_EDGE_MODEL,\n      systemPrompt: SUMMARIZE_PROMPT,\n      history: [createStatic(Message, { role: 'user', content: [{ type: 'text', text: content }] })],\n    }),\n  );\n\n  log.info('transcript summary', { output });\n  invariant(output[0].content[0].type === 'text', 'Expected text content');\n  return output[0].content[0].text;\n};\n\n// TODO(dmaretskyi): Add example to set consistent structure for the summary.\nconst SUMMARIZE_PROMPT = `\n  # Goal\n  Create a markdown summary of the transcript provided.\n\n  # Formatting\n  - Format the summary as a markdown document without extra comments like \"Here is the summary of the transcript:\".\n  - Use markdown formatting for headings and bullet points.\n  - Format the summary as a list of key points and takeaways.\n  - All names of people should be in bold.\n\n  # Note Taking\n  - Correlate items in the summary with the person of origin to build a coherent narrative.\n  - Include short quotes verbatim where appropriate. Especially when concerned with design decisions and problem descriptions.\n\n  # Tasks\n  At the end of the summary include tasks.\n  Extract only the tasks that are:\n  - Directly actionable.\n  - Clearly assigned to a person or team (or can easily be inferred).\n  - Strongly implied by the conversation and/or user note (no speculative tasks).\n  - Specific enough that someone reading them would know exactly what to do next.\n\n  Format all tasks as markdown checkboxes using the syntax:\n  - [ ] Task description.\n\n  Additional information can be included (indented).\n\n  If no actionable tasks are found, omit this tasks section.\n`;\n", "//\n// Copyright 2025 DXOS.org\n//\n\nexport const getTimeStr = (timestamp?: number) =>\n  new Date(timestamp ?? Date.now()).toLocaleTimeString('en-US', {\n    timeZone: 'UTC',\n    hour12: true,\n    hour: 'numeric',\n    minute: '2-digit',\n    second: '2-digit',\n  });\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { ObjectId } from '@dxos/echo-schema';\nimport { DXN, QueueSubspaceTags, SpaceId } from '@dxos/keys';\n\nexport const randomQueueDxn = (spaceId?: SpaceId) =>\n  new DXN(DXN.kind.QUEUE, [QueueSubspaceTags.DATA, spaceId ?? SpaceId.random(), ObjectId.random()]);\n", "//\n// Copyright 2025 DXOS.org\n//\n\nexport const mergeFloat64Arrays = (arrays: Float64Array[]) => {\n  const newArray = new Float64Array(arrays.reduce((acc, array) => array.length + acc, 0));\n  let offset = 0;\n  for (const array of arrays) {\n    newArray.set(array, offset);\n    offset += array.length;\n  }\n\n  return newArray;\n};\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { WaveFile } from 'wavefile';\n\nimport { DeferredTask, Trigger } from '@dxos/async';\nimport { type Context, LifecycleState, Resource } from '@dxos/context';\nimport { log } from '@dxos/log';\nimport { trace } from '@dxos/tracing';\n\nimport { type AudioRecorder, type AudioChunk } from './audio-recorder';\nimport { TRANSCRIPTION_URL, type TranscriptSegment } from '../types';\nimport { mergeFloat64Arrays } from '../util';\n\ntype WhisperWord = {\n  word: string;\n\n  /**\n   * Time in seconds from the start of the audio.\n   */\n  start: number;\n\n  /**\n   * Time in seconds from the start of the audio.\n   */\n  end: number;\n};\n\ntype WhisperSegment = {\n  text: string;\n\n  /**\n   * Time in seconds from the start of the audio.\n   */\n  start: number;\n\n  /**\n   * Time in seconds from the start of the audio.\n   */\n  end: number;\n\n  /**\n   * Probability of no speech in the segment.\n   */\n  no_speech_prob: number;\n\n  words: WhisperWord[];\n};\n\nexport type TranscribeConfig = {\n  /**\n   * Number of chunks to transcribe automatically after.\n   */\n  transcribeAfterChunksAmount: number;\n\n  /**\n   * Number of chunks to save before the user starts speaking.\n   * This is needed to catch the beginning of the user's speech.\n   */\n  prefixBufferChunksAmount: number;\n};\n\nexport type TranscriberParams = {\n  config: TranscribeConfig;\n  recorder: AudioRecorder;\n  onSegments: (segments: TranscriptSegment[]) => Promise<void>;\n};\n\n/**\n * Handles transcription of audio chunks.\n * If user is not speaking, the last `minChunksAmount` chunks are saved and transcribed.\n * If user is speaking, the chunks are added to the buffer until the user is done talking.\n */\nexport class Transcriber extends Resource {\n  private _audioChunks: AudioChunk[] = [];\n  private _lastUsedTimestamp = 0;\n\n  private readonly _openTrigger = new Trigger({ autoReset: true });\n\n  private readonly _config: TranscribeConfig;\n  private readonly _recorder: AudioRecorder;\n  private readonly _onSegments: TranscriberParams['onSegments'];\n\n  private _recording = false;\n  private _transcribeTask?: DeferredTask = undefined;\n\n  constructor({ config, recorder, onSegments }: TranscriberParams) {\n    super();\n    this._config = config;\n    this._recorder = recorder;\n    this._onSegments = onSegments;\n  }\n\n  protected override async _open(ctx: Context) {\n    this._recorder.setOnChunk((chunk) => this._saveAudioChunk(chunk));\n    await this._recorder.start();\n    this._transcribeTask = new DeferredTask(ctx, async () => this._transcribe());\n    this._openTrigger.wake();\n  }\n\n  protected override async _close() {\n    this._recording = false;\n    this._transcribeTask = undefined;\n    await this._recorder.stop();\n  }\n\n  startChunksRecording() {\n    if (this._lifecycleState !== LifecycleState.OPEN) {\n      return;\n    }\n    this._recording = true;\n  }\n\n  stopChunksRecording() {\n    if (this._lifecycleState !== LifecycleState.OPEN || !this._recording) {\n      return;\n    }\n    this._recording = false;\n    this._transcribeTask?.schedule();\n  }\n\n  private _saveAudioChunk(chunk: AudioChunk) {\n    log('saving audio chunk', { chunk });\n    this._audioChunks.push(chunk);\n\n    // Clean the buffer if the user is not speaking and the transcription task is not scheduled.\n    if (\n      !this._recording &&\n      (!this._transcribeTask || !this._transcribeTask.scheduled) &&\n      this._audioChunks.length >= this._config.prefixBufferChunksAmount\n    ) {\n      this._audioChunks = this._dropOldChunks();\n    } else if (this._audioChunks.length >= this._config.transcribeAfterChunksAmount && this._recording) {\n      this._transcribeTask?.schedule();\n    }\n  }\n\n  private async _transcribe() {\n    log('transcribing', { chunks: this._audioChunks.length });\n    const chunks = this._audioChunks;\n    this._audioChunks = this._dropOldChunks();\n    if (chunks.length === 0) {\n      return;\n    }\n\n    const audio = await this._mergeAudioChunks(chunks);\n    const segments = await this._fetchTranscription(audio);\n    if (!Array.isArray(segments) || segments.length === 0) {\n      return;\n    }\n\n    const alignedSegments = this._alignSegments(segments, chunks);\n    if (alignedSegments.length > 0) {\n      await this._onSegments(alignedSegments);\n    }\n  }\n\n  private _dropOldChunks() {\n    return this._config.prefixBufferChunksAmount > 0\n      ? this._audioChunks.slice(-this._config.prefixBufferChunksAmount)\n      : [];\n  }\n\n  @trace.span({ showInBrowserTimeline: true })\n  private async _mergeAudioChunks(chunks: AudioChunk[]) {\n    const file = new WaveFile();\n    const wavConfig = this._recorder.wavConfig;\n\n    file.fromScratch(\n      wavConfig.channels,\n      wavConfig.sampleRate,\n      wavConfig.bitDepthCode,\n      mergeFloat64Arrays(chunks.map(({ data }) => data)),\n    );\n\n    return file.toBase64();\n  }\n\n  @trace.span({ showInBrowserTimeline: true })\n  private async _fetchTranscription(audio: string) {\n    if (audio.length === 0) {\n      this._audioChunks = [];\n      throw new Error('No audio to send for transcribing');\n    }\n\n    const response = await fetch(`${TRANSCRIPTION_URL}/transcribe`, {\n      method: 'POST',\n      body: JSON.stringify({ audio }),\n      headers: {\n        'Content-Type': 'application/json',\n      },\n    });\n\n    if (!response.ok) {\n      this._audioChunks = [];\n      throw new Error('Failed to transcribe');\n    }\n\n    const {\n      segments,\n    }: {\n      segments: WhisperSegment[];\n    } = await response.json();\n\n    log.info('transcription response', {\n      segments,\n      string: segments.map((segments) => segments.text).join(' '),\n    });\n\n    return segments;\n  }\n\n  private _alignSegments(segments: WhisperSegment[], originalChunks: AudioChunk[]): TranscriptSegment[] {\n    // Absolute zero for all relative timestamps in the segments.\n    const zeroTimestamp = originalChunks.at(0)!.timestamp;\n\n    const filteredSegments = segments\n      // Use segments that end after the last used timestamp.\n      // Segments could overlap, so we need to filter words that starts after the last used timestamp.\n      .filter((segment) => zeroTimestamp + segment.end * 1_000 >= this._lastUsedTimestamp)\n      // Use words that starts after the last used timestamp.\n      .map((segment) => {\n        const words = segment.words.filter((word) => zeroTimestamp + word.start * 1_000 >= this._lastUsedTimestamp);\n        return {\n          ...segment,\n          words,\n          text: words.map((word) => word.word).join(''),\n          start: words.at(0)?.start ?? segment.end,\n        };\n      })\n      .filter((segment) => segment.words.length > 0);\n\n    if (filteredSegments.length === 0) {\n      return [];\n    }\n\n    // Update last timestamp.\n    this._lastUsedTimestamp = zeroTimestamp + filteredSegments.at(-1)!.end * 1_000;\n\n    // Add absolute timestamp to each segment.\n    return filteredSegments.map((segment) => ({\n      started: new Date(zeroTimestamp + segment.start * 1_000),\n      text: segment.text,\n    }));\n  }\n}\n"],
+  "mappings": ";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAIA,uCAA8E;AAC9E,sBAAyB;AAEzB,mBAA6B;AAC7B,uBAA0B;AAC1B,iBAAoB;AACpB,qBAAsB;ACNtB,sBAAwB;AACxB,uBAA4E;AAC5E,qBAA0B;AAC1B,yBAA2C;AAC3C,IAAAA,oBAA0B;AAC1B,kBAAoB;AACpB,IAAAC,cAAoB;AENpB,IAAAC,sBAAyB;AACzB,IAAAC,eAAgD;AEDhD,IAAAC,mBAAyB;AAEzB,IAAAC,gBAAsC;AACtC,qBAAuD;AACvD,IAAAJ,cAAoB;AACpB,IAAAK,kBAAsB;;;;;;;;ALKtB,IAAIC;AAEJ,IAAMC,oCAAoC,YAAA;AACxC,QAAM,EAAEC,QAAO,IAAK,MAAM,OAAO,uCAAA;AACjC,YAAMC,2CAAS,MAAMD,QAAAA,CAAAA;AACvB;AAQO,IAAME,sBAAN,MAAMA;EAUXC,YAAY,EAAEC,kBAAkBC,SAAQ,GAA8D;AAJ9FC,SAAAA,iBAAkCC;AAClCC,SAAAA,UAAuBD;AAI7B,SAAKE,oBAAoBL;AACzB,SAAKM,YAAYL;EACnB;EAEA,IAAIM,YAAuB;AACzB,UAAMC,WAAW,KAAKH,kBAAkBI,YAAW;AACnD,WAAO;MACLC,UAAUF,SAASG,gBAAgB;MACnCC,YAAYJ,SAASI,cAAc;MACnCC,cAAcL,SAASM,aAAaC,OAAOP,SAASM,UAAU,IAAI;IACpE;EACF;EAEA,IAAId,mBAAmB;AACrB,WAAO,KAAKK;EACd;EAEAW,WAAWC,SAA4C;AACrD,SAAKC,WAAWD;EAClB;EAEA,MAAME,QAAQ;AACZ,WAAOzB,wBAAwBC,kCAAAA,GAAqCyB,MAAM,CAACC,QACzEC,eAAIC,KAAK,qCAAqC;MAAEF;IAAI,GAAA;;;;;;AAGtD,QAAI,CAAC,KAAKnB,gBAAgB;AACxB,YAAMsB,SAAS,IAAIC,YAAY;QAAC,KAAKpB;OAAkB;AACvD,WAAKH,iBAAiB,IAAIwB,+CAAcF,QAAQ;QAAEG,UAAU;MAAY,CAAA;IAC1E;AAEA,QAAI,KAAKzB,eAAe0B,UAAU,aAAa;AAC7C;IACF;AACAC,oCAAU,KAAKX,UAAU,2CAAA;;;;;;;;;AACzB,SAAKhB,eAAe4B,kBAAkB,CAACC,UAAU,KAAKC,iBAAiBD,KAAAA;AACvE,SAAK7B,eAAeiB,MAAM,KAAKb,SAAS;EAC1C;EAEA,MAAM2B,OAAO;AACX,QAAI,KAAK/B,gBAAgB0B,UAAU,aAAa;AAC9C;IACF;AACA,SAAK1B,eAAe+B,KAAI;EAC1B;EAEA,MACcD,iBAAiBD,OAAmB;AAChD,UAAMG,OAAOH,MAAMI;AACnB,UAAMC,aAAa,IAAIC,WAAW,MAAMH,KAAKI,YAAW,CAAA;AAGxD,UAAMC,WACJH,WAAW,CAAA,MAAO;IAClBA,WAAW,CAAA,MAAO;IAClBA,WAAW,CAAA,MAAO;IAClBA,WAAW,CAAA,MAAO;AACpB,QAAII;AAEJ,QAAID,UAAU;AACZC,YAAM,IAAIC,yBAASL,UAAAA;AACnB,WAAKhC,UAAUgC,WAAWM,MAAM,GAAG,EAAA;IACrC,WAAW,KAAKtC,SAAS;AACvBoC,YAAM,IAAIC,yBAAS,IAAIJ,WAAW;WAAI,KAAKjC;WAAYgC;OAAW,CAAA;IACpE,OAAO;AACLd,qBAAIqB,KAAK,kCAAA,QAAA;;;;;;AACT;IACF;AAEA,SAAKzB,SAAU;MACb0B,WAAWC,KAAKC,IAAG;MACnBX,MAAMK,IAAIO,WAAU;IACtB,CAAA;EACF;AACF;;EA5BGC;GAzDUlD,oBAAAA,WAAAA,oBAAAA,IAAAA;AAAAA,sBAAAA,aAAAA;EADZmD,qBAAMC,SAAQ;GACFpD,mBAAAA;;ACZN,IAAMqD,sBAAsB,OACjCC,MACAC,IACAC,YAEAC,YAAAA;AAEA1B,wBAAAA,WAAUyB,WAAWE,OAAO,2BAAA;;;;;;;;;AAE5B,QAAMA,QAAQ,IAAIC,yBAAUL,MAAMM,gBAAIC,MAAML,WAAWE,KAAK,CAAA;AAC5D,QAAMA,MAAMI,QAAO;AACnB,QAAMC,UAAUL,MAAMM,MACnBC,OAAO,CAACC,cAAUC,iCAAaC,uCAAiBF,KAAAA,CAAAA,EAChDG,IAAI,CAACH,UAAU,GAAGA,MAAMI,UAAU,KAAKJ,MAAMK,SAASF,IAAI,CAACG,YAAYA,QAAQC,IAAI,EAAEC,KAAK,IAAA,CAAA,EAAO,EACjGA,KAAK,MAAA;AAER,QAAMC,SAAS,IAAIC,mCAAAA;AAEnBpD,cAAAA,IAAIC,KAAK,0BAA0B;IAAEoD,YAAYnB,MAAMM,MAAMc;EAAO,GAAA;;;;;;AACpE,QAAMC,SAAS,MAAMJ,OAAOd,MAC1B,MAAMN,GAAGyB,KAAK;IACZC,OAAOC;IACPC,cAAcC;IACdC,SAAS;UAACC,iCAAaC,yBAAS;QAAEC,MAAM;QAAQzB,SAAS;UAAC;YAAE0B,MAAM;YAAQhB,MAAMV;UAAQ;;MAAG,CAAA;;EAC7F,CAAA,CAAA;AAGFvC,cAAAA,IAAIC,KAAK,sBAAsB;IAAEsD;EAAO,GAAA;;;;;;AACxChD,wBAAAA,WAAUgD,OAAO,CAAA,EAAGhB,QAAQ,CAAA,EAAG0B,SAAS,QAAQ,yBAAA;;;;;;;;;AAChD,SAAOV,OAAO,CAAA,EAAGhB,QAAQ,CAAA,EAAGU;AAC9B;AAGA,IAAMW,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AC5ClB,IAAMM,aAAa,CAAC5C,cACzB,IAAIC,KAAKD,aAAaC,KAAKC,IAAG,CAAA,EAAI2C,mBAAmB,SAAS;EAC5DC,UAAU;EACVC,QAAQ;EACRC,MAAM;EACNC,QAAQ;EACRC,QAAQ;AACV,CAAA;ACJK,IAAMC,iBAAiB,CAACC,YAC7B,IAAItC,aAAAA,IAAIA,aAAAA,IAAIuC,KAAKC,OAAO;EAACC,+BAAkBC;EAAMJ,WAAWK,qBAAQC,OAAM;EAAIC,6BAASD,OAAM;CAAG;ACJ3F,IAAME,qBAAqB,CAACC,WAAAA;AACjC,QAAMC,WAAW,IAAIC,aAAaF,OAAOG,OAAO,CAACC,KAAKC,UAAUA,MAAMlC,SAASiC,KAAK,CAAA,CAAA;AACpF,MAAIE,SAAS;AACb,aAAWD,SAASL,QAAQ;AAC1BC,aAASM,IAAIF,OAAOC,MAAAA;AACpBA,cAAUD,MAAMlC;EAClB;AAEA,SAAO8B;AACT;;;;;;;;AC6DO,IAAMO,cAAN,cAA0BC,wBAAAA;EAa/BnH,YAAY,EAAEoH,QAAQC,UAAUC,WAAU,GAAuB;AAC/D,UAAK;AAbCC,SAAAA,eAA6B,CAAA;AAC7BC,SAAAA,qBAAqB;AAEZC,SAAAA,eAAe,IAAIC,sBAAQ;MAAEC,WAAW;IAAK,CAAA;AAMtDC,SAAAA,aAAa;AACbC,SAAAA,kBAAiCzH;AAIvC,SAAK0H,UAAUV;AACf,SAAKW,YAAYV;AACjB,SAAKW,cAAcV;EACrB;EAEA,MAAyBW,MAAMC,KAAc;AAC3C,SAAKH,UAAU9G,WAAW,CAACkH,UAAU,KAAKC,gBAAgBD,KAAAA,CAAAA;AAC1D,UAAM,KAAKJ,UAAU3G,MAAK;AAC1B,SAAKyG,kBAAkB,IAAIQ,2BAAaH,KAAK,YAAY,KAAKI,YAAW,CAAA;AACzE,SAAKb,aAAac,KAAI;EACxB;EAEA,MAAyBC,SAAS;AAChC,SAAKZ,aAAa;AAClB,SAAKC,kBAAkBzH;AACvB,UAAM,KAAK2H,UAAU7F,KAAI;EAC3B;EAEAuG,uBAAuB;AACrB,QAAI,KAAKC,oBAAoBC,8BAAeC,MAAM;AAChD;IACF;AACA,SAAKhB,aAAa;EACpB;EAEAiB,sBAAsB;AACpB,QAAI,KAAKH,oBAAoBC,8BAAeC,QAAQ,CAAC,KAAKhB,YAAY;AACpE;IACF;AACA,SAAKA,aAAa;AAClB,SAAKC,iBAAiBiB,SAAAA;EACxB;EAEQV,gBAAgBD,OAAmB;AACzC5G,oBAAAA,KAAI,sBAAsB;MAAE4G;IAAM,GAAA;;;;;;AAClC,SAAKZ,aAAawB,KAAKZ,KAAAA;AAGvB,QACE,CAAC,KAAKP,eACL,CAAC,KAAKC,mBAAmB,CAAC,KAAKA,gBAAgBmB,cAChD,KAAKzB,aAAa1C,UAAU,KAAKiD,QAAQmB,0BACzC;AACA,WAAK1B,eAAe,KAAK2B,eAAc;IACzC,WAAW,KAAK3B,aAAa1C,UAAU,KAAKiD,QAAQqB,+BAA+B,KAAKvB,YAAY;AAClG,WAAKC,iBAAiBiB,SAAAA;IACxB;EACF;EAEA,MAAcR,cAAc;AAC1B/G,oBAAAA,KAAI,gBAAgB;MAAE6H,QAAQ,KAAK7B,aAAa1C;IAAO,GAAA;;;;;;AACvD,UAAMuE,SAAS,KAAK7B;AACpB,SAAKA,eAAe,KAAK2B,eAAc;AACvC,QAAIE,OAAOvE,WAAW,GAAG;AACvB;IACF;AAEA,UAAMwE,QAAQ,MAAM,KAAKC,kBAAkBF,MAAAA;AAC3C,UAAM9E,WAAW,MAAM,KAAKiF,oBAAoBF,KAAAA;AAChD,QAAI,CAACG,MAAMC,QAAQnF,QAAAA,KAAaA,SAASO,WAAW,GAAG;AACrD;IACF;AAEA,UAAM6E,kBAAkB,KAAKC,eAAerF,UAAU8E,MAAAA;AACtD,QAAIM,gBAAgB7E,SAAS,GAAG;AAC9B,YAAM,KAAKmD,YAAY0B,eAAAA;IACzB;EACF;EAEQR,iBAAiB;AACvB,WAAO,KAAKpB,QAAQmB,2BAA2B,IAC3C,KAAK1B,aAAa5E,MAAM,CAAC,KAAKmF,QAAQmB,wBAAwB,IAC9D,CAAA;EACN;EAEA,MACcK,kBAAkBF,QAAsB;AACpD,UAAMQ,OAAO,IAAIlH,iBAAAA,SAAAA;AACjB,UAAMlC,YAAY,KAAKuH,UAAUvH;AAEjCoJ,SAAKC,YACHrJ,UAAUG,UACVH,UAAUK,YACVL,UAAUM,cACV2F,mBAAmB2C,OAAOhF,IAAI,CAAC,EAAEhC,KAAI,MAAOA,IAAAA,CAAAA,CAAAA;AAG9C,WAAOwH,KAAKE,SAAQ;EACtB;EAEA,MACcP,oBAAoBF,OAAe;AAC/C,QAAIA,MAAMxE,WAAW,GAAG;AACtB,WAAK0C,eAAe,CAAA;AACpB,YAAM,IAAIwC,MAAM,mCAAA;IAClB;AAEA,UAAMC,WAAW,MAAMC,MAAM,GAAGC,uCAAAA,eAAgC;MAC9DC,QAAQ;MACRC,MAAMC,KAAKC,UAAU;QAAEjB;MAAM,CAAA;MAC7BkB,SAAS;QACP,gBAAgB;MAClB;IACF,CAAA;AAEA,QAAI,CAACP,SAASQ,IAAI;AAChB,WAAKjD,eAAe,CAAA;AACpB,YAAM,IAAIwC,MAAM,sBAAA;IAClB;AAEA,UAAM,EACJzF,SAAQ,IAGN,MAAM0F,SAASS,KAAI;AAEvBlJ,gBAAAA,IAAIC,KAAK,0BAA0B;MACjC8C;MACAoG,QAAQpG,SAASF,IAAI,CAACE,cAAaA,UAASE,IAAI,EAAEC,KAAK,GAAA;IACzD,GAAA;;;;;;AAEA,WAAOH;EACT;EAEQqF,eAAerF,UAA4BqG,gBAAmD;AAEpG,UAAMC,gBAAgBD,eAAeE,GAAG,CAAA,EAAIhI;AAE5C,UAAMiI,mBAAmBxG,SAGtBN,OAAO,CAACO,YAAYqG,gBAAgBrG,QAAQwG,MAAM,OAAS,KAAKvD,kBAAkB,EAElFpD,IAAI,CAACG,YAAAA;AACJ,YAAMyG,QAAQzG,QAAQyG,MAAMhH,OAAO,CAACiH,SAASL,gBAAgBK,KAAK7J,QAAQ,OAAS,KAAKoG,kBAAkB;AAC1G,aAAO;QACL,GAAGjD;QACHyG;QACAxG,MAAMwG,MAAM5G,IAAI,CAAC6G,SAASA,KAAKA,IAAI,EAAExG,KAAK,EAAA;QAC1CrD,OAAO4J,MAAMH,GAAG,CAAA,GAAIzJ,SAASmD,QAAQwG;MACvC;IACF,CAAA,EACC/G,OAAO,CAACO,YAAYA,QAAQyG,MAAMnG,SAAS,CAAA;AAE9C,QAAIiG,iBAAiBjG,WAAW,GAAG;AACjC,aAAO,CAAA;IACT;AAGA,SAAK2C,qBAAqBoD,gBAAgBE,iBAAiBD,GAAG,EAAC,EAAIE,MAAM;AAGzE,WAAOD,iBAAiB1G,IAAI,CAACG,aAAa;MACxC2G,SAAS,IAAIpI,KAAK8H,gBAAgBrG,QAAQnD,QAAQ,GAAA;MAClDoD,MAAMD,QAAQC;IAChB,EAAA;EACF;AACF;;EAlFGtB,gBAAAA,MAAMiI,KAAK;IAAEC,uBAAuB;EAAK,CAAA;GA1F/BlE,YAAAA,WAAAA,qBAAAA,IAAAA;;EAyGVhE,gBAAAA,MAAMiI,KAAK;IAAEC,uBAAuB;EAAK,CAAA;GAzG/BlE,YAAAA,WAAAA,uBAAAA,IAAAA;",
+  "names": ["import_invariant", "import_log", "import_echo_schema", "import_keys", "import_wavefile", "import_async", "import_tracing", "initializingPromise", "initializeExtendableMediaRecorder", "connect", "register", "MediaStreamRecorder", "constructor", "mediaStreamTrack", "interval", "_mediaRecorder", "undefined", "_header", "_mediaStreamTrack", "_interval", "wavConfig", "settings", "getSettings", "channels", "channelCount", "sampleRate", "bitDepthCode", "sampleSize", "String", "setOnChunk", "onChunk", "_onChunk", "start", "catch", "err", "log", "info", "stream", "MediaStream", "MediaRecorder", "mimeType", "state", "invariant", "ondataavailable", "event", "_ondataavailable", "stop", "blob", "data", "uint8Array", "Uint8Array", "arrayBuffer", "isHeader", "wav", "WaveFile", "slice", "warn", "timestamp", "Date", "now", "getSamples", "synchronized", "trace", "resource", "summarizeTranscript", "edge", "ai", "transcript", "context", "queue", "QueueImpl", "DXN", "parse", "refresh", "content", "items", "filter", "block", "isInstanceOf", "TranscriptBlock", "map", "authorName", "segments", "segment", "text", "join", "parser", "MixedStreamParser", "blockCount", "length", "output", "exec", "model", "DEFAULT_EDGE_MODEL", "systemPrompt", "SUMMARIZE_PROMPT", "history", "createStatic", "Message", "role", "type", "getTimeStr", "toLocaleTimeString", "timeZone", "hour12", "hour", "minute", "second", "randomQueueDxn", "spaceId", "kind", "QUEUE", "QueueSubspaceTags", "DATA", "SpaceId", "random", "ObjectId", "mergeFloat64Arrays", "arrays", "newArray", "Float64Array", "reduce", "acc", "array", "offset", "set", "Transcriber", "Resource", "config", "recorder", "onSegments", "_audioChunks", "_lastUsedTimestamp", "_openTrigger", "Trigger", "autoReset", "_recording", "_transcribeTask", "_config", "_recorder", "_onSegments", "_open", "ctx", "chunk", "_saveAudioChunk", "DeferredTask", "_transcribe", "wake", "_close", "startChunksRecording", "_lifecycleState", "LifecycleState", "OPEN", "stopChunksRecording", "schedule", "push", "scheduled", "prefixBufferChunksAmount", "_dropOldChunks", "transcribeAfterChunksAmount", "chunks", "audio", "_mergeAudioChunks", "_fetchTranscription", "Array", "isArray", "alignedSegments", "_alignSegments", "file", "fromScratch", "toBase64", "Error", "response", "fetch", "TRANSCRIPTION_URL", "method", "body", "JSON", "stringify", "headers", "ok", "json", "string", "originalChunks", "zeroTimestamp", "at", "filteredSegments", "end", "words", "word", "started", "span", "showInBrowserTimeline"]
+}

package/dist/lib/node/{chunk-QWXLQPP5.cjs → chunk-I6CUIAQH.cjs}

@@ -26,15 +26,15 @@ var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__ge
   mod
 ));
 var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
-var chunk_QWXLQPP5_exports = {};
-__export(chunk_QWXLQPP5_exports, {
+var chunk_I6CUIAQH_exports = {};
+__export(chunk_I6CUIAQH_exports, {
   TranscriptContainer: () => TranscriptContainer
 });
-module.exports = __toCommonJS(chunk_QWXLQPP5_exports);
+module.exports = __toCommonJS(chunk_I6CUIAQH_exports);
 var import_react = require("react");
-var TranscriptContainer = (0, import_react.lazy)(() => import("./TranscriptContainer-HU763SN3.cjs"));
+var TranscriptContainer = (0, import_react.lazy)(() => import("./TranscriptContainer-KNTN76RZ.cjs"));
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {
   TranscriptContainer
 });
-//# sourceMappingURL=chunk-QWXLQPP5.cjs.map
+//# sourceMappingURL=chunk-I6CUIAQH.cjs.map

package/dist/lib/node/{app-graph-builder-YFBX3OTP.cjs → chunk-LEHTJHKP.cjs}

@@ -16,11 +16,27 @@ var __copyProps = (to, from, except, desc) => {
   return to;
 };
 var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
-var app_graph_builder_YFBX3OTP_exports = {};
-__export(app_graph_builder_YFBX3OTP_exports, {
-  default: () => app_graph_builder_default
+var chunk_LEHTJHKP_exports = {};
+__export(chunk_LEHTJHKP_exports, {
+  TRANSCRIPTION_PLUGIN: () => TRANSCRIPTION_PLUGIN,
+  meta: () => meta
 });
-module.exports = __toCommonJS(app_graph_builder_YFBX3OTP_exports);
-var import_app_framework = require("@dxos/app-framework");
-var app_graph_builder_default = (context) => (0, import_app_framework.contributes)(import_app_framework.Capabilities.AppGraphBuilder, []);
-//# sourceMappingURL=app-graph-builder-YFBX3OTP.cjs.map
+module.exports = __toCommonJS(chunk_LEHTJHKP_exports);
+var TRANSCRIPTION_PLUGIN = "dxos.org/plugin/transcription";
+var meta = {
+  id: TRANSCRIPTION_PLUGIN,
+  name: "Transcription",
+  description: "Voice transcription.",
+  icon: "ph--microphone--regular",
+  source: "https://github.com/dxos/dxos/tree/main/packages/plugins/experimental/plugin-transcription",
+  tags: [
+    "experimental"
+  ],
+  screenshots: []
+};
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  TRANSCRIPTION_PLUGIN,
+  meta
+});
+//# sourceMappingURL=chunk-LEHTJHKP.cjs.map

package/dist/lib/node/chunk-LEHTJHKP.cjs.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../../src/meta.ts"],
+  "sourcesContent": ["//\n// Copyright 2023 DXOS.org\n//\n\nimport { type PluginMeta } from '@dxos/app-framework';\n\nexport const TRANSCRIPTION_PLUGIN = 'dxos.org/plugin/transcription';\n\nexport const meta: PluginMeta = {\n  id: TRANSCRIPTION_PLUGIN,\n  name: 'Transcription',\n  description: 'Voice transcription.',\n  icon: 'ph--microphone--regular',\n  source: 'https://github.com/dxos/dxos/tree/main/packages/plugins/experimental/plugin-transcription',\n  tags: ['experimental'],\n  screenshots: [],\n};\n"],
+  "mappings": ";;;;;;;;;;;;;;;;;;;;;;;;AAMO,IAAMA,uBAAuB;AAE7B,IAAMC,OAAmB;EAC9BC,IAAIF;EACJG,MAAM;EACNC,aAAa;EACbC,MAAM;EACNC,QAAQ;EACRC,MAAM;IAAC;;EACPC,aAAa,CAAA;AACf;",
+  "names": ["TRANSCRIPTION_PLUGIN", "meta", "id", "name", "description", "icon", "source", "tags", "screenshots"]
+}