@dxos/plugin-transcription 0.8.2-main.12df754 → 0.8.2-main.36232bc

package/dist/lib/node/{chunk-KO6MKCED.cjs → chunk-NBC6V3M2.cjs}

@@ -26,12 +26,13 @@ var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__ge
   mod
 ));
 var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
-var chunk_KO6MKCED_exports = {};
-__export(chunk_KO6MKCED_exports, {
+var chunk_NBC6V3M2_exports = {};
+__export(chunk_NBC6V3M2_exports, {
   AppGraphBuilder: () => AppGraphBuilder,
   IntentResolver: () => IntentResolver,
   MeetingTranscriptionState: () => MeetingTranscriptionState,
   ReactSurface: () => ReactSurface,
+  Settings: () => Settings,
   Transcriber: () => Transcriber,
   Transcript: () => Transcript,
   TranscriptContainer_default: () => TranscriptContainer_default,
@@ -43,16 +44,13 @@ __export(chunk_KO6MKCED_exports, {
   useTranscriber: () => useTranscriber,
   useVoiceInput: () => useVoiceInput
 });
-module.exports = __toCommonJS(chunk_KO6MKCED_exports);
-var import_chunk_HYGDHS6X = require("./chunk-HYGDHS6X.cjs");
+module.exports = __toCommonJS(chunk_NBC6V3M2_exports);
+var import_chunk_JUGOXWES = require("./chunk-JUGOXWES.cjs");
 var import_react = __toESM(require("react"));
 var import_echo = require("@dxos/client/echo");
 var import_echo2 = require("@dxos/react-client/echo");
 var import_react_ui_stack = require("@dxos/react-ui-stack");
 var import_react2 = __toESM(require("react"));
-var import_keys = require("@dxos/keys");
-var import_log = require("@dxos/log");
-var import_react_client = require("@dxos/react-client");
 var import_react_ui = require("@dxos/react-ui");
 var import_react_ui_editor = require("@dxos/react-ui-editor");
 var import_react_ui_theme = require("@dxos/react-ui-theme");
@@ -65,9 +63,9 @@ var import_async = require("@dxos/async");
 var import_state2 = require("@codemirror/state");
 var import_async2 = require("@dxos/async");
 var import_invariant = require("@dxos/invariant");
-var import_log2 = require("@dxos/log");
+var import_log = require("@dxos/log");
 var import_react3 = require("react");
-var import_log3 = require("@dxos/log");
+var import_log2 = require("@dxos/log");
 var import_react4 = require("react");
 var import_react5 = require("react");
 var import_react6 = require("react");
@@ -76,7 +74,7 @@ var import_app_framework2 = require("@dxos/app-framework");
 var import_react7 = require("react");
 var import_async3 = require("@dxos/async");
 var import_context = require("@dxos/context");
-var import_log4 = require("@dxos/log");
+var import_log3 = require("@dxos/log");
 var import_react_ui_sfx = require("@dxos/react-ui-sfx");
 var __dxlog_file = "/home/runner/work/dxos/dxos/packages/plugins/plugin-transcription/src/model/model.ts";
 var DocumentAdapter = class {
@@ -88,7 +86,7 @@ var DocumentAdapter = class {
     return this._view.state.doc.lines - 1;
   }
   replaceLines(from, remove, insert) {
-    (0, import_log2.log)("replaceLines", {
+    (0, import_log.log)("replaceLines", {
       count: this._view.state.doc.lines,
       from,
       remove,
@@ -115,59 +113,59 @@ var DocumentAdapter = class {
     });
   }
 };
-var BlockModel = class {
-  constructor(_renderer, initialBlocks = []) {
+var SerializationModel = class {
+  constructor(_renderer, initialChunks = []) {
     this._renderer = _renderer;
-    this._blocks = [];
-    this._blockLineCounts = /* @__PURE__ */ new Map();
-    this._lineToBlock = /* @__PURE__ */ new Map();
+    this._chunks = [];
+    this._chunkLineCounts = /* @__PURE__ */ new Map();
+    this._lineToChunk = /* @__PURE__ */ new Map();
     this._changes = [];
     this.update = new import_async2.Event();
-    initialBlocks.forEach((block) => {
-      this.appendBlock(block);
+    initialChunks.forEach((chunk) => {
+      this.appendChunk(chunk);
     });
   }
   toJSON() {
     return {
-      blocks: this._blocks.length,
+      chunks: this._chunks.length,
       changes: this._changes.length
     };
   }
   get doc() {
     return import_state2.Text.of([
-      ...this._blocks.flatMap((block) => this._renderer(block)),
+      ...this._chunks.flatMap((chunk, index) => this._renderer(chunk, index)),
       ""
     ]);
   }
-  get blocks() {
-    return this._blocks;
+  get chunks() {
+    return this._chunks;
   }
   /**
   * Get the block ID at the given line number.
   */
-  getBlockAtLine(line) {
-    return this._lineToBlock.get(line);
+  getChunkAtLine(line) {
+    return this._lineToChunk.get(line);
   }
   reset() {
-    this._blocks.length = 0;
-    this._blockLineCounts.clear();
-    this._lineToBlock.clear();
+    this._chunks.length = 0;
+    this._chunkLineCounts.clear();
+    this._lineToChunk.clear();
     this.update.emit();
     return this;
   }
-  appendBlock(block) {
-    const index = this._blocks.length;
-    this._blocks.push(block);
+  appendChunk(chunk) {
+    const index = this._chunks.length;
+    this._chunks.push(chunk);
     this._changes.push({
       type: "append",
       index,
-      block
+      chunk
     });
     this.update.emit();
     return this;
   }
-  updateBlock(block) {
-    const index = this._blocks.findIndex((b) => b.id === block.id);
+  updateChunk(chunk) {
+    const index = this._chunks.findIndex((c) => c.id === chunk.id);
     (0, import_invariant.invariant)(index !== -1, void 0, {
       F: __dxlog_file,
       L: 147,
@@ -177,17 +175,17 @@ var BlockModel = class {
         ""
       ]
     });
-    this._blocks[index] = block;
+    this._chunks[index] = chunk;
     this._changes.push({
       type: "update",
       index,
-      block
+      chunk
     });
     this.update.emit();
     return this;
   }
   deleteBlock(id) {
-    const index = this._blocks.findIndex((b) => b.id === id);
+    const index = this._chunks.findIndex((c) => c.id === id);
     (0, import_invariant.invariant)(index !== -1, void 0, {
       F: __dxlog_file,
       L: 156,
@@ -197,7 +195,7 @@ var BlockModel = class {
         ""
       ]
     });
-    this._blocks.splice(index, 1);
+    this._chunks.splice(index, 1);
     this._changes.push({
       type: "delete",
       index,
@@ -207,10 +205,10 @@ var BlockModel = class {
     return this;
   }
   /**
-  * Syncs the tracked changes with the BlockDocument.
+  * Syncs the tracked changes with the ChunkDocument.
   */
   sync(document2) {
-    (0, import_log2.log)("sync", {
+    (0, import_log.log)("sync", {
       changes: this._changes
     }, {
       F: __dxlog_file,
@@ -221,7 +219,7 @@ var BlockModel = class {
     for (const change of this._changes) {
       switch (change.type) {
         case "append": {
-          const lines = this._renderer(change.block);
+          const lines = this._renderer(change.chunk, change.index);
           const lastLine = document2.lineCount();
           document2.replaceLines(lastLine + 1, 0, lines);
           break;
@@ -229,36 +227,36 @@ var BlockModel = class {
         case "update": {
           let lineStart = 1;
           for (let i = 0; i < change.index; i++) {
-            lineStart += this._blockLineCounts.get(this._blocks[i].id);
+            lineStart += this._chunkLineCounts.get(this._chunks[i].id);
           }
-          const previousLineCount = this._blockLineCounts.get(change.block.id);
-          const newLines = this._renderer(change.block);
+          const previousLineCount = this._chunkLineCounts.get(change.chunk.id);
+          const newLines = this._renderer(change.chunk, change.index);
           document2.replaceLines(lineStart, previousLineCount, newLines);
           break;
         }
         case "delete": {
           let lineStart = 1;
           for (let i = 0; i < change.index; i++) {
-            lineStart += this._blockLineCounts.get(this._blocks[i].id);
+            lineStart += this._chunkLineCounts.get(this._chunks[i].id);
           }
-          const previousLineCount = this._blockLineCounts.get(change.id);
+          const previousLineCount = this._chunkLineCounts.get(change.id);
           document2.replaceLines(lineStart, previousLineCount, []);
           break;
         }
       }
     }
-    this._lineToBlock.clear();
+    this._lineToChunk.clear();
     let currentLine = 1;
-    for (const block of this._blocks) {
-      const lineCount = this._renderer(block).length;
-      this._blockLineCounts.set(block.id, lineCount);
-      this._lineToBlock.set(currentLine, block);
+    for (const [index, chunk] of this._chunks.entries()) {
+      const lineCount = this._renderer(chunk, index).length;
+      this._chunkLineCounts.set(chunk.id, lineCount);
+      this._lineToChunk.set(currentLine, chunk);
       currentLine += lineCount;
     }
-    const blockIds = new Set(this._blocks.map((block) => block.id));
-    for (const id of this._blockLineCounts.keys()) {
-      if (!blockIds.has(id)) {
-        this._blockLineCounts.delete(id);
+    const chunkIds = new Set(this._chunks.map((chunk) => chunk.id));
+    for (const id of this._chunkLineCounts.keys()) {
+      if (!chunkIds.has(id)) {
+        this._chunkLineCounts.delete(id);
       }
     }
     this._changes.length = 0;
@@ -272,12 +270,13 @@ var transcript = ({ model, started, renderButton }) => {
       class: "cm-timestamp-gutter",
       lineMarkerChange: (update) => update.docChanged || update.viewportChanged,
       markers: (view) => {
-        const start = getStartTime(started, model.blocks[0]);
+        const start = getStartTime(started, model.chunks[0]);
         const builder = new import_state.RangeSetBuilder();
         for (const { from, to } of view.visibleRanges) {
           let line = view.state.doc.lineAt(from);
           while (line.from <= to) {
-            const timestamp = model.getBlockAtLine(line.number)?.segments[0]?.started;
+            const block = model.getChunkAtLine(line.number)?.blocks[0];
+            const timestamp = block?.type === "transcription" && block.started;
             if (timestamp) {
               builder.add(line.from, line.from, new TimestampMarker(line.number, new Date(timestamp), start));
             }
@@ -298,11 +297,13 @@ var transcript = ({ model, started, renderButton }) => {
         const scroller = view.scrollDOM;
         let isAutoScrolling = false;
         let hasScrolled = false;
-        const scrollToBottom = () => {
-          scroller.style.scrollBehavior = "smooth";
+        let timeout;
+        const scrollToBottom = (smooth = false) => {
+          scroller.style.scrollBehavior = smooth ? "smooth" : "";
           scroller.classList.add("cm-hide-scrollbar");
           isAutoScrolling = true;
-          setTimeout(() => {
+          clearTimeout(timeout);
+          timeout = setTimeout(() => {
             this._controls?.classList.add("opacity-0");
             scroller.classList.remove("cm-hide-scrollbar");
             isAutoScrolling = false;
@@ -319,7 +320,7 @@ var transcript = ({ model, started, renderButton }) => {
           view.dom.appendChild(this._controls);
           renderButton(this._controls, {
             onClick: () => {
-              scrollToBottom();
+              scrollToBottom(false);
             }
           }, view);
         }
@@ -332,7 +333,7 @@ var transcript = ({ model, started, renderButton }) => {
           const autoScroll = scroller.scrollHeight - scroller.scrollTop - scroller.clientHeight === 0 || !hasScrolled;
           model.sync(this._adapter);
           if (autoScroll) {
-            scrollToBottom();
+            scrollToBottom(true);
           }
         }));
       }
@@ -406,37 +407,44 @@ var TimestampMarker = class extends import_view.GutterMarker {
     return el;
   }
 };
-var getStartTime = (started, block) => {
+var getStartTime = (started, message) => {
   if (started) {
     return started;
   }
-  if (block?.segments[0]?.started) {
-    return new Date(block.segments[0].started);
+  if (message?.blocks[0]?.type === "transcription" && message.blocks[0].started) {
+    return new Date(message.blocks[0].started);
   }
   return void 0;
 };
 var formatTimestamp = (timestamp, relative) => {
-  if (!relative) {
-    return (0, import_format.format)(timestamp, "HH:mm:ss");
-  } else {
+  if (relative) {
     const pad = (n = 0) => String(n).padStart(2, "0");
     const { hours, minutes, seconds } = (0, import_intervalToDuration.intervalToDuration)({
       start: relative,
       end: timestamp
     });
     return `${pad(hours)}:${pad(minutes)}:${pad(seconds)}`;
+  } else {
+    return (0, import_format.format)(timestamp, "HH:mm:ss");
   }
 };
-var __dxlog_file2 = "/home/runner/work/dxos/dxos/packages/plugins/plugin-transcription/src/components/Transcript/Transcript.tsx";
-var renderMarkdown = (block, debug = false) => {
+var renderMarkdown = (identities) => (message, index, debug = false) => {
+  if (message.sender.role === "assistant") {
+    return [
+      message.blocks.find((block) => block.type === "transcription")?.text ?? "",
+      ""
+    ];
+  }
+  const identity = identities.find((identity2) => identity2.did === message.sender.identityDid);
+  const name = identity?.profile?.displayName ?? message.sender.contact?.target?.fullName ?? message.sender.name ?? message.sender.email ?? message.sender.identityDid;
+  const blocks = message.blocks.filter((block) => block.type === "transcription");
   return [
-    `###### ${block.authorName}` + (debug ? ` (${block.id})` : ""),
-    block.segments.map((segment) => segment.text.trim()).join(" "),
+    `###### ${name}` + (debug ? ` [${index}]:${message.id}` : ""),
+    blocks.map((block) => block.text.trim()).join(" "),
     ""
   ];
 };
 var Transcript = ({ classNames, transcript: object, space, model, attendableId, ignoreAttention }) => {
-  const client = (0, import_react_client.useClient)();
   const { themeMode } = (0, import_react_ui.useThemeContext)();
   const { parentRef } = (0, import_react_ui_editor.useTextEditor)(() => {
     return {
@@ -452,28 +460,7 @@ var Transcript = ({ classNames, transcript: object, space, model, attendableId,
           themeMode
         }),
         (0, import_react_ui_editor.decorateMarkdown)(),
-        space && (0, import_react_ui_editor.preview)({
-          onLookup: async ({ label, ref }) => {
-            import_log.log.info("onLookup", {
-              label,
-              ref
-            }, {
-              F: __dxlog_file2,
-              L: 71,
-              S: void 0,
-              C: (f, a) => f(...a)
-            });
-            const dxn = import_keys.DXN.parse(ref);
-            if (!dxn) {
-              return null;
-            }
-            const object2 = await (0, import_react_client.resolveRef)(client, dxn, space);
-            return {
-              label,
-              object: object2
-            };
-          }
-        }),
+        space && (0, import_react_ui_editor.preview)(),
         transcript({
           model,
           started: object?.started ? new Date(object.started) : void 0,
@@ -495,7 +482,7 @@ var Transcript = ({ classNames, transcript: object, space, model, attendableId,
     className: (0, import_react_ui_theme.mx)("flex grow overflow-hidden", import_react_ui_editor.editorWidth, classNames)
   });
 };
-var __dxlog_file3 = "/home/runner/work/dxos/dxos/packages/plugins/plugin-transcription/src/hooks/useAudioFile.ts";
+var __dxlog_file2 = "/home/runner/work/dxos/dxos/packages/plugins/plugin-transcription/src/hooks/useAudioFile.ts";
 var useAudioFile = (audioUrl) => {
   const [{ audio, stream, track }, setStream] = (0, import_react3.useState)({});
   (0, import_react3.useEffect)(() => {
@@ -506,10 +493,10 @@ var useAudioFile = (audioUrl) => {
       audio2.src = URL.createObjectURL(blob);
       await new Promise((resolve, reject) => {
         audio2.addEventListener("error", (err) => {
-          import_log3.log.error("error", {
+          import_log2.log.error("error", {
             err
           }, {
-            F: __dxlog_file3,
+            F: __dxlog_file2,
             L: 27,
             S: void 0,
             C: (f, a) => f(...a)
@@ -519,8 +506,8 @@ var useAudioFile = (audioUrl) => {
           once: true
         });
         audio2.addEventListener("canplay", () => {
-          import_log3.log.info("starting...", void 0, {
-            F: __dxlog_file3,
+          import_log2.log.info("starting...", void 0, {
+            F: __dxlog_file2,
             L: 35,
             S: void 0,
             C: (f, a) => f(...a)
@@ -578,29 +565,58 @@ var useAudioTrack = (active) => {
   ]);
   return track;
 };
-var useQueueModelAdapter = (renderer, queue, initialBlocks = []) => {
-  const model = (0, import_react5.useMemo)(() => new BlockModel(renderer, initialBlocks), [
+var useQueueModelAdapter = (renderer, queue, initialChunks = []) => {
+  const model = (0, import_react5.useMemo)(() => new SerializationModel(renderer, initialChunks), [
+    queue
+  ]);
+  const [loaded, setLoaded] = (0, import_react5.useState)(false);
+  (0, import_react5.useEffect)(() => {
+    if (!queue) {
+      return;
+    }
+    const update = () => {
+      for (const block of queue?.items ?? []) {
+        model.appendChunk(block);
+      }
+      setLoaded(true);
+    };
+    let i;
+    if (queue.isLoading) {
+      i = setInterval(() => {
+        if (!queue?.isLoading) {
+          clearInterval(i);
+          update();
+        }
+      }, 1e3);
+    } else {
+      update();
+    }
+    return () => clearTimeout(i);
+  }, [
+    model,
     queue
   ]);
   (0, import_react5.useEffect)(() => {
-    if (!queue?.items.length) {
+    if (!loaded || !queue || model.chunks.length === queue.items.length) {
       return;
     }
-    const block = queue.items[queue.items.length - 1];
-    model.appendBlock(block);
+    const chunk = queue.items[queue.items.length - 1];
+    model.appendChunk(chunk);
   }, [
     model,
+    loaded,
     queue?.items.length
   ]);
   return model;
 };
-var AppGraphBuilder = (0, import_app_framework2.lazy)(() => import("./app-graph-builder-WWC4WNTG.cjs"));
-var IntentResolver = (0, import_app_framework2.lazy)(() => import("./intent-resolver-VY3XWYAA.cjs"));
-var MeetingTranscriptionState = (0, import_app_framework2.lazy)(() => import("./meeting-transcription-state-OYWCY5XE.cjs"));
-var ReactSurface = (0, import_app_framework2.lazy)(() => import("./react-surface-M2JQIIDY.cjs"));
-var Transcriber = (0, import_app_framework2.lazy)(() => import("./transcriber-E6AAB4SU.cjs"));
+var AppGraphBuilder = (0, import_app_framework2.lazy)(() => import("./app-graph-builder-W4VDMVGV.cjs"));
+var IntentResolver = (0, import_app_framework2.lazy)(() => import("./intent-resolver-RM4JOCDV.cjs"));
+var MeetingTranscriptionState = (0, import_app_framework2.lazy)(() => import("./meeting-transcription-state-5XLTMWPA.cjs"));
+var ReactSurface = (0, import_app_framework2.lazy)(() => import("./react-surface-YQHBGPOC.cjs"));
+var Transcriber = (0, import_app_framework2.lazy)(() => import("./transcriber-55OE4X6I.cjs"));
+var Settings = (0, import_app_framework2.lazy)(() => import("./settings-ZMB4XRWS.cjs"));
 var useTranscriber = ({ audioStreamTrack, onSegments, config }) => {
-  const [getTranscriber] = (0, import_app_framework.useCapabilities)(import_chunk_HYGDHS6X.TranscriptionCapabilities.Transcriber);
+  const [getTranscriber] = (0, import_app_framework.useCapabilities)(import_chunk_JUGOXWES.TranscriptionCapabilities.Transcriber);
   const transcriber = (0, import_react6.useMemo)(() => {
     if (!onSegments || !audioStreamTrack || !getTranscriber) {
       return void 0;
@@ -625,7 +641,7 @@ var useTranscriber = ({ audioStreamTrack, onSegments, config }) => {
   ]);
   return transcriber;
 };
-var __dxlog_file4 = "/home/runner/work/dxos/dxos/packages/plugins/plugin-transcription/src/hooks/useVoiceInput.ts";
+var __dxlog_file3 = "/home/runner/work/dxos/dxos/packages/plugins/plugin-transcription/src/hooks/useVoiceInput.ts";
 var useVoiceInput = ({ active, onUpdate }) => {
   const soundStart = (0, import_react_ui_sfx.useSoundEffect)("StartRecording");
   const soundStop = (0, import_react_ui_sfx.useSoundEffect)("StopRecording");
@@ -641,14 +657,14 @@ var useVoiceInput = ({ active, onUpdate }) => {
   });
   (0, import_react7.useEffect)(() => {
     const ctx = new import_context.Context(void 0, {
-      F: __dxlog_file4,
+      F: __dxlog_file3,
       L: 43
     });
     (0, import_async3.scheduleMicroTask)(ctx, async () => {
       if (active && transcriber) {
         await transcriber.open();
-        import_log4.log.info("starting...", void 0, {
-          F: __dxlog_file4,
+        import_log3.log.info("starting...", void 0, {
+          F: __dxlog_file3,
           L: 47,
           S: void 0,
           C: (f, a) => f(...a)
@@ -659,8 +675,8 @@ var useVoiceInput = ({ active, onUpdate }) => {
       } else if (!active && transcriber?.isOpen) {
         transcriber?.stopChunksRecording();
         await transcriber?.close();
-        import_log4.log.info("stopped", void 0, {
-          F: __dxlog_file4,
+        import_log3.log.info("stopped", void 0, {
+          F: __dxlog_file3,
           L: 54,
           S: void 0,
           C: (f, a) => f(...a)
@@ -683,10 +699,11 @@ var useVoiceInput = ({ active, onUpdate }) => {
 var TranscriptionContainer = ({ role, transcript: transcript2 }) => {
   const attendableId = (0, import_echo.fullyQualifiedId)(transcript2);
   const space = (0, import_echo.getSpace)(transcript2);
+  const members = (0, import_echo2.useMembers)(space?.key).map((member) => member.identity);
   const queue = (0, import_echo2.useQueue)(transcript2.queue.dxn, {
     pollInterval: 1e3
   });
-  const model = useQueueModelAdapter(renderMarkdown, queue);
+  const model = useQueueModelAdapter(renderMarkdown(members), queue);
   return /* @__PURE__ */ import_react.default.createElement(import_react_ui_stack.StackItem.Content, {
     role,
     classNames: "container-max-width pli-2"
@@ -704,6 +721,7 @@ var TranscriptContainer_default = TranscriptionContainer;
   IntentResolver,
   MeetingTranscriptionState,
   ReactSurface,
+  Settings,
   Transcriber,
   Transcript,
   TranscriptContainer_default,
@@ -715,4 +733,4 @@ var TranscriptContainer_default = TranscriptionContainer;
   useTranscriber,
   useVoiceInput
 });
-//# sourceMappingURL=chunk-KO6MKCED.cjs.map
+//# sourceMappingURL=chunk-NBC6V3M2.cjs.map