@dxos/plugin-transcription 0.8.4-main.c85a9c8dae → 0.8.4-main.dfabb4ec29

package/dist/lib/node-esm/chunk-DYUGYQCB.mjs

@@ -1,669 +0,0 @@
-import { createRequire } from 'node:module';const require = createRequire(import.meta.url);
-import {
-  TranscriptionCapabilities
-} from "./chunk-6GW5NZYG.mjs";
-
-// src/components/Transcription/Transcription.tsx
-import React from "react";
-import { useThemeContext } from "@dxos/react-ui";
-import { useTextEditor } from "@dxos/react-ui-editor";
-import { autoScroll, createBasicExtensions, createMarkdownExtensions, createThemeExtensions, decorateMarkdown, editorSlots, preview } from "@dxos/ui-editor";
-import { mx } from "@dxos/ui-theme";
-import { isTruthy } from "@dxos/util";
-
-// src/components/Transcription/transcription-extension.ts
-import { RangeSetBuilder } from "@codemirror/state";
-import { EditorView, GutterMarker, ViewPlugin, gutter } from "@codemirror/view";
-import { format } from "date-fns/format";
-import { intervalToDuration } from "date-fns/intervalToDuration";
-import { addEventListener, combine } from "@dxos/async";
-
-// src/model/model.ts
-import { Text } from "@codemirror/state";
-import { Event } from "@dxos/async";
-import { invariant } from "@dxos/invariant";
-import { log } from "@dxos/log";
-var __dxlog_file = "/__w/dxos/dxos/packages/plugins/plugin-transcription/src/model/model.ts";
-var DocumentAdapter = class {
-  _view;
-  constructor(_view) {
-    this._view = _view;
-  }
-  /** The document must always have at least one line. */
-  lineCount() {
-    return this._view.state.doc.lines - 1;
-  }
-  replaceLines(from, remove, insert) {
-    log("replaceLines", {
-      count: this._view.state.doc.lines,
-      from,
-      remove,
-      insert
-    }, {
-      F: __dxlog_file,
-      L: 39,
-      S: this,
-      C: (f, a) => f(...a)
-    });
-    const numLines = this._view.state.doc.lines;
-    const posFrom = this._view.state.doc.line(from).from;
-    const posTo = remove === 0 ? posFrom : this._view.state.doc.line(Math.min(numLines, from + remove)).from;
-    let text = insert.join("\n");
-    if (posTo === this._view.state.doc.length) {
-      text += "\n";
-    }
-    this._view.dispatch({
-      changes: {
-        from: posFrom,
-        to: posTo,
-        insert: text
-      }
-    });
-  }
-};
-var SerializationModel = class {
-  _renderer;
-  /** Ordered set of chunks. */
-  _chunks = [];
-  /** Map of chunk IDs to their current line counts. */
-  _chunkLineCounts = /* @__PURE__ */ new Map();
-  /** Map of line numbers to chunk IDs. */
-  _lineToChunk = /* @__PURE__ */ new Map();
-  /** Track chunk changes since last sync. */
-  _changes = [];
-  /** Emits when the document is updated. */
-  update = new Event();
-  constructor(_renderer, initialChunks = []) {
-    this._renderer = _renderer;
-    initialChunks.forEach((chunk) => {
-      this.appendChunk(chunk);
-    });
-  }
-  toJSON() {
-    return {
-      chunks: this._chunks.length,
-      changes: this._changes.length
-    };
-  }
-  get doc() {
-    return Text.of([
-      ...this._chunks.flatMap((chunk, index) => this._renderer(chunk, index)),
-      ""
-    ]);
-  }
-  get chunks() {
-    return this._chunks;
-  }
-  /**
-  * Get the block ID at the given line number.
-  */
-  getChunkAtLine(line) {
-    return this._lineToChunk.get(line);
-  }
-  reset() {
-    this._chunks.length = 0;
-    this._chunkLineCounts.clear();
-    this._lineToChunk.clear();
-    this.update.emit();
-    return this;
-  }
-  appendChunk(chunk) {
-    const index = this._chunks.length;
-    this._chunks.push(chunk);
-    this._changes.push({
-      type: "append",
-      index,
-      chunk
-    });
-    this.update.emit();
-    return this;
-  }
-  updateChunk(chunk) {
-    const index = this._chunks.findIndex((c) => c.id === chunk.id);
-    invariant(index !== -1, void 0, {
-      F: __dxlog_file,
-      L: 147,
-      S: this,
-      A: [
-        "index !== -1",
-        ""
-      ]
-    });
-    this._chunks[index] = chunk;
-    this._changes.push({
-      type: "update",
-      index,
-      chunk
-    });
-    this.update.emit();
-    return this;
-  }
-  deleteBlock(id) {
-    const index = this._chunks.findIndex((c) => c.id === id);
-    invariant(index !== -1, void 0, {
-      F: __dxlog_file,
-      L: 156,
-      S: this,
-      A: [
-        "index !== -1",
-        ""
-      ]
-    });
-    this._chunks.splice(index, 1);
-    this._changes.push({
-      type: "delete",
-      index,
-      id
-    });
-    this.update.emit();
-    return this;
-  }
-  /**
-  * Syncs the tracked changes with the ChunkDocument.
-  */
-  sync(document2) {
-    log("sync", {
-      changes: this._changes
-    }, {
-      F: __dxlog_file,
-      L: 167,
-      S: this,
-      C: (f, a) => f(...a)
-    });
-    for (const change of this._changes) {
-      switch (change.type) {
-        case "append": {
-          const lines = this._renderer(change.chunk, change.index);
-          const lastLine = document2.lineCount();
-          document2.replaceLines(lastLine + 1, 0, lines);
-          break;
-        }
-        case "update": {
-          let lineStart = 1;
-          for (let i = 0; i < change.index; i++) {
-            lineStart += this._chunkLineCounts.get(this._chunks[i].id);
-          }
-          const previousLineCount = this._chunkLineCounts.get(change.chunk.id);
-          const newLines = this._renderer(change.chunk, change.index);
-          document2.replaceLines(lineStart, previousLineCount, newLines);
-          break;
-        }
-        case "delete": {
-          let lineStart = 1;
-          for (let i = 0; i < change.index; i++) {
-            lineStart += this._chunkLineCounts.get(this._chunks[i].id);
-          }
-          const previousLineCount = this._chunkLineCounts.get(change.id);
-          document2.replaceLines(lineStart, previousLineCount, []);
-          break;
-        }
-      }
-    }
-    this._lineToChunk.clear();
-    let currentLine = 1;
-    for (const [index, chunk] of this._chunks.entries()) {
-      const lineCount = this._renderer(chunk, index).length;
-      this._chunkLineCounts.set(chunk.id, lineCount);
-      this._lineToChunk.set(currentLine, chunk);
-      currentLine += lineCount;
-    }
-    const chunkIds = new Set(this._chunks.map((chunk) => chunk.id));
-    for (const id of this._chunkLineCounts.keys()) {
-      if (!chunkIds.has(id)) {
-        this._chunkLineCounts.delete(id);
-      }
-    }
-    this._changes.length = 0;
-    return this;
-  }
-};
-
-// src/components/Transcription/transcription-extension.ts
-var transcription = ({ model, started }) => {
-  return [
-    // Show timestamps in the gutter.
-    gutter({
-      class: "cm-timestamp-gutter",
-      lineMarkerChange: (update) => update.docChanged || update.viewportChanged,
-      markers: (view) => {
-        const start = getStartTime(started, model.chunks[0]);
-        const builder = new RangeSetBuilder();
-        for (const { from, to } of view.visibleRanges) {
-          let line = view.state.doc.lineAt(from);
-          while (line.from <= to) {
-            const block = model.getChunkAtLine(line.number)?.blocks[0];
-            const timestamp = block?._tag === "transcript" && block.started;
-            if (timestamp) {
-              builder.add(line.from, line.from, new TimestampMarker(line.number, new Date(timestamp), start));
-            }
-            if (line.to + 1 > view.state.doc.length) {
-              break;
-            }
-            line = view.state.doc.lineAt(line.to + 1);
-          }
-        }
-        return builder.finish();
-      }
-    }),
-    // Listen for model updates.
-    ViewPlugin.fromClass(class {
-      _controls;
-      _cleanup;
-      _adapter;
-      _initialized = false;
-      constructor(view) {
-        this._adapter = new DocumentAdapter(view);
-        const scroller = view.scrollDOM;
-        let isAutoScrolling = false;
-        let hasScrolled = false;
-        let timeout;
-        const scrollToBottom = (smooth = false) => {
-          scroller.style.scrollBehavior = smooth ? "smooth" : "";
-          scroller.classList.add("cm-hide-scrollbar");
-          isAutoScrolling = true;
-          clearTimeout(timeout);
-          timeout = setTimeout(() => {
-            this._controls?.classList.add("opacity-0");
-            scroller.classList.remove("cm-hide-scrollbar");
-            isAutoScrolling = false;
-          }, 500);
-          view.dispatch({
-            effects: EditorView.scrollIntoView(view.state.doc.length, {
-              y: "end"
-            })
-          });
-        };
-        this._cleanup = combine(addEventListener(view.scrollDOM, "scroll", () => {
-          if (!isAutoScrolling) {
-            hasScrolled = true;
-            this._controls?.classList.remove("opacity-0");
-          }
-        }), model.update.on(() => {
-          const autoScroll2 = scroller.scrollHeight - scroller.scrollTop - scroller.clientHeight === 0 || !hasScrolled;
-          model.sync(this._adapter);
-          if (autoScroll2) {
-            scrollToBottom(true);
-          }
-        }));
-      }
-      update(_update) {
-        if (!this._initialized) {
-          this._initialized = true;
-          setTimeout(() => {
-            model.sync(this._adapter);
-          });
-        }
-      }
-      destroy() {
-        this._controls?.remove();
-        this._cleanup();
-      }
-    }),
-    EditorView.theme({
-      ".cm-gutters": {
-        backgroundColor: "var(--color-base-surface)"
-      },
-      ".cm-timestamp-gutter": {
-        width: "6rem",
-        paddingLeft: "0.5rem",
-        paddingRight: "1rem"
-      },
-      ".cm-timestamp-gutter > .cm-gutterElement > div": {
-        display: "inline-flex",
-        textAlign: "right",
-        padding: "3px"
-      }
-    })
-  ];
-};
-var TimestampMarker = class extends GutterMarker {
-  _line;
-  _timestamp;
-  _started;
-  constructor(_line, _timestamp, _started) {
-    super(), this._line = _line, this._timestamp = _timestamp, this._started = _started;
-  }
-  eq(other) {
-    return this._timestamp === other._timestamp;
-  }
-  toDOM(view) {
-    const el = document.createElement("div");
-    el.className = "text-sm text-subdued hover:bg-hover-surface cursor-pointer";
-    el.textContent = formatTimestamp(this._timestamp, this._started);
-    el.onclick = () => {
-      const pos = view.state.doc.line(this._line).from;
-      view.dispatch({
-        effects: EditorView.scrollIntoView(pos, {
-          y: "start"
-        })
-      });
-    };
-    return el;
-  }
-};
-var getStartTime = (started, message) => {
-  if (started) {
-    return started;
-  }
-  if (message?.blocks[0]?._tag === "transcript" && message.blocks[0].started) {
-    return new Date(message.blocks[0].started);
-  }
-  return void 0;
-};
-var formatTimestamp = (timestamp, relative) => {
-  if (relative) {
-    const pad = (n = 0) => String(n).padStart(2, "0");
-    const { hours, minutes, seconds } = intervalToDuration({
-      start: relative,
-      end: timestamp
-    });
-    return `${pad(hours)}:${pad(minutes)}:${pad(seconds)}`;
-  } else {
-    return format(timestamp, "HH:mm:ss");
-  }
-};
-
-// src/components/Transcription/Transcription.tsx
-var Transcription = ({ classNames, transcript: object, model }) => {
-  const { themeMode } = useThemeContext();
-  const { parentRef } = useTextEditor(() => {
-    return {
-      extensions: [
-        createBasicExtensions({
-          readOnly: true,
-          lineWrapping: true,
-          search: true
-        }),
-        createMarkdownExtensions(),
-        createThemeExtensions({
-          themeMode,
-          slots: editorSlots
-        }),
-        decorateMarkdown(),
-        preview(),
-        transcription({
-          model,
-          started: object?.started ? new Date(object.started) : void 0
-        }),
-        autoScroll()
-      ].filter(isTruthy)
-    };
-  }, [
-    model
-  ]);
-  return /* @__PURE__ */ React.createElement("div", {
-    ref: parentRef,
-    className: mx("dx-container", classNames),
-    "data-popover-collision-boundary": true
-  });
-};
-
-// src/hooks/useAudioFile.ts
-import { useEffect, useState } from "react";
-import { scheduleTask } from "@dxos/async";
-import { Context } from "@dxos/context";
-import { log as log2 } from "@dxos/log";
-var __dxlog_file2 = "/__w/dxos/dxos/packages/plugins/plugin-transcription/src/hooks/useAudioFile.ts";
-var useAudioFile = (audioUrl, constraints) => {
-  const [{ audio, stream, track }, setStream] = useState({});
-  useEffect(() => {
-    const ctx = new Context(void 0, {
-      F: __dxlog_file2,
-      L: 20
-    });
-    scheduleTask(ctx, async () => {
-      try {
-        const response = await fetch(audioUrl);
-        const blob = await response.blob();
-        const objectUrl = URL.createObjectURL(blob);
-        ctx.onDispose(() => {
-          URL.revokeObjectURL(objectUrl);
-        });
-        const audio2 = new Audio();
-        audio2.src = objectUrl;
-        await new Promise((resolve, reject) => {
-          audio2.addEventListener("error", (err) => {
-            log2.error("error", {
-              err
-            }, {
-              F: __dxlog_file2,
-              L: 39,
-              S: void 0,
-              C: (f, a) => f(...a)
-            });
-            reject(err);
-          }, {
-            once: true
-          });
-          audio2.addEventListener("canplay", async () => {
-            resolve();
-          }, {
-            once: true
-          });
-          audio2.load();
-        });
-        const audioCtx = new AudioContext();
-        if (audioCtx.state === "suspended") {
-          await audioCtx.resume();
-        }
-        const destination = audioCtx.createMediaStreamDestination();
-        destination.channelCount = 1;
-        const source = audioCtx.createMediaElementSource(audio2);
-        source.connect(destination);
-        const track2 = destination.stream.getAudioTracks()[0];
-        if (constraints) {
-          await track2.applyConstraints(constraints).catch((err) => log2.catch(err, void 0, {
-            F: __dxlog_file2,
-            L: 68,
-            S: void 0,
-            C: (f, a) => f(...a)
-          }));
-        }
-        setStream({
-          audio: audio2,
-          stream: destination.stream,
-          track: destination.stream.getAudioTracks()[0]
-        });
-      } catch (err) {
-        log2.catch(err, void 0, {
-          F: __dxlog_file2,
-          L: 78,
-          S: void 0,
-          C: (f, a) => f(...a)
-        });
-      }
-    });
-    return () => {
-      void ctx.dispose();
-    };
-  }, [
-    audioUrl
-  ]);
-  return {
-    audio,
-    stream,
-    track
-  };
-};
-
-// src/hooks/useAudioTrack.ts
-import { useEffect as useEffect2, useState as useState2 } from "react";
-var useAudioTrack = (active, constraints) => {
-  const [track, setTrack] = useState2();
-  useEffect2(() => {
-    if (!active) {
-      track?.stop();
-      setTrack(void 0);
-      return;
-    }
-    const initAudio = async () => {
-      const audio = new Audio();
-      audio.srcObject = await navigator.mediaDevices.getUserMedia({
-        audio: constraints ?? true
-      });
-      const [track2] = audio.srcObject.getAudioTracks();
-      if (track2) {
-        setTrack(track2);
-      }
-    };
-    if (active) {
-      void initAudio();
-    }
-  }, [
-    active
-  ]);
-  return track;
-};
-
-// src/hooks/useQueueModelAdapter.ts
-import { useEffect as useEffect3, useMemo, useState as useState3 } from "react";
-var useQueueModelAdapter = (renderer, queue, initialChunks = []) => {
-  const model = useMemo(() => new SerializationModel(renderer, initialChunks), [
-    queue
-  ]);
-  const [loaded, setLoaded] = useState3(false);
-  useEffect3(() => {
-    if (!queue) {
-      return;
-    }
-    const update = () => {
-      for (const block of queue?.objects ?? []) {
-        model.appendChunk(block);
-      }
-      setLoaded(true);
-    };
-    let i;
-    if (queue.isLoading) {
-      i = setInterval(() => {
-        if (!queue?.isLoading) {
-          clearInterval(i);
-          update();
-        }
-      }, 1e3);
-    } else {
-      update();
-    }
-    return () => clearTimeout(i);
-  }, [
-    model,
-    queue
-  ]);
-  useEffect3(() => {
-    if (!loaded || !queue || model.chunks.length === queue.objects.length) {
-      return;
-    }
-    const chunk = queue.objects.at(-1);
-    if (chunk) {
-      model.appendChunk(chunk);
-    }
-  }, [
-    model,
-    loaded,
-    queue?.objects.length
-  ]);
-  return model;
-};
-
-// src/hooks/useTranscriber.ts
-import { useEffect as useEffect4, useMemo as useMemo2 } from "react";
-import { useCapabilities } from "@dxos/app-framework/ui";
-var useTranscriber = ({ audioStreamTrack, recorderConfig, transcriberConfig, onSegments }) => {
-  const [getTranscriber] = useCapabilities(TranscriptionCapabilities.Transcriber);
-  const transcriber = useMemo2(() => {
-    if (!getTranscriber || !audioStreamTrack || !onSegments) {
-      return void 0;
-    }
-    return getTranscriber({
-      audioStreamTrack,
-      recorderConfig,
-      transcriberConfig,
-      onSegments
-    });
-  }, [
-    getTranscriber,
-    audioStreamTrack,
-    recorderConfig,
-    transcriberConfig,
-    onSegments
-  ]);
-  useEffect4(() => {
-    return () => {
-      void transcriber?.close();
-    };
-  }, [
-    transcriber
-  ]);
-  return transcriber;
-};
-
-// src/hooks/useVoiceInput.ts
-import { useCallback, useEffect as useEffect5, useState as useState4 } from "react";
-import { scheduleMicroTask } from "@dxos/async";
-import { Context as Context2 } from "@dxos/context";
-import { log as log3 } from "@dxos/log";
-import { useSoundEffect } from "@dxos/react-ui-sfx";
-var __dxlog_file3 = "/__w/dxos/dxos/packages/plugins/plugin-transcription/src/hooks/useVoiceInput.ts";
-var useVoiceInput = ({ active, onUpdate }) => {
-  const soundStart = useSoundEffect("StartRecording");
-  const soundStop = useSoundEffect("StopRecording");
-  const handleSegments = useCallback(async (segments) => {
-    const text = segments.map((str) => str.text.trim().replace(/[^\w\s]/g, "")).join(" ");
-    onUpdate(text);
-  }, []);
-  const [recording, setRecording] = useState4(false);
-  const track = useAudioTrack(active);
-  const transcriber = useTranscriber({
-    audioStreamTrack: track,
-    onSegments: handleSegments
-  });
-  useEffect5(() => {
-    const ctx = new Context2(void 0, {
-      F: __dxlog_file3,
-      L: 44
-    });
-    scheduleMicroTask(ctx, async () => {
-      if (active && transcriber) {
-        await transcriber.open();
-        log3.info("starting...", void 0, {
-          F: __dxlog_file3,
-          L: 48,
-          S: void 0,
-          C: (f, a) => f(...a)
-        });
-        setRecording(true);
-        void soundStart.play();
-        transcriber.startChunksRecording();
-      } else if (!active && transcriber?.isOpen) {
-        transcriber?.stopChunksRecording();
-        await transcriber?.close();
-        log3.info("stopped", void 0, {
-          F: __dxlog_file3,
-          L: 55,
-          S: void 0,
-          C: (f, a) => f(...a)
-        });
-        setRecording(false);
-        void soundStop.play();
-      }
-    });
-    return () => {
-      void ctx.dispose();
-    };
-  }, [
-    active,
-    transcriber
-  ]);
-  return {
-    recording
-  };
-};
-
-export {
-  Transcription,
-  useAudioFile,
-  useAudioTrack,
-  useQueueModelAdapter,
-  useTranscriber,
-  useVoiceInput
-};
-//# sourceMappingURL=chunk-DYUGYQCB.mjs.map