@dxos/plugin-transcription 0.8.0 → 0.8.1-main.ae460ac

package/dist/lib/node-esm/chunk-XYU6B73V.mjs

@@ -1,80 +0,0 @@
-import { createRequire } from 'node:module';const require = createRequire(import.meta.url);
-
-// packages/plugins/experimental/plugin-transcription/src/util/get-time-str.ts
-var getTimeStr = (timestamp) => new Date(timestamp ?? Date.now()).toLocaleTimeString("en-US", {
-  timeZone: "UTC",
-  hour12: true,
-  hour: "numeric",
-  minute: "2-digit",
-  second: "2-digit"
-});
-
-// packages/plugins/experimental/plugin-transcription/src/util/random-queue-dxn.ts
-import { ObjectId } from "@dxos/echo-schema";
-import { DXN, QueueSubspaceTags, SpaceId } from "@dxos/keys";
-var randomQueueDxn = () => new DXN(DXN.kind.QUEUE, [
-  QueueSubspaceTags.DATA,
-  SpaceId.random(),
-  ObjectId.random()
-]);
-
-// packages/plugins/experimental/plugin-transcription/src/util/array.ts
-var mergeFloat64Arrays = (arrays) => {
-  const newArray = new Float64Array(arrays.reduce((acc, array) => array.length + acc, 0));
-  let offset = 0;
-  for (const array of arrays) {
-    newArray.set(array, offset);
-    offset += array.length;
-  }
-  return newArray;
-};
-
-// packages/plugins/experimental/plugin-transcription/src/util/monitor-audio-level.ts
-var monitorAudioLevel = ({ mediaStreamTrack, onMeasure, intervalMs = 1e3 / 10 }) => {
-  let timeout = -1;
-  let interval = -1;
-  const audioContext = new AudioContext();
-  const stream = new MediaStream();
-  stream.addTrack(mediaStreamTrack);
-  const mediaStreamAudioSourceNode = audioContext.createMediaStreamSource(stream);
-  const analyserNode = audioContext.createAnalyser();
-  mediaStreamAudioSourceNode.connect(analyserNode);
-  analyserNode.fftSize = 32;
-  const pcmData = new Float32Array(analyserNode.fftSize);
-  let peak = 0;
-  interval = window.setInterval(() => {
-    onMeasure(peak);
-    peak = 0;
-  }, intervalMs);
-  const tick = () => {
-    timeout = window.setTimeout(() => {
-      analyserNode.getFloatTimeDomainData(pcmData);
-      let sumSquares = 0;
-      for (const amplitude of pcmData) {
-        sumSquares += amplitude * amplitude;
-      }
-      const current = Math.sqrt(sumSquares / pcmData.length);
-      if (current > peak) {
-        peak = current;
-      }
-      tick();
-    }, intervalMs);
-  };
-  tick();
-  return () => {
-    mediaStreamAudioSourceNode.disconnect();
-    analyserNode.disconnect();
-    void audioContext.close();
-    clearInterval(interval);
-    clearTimeout(timeout);
-    stream.removeTrack(mediaStreamTrack);
-  };
-};
-
-export {
-  mergeFloat64Arrays,
-  getTimeStr,
-  monitorAudioLevel,
-  randomQueueDxn
-};
-//# sourceMappingURL=chunk-XYU6B73V.mjs.map

package/dist/lib/node-esm/chunk-XYU6B73V.mjs.map

@@ -1,7 +0,0 @@
-{
-  "version": 3,
-  "sources": ["../../../src/util/get-time-str.ts", "../../../src/util/random-queue-dxn.ts", "../../../src/util/array.ts", "../../../src/util/monitor-audio-level.ts"],
-  "sourcesContent": ["//\n// Copyright 2025 DXOS.org\n//\n\nexport const getTimeStr = (timestamp?: number) =>\n  new Date(timestamp ?? Date.now()).toLocaleTimeString('en-US', {\n    timeZone: 'UTC',\n    hour12: true,\n    hour: 'numeric',\n    minute: '2-digit',\n    second: '2-digit',\n  });\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { ObjectId } from '@dxos/echo-schema';\nimport { DXN, QueueSubspaceTags, SpaceId } from '@dxos/keys';\n\nexport const randomQueueDxn = () =>\n  new DXN(DXN.kind.QUEUE, [QueueSubspaceTags.DATA, SpaceId.random(), ObjectId.random()]);\n", "//\n// Copyright 2025 DXOS.org\n//\n\nexport const mergeFloat64Arrays = (arrays: Float64Array[]) => {\n  const newArray = new Float64Array(arrays.reduce((acc, array) => array.length + acc, 0));\n  let offset = 0;\n  for (const array of arrays) {\n    newArray.set(array, offset);\n    offset += array.length;\n  }\n\n  return newArray;\n};\n", "//\n// Copyright 2025 DXOS.org\n//\n\nexport const monitorAudioLevel = ({\n  mediaStreamTrack,\n  onMeasure,\n  intervalMs = 1000 / 10, // 12 fps.\n}: {\n  mediaStreamTrack: MediaStreamTrack;\n  onMeasure: (value: number) => void;\n  intervalMs?: number;\n}) => {\n  let timeout = -1;\n  let interval = -1;\n  const audioContext = new AudioContext();\n  const stream = new MediaStream();\n  stream.addTrack(mediaStreamTrack);\n  const mediaStreamAudioSourceNode = audioContext.createMediaStreamSource(stream);\n  const analyserNode = audioContext.createAnalyser();\n  mediaStreamAudioSourceNode.connect(analyserNode);\n  // Since we just need a rough approximation and will be measuring\n  // frequently, we want to drop this down from the default of 2048.\n  analyserNode.fftSize = 32;\n\n  const pcmData = new Float32Array(analyserNode.fftSize);\n  let peak = 0;\n\n  interval = window.setInterval(() => {\n    onMeasure(peak);\n    peak = 0;\n  }, intervalMs);\n\n  const tick = () => {\n    timeout = window.setTimeout(() => {\n      analyserNode.getFloatTimeDomainData(pcmData);\n      let sumSquares = 0.0;\n      for (const amplitude of pcmData) {\n        sumSquares += amplitude * amplitude;\n      }\n      const current = Math.sqrt(sumSquares / pcmData.length);\n      if (current > peak) {\n        peak = current;\n      }\n      tick();\n    }, intervalMs);\n  };\n  tick();\n\n  return () => {\n    mediaStreamAudioSourceNode.disconnect();\n    analyserNode.disconnect();\n    void audioContext.close();\n    clearInterval(interval);\n    clearTimeout(timeout);\n    stream.removeTrack(mediaStreamTrack);\n  };\n};\n"],
-  "mappings": ";;;AAIO,IAAMA,aAAa,CAACC,cACzB,IAAIC,KAAKD,aAAaC,KAAKC,IAAG,CAAA,EAAIC,mBAAmB,SAAS;EAC5DC,UAAU;EACVC,QAAQ;EACRC,MAAM;EACNC,QAAQ;EACRC,QAAQ;AACV,CAAA;;;ACPF,SAASC,gBAAgB;AACzB,SAASC,KAAKC,mBAAmBC,eAAe;AAEzC,IAAMC,iBAAiB,MAC5B,IAAIC,IAAIA,IAAIC,KAAKC,OAAO;EAACC,kBAAkBC;EAAMC,QAAQC,OAAM;EAAIC,SAASD,OAAM;CAAG;;;ACJhF,IAAME,qBAAqB,CAACC,WAAAA;AACjC,QAAMC,WAAW,IAAIC,aAAaF,OAAOG,OAAO,CAACC,KAAKC,UAAUA,MAAMC,SAASF,KAAK,CAAA,CAAA;AACpF,MAAIG,SAAS;AACb,aAAWF,SAASL,QAAQ;AAC1BC,aAASO,IAAIH,OAAOE,MAAAA;AACpBA,cAAUF,MAAMC;EAClB;AAEA,SAAOL;AACT;;;ACTO,IAAMQ,oBAAoB,CAAC,EAChCC,kBACAC,WACAC,aAAa,MAAO,GAAE,MAKvB;AACC,MAAIC,UAAU;AACd,MAAIC,WAAW;AACf,QAAMC,eAAe,IAAIC,aAAAA;AACzB,QAAMC,SAAS,IAAIC,YAAAA;AACnBD,SAAOE,SAAST,gBAAAA;AAChB,QAAMU,6BAA6BL,aAAaM,wBAAwBJ,MAAAA;AACxE,QAAMK,eAAeP,aAAaQ,eAAc;AAChDH,6BAA2BI,QAAQF,YAAAA;AAGnCA,eAAaG,UAAU;AAEvB,QAAMC,UAAU,IAAIC,aAAaL,aAAaG,OAAO;AACrD,MAAIG,OAAO;AAEXd,aAAWe,OAAOC,YAAY,MAAA;AAC5BnB,cAAUiB,IAAAA;AACVA,WAAO;EACT,GAAGhB,UAAAA;AAEH,QAAMmB,OAAO,MAAA;AACXlB,cAAUgB,OAAOG,WAAW,MAAA;AAC1BV,mBAAaW,uBAAuBP,OAAAA;AACpC,UAAIQ,aAAa;AACjB,iBAAWC,aAAaT,SAAS;AAC/BQ,sBAAcC,YAAYA;MAC5B;AACA,YAAMC,UAAUC,KAAKC,KAAKJ,aAAaR,QAAQa,MAAM;AACrD,UAAIH,UAAUR,MAAM;AAClBA,eAAOQ;MACT;AACAL,WAAAA;IACF,GAAGnB,UAAAA;EACL;AACAmB,OAAAA;AAEA,SAAO,MAAA;AACLX,+BAA2BoB,WAAU;AACrClB,iBAAakB,WAAU;AACvB,SAAKzB,aAAa0B,MAAK;AACvBC,kBAAc5B,QAAAA;AACd6B,iBAAa9B,OAAAA;AACbI,WAAO2B,YAAYlC,gBAAAA;EACrB;AACF;",
-  "names": ["getTimeStr", "timestamp", "Date", "now", "toLocaleTimeString", "timeZone", "hour12", "hour", "minute", "second", "ObjectId", "DXN", "QueueSubspaceTags", "SpaceId", "randomQueueDxn", "DXN", "kind", "QUEUE", "QueueSubspaceTags", "DATA", "SpaceId", "random", "ObjectId", "mergeFloat64Arrays", "arrays", "newArray", "Float64Array", "reduce", "acc", "array", "length", "offset", "set", "monitorAudioLevel", "mediaStreamTrack", "onMeasure", "intervalMs", "timeout", "interval", "audioContext", "AudioContext", "stream", "MediaStream", "addTrack", "mediaStreamAudioSourceNode", "createMediaStreamSource", "analyserNode", "createAnalyser", "connect", "fftSize", "pcmData", "Float32Array", "peak", "window", "setInterval", "tick", "setTimeout", "getFloatTimeDomainData", "sumSquares", "amplitude", "current", "Math", "sqrt", "length", "disconnect", "close", "clearInterval", "clearTimeout", "removeTrack"]
-}

package/dist/types/src/hooks/useIsSpeaking.d.ts

@@ -1,2 +0,0 @@
-export declare const useIsSpeaking: (mediaStreamTrack?: MediaStreamTrack) => boolean;
-//# sourceMappingURL=useIsSpeaking.d.ts.map

package/dist/types/src/hooks/useIsSpeaking.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"useIsSpeaking.d.ts","sourceRoot":"","sources":["../../../../src/hooks/useIsSpeaking.ts"],"names":[],"mappings":"AAQA,eAAO,MAAM,aAAa,sBAAuB,gBAAgB,YAoEhE,CAAC"}

package/src/hooks/useIsSpeaking.ts

@@ -1,77 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import { useEffect, useRef, useState } from 'react';
-
-import { monitorAudioLevel } from '../util';
-
-export const useIsSpeaking = (mediaStreamTrack?: MediaStreamTrack) => {
-  const [isSpeaking, setIsSpeaking] = useState(false);
-
-  // The audio level is monitored very rapidly, and we don't want
-  // react involved in tracking the state because it causes way
-  // too many re-renders. To work around this, we use the isSpeakingRef
-  // to track the state and then sync it using another effect.
-  const isSpeakingRef = useRef(isSpeaking);
-
-  // this effect syncs the state on a 50ms interval
-  useEffect(() => {
-    if (!mediaStreamTrack) {
-      setIsSpeaking(false);
-      return;
-    }
-
-    isSpeakingRef.current = isSpeaking;
-    const interval = window.setInterval(() => {
-      // state is already in sync do nothing
-      if (isSpeaking === isSpeakingRef.current) {
-        return;
-      }
-
-      // sync state
-      setIsSpeaking(isSpeakingRef.current);
-    }, 50);
-
-    return () => {
-      clearInterval(interval);
-    };
-  }, [isSpeaking, isSpeakingRef, mediaStreamTrack]);
-
-  useEffect(() => {
-    if (!mediaStreamTrack) {
-      return;
-    }
-
-    let timeout = -1;
-    const cleanup = monitorAudioLevel({
-      mediaStreamTrack,
-      onMeasure: (vol) => {
-        // Once the user has been determined to be speaking, we want
-        // to lower the threshold because speech patterns don't always
-        // kick up above 0.05
-        const audioLevelAboveThreshold = vol > (isSpeakingRef.current ? 0.02 : 0.05);
-        if (audioLevelAboveThreshold) {
-          // user is still speaking, clear timeout & reset.
-          clearTimeout(timeout);
-          timeout = -1;
-          // track state.
-          isSpeakingRef.current = true;
-        } else if (timeout === -1) {
-          // user is not speaking and timeout is not set.
-          timeout = window.setTimeout(() => {
-            isSpeakingRef.current = false;
-            // reset timeout
-            timeout = -1;
-          }, 1_000);
-        }
-      },
-    });
-
-    return () => {
-      cleanup();
-    };
-  }, [isSpeaking, mediaStreamTrack]);
-
-  return isSpeaking;
-};