@dxos/plugin-transcription 0.8.0 → 0.8.1-main.013e445
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/lib/browser/{TranscriptContainer-SX6PNFEC.mjs → TranscriptContainer-TJXP6ICP.mjs} +3 -3
- package/dist/lib/browser/app-graph-builder-ZIIDYMHP.mjs +39 -0
- package/dist/lib/browser/app-graph-builder-ZIIDYMHP.mjs.map +7 -0
- package/dist/lib/browser/{chunk-AS364WZZ.mjs → chunk-3NWYXRZS.mjs} +2 -2
- package/dist/lib/browser/chunk-MD4NQO6W.mjs +252 -0
- package/dist/lib/browser/chunk-MD4NQO6W.mjs.map +7 -0
- package/dist/lib/browser/chunk-N3VKF2J3.mjs +415 -0
- package/dist/lib/browser/chunk-N3VKF2J3.mjs.map +7 -0
- package/dist/lib/browser/chunk-YEVVZZTC.mjs +19 -0
- package/dist/lib/browser/chunk-YEVVZZTC.mjs.map +7 -0
- package/dist/lib/browser/{chunk-QIHUPVQD.mjs → chunk-YRW4MNRE.mjs} +23 -24
- package/dist/lib/browser/chunk-YRW4MNRE.mjs.map +7 -0
- package/dist/lib/browser/index.mjs +203 -366
- package/dist/lib/browser/index.mjs.map +4 -4
- package/dist/lib/browser/intent-resolver-AC6LFBE4.mjs +73 -0
- package/dist/lib/browser/intent-resolver-AC6LFBE4.mjs.map +7 -0
- package/dist/lib/browser/meta.json +1 -1
- package/dist/lib/browser/{react-surface-FOEWLLTZ.mjs → react-surface-OM2EECBI.mjs} +15 -8
- package/dist/lib/browser/{react-surface-FOEWLLTZ.mjs.map → react-surface-OM2EECBI.mjs.map} +2 -2
- package/dist/lib/browser/types/index.mjs +2 -1
- package/dist/lib/node/{TranscriptContainer-HU763SN3.cjs → TranscriptContainer-KNTN76RZ.cjs} +8 -8
- package/dist/lib/node/{TranscriptContainer-HU763SN3.cjs.map → TranscriptContainer-KNTN76RZ.cjs.map} +2 -2
- package/dist/lib/node/app-graph-builder-CJSNQYJZ.cjs +52 -0
- package/dist/lib/node/app-graph-builder-CJSNQYJZ.cjs.map +7 -0
- package/dist/lib/node/chunk-EKSRBQX7.cjs +437 -0
- package/dist/lib/node/chunk-EKSRBQX7.cjs.map +7 -0
- package/dist/lib/node/{chunk-QWXLQPP5.cjs → chunk-I6CUIAQH.cjs} +5 -5
- package/dist/lib/node/{app-graph-builder-YFBX3OTP.cjs → chunk-LEHTJHKP.cjs} +23 -7
- package/dist/lib/node/chunk-LEHTJHKP.cjs.map +7 -0
- package/dist/lib/node/chunk-T4W4AKGM.cjs +279 -0
- package/dist/lib/node/chunk-T4W4AKGM.cjs.map +7 -0
- package/dist/lib/node/{chunk-UIHEGU6Q.cjs → chunk-ZAE2IOZC.cjs} +25 -27
- package/dist/lib/node/chunk-ZAE2IOZC.cjs.map +7 -0
- package/dist/lib/node/index.cjs +220 -378
- package/dist/lib/node/index.cjs.map +4 -4
- package/dist/lib/node/intent-resolver-ZSQ2MHJJ.cjs +84 -0
- package/dist/lib/node/intent-resolver-ZSQ2MHJJ.cjs.map +7 -0
- package/dist/lib/node/meta.json +1 -1
- package/dist/lib/node/{react-surface-AGGGDOUC.cjs → react-surface-ZENSCF6S.cjs} +18 -12
- package/dist/lib/node/{react-surface-AGGGDOUC.cjs.map → react-surface-ZENSCF6S.cjs.map} +2 -2
- package/dist/lib/node/types/index.cjs +8 -7
- package/dist/lib/node/types/index.cjs.map +2 -2
- package/dist/lib/node-esm/{TranscriptContainer-DVBXQIQ4.mjs → TranscriptContainer-MOWZQSEO.mjs} +3 -3
- package/dist/lib/node-esm/app-graph-builder-ARTLU4U5.mjs +40 -0
- package/dist/lib/node-esm/app-graph-builder-ARTLU4U5.mjs.map +7 -0
- package/dist/lib/node-esm/chunk-4A6BWPRB.mjs +253 -0
- package/dist/lib/node-esm/chunk-4A6BWPRB.mjs.map +7 -0
- package/dist/lib/node-esm/{chunk-KEG3ME4O.mjs → chunk-DLXORY7Y.mjs} +22 -24
- package/dist/lib/node-esm/chunk-DLXORY7Y.mjs.map +7 -0
- package/dist/lib/node-esm/{chunk-WEZGRUG6.mjs → chunk-NFPDIQYG.mjs} +2 -2
- package/dist/lib/node-esm/chunk-SB5TLXBU.mjs +21 -0
- package/dist/lib/node-esm/chunk-SB5TLXBU.mjs.map +7 -0
- package/dist/lib/node-esm/chunk-SWV74BYU.mjs +416 -0
- package/dist/lib/node-esm/chunk-SWV74BYU.mjs.map +7 -0
- package/dist/lib/node-esm/index.mjs +203 -366
- package/dist/lib/node-esm/index.mjs.map +4 -4
- package/dist/lib/node-esm/intent-resolver-XU4BLUSF.mjs +74 -0
- package/dist/lib/node-esm/intent-resolver-XU4BLUSF.mjs.map +7 -0
- package/dist/lib/node-esm/meta.json +1 -1
- package/dist/lib/node-esm/{react-surface-6AYPLJ2B.mjs → react-surface-5CBEXLXJ.mjs} +15 -8
- package/dist/lib/node-esm/{react-surface-6AYPLJ2B.mjs.map → react-surface-5CBEXLXJ.mjs.map} +2 -2
- package/dist/lib/node-esm/types/index.mjs +2 -1
- package/dist/types/src/TranscriptionPlugin.d.ts.map +1 -1
- package/dist/types/src/capabilities/app-graph-builder.d.ts +1 -0
- package/dist/types/src/capabilities/app-graph-builder.d.ts.map +1 -1
- package/dist/types/src/capabilities/index.d.ts.map +1 -1
- package/dist/types/src/capabilities/intent-resolver.d.ts.map +1 -1
- package/dist/types/src/components/Transcript/Transcript.d.ts +2 -0
- package/dist/types/src/components/Transcript/Transcript.d.ts.map +1 -1
- package/dist/types/src/components/Transcript/Transcript.stories.d.ts.map +1 -1
- package/dist/types/src/components/TranscriptContainer.d.ts +1 -0
- package/dist/types/src/components/TranscriptContainer.d.ts.map +1 -1
- package/dist/types/src/components/index.d.ts +1 -0
- package/dist/types/src/components/index.d.ts.map +1 -1
- package/dist/types/src/components/transcription.stories.d.ts +3 -2
- package/dist/types/src/components/transcription.stories.d.ts.map +1 -1
- package/dist/types/src/hooks/index.d.ts +0 -1
- package/dist/types/src/hooks/index.d.ts.map +1 -1
- package/dist/types/src/index.d.ts +1 -0
- package/dist/types/src/index.d.ts.map +1 -1
- package/dist/types/src/meta.d.ts +2 -9
- package/dist/types/src/meta.d.ts.map +1 -1
- package/dist/types/src/transcriber/index.d.ts +1 -0
- package/dist/types/src/transcriber/index.d.ts.map +1 -1
- package/dist/types/src/transcriber/media-stream-recorder.d.ts +1 -0
- package/dist/types/src/transcriber/media-stream-recorder.d.ts.map +1 -1
- package/dist/types/src/transcriber/summarize.d.ts +5 -0
- package/dist/types/src/transcriber/summarize.d.ts.map +1 -0
- package/dist/types/src/transcription-manager.d.ts +39 -0
- package/dist/types/src/transcription-manager.d.ts.map +1 -0
- package/dist/types/src/translations.d.ts +5 -6
- package/dist/types/src/translations.d.ts.map +1 -1
- package/dist/types/src/types/schema.d.ts +9 -15
- package/dist/types/src/types/schema.d.ts.map +1 -1
- package/dist/types/src/types/types.d.ts +13 -6
- package/dist/types/src/types/types.d.ts.map +1 -1
- package/dist/types/src/util/random-queue-dxn.d.ts +2 -2
- package/dist/types/src/util/random-queue-dxn.d.ts.map +1 -1
- package/package.json +40 -37
- package/src/TranscriptionPlugin.tsx +1 -2
- package/src/capabilities/app-graph-builder.ts +25 -2
- package/src/capabilities/intent-resolver.ts +24 -2
- package/src/capabilities/react-surface.tsx +2 -2
- package/src/components/Transcript/Transcript.stories.tsx +46 -27
- package/src/components/Transcript/Transcript.tsx +205 -49
- package/src/components/TranscriptContainer.tsx +12 -147
- package/src/components/transcription.stories.tsx +11 -13
- package/src/hooks/index.ts +0 -1
- package/src/index.ts +1 -0
- package/src/meta.ts +2 -2
- package/src/transcriber/index.ts +1 -0
- package/src/transcriber/media-stream-recorder.ts +4 -0
- package/src/transcriber/summarize.ts +77 -0
- package/src/transcription-manager.ts +183 -0
- package/src/translations.ts +2 -2
- package/src/types/schema.ts +5 -3
- package/src/types/types.ts +12 -2
- package/src/util/random-queue-dxn.ts +2 -2
- package/dist/lib/browser/app-graph-builder-ZSSJIFY7.mjs +0 -7
- package/dist/lib/browser/app-graph-builder-ZSSJIFY7.mjs.map +0 -7
- package/dist/lib/browser/chunk-QIHUPVQD.mjs.map +0 -7
- package/dist/lib/browser/chunk-R4HHS6FA.mjs +0 -241
- package/dist/lib/browser/chunk-R4HHS6FA.mjs.map +0 -7
- package/dist/lib/browser/chunk-ZMES3U2D.mjs +0 -78
- package/dist/lib/browser/chunk-ZMES3U2D.mjs.map +0 -7
- package/dist/lib/browser/intent-resolver-EAR2TFK2.mjs +0 -32
- package/dist/lib/browser/intent-resolver-EAR2TFK2.mjs.map +0 -7
- package/dist/lib/node/app-graph-builder-YFBX3OTP.cjs.map +0 -7
- package/dist/lib/node/chunk-JBN3P6ZF.cjs +0 -97
- package/dist/lib/node/chunk-JBN3P6ZF.cjs.map +0 -7
- package/dist/lib/node/chunk-UIHEGU6Q.cjs.map +0 -7
- package/dist/lib/node/chunk-YV74Z74I.cjs +0 -267
- package/dist/lib/node/chunk-YV74Z74I.cjs.map +0 -7
- package/dist/lib/node/intent-resolver-3KJZGGUQ.cjs +0 -44
- package/dist/lib/node/intent-resolver-3KJZGGUQ.cjs.map +0 -7
- package/dist/lib/node-esm/app-graph-builder-77GQG6UF.mjs +0 -9
- package/dist/lib/node-esm/app-graph-builder-77GQG6UF.mjs.map +0 -7
- package/dist/lib/node-esm/chunk-36EQXBWR.mjs +0 -242
- package/dist/lib/node-esm/chunk-36EQXBWR.mjs.map +0 -7
- package/dist/lib/node-esm/chunk-KEG3ME4O.mjs.map +0 -7
- package/dist/lib/node-esm/chunk-XYU6B73V.mjs +0 -80
- package/dist/lib/node-esm/chunk-XYU6B73V.mjs.map +0 -7
- package/dist/lib/node-esm/intent-resolver-UGLYRD4X.mjs +0 -33
- package/dist/lib/node-esm/intent-resolver-UGLYRD4X.mjs.map +0 -7
- package/dist/types/src/hooks/useIsSpeaking.d.ts +0 -2
- package/dist/types/src/hooks/useIsSpeaking.d.ts.map +0 -1
- package/src/hooks/useIsSpeaking.ts +0 -77
- /package/dist/lib/browser/{TranscriptContainer-SX6PNFEC.mjs.map → TranscriptContainer-TJXP6ICP.mjs.map} +0 -0
- /package/dist/lib/browser/{chunk-AS364WZZ.mjs.map → chunk-3NWYXRZS.mjs.map} +0 -0
- /package/dist/lib/node/{chunk-QWXLQPP5.cjs.map → chunk-I6CUIAQH.cjs.map} +0 -0
- /package/dist/lib/node-esm/{TranscriptContainer-DVBXQIQ4.mjs.map → TranscriptContainer-MOWZQSEO.mjs.map} +0 -0
- /package/dist/lib/node-esm/{chunk-WEZGRUG6.mjs.map → chunk-NFPDIQYG.mjs.map} +0 -0
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"version": 3,
|
|
3
|
-
"sources": ["../../../src/capabilities/index.ts", "../../../src/capabilities/capabilities.ts", "../../../src/hooks/useAudioFile.ts", "../../../src/hooks/useAudioTrack.ts", "../../../src/hooks/
|
|
4
|
-
"sourcesContent": ["//\n// Copyright 2025 DXOS.org\n//\n\nimport { lazy } from '@dxos/app-framework';\n\nexport const AppGraphBuilder = lazy(() => import('./app-graph-builder'));\nexport const IntentResolver = lazy(() => import('./intent-resolver'));\nexport const ReactSurface = lazy(() => import('./react-surface'));\n\nexport * from './capabilities';\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { defineCapability } from '@dxos/app-framework';\n\nimport { TRANSCRIPTION_PLUGIN } from '../meta';\n\nexport namespace TranscriptionCapabilities {\n // TODO(burdon): Currently this is just a marker; adapt useVoiceInput to use this.\n export const Transcription = defineCapability<null>(`${TRANSCRIPTION_PLUGIN}/capability/transcription`);\n}\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { useEffect, useState } from 'react';\n\nimport { log } from '@dxos/log';\n\nexport type UseAudioState = {\n audio?: HTMLAudioElement;\n stream?: MediaStream;\n track?: MediaStreamTrack;\n};\n\nexport const useAudioFile = (audioUrl: string): UseAudioState => {\n const [{ audio, stream, track }, setStream] = useState<UseAudioState>({});\n useEffect(() => {\n const t = setTimeout(async () => {\n const response = await fetch(audioUrl);\n const blob = await response.blob();\n const audio = new Audio();\n audio.src = URL.createObjectURL(blob);\n await new Promise<void>((resolve, reject) => {\n audio.addEventListener(\n 'error',\n (err) => {\n log.error('error', { err });\n reject(err);\n },\n { once: true },\n );\n audio.addEventListener(\n 'canplay',\n () => {\n log.info('starting...');\n resolve();\n },\n { once: true },\n );\n audio.load();\n });\n\n const ctx = new AudioContext();\n\n const destination = ctx.createMediaStreamDestination();\n destination.channelCount = 1;\n\n const source = ctx.createMediaElementSource(audio);\n source.connect(destination);\n\n setStream({\n audio,\n stream: destination.stream,\n track: destination.stream.getAudioTracks()[0],\n });\n });\n\n return () => clearTimeout(t);\n }, [audioUrl]);\n\n return { audio, stream, track };\n};\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { useEffect, useState } from 'react';\n\n/**\n *\n */\n// TODO(burdon): Reconcile with react-ui-sfx and plugin-calls.\nexport const useAudioTrack = (active?: boolean): MediaStreamTrack | undefined => {\n const [track, setTrack] = useState<MediaStreamTrack>();\n useEffect(() => {\n if (!active) {\n track?.stop();\n setTrack(undefined);\n return;\n }\n\n const initAudio = async () => {\n const audio = new Audio();\n audio.srcObject = await navigator.mediaDevices.getUserMedia({ audio: true });\n const [track] = audio.srcObject.getAudioTracks();\n if (track) {\n setTrack(track);\n }\n };\n\n if (active) {\n void initAudio();\n }\n }, [active]);\n\n return track;\n};\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { useEffect, useRef, useState } from 'react';\n\nimport { monitorAudioLevel } from '../util';\n\nexport const useIsSpeaking = (mediaStreamTrack?: MediaStreamTrack) => {\n const [isSpeaking, setIsSpeaking] = useState(false);\n\n // The audio level is monitored very rapidly, and we don't want\n // react involved in tracking the state because it causes way\n // too many re-renders. To work around this, we use the isSpeakingRef\n // to track the state and then sync it using another effect.\n const isSpeakingRef = useRef(isSpeaking);\n\n // this effect syncs the state on a 50ms interval\n useEffect(() => {\n if (!mediaStreamTrack) {\n setIsSpeaking(false);\n return;\n }\n\n isSpeakingRef.current = isSpeaking;\n const interval = window.setInterval(() => {\n // state is already in sync do nothing\n if (isSpeaking === isSpeakingRef.current) {\n return;\n }\n\n // sync state\n setIsSpeaking(isSpeakingRef.current);\n }, 50);\n\n return () => {\n clearInterval(interval);\n };\n }, [isSpeaking, isSpeakingRef, mediaStreamTrack]);\n\n useEffect(() => {\n if (!mediaStreamTrack) {\n return;\n }\n\n let timeout = -1;\n const cleanup = monitorAudioLevel({\n mediaStreamTrack,\n onMeasure: (vol) => {\n // Once the user has been determined to be speaking, we want\n // to lower the threshold because speech patterns don't always\n // kick up above 0.05\n const audioLevelAboveThreshold = vol > (isSpeakingRef.current ? 0.02 : 0.05);\n if (audioLevelAboveThreshold) {\n // user is still speaking, clear timeout & reset.\n clearTimeout(timeout);\n timeout = -1;\n // track state.\n isSpeakingRef.current = true;\n } else if (timeout === -1) {\n // user is not speaking and timeout is not set.\n timeout = window.setTimeout(() => {\n isSpeakingRef.current = false;\n // reset timeout\n timeout = -1;\n }, 1_000);\n }\n },\n });\n\n return () => {\n cleanup();\n };\n }, [isSpeaking, mediaStreamTrack]);\n\n return isSpeaking;\n};\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { useEffect, useMemo } from 'react';\n\nimport { MediaStreamRecorder, Transcriber, type TranscriberParams } from '../transcriber';\n\n// TODO(burdon): Move to config?\n\n/**\n * Length of the chunk in ms.\n */\nconst RECORD_INTERVAL = 200;\n\n/**\n * Number of chunks to save before the user starts speaking.\n */\nconst PREFIXED_CHUNKS_AMOUNT = 10;\n\n/**\n * Number of chunks to transcribe automatically after.\n * Combined should be mess than 25MB or whisper would fail.\n */\nconst TRANSCRIBE_AFTER_CHUNKS_AMOUNT = 50;\n\nexport type UseTranscriberProps = {\n audioStreamTrack?: MediaStreamTrack;\n onSegments?: TranscriberParams['onSegments'];\n};\n\n/**\n * Records audio while user is speaking and transcribes it after user is done speaking.\n */\nexport const useTranscriber = ({ audioStreamTrack, onSegments }: UseTranscriberProps) => {\n // Initialize audio transcription.\n const transcriber = useMemo<Transcriber | undefined>(() => {\n if (!onSegments || !audioStreamTrack) {\n return undefined;\n }\n\n return new Transcriber({\n config: {\n transcribeAfterChunksAmount: TRANSCRIBE_AFTER_CHUNKS_AMOUNT,\n prefixBufferChunksAmount: PREFIXED_CHUNKS_AMOUNT,\n },\n recorder: new MediaStreamRecorder({\n mediaStreamTrack: audioStreamTrack,\n interval: RECORD_INTERVAL,\n }),\n onSegments,\n });\n }, [audioStreamTrack, onSegments]);\n\n useEffect(() => {\n return () => {\n void transcriber?.close();\n };\n }, [transcriber]);\n\n return transcriber;\n};\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { type IBlobEvent, type IMediaRecorder, MediaRecorder, register } from 'extendable-media-recorder';\nimport { WaveFile } from 'wavefile';\n\nimport { synchronized } from '@dxos/async';\nimport { invariant } from '@dxos/invariant';\nimport { log } from '@dxos/log';\nimport { trace } from '@dxos/tracing';\n\nimport { type WavConfig, type AudioChunk, type AudioRecorder } from './audio-recorder';\n\nlet initializingPromise: Promise<void> | undefined;\n\nconst initializeExtendableMediaRecorder = async () => {\n const { connect } = await import('extendable-media-recorder-wav-encoder');\n await register(await connect());\n};\n\n/**\n * Recorder that uses the MediaContext API and AudioNode API to record audio.\n *\n * It records MediaStream using https://www.npmjs.com/package/extendable-media-recorder.\n */\n@trace.resource()\nexport class MediaStreamRecorder implements AudioRecorder {\n private readonly _mediaStreamTrack: MediaStreamTrack;\n /**\n * Default MediaRecorder implementation do not support wav encoding.\n */\n private readonly _interval: number;\n private _mediaRecorder?: IMediaRecorder = undefined;\n private _header?: Uint8Array = undefined;\n private _onChunk?: (chunk: AudioChunk) => void;\n\n constructor({ mediaStreamTrack, interval }: { mediaStreamTrack: MediaStreamTrack; interval: number }) {\n this._mediaStreamTrack = mediaStreamTrack;\n this._interval = interval;\n }\n\n get wavConfig(): WavConfig {\n const settings = this._mediaStreamTrack.getSettings();\n return {\n channels: settings.channelCount ?? 1,\n sampleRate: settings.sampleRate ?? 16000,\n bitDepthCode: settings.sampleSize ? String(settings.sampleSize) : '16',\n };\n }\n\n setOnChunk(onChunk: (chunk: AudioChunk) => void): void {\n this._onChunk = onChunk;\n }\n\n async start() {\n await (initializingPromise ??= initializeExtendableMediaRecorder()).catch((err) =>\n log.info('initializeExtendableMediaRecorder', { err }),\n );\n\n if (!this._mediaRecorder) {\n const stream = new MediaStream([this._mediaStreamTrack]);\n this._mediaRecorder = new MediaRecorder(stream, { mimeType: 'audio/wav' });\n }\n\n if (this._mediaRecorder.state === 'recording') {\n return;\n }\n invariant(this._onChunk, 'MediaStreamRecorder: onChunk is not set');\n this._mediaRecorder.ondataavailable = (event) => this._ondataavailable(event);\n this._mediaRecorder.start(this._interval);\n }\n\n async stop() {\n if (this._mediaRecorder?.state !== 'recording') {\n return;\n }\n this._mediaRecorder.stop();\n }\n\n @synchronized\n private async _ondataavailable(event: IBlobEvent) {\n const blob = event.data;\n const uint8Array = new Uint8Array(await blob.arrayBuffer());\n\n // First chunk from the MediaRecorder has a header.\n const isHeader =\n uint8Array[0] === 0x52 && // R\n uint8Array[1] === 0x49 && // I\n uint8Array[2] === 0x46 && // F\n uint8Array[3] === 0x46; // F\n let wav: WaveFile;\n\n if (isHeader) {\n wav = new WaveFile(uint8Array);\n this._header = uint8Array.slice(0, 44);\n } else if (this._header) {\n wav = new WaveFile(new Uint8Array([...this._header, ...uint8Array]));\n } else {\n log.warn('MediaStreamRecorder: no header');\n return;\n }\n\n this._onChunk!({\n timestamp: Date.now(),\n data: wav.getSamples(),\n });\n }\n}\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { WaveFile } from 'wavefile';\n\nimport { DeferredTask, Trigger } from '@dxos/async';\nimport { type Context, LifecycleState, Resource } from '@dxos/context';\nimport { log } from '@dxos/log';\nimport { trace } from '@dxos/tracing';\n\nimport { type AudioRecorder, type AudioChunk } from './audio-recorder';\nimport { TRANSCRIPTION_URL, type TranscriptSegment } from '../types';\nimport { mergeFloat64Arrays } from '../util';\n\ntype WhisperWord = {\n word: string;\n\n /**\n * Time in seconds from the start of the audio.\n */\n start: number;\n\n /**\n * Time in seconds from the start of the audio.\n */\n end: number;\n};\n\ntype WhisperSegment = {\n text: string;\n\n /**\n * Time in seconds from the start of the audio.\n */\n start: number;\n\n /**\n * Time in seconds from the start of the audio.\n */\n end: number;\n\n /**\n * Probability of no speech in the segment.\n */\n no_speech_prob: number;\n\n words: WhisperWord[];\n};\n\nexport type TranscribeConfig = {\n /**\n * Number of chunks to transcribe automatically after.\n */\n transcribeAfterChunksAmount: number;\n\n /**\n * Number of chunks to save before the user starts speaking.\n * This is needed to catch the beginning of the user's speech.\n */\n prefixBufferChunksAmount: number;\n};\n\nexport type TranscriberParams = {\n config: TranscribeConfig;\n recorder: AudioRecorder;\n onSegments: (segments: TranscriptSegment[]) => Promise<void>;\n};\n\n/**\n * Handles transcription of audio chunks.\n * If user is not speaking, the last `minChunksAmount` chunks are saved and transcribed.\n * If user is speaking, the chunks are added to the buffer until the user is done talking.\n */\nexport class Transcriber extends Resource {\n private _audioChunks: AudioChunk[] = [];\n private _lastUsedTimestamp = 0;\n\n private readonly _openTrigger = new Trigger({ autoReset: true });\n\n private readonly _config: TranscribeConfig;\n private readonly _recorder: AudioRecorder;\n private readonly _onSegments: TranscriberParams['onSegments'];\n\n private _recording = false;\n private _transcribeTask?: DeferredTask = undefined;\n\n constructor({ config, recorder, onSegments }: TranscriberParams) {\n super();\n this._config = config;\n this._recorder = recorder;\n this._onSegments = onSegments;\n }\n\n protected override async _open(ctx: Context) {\n this._recorder.setOnChunk((chunk) => this._saveAudioChunk(chunk));\n await this._recorder.start();\n this._transcribeTask = new DeferredTask(ctx, async () => this._transcribe());\n this._openTrigger.wake();\n }\n\n protected override async _close() {\n this._recording = false;\n this._transcribeTask = undefined;\n await this._recorder.stop();\n }\n\n startChunksRecording() {\n if (this._lifecycleState !== LifecycleState.OPEN) {\n return;\n }\n this._recording = true;\n }\n\n stopChunksRecording() {\n if (this._lifecycleState !== LifecycleState.OPEN || !this._recording) {\n return;\n }\n this._recording = false;\n this._transcribeTask?.schedule();\n }\n\n private _saveAudioChunk(chunk: AudioChunk) {\n log('saving audio chunk', { chunk });\n this._audioChunks.push(chunk);\n\n // Clean the buffer if the user is not speaking and the transcription task is not scheduled.\n if (\n !this._recording &&\n (!this._transcribeTask || !this._transcribeTask.scheduled) &&\n this._audioChunks.length >= this._config.prefixBufferChunksAmount\n ) {\n this._audioChunks = this._dropOldChunks();\n } else if (this._audioChunks.length >= this._config.transcribeAfterChunksAmount && this._recording) {\n this._transcribeTask?.schedule();\n }\n }\n\n private async _transcribe() {\n log('transcribing', { chunks: this._audioChunks.length });\n const chunks = this._audioChunks;\n this._audioChunks = this._dropOldChunks();\n if (chunks.length === 0) {\n return;\n }\n\n const audio = await this._mergeAudioChunks(chunks);\n const segments = await this._fetchTranscription(audio);\n if (!Array.isArray(segments) || segments.length === 0) {\n return;\n }\n\n const alignedSegments = this._alignSegments(segments, chunks);\n if (alignedSegments.length > 0) {\n await this._onSegments(alignedSegments);\n }\n }\n\n private _dropOldChunks() {\n return this._config.prefixBufferChunksAmount > 0\n ? this._audioChunks.slice(-this._config.prefixBufferChunksAmount)\n : [];\n }\n\n @trace.span({ showInBrowserTimeline: true })\n private async _mergeAudioChunks(chunks: AudioChunk[]) {\n const file = new WaveFile();\n const wavConfig = this._recorder.wavConfig;\n\n file.fromScratch(\n wavConfig.channels,\n wavConfig.sampleRate,\n wavConfig.bitDepthCode,\n mergeFloat64Arrays(chunks.map(({ data }) => data)),\n );\n\n return file.toBase64();\n }\n\n @trace.span({ showInBrowserTimeline: true })\n private async _fetchTranscription(audio: string) {\n if (audio.length === 0) {\n this._audioChunks = [];\n throw new Error('No audio to send for transcribing');\n }\n\n const response = await fetch(`${TRANSCRIPTION_URL}/transcribe`, {\n method: 'POST',\n body: JSON.stringify({ audio }),\n headers: {\n 'Content-Type': 'application/json',\n },\n });\n\n if (!response.ok) {\n this._audioChunks = [];\n throw new Error('Failed to transcribe');\n }\n\n const {\n segments,\n }: {\n segments: WhisperSegment[];\n } = await response.json();\n\n log.info('transcription response', {\n segments,\n string: segments.map((segments) => segments.text).join(' '),\n });\n\n return segments;\n }\n\n private _alignSegments(segments: WhisperSegment[], originalChunks: AudioChunk[]): TranscriptSegment[] {\n // Absolute zero for all relative timestamps in the segments.\n const zeroTimestamp = originalChunks.at(0)!.timestamp;\n\n const filteredSegments = segments\n // Use segments that end after the last used timestamp.\n // Segments could overlap, so we need to filter words that starts after the last used timestamp.\n .filter((segment) => zeroTimestamp + segment.end * 1_000 >= this._lastUsedTimestamp)\n // Use words that starts after the last used timestamp.\n .map((segment) => {\n const words = segment.words.filter((word) => zeroTimestamp + word.start * 1_000 >= this._lastUsedTimestamp);\n return {\n ...segment,\n words,\n text: words.map((word) => word.word).join(''),\n start: words.at(0)?.start ?? segment.end,\n };\n })\n .filter((segment) => segment.words.length > 0);\n\n if (filteredSegments.length === 0) {\n return [];\n }\n\n // Update last timestamp.\n this._lastUsedTimestamp = zeroTimestamp + filteredSegments.at(-1)!.end * 1_000;\n\n // Add absolute timestamp to each segment.\n return filteredSegments.map((segment) => ({\n started: new Date(zeroTimestamp + segment.start * 1_000),\n text: segment.text,\n }));\n }\n}\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { useState, useEffect, useCallback } from 'react';\n\nimport { scheduleMicroTask } from '@dxos/async';\nimport { Context } from '@dxos/context';\nimport { log } from '@dxos/log';\nimport { useSoundEffect } from '@dxos/react-ui-sfx';\n\nimport { useAudioTrack } from './useAudioTrack';\nimport { useTranscriber } from './useTranscriber';\nimport { type TranscriberParams } from '../transcriber';\n\nexport type UseVoiceInputProps = {\n active?: boolean;\n onUpdate: (text: string) => void;\n};\n\n/**\n * Hook for voice input.\n */\nexport const useVoiceInput = ({ active, onUpdate }: UseVoiceInputProps) => {\n const soundStart = useSoundEffect('StartRecording');\n const soundStop = useSoundEffect('StopRecording');\n\n const handleSegments = useCallback<TranscriberParams['onSegments']>(async (segments) => {\n const text = segments.map((str) => str.text.trim().replace(/[^\\w\\s]/g, '')).join(' ');\n onUpdate(text);\n }, []);\n\n // Audio/transcription.\n const [recording, setRecording] = useState(false);\n const track = useAudioTrack(active);\n const transcriber = useTranscriber({\n audioStreamTrack: track,\n onSegments: handleSegments,\n });\n\n // Start/stop transcription.\n useEffect(() => {\n const ctx = new Context();\n scheduleMicroTask(ctx, async () => {\n if (active && transcriber) {\n await transcriber.open();\n log.info('starting...');\n setRecording(true);\n void soundStart.play();\n transcriber.startChunksRecording();\n } else if (!active && transcriber?.isOpen) {\n transcriber?.stopChunksRecording();\n await transcriber?.close();\n log.info('stopped');\n setRecording(false);\n void soundStop.play();\n }\n });\n\n return () => {\n void ctx.dispose();\n };\n }, [active, transcriber]);\n\n return { recording };\n};\n", "//\n// Copyright 2023 DXOS.org\n//\n\nimport { Capabilities, Events, contributes, defineModule, definePlugin } from '@dxos/app-framework';\nimport { ClientCapabilities, ClientEvents } from '@dxos/plugin-client';\n\nimport { AppGraphBuilder, IntentResolver, ReactSurface, TranscriptionCapabilities } from './capabilities';\nimport { meta, TRANSCRIPTION_PLUGIN } from './meta';\nimport translations from './translations';\nimport { TranscriptType } from './types';\n\nexport const TranscriptionPlugin = () =>\n definePlugin(meta, [\n defineModule({\n id: `${meta.id}/module/translations`,\n activatesOn: Events.SetupTranslations,\n activate: () => contributes(Capabilities.Translations, translations),\n }),\n defineModule({\n id: `${meta.id}/module/transcription`,\n activatesOn: Events.Startup,\n activate: () => contributes(TranscriptionCapabilities.Transcription, null),\n }),\n defineModule({\n id: `${meta.id}/module/metadata`,\n activatesOn: Events.SetupMetadata,\n activate: () =>\n contributes(Capabilities.Metadata, {\n id: TranscriptType.typename,\n metadata: {\n placeholder: ['transcript title placeholder', { ns: TRANSCRIPTION_PLUGIN }],\n icon: 'ph--subtitles--regular',\n },\n }),\n }),\n defineModule({\n id: `${meta.id}/module/schema`,\n activatesOn: ClientEvents.SetupSchema,\n activate: () => [contributes(ClientCapabilities.Schema, [TranscriptType])],\n }),\n defineModule({\n id: `${meta.id}/module/react-surface`,\n activatesOn: Events.SetupReactSurface,\n activate: ReactSurface,\n }),\n defineModule({\n id: `${meta.id}/module/intent-resolver`,\n activatesOn: Events.SetupIntentResolver,\n activate: IntentResolver,\n }),\n defineModule({\n id: `${meta.id}/module/app-graph-builder`,\n activatesOn: Events.SetupAppGraph,\n activate: AppGraphBuilder,\n }),\n ]);\n", "//\n// Copyright 2023 DXOS.org\n//\n\nimport { TRANSCRIPTION_PLUGIN } from './meta';\nimport { TranscriptType } from './types';\n\nexport default [\n {\n 'en-US': {\n [TranscriptType.typename]: {\n 'typename label': 'Transcript',\n },\n [TRANSCRIPTION_PLUGIN]: {\n 'plugin name': 'Transcription',\n 'calls label': 'Transcript',\n 'calls panel label': 'Transcription',\n 'create calls label': 'Create transcription',\n 'delete calls label': 'Delete',\n\n 'delete button': 'Delete',\n 'bookmark button': 'Bookmark',\n 'summary button': 'Create summary',\n 'summarizing label': 'Summarizing...',\n },\n },\n },\n];\n"],
|
|
5
|
-
"mappings": ";;;;;;;;;;;;;;;;;;;;AAIA,SAASA,YAAY;;;ACArB,SAASC,wBAAwB;;UAIhBC,4BAAAA;6BAEFC,gBAAgBC,iBAAuB,GAAGC,oBAAAA,2BAA+C;AACxG,GAHiBH,8BAAAA,4BAAAA,CAAAA,EAAAA;;;ADFV,IAAMI,kBAAkBC,KAAK,MAAM,OAAO,kCAAA,CAAA;AAC1C,IAAMC,iBAAiBD,KAAK,MAAM,OAAO,gCAAA,CAAA;AACzC,IAAME,eAAeF,KAAK,MAAM,OAAO,8BAAA,CAAA;;;AEJ9C,SAASG,WAAWC,gBAAgB;AAEpC,SAASC,WAAW;;AAQb,IAAMC,eAAe,CAACC,aAAAA;AAC3B,QAAM,CAAC,EAAEC,OAAOC,QAAQC,MAAK,GAAIC,SAAAA,IAAaP,SAAwB,CAAC,CAAA;AACvED,YAAU,MAAA;AACR,UAAMS,IAAIC,WAAW,YAAA;AACnB,YAAMC,WAAW,MAAMC,MAAMR,QAAAA;AAC7B,YAAMS,OAAO,MAAMF,SAASE,KAAI;AAChC,YAAMR,SAAQ,IAAIS,MAAAA;AAClBT,MAAAA,OAAMU,MAAMC,IAAIC,gBAAgBJ,IAAAA;AAChC,YAAM,IAAIK,QAAc,CAACC,SAASC,WAAAA;AAChCf,QAAAA,OAAMgB,iBACJ,SACA,CAACC,QAAAA;AACCpB,cAAIqB,MAAM,SAAS;YAAED;UAAI,GAAA;;;;;;AACzBF,iBAAOE,GAAAA;QACT,GACA;UAAEE,MAAM;QAAK,CAAA;AAEfnB,QAAAA,OAAMgB,iBACJ,WACA,MAAA;AACEnB,cAAIuB,KAAK,eAAA,QAAA;;;;;;AACTN,kBAAAA;QACF,GACA;UAAEK,MAAM;QAAK,CAAA;AAEfnB,QAAAA,OAAMqB,KAAI;MACZ,CAAA;AAEA,YAAMC,MAAM,IAAIC,aAAAA;AAEhB,YAAMC,cAAcF,IAAIG,6BAA4B;AACpDD,kBAAYE,eAAe;AAE3B,YAAMC,SAASL,IAAIM,yBAAyB5B,MAAAA;AAC5C2B,aAAOE,QAAQL,WAAAA;AAEfrB,gBAAU;QACRH,OAAAA;QACAC,QAAQuB,YAAYvB;QACpBC,OAAOsB,YAAYvB,OAAO6B,eAAc,EAAG,CAAA;MAC7C,CAAA;IACF,CAAA;AAEA,WAAO,MAAMC,aAAa3B,CAAAA;EAC5B,GAAG;IAACL;GAAS;AAEb,SAAO;IAAEC;IAAOC;IAAQC;EAAM;AAChC;;;ACzDA,SAAS8B,aAAAA,YAAWC,YAAAA,iBAAgB;AAM7B,IAAMC,gBAAgB,CAACC,WAAAA;AAC5B,QAAM,CAACC,OAAOC,QAAAA,IAAYC,UAAAA;AAC1BC,EAAAA,WAAU,MAAA;AACR,QAAI,CAACJ,QAAQ;AACXC,aAAOI,KAAAA;AACPH,eAASI,MAAAA;AACT;IACF;AAEA,UAAMC,YAAY,YAAA;AAChB,YAAMC,QAAQ,IAAIC,MAAAA;AAClBD,YAAME,YAAY,MAAMC,UAAUC,aAAaC,aAAa;QAAEL,OAAO;MAAK,CAAA;AAC1E,YAAM,CAACP,MAAAA,IAASO,MAAME,UAAUI,eAAc;AAC9C,UAAIb,QAAO;AACTC,iBAASD,MAAAA;MACX;IACF;AAEA,QAAID,QAAQ;AACV,WAAKO,UAAAA;IACP;EACF,GAAG;IAACP;GAAO;AAEX,SAAOC;AACT;;;AC9BA,SAASc,aAAAA,YAAWC,QAAQC,YAAAA,iBAAgB;AAIrC,IAAMC,gBAAgB,CAACC,qBAAAA;AAC5B,QAAM,CAACC,YAAYC,aAAAA,IAAiBC,UAAS,KAAA;AAM7C,QAAMC,gBAAgBC,OAAOJ,UAAAA;AAG7BK,EAAAA,WAAU,MAAA;AACR,QAAI,CAACN,kBAAkB;AACrBE,oBAAc,KAAA;AACd;IACF;AAEAE,kBAAcG,UAAUN;AACxB,UAAMO,WAAWC,OAAOC,YAAY,MAAA;AAElC,UAAIT,eAAeG,cAAcG,SAAS;AACxC;MACF;AAGAL,oBAAcE,cAAcG,OAAO;IACrC,GAAG,EAAA;AAEH,WAAO,MAAA;AACLI,oBAAcH,QAAAA;IAChB;EACF,GAAG;IAACP;IAAYG;IAAeJ;GAAiB;AAEhDM,EAAAA,WAAU,MAAA;AACR,QAAI,CAACN,kBAAkB;AACrB;IACF;AAEA,QAAIY,UAAU;AACd,UAAMC,UAAUC,kBAAkB;MAChCd;MACAe,WAAW,CAACC,QAAAA;AAIV,cAAMC,2BAA2BD,OAAOZ,cAAcG,UAAU,OAAO;AACvE,YAAIU,0BAA0B;AAE5BC,uBAAaN,OAAAA;AACbA,oBAAU;AAEVR,wBAAcG,UAAU;QAC1B,WAAWK,YAAY,IAAI;AAEzBA,oBAAUH,OAAOU,WAAW,MAAA;AAC1Bf,0BAAcG,UAAU;AAExBK,sBAAU;UACZ,GAAG,GAAA;QACL;MACF;IACF,CAAA;AAEA,WAAO,MAAA;AACLC,cAAAA;IACF;EACF,GAAG;IAACZ;IAAYD;GAAiB;AAEjC,SAAOC;AACT;;;ACxEA,SAASmB,aAAAA,YAAWC,eAAe;;;ACAnC,SAA+CC,eAAeC,gBAAgB;AAC9E,SAASC,gBAAgB;AAEzB,SAASC,oBAAoB;AAC7B,SAASC,iBAAiB;AAC1B,SAASC,OAAAA,YAAW;AACpB,SAASC,aAAa;;;;;;;;AAItB,IAAIC;AAEJ,IAAMC,oCAAoC,YAAA;AACxC,QAAM,EAAEC,QAAO,IAAK,MAAM,OAAO,uCAAA;AACjC,QAAMR,SAAS,MAAMQ,QAAAA,CAAAA;AACvB;AAQO,IAAMC,sBAAN,MAAMA;EAUXC,YAAY,EAAEC,kBAAkBC,SAAQ,GAA8D;AAJ9FC,0BAAkCC;AAClCC,mBAAuBD;AAI7B,SAAKE,oBAAoBL;AACzB,SAAKM,YAAYL;EACnB;EAEA,IAAIM,YAAuB;AACzB,UAAMC,WAAW,KAAKH,kBAAkBI,YAAW;AACnD,WAAO;MACLC,UAAUF,SAASG,gBAAgB;MACnCC,YAAYJ,SAASI,cAAc;MACnCC,cAAcL,SAASM,aAAaC,OAAOP,SAASM,UAAU,IAAI;IACpE;EACF;EAEAE,WAAWC,SAA4C;AACrD,SAAKC,WAAWD;EAClB;EAEA,MAAME,QAAQ;AACZ,WAAOxB,wBAAwBC,kCAAAA,GAAqCwB,MAAM,CAACC,QACzE5B,KAAI6B,KAAK,qCAAqC;MAAED;IAAI,GAAA;;;;;;AAGtD,QAAI,CAAC,KAAKnB,gBAAgB;AACxB,YAAMqB,SAAS,IAAIC,YAAY;QAAC,KAAKnB;OAAkB;AACvD,WAAKH,iBAAiB,IAAId,cAAcmC,QAAQ;QAAEE,UAAU;MAAY,CAAA;IAC1E;AAEA,QAAI,KAAKvB,eAAewB,UAAU,aAAa;AAC7C;IACF;AACAlC,cAAU,KAAK0B,UAAU,2CAAA;;;;;;;;;AACzB,SAAKhB,eAAeyB,kBAAkB,CAACC,UAAU,KAAKC,iBAAiBD,KAAAA;AACvE,SAAK1B,eAAeiB,MAAM,KAAKb,SAAS;EAC1C;EAEA,MAAMwB,OAAO;AACX,QAAI,KAAK5B,gBAAgBwB,UAAU,aAAa;AAC9C;IACF;AACA,SAAKxB,eAAe4B,KAAI;EAC1B;EAEA,MACcD,iBAAiBD,OAAmB;AAChD,UAAMG,OAAOH,MAAMI;AACnB,UAAMC,aAAa,IAAIC,WAAW,MAAMH,KAAKI,YAAW,CAAA;AAGxD,UAAMC,WACJH,WAAW,CAAA,MAAO;IAClBA,WAAW,CAAA,MAAO;IAClBA,WAAW,CAAA,MAAO;IAClBA,WAAW,CAAA,MAAO;AACpB,QAAII;AAEJ,QAAID,UAAU;AACZC,YAAM,IAAI/C,SAAS2C,UAAAA;AACnB,WAAK7B,UAAU6B,WAAWK,MAAM,GAAG,EAAA;IACrC,WAAW,KAAKlC,SAAS;AACvBiC,YAAM,IAAI/C,SAAS,IAAI4C,WAAW;WAAI,KAAK9B;WAAY6B;OAAW,CAAA;IACpE,OAAO;AACLxC,MAAAA,KAAI8C,KAAK,kCAAA,QAAA;;;;;;AACT;IACF;AAEA,SAAKrB,SAAU;MACbsB,WAAWC,KAAKC,IAAG;MACnBV,MAAMK,IAAIM,WAAU;IACtB,CAAA;EACF;AACF;;EA5BGpD;GArDUO,oBAAAA,WAAAA,oBAAAA,IAAAA;AAAAA,sBAAAA,aAAAA;EADZJ,MAAMkD,SAAQ;GACF9C,mBAAAA;;;ACvBb,SAAS+C,YAAAA,iBAAgB;AAEzB,SAASC,cAAcC,eAAe;AACtC,SAAuBC,gBAAgBC,gBAAgB;AACvD,SAASC,OAAAA,YAAW;AACpB,SAASC,SAAAA,cAAa;;;;;;;;AAiEf,IAAMC,cAAN,cAA0BC,SAAAA;EAa/BC,YAAY,EAAEC,QAAQC,UAAUC,WAAU,GAAuB;AAC/D,UAAK;AAbCC,wBAA6B,CAAA;AAC7BC,8BAAqB;AAEZC,wBAAe,IAAIC,QAAQ;MAAEC,WAAW;IAAK,CAAA;AAMtDC,sBAAa;AACbC,2BAAiCC;AAIvC,SAAKC,UAAUX;AACf,SAAKY,YAAYX;AACjB,SAAKY,cAAcX;EACrB;EAEA,MAAyBY,MAAMC,KAAc;AAC3C,SAAKH,UAAUI,WAAW,CAACC,UAAU,KAAKC,gBAAgBD,KAAAA,CAAAA;AAC1D,UAAM,KAAKL,UAAUO,MAAK;AAC1B,SAAKV,kBAAkB,IAAIW,aAAaL,KAAK,YAAY,KAAKM,YAAW,CAAA;AACzE,SAAKhB,aAAaiB,KAAI;EACxB;EAEA,MAAyBC,SAAS;AAChC,SAAKf,aAAa;AAClB,SAAKC,kBAAkBC;AACvB,UAAM,KAAKE,UAAUY,KAAI;EAC3B;EAEAC,uBAAuB;AACrB,QAAI,KAAKC,oBAAoBC,eAAeC,MAAM;AAChD;IACF;AACA,SAAKpB,aAAa;EACpB;EAEAqB,sBAAsB;AACpB,QAAI,KAAKH,oBAAoBC,eAAeC,QAAQ,CAAC,KAAKpB,YAAY;AACpE;IACF;AACA,SAAKA,aAAa;AAClB,SAAKC,iBAAiBqB,SAAAA;EACxB;EAEQZ,gBAAgBD,OAAmB;AACzCc,IAAAA,KAAI,sBAAsB;MAAEd;IAAM,GAAA;;;;;;AAClC,SAAKd,aAAa6B,KAAKf,KAAAA;AAGvB,QACE,CAAC,KAAKT,eACL,CAAC,KAAKC,mBAAmB,CAAC,KAAKA,gBAAgBwB,cAChD,KAAK9B,aAAa+B,UAAU,KAAKvB,QAAQwB,0BACzC;AACA,WAAKhC,eAAe,KAAKiC,eAAc;IACzC,WAAW,KAAKjC,aAAa+B,UAAU,KAAKvB,QAAQ0B,+BAA+B,KAAK7B,YAAY;AAClG,WAAKC,iBAAiBqB,SAAAA;IACxB;EACF;EAEA,MAAcT,cAAc;AAC1BU,IAAAA,KAAI,gBAAgB;MAAEO,QAAQ,KAAKnC,aAAa+B;IAAO,GAAA;;;;;;AACvD,UAAMI,SAAS,KAAKnC;AACpB,SAAKA,eAAe,KAAKiC,eAAc;AACvC,QAAIE,OAAOJ,WAAW,GAAG;AACvB;IACF;AAEA,UAAMK,QAAQ,MAAM,KAAKC,kBAAkBF,MAAAA;AAC3C,UAAMG,WAAW,MAAM,KAAKC,oBAAoBH,KAAAA;AAChD,QAAI,CAACI,MAAMC,QAAQH,QAAAA,KAAaA,SAASP,WAAW,GAAG;AACrD;IACF;AAEA,UAAMW,kBAAkB,KAAKC,eAAeL,UAAUH,MAAAA;AACtD,QAAIO,gBAAgBX,SAAS,GAAG;AAC9B,YAAM,KAAKrB,YAAYgC,eAAAA;IACzB;EACF;EAEQT,iBAAiB;AACvB,WAAO,KAAKzB,QAAQwB,2BAA2B,IAC3C,KAAKhC,aAAa4C,MAAM,CAAC,KAAKpC,QAAQwB,wBAAwB,IAC9D,CAAA;EACN;EAEA,MACcK,kBAAkBF,QAAsB;AACpD,UAAMU,OAAO,IAAIC,UAAAA;AACjB,UAAMC,YAAY,KAAKtC,UAAUsC;AAEjCF,SAAKG,YACHD,UAAUE,UACVF,UAAUG,YACVH,UAAUI,cACVC,mBAAmBjB,OAAOkB,IAAI,CAAC,EAAEC,KAAI,MAAOA,IAAAA,CAAAA,CAAAA;AAG9C,WAAOT,KAAKU,SAAQ;EACtB;EAEA,MACchB,oBAAoBH,OAAe;AAC/C,QAAIA,MAAML,WAAW,GAAG;AACtB,WAAK/B,eAAe,CAAA;AACpB,YAAM,IAAIwD,MAAM,mCAAA;IAClB;AAEA,UAAMC,WAAW,MAAMC,MAAM,GAAGC,iBAAAA,eAAgC;MAC9DC,QAAQ;MACRC,MAAMC,KAAKC,UAAU;QAAE3B;MAAM,CAAA;MAC7B4B,SAAS;QACP,gBAAgB;MAClB;IACF,CAAA;AAEA,QAAI,CAACP,SAASQ,IAAI;AAChB,WAAKjE,eAAe,CAAA;AACpB,YAAM,IAAIwD,MAAM,sBAAA;IAClB;AAEA,UAAM,EACJlB,SAAQ,IAGN,MAAMmB,SAASS,KAAI;AAEvBtC,IAAAA,KAAIuC,KAAK,0BAA0B;MACjC7B;MACA8B,QAAQ9B,SAASe,IAAI,CAACf,cAAaA,UAAS+B,IAAI,EAAEC,KAAK,GAAA;IACzD,GAAA;;;;;;AAEA,WAAOhC;EACT;EAEQK,eAAeL,UAA4BiC,gBAAmD;AAEpG,UAAMC,gBAAgBD,eAAeE,GAAG,CAAA,EAAIC;AAE5C,UAAMC,mBAAmBrC,SAGtBsC,OAAO,CAACC,YAAYL,gBAAgBK,QAAQC,MAAM,OAAS,KAAK7E,kBAAkB,EAElFoD,IAAI,CAACwB,YAAAA;AACJ,YAAME,QAAQF,QAAQE,MAAMH,OAAO,CAACI,SAASR,gBAAgBQ,KAAKhE,QAAQ,OAAS,KAAKf,kBAAkB;AAC1G,aAAO;QACL,GAAG4E;QACHE;QACAV,MAAMU,MAAM1B,IAAI,CAAC2B,SAASA,KAAKA,IAAI,EAAEV,KAAK,EAAA;QAC1CtD,OAAO+D,MAAMN,GAAG,CAAA,GAAIzD,SAAS6D,QAAQC;MACvC;IACF,CAAA,EACCF,OAAO,CAACC,YAAYA,QAAQE,MAAMhD,SAAS,CAAA;AAE9C,QAAI4C,iBAAiB5C,WAAW,GAAG;AACjC,aAAO,CAAA;IACT;AAGA,SAAK9B,qBAAqBuE,gBAAgBG,iBAAiBF,GAAG,EAAC,EAAIK,MAAM;AAGzE,WAAOH,iBAAiBtB,IAAI,CAACwB,aAAa;MACxCI,SAAS,IAAIC,KAAKV,gBAAgBK,QAAQ7D,QAAQ,GAAA;MAClDqD,MAAMQ,QAAQR;IAChB,EAAA;EACF;AACF;;EAlFGc,OAAMC,KAAK;IAAEC,uBAAuB;EAAK,CAAA;GA1F/B3F,YAAAA,WAAAA,qBAAAA,IAAAA;;EAyGVyF,OAAMC,KAAK;IAAEC,uBAAuB;EAAK,CAAA;GAzG/B3F,YAAAA,WAAAA,uBAAAA,IAAAA;;;AF7Db,IAAM4F,kBAAkB;AAKxB,IAAMC,yBAAyB;AAM/B,IAAMC,iCAAiC;AAUhC,IAAMC,iBAAiB,CAAC,EAAEC,kBAAkBC,WAAU,MAAuB;AAElF,QAAMC,cAAcC,QAAiC,MAAA;AACnD,QAAI,CAACF,cAAc,CAACD,kBAAkB;AACpC,aAAOI;IACT;AAEA,WAAO,IAAIC,YAAY;MACrBC,QAAQ;QACNC,6BAA6BT;QAC7BU,0BAA0BX;MAC5B;MACAY,UAAU,IAAIC,oBAAoB;QAChCC,kBAAkBX;QAClBY,UAAUhB;MACZ,CAAA;MACAK;IACF,CAAA;EACF,GAAG;IAACD;IAAkBC;GAAW;AAEjCY,EAAAA,WAAU,MAAA;AACR,WAAO,MAAA;AACL,WAAKX,aAAaY,MAAAA;IACpB;EACF,GAAG;IAACZ;GAAY;AAEhB,SAAOA;AACT;;;AGzDA,SAASa,YAAAA,WAAUC,aAAAA,YAAWC,mBAAmB;AAEjD,SAASC,yBAAyB;AAClC,SAASC,eAAe;AACxB,SAASC,OAAAA,YAAW;AACpB,SAASC,sBAAsB;;AAcxB,IAAMC,gBAAgB,CAAC,EAAEC,QAAQC,SAAQ,MAAsB;AACpE,QAAMC,aAAaC,eAAe,gBAAA;AAClC,QAAMC,YAAYD,eAAe,eAAA;AAEjC,QAAME,iBAAiBC,YAA6C,OAAOC,aAAAA;AACzE,UAAMC,OAAOD,SAASE,IAAI,CAACC,QAAQA,IAAIF,KAAKG,KAAI,EAAGC,QAAQ,YAAY,EAAA,CAAA,EAAKC,KAAK,GAAA;AACjFZ,aAASO,IAAAA;EACX,GAAG,CAAA,CAAE;AAGL,QAAM,CAACM,WAAWC,YAAAA,IAAgBC,UAAS,KAAA;AAC3C,QAAMC,QAAQC,cAAclB,MAAAA;AAC5B,QAAMmB,cAAcC,eAAe;IACjCC,kBAAkBJ;IAClBK,YAAYjB;EACd,CAAA;AAGAkB,EAAAA,WAAU,MAAA;AACR,UAAMC,MAAM,IAAIC,QAAAA,QAAAA;;;;AAChBC,sBAAkBF,KAAK,YAAA;AACrB,UAAIxB,UAAUmB,aAAa;AACzB,cAAMA,YAAYQ,KAAI;AACtBC,QAAAA,KAAIC,KAAK,eAAA,QAAA;;;;;;AACTd,qBAAa,IAAA;AACb,aAAKb,WAAW4B,KAAI;AACpBX,oBAAYY,qBAAoB;MAClC,WAAW,CAAC/B,UAAUmB,aAAaa,QAAQ;AACzCb,qBAAac,oBAAAA;AACb,cAAMd,aAAae,MAAAA;AACnBN,QAAAA,KAAIC,KAAK,WAAA,QAAA;;;;;;AACTd,qBAAa,KAAA;AACb,aAAKX,UAAU0B,KAAI;MACrB;IACF,CAAA;AAEA,WAAO,MAAA;AACL,WAAKN,IAAIW,QAAO;IAClB;EACF,GAAG;IAACnC;IAAQmB;GAAY;AAExB,SAAO;IAAEL;EAAU;AACrB;;;AC7DA,SAASsB,cAAcC,QAAQC,aAAaC,cAAcC,oBAAoB;AAC9E,SAASC,oBAAoBC,oBAAoB;;;ACEjD,IAAA,uBAAe;EACb;IACE,SAAS;MACP,CAACC,eAAeC,QAAQ,GAAG;QACzB,kBAAkB;MACpB;MACA,CAACC,oBAAAA,GAAuB;QACtB,eAAe;QACf,eAAe;QACf,qBAAqB;QACrB,sBAAsB;QACtB,sBAAsB;QAEtB,iBAAiB;QACjB,mBAAmB;QACnB,kBAAkB;QAClB,qBAAqB;MACvB;IACF;EACF;;;;ADdK,IAAMC,sBAAsB,MACjCC,aAAaC,MAAM;EACjBC,aAAa;IACXC,IAAI,GAAGF,KAAKE,EAAE;IACdC,aAAaC,OAAOC;IACpBC,UAAU,MAAMC,YAAYC,aAAaC,cAAcC,oBAAAA;EACzD,CAAA;EACAT,aAAa;IACXC,IAAI,GAAGF,KAAKE,EAAE;IACdC,aAAaC,OAAOO;IACpBL,UAAU,MAAMC,YAAYK,0BAA0BC,eAAe,IAAA;EACvE,CAAA;EACAZ,aAAa;IACXC,IAAI,GAAGF,KAAKE,EAAE;IACdC,aAAaC,OAAOU;IACpBR,UAAU,MACRC,YAAYC,aAAaO,UAAU;MACjCb,IAAIc,eAAeC;MACnBC,UAAU;QACRC,aAAa;UAAC;UAAgC;YAAEC,IAAIC;UAAqB;;QACzEC,MAAM;MACR;IACF,CAAA;EACJ,CAAA;EACArB,aAAa;IACXC,IAAI,GAAGF,KAAKE,EAAE;IACdC,aAAaoB,aAAaC;IAC1BlB,UAAU,MAAM;MAACC,YAAYkB,mBAAmBC,QAAQ;QAACV;OAAe;;EAC1E,CAAA;EACAf,aAAa;IACXC,IAAI,GAAGF,KAAKE,EAAE;IACdC,aAAaC,OAAOuB;IACpBrB,UAAUsB;EACZ,CAAA;EACA3B,aAAa;IACXC,IAAI,GAAGF,KAAKE,EAAE;IACdC,aAAaC,OAAOyB;IACpBvB,UAAUwB;EACZ,CAAA;EACA7B,aAAa;IACXC,IAAI,GAAGF,KAAKE,EAAE;IACdC,aAAaC,OAAO2B;IACpBzB,UAAU0B;EACZ,CAAA;CACD;",
|
|
6
|
-
"names": ["lazy", "defineCapability", "TranscriptionCapabilities", "Transcription", "defineCapability", "TRANSCRIPTION_PLUGIN", "AppGraphBuilder", "lazy", "IntentResolver", "ReactSurface", "useEffect", "useState", "log", "useAudioFile", "audioUrl", "audio", "stream", "track", "setStream", "t", "setTimeout", "response", "fetch", "blob", "Audio", "src", "URL", "createObjectURL", "Promise", "resolve", "reject", "addEventListener", "err", "error", "once", "info", "load", "ctx", "AudioContext", "destination", "createMediaStreamDestination", "channelCount", "source", "createMediaElementSource", "connect", "getAudioTracks", "clearTimeout", "useEffect", "useState", "useAudioTrack", "active", "track", "setTrack", "useState", "useEffect", "stop", "undefined", "initAudio", "audio", "Audio", "srcObject", "navigator", "mediaDevices", "getUserMedia", "getAudioTracks", "useEffect", "
|
|
3
|
+
"sources": ["../../../src/capabilities/index.ts", "../../../src/capabilities/capabilities.ts", "../../../src/hooks/useAudioFile.ts", "../../../src/hooks/useAudioTrack.ts", "../../../src/hooks/useTranscriber.ts", "../../../src/hooks/useVoiceInput.ts", "../../../src/transcription-manager.ts", "../../../src/TranscriptionPlugin.tsx", "../../../src/translations.ts"],
|
|
4
|
+
"sourcesContent": ["//\n// Copyright 2025 DXOS.org\n//\n\nimport { lazy } from '@dxos/app-framework';\n\nexport const AppGraphBuilder = lazy(() => import('./app-graph-builder'));\nexport const IntentResolver = lazy(() => import('./intent-resolver'));\nexport const ReactSurface = lazy(() => import('./react-surface'));\n\nexport * from './capabilities';\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { defineCapability } from '@dxos/app-framework';\n\nimport { TRANSCRIPTION_PLUGIN } from '../meta';\n\nexport namespace TranscriptionCapabilities {\n // TODO(burdon): Currently this is just a marker; adapt useVoiceInput to use this.\n export const Transcription = defineCapability<null>(`${TRANSCRIPTION_PLUGIN}/capability/transcription`);\n}\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { useEffect, useState } from 'react';\n\nimport { log } from '@dxos/log';\n\nexport type UseAudioState = {\n audio?: HTMLAudioElement;\n stream?: MediaStream;\n track?: MediaStreamTrack;\n};\n\nexport const useAudioFile = (audioUrl: string): UseAudioState => {\n const [{ audio, stream, track }, setStream] = useState<UseAudioState>({});\n useEffect(() => {\n const t = setTimeout(async () => {\n const response = await fetch(audioUrl);\n const blob = await response.blob();\n const audio = new Audio();\n audio.src = URL.createObjectURL(blob);\n await new Promise<void>((resolve, reject) => {\n audio.addEventListener(\n 'error',\n (err) => {\n log.error('error', { err });\n reject(err);\n },\n { once: true },\n );\n audio.addEventListener(\n 'canplay',\n () => {\n log.info('starting...');\n resolve();\n },\n { once: true },\n );\n audio.load();\n });\n\n const ctx = new AudioContext();\n\n const destination = ctx.createMediaStreamDestination();\n destination.channelCount = 1;\n\n const source = ctx.createMediaElementSource(audio);\n source.connect(destination);\n\n setStream({\n audio,\n stream: destination.stream,\n track: destination.stream.getAudioTracks()[0],\n });\n });\n\n return () => clearTimeout(t);\n }, [audioUrl]);\n\n return { audio, stream, track };\n};\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { useEffect, useState } from 'react';\n\n/**\n *\n */\n// TODO(burdon): Reconcile with react-ui-sfx and plugin-calls.\nexport const useAudioTrack = (active?: boolean): MediaStreamTrack | undefined => {\n const [track, setTrack] = useState<MediaStreamTrack>();\n useEffect(() => {\n if (!active) {\n track?.stop();\n setTrack(undefined);\n return;\n }\n\n const initAudio = async () => {\n const audio = new Audio();\n audio.srcObject = await navigator.mediaDevices.getUserMedia({ audio: true });\n const [track] = audio.srcObject.getAudioTracks();\n if (track) {\n setTrack(track);\n }\n };\n\n if (active) {\n void initAudio();\n }\n }, [active]);\n\n return track;\n};\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { useEffect, useMemo } from 'react';\n\nimport { MediaStreamRecorder, Transcriber, type TranscriberParams } from '../transcriber';\n\n// TODO(burdon): Move to config?\n\n/**\n * Length of the chunk in ms.\n */\nconst RECORD_INTERVAL = 200;\n\n/**\n * Number of chunks to save before the user starts speaking.\n */\nconst PREFIXED_CHUNKS_AMOUNT = 10;\n\n/**\n * Number of chunks to transcribe automatically after.\n * Combined should be mess than 25MB or whisper would fail.\n */\nconst TRANSCRIBE_AFTER_CHUNKS_AMOUNT = 50;\n\nexport type UseTranscriberProps = {\n audioStreamTrack?: MediaStreamTrack;\n onSegments?: TranscriberParams['onSegments'];\n};\n\n/**\n * Records audio while user is speaking and transcribes it after user is done speaking.\n */\nexport const useTranscriber = ({ audioStreamTrack, onSegments }: UseTranscriberProps) => {\n // Initialize audio transcription.\n const transcriber = useMemo<Transcriber | undefined>(() => {\n if (!onSegments || !audioStreamTrack) {\n return undefined;\n }\n\n return new Transcriber({\n config: {\n transcribeAfterChunksAmount: TRANSCRIBE_AFTER_CHUNKS_AMOUNT,\n prefixBufferChunksAmount: PREFIXED_CHUNKS_AMOUNT,\n },\n recorder: new MediaStreamRecorder({\n mediaStreamTrack: audioStreamTrack,\n interval: RECORD_INTERVAL,\n }),\n onSegments,\n });\n }, [audioStreamTrack, onSegments]);\n\n useEffect(() => {\n return () => {\n void transcriber?.close();\n };\n }, [transcriber]);\n\n return transcriber;\n};\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { useState, useEffect, useCallback } from 'react';\n\nimport { scheduleMicroTask } from '@dxos/async';\nimport { Context } from '@dxos/context';\nimport { log } from '@dxos/log';\nimport { useSoundEffect } from '@dxos/react-ui-sfx';\n\nimport { useAudioTrack } from './useAudioTrack';\nimport { useTranscriber } from './useTranscriber';\nimport { type TranscriberParams } from '../transcriber';\n\nexport type UseVoiceInputProps = {\n active?: boolean;\n onUpdate: (text: string) => void;\n};\n\n/**\n * Hook for voice input.\n */\nexport const useVoiceInput = ({ active, onUpdate }: UseVoiceInputProps) => {\n const soundStart = useSoundEffect('StartRecording');\n const soundStop = useSoundEffect('StopRecording');\n\n const handleSegments = useCallback<TranscriberParams['onSegments']>(async (segments) => {\n const text = segments.map((str) => str.text.trim().replace(/[^\\w\\s]/g, '')).join(' ');\n onUpdate(text);\n }, []);\n\n // Audio/transcription.\n const [recording, setRecording] = useState(false);\n const track = useAudioTrack(active);\n const transcriber = useTranscriber({\n audioStreamTrack: track,\n onSegments: handleSegments,\n });\n\n // Start/stop transcription.\n useEffect(() => {\n const ctx = new Context();\n scheduleMicroTask(ctx, async () => {\n if (active && transcriber) {\n await transcriber.open();\n log.info('starting...');\n setRecording(true);\n void soundStart.play();\n transcriber.startChunksRecording();\n } else if (!active && transcriber?.isOpen) {\n transcriber?.stopChunksRecording();\n await transcriber?.close();\n log.info('stopped');\n setRecording(false);\n void soundStop.play();\n }\n });\n\n return () => {\n void ctx.dispose();\n };\n }, [active, transcriber]);\n\n return { recording };\n};\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { synchronized } from '@dxos/async';\nimport { Resource } from '@dxos/context';\nimport { QueueImpl, type Queue } from '@dxos/echo-db';\nimport { createStatic } from '@dxos/echo-schema';\nimport { invariant } from '@dxos/invariant';\nimport { DXN } from '@dxos/keys';\nimport { type EdgeHttpClient } from '@dxos/react-edge-client';\nimport { type HuePalette } from '@dxos/react-ui-theme';\n\nimport { MediaStreamRecorder, Transcriber } from './transcriber';\nimport { TranscriptBlock, type TranscriptSegment } from './types';\n\n/**\n * Length of the chunk in ms.\n */\nconst RECORD_INTERVAL = 200;\n\n/**\n * Number of chunks to save before the user starts speaking.\n */\nconst PREFIXED_CHUNKS_AMOUNT = 10;\n\n/**\n * Number of chunks to transcribe automatically after.\n * Combined should be mess than 25MB or whisper would fail.\n */\nconst TRANSCRIBE_AFTER_CHUNKS_AMOUNT = 50;\n\n/**\n * Manages transcription state.\n */\n// TODO(mykola): Reconcile with useTranscriber hook.\nexport class TranscriptionManager extends Resource {\n private readonly _edgeClient: EdgeHttpClient;\n private _audioStreamTrack?: MediaStreamTrack = undefined;\n private _name?: string = undefined;\n private _hue?: HuePalette = undefined;\n private _mediaRecorder?: MediaStreamRecorder = undefined;\n private _transcriber?: Transcriber = undefined;\n private _enabled = false;\n private _queue?: Queue<TranscriptBlock> = undefined;\n\n constructor(edgeClient: EdgeHttpClient) {\n super();\n this._edgeClient = edgeClient;\n }\n\n protected override async _open() {\n await this._toggleTranscriber();\n }\n\n protected override async _close() {\n void this._transcriber?.close();\n }\n\n @synchronized\n setRecording(recording?: boolean) {\n if (!this.isOpen || !this._enabled) {\n return;\n }\n\n if (recording) {\n this._transcriber?.startChunksRecording();\n } else {\n this._transcriber?.stopChunksRecording();\n }\n }\n\n /**\n * Enable or disable transcription.\n * @param enabled - Whether to enable transcription.\n */\n @synchronized\n async setEnabled(enabled?: boolean) {\n if (this._enabled === enabled) {\n return;\n }\n this._enabled = enabled ?? false;\n this.isOpen && (await this._toggleTranscriber());\n }\n\n @synchronized\n async setAudioTrack(track?: MediaStreamTrack) {\n if (this._audioStreamTrack === track) {\n return;\n }\n this._audioStreamTrack = track;\n this.isOpen && (await this._toggleTranscriber());\n }\n\n /**\n * Set the queue to save the transcription to.\n * @param queue - The queue to save the transcription to or the DXN of the queue.\n */\n @synchronized\n setQueue(queue?: Queue<TranscriptBlock> | string) {\n switch (typeof queue) {\n case 'string':\n if (this._queue?.dxn.toString() === queue) {\n return;\n }\n this._queue = new QueueImpl<TranscriptBlock>(this._edgeClient, DXN.parse(queue));\n break;\n case 'object':\n if (this._queue === queue) {\n return;\n }\n invariant(queue instanceof QueueImpl);\n this._queue = queue;\n break;\n case 'undefined':\n this._queue = undefined;\n break;\n }\n }\n\n @synchronized\n setName(name: string) {\n if (this._name === name) {\n return;\n }\n this._name = name;\n }\n\n @synchronized\n setHue(hue: HuePalette) {\n if (this._hue === hue) {\n return;\n }\n this._hue = hue;\n }\n\n private async _toggleTranscriber() {\n await this._maybeReinitTranscriber();\n\n // Open or close transcriber if transcription is enabled or disabled.\n if (this._enabled) {\n await this._transcriber?.open();\n } else {\n await this._transcriber?.close();\n }\n }\n\n private async _maybeReinitTranscriber() {\n if (!this._audioStreamTrack || !this._enabled) {\n return;\n }\n\n // Reinitialize transcriber if queue or media stream track has changed.\n let needReinit = false;\n if (this._audioStreamTrack !== this._mediaRecorder?.mediaStreamTrack) {\n this._mediaRecorder = new MediaStreamRecorder({\n mediaStreamTrack: this._audioStreamTrack,\n interval: RECORD_INTERVAL,\n });\n needReinit = true;\n }\n if (needReinit) {\n await this._transcriber?.close();\n this._transcriber = new Transcriber({\n config: {\n transcribeAfterChunksAmount: TRANSCRIBE_AFTER_CHUNKS_AMOUNT,\n prefixBufferChunksAmount: PREFIXED_CHUNKS_AMOUNT,\n },\n recorder: this._mediaRecorder,\n onSegments: (segments) => this._onSegments(segments),\n });\n }\n }\n\n private async _onSegments(segments: TranscriptSegment[]) {\n if (!this.isOpen || !this._queue) {\n return;\n }\n\n const block = createStatic(TranscriptBlock, { authorName: this._name, authorHue: this._hue, segments });\n this._queue.append([block]);\n }\n}\n", "//\n// Copyright 2023 DXOS.org\n//\n\nimport { Capabilities, Events, contributes, defineModule, definePlugin } from '@dxos/app-framework';\nimport { ClientCapabilities, ClientEvents } from '@dxos/plugin-client';\n\nimport { AppGraphBuilder, IntentResolver, ReactSurface, TranscriptionCapabilities } from './capabilities';\nimport { meta } from './meta';\nimport translations from './translations';\nimport { TranscriptType } from './types';\n\nexport const TranscriptionPlugin = () =>\n definePlugin(meta, [\n defineModule({\n id: `${meta.id}/module/translations`,\n activatesOn: Events.SetupTranslations,\n activate: () => contributes(Capabilities.Translations, translations),\n }),\n defineModule({\n id: `${meta.id}/module/transcription`,\n activatesOn: Events.Startup,\n activate: () => contributes(TranscriptionCapabilities.Transcription, null),\n }),\n defineModule({\n id: `${meta.id}/module/metadata`,\n activatesOn: Events.SetupMetadata,\n activate: () =>\n contributes(Capabilities.Metadata, {\n id: TranscriptType.typename,\n metadata: {\n icon: 'ph--subtitles--regular',\n },\n }),\n }),\n defineModule({\n id: `${meta.id}/module/schema`,\n activatesOn: ClientEvents.SetupSchema,\n activate: () => [contributes(ClientCapabilities.Schema, [TranscriptType])],\n }),\n defineModule({\n id: `${meta.id}/module/react-surface`,\n activatesOn: Events.SetupReactSurface,\n activate: ReactSurface,\n }),\n defineModule({\n id: `${meta.id}/module/intent-resolver`,\n activatesOn: Events.SetupIntentResolver,\n activate: IntentResolver,\n }),\n defineModule({\n id: `${meta.id}/module/app-graph-builder`,\n activatesOn: Events.SetupAppGraph,\n activate: AppGraphBuilder,\n }),\n ]);\n", "//\n// Copyright 2023 DXOS.org\n//\n\nimport { TRANSCRIPTION_PLUGIN } from './meta';\nimport { TranscriptType } from './types';\n\nexport default [\n {\n 'en-US': {\n [TranscriptType.typename]: {\n 'typename label': 'Transcript',\n 'object name placeholder': 'New transcript',\n },\n [TRANSCRIPTION_PLUGIN]: {\n 'plugin name': 'Transcription',\n 'calls label': 'Transcript',\n 'calls panel label': 'Transcription',\n 'create calls label': 'Create transcription',\n 'delete calls label': 'Delete',\n\n 'delete button': 'Delete',\n 'bookmark button': 'Bookmark',\n 'scroll to end label': 'Scroll to latest',\n },\n },\n },\n];\n"],
|
|
5
|
+
"mappings": ";;;;;;;;;;;;;;;;;;;;;;;AAIA,SAASA,YAAY;;;ACArB,SAASC,wBAAwB;;UAIhBC,4BAAAA;6BAEFC,gBAAgBC,iBAAuB,GAAGC,oBAAAA,2BAA+C;AACxG,GAHiBH,8BAAAA,4BAAAA,CAAAA,EAAAA;;;ADFV,IAAMI,kBAAkBC,KAAK,MAAM,OAAO,kCAAA,CAAA;AAC1C,IAAMC,iBAAiBD,KAAK,MAAM,OAAO,gCAAA,CAAA;AACzC,IAAME,eAAeF,KAAK,MAAM,OAAO,8BAAA,CAAA;;;AEJ9C,SAASG,WAAWC,gBAAgB;AAEpC,SAASC,WAAW;;AAQb,IAAMC,eAAe,CAACC,aAAAA;AAC3B,QAAM,CAAC,EAAEC,OAAOC,QAAQC,MAAK,GAAIC,SAAAA,IAAaP,SAAwB,CAAC,CAAA;AACvED,YAAU,MAAA;AACR,UAAMS,IAAIC,WAAW,YAAA;AACnB,YAAMC,WAAW,MAAMC,MAAMR,QAAAA;AAC7B,YAAMS,OAAO,MAAMF,SAASE,KAAI;AAChC,YAAMR,SAAQ,IAAIS,MAAAA;AAClBT,MAAAA,OAAMU,MAAMC,IAAIC,gBAAgBJ,IAAAA;AAChC,YAAM,IAAIK,QAAc,CAACC,SAASC,WAAAA;AAChCf,QAAAA,OAAMgB,iBACJ,SACA,CAACC,QAAAA;AACCpB,cAAIqB,MAAM,SAAS;YAAED;UAAI,GAAA;;;;;;AACzBF,iBAAOE,GAAAA;QACT,GACA;UAAEE,MAAM;QAAK,CAAA;AAEfnB,QAAAA,OAAMgB,iBACJ,WACA,MAAA;AACEnB,cAAIuB,KAAK,eAAA,QAAA;;;;;;AACTN,kBAAAA;QACF,GACA;UAAEK,MAAM;QAAK,CAAA;AAEfnB,QAAAA,OAAMqB,KAAI;MACZ,CAAA;AAEA,YAAMC,MAAM,IAAIC,aAAAA;AAEhB,YAAMC,cAAcF,IAAIG,6BAA4B;AACpDD,kBAAYE,eAAe;AAE3B,YAAMC,SAASL,IAAIM,yBAAyB5B,MAAAA;AAC5C2B,aAAOE,QAAQL,WAAAA;AAEfrB,gBAAU;QACRH,OAAAA;QACAC,QAAQuB,YAAYvB;QACpBC,OAAOsB,YAAYvB,OAAO6B,eAAc,EAAG,CAAA;MAC7C,CAAA;IACF,CAAA;AAEA,WAAO,MAAMC,aAAa3B,CAAAA;EAC5B,GAAG;IAACL;GAAS;AAEb,SAAO;IAAEC;IAAOC;IAAQC;EAAM;AAChC;;;ACzDA,SAAS8B,aAAAA,YAAWC,YAAAA,iBAAgB;AAM7B,IAAMC,gBAAgB,CAACC,WAAAA;AAC5B,QAAM,CAACC,OAAOC,QAAAA,IAAYC,UAAAA;AAC1BC,EAAAA,WAAU,MAAA;AACR,QAAI,CAACJ,QAAQ;AACXC,aAAOI,KAAAA;AACPH,eAASI,MAAAA;AACT;IACF;AAEA,UAAMC,YAAY,YAAA;AAChB,YAAMC,QAAQ,IAAIC,MAAAA;AAClBD,YAAME,YAAY,MAAMC,UAAUC,aAAaC,aAAa;QAAEL,OAAO;MAAK,CAAA;AAC1E,YAAM,CAACP,MAAAA,IAASO,MAAME,UAAUI,eAAc;AAC9C,UAAIb,QAAO;AACTC,iBAASD,MAAAA;MACX;IACF;AAEA,QAAID,QAAQ;AACV,WAAKO,UAAAA;IACP;EACF,GAAG;IAACP;GAAO;AAEX,SAAOC;AACT;;;AC9BA,SAASc,aAAAA,YAAWC,eAAe;AASnC,IAAMC,kBAAkB;AAKxB,IAAMC,yBAAyB;AAM/B,IAAMC,iCAAiC;AAUhC,IAAMC,iBAAiB,CAAC,EAAEC,kBAAkBC,WAAU,MAAuB;AAElF,QAAMC,cAAcC,QAAiC,MAAA;AACnD,QAAI,CAACF,cAAc,CAACD,kBAAkB;AACpC,aAAOI;IACT;AAEA,WAAO,IAAIC,YAAY;MACrBC,QAAQ;QACNC,6BAA6BT;QAC7BU,0BAA0BX;MAC5B;MACAY,UAAU,IAAIC,oBAAoB;QAChCC,kBAAkBX;QAClBY,UAAUhB;MACZ,CAAA;MACAK;IACF,CAAA;EACF,GAAG;IAACD;IAAkBC;GAAW;AAEjCY,EAAAA,WAAU,MAAA;AACR,WAAO,MAAA;AACL,WAAKX,aAAaY,MAAAA;IACpB;EACF,GAAG;IAACZ;GAAY;AAEhB,SAAOA;AACT;;;ACzDA,SAASa,YAAAA,WAAUC,aAAAA,YAAWC,mBAAmB;AAEjD,SAASC,yBAAyB;AAClC,SAASC,eAAe;AACxB,SAASC,OAAAA,YAAW;AACpB,SAASC,sBAAsB;;AAcxB,IAAMC,gBAAgB,CAAC,EAAEC,QAAQC,SAAQ,MAAsB;AACpE,QAAMC,aAAaC,eAAe,gBAAA;AAClC,QAAMC,YAAYD,eAAe,eAAA;AAEjC,QAAME,iBAAiBC,YAA6C,OAAOC,aAAAA;AACzE,UAAMC,OAAOD,SAASE,IAAI,CAACC,QAAQA,IAAIF,KAAKG,KAAI,EAAGC,QAAQ,YAAY,EAAA,CAAA,EAAKC,KAAK,GAAA;AACjFZ,aAASO,IAAAA;EACX,GAAG,CAAA,CAAE;AAGL,QAAM,CAACM,WAAWC,YAAAA,IAAgBC,UAAS,KAAA;AAC3C,QAAMC,QAAQC,cAAclB,MAAAA;AAC5B,QAAMmB,cAAcC,eAAe;IACjCC,kBAAkBJ;IAClBK,YAAYjB;EACd,CAAA;AAGAkB,EAAAA,WAAU,MAAA;AACR,UAAMC,MAAM,IAAIC,QAAAA,QAAAA;;;;AAChBC,sBAAkBF,KAAK,YAAA;AACrB,UAAIxB,UAAUmB,aAAa;AACzB,cAAMA,YAAYQ,KAAI;AACtBC,QAAAA,KAAIC,KAAK,eAAA,QAAA;;;;;;AACTd,qBAAa,IAAA;AACb,aAAKb,WAAW4B,KAAI;AACpBX,oBAAYY,qBAAoB;MAClC,WAAW,CAAC/B,UAAUmB,aAAaa,QAAQ;AACzCb,qBAAac,oBAAAA;AACb,cAAMd,aAAae,MAAAA;AACnBN,QAAAA,KAAIC,KAAK,WAAA,QAAA;;;;;;AACTd,qBAAa,KAAA;AACb,aAAKX,UAAU0B,KAAI;MACrB;IACF,CAAA;AAEA,WAAO,MAAA;AACL,WAAKN,IAAIW,QAAO;IAClB;EACF,GAAG;IAACnC;IAAQmB;GAAY;AAExB,SAAO;IAAEL;EAAU;AACrB;;;AC7DA,SAASsB,oBAAoB;AAC7B,SAASC,gBAAgB;AACzB,SAASC,iBAA6B;AACtC,SAASC,oBAAoB;AAC7B,SAASC,iBAAiB;AAC1B,SAASC,WAAW;;;;;;;;AAUpB,IAAMC,mBAAkB;AAKxB,IAAMC,0BAAyB;AAM/B,IAAMC,kCAAiC;AAMhC,IAAMC,uBAAN,cAAmCC,SAAAA;EAUxCC,YAAYC,YAA4B;AACtC,UAAK;AATCC,6BAAuCC;AACvCC,iBAAiBD;AACjBE,gBAAoBF;AACpBG,0BAAuCH;AACvCI,wBAA6BJ;AAC7BK,oBAAW;AACXC,kBAAkCN;AAIxC,SAAKO,cAAcT;EACrB;EAEA,MAAyBU,QAAQ;AAC/B,UAAM,KAAKC,mBAAkB;EAC/B;EAEA,MAAyBC,SAAS;AAChC,SAAK,KAAKN,cAAcO,MAAAA;EAC1B;EAGAC,aAAaC,WAAqB;AAChC,QAAI,CAAC,KAAKC,UAAU,CAAC,KAAKT,UAAU;AAClC;IACF;AAEA,QAAIQ,WAAW;AACb,WAAKT,cAAcW,qBAAAA;IACrB,OAAO;AACL,WAAKX,cAAcY,oBAAAA;IACrB;EACF;;;;;EAMA,MACMC,WAAWC,SAAmB;AAClC,QAAI,KAAKb,aAAaa,SAAS;AAC7B;IACF;AACA,SAAKb,WAAWa,WAAW;AAC3B,SAAKJ,UAAW,MAAM,KAAKL,mBAAkB;EAC/C;EAEA,MACMU,cAAcC,OAA0B;AAC5C,QAAI,KAAKrB,sBAAsBqB,OAAO;AACpC;IACF;AACA,SAAKrB,oBAAoBqB;AACzB,SAAKN,UAAW,MAAM,KAAKL,mBAAkB;EAC/C;;;;;EAOAY,SAASC,OAAyC;AAChD,YAAQ,OAAOA,OAAAA;MACb,KAAK;AACH,YAAI,KAAKhB,QAAQiB,IAAIC,SAAAA,MAAeF,OAAO;AACzC;QACF;AACA,aAAKhB,SAAS,IAAImB,UAA2B,KAAKlB,aAAamB,IAAIC,MAAML,KAAAA,CAAAA;AACzE;MACF,KAAK;AACH,YAAI,KAAKhB,WAAWgB,OAAO;AACzB;QACF;AACAM,kBAAUN,iBAAiBG,WAAAA,QAAAA;;;;;;;;;AAC3B,aAAKnB,SAASgB;AACd;MACF,KAAK;AACH,aAAKhB,SAASN;AACd;IACJ;EACF;EAGA6B,QAAQC,MAAc;AACpB,QAAI,KAAK7B,UAAU6B,MAAM;AACvB;IACF;AACA,SAAK7B,QAAQ6B;EACf;EAGAC,OAAOC,KAAiB;AACtB,QAAI,KAAK9B,SAAS8B,KAAK;AACrB;IACF;AACA,SAAK9B,OAAO8B;EACd;EAEA,MAAcvB,qBAAqB;AACjC,UAAM,KAAKwB,wBAAuB;AAGlC,QAAI,KAAK5B,UAAU;AACjB,YAAM,KAAKD,cAAc8B,KAAAA;IAC3B,OAAO;AACL,YAAM,KAAK9B,cAAcO,MAAAA;IAC3B;EACF;EAEA,MAAcsB,0BAA0B;AACtC,QAAI,CAAC,KAAKlC,qBAAqB,CAAC,KAAKM,UAAU;AAC7C;IACF;AAGA,QAAI8B,aAAa;AACjB,QAAI,KAAKpC,sBAAsB,KAAKI,gBAAgBiC,kBAAkB;AACpE,WAAKjC,iBAAiB,IAAIkC,oBAAoB;QAC5CD,kBAAkB,KAAKrC;QACvBuC,UAAU9C;MACZ,CAAA;AACA2C,mBAAa;IACf;AACA,QAAIA,YAAY;AACd,YAAM,KAAK/B,cAAcO,MAAAA;AACzB,WAAKP,eAAe,IAAImC,YAAY;QAClCC,QAAQ;UACNC,6BAA6B/C;UAC7BgD,0BAA0BjD;QAC5B;QACAkD,UAAU,KAAKxC;QACfyC,YAAY,CAACC,aAAa,KAAKC,YAAYD,QAAAA;MAC7C,CAAA;IACF;EACF;EAEA,MAAcC,YAAYD,UAA+B;AACvD,QAAI,CAAC,KAAK/B,UAAU,CAAC,KAAKR,QAAQ;AAChC;IACF;AAEA,UAAMyC,QAAQC,aAAaC,iBAAiB;MAAEC,YAAY,KAAKjD;MAAOkD,WAAW,KAAKjD;MAAM2C;IAAS,CAAA;AACrG,SAAKvC,OAAO8C,OAAO;MAACL;KAAM;EAC5B;AACF;;EA3HGM;GAvBU1D,qBAAAA,WAAAA,gBAAAA,IAAAA;;EAwCV0D;GAxCU1D,qBAAAA,WAAAA,cAAAA,IAAAA;;EAiDV0D;GAjDU1D,qBAAAA,WAAAA,iBAAAA,IAAAA;;EA8DV0D;GA9DU1D,qBAAAA,WAAAA,YAAAA,IAAAA;;EAoFV0D;GApFU1D,qBAAAA,WAAAA,WAAAA,IAAAA;;EA4FV0D;GA5FU1D,qBAAAA,WAAAA,UAAAA,IAAAA;;;AChCb,SAAS2D,cAAcC,QAAQC,aAAaC,cAAcC,oBAAoB;AAC9E,SAASC,oBAAoBC,oBAAoB;;;ACEjD,IAAA,uBAAe;EACb;IACE,SAAS;MACP,CAACC,eAAeC,QAAQ,GAAG;QACzB,kBAAkB;QAClB,2BAA2B;MAC7B;MACA,CAACC,oBAAAA,GAAuB;QACtB,eAAe;QACf,eAAe;QACf,qBAAqB;QACrB,sBAAsB;QACtB,sBAAsB;QAEtB,iBAAiB;QACjB,mBAAmB;QACnB,uBAAuB;MACzB;IACF;EACF;;;;ADdK,IAAMC,sBAAsB,MACjCC,aAAaC,MAAM;EACjBC,aAAa;IACXC,IAAI,GAAGF,KAAKE,EAAE;IACdC,aAAaC,OAAOC;IACpBC,UAAU,MAAMC,YAAYC,aAAaC,cAAcC,oBAAAA;EACzD,CAAA;EACAT,aAAa;IACXC,IAAI,GAAGF,KAAKE,EAAE;IACdC,aAAaC,OAAOO;IACpBL,UAAU,MAAMC,YAAYK,0BAA0BC,eAAe,IAAA;EACvE,CAAA;EACAZ,aAAa;IACXC,IAAI,GAAGF,KAAKE,EAAE;IACdC,aAAaC,OAAOU;IACpBR,UAAU,MACRC,YAAYC,aAAaO,UAAU;MACjCb,IAAIc,eAAeC;MACnBC,UAAU;QACRC,MAAM;MACR;IACF,CAAA;EACJ,CAAA;EACAlB,aAAa;IACXC,IAAI,GAAGF,KAAKE,EAAE;IACdC,aAAaiB,aAAaC;IAC1Bf,UAAU,MAAM;MAACC,YAAYe,mBAAmBC,QAAQ;QAACP;OAAe;;EAC1E,CAAA;EACAf,aAAa;IACXC,IAAI,GAAGF,KAAKE,EAAE;IACdC,aAAaC,OAAOoB;IACpBlB,UAAUmB;EACZ,CAAA;EACAxB,aAAa;IACXC,IAAI,GAAGF,KAAKE,EAAE;IACdC,aAAaC,OAAOsB;IACpBpB,UAAUqB;EACZ,CAAA;EACA1B,aAAa;IACXC,IAAI,GAAGF,KAAKE,EAAE;IACdC,aAAaC,OAAOwB;IACpBtB,UAAUuB;EACZ,CAAA;CACD;",
|
|
6
|
+
"names": ["lazy", "defineCapability", "TranscriptionCapabilities", "Transcription", "defineCapability", "TRANSCRIPTION_PLUGIN", "AppGraphBuilder", "lazy", "IntentResolver", "ReactSurface", "useEffect", "useState", "log", "useAudioFile", "audioUrl", "audio", "stream", "track", "setStream", "t", "setTimeout", "response", "fetch", "blob", "Audio", "src", "URL", "createObjectURL", "Promise", "resolve", "reject", "addEventListener", "err", "error", "once", "info", "load", "ctx", "AudioContext", "destination", "createMediaStreamDestination", "channelCount", "source", "createMediaElementSource", "connect", "getAudioTracks", "clearTimeout", "useEffect", "useState", "useAudioTrack", "active", "track", "setTrack", "useState", "useEffect", "stop", "undefined", "initAudio", "audio", "Audio", "srcObject", "navigator", "mediaDevices", "getUserMedia", "getAudioTracks", "useEffect", "useMemo", "RECORD_INTERVAL", "PREFIXED_CHUNKS_AMOUNT", "TRANSCRIBE_AFTER_CHUNKS_AMOUNT", "useTranscriber", "audioStreamTrack", "onSegments", "transcriber", "useMemo", "undefined", "Transcriber", "config", "transcribeAfterChunksAmount", "prefixBufferChunksAmount", "recorder", "MediaStreamRecorder", "mediaStreamTrack", "interval", "useEffect", "close", "useState", "useEffect", "useCallback", "scheduleMicroTask", "Context", "log", "useSoundEffect", "useVoiceInput", "active", "onUpdate", "soundStart", "useSoundEffect", "soundStop", "handleSegments", "useCallback", "segments", "text", "map", "str", "trim", "replace", "join", "recording", "setRecording", "useState", "track", "useAudioTrack", "transcriber", "useTranscriber", "audioStreamTrack", "onSegments", "useEffect", "ctx", "Context", "scheduleMicroTask", "open", "log", "info", "play", "startChunksRecording", "isOpen", "stopChunksRecording", "close", "dispose", "synchronized", "Resource", "QueueImpl", "createStatic", "invariant", "DXN", "RECORD_INTERVAL", "PREFIXED_CHUNKS_AMOUNT", "TRANSCRIBE_AFTER_CHUNKS_AMOUNT", "TranscriptionManager", "Resource", "constructor", "edgeClient", "_audioStreamTrack", "undefined", "_name", "_hue", "_mediaRecorder", "_transcriber", "_enabled", "_queue", "_edgeClient", "_open", "_toggleTranscriber", "_close", "close", "setRecording", "recording", "isOpen", "startChunksRecording", "stopChunksRecording", "setEnabled", "enabled", "setAudioTrack", "track", "setQueue", "queue", "dxn", "toString", "QueueImpl", "DXN", "parse", "invariant", "setName", "name", "setHue", "hue", "_maybeReinitTranscriber", "open", "needReinit", "mediaStreamTrack", "MediaStreamRecorder", "interval", "Transcriber", "config", "transcribeAfterChunksAmount", "prefixBufferChunksAmount", "recorder", "onSegments", "segments", "_onSegments", "block", "createStatic", "TranscriptBlock", "authorName", "authorHue", "append", "synchronized", "Capabilities", "Events", "contributes", "defineModule", "definePlugin", "ClientCapabilities", "ClientEvents", "TranscriptType", "typename", "TRANSCRIPTION_PLUGIN", "TranscriptionPlugin", "definePlugin", "meta", "defineModule", "id", "activatesOn", "Events", "SetupTranslations", "activate", "contributes", "Capabilities", "Translations", "translations", "Startup", "TranscriptionCapabilities", "Transcription", "SetupMetadata", "Metadata", "TranscriptType", "typename", "metadata", "icon", "ClientEvents", "SetupSchema", "ClientCapabilities", "Schema", "SetupReactSurface", "ReactSurface", "SetupIntentResolver", "IntentResolver", "SetupAppGraph", "AppGraphBuilder"]
|
|
7
7
|
}
|
|
@@ -0,0 +1,74 @@
|
|
|
1
|
+
import { createRequire } from 'node:module';const require = createRequire(import.meta.url);
|
|
2
|
+
import {
|
|
3
|
+
getTimeStr,
|
|
4
|
+
randomQueueDxn,
|
|
5
|
+
summarizeTranscript
|
|
6
|
+
} from "./chunk-SWV74BYU.mjs";
|
|
7
|
+
import {
|
|
8
|
+
TranscriptType,
|
|
9
|
+
TranscriptionAction
|
|
10
|
+
} from "./chunk-DLXORY7Y.mjs";
|
|
11
|
+
import "./chunk-SB5TLXBU.mjs";
|
|
12
|
+
|
|
13
|
+
// packages/plugins/experimental/plugin-transcription/src/capabilities/intent-resolver.ts
|
|
14
|
+
import { Capabilities, contributes, createResolver } from "@dxos/app-framework";
|
|
15
|
+
import { AIServiceEdgeClient } from "@dxos/assistant";
|
|
16
|
+
import { invariant } from "@dxos/invariant";
|
|
17
|
+
import { create } from "@dxos/live-object";
|
|
18
|
+
import { ClientCapabilities } from "@dxos/plugin-client";
|
|
19
|
+
import { EdgeHttpClient } from "@dxos/react-edge-client";
|
|
20
|
+
var __dxlog_file = "/home/runner/work/dxos/dxos/packages/plugins/experimental/plugin-transcription/src/capabilities/intent-resolver.ts";
|
|
21
|
+
var intent_resolver_default = (context) => contributes(Capabilities.IntentResolver, [
|
|
22
|
+
createResolver({
|
|
23
|
+
intent: TranscriptionAction.Create,
|
|
24
|
+
resolve: ({ name, spaceId }) => {
|
|
25
|
+
const transcript = create(TranscriptType, {
|
|
26
|
+
queue: randomQueueDxn(spaceId).toString(),
|
|
27
|
+
name: name ?? `Transcript ${getTimeStr(Date.now())}`
|
|
28
|
+
});
|
|
29
|
+
return {
|
|
30
|
+
data: {
|
|
31
|
+
object: transcript
|
|
32
|
+
}
|
|
33
|
+
};
|
|
34
|
+
}
|
|
35
|
+
}),
|
|
36
|
+
createResolver({
|
|
37
|
+
intent: TranscriptionAction.Summarize,
|
|
38
|
+
resolve: async ({ transcript, context: _context }) => {
|
|
39
|
+
const client = context.requestCapability(ClientCapabilities.Client);
|
|
40
|
+
const edgeUrl = client.config.values.runtime?.services?.edge?.url;
|
|
41
|
+
invariant(edgeUrl, "EDGE services not configured.", {
|
|
42
|
+
F: __dxlog_file,
|
|
43
|
+
L: 37,
|
|
44
|
+
S: void 0,
|
|
45
|
+
A: [
|
|
46
|
+
"edgeUrl",
|
|
47
|
+
"'EDGE services not configured.'"
|
|
48
|
+
]
|
|
49
|
+
});
|
|
50
|
+
const edge = new EdgeHttpClient(edgeUrl);
|
|
51
|
+
const endpoint = client.config.values.runtime?.services?.ai?.server;
|
|
52
|
+
invariant(endpoint, "AI service not configured.", {
|
|
53
|
+
F: __dxlog_file,
|
|
54
|
+
L: 40,
|
|
55
|
+
S: void 0,
|
|
56
|
+
A: [
|
|
57
|
+
"endpoint",
|
|
58
|
+
"'AI service not configured.'"
|
|
59
|
+
]
|
|
60
|
+
});
|
|
61
|
+
const ai = new AIServiceEdgeClient({
|
|
62
|
+
endpoint
|
|
63
|
+
});
|
|
64
|
+
const summary = await summarizeTranscript(edge, ai, transcript, _context);
|
|
65
|
+
return {
|
|
66
|
+
data: summary
|
|
67
|
+
};
|
|
68
|
+
}
|
|
69
|
+
})
|
|
70
|
+
]);
|
|
71
|
+
export {
|
|
72
|
+
intent_resolver_default as default
|
|
73
|
+
};
|
|
74
|
+
//# sourceMappingURL=intent-resolver-XU4BLUSF.mjs.map
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
{
|
|
2
|
+
"version": 3,
|
|
3
|
+
"sources": ["../../../src/capabilities/intent-resolver.ts"],
|
|
4
|
+
"sourcesContent": ["//\n// Copyright 2025 DXOS.org\n//\n\nimport { Capabilities, contributes, createResolver, type PluginsContext } from '@dxos/app-framework';\nimport { AIServiceEdgeClient } from '@dxos/assistant';\nimport { invariant } from '@dxos/invariant';\nimport { create } from '@dxos/live-object';\nimport { ClientCapabilities } from '@dxos/plugin-client';\nimport { type SpaceId } from '@dxos/react-client/echo';\nimport { EdgeHttpClient } from '@dxos/react-edge-client';\n\nimport { summarizeTranscript } from '../transcriber';\nimport { TranscriptionAction, TranscriptType } from '../types';\nimport { getTimeStr, randomQueueDxn } from '../util';\n\nexport default (context: PluginsContext) =>\n contributes(Capabilities.IntentResolver, [\n createResolver({\n intent: TranscriptionAction.Create,\n resolve: ({ name, spaceId }) => {\n const transcript = create(TranscriptType, {\n queue: randomQueueDxn(spaceId as SpaceId).toString(),\n name: name ?? `Transcript ${getTimeStr(Date.now())}`,\n });\n\n return { data: { object: transcript } };\n },\n }),\n\n createResolver({\n intent: TranscriptionAction.Summarize,\n resolve: async ({ transcript, context: _context }) => {\n // TODO(wittjosiah): Use capability (but note that this creates a dependency on the assistant plugin being available for summarization to work).\n const client = context.requestCapability(ClientCapabilities.Client);\n const edgeUrl = client.config.values.runtime?.services?.edge?.url;\n invariant(edgeUrl, 'EDGE services not configured.');\n const edge = new EdgeHttpClient(edgeUrl);\n const endpoint = client.config.values.runtime?.services?.ai?.server;\n invariant(endpoint, 'AI service not configured.');\n const ai = new AIServiceEdgeClient({ endpoint });\n const summary = await summarizeTranscript(edge, ai, transcript, _context);\n return { data: summary };\n },\n }),\n ]);\n"],
|
|
5
|
+
"mappings": ";;;;;;;;;;;;;AAIA,SAASA,cAAcC,aAAaC,sBAA2C;AAC/E,SAASC,2BAA2B;AACpC,SAASC,iBAAiB;AAC1B,SAASC,cAAc;AACvB,SAASC,0BAA0B;AAEnC,SAASC,sBAAsB;;AAM/B,IAAA,0BAAe,CAACC,YACdC,YAAYC,aAAaC,gBAAgB;EACvCC,eAAe;IACbC,QAAQC,oBAAoBC;IAC5BC,SAAS,CAAC,EAAEC,MAAMC,QAAO,MAAE;AACzB,YAAMC,aAAaC,OAAOC,gBAAgB;QACxCC,OAAOC,eAAeL,OAAAA,EAAoBM,SAAQ;QAClDP,MAAMA,QAAQ,cAAcQ,WAAWC,KAAKC,IAAG,CAAA,CAAA;MACjD,CAAA;AAEA,aAAO;QAAEC,MAAM;UAAEC,QAAQV;QAAW;MAAE;IACxC;EACF,CAAA;EAEAP,eAAe;IACbC,QAAQC,oBAAoBgB;IAC5Bd,SAAS,OAAO,EAAEG,YAAYX,SAASuB,SAAQ,MAAE;AAE/C,YAAMC,SAASxB,QAAQyB,kBAAkBC,mBAAmBC,MAAM;AAClE,YAAMC,UAAUJ,OAAOK,OAAOC,OAAOC,SAASC,UAAUC,MAAMC;AAC9DC,gBAAUP,SAAS,iCAAA;;;;;;;;;AACnB,YAAMK,OAAO,IAAIG,eAAeR,OAAAA;AAChC,YAAMS,WAAWb,OAAOK,OAAOC,OAAOC,SAASC,UAAUM,IAAIC;AAC7DJ,gBAAUE,UAAU,8BAAA;;;;;;;;;AACpB,YAAMC,KAAK,IAAIE,oBAAoB;QAAEH;MAAS,CAAA;AAC9C,YAAMI,UAAU,MAAMC,oBAAoBT,MAAMK,IAAI3B,YAAYY,QAAAA;AAChE,aAAO;QAAEH,MAAMqB;MAAQ;IACzB;EACF,CAAA;CACD;",
|
|
6
|
+
"names": ["Capabilities", "contributes", "createResolver", "AIServiceEdgeClient", "invariant", "create", "ClientCapabilities", "EdgeHttpClient", "context", "contributes", "Capabilities", "IntentResolver", "createResolver", "intent", "TranscriptionAction", "Create", "resolve", "name", "spaceId", "transcript", "create", "TranscriptType", "queue", "randomQueueDxn", "toString", "getTimeStr", "Date", "now", "data", "object", "Summarize", "_context", "client", "requestCapability", "ClientCapabilities", "Client", "edgeUrl", "config", "values", "runtime", "services", "edge", "url", "invariant", "EdgeHttpClient", "endpoint", "ai", "server", "AIServiceEdgeClient", "summary", "summarizeTranscript"]
|
|
7
|
+
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"inputs":{"packages/plugins/experimental/plugin-transcription/src/meta.ts":{"bytes":1793,"imports":[],"format":"esm"},"packages/plugins/experimental/plugin-transcription/src/capabilities/capabilities.ts":{"bytes":1709,"imports":[{"path":"@dxos/app-framework","kind":"import-statement","external":true},{"path":"packages/plugins/experimental/plugin-transcription/src/meta.ts","kind":"import-statement","original":"../meta"}],"format":"esm"},"packages/plugins/experimental/plugin-transcription/src/capabilities/app-graph-builder.ts":{"bytes":1075,"imports":[{"path":"@dxos/app-framework","kind":"import-statement","external":true}],"format":"esm"},"packages/plugins/experimental/plugin-transcription/src/types/schema.ts":{"bytes":5111,"imports":[{"path":"@dxos/echo-schema","kind":"import-statement","external":true}],"format":"esm"},"packages/plugins/experimental/plugin-transcription/src/types/types.ts":{"bytes":3851,"imports":[{"path":"@dxos/echo-schema","kind":"import-statement","external":true},{"path":"@dxos/react-client/echo","kind":"import-statement","external":true},{"path":"packages/plugins/experimental/plugin-transcription/src/types/schema.ts","kind":"import-statement","original":"./schema"},{"path":"packages/plugins/experimental/plugin-transcription/src/meta.ts","kind":"import-statement","original":"../meta"}],"format":"esm"},"packages/plugins/experimental/plugin-transcription/src/types/index.ts":{"bytes":607,"imports":[{"path":"packages/plugins/experimental/plugin-transcription/src/types/schema.ts","kind":"import-statement","original":"./schema"},{"path":"packages/plugins/experimental/plugin-transcription/src/types/types.ts","kind":"import-statement","original":"./types"}],"format":"esm"},"packages/plugins/experimental/plugin-transcription/src/util/array.ts":{"bytes":1600,"imports":[],"format":"esm"},"packages/plugins/experimental/plugin-transcription/src/util/get-time-str.ts":{"bytes":1354,"imports":[],"format":"esm"},"packages/plugins/experimental/plugin-transcription/src/util/monitor-audio-level.ts":{"bytes":5995,"imports":[],"format":"esm"},"packages/plugins/experimental/plugin-transcription/src/util/random-queue-dxn.ts":{"bytes":1462,"imports":[{"path":"@dxos/echo-schema","kind":"import-statement","external":true},{"path":"@dxos/keys","kind":"import-statement","external":true}],"format":"esm"},"packages/plugins/experimental/plugin-transcription/src/util/index.ts":{"bytes":851,"imports":[{"path":"packages/plugins/experimental/plugin-transcription/src/util/array.ts","kind":"import-statement","original":"./array"},{"path":"packages/plugins/experimental/plugin-transcription/src/util/get-time-str.ts","kind":"import-statement","original":"./get-time-str"},{"path":"packages/plugins/experimental/plugin-transcription/src/util/monitor-audio-level.ts","kind":"import-statement","original":"./monitor-audio-level"},{"path":"packages/plugins/experimental/plugin-transcription/src/util/random-queue-dxn.ts","kind":"import-statement","original":"./random-queue-dxn"}],"format":"esm"},"packages/plugins/experimental/plugin-transcription/src/capabilities/intent-resolver.ts":{"bytes":3274,"imports":[{"path":"@dxos/app-framework","kind":"import-statement","external":true},{"path":"@dxos/live-object","kind":"import-statement","external":true},{"path":"packages/plugins/experimental/plugin-transcription/src/types/index.ts","kind":"import-statement","original":"../types"},{"path":"packages/plugins/experimental/plugin-transcription/src/util/index.ts","kind":"import-statement","original":"../util"}],"format":"esm"},"packages/plugins/experimental/plugin-transcription/src/components/Transcript/Transcript.tsx":{"bytes":7670,"imports":[{"path":"date-fns/formatDistanceToNow","kind":"import-statement","external":true},{"path":"react","kind":"import-statement","external":true},{"path":"@dxos/react-ui","kind":"import-statement","external":true},{"path":"packages/plugins/experimental/plugin-transcription/src/meta.ts","kind":"import-statement","original":"../../meta"}],"format":"esm"},"packages/plugins/experimental/plugin-transcription/src/components/Transcript/index.ts":{"bytes":550,"imports":[{"path":"packages/plugins/experimental/plugin-transcription/src/components/Transcript/Transcript.tsx","kind":"import-statement","original":"./Transcript"}],"format":"esm"},"packages/plugins/experimental/plugin-transcription/src/components/TranscriptContainer.tsx":{"bytes":22687,"imports":[{"path":"effect","kind":"import-statement","external":true},{"path":"react","kind":"import-statement","external":true},{"path":"@dxos/app-framework","kind":"import-statement","external":true},{"path":"@dxos/artifact","kind":"import-statement","external":true},{"path":"@dxos/assistant","kind":"import-statement","external":true},{"path":"@dxos/client/echo","kind":"import-statement","external":true},{"path":"@dxos/echo-db","kind":"import-statement","external":true},{"path":"@dxos/echo-schema","kind":"import-statement","external":true},{"path":"@dxos/invariant","kind":"import-statement","external":true},{"path":"@dxos/keys","kind":"import-statement","external":true},{"path":"@dxos/log","kind":"import-statement","external":true},{"path":"@dxos/plugin-markdown/types","kind":"import-statement","external":true},{"path":"@dxos/plugin-space/types","kind":"import-statement","external":true},{"path":"@dxos/react-client","kind":"import-statement","external":true},{"path":"@dxos/react-edge-client","kind":"import-statement","external":true},{"path":"@dxos/react-ui","kind":"import-statement","external":true},{"path":"@dxos/react-ui-components","kind":"import-statement","external":true},{"path":"@dxos/react-ui-stack","kind":"import-statement","external":true},{"path":"@dxos/schema","kind":"import-statement","external":true},{"path":"packages/plugins/experimental/plugin-transcription/src/components/Transcript/index.ts","kind":"import-statement","original":"./Transcript"},{"path":"packages/plugins/experimental/plugin-transcription/src/meta.ts","kind":"import-statement","original":"../meta"},{"path":"packages/plugins/experimental/plugin-transcription/src/types/index.ts","kind":"import-statement","original":"../types"}],"format":"esm"},"packages/plugins/experimental/plugin-transcription/src/components/index.ts":{"bytes":1062,"imports":[{"path":"react","kind":"import-statement","external":true},{"path":"packages/plugins/experimental/plugin-transcription/src/components/Transcript/index.ts","kind":"import-statement","original":"./Transcript"},{"path":"packages/plugins/experimental/plugin-transcription/src/components/TranscriptContainer.tsx","kind":"import-statement","original":"./TranscriptContainer"},{"path":"packages/plugins/experimental/plugin-transcription/src/components/TranscriptContainer.tsx","kind":"dynamic-import","original":"./TranscriptContainer"}],"format":"esm"},"packages/plugins/experimental/plugin-transcription/src/capabilities/react-surface.tsx":{"bytes":2737,"imports":[{"path":"react","kind":"import-statement","external":true},{"path":"@dxos/app-framework","kind":"import-statement","external":true},{"path":"packages/plugins/experimental/plugin-transcription/src/components/index.ts","kind":"import-statement","original":"../components"},{"path":"packages/plugins/experimental/plugin-transcription/src/meta.ts","kind":"import-statement","original":"../meta"},{"path":"packages/plugins/experimental/plugin-transcription/src/types/index.ts","kind":"import-statement","original":"../types"}],"format":"esm"},"packages/plugins/experimental/plugin-transcription/src/capabilities/index.ts":{"bytes":1473,"imports":[{"path":"@dxos/app-framework","kind":"import-statement","external":true},{"path":"packages/plugins/experimental/plugin-transcription/src/capabilities/capabilities.ts","kind":"import-statement","original":"./capabilities"},{"path":"packages/plugins/experimental/plugin-transcription/src/capabilities/app-graph-builder.ts","kind":"dynamic-import","original":"./app-graph-builder"},{"path":"packages/plugins/experimental/plugin-transcription/src/capabilities/intent-resolver.ts","kind":"dynamic-import","original":"./intent-resolver"},{"path":"packages/plugins/experimental/plugin-transcription/src/capabilities/react-surface.tsx","kind":"dynamic-import","original":"./react-surface"}],"format":"esm"},"packages/plugins/experimental/plugin-transcription/src/hooks/useAudioFile.ts":{"bytes":6346,"imports":[{"path":"react","kind":"import-statement","external":true},{"path":"@dxos/log","kind":"import-statement","external":true}],"format":"esm"},"packages/plugins/experimental/plugin-transcription/src/hooks/useAudioTrack.ts":{"bytes":3162,"imports":[{"path":"react","kind":"import-statement","external":true}],"format":"esm"},"packages/plugins/experimental/plugin-transcription/src/hooks/useIsSpeaking.ts":{"bytes":7780,"imports":[{"path":"react","kind":"import-statement","external":true},{"path":"packages/plugins/experimental/plugin-transcription/src/util/index.ts","kind":"import-statement","original":"../util"}],"format":"esm"},"packages/plugins/experimental/plugin-transcription/src/transcriber/audio-recorder.ts":{"bytes":3252,"imports":[],"format":"esm"},"packages/plugins/experimental/plugin-transcription/src/transcriber/media-stream-recorder.ts":{"bytes":13121,"imports":[{"path":"extendable-media-recorder","kind":"import-statement","external":true},{"path":"wavefile","kind":"import-statement","external":true},{"path":"@dxos/async","kind":"import-statement","external":true},{"path":"@dxos/invariant","kind":"import-statement","external":true},{"path":"@dxos/log","kind":"import-statement","external":true},{"path":"@dxos/tracing","kind":"import-statement","external":true},{"path":"extendable-media-recorder-wav-encoder","kind":"dynamic-import","external":true}],"format":"esm"},"packages/plugins/experimental/plugin-transcription/src/transcriber/transcriber.ts":{"bytes":24141,"imports":[{"path":"wavefile","kind":"import-statement","external":true},{"path":"@dxos/async","kind":"import-statement","external":true},{"path":"@dxos/context","kind":"import-statement","external":true},{"path":"@dxos/log","kind":"import-statement","external":true},{"path":"@dxos/tracing","kind":"import-statement","external":true},{"path":"packages/plugins/experimental/plugin-transcription/src/types/index.ts","kind":"import-statement","original":"../types"},{"path":"packages/plugins/experimental/plugin-transcription/src/util/index.ts","kind":"import-statement","original":"../util"}],"format":"esm"},"packages/plugins/experimental/plugin-transcription/src/transcriber/index.ts":{"bytes":772,"imports":[{"path":"packages/plugins/experimental/plugin-transcription/src/transcriber/audio-recorder.ts","kind":"import-statement","original":"./audio-recorder"},{"path":"packages/plugins/experimental/plugin-transcription/src/transcriber/media-stream-recorder.ts","kind":"import-statement","original":"./media-stream-recorder"},{"path":"packages/plugins/experimental/plugin-transcription/src/transcriber/transcriber.ts","kind":"import-statement","original":"./transcriber"}],"format":"esm"},"packages/plugins/experimental/plugin-transcription/src/hooks/useTranscriber.ts":{"bytes":5265,"imports":[{"path":"react","kind":"import-statement","external":true},{"path":"packages/plugins/experimental/plugin-transcription/src/transcriber/index.ts","kind":"import-statement","original":"../transcriber"}],"format":"esm"},"packages/plugins/experimental/plugin-transcription/src/hooks/useVoiceInput.ts":{"bytes":7280,"imports":[{"path":"react","kind":"import-statement","external":true},{"path":"@dxos/async","kind":"import-statement","external":true},{"path":"@dxos/context","kind":"import-statement","external":true},{"path":"@dxos/log","kind":"import-statement","external":true},{"path":"@dxos/react-ui-sfx","kind":"import-statement","external":true},{"path":"packages/plugins/experimental/plugin-transcription/src/hooks/useAudioTrack.ts","kind":"import-statement","original":"./useAudioTrack"},{"path":"packages/plugins/experimental/plugin-transcription/src/hooks/useTranscriber.ts","kind":"import-statement","original":"./useTranscriber"}],"format":"esm"},"packages/plugins/experimental/plugin-transcription/src/hooks/index.ts":{"bytes":957,"imports":[{"path":"packages/plugins/experimental/plugin-transcription/src/hooks/useAudioFile.ts","kind":"import-statement","original":"./useAudioFile"},{"path":"packages/plugins/experimental/plugin-transcription/src/hooks/useAudioTrack.ts","kind":"import-statement","original":"./useAudioTrack"},{"path":"packages/plugins/experimental/plugin-transcription/src/hooks/useIsSpeaking.ts","kind":"import-statement","original":"./useIsSpeaking"},{"path":"packages/plugins/experimental/plugin-transcription/src/hooks/useTranscriber.ts","kind":"import-statement","original":"./useTranscriber"},{"path":"packages/plugins/experimental/plugin-transcription/src/hooks/useVoiceInput.ts","kind":"import-statement","original":"./useVoiceInput"}],"format":"esm"},"packages/plugins/experimental/plugin-transcription/src/translations.ts":{"bytes":2603,"imports":[{"path":"packages/plugins/experimental/plugin-transcription/src/meta.ts","kind":"import-statement","original":"./meta"},{"path":"packages/plugins/experimental/plugin-transcription/src/types/index.ts","kind":"import-statement","original":"./types"}],"format":"esm"},"packages/plugins/experimental/plugin-transcription/src/TranscriptionPlugin.tsx":{"bytes":7960,"imports":[{"path":"@dxos/app-framework","kind":"import-statement","external":true},{"path":"@dxos/plugin-client","kind":"import-statement","external":true},{"path":"packages/plugins/experimental/plugin-transcription/src/capabilities/index.ts","kind":"import-statement","original":"./capabilities"},{"path":"packages/plugins/experimental/plugin-transcription/src/meta.ts","kind":"import-statement","original":"./meta"},{"path":"packages/plugins/experimental/plugin-transcription/src/translations.ts","kind":"import-statement","original":"./translations"},{"path":"packages/plugins/experimental/plugin-transcription/src/types/index.ts","kind":"import-statement","original":"./types"}],"format":"esm"},"packages/plugins/experimental/plugin-transcription/src/index.ts":{"bytes":1011,"imports":[{"path":"packages/plugins/experimental/plugin-transcription/src/capabilities/index.ts","kind":"import-statement","original":"./capabilities"},{"path":"packages/plugins/experimental/plugin-transcription/src/components/index.ts","kind":"import-statement","original":"./components"},{"path":"packages/plugins/experimental/plugin-transcription/src/hooks/index.ts","kind":"import-statement","original":"./hooks"},{"path":"packages/plugins/experimental/plugin-transcription/src/meta.ts","kind":"import-statement","original":"./meta"},{"path":"packages/plugins/experimental/plugin-transcription/src/transcriber/index.ts","kind":"import-statement","original":"./transcriber"},{"path":"packages/plugins/experimental/plugin-transcription/src/TranscriptionPlugin.tsx","kind":"import-statement","original":"./TranscriptionPlugin"}],"format":"esm"}},"outputs":{"packages/plugins/experimental/plugin-transcription/dist/lib/node-esm/index.mjs.map":{"imports":[],"exports":[],"inputs":{},"bytes":38190},"packages/plugins/experimental/plugin-transcription/dist/lib/node-esm/index.mjs":{"imports":[{"path":"packages/plugins/experimental/plugin-transcription/dist/lib/node-esm/chunk-XYU6B73V.mjs","kind":"import-statement"},{"path":"packages/plugins/experimental/plugin-transcription/dist/lib/node-esm/chunk-WEZGRUG6.mjs","kind":"import-statement"},{"path":"packages/plugins/experimental/plugin-transcription/dist/lib/node-esm/chunk-36EQXBWR.mjs","kind":"import-statement"},{"path":"packages/plugins/experimental/plugin-transcription/dist/lib/node-esm/chunk-KEG3ME4O.mjs","kind":"import-statement"},{"path":"@dxos/app-framework","kind":"import-statement","external":true},{"path":"@dxos/app-framework","kind":"import-statement","external":true},{"path":"packages/plugins/experimental/plugin-transcription/dist/lib/node-esm/app-graph-builder-77GQG6UF.mjs","kind":"dynamic-import"},{"path":"packages/plugins/experimental/plugin-transcription/dist/lib/node-esm/intent-resolver-UGLYRD4X.mjs","kind":"dynamic-import"},{"path":"packages/plugins/experimental/plugin-transcription/dist/lib/node-esm/react-surface-6AYPLJ2B.mjs","kind":"dynamic-import"},{"path":"react","kind":"import-statement","external":true},{"path":"@dxos/log","kind":"import-statement","external":true},{"path":"react","kind":"import-statement","external":true},{"path":"react","kind":"import-statement","external":true},{"path":"react","kind":"import-statement","external":true},{"path":"extendable-media-recorder","kind":"import-statement","external":true},{"path":"wavefile","kind":"import-statement","external":true},{"path":"@dxos/async","kind":"import-statement","external":true},{"path":"@dxos/invariant","kind":"import-statement","external":true},{"path":"@dxos/log","kind":"import-statement","external":true},{"path":"@dxos/tracing","kind":"import-statement","external":true},{"path":"extendable-media-recorder-wav-encoder","kind":"dynamic-import","external":true},{"path":"wavefile","kind":"import-statement","external":true},{"path":"@dxos/async","kind":"import-statement","external":true},{"path":"@dxos/context","kind":"import-statement","external":true},{"path":"@dxos/log","kind":"import-statement","external":true},{"path":"@dxos/tracing","kind":"import-statement","external":true},{"path":"react","kind":"import-statement","external":true},{"path":"@dxos/async","kind":"import-statement","external":true},{"path":"@dxos/context","kind":"import-statement","external":true},{"path":"@dxos/log","kind":"import-statement","external":true},{"path":"@dxos/react-ui-sfx","kind":"import-statement","external":true},{"path":"@dxos/app-framework","kind":"import-statement","external":true},{"path":"@dxos/plugin-client","kind":"import-statement","external":true}],"exports":["AppGraphBuilder","IntentResolver","MediaStreamRecorder","ReactSurface","TRANSCRIPTION_PLUGIN","Transcriber","Transcript","TranscriptContainer","TranscriptionCapabilities","TranscriptionContainer","TranscriptionPlugin","meta","useAudioFile","useAudioTrack","useIsSpeaking","useTranscriber","useVoiceInput"],"entryPoint":"packages/plugins/experimental/plugin-transcription/src/index.ts","inputs":{"packages/plugins/experimental/plugin-transcription/src/capabilities/index.ts":{"bytesInOutput":268},"packages/plugins/experimental/plugin-transcription/src/capabilities/capabilities.ts":{"bytesInOutput":309},"packages/plugins/experimental/plugin-transcription/src/index.ts":{"bytesInOutput":0},"packages/plugins/experimental/plugin-transcription/src/hooks/useAudioFile.ts":{"bytesInOutput":1681},"packages/plugins/experimental/plugin-transcription/src/hooks/index.ts":{"bytesInOutput":0},"packages/plugins/experimental/plugin-transcription/src/hooks/useAudioTrack.ts":{"bytesInOutput":628},"packages/plugins/experimental/plugin-transcription/src/hooks/useIsSpeaking.ts":{"bytesInOutput":1387},"packages/plugins/experimental/plugin-transcription/src/hooks/useTranscriber.ts":{"bytesInOutput":848},"packages/plugins/experimental/plugin-transcription/src/transcriber/index.ts":{"bytesInOutput":0},"packages/plugins/experimental/plugin-transcription/src/transcriber/media-stream-recorder.ts":{"bytesInOutput":3707},"packages/plugins/experimental/plugin-transcription/src/transcriber/transcriber.ts":{"bytesInOutput":5593},"packages/plugins/experimental/plugin-transcription/src/hooks/useVoiceInput.ts":{"bytesInOutput":1882},"packages/plugins/experimental/plugin-transcription/src/TranscriptionPlugin.tsx":{"bytesInOutput":1623},"packages/plugins/experimental/plugin-transcription/src/translations.ts":{"bytesInOutput":565}},"bytes":20451},"packages/plugins/experimental/plugin-transcription/dist/lib/node-esm/types/index.mjs.map":{"imports":[],"exports":[],"inputs":{},"bytes":93},"packages/plugins/experimental/plugin-transcription/dist/lib/node-esm/types/index.mjs":{"imports":[{"path":"packages/plugins/experimental/plugin-transcription/dist/lib/node-esm/chunk-KEG3ME4O.mjs","kind":"import-statement"}],"exports":["TRANSCRIPTION_URL","TranscriptBlock","TranscriptSchema","TranscriptType","TranscriptionAction","isTranscript"],"entryPoint":"packages/plugins/experimental/plugin-transcription/src/types/index.ts","inputs":{},"bytes":412},"packages/plugins/experimental/plugin-transcription/dist/lib/node-esm/app-graph-builder-77GQG6UF.mjs.map":{"imports":[],"exports":[],"inputs":{},"bytes":538},"packages/plugins/experimental/plugin-transcription/dist/lib/node-esm/app-graph-builder-77GQG6UF.mjs":{"imports":[{"path":"@dxos/app-framework","kind":"import-statement","external":true}],"exports":["default"],"entryPoint":"packages/plugins/experimental/plugin-transcription/src/capabilities/app-graph-builder.ts","inputs":{"packages/plugins/experimental/plugin-transcription/src/capabilities/app-graph-builder.ts":{"bytesInOutput":157}},"bytes":449},"packages/plugins/experimental/plugin-transcription/dist/lib/node-esm/intent-resolver-UGLYRD4X.mjs.map":{"imports":[],"exports":[],"inputs":{},"bytes":1618},"packages/plugins/experimental/plugin-transcription/dist/lib/node-esm/intent-resolver-UGLYRD4X.mjs":{"imports":[{"path":"packages/plugins/experimental/plugin-transcription/dist/lib/node-esm/chunk-XYU6B73V.mjs","kind":"import-statement"},{"path":"packages/plugins/experimental/plugin-transcription/dist/lib/node-esm/chunk-KEG3ME4O.mjs","kind":"import-statement"},{"path":"@dxos/app-framework","kind":"import-statement","external":true},{"path":"@dxos/live-object","kind":"import-statement","external":true}],"exports":["default"],"entryPoint":"packages/plugins/experimental/plugin-transcription/src/capabilities/intent-resolver.ts","inputs":{"packages/plugins/experimental/plugin-transcription/src/capabilities/intent-resolver.ts":{"bytesInOutput":558}},"bytes":995},"packages/plugins/experimental/plugin-transcription/dist/lib/node-esm/chunk-XYU6B73V.mjs.map":{"imports":[],"exports":[],"inputs":{},"bytes":5086},"packages/plugins/experimental/plugin-transcription/dist/lib/node-esm/chunk-XYU6B73V.mjs":{"imports":[{"path":"@dxos/echo-schema","kind":"import-statement","external":true},{"path":"@dxos/keys","kind":"import-statement","external":true}],"exports":["getTimeStr","mergeFloat64Arrays","monitorAudioLevel","randomQueueDxn"],"inputs":{"packages/plugins/experimental/plugin-transcription/src/util/get-time-str.ts":{"bytesInOutput":195},"packages/plugins/experimental/plugin-transcription/src/util/random-queue-dxn.ts":{"bytesInOutput":231},"packages/plugins/experimental/plugin-transcription/src/util/array.ts":{"bytesInOutput":267},"packages/plugins/experimental/plugin-transcription/src/util/index.ts":{"bytesInOutput":0},"packages/plugins/experimental/plugin-transcription/src/util/monitor-audio-level.ts":{"bytesInOutput":1264}},"bytes":2504},"packages/plugins/experimental/plugin-transcription/dist/lib/node-esm/TranscriptContainer-DVBXQIQ4.mjs.map":{"imports":[],"exports":[],"inputs":{},"bytes":93},"packages/plugins/experimental/plugin-transcription/dist/lib/node-esm/TranscriptContainer-DVBXQIQ4.mjs":{"imports":[{"path":"packages/plugins/experimental/plugin-transcription/dist/lib/node-esm/chunk-36EQXBWR.mjs","kind":"import-statement"},{"path":"packages/plugins/experimental/plugin-transcription/dist/lib/node-esm/chunk-KEG3ME4O.mjs","kind":"import-statement"}],"exports":["TranscriptionContainer","default"],"entryPoint":"packages/plugins/experimental/plugin-transcription/src/components/TranscriptContainer.tsx","inputs":{},"bytes":356},"packages/plugins/experimental/plugin-transcription/dist/lib/node-esm/react-surface-6AYPLJ2B.mjs.map":{"imports":[],"exports":[],"inputs":{},"bytes":1327},"packages/plugins/experimental/plugin-transcription/dist/lib/node-esm/react-surface-6AYPLJ2B.mjs":{"imports":[{"path":"packages/plugins/experimental/plugin-transcription/dist/lib/node-esm/chunk-WEZGRUG6.mjs","kind":"import-statement"},{"path":"packages/plugins/experimental/plugin-transcription/dist/lib/node-esm/chunk-36EQXBWR.mjs","kind":"import-statement"},{"path":"packages/plugins/experimental/plugin-transcription/dist/lib/node-esm/chunk-KEG3ME4O.mjs","kind":"import-statement"},{"path":"react","kind":"import-statement","external":true},{"path":"@dxos/app-framework","kind":"import-statement","external":true}],"exports":["default"],"entryPoint":"packages/plugins/experimental/plugin-transcription/src/capabilities/react-surface.tsx","inputs":{"packages/plugins/experimental/plugin-transcription/src/capabilities/react-surface.tsx":{"bytesInOutput":445}},"bytes":901},"packages/plugins/experimental/plugin-transcription/dist/lib/node-esm/chunk-WEZGRUG6.mjs.map":{"imports":[],"exports":[],"inputs":{},"bytes":455},"packages/plugins/experimental/plugin-transcription/dist/lib/node-esm/chunk-WEZGRUG6.mjs":{"imports":[{"path":"react","kind":"import-statement","external":true},{"path":"packages/plugins/experimental/plugin-transcription/dist/lib/node-esm/TranscriptContainer-DVBXQIQ4.mjs","kind":"dynamic-import"}],"exports":["TranscriptContainer"],"inputs":{"packages/plugins/experimental/plugin-transcription/src/components/index.ts":{"bytesInOutput":114}},"bytes":364},"packages/plugins/experimental/plugin-transcription/dist/lib/node-esm/chunk-36EQXBWR.mjs.map":{"imports":[],"exports":[],"inputs":{},"bytes":15265},"packages/plugins/experimental/plugin-transcription/dist/lib/node-esm/chunk-36EQXBWR.mjs":{"imports":[{"path":"packages/plugins/experimental/plugin-transcription/dist/lib/node-esm/chunk-KEG3ME4O.mjs","kind":"import-statement"},{"path":"effect","kind":"import-statement","external":true},{"path":"react","kind":"import-statement","external":true},{"path":"@dxos/app-framework","kind":"import-statement","external":true},{"path":"@dxos/artifact","kind":"import-statement","external":true},{"path":"@dxos/assistant","kind":"import-statement","external":true},{"path":"@dxos/client/echo","kind":"import-statement","external":true},{"path":"@dxos/echo-db","kind":"import-statement","external":true},{"path":"@dxos/echo-schema","kind":"import-statement","external":true},{"path":"@dxos/invariant","kind":"import-statement","external":true},{"path":"@dxos/keys","kind":"import-statement","external":true},{"path":"@dxos/log","kind":"import-statement","external":true},{"path":"@dxos/plugin-markdown/types","kind":"import-statement","external":true},{"path":"@dxos/plugin-space/types","kind":"import-statement","external":true},{"path":"@dxos/react-client","kind":"import-statement","external":true},{"path":"@dxos/react-edge-client","kind":"import-statement","external":true},{"path":"@dxos/react-ui","kind":"import-statement","external":true},{"path":"@dxos/react-ui-components","kind":"import-statement","external":true},{"path":"@dxos/react-ui-stack","kind":"import-statement","external":true},{"path":"@dxos/schema","kind":"import-statement","external":true},{"path":"date-fns/formatDistanceToNow","kind":"import-statement","external":true},{"path":"react","kind":"import-statement","external":true},{"path":"@dxos/react-ui","kind":"import-statement","external":true}],"exports":["Transcript","TranscriptContainer_default","TranscriptionContainer"],"inputs":{"packages/plugins/experimental/plugin-transcription/src/components/TranscriptContainer.tsx":{"bytesInOutput":6259},"packages/plugins/experimental/plugin-transcription/src/components/Transcript/Transcript.tsx":{"bytesInOutput":2030},"packages/plugins/experimental/plugin-transcription/src/components/Transcript/index.ts":{"bytesInOutput":0}},"bytes":8874},"packages/plugins/experimental/plugin-transcription/dist/lib/node-esm/chunk-KEG3ME4O.mjs.map":{"imports":[],"exports":[],"inputs":{},"bytes":5172},"packages/plugins/experimental/plugin-transcription/dist/lib/node-esm/chunk-KEG3ME4O.mjs":{"imports":[{"path":"@dxos/echo-schema","kind":"import-statement","external":true},{"path":"@dxos/echo-schema","kind":"import-statement","external":true},{"path":"@dxos/react-client/echo","kind":"import-statement","external":true}],"exports":["TRANSCRIPTION_PLUGIN","TRANSCRIPTION_URL","TranscriptBlock","TranscriptSchema","TranscriptType","TranscriptionAction","isTranscript","meta"],"inputs":{"packages/plugins/experimental/plugin-transcription/src/types/schema.ts":{"bytesInOutput":844},"packages/plugins/experimental/plugin-transcription/src/types/index.ts":{"bytesInOutput":0},"packages/plugins/experimental/plugin-transcription/src/types/types.ts":{"bytesInOutput":730},"packages/plugins/experimental/plugin-transcription/src/meta.ts":{"bytesInOutput":358}},"bytes":2519}}}
|
|
1
|
+
{"inputs":{"packages/plugins/experimental/plugin-transcription/src/meta.ts":{"bytes":1781,"imports":[],"format":"esm"},"packages/plugins/experimental/plugin-transcription/src/capabilities/capabilities.ts":{"bytes":1709,"imports":[{"path":"@dxos/app-framework","kind":"import-statement","external":true},{"path":"packages/plugins/experimental/plugin-transcription/src/meta.ts","kind":"import-statement","original":"../meta"}],"format":"esm"},"packages/plugins/experimental/plugin-transcription/src/types/schema.ts":{"bytes":5399,"imports":[{"path":"@dxos/echo-schema","kind":"import-statement","external":true}],"format":"esm"},"packages/plugins/experimental/plugin-transcription/src/types/types.ts":{"bytes":4930,"imports":[{"path":"@dxos/echo-schema","kind":"import-statement","external":true},{"path":"@dxos/react-client/echo","kind":"import-statement","external":true},{"path":"packages/plugins/experimental/plugin-transcription/src/types/schema.ts","kind":"import-statement","original":"./schema"},{"path":"packages/plugins/experimental/plugin-transcription/src/meta.ts","kind":"import-statement","original":"../meta"}],"format":"esm"},"packages/plugins/experimental/plugin-transcription/src/types/index.ts":{"bytes":607,"imports":[{"path":"packages/plugins/experimental/plugin-transcription/src/types/schema.ts","kind":"import-statement","original":"./schema"},{"path":"packages/plugins/experimental/plugin-transcription/src/types/types.ts","kind":"import-statement","original":"./types"}],"format":"esm"},"packages/plugins/experimental/plugin-transcription/src/capabilities/app-graph-builder.ts":{"bytes":4439,"imports":[{"path":"@dxos/app-framework","kind":"import-statement","external":true},{"path":"@dxos/plugin-graph","kind":"import-statement","external":true},{"path":"packages/plugins/experimental/plugin-transcription/src/meta.ts","kind":"import-statement","original":"../meta"},{"path":"packages/plugins/experimental/plugin-transcription/src/types/index.ts","kind":"import-statement","original":"../types"}],"format":"esm"},"packages/plugins/experimental/plugin-transcription/src/transcriber/audio-recorder.ts":{"bytes":3252,"imports":[],"format":"esm"},"packages/plugins/experimental/plugin-transcription/src/transcriber/media-stream-recorder.ts":{"bytes":13363,"imports":[{"path":"extendable-media-recorder","kind":"import-statement","external":true},{"path":"wavefile","kind":"import-statement","external":true},{"path":"@dxos/async","kind":"import-statement","external":true},{"path":"@dxos/invariant","kind":"import-statement","external":true},{"path":"@dxos/log","kind":"import-statement","external":true},{"path":"@dxos/tracing","kind":"import-statement","external":true},{"path":"extendable-media-recorder-wav-encoder","kind":"dynamic-import","external":true}],"format":"esm"},"packages/plugins/experimental/plugin-transcription/src/transcriber/summarize.ts":{"bytes":10094,"imports":[{"path":"@dxos/artifact","kind":"import-statement","external":true},{"path":"@dxos/assistant","kind":"import-statement","external":true},{"path":"@dxos/echo-db","kind":"import-statement","external":true},{"path":"@dxos/echo-schema","kind":"import-statement","external":true},{"path":"@dxos/invariant","kind":"import-statement","external":true},{"path":"@dxos/keys","kind":"import-statement","external":true},{"path":"@dxos/log","kind":"import-statement","external":true},{"path":"packages/plugins/experimental/plugin-transcription/src/types/index.ts","kind":"import-statement","original":"../types"}],"format":"esm"},"packages/plugins/experimental/plugin-transcription/src/util/array.ts":{"bytes":1600,"imports":[],"format":"esm"},"packages/plugins/experimental/plugin-transcription/src/util/get-time-str.ts":{"bytes":1354,"imports":[],"format":"esm"},"packages/plugins/experimental/plugin-transcription/src/util/monitor-audio-level.ts":{"bytes":5995,"imports":[],"format":"esm"},"packages/plugins/experimental/plugin-transcription/src/util/random-queue-dxn.ts":{"bytes":1544,"imports":[{"path":"@dxos/echo-schema","kind":"import-statement","external":true},{"path":"@dxos/keys","kind":"import-statement","external":true}],"format":"esm"},"packages/plugins/experimental/plugin-transcription/src/util/index.ts":{"bytes":851,"imports":[{"path":"packages/plugins/experimental/plugin-transcription/src/util/array.ts","kind":"import-statement","original":"./array"},{"path":"packages/plugins/experimental/plugin-transcription/src/util/get-time-str.ts","kind":"import-statement","original":"./get-time-str"},{"path":"packages/plugins/experimental/plugin-transcription/src/util/monitor-audio-level.ts","kind":"import-statement","original":"./monitor-audio-level"},{"path":"packages/plugins/experimental/plugin-transcription/src/util/random-queue-dxn.ts","kind":"import-statement","original":"./random-queue-dxn"}],"format":"esm"},"packages/plugins/experimental/plugin-transcription/src/transcriber/transcriber.ts":{"bytes":24141,"imports":[{"path":"wavefile","kind":"import-statement","external":true},{"path":"@dxos/async","kind":"import-statement","external":true},{"path":"@dxos/context","kind":"import-statement","external":true},{"path":"@dxos/log","kind":"import-statement","external":true},{"path":"@dxos/tracing","kind":"import-statement","external":true},{"path":"packages/plugins/experimental/plugin-transcription/src/types/index.ts","kind":"import-statement","original":"../types"},{"path":"packages/plugins/experimental/plugin-transcription/src/util/index.ts","kind":"import-statement","original":"../util"}],"format":"esm"},"packages/plugins/experimental/plugin-transcription/src/transcriber/index.ts":{"bytes":865,"imports":[{"path":"packages/plugins/experimental/plugin-transcription/src/transcriber/audio-recorder.ts","kind":"import-statement","original":"./audio-recorder"},{"path":"packages/plugins/experimental/plugin-transcription/src/transcriber/media-stream-recorder.ts","kind":"import-statement","original":"./media-stream-recorder"},{"path":"packages/plugins/experimental/plugin-transcription/src/transcriber/summarize.ts","kind":"import-statement","original":"./summarize"},{"path":"packages/plugins/experimental/plugin-transcription/src/transcriber/transcriber.ts","kind":"import-statement","original":"./transcriber"}],"format":"esm"},"packages/plugins/experimental/plugin-transcription/src/capabilities/intent-resolver.ts":{"bytes":8053,"imports":[{"path":"@dxos/app-framework","kind":"import-statement","external":true},{"path":"@dxos/assistant","kind":"import-statement","external":true},{"path":"@dxos/invariant","kind":"import-statement","external":true},{"path":"@dxos/live-object","kind":"import-statement","external":true},{"path":"@dxos/plugin-client","kind":"import-statement","external":true},{"path":"@dxos/react-edge-client","kind":"import-statement","external":true},{"path":"packages/plugins/experimental/plugin-transcription/src/transcriber/index.ts","kind":"import-statement","original":"../transcriber"},{"path":"packages/plugins/experimental/plugin-transcription/src/types/index.ts","kind":"import-statement","original":"../types"},{"path":"packages/plugins/experimental/plugin-transcription/src/util/index.ts","kind":"import-statement","original":"../util"}],"format":"esm"},"packages/plugins/experimental/plugin-transcription/src/components/Transcript/Transcript.tsx":{"bytes":28126,"imports":[{"path":"date-fns/intervalToDuration","kind":"import-statement","external":true},{"path":"main-thread-scheduling","kind":"import-statement","external":true},{"path":"react","kind":"import-statement","external":true},{"path":"react-resize-detector","kind":"import-statement","external":true},{"path":"@dxos/react-ui","kind":"import-statement","external":true},{"path":"@dxos/react-ui-attention","kind":"import-statement","external":true},{"path":"@dxos/react-ui-grid","kind":"import-statement","external":true},{"path":"@dxos/react-ui-theme","kind":"import-statement","external":true},{"path":"packages/plugins/experimental/plugin-transcription/src/meta.ts","kind":"import-statement","original":"../../meta"}],"format":"esm"},"packages/plugins/experimental/plugin-transcription/src/components/Transcript/index.ts":{"bytes":550,"imports":[{"path":"packages/plugins/experimental/plugin-transcription/src/components/Transcript/Transcript.tsx","kind":"import-statement","original":"./Transcript"}],"format":"esm"},"packages/plugins/experimental/plugin-transcription/src/components/TranscriptContainer.tsx":{"bytes":3792,"imports":[{"path":"react","kind":"import-statement","external":true},{"path":"@dxos/client/echo","kind":"import-statement","external":true},{"path":"@dxos/keys","kind":"import-statement","external":true},{"path":"@dxos/react-client/echo","kind":"import-statement","external":true},{"path":"@dxos/react-ui-stack","kind":"import-statement","external":true},{"path":"packages/plugins/experimental/plugin-transcription/src/components/Transcript/index.ts","kind":"import-statement","original":"./Transcript"}],"format":"esm"},"packages/plugins/experimental/plugin-transcription/src/components/index.ts":{"bytes":1062,"imports":[{"path":"react","kind":"import-statement","external":true},{"path":"packages/plugins/experimental/plugin-transcription/src/components/Transcript/index.ts","kind":"import-statement","original":"./Transcript"},{"path":"packages/plugins/experimental/plugin-transcription/src/components/TranscriptContainer.tsx","kind":"import-statement","original":"./TranscriptContainer"},{"path":"packages/plugins/experimental/plugin-transcription/src/components/TranscriptContainer.tsx","kind":"dynamic-import","original":"./TranscriptContainer"}],"format":"esm"},"packages/plugins/experimental/plugin-transcription/src/capabilities/react-surface.tsx":{"bytes":2960,"imports":[{"path":"react","kind":"import-statement","external":true},{"path":"@dxos/app-framework","kind":"import-statement","external":true},{"path":"packages/plugins/experimental/plugin-transcription/src/components/index.ts","kind":"import-statement","original":"../components"},{"path":"packages/plugins/experimental/plugin-transcription/src/meta.ts","kind":"import-statement","original":"../meta"},{"path":"packages/plugins/experimental/plugin-transcription/src/types/index.ts","kind":"import-statement","original":"../types"}],"format":"esm"},"packages/plugins/experimental/plugin-transcription/src/capabilities/index.ts":{"bytes":1473,"imports":[{"path":"@dxos/app-framework","kind":"import-statement","external":true},{"path":"packages/plugins/experimental/plugin-transcription/src/capabilities/capabilities.ts","kind":"import-statement","original":"./capabilities"},{"path":"packages/plugins/experimental/plugin-transcription/src/capabilities/app-graph-builder.ts","kind":"dynamic-import","original":"./app-graph-builder"},{"path":"packages/plugins/experimental/plugin-transcription/src/capabilities/intent-resolver.ts","kind":"dynamic-import","original":"./intent-resolver"},{"path":"packages/plugins/experimental/plugin-transcription/src/capabilities/react-surface.tsx","kind":"dynamic-import","original":"./react-surface"}],"format":"esm"},"packages/plugins/experimental/plugin-transcription/src/hooks/useAudioFile.ts":{"bytes":6346,"imports":[{"path":"react","kind":"import-statement","external":true},{"path":"@dxos/log","kind":"import-statement","external":true}],"format":"esm"},"packages/plugins/experimental/plugin-transcription/src/hooks/useAudioTrack.ts":{"bytes":3162,"imports":[{"path":"react","kind":"import-statement","external":true}],"format":"esm"},"packages/plugins/experimental/plugin-transcription/src/hooks/useTranscriber.ts":{"bytes":5265,"imports":[{"path":"react","kind":"import-statement","external":true},{"path":"packages/plugins/experimental/plugin-transcription/src/transcriber/index.ts","kind":"import-statement","original":"../transcriber"}],"format":"esm"},"packages/plugins/experimental/plugin-transcription/src/hooks/useVoiceInput.ts":{"bytes":7280,"imports":[{"path":"react","kind":"import-statement","external":true},{"path":"@dxos/async","kind":"import-statement","external":true},{"path":"@dxos/context","kind":"import-statement","external":true},{"path":"@dxos/log","kind":"import-statement","external":true},{"path":"@dxos/react-ui-sfx","kind":"import-statement","external":true},{"path":"packages/plugins/experimental/plugin-transcription/src/hooks/useAudioTrack.ts","kind":"import-statement","original":"./useAudioTrack"},{"path":"packages/plugins/experimental/plugin-transcription/src/hooks/useTranscriber.ts","kind":"import-statement","original":"./useTranscriber"}],"format":"esm"},"packages/plugins/experimental/plugin-transcription/src/hooks/index.ts":{"bytes":852,"imports":[{"path":"packages/plugins/experimental/plugin-transcription/src/hooks/useAudioFile.ts","kind":"import-statement","original":"./useAudioFile"},{"path":"packages/plugins/experimental/plugin-transcription/src/hooks/useAudioTrack.ts","kind":"import-statement","original":"./useAudioTrack"},{"path":"packages/plugins/experimental/plugin-transcription/src/hooks/useTranscriber.ts","kind":"import-statement","original":"./useTranscriber"},{"path":"packages/plugins/experimental/plugin-transcription/src/hooks/useVoiceInput.ts","kind":"import-statement","original":"./useVoiceInput"}],"format":"esm"},"packages/plugins/experimental/plugin-transcription/src/transcription-manager.ts":{"bytes":18462,"imports":[{"path":"@dxos/async","kind":"import-statement","external":true},{"path":"@dxos/context","kind":"import-statement","external":true},{"path":"@dxos/echo-db","kind":"import-statement","external":true},{"path":"@dxos/echo-schema","kind":"import-statement","external":true},{"path":"@dxos/invariant","kind":"import-statement","external":true},{"path":"@dxos/keys","kind":"import-statement","external":true},{"path":"packages/plugins/experimental/plugin-transcription/src/transcriber/index.ts","kind":"import-statement","original":"./transcriber"},{"path":"packages/plugins/experimental/plugin-transcription/src/types/index.ts","kind":"import-statement","original":"./types"}],"format":"esm"},"packages/plugins/experimental/plugin-transcription/src/translations.ts":{"bytes":2636,"imports":[{"path":"packages/plugins/experimental/plugin-transcription/src/meta.ts","kind":"import-statement","original":"./meta"},{"path":"packages/plugins/experimental/plugin-transcription/src/types/index.ts","kind":"import-statement","original":"./types"}],"format":"esm"},"packages/plugins/experimental/plugin-transcription/src/TranscriptionPlugin.tsx":{"bytes":7383,"imports":[{"path":"@dxos/app-framework","kind":"import-statement","external":true},{"path":"@dxos/plugin-client","kind":"import-statement","external":true},{"path":"packages/plugins/experimental/plugin-transcription/src/capabilities/index.ts","kind":"import-statement","original":"./capabilities"},{"path":"packages/plugins/experimental/plugin-transcription/src/meta.ts","kind":"import-statement","original":"./meta"},{"path":"packages/plugins/experimental/plugin-transcription/src/translations.ts","kind":"import-statement","original":"./translations"},{"path":"packages/plugins/experimental/plugin-transcription/src/types/index.ts","kind":"import-statement","original":"./types"}],"format":"esm"},"packages/plugins/experimental/plugin-transcription/src/index.ts":{"bytes":1132,"imports":[{"path":"packages/plugins/experimental/plugin-transcription/src/capabilities/index.ts","kind":"import-statement","original":"./capabilities"},{"path":"packages/plugins/experimental/plugin-transcription/src/components/index.ts","kind":"import-statement","original":"./components"},{"path":"packages/plugins/experimental/plugin-transcription/src/hooks/index.ts","kind":"import-statement","original":"./hooks"},{"path":"packages/plugins/experimental/plugin-transcription/src/meta.ts","kind":"import-statement","original":"./meta"},{"path":"packages/plugins/experimental/plugin-transcription/src/transcriber/index.ts","kind":"import-statement","original":"./transcriber"},{"path":"packages/plugins/experimental/plugin-transcription/src/transcription-manager.ts","kind":"import-statement","original":"./transcription-manager"},{"path":"packages/plugins/experimental/plugin-transcription/src/TranscriptionPlugin.tsx","kind":"import-statement","original":"./TranscriptionPlugin"}],"format":"esm"}},"outputs":{"packages/plugins/experimental/plugin-transcription/dist/lib/node-esm/index.mjs.map":{"imports":[],"exports":[],"inputs":{},"bytes":25061},"packages/plugins/experimental/plugin-transcription/dist/lib/node-esm/index.mjs":{"imports":[{"path":"packages/plugins/experimental/plugin-transcription/dist/lib/node-esm/chunk-SWV74BYU.mjs","kind":"import-statement"},{"path":"packages/plugins/experimental/plugin-transcription/dist/lib/node-esm/chunk-NFPDIQYG.mjs","kind":"import-statement"},{"path":"packages/plugins/experimental/plugin-transcription/dist/lib/node-esm/chunk-DLXORY7Y.mjs","kind":"import-statement"},{"path":"packages/plugins/experimental/plugin-transcription/dist/lib/node-esm/chunk-4A6BWPRB.mjs","kind":"import-statement"},{"path":"packages/plugins/experimental/plugin-transcription/dist/lib/node-esm/chunk-SB5TLXBU.mjs","kind":"import-statement"},{"path":"@dxos/app-framework","kind":"import-statement","external":true},{"path":"@dxos/app-framework","kind":"import-statement","external":true},{"path":"packages/plugins/experimental/plugin-transcription/dist/lib/node-esm/app-graph-builder-ARTLU4U5.mjs","kind":"dynamic-import"},{"path":"packages/plugins/experimental/plugin-transcription/dist/lib/node-esm/intent-resolver-XU4BLUSF.mjs","kind":"dynamic-import"},{"path":"packages/plugins/experimental/plugin-transcription/dist/lib/node-esm/react-surface-5CBEXLXJ.mjs","kind":"dynamic-import"},{"path":"react","kind":"import-statement","external":true},{"path":"@dxos/log","kind":"import-statement","external":true},{"path":"react","kind":"import-statement","external":true},{"path":"react","kind":"import-statement","external":true},{"path":"react","kind":"import-statement","external":true},{"path":"@dxos/async","kind":"import-statement","external":true},{"path":"@dxos/context","kind":"import-statement","external":true},{"path":"@dxos/log","kind":"import-statement","external":true},{"path":"@dxos/react-ui-sfx","kind":"import-statement","external":true},{"path":"@dxos/async","kind":"import-statement","external":true},{"path":"@dxos/context","kind":"import-statement","external":true},{"path":"@dxos/echo-db","kind":"import-statement","external":true},{"path":"@dxos/echo-schema","kind":"import-statement","external":true},{"path":"@dxos/invariant","kind":"import-statement","external":true},{"path":"@dxos/keys","kind":"import-statement","external":true},{"path":"@dxos/app-framework","kind":"import-statement","external":true},{"path":"@dxos/plugin-client","kind":"import-statement","external":true}],"exports":["AppGraphBuilder","IntentResolver","MediaStreamRecorder","ReactSurface","TRANSCRIPTION_PLUGIN","Transcriber","Transcript","TranscriptContainer","TranscriptionCapabilities","TranscriptionContainer","TranscriptionManager","TranscriptionPlugin","meta","summarizeTranscript","useAudioFile","useAudioTrack","useTranscriber","useVoiceInput"],"entryPoint":"packages/plugins/experimental/plugin-transcription/src/index.ts","inputs":{"packages/plugins/experimental/plugin-transcription/src/capabilities/index.ts":{"bytesInOutput":268},"packages/plugins/experimental/plugin-transcription/src/capabilities/capabilities.ts":{"bytesInOutput":309},"packages/plugins/experimental/plugin-transcription/src/index.ts":{"bytesInOutput":0},"packages/plugins/experimental/plugin-transcription/src/hooks/useAudioFile.ts":{"bytesInOutput":1681},"packages/plugins/experimental/plugin-transcription/src/hooks/index.ts":{"bytesInOutput":0},"packages/plugins/experimental/plugin-transcription/src/hooks/useAudioTrack.ts":{"bytesInOutput":628},"packages/plugins/experimental/plugin-transcription/src/hooks/useTranscriber.ts":{"bytesInOutput":848},"packages/plugins/experimental/plugin-transcription/src/hooks/useVoiceInput.ts":{"bytesInOutput":1882},"packages/plugins/experimental/plugin-transcription/src/transcription-manager.ts":{"bytesInOutput":4938},"packages/plugins/experimental/plugin-transcription/src/TranscriptionPlugin.tsx":{"bytesInOutput":1486},"packages/plugins/experimental/plugin-transcription/src/translations.ts":{"bytesInOutput":578}},"bytes":14400},"packages/plugins/experimental/plugin-transcription/dist/lib/node-esm/types/index.mjs.map":{"imports":[],"exports":[],"inputs":{},"bytes":93},"packages/plugins/experimental/plugin-transcription/dist/lib/node-esm/types/index.mjs":{"imports":[{"path":"packages/plugins/experimental/plugin-transcription/dist/lib/node-esm/chunk-DLXORY7Y.mjs","kind":"import-statement"},{"path":"packages/plugins/experimental/plugin-transcription/dist/lib/node-esm/chunk-SB5TLXBU.mjs","kind":"import-statement"}],"exports":["TRANSCRIPTION_URL","TranscriptBlock","TranscriptSchema","TranscriptType","TranscriptionAction","isTranscript"],"entryPoint":"packages/plugins/experimental/plugin-transcription/src/types/index.ts","inputs":{},"bytes":444},"packages/plugins/experimental/plugin-transcription/dist/lib/node-esm/app-graph-builder-ARTLU4U5.mjs.map":{"imports":[],"exports":[],"inputs":{},"bytes":2080},"packages/plugins/experimental/plugin-transcription/dist/lib/node-esm/app-graph-builder-ARTLU4U5.mjs":{"imports":[{"path":"packages/plugins/experimental/plugin-transcription/dist/lib/node-esm/chunk-DLXORY7Y.mjs","kind":"import-statement"},{"path":"packages/plugins/experimental/plugin-transcription/dist/lib/node-esm/chunk-SB5TLXBU.mjs","kind":"import-statement"},{"path":"@dxos/app-framework","kind":"import-statement","external":true},{"path":"@dxos/plugin-graph","kind":"import-statement","external":true}],"exports":["default"],"entryPoint":"packages/plugins/experimental/plugin-transcription/src/capabilities/app-graph-builder.ts","inputs":{"packages/plugins/experimental/plugin-transcription/src/capabilities/app-graph-builder.ts":{"bytesInOutput":879}},"bytes":1314},"packages/plugins/experimental/plugin-transcription/dist/lib/node-esm/intent-resolver-XU4BLUSF.mjs.map":{"imports":[],"exports":[],"inputs":{},"bytes":3759},"packages/plugins/experimental/plugin-transcription/dist/lib/node-esm/intent-resolver-XU4BLUSF.mjs":{"imports":[{"path":"packages/plugins/experimental/plugin-transcription/dist/lib/node-esm/chunk-SWV74BYU.mjs","kind":"import-statement"},{"path":"packages/plugins/experimental/plugin-transcription/dist/lib/node-esm/chunk-DLXORY7Y.mjs","kind":"import-statement"},{"path":"packages/plugins/experimental/plugin-transcription/dist/lib/node-esm/chunk-SB5TLXBU.mjs","kind":"import-statement"},{"path":"@dxos/app-framework","kind":"import-statement","external":true},{"path":"@dxos/assistant","kind":"import-statement","external":true},{"path":"@dxos/invariant","kind":"import-statement","external":true},{"path":"@dxos/live-object","kind":"import-statement","external":true},{"path":"@dxos/plugin-client","kind":"import-statement","external":true},{"path":"@dxos/react-edge-client","kind":"import-statement","external":true}],"exports":["default"],"entryPoint":"packages/plugins/experimental/plugin-transcription/src/capabilities/intent-resolver.ts","inputs":{"packages/plugins/experimental/plugin-transcription/src/capabilities/intent-resolver.ts":{"bytesInOutput":1959}},"bytes":2450},"packages/plugins/experimental/plugin-transcription/dist/lib/node-esm/chunk-SWV74BYU.mjs.map":{"imports":[],"exports":[],"inputs":{},"bytes":24790},"packages/plugins/experimental/plugin-transcription/dist/lib/node-esm/chunk-SWV74BYU.mjs":{"imports":[{"path":"packages/plugins/experimental/plugin-transcription/dist/lib/node-esm/chunk-DLXORY7Y.mjs","kind":"import-statement"},{"path":"extendable-media-recorder","kind":"import-statement","external":true},{"path":"wavefile","kind":"import-statement","external":true},{"path":"@dxos/async","kind":"import-statement","external":true},{"path":"@dxos/invariant","kind":"import-statement","external":true},{"path":"@dxos/log","kind":"import-statement","external":true},{"path":"@dxos/tracing","kind":"import-statement","external":true},{"path":"extendable-media-recorder-wav-encoder","kind":"dynamic-import","external":true},{"path":"@dxos/artifact","kind":"import-statement","external":true},{"path":"@dxos/assistant","kind":"import-statement","external":true},{"path":"@dxos/echo-db","kind":"import-statement","external":true},{"path":"@dxos/echo-schema","kind":"import-statement","external":true},{"path":"@dxos/invariant","kind":"import-statement","external":true},{"path":"@dxos/keys","kind":"import-statement","external":true},{"path":"@dxos/log","kind":"import-statement","external":true},{"path":"@dxos/echo-schema","kind":"import-statement","external":true},{"path":"@dxos/keys","kind":"import-statement","external":true},{"path":"wavefile","kind":"import-statement","external":true},{"path":"@dxos/async","kind":"import-statement","external":true},{"path":"@dxos/context","kind":"import-statement","external":true},{"path":"@dxos/log","kind":"import-statement","external":true},{"path":"@dxos/tracing","kind":"import-statement","external":true}],"exports":["MediaStreamRecorder","Transcriber","getTimeStr","randomQueueDxn","summarizeTranscript"],"inputs":{"packages/plugins/experimental/plugin-transcription/src/transcriber/media-stream-recorder.ts":{"bytesInOutput":3759},"packages/plugins/experimental/plugin-transcription/src/transcriber/summarize.ts":{"bytesInOutput":3125},"packages/plugins/experimental/plugin-transcription/src/util/get-time-str.ts":{"bytesInOutput":195},"packages/plugins/experimental/plugin-transcription/src/util/random-queue-dxn.ts":{"bytesInOutput":259},"packages/plugins/experimental/plugin-transcription/src/util/array.ts":{"bytesInOutput":267},"packages/plugins/experimental/plugin-transcription/src/util/index.ts":{"bytesInOutput":0},"packages/plugins/experimental/plugin-transcription/src/transcriber/transcriber.ts":{"bytesInOutput":5593},"packages/plugins/experimental/plugin-transcription/src/transcriber/index.ts":{"bytesInOutput":0}},"bytes":14021},"packages/plugins/experimental/plugin-transcription/dist/lib/node-esm/TranscriptContainer-MOWZQSEO.mjs.map":{"imports":[],"exports":[],"inputs":{},"bytes":93},"packages/plugins/experimental/plugin-transcription/dist/lib/node-esm/TranscriptContainer-MOWZQSEO.mjs":{"imports":[{"path":"packages/plugins/experimental/plugin-transcription/dist/lib/node-esm/chunk-4A6BWPRB.mjs","kind":"import-statement"},{"path":"packages/plugins/experimental/plugin-transcription/dist/lib/node-esm/chunk-SB5TLXBU.mjs","kind":"import-statement"}],"exports":["TranscriptionContainer","default"],"entryPoint":"packages/plugins/experimental/plugin-transcription/src/components/TranscriptContainer.tsx","inputs":{},"bytes":356},"packages/plugins/experimental/plugin-transcription/dist/lib/node-esm/react-surface-5CBEXLXJ.mjs.map":{"imports":[],"exports":[],"inputs":{},"bytes":1389},"packages/plugins/experimental/plugin-transcription/dist/lib/node-esm/react-surface-5CBEXLXJ.mjs":{"imports":[{"path":"packages/plugins/experimental/plugin-transcription/dist/lib/node-esm/chunk-NFPDIQYG.mjs","kind":"import-statement"},{"path":"packages/plugins/experimental/plugin-transcription/dist/lib/node-esm/chunk-DLXORY7Y.mjs","kind":"import-statement"},{"path":"packages/plugins/experimental/plugin-transcription/dist/lib/node-esm/chunk-4A6BWPRB.mjs","kind":"import-statement"},{"path":"packages/plugins/experimental/plugin-transcription/dist/lib/node-esm/chunk-SB5TLXBU.mjs","kind":"import-statement"},{"path":"react","kind":"import-statement","external":true},{"path":"@dxos/app-framework","kind":"import-statement","external":true}],"exports":["default"],"entryPoint":"packages/plugins/experimental/plugin-transcription/src/capabilities/react-surface.tsx","inputs":{"packages/plugins/experimental/plugin-transcription/src/capabilities/react-surface.tsx":{"bytesInOutput":506}},"bytes":1001},"packages/plugins/experimental/plugin-transcription/dist/lib/node-esm/chunk-NFPDIQYG.mjs.map":{"imports":[],"exports":[],"inputs":{},"bytes":455},"packages/plugins/experimental/plugin-transcription/dist/lib/node-esm/chunk-NFPDIQYG.mjs":{"imports":[{"path":"react","kind":"import-statement","external":true},{"path":"packages/plugins/experimental/plugin-transcription/dist/lib/node-esm/TranscriptContainer-MOWZQSEO.mjs","kind":"dynamic-import"}],"exports":["TranscriptContainer"],"inputs":{"packages/plugins/experimental/plugin-transcription/src/components/index.ts":{"bytesInOutput":114}},"bytes":364},"packages/plugins/experimental/plugin-transcription/dist/lib/node-esm/chunk-DLXORY7Y.mjs.map":{"imports":[],"exports":[],"inputs":{},"bytes":5057},"packages/plugins/experimental/plugin-transcription/dist/lib/node-esm/chunk-DLXORY7Y.mjs":{"imports":[{"path":"packages/plugins/experimental/plugin-transcription/dist/lib/node-esm/chunk-SB5TLXBU.mjs","kind":"import-statement"},{"path":"@dxos/echo-schema","kind":"import-statement","external":true},{"path":"@dxos/echo-schema","kind":"import-statement","external":true},{"path":"@dxos/react-client/echo","kind":"import-statement","external":true}],"exports":["TRANSCRIPTION_URL","TranscriptBlock","TranscriptSchema","TranscriptType","TranscriptionAction","isTranscript"],"inputs":{"packages/plugins/experimental/plugin-transcription/src/types/schema.ts":{"bytesInOutput":924},"packages/plugins/experimental/plugin-transcription/src/types/index.ts":{"bytesInOutput":0},"packages/plugins/experimental/plugin-transcription/src/types/types.ts":{"bytesInOutput":1054}},"bytes":2455},"packages/plugins/experimental/plugin-transcription/dist/lib/node-esm/chunk-4A6BWPRB.mjs.map":{"imports":[],"exports":[],"inputs":{},"bytes":16239},"packages/plugins/experimental/plugin-transcription/dist/lib/node-esm/chunk-4A6BWPRB.mjs":{"imports":[{"path":"packages/plugins/experimental/plugin-transcription/dist/lib/node-esm/chunk-SB5TLXBU.mjs","kind":"import-statement"},{"path":"react","kind":"import-statement","external":true},{"path":"@dxos/client/echo","kind":"import-statement","external":true},{"path":"@dxos/keys","kind":"import-statement","external":true},{"path":"@dxos/react-client/echo","kind":"import-statement","external":true},{"path":"@dxos/react-ui-stack","kind":"import-statement","external":true},{"path":"date-fns/intervalToDuration","kind":"import-statement","external":true},{"path":"main-thread-scheduling","kind":"import-statement","external":true},{"path":"react","kind":"import-statement","external":true},{"path":"react-resize-detector","kind":"import-statement","external":true},{"path":"@dxos/react-ui","kind":"import-statement","external":true},{"path":"@dxos/react-ui-attention","kind":"import-statement","external":true},{"path":"@dxos/react-ui-grid","kind":"import-statement","external":true},{"path":"@dxos/react-ui-theme","kind":"import-statement","external":true}],"exports":["Transcript","TranscriptContainer_default","TranscriptionContainer"],"inputs":{"packages/plugins/experimental/plugin-transcription/src/components/TranscriptContainer.tsx":{"bytesInOutput":817},"packages/plugins/experimental/plugin-transcription/src/components/Transcript/Transcript.tsx":{"bytesInOutput":6914},"packages/plugins/experimental/plugin-transcription/src/components/Transcript/index.ts":{"bytesInOutput":0}},"bytes":8297},"packages/plugins/experimental/plugin-transcription/dist/lib/node-esm/chunk-SB5TLXBU.mjs.map":{"imports":[],"exports":[],"inputs":{},"bytes":840},"packages/plugins/experimental/plugin-transcription/dist/lib/node-esm/chunk-SB5TLXBU.mjs":{"imports":[],"exports":["TRANSCRIPTION_PLUGIN","meta"],"inputs":{"packages/plugins/experimental/plugin-transcription/src/meta.ts":{"bytesInOutput":358}},"bytes":605}}}
|
|
@@ -1,12 +1,14 @@
|
|
|
1
1
|
import { createRequire } from 'node:module';const require = createRequire(import.meta.url);
|
|
2
|
-
import "./chunk-
|
|
2
|
+
import "./chunk-NFPDIQYG.mjs";
|
|
3
|
+
import {
|
|
4
|
+
isTranscript
|
|
5
|
+
} from "./chunk-DLXORY7Y.mjs";
|
|
3
6
|
import {
|
|
4
7
|
TranscriptionContainer
|
|
5
|
-
} from "./chunk-
|
|
8
|
+
} from "./chunk-4A6BWPRB.mjs";
|
|
6
9
|
import {
|
|
7
|
-
TRANSCRIPTION_PLUGIN
|
|
8
|
-
|
|
9
|
-
} from "./chunk-KEG3ME4O.mjs";
|
|
10
|
+
TRANSCRIPTION_PLUGIN
|
|
11
|
+
} from "./chunk-SB5TLXBU.mjs";
|
|
10
12
|
|
|
11
13
|
// packages/plugins/experimental/plugin-transcription/src/capabilities/react-surface.tsx
|
|
12
14
|
import React from "react";
|
|
@@ -14,14 +16,19 @@ import { Capabilities, contributes, createSurface } from "@dxos/app-framework";
|
|
|
14
16
|
var react_surface_default = () => contributes(Capabilities.ReactSurface, [
|
|
15
17
|
createSurface({
|
|
16
18
|
id: TRANSCRIPTION_PLUGIN,
|
|
17
|
-
role:
|
|
19
|
+
role: [
|
|
20
|
+
"article",
|
|
21
|
+
"section",
|
|
22
|
+
"tabpanel"
|
|
23
|
+
],
|
|
18
24
|
filter: (data) => isTranscript(data.subject),
|
|
19
25
|
component: ({ data, role }) => /* @__PURE__ */ React.createElement(TranscriptionContainer, {
|
|
20
|
-
transcript: data.subject
|
|
26
|
+
transcript: data.subject,
|
|
27
|
+
role
|
|
21
28
|
})
|
|
22
29
|
})
|
|
23
30
|
]);
|
|
24
31
|
export {
|
|
25
32
|
react_surface_default as default
|
|
26
33
|
};
|
|
27
|
-
//# sourceMappingURL=react-surface-
|
|
34
|
+
//# sourceMappingURL=react-surface-5CBEXLXJ.mjs.map
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"version": 3,
|
|
3
3
|
"sources": ["../../../src/capabilities/react-surface.tsx"],
|
|
4
|
-
"sourcesContent": ["//\n// Copyright 2025 DXOS.org\n//\n\nimport React from 'react';\n\nimport { Capabilities, contributes, createSurface } from '@dxos/app-framework';\n\nimport { TranscriptionContainer } from '../components';\nimport { TRANSCRIPTION_PLUGIN } from '../meta';\nimport { isTranscript, type TranscriptType } from '../types';\n\nexport default () =>\n contributes(Capabilities.ReactSurface, [\n createSurface({\n id: TRANSCRIPTION_PLUGIN,\n role: 'article',\n filter: (data): data is { subject: TranscriptType } => isTranscript(data.subject),\n component: ({ data, role }) => <TranscriptionContainer transcript={data.subject} />,\n }),\n ]);\n"],
|
|
5
|
-
"mappings": "
|
|
4
|
+
"sourcesContent": ["//\n// Copyright 2025 DXOS.org\n//\n\nimport React from 'react';\n\nimport { Capabilities, contributes, createSurface } from '@dxos/app-framework';\n\nimport { TranscriptionContainer } from '../components';\nimport { TRANSCRIPTION_PLUGIN } from '../meta';\nimport { isTranscript, type TranscriptType } from '../types';\n\nexport default () =>\n contributes(Capabilities.ReactSurface, [\n createSurface({\n id: TRANSCRIPTION_PLUGIN,\n role: ['article', 'section', 'tabpanel'],\n filter: (data): data is { subject: TranscriptType } => isTranscript(data.subject),\n component: ({ data, role }) => <TranscriptionContainer transcript={data.subject} role={role} />,\n }),\n ]);\n"],
|
|
5
|
+
"mappings": ";;;;;;;;;;;;;AAIA,OAAOA,WAAW;AAElB,SAASC,cAAcC,aAAaC,qBAAqB;AAMzD,IAAA,wBAAe,MACbC,YAAYC,aAAaC,cAAc;EACrCC,cAAc;IACZC,IAAIC;IACJC,MAAM;MAAC;MAAW;MAAW;;IAC7BC,QAAQ,CAACC,SAA8CC,aAAaD,KAAKE,OAAO;IAChFC,WAAW,CAAC,EAAEH,MAAMF,KAAI,MAAO,sBAAA,cAACM,wBAAAA;MAAuBC,YAAYL,KAAKE;MAASJ;;EACnF,CAAA;CACD;",
|
|
6
6
|
"names": ["React", "Capabilities", "contributes", "createSurface", "contributes", "Capabilities", "ReactSurface", "createSurface", "id", "TRANSCRIPTION_PLUGIN", "role", "filter", "data", "isTranscript", "subject", "component", "TranscriptionContainer", "transcript"]
|
|
7
7
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"TranscriptionPlugin.d.ts","sourceRoot":"","sources":["../../../src/TranscriptionPlugin.tsx"],"names":[],"mappings":"AAYA,eAAO,MAAM,mBAAmB,
|
|
1
|
+
{"version":3,"file":"TranscriptionPlugin.d.ts","sourceRoot":"","sources":["../../../src/TranscriptionPlugin.tsx"],"names":[],"mappings":"AAYA,eAAO,MAAM,mBAAmB,4CA2C5B,CAAC"}
|
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
import { type PluginsContext } from '@dxos/app-framework';
|
|
2
|
+
import { type Node } from '@dxos/plugin-graph';
|
|
2
3
|
declare const _default: (context: PluginsContext) => import("@dxos/app-framework").Capability<Readonly<{
|
|
3
4
|
id: string;
|
|
4
5
|
position: import("@dxos/util").Position;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"app-graph-builder.d.ts","sourceRoot":"","sources":["../../../../src/capabilities/app-graph-builder.ts"],"names":[],"mappings":"AAIA,OAAO,
|
|
1
|
+
{"version":3,"file":"app-graph-builder.d.ts","sourceRoot":"","sources":["../../../../src/capabilities/app-graph-builder.ts"],"names":[],"mappings":"AAIA,OAAO,EAA2C,KAAK,cAAc,EAAE,MAAM,qBAAqB,CAAC;AACnG,OAAO,EAAmB,KAAK,IAAI,EAAE,MAAM,oBAAoB,CAAC;kCAKvC,cAAc;;qBAoB6zE,YAAY;sBAAsC,iBAAiB;uBAAgD,iBAAiB;sBAAgD,iBAAiB;;2BAAkE,iBAAiB;;;qBAAqF,YAAY;sBAAsC,iBAAiB;uBAAgD,iBAAiB;sBAAgD,iBAAiB;;2BAAkE,iBAAiB;;;qBAAwF,YAAY;sBAAsC,iBAAiB;uBAAgD,iBAAiB;sBAAgD,iBAAiB;;2BAAkE,iBAAiB;;;qBAAqF,YAAY;sBAAsC,iBAAiB;uBAAgD,iBAAiB;sBAAgD,iBAAiB;;2BAAkE,iBAAiB;;;qBAAwF,YAAY;sBAAsC,iBAAiB;uBAAgD,iBAAiB;sBAAgD,iBAAiB;;2BAAkE,iBAAiB;;;qBAAqF,YAAY;sBAAsC,iBAAiB;uBAAgD,iBAAiB;sBAAgD,iBAAiB;;2BAAkE,iBAAiB;;;qBAAwF,YAAY;sBAAsC,iBAAiB;uBAAgD,iBAAiB;sBAAgD,iBAAiB;;2BAAkE,iBAAiB;;;qBAAqF,YAAY;sBAAsC,iBAAiB;uBAAgD,iBAAiB;sBAAgD,iBAAiB;;2BAAkE,iBAAiB;;;qBAAwF,YAAY;sBAAsC,iBAAiB;uBAAgD,iBAAiB;sBAAgD,iBAAiB;;2BAAkE,iBAAiB;;;qBAAqF,YAAY;sBAAsC,iBAAiB;uBAAgD,iBAAiB;sBAAgD,iBAAiB;;2BAAkE,iBAAiB;;;qBAAwF,YAAY;sBAAsC,iBAAiB;uBAAgD,iBAAiB;sBAAgD,iBAAiB;;2BAAkE,iBAAiB;;;qBAAqF,YAAY;sBAAsC,iBAAiB;uBAAgD,iBAAiB;sBAAgD,iBAAiB;;2BAAkE,iBAAiB;;;qBAAwF,YAAY;sBAAsC,iBAAiB;uBAAgD,iBAAiB;sBAAgD,iBAAiB;;2BAAkE,iBAAiB;;;qBAAqF,YAAY;sBAAsC,iBAAiB;uBAAgD,iBAAiB;sBAAgD,iBAAiB;;2BAAkE,iBAAiB;;;qBAAwF,YAAY;sBAAsC,iBAAiB;uBAAgD,iBAAiB;sBAAgD,iBAAiB;;2BAAkE,iBAAiB;;;qBAAqF,YAAY;sBAAsC,iBAAiB;uBAAgD,iBAAiB;sBAAgD,iBAAiB;;2BAAkE,iBAAiB;;;qBAAwF,YAAY;sBAAsC,iBAAiB;uBAAgD,iBAAiB;sBAAgD,iBAAiB;;2BAAkE,iBAAiB;;;qBAAqF,YAAY;sBAAsC,iBAAiB;uBAAgD,iBAAiB;sBAAgD,iBAAiB;;2BAAkE,iBAAiB;;;qBAAwF,YAAY;sBAAsC,iBAAiB;uBAAgD,iBAAiB;sBAAgD,iBAAiB;;2BAAkE,iBAAiB;;;qBAAqF,YAAY;sBAAsC,iBAAiB;uBAAgD,iBAAiB;sBAAgD,iBAAiB;;2BAAkE,iBAAiB;;;qBAAwF,YAAY;sBAAsC,iBAAiB;uBAAgD,iBAAiB;sBAAgD,iBAAiB;;2BAAkE,iBAAiB;;;qBAAqF,YAAY;sBAAsC,iBAAiB;uBAAgD,iBAAiB;sBAAgD,iBAAiB;;2BAAkE,iBAAiB;;AApB3oU,wBAmBK"}
|