@dxos/plugin-transcription 0.8.3 → 0.8.4-main.1c7ec43d41
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/lib/browser/blueprints/index.mjs +31 -0
- package/dist/lib/browser/blueprints/index.mjs.map +7 -0
- package/dist/lib/browser/chunk-3L623EVL.mjs +17 -0
- package/dist/lib/browser/chunk-3L623EVL.mjs.map +7 -0
- package/dist/lib/browser/chunk-J5LGTIGS.mjs +10 -0
- package/dist/lib/browser/chunk-KAEXRX3Y.mjs +35 -0
- package/dist/lib/browser/chunk-KAEXRX3Y.mjs.map +7 -0
- package/dist/lib/browser/chunk-L4HW35L6.mjs +111 -0
- package/dist/lib/browser/chunk-L4HW35L6.mjs.map +7 -0
- package/dist/lib/browser/chunk-MLRJWAQH.mjs +179 -0
- package/dist/lib/browser/chunk-MLRJWAQH.mjs.map +7 -0
- package/dist/lib/browser/chunk-NQQK7UZQ.mjs +244 -0
- package/dist/lib/browser/chunk-NQQK7UZQ.mjs.map +7 -0
- package/dist/lib/browser/components/index.mjs +207 -0
- package/dist/lib/browser/components/index.mjs.map +7 -0
- package/dist/lib/browser/create-ULR5DPJZ.mjs +21 -0
- package/dist/lib/browser/create-ULR5DPJZ.mjs.map +7 -0
- package/dist/lib/browser/hooks/index.mjs +17 -0
- package/dist/lib/browser/index.mjs +442 -94
- package/dist/lib/browser/index.mjs.map +4 -4
- package/dist/lib/browser/meta.json +1 -1
- package/dist/lib/browser/open-SFMPLZVW.mjs +27 -0
- package/dist/lib/browser/open-SFMPLZVW.mjs.map +7 -0
- package/dist/lib/browser/operations/index.mjs +13 -0
- package/dist/lib/browser/operations/index.mjs.map +7 -0
- package/dist/lib/browser/summarize-BDFX4APN.mjs +78 -0
- package/dist/lib/browser/summarize-BDFX4APN.mjs.map +7 -0
- package/dist/lib/browser/types/index.mjs +4 -8
- package/dist/lib/node-esm/blueprints/index.mjs +32 -0
- package/dist/lib/node-esm/blueprints/index.mjs.map +7 -0
- package/dist/lib/node-esm/chunk-7UIZWCD4.mjs +112 -0
- package/dist/lib/node-esm/chunk-7UIZWCD4.mjs.map +7 -0
- package/dist/lib/node-esm/chunk-C3AE2NYJ.mjs +181 -0
- package/dist/lib/node-esm/chunk-C3AE2NYJ.mjs.map +7 -0
- package/dist/lib/node-esm/chunk-HSLMI22Q.mjs +11 -0
- package/dist/lib/node-esm/chunk-HSLMI22Q.mjs.map +7 -0
- package/dist/lib/node-esm/chunk-KO3IOD2O.mjs +19 -0
- package/dist/lib/node-esm/chunk-KO3IOD2O.mjs.map +7 -0
- package/dist/lib/node-esm/chunk-MQK4R6GT.mjs +245 -0
- package/dist/lib/node-esm/chunk-MQK4R6GT.mjs.map +7 -0
- package/dist/lib/node-esm/chunk-O533NBMK.mjs +37 -0
- package/dist/lib/node-esm/chunk-O533NBMK.mjs.map +7 -0
- package/dist/lib/node-esm/components/index.mjs +208 -0
- package/dist/lib/node-esm/components/index.mjs.map +7 -0
- package/dist/lib/node-esm/create-A5QHNWRF.mjs +22 -0
- package/dist/lib/node-esm/create-A5QHNWRF.mjs.map +7 -0
- package/dist/lib/node-esm/hooks/index.mjs +18 -0
- package/dist/lib/node-esm/hooks/index.mjs.map +7 -0
- package/dist/lib/node-esm/index.mjs +442 -94
- package/dist/lib/node-esm/index.mjs.map +4 -4
- package/dist/lib/node-esm/meta.json +1 -1
- package/dist/lib/node-esm/open-OI24QNTO.mjs +28 -0
- package/dist/lib/node-esm/open-OI24QNTO.mjs.map +7 -0
- package/dist/lib/node-esm/operations/index.mjs +14 -0
- package/dist/lib/node-esm/operations/index.mjs.map +7 -0
- package/dist/lib/node-esm/summarize-3UNN24I2.mjs +79 -0
- package/dist/lib/node-esm/summarize-3UNN24I2.mjs.map +7 -0
- package/dist/lib/node-esm/types/index.mjs +4 -8
- package/dist/types/src/TranscriptionPlugin.d.ts +3 -1
- package/dist/types/src/TranscriptionPlugin.d.ts.map +1 -1
- package/dist/types/src/TranscriptionPlugin.node.d.ts +4 -0
- package/dist/types/src/TranscriptionPlugin.node.d.ts.map +1 -0
- package/dist/types/src/TranscriptionPlugin.test.d.ts +2 -0
- package/dist/types/src/TranscriptionPlugin.test.d.ts.map +1 -0
- package/dist/types/src/blueprints/index.d.ts +2 -0
- package/dist/types/src/blueprints/index.d.ts.map +1 -0
- package/dist/types/src/blueprints/transcription-blueprint.d.ts +4 -0
- package/dist/types/src/blueprints/transcription-blueprint.d.ts.map +1 -0
- package/dist/types/src/capabilities/blueprint-definition.d.ts +6 -0
- package/dist/types/src/capabilities/blueprint-definition.d.ts.map +1 -0
- package/dist/types/src/capabilities/index.d.ts +10 -4
- package/dist/types/src/capabilities/index.d.ts.map +1 -1
- package/dist/types/src/capabilities/operation-handler.d.ts +6 -0
- package/dist/types/src/capabilities/operation-handler.d.ts.map +1 -0
- package/dist/types/src/capabilities/react-surface.d.ts +3 -2
- package/dist/types/src/capabilities/react-surface.d.ts.map +1 -1
- package/dist/types/src/capabilities/text-content.d.ts +8 -0
- package/dist/types/src/capabilities/text-content.d.ts.map +1 -0
- package/dist/types/src/capabilities/transcriber.d.ts +4 -3
- package/dist/types/src/capabilities/transcriber.d.ts.map +1 -1
- package/dist/types/src/components/Transcription/Transcription.d.ts +18 -0
- package/dist/types/src/components/Transcription/Transcription.d.ts.map +1 -0
- package/dist/types/src/components/Transcription/Transcription.stories.d.ts +40 -0
- package/dist/types/src/components/Transcription/Transcription.stories.d.ts.map +1 -0
- package/dist/types/src/components/Transcription/index.d.ts +2 -0
- package/dist/types/src/components/Transcription/index.d.ts.map +1 -0
- package/dist/types/src/components/Transcription/transcription-extension.d.ts +15 -0
- package/dist/types/src/components/Transcription/transcription-extension.d.ts.map +1 -0
- package/dist/types/src/components/index.d.ts +1 -6
- package/dist/types/src/components/index.d.ts.map +1 -1
- package/dist/types/src/containers/TranscriptionContainer/TranscriptionContainer.d.ts +6 -0
- package/dist/types/src/containers/TranscriptionContainer/TranscriptionContainer.d.ts.map +1 -0
- package/dist/types/src/containers/TranscriptionContainer/index.d.ts +2 -0
- package/dist/types/src/containers/TranscriptionContainer/index.d.ts.map +1 -0
- package/dist/types/src/containers/index.d.ts +3 -0
- package/dist/types/src/containers/index.d.ts.map +1 -0
- package/dist/types/src/hooks/useAudioFile.d.ts.map +1 -1
- package/dist/types/src/hooks/useAudioTrack.d.ts.map +1 -1
- package/dist/types/src/hooks/useQueueModelAdapter.d.ts +1 -1
- package/dist/types/src/hooks/useQueueModelAdapter.d.ts.map +1 -1
- package/dist/types/src/hooks/useTranscriber.d.ts +2 -2
- package/dist/types/src/hooks/useTranscriber.d.ts.map +1 -1
- package/dist/types/src/hooks/useVoiceInput.d.ts.map +1 -1
- package/dist/types/src/index.d.ts +4 -4
- package/dist/types/src/index.d.ts.map +1 -1
- package/dist/types/src/meta.d.ts +2 -3
- package/dist/types/src/meta.d.ts.map +1 -1
- package/dist/types/src/model/model.d.ts +2 -2
- package/dist/types/src/model/model.d.ts.map +1 -1
- package/dist/types/src/{segments-normalization → normalization}/index.d.ts +1 -1
- package/dist/types/src/normalization/index.d.ts.map +1 -0
- package/dist/types/src/{segments-normalization → normalization}/message-normalizer.d.ts +5 -5
- package/dist/types/src/normalization/message-normalizer.d.ts.map +1 -0
- package/dist/types/src/normalization/normalization.d.ts +364 -0
- package/dist/types/src/normalization/normalization.d.ts.map +1 -0
- package/dist/types/src/normalization/normalization.test.d.ts.map +1 -0
- package/dist/types/src/normalization/utils.d.ts +3 -0
- package/dist/types/src/normalization/utils.d.ts.map +1 -0
- package/dist/types/src/operations/create.d.ts +5 -0
- package/dist/types/src/operations/create.d.ts.map +1 -0
- package/dist/types/src/operations/definitions.d.ts +917 -0
- package/dist/types/src/operations/definitions.d.ts.map +1 -0
- package/dist/types/src/operations/index.d.ts +4 -0
- package/dist/types/src/operations/index.d.ts.map +1 -0
- package/dist/types/src/operations/open.d.ts +5 -0
- package/dist/types/src/operations/open.d.ts.map +1 -0
- package/dist/types/src/operations/summarize.d.ts +8 -0
- package/dist/types/src/operations/summarize.d.ts.map +1 -0
- package/dist/types/src/stories/FileTranscription.stories.d.ts +18 -0
- package/dist/types/src/stories/FileTranscription.stories.d.ts.map +1 -0
- package/dist/types/src/stories/KeyWordRecognition.stories.d.ts +14 -0
- package/dist/types/src/stories/KeyWordRecognition.stories.d.ts.map +1 -0
- package/dist/types/src/stories/MicrophoneTranscription.stories.d.ts +20 -0
- package/dist/types/src/stories/MicrophoneTranscription.stories.d.ts.map +1 -0
- package/dist/types/src/stories/TranscriptionStory.d.ts +23 -0
- package/dist/types/src/stories/TranscriptionStory.d.ts.map +1 -0
- package/dist/types/src/stories/useIsSpeaking.d.ts.map +1 -0
- package/dist/types/src/testing/testing.d.ts +10 -10
- package/dist/types/src/testing/testing.d.ts.map +1 -1
- package/dist/types/src/transcriber/media-stream-recorder.d.ts +3 -3
- package/dist/types/src/transcriber/media-stream-recorder.d.ts.map +1 -1
- package/dist/types/src/transcriber/transcriber.d.ts +60 -5
- package/dist/types/src/transcriber/transcriber.d.ts.map +1 -1
- package/dist/types/src/transcriber/transcriber.test.d.ts +2 -0
- package/dist/types/src/transcriber/transcriber.test.d.ts.map +1 -0
- package/dist/types/src/transcriber/transcription-manager.d.ts +12 -13
- package/dist/types/src/transcriber/transcription-manager.d.ts.map +1 -1
- package/dist/types/src/translations.d.ts +10 -11
- package/dist/types/src/translations.d.ts.map +1 -1
- package/dist/types/src/types/capabilities.d.ts +19 -0
- package/dist/types/src/types/capabilities.d.ts.map +1 -0
- package/dist/types/src/types/defs.d.ts +5 -0
- package/dist/types/src/types/defs.d.ts.map +1 -0
- package/dist/types/src/types/index.d.ts +2 -2
- package/dist/types/src/types/index.d.ts.map +1 -1
- package/dist/types/src/util/array.d.ts.map +1 -1
- package/dist/types/src/util/get-time-str.d.ts.map +1 -1
- package/dist/types/src/util/index.d.ts +1 -0
- package/dist/types/src/util/index.d.ts.map +1 -1
- package/dist/types/src/util/monitor-audio-level.d.ts.map +1 -1
- package/dist/types/src/util/render-byline.d.ts +4 -0
- package/dist/types/src/util/render-byline.d.ts.map +1 -0
- package/dist/types/tsconfig.tsbuildinfo +1 -1
- package/package.json +127 -82
- package/src/TranscriptionPlugin.node.ts +20 -0
- package/src/TranscriptionPlugin.test.ts +31 -0
- package/src/TranscriptionPlugin.tsx +22 -61
- package/src/blueprints/index.ts +5 -0
- package/src/blueprints/transcription-blueprint.ts +29 -0
- package/src/capabilities/blueprint-definition.ts +19 -0
- package/src/capabilities/index.ts +11 -6
- package/src/capabilities/operation-handler.ts +16 -0
- package/src/capabilities/react-surface.tsx +23 -14
- package/src/capabilities/text-content.ts +33 -0
- package/src/capabilities/transcriber.ts +54 -42
- package/src/components/{Transcript/Transcript.stories.tsx → Transcription/Transcription.stories.tsx} +78 -73
- package/src/components/Transcription/Transcription.tsx +64 -0
- package/src/components/{Transcript → Transcription}/index.ts +1 -1
- package/src/components/{Transcript/transcript-extension.ts → Transcription/transcription-extension.ts} +15 -48
- package/src/components/index.ts +1 -6
- package/src/containers/TranscriptionContainer/TranscriptionContainer.tsx +35 -0
- package/src/containers/TranscriptionContainer/index.ts +5 -0
- package/src/containers/index.ts +7 -0
- package/src/hooks/useAudioFile.ts +49 -53
- package/src/hooks/useQueueModelAdapter.ts +1 -1
- package/src/hooks/useTranscriber.ts +15 -7
- package/src/hooks/useVoiceInput.ts +3 -3
- package/src/index.ts +10 -5
- package/src/meta.ts +9 -6
- package/src/model/model.test.ts +27 -21
- package/src/model/model.ts +3 -3
- package/src/{segments-normalization → normalization}/message-normalizer.ts +20 -19
- package/src/{segments-normalization → normalization}/normalization.test.ts +26 -33
- package/src/normalization/normalization.ts +77 -0
- package/src/{segments-normalization → normalization}/utils.ts +2 -2
- package/src/operations/create.ts +24 -0
- package/src/operations/definitions.ts +101 -0
- package/src/operations/index.ts +13 -0
- package/src/operations/open.ts +28 -0
- package/src/operations/summarize.ts +101 -0
- package/src/{components/stories → stories}/FileTranscription.stories.tsx +99 -72
- package/src/{components/stories → stories}/KeyWordRecognition.stories.tsx +46 -40
- package/src/{components/stories → stories}/MicrophoneTranscription.stories.tsx +85 -101
- package/src/stories/TranscriptionStory.tsx +93 -0
- package/src/testing/testing.ts +41 -41
- package/src/transcriber/media-stream-recorder.ts +4 -4
- package/src/transcriber/transcriber.browser.test.ts +5 -5
- package/src/transcriber/transcriber.test.ts +104 -0
- package/src/transcriber/transcriber.ts +101 -62
- package/src/transcriber/transcription-manager.ts +37 -52
- package/src/translations.ts +12 -10
- package/src/types/capabilities.ts +39 -0
- package/src/types/defs.ts +9 -0
- package/src/types/index.ts +2 -2
- package/src/util/index.ts +1 -0
- package/src/util/render-byline.ts +33 -0
- package/dist/lib/browser/TranscriptContainer-H3AZQ4CQ.mjs +0 -11
- package/dist/lib/browser/chunk-53AXUEIQ.mjs +0 -764
- package/dist/lib/browser/chunk-53AXUEIQ.mjs.map +0 -7
- package/dist/lib/browser/chunk-GOF7MJNV.mjs +0 -19
- package/dist/lib/browser/chunk-GOF7MJNV.mjs.map +0 -7
- package/dist/lib/browser/chunk-IQ5ZRMHZ.mjs +0 -495
- package/dist/lib/browser/chunk-IQ5ZRMHZ.mjs.map +0 -7
- package/dist/lib/browser/chunk-OSISJM2F.mjs +0 -55
- package/dist/lib/browser/chunk-OSISJM2F.mjs.map +0 -7
- package/dist/lib/browser/chunk-UDCCT32F.mjs +0 -8
- package/dist/lib/browser/chunk-UDCCT32F.mjs.map +0 -7
- package/dist/lib/browser/chunk-W2KNYJD6.mjs +0 -16
- package/dist/lib/browser/chunk-W2KNYJD6.mjs.map +0 -7
- package/dist/lib/browser/intent-resolver-BGADCHVM.mjs +0 -30
- package/dist/lib/browser/intent-resolver-BGADCHVM.mjs.map +0 -7
- package/dist/lib/browser/react-surface-HMJS5FSS.mjs +0 -34
- package/dist/lib/browser/react-surface-HMJS5FSS.mjs.map +0 -7
- package/dist/lib/browser/transcriber-OYPLZFG5.mjs +0 -56
- package/dist/lib/browser/transcriber-OYPLZFG5.mjs.map +0 -7
- package/dist/lib/node/TranscriptContainer-KIG3GMAB.cjs +0 -32
- package/dist/lib/node/TranscriptContainer-KIG3GMAB.cjs.map +0 -7
- package/dist/lib/node/chunk-3PYT3BDM.cjs +0 -40
- package/dist/lib/node/chunk-3PYT3BDM.cjs.map +0 -7
- package/dist/lib/node/chunk-6LW5RA3K.cjs +0 -75
- package/dist/lib/node/chunk-6LW5RA3K.cjs.map +0 -7
- package/dist/lib/node/chunk-AFUZI63A.cjs +0 -42
- package/dist/lib/node/chunk-AFUZI63A.cjs.map +0 -7
- package/dist/lib/node/chunk-CVUN3UO7.cjs +0 -778
- package/dist/lib/node/chunk-CVUN3UO7.cjs.map +0 -7
- package/dist/lib/node/chunk-FKDJNJ57.cjs +0 -35
- package/dist/lib/node/chunk-FKDJNJ57.cjs.map +0 -7
- package/dist/lib/node/chunk-ZFAUMZXE.cjs +0 -518
- package/dist/lib/node/chunk-ZFAUMZXE.cjs.map +0 -7
- package/dist/lib/node/index.cjs +0 -133
- package/dist/lib/node/index.cjs.map +0 -7
- package/dist/lib/node/intent-resolver-LL3TTI4H.cjs +0 -45
- package/dist/lib/node/intent-resolver-LL3TTI4H.cjs.map +0 -7
- package/dist/lib/node/meta.json +0 -1
- package/dist/lib/node/react-surface-N25TBBG4.cjs +0 -56
- package/dist/lib/node/react-surface-N25TBBG4.cjs.map +0 -7
- package/dist/lib/node/transcriber-6J4FVFSZ.cjs +0 -68
- package/dist/lib/node/transcriber-6J4FVFSZ.cjs.map +0 -7
- package/dist/lib/node/types/index.cjs +0 -36
- package/dist/lib/node/types/index.cjs.map +0 -7
- package/dist/lib/node-esm/TranscriptContainer-G75LDEO5.mjs +0 -12
- package/dist/lib/node-esm/chunk-56QHOX4A.mjs +0 -765
- package/dist/lib/node-esm/chunk-56QHOX4A.mjs.map +0 -7
- package/dist/lib/node-esm/chunk-FH75X4JC.mjs +0 -56
- package/dist/lib/node-esm/chunk-FH75X4JC.mjs.map +0 -7
- package/dist/lib/node-esm/chunk-MFJO7EKD.mjs +0 -10
- package/dist/lib/node-esm/chunk-MFJO7EKD.mjs.map +0 -7
- package/dist/lib/node-esm/chunk-MFJPEIVB.mjs +0 -17
- package/dist/lib/node-esm/chunk-MFJPEIVB.mjs.map +0 -7
- package/dist/lib/node-esm/chunk-PRL64SRU.mjs +0 -496
- package/dist/lib/node-esm/chunk-PRL64SRU.mjs.map +0 -7
- package/dist/lib/node-esm/chunk-TXMDLLBR.mjs +0 -21
- package/dist/lib/node-esm/chunk-TXMDLLBR.mjs.map +0 -7
- package/dist/lib/node-esm/intent-resolver-5LVCYSJS.mjs +0 -31
- package/dist/lib/node-esm/intent-resolver-5LVCYSJS.mjs.map +0 -7
- package/dist/lib/node-esm/react-surface-JGQSYGRR.mjs +0 -35
- package/dist/lib/node-esm/react-surface-JGQSYGRR.mjs.map +0 -7
- package/dist/lib/node-esm/transcriber-TVG2MBBN.mjs +0 -57
- package/dist/lib/node-esm/transcriber-TVG2MBBN.mjs.map +0 -7
- package/dist/types/src/capabilities/capabilities.d.ts +0 -17
- package/dist/types/src/capabilities/capabilities.d.ts.map +0 -1
- package/dist/types/src/capabilities/intent-resolver.d.ts +0 -4
- package/dist/types/src/capabilities/intent-resolver.d.ts.map +0 -1
- package/dist/types/src/components/Transcript/Transcript.d.ts +0 -20
- package/dist/types/src/components/Transcript/Transcript.d.ts.map +0 -1
- package/dist/types/src/components/Transcript/Transcript.stories.d.ts +0 -24
- package/dist/types/src/components/Transcript/Transcript.stories.d.ts.map +0 -1
- package/dist/types/src/components/Transcript/deprecated/OldTranscript.d.ts +0 -28
- package/dist/types/src/components/Transcript/deprecated/OldTranscript.d.ts.map +0 -1
- package/dist/types/src/components/Transcript/index.d.ts +0 -2
- package/dist/types/src/components/Transcript/index.d.ts.map +0 -1
- package/dist/types/src/components/Transcript/transcript-extension.d.ts +0 -19
- package/dist/types/src/components/Transcript/transcript-extension.d.ts.map +0 -1
- package/dist/types/src/components/TranscriptContainer.d.ts +0 -8
- package/dist/types/src/components/TranscriptContainer.d.ts.map +0 -1
- package/dist/types/src/components/stories/FileTranscription.stories.d.ts +0 -17
- package/dist/types/src/components/stories/FileTranscription.stories.d.ts.map +0 -1
- package/dist/types/src/components/stories/KeyWordRecognition.stories.d.ts +0 -10
- package/dist/types/src/components/stories/KeyWordRecognition.stories.d.ts.map +0 -1
- package/dist/types/src/components/stories/MicrophoneTranscription.stories.d.ts +0 -19
- package/dist/types/src/components/stories/MicrophoneTranscription.stories.d.ts.map +0 -1
- package/dist/types/src/components/stories/TranscriptionStory.d.ts +0 -11
- package/dist/types/src/components/stories/TranscriptionStory.d.ts.map +0 -1
- package/dist/types/src/components/stories/useIsSpeaking.d.ts.map +0 -1
- package/dist/types/src/segments-normalization/index.d.ts.map +0 -1
- package/dist/types/src/segments-normalization/message-normalizer.d.ts.map +0 -1
- package/dist/types/src/segments-normalization/normalization.d.ts +0 -329
- package/dist/types/src/segments-normalization/normalization.d.ts.map +0 -1
- package/dist/types/src/segments-normalization/normalization.test.d.ts.map +0 -1
- package/dist/types/src/segments-normalization/utils.d.ts +0 -3
- package/dist/types/src/segments-normalization/utils.d.ts.map +0 -1
- package/dist/types/src/types/schema.d.ts +0 -41
- package/dist/types/src/types/schema.d.ts.map +0 -1
- package/dist/types/src/types/types.d.ts +0 -31
- package/dist/types/src/types/types.d.ts.map +0 -1
- package/src/capabilities/capabilities.ts +0 -33
- package/src/capabilities/intent-resolver.ts +0 -24
- package/src/components/Transcript/Transcript.tsx +0 -100
- package/src/components/Transcript/deprecated/OldTranscript.tsx +0 -260
- package/src/components/TranscriptContainer.tsx +0 -30
- package/src/components/stories/TranscriptionStory.tsx +0 -41
- package/src/segments-normalization/normalization.ts +0 -105
- package/src/types/schema.ts +0 -41
- package/src/types/types.ts +0 -32
- package/dist/lib/browser/{TranscriptContainer-H3AZQ4CQ.mjs.map → chunk-J5LGTIGS.mjs.map} +0 -0
- package/dist/lib/{node-esm/TranscriptContainer-G75LDEO5.mjs.map → browser/hooks/index.mjs.map} +0 -0
- package/dist/types/src/{segments-normalization → normalization}/normalization.test.d.ts +0 -0
- package/dist/types/src/{components/stories → stories}/useIsSpeaking.d.ts +0 -0
- package/src/{segments-normalization → normalization}/index.ts +1 -1
- /package/src/{components/stories → stories}/useIsSpeaking.tsx +0 -0
|
@@ -1,7 +0,0 @@
|
|
|
1
|
-
{
|
|
2
|
-
"version": 3,
|
|
3
|
-
"sources": ["../../../src/components/TranscriptContainer.tsx", "../../../src/components/Transcript/Transcript.tsx", "../../../src/components/Transcript/transcript-extension.ts", "../../../src/model/model.ts", "../../../src/hooks/useAudioFile.ts", "../../../src/hooks/useAudioTrack.ts", "../../../src/hooks/useQueueModelAdapter.ts", "../../../src/hooks/useTranscriber.ts", "../../../src/capabilities/index.ts", "../../../src/hooks/useVoiceInput.ts"],
|
|
4
|
-
"sourcesContent": ["//\n// Copyright 2024 DXOS.org\n//\n\nimport React, { type FC } from 'react';\n\nimport { fullyQualifiedId, getSpace } from '@dxos/client/echo';\nimport { useMembers, useQueue } from '@dxos/react-client/echo';\nimport { StackItem } from '@dxos/react-ui-stack';\nimport { type DataType } from '@dxos/schema';\n\nimport { Transcript, renderMarkdown } from './Transcript';\nimport { useQueueModelAdapter } from '../hooks';\nimport { type TranscriptType } from '../types';\n\nexport const TranscriptionContainer: FC<{ role: string; transcript: TranscriptType }> = ({ role, transcript }) => {\n const attendableId = fullyQualifiedId(transcript);\n const space = getSpace(transcript);\n const members = useMembers(space?.key).map((member) => member.identity);\n const queue = useQueue<DataType.Message>(transcript.queue.dxn, { pollInterval: 1_000 });\n const model = useQueueModelAdapter(renderMarkdown(members), queue);\n\n return (\n <StackItem.Content role={role} classNames='container-max-width pli-2'>\n <Transcript attendableId={attendableId} space={space} model={model} transcript={transcript} />\n </StackItem.Content>\n );\n};\n\nexport default TranscriptionContainer;\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport React from 'react';\n\nimport { type Space } from '@dxos/react-client/echo';\nimport { type Identity } from '@dxos/react-client/halo';\nimport { IconButton, type ThemedClassName, useThemeContext } from '@dxos/react-ui';\nimport {\n createBasicExtensions,\n createMarkdownExtensions,\n createRenderer,\n createThemeExtensions,\n decorateMarkdown,\n editorWidth,\n preview,\n useTextEditor,\n} from '@dxos/react-ui-editor';\nimport { mx } from '@dxos/react-ui-theme';\nimport { type DataType } from '@dxos/schema';\nimport { isNotFalsy } from '@dxos/util';\n\nimport { transcript } from './transcript-extension';\nimport { type SerializationModel } from '../../model';\nimport { type TranscriptType } from '../../types';\n\nexport const renderMarkdown =\n (identities: Identity[]) =>\n (message: DataType.Message, index: number, debug = false): string[] => {\n if (message.sender.role === 'assistant') {\n // Start/stop block.\n return [message.blocks.find((block) => block.type === 'transcription')?.text ?? '', ''];\n }\n\n // TODO(burdon): Use link/reference markup for users (with popover).\n // TODO(burdon): Color and avatar.\n const identity = identities.find((identity) => identity.did === message.sender.identityDid);\n const name =\n identity?.profile?.displayName ??\n message.sender.contact?.target?.fullName ??\n message.sender.name ??\n message.sender.email ??\n message.sender.identityDid;\n const blocks = message.blocks.filter((block) => block.type === 'transcription');\n return [\n `###### ${name}` + (debug ? ` [${index}]:${message.id}` : ''),\n blocks.map((block) => block.text.trim()).join(' '),\n '',\n ];\n };\n\nexport type TranscriptProps = ThemedClassName<{\n transcript?: TranscriptType;\n space?: Space;\n model: SerializationModel<DataType.Message>;\n // TODO(wittjosiah): Move to container.\n attendableId?: string;\n ignoreAttention?: boolean;\n}>;\n\n/**\n * Transcript component implemented using the editor.\n */\nexport const Transcript = ({\n classNames,\n transcript: object,\n space,\n model,\n attendableId,\n ignoreAttention,\n}: TranscriptProps) => {\n const { themeMode } = useThemeContext();\n const { parentRef } = useTextEditor(() => {\n return {\n extensions: [\n createBasicExtensions({ readOnly: true, lineWrapping: true }),\n createMarkdownExtensions({ themeMode }),\n createThemeExtensions({ themeMode }),\n decorateMarkdown(),\n space && preview(),\n transcript({\n model,\n started: object?.started ? new Date(object.started) : undefined,\n renderButton: createRenderer(({ onClick }) => (\n <IconButton icon='ph--arrow-line-down--regular' iconOnly label='Scroll to bottom' onClick={onClick} />\n )),\n }),\n ].filter(isNotFalsy),\n };\n }, [space, model]);\n\n return (\n <div\n ref={parentRef}\n className={mx('flex grow overflow-hidden', editorWidth, classNames)}\n data-popover-collision-boundary={true}\n />\n );\n};\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { type Extension, RangeSetBuilder } from '@codemirror/state';\nimport { EditorView, GutterMarker, ViewPlugin, type ViewUpdate, gutter } from '@codemirror/view';\nimport { format } from 'date-fns/format';\nimport { intervalToDuration } from 'date-fns/intervalToDuration';\n\nimport { type CleanupFn, addEventListener, combine } from '@dxos/async';\nimport { type RenderCallback } from '@dxos/react-ui-editor';\nimport { type DataType } from '@dxos/schema';\n\nimport { DocumentAdapter, type SerializationModel } from '../../model';\n\n/**\n * Data structure that maps Chunks queue to lines with transcript state.\n */\nexport type TranscriptOptions = {\n model: SerializationModel<DataType.Message>;\n started?: Date;\n renderButton?: RenderCallback<{ onClick: () => void }>;\n};\n\n/**\n * Scrolling transcript with timestamps.\n */\nexport const transcript = ({ model, started, renderButton }: TranscriptOptions): Extension => {\n return [\n // Show timestamps in the gutter.\n gutter({\n class: 'cm-timestamp-gutter',\n lineMarkerChange: (update) => update.docChanged || update.viewportChanged,\n markers: (view) => {\n const start = getStartTime(started, model.chunks[0]);\n const builder = new RangeSetBuilder<GutterMarker>();\n for (const { from, to } of view.visibleRanges) {\n let line = view.state.doc.lineAt(from);\n while (line.from <= to) {\n const block = model.getChunkAtLine(line.number)?.blocks[0];\n const timestamp = block?.type === 'transcription' && block.started;\n if (timestamp) {\n builder.add(line.from, line.from, new TimestampMarker(line.number, new Date(timestamp), start));\n }\n\n if (line.to + 1 > view.state.doc.length) {\n break;\n }\n\n line = view.state.doc.lineAt(line.to + 1);\n }\n }\n\n return builder.finish();\n },\n }),\n\n // Listen for model updates.\n ViewPlugin.fromClass(\n class {\n private readonly _controls?: HTMLDivElement;\n private readonly _cleanup: CleanupFn;\n private readonly _adapter: DocumentAdapter;\n private _initialized = false;\n\n constructor(view: EditorView) {\n this._adapter = new DocumentAdapter(view);\n\n const scroller = view.scrollDOM;\n let isAutoScrolling = false;\n let hasScrolled = false;\n\n let timeout: NodeJS.Timeout | undefined;\n const scrollToBottom = (smooth = false) => {\n scroller.style.scrollBehavior = smooth ? 'smooth' : '';\n\n // Temporarily hide scrollbar to prevent flicker.\n scroller.classList.add('cm-hide-scrollbar');\n isAutoScrolling = true;\n clearTimeout(timeout);\n timeout = setTimeout(() => {\n this._controls?.classList.add('opacity-0');\n scroller.classList.remove('cm-hide-scrollbar');\n isAutoScrolling = false;\n }, 500);\n\n // Scroll to bottom.\n view.dispatch({\n effects: EditorView.scrollIntoView(view.state.doc.length, { y: 'end' }),\n });\n };\n\n // Scroll button.\n if (renderButton) {\n this._controls = document.createElement('div');\n this._controls.classList.add('cm-controls', 'transition-opacity', 'duration-300', 'opacity-0');\n view.dom.appendChild(this._controls);\n renderButton(\n this._controls,\n {\n onClick: () => {\n scrollToBottom(false);\n },\n },\n view,\n );\n }\n\n // Event listeners.\n this._cleanup = combine(\n addEventListener(view.scrollDOM, 'scroll', () => {\n if (!isAutoScrolling) {\n hasScrolled = true;\n this._controls?.classList.remove('opacity-0');\n }\n }),\n\n model.update.on(() => {\n // Check if clamped to bottom.\n const autoScroll =\n scroller.scrollHeight - scroller.scrollTop - scroller.clientHeight === 0 || !hasScrolled;\n\n // Sync.\n model.sync(this._adapter);\n\n // Scroll.\n if (autoScroll) {\n scrollToBottom(true);\n }\n }),\n );\n }\n\n update(update: ViewUpdate) {\n // Initial sync.\n if (!this._initialized) {\n this._initialized = true;\n setTimeout(() => {\n model.sync(this._adapter);\n });\n }\n }\n\n destroy() {\n this._controls?.remove();\n this._cleanup();\n }\n },\n ),\n\n EditorView.theme({\n '.cm-scroller': {\n overflowY: 'scroll',\n },\n '.cm-hide-scrollbar': {\n scrollbarWidth: 'none',\n '-ms-overflow-style': 'none',\n },\n '.cm-hide-scrollbar::-webkit-scrollbar': {\n display: 'none',\n },\n '.cm-controls': {\n position: 'absolute',\n bottom: '0.5rem',\n right: '0.5rem',\n zIndex: 1000,\n },\n '.cm-line': {\n paddingRight: '1rem',\n },\n '.cm-timestamp-gutter': {\n width: '6rem',\n paddingRight: '1rem',\n },\n '.cm-timestamp-gutter > .cm-gutterElement > div': {\n display: 'inline-flex',\n textAlign: 'right',\n padding: '3px',\n },\n }),\n ];\n};\n\n/**\n * Gutter marker that displays a timestamp.\n */\nclass TimestampMarker extends GutterMarker {\n constructor(\n readonly _line: number,\n readonly _timestamp: Date,\n readonly _started?: Date,\n ) {\n super();\n }\n\n override eq(other: this): boolean {\n return other._timestamp === this._timestamp;\n }\n\n override toDOM(view: EditorView): HTMLDivElement {\n const el = document.createElement('div');\n el.className = 'text-sm text-subdued hover:bg-hoverSurface cursor-pointer';\n el.textContent = formatTimestamp(this._timestamp, this._started);\n // TODO(burdon): Click to bookmark or copy hyperlink.\n el.onclick = () => {\n const pos = view.state.doc.line(this._line).from;\n view.dispatch({\n effects: EditorView.scrollIntoView(pos, { y: 'start' }),\n });\n };\n\n return el;\n }\n}\n\nconst getStartTime = (started?: Date, message?: DataType.Message): Date | undefined => {\n if (started) {\n return started;\n }\n\n if (message?.blocks[0]?.type === 'transcription' && message.blocks[0].started) {\n return new Date(message.blocks[0].started);\n }\n\n return undefined;\n};\n\nconst formatTimestamp = (timestamp: Date, relative?: Date) => {\n if (relative) {\n const pad = (n = 0) => String(n).padStart(2, '0');\n const { hours, minutes, seconds } = intervalToDuration({ start: relative, end: timestamp });\n return `${pad(hours)}:${pad(minutes)}:${pad(seconds)}`;\n } else {\n return format(timestamp, 'HH:mm:ss');\n }\n};\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { Text } from '@codemirror/state';\nimport { type EditorView } from '@codemirror/view';\n\nimport { Event } from '@dxos/async';\nimport { invariant } from '@dxos/invariant';\nimport { log } from '@dxos/log';\n\nexport type Chunk = { id: string };\n\n/**\n * Covert block to a set of markdown lines.\n */\nexport type ChunkRenderer<T extends Chunk> = (chunk: T, index: number, debug?: boolean) => string[];\n\n/**\n * Abstract representation of the document model.\n */\nexport interface ChunkDocument {\n lineCount(): number;\n replaceLines(from: number, remove: number, insert: string[]): void;\n}\n\n/**\n * Codemirror document adapter.\n */\nexport class DocumentAdapter implements ChunkDocument {\n constructor(private readonly _view: EditorView) {}\n\n /** The document must always have at least one line. */\n lineCount(): number {\n return this._view.state.doc.lines - 1;\n }\n\n replaceLines(from: number, remove: number, insert: string[]): void {\n log('replaceLines', { count: this._view.state.doc.lines, from, remove, insert });\n\n const numLines = this._view.state.doc.lines;\n const posFrom = this._view.state.doc.line(from).from;\n const posTo = remove === 0 ? posFrom : this._view.state.doc.line(Math.min(numLines, from + remove)).from;\n\n // Don't remove the last line.\n let text = insert.join('\\n');\n if (posTo === this._view.state.doc.length) {\n text += '\\n';\n }\n\n this._view.dispatch({\n changes: { from: posFrom, to: posTo, insert: text },\n });\n }\n}\n\ntype ChunkChange<T extends Chunk> =\n | {\n type: 'append';\n index: number;\n chunk: T;\n }\n | {\n type: 'update';\n index: number;\n chunk: T;\n }\n | {\n type: 'delete';\n index: number;\n id: string;\n };\n\n/**\n * Each Chunk can be converted into a set of lines.\n * Chunks can be added, updated or deleted from the Queue.\n * A Document is an immutable projection that represents a flat list of lines corresponding to the Queue.\n *\n * Ideally we would implement a custom virtual Text model for the View, but this currently isn't possible in Codemirror.\n * Instead this model tracks changes and syncs them with the ChunkDocument.\n */\nexport class SerializationModel<T extends Chunk> {\n /** Ordered set of chunks. */\n private readonly _chunks: T[] = [];\n\n /** Map of chunk IDs to their current line counts. */\n private readonly _chunkLineCounts = new Map<string, number>();\n\n /** Map of line numbers to chunk IDs. */\n private readonly _lineToChunk = new Map<number, T>();\n\n /** Track chunk changes since last sync. */\n private readonly _changes: Array<ChunkChange<T>> = [];\n\n /** Emits when the document is updated. */\n public readonly update = new Event<void>();\n\n constructor(\n private readonly _renderer: ChunkRenderer<T>,\n initialChunks: T[] = [],\n ) {\n initialChunks.forEach((chunk) => {\n this.appendChunk(chunk);\n });\n }\n\n toJSON(): { chunks: number; changes: number } {\n return {\n chunks: this._chunks.length,\n changes: this._changes.length,\n };\n }\n\n get doc() {\n return Text.of([...this._chunks.flatMap((chunk, index) => this._renderer(chunk, index)), '']);\n }\n\n get chunks() {\n return this._chunks;\n }\n\n /**\n * Get the block ID at the given line number.\n */\n getChunkAtLine(line: number): T | undefined {\n return this._lineToChunk.get(line);\n }\n\n reset(): this {\n this._chunks.length = 0;\n this._chunkLineCounts.clear();\n this._lineToChunk.clear();\n this.update.emit();\n return this;\n }\n\n appendChunk(chunk: T): this {\n const index = this._chunks.length;\n this._chunks.push(chunk);\n this._changes.push({ type: 'append', index, chunk });\n this.update.emit();\n return this;\n }\n\n updateChunk(chunk: T): this {\n const index = this._chunks.findIndex((c) => c.id === chunk.id);\n invariant(index !== -1);\n this._chunks[index] = chunk;\n this._changes.push({ type: 'update', index, chunk });\n this.update.emit();\n return this;\n }\n\n deleteBlock(id: string): this {\n const index = this._chunks.findIndex((c) => c.id === id);\n invariant(index !== -1);\n this._chunks.splice(index, 1);\n this._changes.push({ type: 'delete', index, id });\n this.update.emit();\n return this;\n }\n\n /**\n * Syncs the tracked changes with the ChunkDocument.\n */\n sync(document: ChunkDocument): this {\n log('sync', { changes: this._changes });\n\n // Process each change in order.\n for (const change of this._changes) {\n switch (change.type) {\n case 'append': {\n // For appends, convert block to lines and add at the end.\n const lines = this._renderer(change.chunk, change.index);\n const lastLine = document.lineCount();\n document.replaceLines(lastLine + 1, 0, lines);\n break;\n }\n\n case 'update': {\n // For updates, find the block's line range and replace with new lines.\n let lineStart = 1;\n for (let i = 0; i < change.index; i++) {\n lineStart += this._chunkLineCounts.get(this._chunks[i].id)!;\n }\n const previousLineCount = this._chunkLineCounts.get(change.chunk.id)!;\n const newLines = this._renderer(change.chunk, change.index);\n document.replaceLines(lineStart, previousLineCount, newLines);\n break;\n }\n\n case 'delete': {\n // For deletes, find the block's line range and remove those lines.\n let lineStart = 1;\n for (let i = 0; i < change.index; i++) {\n lineStart += this._chunkLineCounts.get(this._chunks[i].id)!;\n }\n const previousLineCount = this._chunkLineCounts.get(change.id)!;\n document.replaceLines(lineStart, previousLineCount, []);\n break;\n }\n }\n }\n\n // Clear the line-to-block mapping.\n this._lineToChunk.clear();\n\n // Update all block line counts and line-to-block mapping after processing changes.\n let currentLine = 1;\n for (const [index, chunk] of this._chunks.entries()) {\n const lineCount = this._renderer(chunk, index).length;\n this._chunkLineCounts.set(chunk.id, lineCount);\n this._lineToChunk.set(currentLine, chunk);\n currentLine += lineCount;\n }\n\n // Clean up deleted blocks.\n const chunkIds = new Set(this._chunks.map((chunk) => chunk.id));\n for (const id of this._chunkLineCounts.keys()) {\n if (!chunkIds.has(id)) {\n this._chunkLineCounts.delete(id);\n }\n }\n\n // Clear changes after sync.\n this._changes.length = 0;\n return this;\n }\n}\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { useEffect, useState } from 'react';\n\nimport { scheduleTask } from '@dxos/async';\nimport { Context } from '@dxos/context';\nimport { log } from '@dxos/log';\n\nexport type UseAudioState = {\n audio?: HTMLAudioElement;\n stream?: MediaStream;\n track?: MediaStreamTrack;\n};\n\nexport const useAudioFile = (audioUrl: string, constraints?: MediaTrackConstraints): UseAudioState => {\n const [{ audio, stream, track }, setStream] = useState<UseAudioState>({});\n useEffect(() => {\n const ctx = new Context();\n\n scheduleTask(ctx, async () => {\n const response = await fetch(audioUrl);\n const blob = await response.blob();\n const objectUrl = URL.createObjectURL(blob);\n ctx.onDispose(() => {\n URL.revokeObjectURL(objectUrl);\n });\n\n const audio = new Audio();\n audio.src = objectUrl;\n\n await new Promise<void>((resolve, reject) => {\n audio.addEventListener(\n 'error',\n (err) => {\n log.error('error', { err });\n reject(err);\n },\n { once: true },\n );\n audio.addEventListener(\n 'canplay',\n async () => {\n log.info('starting...');\n try {\n // Try to play the audio\n await audio.play();\n resolve();\n } catch (playError) {\n log.error('Play failed', { playError });\n // Still resolve as the audio is ready, even if autoplay failed.\n resolve();\n }\n },\n { once: true },\n );\n audio.load();\n });\n\n const audioCtx = new AudioContext();\n\n // Resume AudioContext if it's suspended.\n if (audioCtx.state === 'suspended') {\n await audioCtx.resume();\n }\n\n const destination = audioCtx.createMediaStreamDestination();\n destination.channelCount = 1;\n\n const source = audioCtx.createMediaElementSource(audio);\n source.connect(destination);\n const track = destination.stream.getAudioTracks()[0];\n if (constraints) {\n await track.applyConstraints(constraints).catch((err) => log.catch(err));\n }\n\n // Also connect to speakers so audio is audible.\n setStream({\n audio,\n stream: destination.stream,\n track: destination.stream.getAudioTracks()[0],\n });\n });\n\n return () => {\n void ctx.dispose();\n };\n }, [audioUrl]);\n\n return { audio, stream, track };\n};\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { useEffect, useState } from 'react';\n\n/**\n *\n */\n// TODO(burdon): Reconcile with react-ui-sfx and plugin-calls.\nexport const useAudioTrack = (active?: boolean, constraints?: MediaTrackConstraints): MediaStreamTrack | undefined => {\n const [track, setTrack] = useState<MediaStreamTrack>();\n useEffect(() => {\n if (!active) {\n track?.stop();\n setTrack(undefined);\n return;\n }\n\n const initAudio = async () => {\n const audio = new Audio();\n audio.srcObject = await navigator.mediaDevices.getUserMedia({ audio: constraints ?? true });\n const [track] = audio.srcObject.getAudioTracks();\n if (track) {\n setTrack(track);\n }\n };\n\n if (active) {\n void initAudio();\n }\n }, [active]);\n\n return track;\n};\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { useEffect, useMemo, useState } from 'react';\n\nimport type { Obj } from '@dxos/echo';\nimport { type Queue } from '@dxos/react-client/echo';\n\nimport { type ChunkRenderer, SerializationModel } from '../model';\n\n/**\n * Model adapter for a queue.\n */\nexport const useQueueModelAdapter = <T extends Obj.Any>(\n renderer: ChunkRenderer<T>,\n queue: Queue<T> | undefined,\n initialChunks: T[] = [],\n): SerializationModel<T> => {\n const model = useMemo(() => new SerializationModel<T>(renderer, initialChunks), [queue]);\n const [loaded, setLoaded] = useState(false);\n\n // Set initial blocks.\n useEffect(() => {\n if (!queue) {\n return;\n }\n\n const update = () => {\n for (const block of queue?.objects ?? []) {\n model.appendChunk(block);\n }\n\n setLoaded(true);\n };\n\n // TODO(burdon): This is a hack to ensure the queue is loaded.\n let i: NodeJS.Timeout | undefined;\n if (queue.isLoading) {\n i = setInterval(() => {\n if (!queue?.isLoading) {\n clearInterval(i);\n update();\n }\n }, 1_000);\n } else {\n update();\n }\n\n return () => clearTimeout(i);\n }, [model, queue]);\n\n // TODO(burdon): Can we listen for queue events?\n useEffect(() => {\n if (!loaded || !queue || model.chunks.length === queue.objects.length) {\n return;\n }\n\n const chunk = queue.objects.at(-1);\n if (chunk) {\n model.appendChunk(chunk);\n }\n }, [model, loaded, queue?.objects.length]);\n\n return model;\n};\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { useEffect, useMemo } from 'react';\n\nimport { useCapabilities } from '@dxos/app-framework';\n\nimport { TranscriptionCapabilities } from '../capabilities';\nimport { type Transcriber } from '../transcriber';\n\n/**\n * Records audio while user is speaking and transcribes it after user is done speaking.\n */\nexport const useTranscriber = ({\n audioStreamTrack,\n onSegments,\n transcriberConfig,\n recorderConfig,\n}: Partial<TranscriptionCapabilities.GetTranscriberProps>) => {\n const [getTranscriber] = useCapabilities(TranscriptionCapabilities.Transcriber);\n\n // Initialize audio transcription.\n const transcriber = useMemo<Transcriber | undefined>(() => {\n if (!onSegments || !audioStreamTrack || !getTranscriber) {\n return undefined;\n }\n\n return getTranscriber({ audioStreamTrack, onSegments, transcriberConfig, recorderConfig });\n }, [audioStreamTrack, onSegments, getTranscriber, transcriberConfig, recorderConfig]);\n\n useEffect(() => {\n return () => {\n void transcriber?.close();\n };\n }, [transcriber]);\n\n return transcriber;\n};\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { lazy } from '@dxos/app-framework';\n\nexport const IntentResolver = lazy(() => import('./intent-resolver'));\nexport const ReactSurface = lazy(() => import('./react-surface'));\nexport const Transcriber = lazy(() => import('./transcriber'));\n\nexport * from './capabilities';\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { useState, useEffect, useCallback } from 'react';\n\nimport { scheduleMicroTask } from '@dxos/async';\nimport { Context } from '@dxos/context';\nimport { log } from '@dxos/log';\nimport { useSoundEffect } from '@dxos/react-ui-sfx';\n\nimport { useAudioTrack } from './useAudioTrack';\nimport { useTranscriber } from './useTranscriber';\nimport { type TranscriberParams } from '../transcriber';\n\nexport type UseVoiceInputProps = {\n active?: boolean;\n onUpdate: (text: string) => void;\n};\n\n/**\n * Hook for voice input.\n */\nexport const useVoiceInput = ({ active, onUpdate }: UseVoiceInputProps) => {\n const soundStart = useSoundEffect('StartRecording');\n const soundStop = useSoundEffect('StopRecording');\n\n const handleSegments = useCallback<TranscriberParams['onSegments']>(async (segments) => {\n const text = segments.map((str) => str.text.trim().replace(/[^\\w\\s]/g, '')).join(' ');\n onUpdate(text);\n }, []);\n\n // Audio/transcription.\n const [recording, setRecording] = useState(false);\n const track = useAudioTrack(active);\n const transcriber = useTranscriber({\n audioStreamTrack: track,\n onSegments: handleSegments,\n });\n\n // Start/stop transcription.\n useEffect(() => {\n const ctx = new Context();\n scheduleMicroTask(ctx, async () => {\n if (active && transcriber) {\n await transcriber.open();\n log.info('starting...');\n setRecording(true);\n void soundStart.play();\n transcriber.startChunksRecording();\n } else if (!active && transcriber?.isOpen) {\n transcriber?.stopChunksRecording();\n await transcriber?.close();\n log.info('stopped');\n setRecording(false);\n void soundStop.play();\n }\n });\n\n return () => {\n void ctx.dispose();\n };\n }, [active, transcriber]);\n\n return { recording };\n};\n"],
|
|
5
|
-
"mappings": ";;;;;;AAIA,OAAOA,YAAwB;AAE/B,SAASC,kBAAkBC,gBAAgB;AAC3C,SAASC,YAAYC,gBAAgB;AACrC,SAASC,iBAAiB;;;;ACJ1B,OAAOC,WAAW;AAIlB,SAASC,YAAkCC,uBAAuB;AAClE,SACEC,uBACAC,0BACAC,gBACAC,uBACAC,kBACAC,aACAC,SACAC,qBACK;AACP,SAASC,UAAU;AAEnB,SAASC,kBAAkB;;;ACjB3B,SAAyBC,uBAAuB;AAChD,SAASC,YAAYC,cAAcC,YAA6BC,cAAc;AAC9E,SAASC,cAAc;AACvB,SAASC,0BAA0B;AAEnC,SAAyBC,kBAAkBC,eAAe;;;ACL1D,SAASC,YAAY;AAGrB,SAASC,aAAa;AACtB,SAASC,iBAAiB;AAC1B,SAASC,WAAW;;AAoBb,IAAMC,kBAAN,MAAMA;EACX,YAA6BC,OAAmB;SAAnBA,QAAAA;EAAoB;;EAGjDC,YAAoB;AAClB,WAAO,KAAKD,MAAME,MAAMC,IAAIC,QAAQ;EACtC;EAEAC,aAAaC,MAAcC,QAAgBC,QAAwB;AACjEV,QAAI,gBAAgB;MAAEW,OAAO,KAAKT,MAAME,MAAMC,IAAIC;MAAOE;MAAMC;MAAQC;IAAO,GAAA;;;;;;AAE9E,UAAME,WAAW,KAAKV,MAAME,MAAMC,IAAIC;AACtC,UAAMO,UAAU,KAAKX,MAAME,MAAMC,IAAIS,KAAKN,IAAAA,EAAMA;AAChD,UAAMO,QAAQN,WAAW,IAAII,UAAU,KAAKX,MAAME,MAAMC,IAAIS,KAAKE,KAAKC,IAAIL,UAAUJ,OAAOC,MAAAA,CAAAA,EAASD;AAGpG,QAAIU,OAAOR,OAAOS,KAAK,IAAA;AACvB,QAAIJ,UAAU,KAAKb,MAAME,MAAMC,IAAIe,QAAQ;AACzCF,cAAQ;IACV;AAEA,SAAKhB,MAAMmB,SAAS;MAClBC,SAAS;QAAEd,MAAMK;QAASU,IAAIR;QAAOL,QAAQQ;MAAK;IACpD,CAAA;EACF;AACF;AA2BO,IAAMM,qBAAN,MAAMA;EAgBX,YACmBC,WACjBC,gBAAqB,CAAA,GACrB;SAFiBD,YAAAA;SAfFE,UAAe,CAAA;SAGfC,mBAAmB,oBAAIC,IAAAA;SAGvBC,eAAe,oBAAID,IAAAA;SAGnBE,WAAkC,CAAA;SAGnCC,SAAS,IAAIlC,MAAAA;AAM3B4B,kBAAcO,QAAQ,CAACC,UAAAA;AACrB,WAAKC,YAAYD,KAAAA;IACnB,CAAA;EACF;EAEAE,SAA8C;AAC5C,WAAO;MACLC,QAAQ,KAAKV,QAAQP;MACrBE,SAAS,KAAKS,SAASX;IACzB;EACF;EAEA,IAAIf,MAAM;AACR,WAAOR,KAAKyC,GAAG;SAAI,KAAKX,QAAQY,QAAQ,CAACL,OAAOM,UAAU,KAAKf,UAAUS,OAAOM,KAAAA,CAAAA;MAAS;KAAG;EAC9F;EAEA,IAAIH,SAAS;AACX,WAAO,KAAKV;EACd;;;;EAKAc,eAAe3B,MAA6B;AAC1C,WAAO,KAAKgB,aAAaY,IAAI5B,IAAAA;EAC/B;EAEA6B,QAAc;AACZ,SAAKhB,QAAQP,SAAS;AACtB,SAAKQ,iBAAiBgB,MAAK;AAC3B,SAAKd,aAAac,MAAK;AACvB,SAAKZ,OAAOa,KAAI;AAChB,WAAO;EACT;EAEAV,YAAYD,OAAgB;AAC1B,UAAMM,QAAQ,KAAKb,QAAQP;AAC3B,SAAKO,QAAQmB,KAAKZ,KAAAA;AAClB,SAAKH,SAASe,KAAK;MAAEC,MAAM;MAAUP;MAAON;IAAM,CAAA;AAClD,SAAKF,OAAOa,KAAI;AAChB,WAAO;EACT;EAEAG,YAAYd,OAAgB;AAC1B,UAAMM,QAAQ,KAAKb,QAAQsB,UAAU,CAACC,MAAMA,EAAEC,OAAOjB,MAAMiB,EAAE;AAC7DpD,cAAUyC,UAAU,IAAC,QAAA;;;;;;;;;AACrB,SAAKb,QAAQa,KAAAA,IAASN;AACtB,SAAKH,SAASe,KAAK;MAAEC,MAAM;MAAUP;MAAON;IAAM,CAAA;AAClD,SAAKF,OAAOa,KAAI;AAChB,WAAO;EACT;EAEAO,YAAYD,IAAkB;AAC5B,UAAMX,QAAQ,KAAKb,QAAQsB,UAAU,CAACC,MAAMA,EAAEC,OAAOA,EAAAA;AACrDpD,cAAUyC,UAAU,IAAC,QAAA;;;;;;;;;AACrB,SAAKb,QAAQ0B,OAAOb,OAAO,CAAA;AAC3B,SAAKT,SAASe,KAAK;MAAEC,MAAM;MAAUP;MAAOW;IAAG,CAAA;AAC/C,SAAKnB,OAAOa,KAAI;AAChB,WAAO;EACT;;;;EAKAS,KAAKC,WAA+B;AAClCvD,QAAI,QAAQ;MAAEsB,SAAS,KAAKS;IAAS,GAAA;;;;;;AAGrC,eAAWyB,UAAU,KAAKzB,UAAU;AAClC,cAAQyB,OAAOT,MAAI;QACjB,KAAK,UAAU;AAEb,gBAAMzC,QAAQ,KAAKmB,UAAU+B,OAAOtB,OAAOsB,OAAOhB,KAAK;AACvD,gBAAMiB,WAAWF,UAASpD,UAAS;AACnCoD,UAAAA,UAAShD,aAAakD,WAAW,GAAG,GAAGnD,KAAAA;AACvC;QACF;QAEA,KAAK,UAAU;AAEb,cAAIoD,YAAY;AAChB,mBAASC,IAAI,GAAGA,IAAIH,OAAOhB,OAAOmB,KAAK;AACrCD,yBAAa,KAAK9B,iBAAiBc,IAAI,KAAKf,QAAQgC,CAAAA,EAAGR,EAAE;UAC3D;AACA,gBAAMS,oBAAoB,KAAKhC,iBAAiBc,IAAIc,OAAOtB,MAAMiB,EAAE;AACnE,gBAAMU,WAAW,KAAKpC,UAAU+B,OAAOtB,OAAOsB,OAAOhB,KAAK;AAC1De,UAAAA,UAAShD,aAAamD,WAAWE,mBAAmBC,QAAAA;AACpD;QACF;QAEA,KAAK,UAAU;AAEb,cAAIH,YAAY;AAChB,mBAASC,IAAI,GAAGA,IAAIH,OAAOhB,OAAOmB,KAAK;AACrCD,yBAAa,KAAK9B,iBAAiBc,IAAI,KAAKf,QAAQgC,CAAAA,EAAGR,EAAE;UAC3D;AACA,gBAAMS,oBAAoB,KAAKhC,iBAAiBc,IAAIc,OAAOL,EAAE;AAC7DI,UAAAA,UAAShD,aAAamD,WAAWE,mBAAmB,CAAA,CAAE;AACtD;QACF;MACF;IACF;AAGA,SAAK9B,aAAac,MAAK;AAGvB,QAAIkB,cAAc;AAClB,eAAW,CAACtB,OAAON,KAAAA,KAAU,KAAKP,QAAQoC,QAAO,GAAI;AACnD,YAAM5D,YAAY,KAAKsB,UAAUS,OAAOM,KAAAA,EAAOpB;AAC/C,WAAKQ,iBAAiBoC,IAAI9B,MAAMiB,IAAIhD,SAAAA;AACpC,WAAK2B,aAAakC,IAAIF,aAAa5B,KAAAA;AACnC4B,qBAAe3D;IACjB;AAGA,UAAM8D,WAAW,IAAIC,IAAI,KAAKvC,QAAQwC,IAAI,CAACjC,UAAUA,MAAMiB,EAAE,CAAA;AAC7D,eAAWA,MAAM,KAAKvB,iBAAiBwC,KAAI,GAAI;AAC7C,UAAI,CAACH,SAASI,IAAIlB,EAAAA,GAAK;AACrB,aAAKvB,iBAAiB0C,OAAOnB,EAAAA;MAC/B;IACF;AAGA,SAAKpB,SAASX,SAAS;AACvB,WAAO;EACT;AACF;;;ADzMO,IAAMmD,aAAa,CAAC,EAAEC,OAAOC,SAASC,aAAY,MAAqB;AAC5E,SAAO;;IAELC,OAAO;MACLC,OAAO;MACPC,kBAAkB,CAACC,WAAWA,OAAOC,cAAcD,OAAOE;MAC1DC,SAAS,CAACC,SAAAA;AACR,cAAMC,QAAQC,aAAaX,SAASD,MAAMa,OAAO,CAAA,CAAE;AACnD,cAAMC,UAAU,IAAIC,gBAAAA;AACpB,mBAAW,EAAEC,MAAMC,GAAE,KAAMP,KAAKQ,eAAe;AAC7C,cAAIC,OAAOT,KAAKU,MAAMC,IAAIC,OAAON,IAAAA;AACjC,iBAAOG,KAAKH,QAAQC,IAAI;AACtB,kBAAMM,QAAQvB,MAAMwB,eAAeL,KAAKM,MAAM,GAAGC,OAAO,CAAA;AACxD,kBAAMC,YAAYJ,OAAOK,SAAS,mBAAmBL,MAAMtB;AAC3D,gBAAI0B,WAAW;AACbb,sBAAQe,IAAIV,KAAKH,MAAMG,KAAKH,MAAM,IAAIc,gBAAgBX,KAAKM,QAAQ,IAAIM,KAAKJ,SAAAA,GAAYhB,KAAAA,CAAAA;YAC1F;AAEA,gBAAIQ,KAAKF,KAAK,IAAIP,KAAKU,MAAMC,IAAIW,QAAQ;AACvC;YACF;AAEAb,mBAAOT,KAAKU,MAAMC,IAAIC,OAAOH,KAAKF,KAAK,CAAA;UACzC;QACF;AAEA,eAAOH,QAAQmB,OAAM;MACvB;IACF,CAAA;;IAGAC,WAAWC,UACT,MAAA;MAME,YAAYzB,MAAkB;AAFtB0B,4BAAe;AAGrB,aAAKC,WAAW,IAAIC,gBAAgB5B,IAAAA;AAEpC,cAAM6B,WAAW7B,KAAK8B;AACtB,YAAIC,kBAAkB;AACtB,YAAIC,cAAc;AAElB,YAAIC;AACJ,cAAMC,iBAAiB,CAACC,SAAS,UAAK;AACpCN,mBAASO,MAAMC,iBAAiBF,SAAS,WAAW;AAGpDN,mBAASS,UAAUnB,IAAI,mBAAA;AACvBY,4BAAkB;AAClBQ,uBAAaN,OAAAA;AACbA,oBAAUO,WAAW,MAAA;AACnB,iBAAKC,WAAWH,UAAUnB,IAAI,WAAA;AAC9BU,qBAASS,UAAUI,OAAO,mBAAA;AAC1BX,8BAAkB;UACpB,GAAG,GAAA;AAGH/B,eAAK2C,SAAS;YACZC,SAASC,WAAWC,eAAe9C,KAAKU,MAAMC,IAAIW,QAAQ;cAAEyB,GAAG;YAAM,CAAA;UACvE,CAAA;QACF;AAGA,YAAIvD,cAAc;AAChB,eAAKiD,YAAYO,SAASC,cAAc,KAAA;AACxC,eAAKR,UAAUH,UAAUnB,IAAI,eAAe,sBAAsB,gBAAgB,WAAA;AAClFnB,eAAKkD,IAAIC,YAAY,KAAKV,SAAS;AACnCjD,uBACE,KAAKiD,WACL;YACEW,SAAS,MAAA;AACPlB,6BAAe,KAAA;YACjB;UACF,GACAlC,IAAAA;QAEJ;AAGA,aAAKqD,WAAWC,QACdC,iBAAiBvD,KAAK8B,WAAW,UAAU,MAAA;AACzC,cAAI,CAACC,iBAAiB;AACpBC,0BAAc;AACd,iBAAKS,WAAWH,UAAUI,OAAO,WAAA;UACnC;QACF,CAAA,GAEApD,MAAMM,OAAO4D,GAAG,MAAA;AAEd,gBAAMC,aACJ5B,SAAS6B,eAAe7B,SAAS8B,YAAY9B,SAAS+B,iBAAiB,KAAK,CAAC5B;AAG/E1C,gBAAMuE,KAAK,KAAKlC,QAAQ;AAGxB,cAAI8B,YAAY;AACdvB,2BAAe,IAAA;UACjB;QACF,CAAA,CAAA;MAEJ;MAEAtC,OAAOA,QAAoB;AAEzB,YAAI,CAAC,KAAK8B,cAAc;AACtB,eAAKA,eAAe;AACpBc,qBAAW,MAAA;AACTlD,kBAAMuE,KAAK,KAAKlC,QAAQ;UAC1B,CAAA;QACF;MACF;MAEAmC,UAAU;AACR,aAAKrB,WAAWC,OAAAA;AAChB,aAAKW,SAAQ;MACf;IACF,CAAA;IAGFR,WAAWkB,MAAM;MACf,gBAAgB;QACdC,WAAW;MACb;MACA,sBAAsB;QACpBC,gBAAgB;QAChB,sBAAsB;MACxB;MACA,yCAAyC;QACvCC,SAAS;MACX;MACA,gBAAgB;QACdC,UAAU;QACVC,QAAQ;QACRC,OAAO;QACPC,QAAQ;MACV;MACA,YAAY;QACVC,cAAc;MAChB;MACA,wBAAwB;QACtBC,OAAO;QACPD,cAAc;MAChB;MACA,kDAAkD;QAChDL,SAAS;QACTO,WAAW;QACXC,SAAS;MACX;IACF,CAAA;;AAEJ;AAKA,IAAMtD,kBAAN,cAA8BuD,aAAAA;EAC5B,YACWC,OACAC,YACAC,UACT;AACA,UAAK,GAAA,KAJIF,QAAAA,OAAAA,KACAC,aAAAA,YAAAA,KACAC,WAAAA;EAGX;EAESC,GAAGC,OAAsB;AAChC,WAAOA,MAAMH,eAAe,KAAKA;EACnC;EAESI,MAAMjF,MAAkC;AAC/C,UAAMkF,KAAKlC,SAASC,cAAc,KAAA;AAClCiC,OAAGC,YAAY;AACfD,OAAGE,cAAcC,gBAAgB,KAAKR,YAAY,KAAKC,QAAQ;AAE/DI,OAAGI,UAAU,MAAA;AACX,YAAMC,MAAMvF,KAAKU,MAAMC,IAAIF,KAAK,KAAKmE,KAAK,EAAEtE;AAC5CN,WAAK2C,SAAS;QACZC,SAASC,WAAWC,eAAeyC,KAAK;UAAExC,GAAG;QAAQ,CAAA;MACvD,CAAA;IACF;AAEA,WAAOmC;EACT;AACF;AAEA,IAAMhF,eAAe,CAACX,SAAgBiG,YAAAA;AACpC,MAAIjG,SAAS;AACX,WAAOA;EACT;AAEA,MAAIiG,SAASxE,OAAO,CAAA,GAAIE,SAAS,mBAAmBsE,QAAQxE,OAAO,CAAA,EAAGzB,SAAS;AAC7E,WAAO,IAAI8B,KAAKmE,QAAQxE,OAAO,CAAA,EAAGzB,OAAO;EAC3C;AAEA,SAAOkG;AACT;AAEA,IAAMJ,kBAAkB,CAACpE,WAAiByE,aAAAA;AACxC,MAAIA,UAAU;AACZ,UAAMC,MAAM,CAACC,IAAI,MAAMC,OAAOD,CAAAA,EAAGE,SAAS,GAAG,GAAA;AAC7C,UAAM,EAAEC,OAAOC,SAASC,QAAO,IAAKC,mBAAmB;MAAEjG,OAAOyF;MAAUS,KAAKlF;IAAU,CAAA;AACzF,WAAO,GAAG0E,IAAII,KAAAA,CAAAA,IAAUJ,IAAIK,OAAAA,CAAAA,IAAYL,IAAIM,OAAAA,CAAAA;EAC9C,OAAO;AACL,WAAOG,OAAOnF,WAAW,UAAA;EAC3B;AACF;;;ADhNO,IAAMoF,iBACX,CAACC,eACD,CAACC,SAA2BC,OAAeC,QAAQ,UAAK;AACtD,MAAIF,QAAQG,OAAOC,SAAS,aAAa;AAEvC,WAAO;MAACJ,QAAQK,OAAOC,KAAK,CAACC,UAAUA,MAAMC,SAAS,eAAA,GAAkBC,QAAQ;MAAI;;EACtF;AAIA,QAAMC,WAAWX,WAAWO,KAAK,CAACI,cAAaA,UAASC,QAAQX,QAAQG,OAAOS,WAAW;AAC1F,QAAMC,OACJH,UAAUI,SAASC,eACnBf,QAAQG,OAAOa,SAASC,QAAQC,YAChClB,QAAQG,OAAOU,QACfb,QAAQG,OAAOgB,SACfnB,QAAQG,OAAOS;AACjB,QAAMP,SAASL,QAAQK,OAAOe,OAAO,CAACb,UAAUA,MAAMC,SAAS,eAAA;AAC/D,SAAO;IACL,UAAUK,IAAAA,MAAUX,QAAQ,KAAKD,KAAAA,KAAUD,QAAQqB,EAAE,KAAK;IAC1DhB,OAAOiB,IAAI,CAACf,UAAUA,MAAME,KAAKc,KAAI,CAAA,EAAIC,KAAK,GAAA;IAC9C;;AAEJ;AAcK,IAAMC,aAAa,CAAC,EACzBC,YACAC,YAAYC,QACZC,OACAC,OACAC,cACAC,gBAAe,MACC;;;AAChB,UAAM,EAAEC,UAAS,IAAKC,gBAAAA;AACtB,UAAM,EAAEC,UAAS,IAAKC,cAAc,MAAA;AAClC,aAAO;QACLC,YAAY;UACVC,sBAAsB;YAAEC,UAAU;YAAMC,cAAc;UAAK,CAAA;UAC3DC,yBAAyB;YAAER;UAAU,CAAA;UACrCS,sBAAsB;YAAET;UAAU,CAAA;UAClCU,iBAAAA;UACAd,SAASe,QAAAA;UACTjB,WAAW;YACTG;YACAe,SAASjB,QAAQiB,UAAU,IAAIC,KAAKlB,OAAOiB,OAAO,IAAIE;YACtDC,cAAcC,eAAe,CAAC,EAAEC,QAAO,MACrC,sBAAA,cAACC,YAAAA;cAAWC,MAAK;cAA+BC,UAAAA;cAASC,OAAM;cAAmBJ;;UAEtF,CAAA;UACA9B,OAAOmC,UAAAA;MACX;IACF,GAAG;MAAC1B;MAAOC;KAAM;AAEjB,WACE,sBAAA,cAAC0B,OAAAA;MACCC,KAAKtB;MACLuB,WAAWC,GAAG,6BAA6BC,aAAalC,UAAAA;MACxDmC,mCAAiC;;;;;AAGvC;;;AG/FA,SAASC,WAAWC,gBAAgB;AAEpC,SAASC,oBAAoB;AAC7B,SAASC,eAAe;AACxB,SAASC,OAAAA,YAAW;;AAQb,IAAMC,eAAe,CAACC,UAAkBC,gBAAAA;AAC7C,QAAM,CAAC,EAAEC,OAAOC,QAAQC,MAAK,GAAIC,SAAAA,IAAaV,SAAwB,CAAC,CAAA;AACvED,YAAU,MAAA;AACR,UAAMY,MAAM,IAAIT,QAAAA,QAAAA;;;;AAEhBD,iBAAaU,KAAK,YAAA;AAChB,YAAMC,WAAW,MAAMC,MAAMR,QAAAA;AAC7B,YAAMS,OAAO,MAAMF,SAASE,KAAI;AAChC,YAAMC,YAAYC,IAAIC,gBAAgBH,IAAAA;AACtCH,UAAIO,UAAU,MAAA;AACZF,YAAIG,gBAAgBJ,SAAAA;MACtB,CAAA;AAEA,YAAMR,SAAQ,IAAIa,MAAAA;AAClBb,MAAAA,OAAMc,MAAMN;AAEZ,YAAM,IAAIO,QAAc,CAACC,SAASC,WAAAA;AAChCjB,QAAAA,OAAMkB,iBACJ,SACA,CAACC,QAAAA;AACCvB,UAAAA,KAAIwB,MAAM,SAAS;YAAED;UAAI,GAAA;;;;;;AACzBF,iBAAOE,GAAAA;QACT,GACA;UAAEE,MAAM;QAAK,CAAA;AAEfrB,QAAAA,OAAMkB,iBACJ,WACA,YAAA;AACEtB,UAAAA,KAAI0B,KAAK,eAAA,QAAA;;;;;;AACT,cAAI;AAEF,kBAAMtB,OAAMuB,KAAI;AAChBP,oBAAAA;UACF,SAASQ,WAAW;AAClB5B,YAAAA,KAAIwB,MAAM,eAAe;cAAEI;YAAU,GAAA;;;;;;AAErCR,oBAAAA;UACF;QACF,GACA;UAAEK,MAAM;QAAK,CAAA;AAEfrB,QAAAA,OAAMyB,KAAI;MACZ,CAAA;AAEA,YAAMC,WAAW,IAAIC,aAAAA;AAGrB,UAAID,SAASE,UAAU,aAAa;AAClC,cAAMF,SAASG,OAAM;MACvB;AAEA,YAAMC,cAAcJ,SAASK,6BAA4B;AACzDD,kBAAYE,eAAe;AAE3B,YAAMC,SAASP,SAASQ,yBAAyBlC,MAAAA;AACjDiC,aAAOE,QAAQL,WAAAA;AACf,YAAM5B,SAAQ4B,YAAY7B,OAAOmC,eAAc,EAAG,CAAA;AAClD,UAAIrC,aAAa;AACf,cAAMG,OAAMmC,iBAAiBtC,WAAAA,EAAauC,MAAM,CAACnB,QAAQvB,KAAI0C,MAAMnB,KAAAA,QAAAA;;;;;;MACrE;AAGAhB,gBAAU;QACRH,OAAAA;QACAC,QAAQ6B,YAAY7B;QACpBC,OAAO4B,YAAY7B,OAAOmC,eAAc,EAAG,CAAA;MAC7C,CAAA;IACF,CAAA;AAEA,WAAO,MAAA;AACL,WAAKhC,IAAImC,QAAO;IAClB;EACF,GAAG;IAACzC;GAAS;AAEb,SAAO;IAAEE;IAAOC;IAAQC;EAAM;AAChC;;;ACvFA,SAASsC,aAAAA,YAAWC,YAAAA,iBAAgB;AAM7B,IAAMC,gBAAgB,CAACC,QAAkBC,gBAAAA;AAC9C,QAAM,CAACC,OAAOC,QAAAA,IAAYC,UAAAA;AAC1BC,EAAAA,WAAU,MAAA;AACR,QAAI,CAACL,QAAQ;AACXE,aAAOI,KAAAA;AACPH,eAASI,MAAAA;AACT;IACF;AAEA,UAAMC,YAAY,YAAA;AAChB,YAAMC,QAAQ,IAAIC,MAAAA;AAClBD,YAAME,YAAY,MAAMC,UAAUC,aAAaC,aAAa;QAAEL,OAAOR,eAAe;MAAK,CAAA;AACzF,YAAM,CAACC,MAAAA,IAASO,MAAME,UAAUI,eAAc;AAC9C,UAAIb,QAAO;AACTC,iBAASD,MAAAA;MACX;IACF;AAEA,QAAIF,QAAQ;AACV,WAAKQ,UAAAA;IACP;EACF,GAAG;IAACR;GAAO;AAEX,SAAOE;AACT;;;AC9BA,SAASc,aAAAA,YAAWC,SAASC,YAAAA,iBAAgB;AAUtC,IAAMC,uBAAuB,CAClCC,UACAC,OACAC,gBAAqB,CAAA,MAAE;AAEvB,QAAMC,QAAQC,QAAQ,MAAM,IAAIC,mBAAsBL,UAAUE,aAAAA,GAAgB;IAACD;GAAM;AACvF,QAAM,CAACK,QAAQC,SAAAA,IAAaC,UAAS,KAAA;AAGrCC,EAAAA,WAAU,MAAA;AACR,QAAI,CAACR,OAAO;AACV;IACF;AAEA,UAAMS,SAAS,MAAA;AACb,iBAAWC,SAASV,OAAOW,WAAW,CAAA,GAAI;AACxCT,cAAMU,YAAYF,KAAAA;MACpB;AAEAJ,gBAAU,IAAA;IACZ;AAGA,QAAIO;AACJ,QAAIb,MAAMc,WAAW;AACnBD,UAAIE,YAAY,MAAA;AACd,YAAI,CAACf,OAAOc,WAAW;AACrBE,wBAAcH,CAAAA;AACdJ,iBAAAA;QACF;MACF,GAAG,GAAA;IACL,OAAO;AACLA,aAAAA;IACF;AAEA,WAAO,MAAMQ,aAAaJ,CAAAA;EAC5B,GAAG;IAACX;IAAOF;GAAM;AAGjBQ,EAAAA,WAAU,MAAA;AACR,QAAI,CAACH,UAAU,CAACL,SAASE,MAAMgB,OAAOC,WAAWnB,MAAMW,QAAQQ,QAAQ;AACrE;IACF;AAEA,UAAMC,QAAQpB,MAAMW,QAAQU,GAAG,EAAC;AAChC,QAAID,OAAO;AACTlB,YAAMU,YAAYQ,KAAAA;IACpB;EACF,GAAG;IAAClB;IAAOG;IAAQL,OAAOW,QAAQQ;GAAO;AAEzC,SAAOjB;AACT;;;AC7DA,SAASoB,aAAAA,YAAWC,WAAAA,gBAAe;AAEnC,SAASC,uBAAuB;;;ACFhC,SAASC,YAAY;AAEd,IAAMC,iBAAiBC,KAAK,MAAM,OAAO,gCAAA,CAAA;AACzC,IAAMC,eAAeD,KAAK,MAAM,OAAO,8BAAA,CAAA;AACvC,IAAME,cAAcF,KAAK,MAAM,OAAO,4BAAA,CAAA;;;ADMtC,IAAMG,iBAAiB,CAAC,EAC7BC,kBACAC,YACAC,mBACAC,eAAc,MACyC;AACvD,QAAM,CAACC,cAAAA,IAAkBC,gBAAgBC,0BAA0BC,WAAW;AAG9E,QAAMC,cAAcC,SAAiC,MAAA;AACnD,QAAI,CAACR,cAAc,CAACD,oBAAoB,CAACI,gBAAgB;AACvD,aAAOM;IACT;AAEA,WAAON,eAAe;MAAEJ;MAAkBC;MAAYC;MAAmBC;IAAe,CAAA;EAC1F,GAAG;IAACH;IAAkBC;IAAYG;IAAgBF;IAAmBC;GAAe;AAEpFQ,EAAAA,WAAU,MAAA;AACR,WAAO,MAAA;AACL,WAAKH,aAAaI,MAAAA;IACpB;EACF,GAAG;IAACJ;GAAY;AAEhB,SAAOA;AACT;;;AElCA,SAASK,YAAAA,WAAUC,aAAAA,YAAWC,mBAAmB;AAEjD,SAASC,yBAAyB;AAClC,SAASC,WAAAA,gBAAe;AACxB,SAASC,OAAAA,YAAW;AACpB,SAASC,sBAAsB;;AAcxB,IAAMC,gBAAgB,CAAC,EAAEC,QAAQC,SAAQ,MAAsB;AACpE,QAAMC,aAAaC,eAAe,gBAAA;AAClC,QAAMC,YAAYD,eAAe,eAAA;AAEjC,QAAME,iBAAiBC,YAA6C,OAAOC,aAAAA;AACzE,UAAMC,OAAOD,SAASE,IAAI,CAACC,QAAQA,IAAIF,KAAKG,KAAI,EAAGC,QAAQ,YAAY,EAAA,CAAA,EAAKC,KAAK,GAAA;AACjFZ,aAASO,IAAAA;EACX,GAAG,CAAA,CAAE;AAGL,QAAM,CAACM,WAAWC,YAAAA,IAAgBC,UAAS,KAAA;AAC3C,QAAMC,QAAQC,cAAclB,MAAAA;AAC5B,QAAMmB,cAAcC,eAAe;IACjCC,kBAAkBJ;IAClBK,YAAYjB;EACd,CAAA;AAGAkB,EAAAA,WAAU,MAAA;AACR,UAAMC,MAAM,IAAIC,SAAAA,QAAAA;;;;AAChBC,sBAAkBF,KAAK,YAAA;AACrB,UAAIxB,UAAUmB,aAAa;AACzB,cAAMA,YAAYQ,KAAI;AACtBC,QAAAA,KAAIC,KAAK,eAAA,QAAA;;;;;;AACTd,qBAAa,IAAA;AACb,aAAKb,WAAW4B,KAAI;AACpBX,oBAAYY,qBAAoB;MAClC,WAAW,CAAC/B,UAAUmB,aAAaa,QAAQ;AACzCb,qBAAac,oBAAAA;AACb,cAAMd,aAAae,MAAAA;AACnBN,QAAAA,KAAIC,KAAK,WAAA,QAAA;;;;;;AACTd,qBAAa,KAAA;AACb,aAAKX,UAAU0B,KAAI;MACrB;IACF,CAAA;AAEA,WAAO,MAAA;AACL,WAAKN,IAAIW,QAAO;IAClB;EACF,GAAG;IAACnC;IAAQmB;GAAY;AAExB,SAAO;IAAEL;EAAU;AACrB;;;ATlDO,IAAMsB,yBAA2E,CAAC,EAAEC,MAAMC,YAAAA,YAAU,MAAE;;;AAC3G,UAAMC,eAAeC,iBAAiBF,WAAAA;AACtC,UAAMG,QAAQC,SAASJ,WAAAA;AACvB,UAAMK,UAAUC,WAAWH,OAAOI,GAAAA,EAAKC,IAAI,CAACC,WAAWA,OAAOC,QAAQ;AACtE,UAAMC,QAAQC,SAA2BZ,YAAWW,MAAME,KAAK;MAAEC,cAAc;IAAM,CAAA;AACrF,UAAMC,QAAQC,qBAAqBC,eAAeZ,OAAAA,GAAUM,KAAAA;AAE5D,WACE,gBAAAO,OAAA,cAACC,UAAUC,SAAO;MAACrB;MAAYsB,YAAW;OACxC,gBAAAH,OAAA,cAACI,YAAAA;MAAWrB;MAA4BE;MAAcY;MAAcf,YAAYA;;;;;AAGtF;AAEA,IAAA,8BAAeF;",
|
|
6
|
-
"names": ["React", "fullyQualifiedId", "getSpace", "useMembers", "useQueue", "StackItem", "React", "IconButton", "useThemeContext", "createBasicExtensions", "createMarkdownExtensions", "createRenderer", "createThemeExtensions", "decorateMarkdown", "editorWidth", "preview", "useTextEditor", "mx", "isNotFalsy", "RangeSetBuilder", "EditorView", "GutterMarker", "ViewPlugin", "gutter", "format", "intervalToDuration", "addEventListener", "combine", "Text", "Event", "invariant", "log", "DocumentAdapter", "_view", "lineCount", "state", "doc", "lines", "replaceLines", "from", "remove", "insert", "count", "numLines", "posFrom", "line", "posTo", "Math", "min", "text", "join", "length", "dispatch", "changes", "to", "SerializationModel", "_renderer", "initialChunks", "_chunks", "_chunkLineCounts", "Map", "_lineToChunk", "_changes", "update", "forEach", "chunk", "appendChunk", "toJSON", "chunks", "of", "flatMap", "index", "getChunkAtLine", "get", "reset", "clear", "emit", "push", "type", "updateChunk", "findIndex", "c", "id", "deleteBlock", "splice", "sync", "document", "change", "lastLine", "lineStart", "i", "previousLineCount", "newLines", "currentLine", "entries", "set", "chunkIds", "Set", "map", "keys", "has", "delete", "transcript", "model", "started", "renderButton", "gutter", "class", "lineMarkerChange", "update", "docChanged", "viewportChanged", "markers", "view", "start", "getStartTime", "chunks", "builder", "RangeSetBuilder", "from", "to", "visibleRanges", "line", "state", "doc", "lineAt", "block", "getChunkAtLine", "number", "blocks", "timestamp", "type", "add", "TimestampMarker", "Date", "length", "finish", "ViewPlugin", "fromClass", "_initialized", "_adapter", "DocumentAdapter", "scroller", "scrollDOM", "isAutoScrolling", "hasScrolled", "timeout", "scrollToBottom", "smooth", "style", "scrollBehavior", "classList", "clearTimeout", "setTimeout", "_controls", "remove", "dispatch", "effects", "EditorView", "scrollIntoView", "y", "document", "createElement", "dom", "appendChild", "onClick", "_cleanup", "combine", "addEventListener", "on", "autoScroll", "scrollHeight", "scrollTop", "clientHeight", "sync", "destroy", "theme", "overflowY", "scrollbarWidth", "display", "position", "bottom", "right", "zIndex", "paddingRight", "width", "textAlign", "padding", "GutterMarker", "_line", "_timestamp", "_started", "eq", "other", "toDOM", "el", "className", "textContent", "formatTimestamp", "onclick", "pos", "message", "undefined", "relative", "pad", "n", "String", "padStart", "hours", "minutes", "seconds", "intervalToDuration", "end", "format", "renderMarkdown", "identities", "message", "index", "debug", "sender", "role", "blocks", "find", "block", "type", "text", "identity", "did", "identityDid", "name", "profile", "displayName", "contact", "target", "fullName", "email", "filter", "id", "map", "trim", "join", "Transcript", "classNames", "transcript", "object", "space", "model", "attendableId", "ignoreAttention", "themeMode", "useThemeContext", "parentRef", "useTextEditor", "extensions", "createBasicExtensions", "readOnly", "lineWrapping", "createMarkdownExtensions", "createThemeExtensions", "decorateMarkdown", "preview", "started", "Date", "undefined", "renderButton", "createRenderer", "onClick", "IconButton", "icon", "iconOnly", "label", "isNotFalsy", "div", "ref", "className", "mx", "editorWidth", "data-popover-collision-boundary", "useEffect", "useState", "scheduleTask", "Context", "log", "useAudioFile", "audioUrl", "constraints", "audio", "stream", "track", "setStream", "ctx", "response", "fetch", "blob", "objectUrl", "URL", "createObjectURL", "onDispose", "revokeObjectURL", "Audio", "src", "Promise", "resolve", "reject", "addEventListener", "err", "error", "once", "info", "play", "playError", "load", "audioCtx", "AudioContext", "state", "resume", "destination", "createMediaStreamDestination", "channelCount", "source", "createMediaElementSource", "connect", "getAudioTracks", "applyConstraints", "catch", "dispose", "useEffect", "useState", "useAudioTrack", "active", "constraints", "track", "setTrack", "useState", "useEffect", "stop", "undefined", "initAudio", "audio", "Audio", "srcObject", "navigator", "mediaDevices", "getUserMedia", "getAudioTracks", "useEffect", "useMemo", "useState", "useQueueModelAdapter", "renderer", "queue", "initialChunks", "model", "useMemo", "SerializationModel", "loaded", "setLoaded", "useState", "useEffect", "update", "block", "objects", "appendChunk", "i", "isLoading", "setInterval", "clearInterval", "clearTimeout", "chunks", "length", "chunk", "at", "useEffect", "useMemo", "useCapabilities", "lazy", "IntentResolver", "lazy", "ReactSurface", "Transcriber", "useTranscriber", "audioStreamTrack", "onSegments", "transcriberConfig", "recorderConfig", "getTranscriber", "useCapabilities", "TranscriptionCapabilities", "Transcriber", "transcriber", "useMemo", "undefined", "useEffect", "close", "useState", "useEffect", "useCallback", "scheduleMicroTask", "Context", "log", "useSoundEffect", "useVoiceInput", "active", "onUpdate", "soundStart", "useSoundEffect", "soundStop", "handleSegments", "useCallback", "segments", "text", "map", "str", "trim", "replace", "join", "recording", "setRecording", "useState", "track", "useAudioTrack", "transcriber", "useTranscriber", "audioStreamTrack", "onSegments", "useEffect", "ctx", "Context", "scheduleMicroTask", "open", "log", "info", "play", "startChunksRecording", "isOpen", "stopChunksRecording", "close", "dispose", "TranscriptionContainer", "role", "transcript", "attendableId", "fullyQualifiedId", "space", "getSpace", "members", "useMembers", "key", "map", "member", "identity", "queue", "useQueue", "dxn", "pollInterval", "model", "useQueueModelAdapter", "renderMarkdown", "React", "StackItem", "Content", "classNames", "Transcript"]
|
|
7
|
-
}
|
|
@@ -1,19 +0,0 @@
|
|
|
1
|
-
// packages/plugins/plugin-transcription/src/meta.ts
|
|
2
|
-
var TRANSCRIPTION_PLUGIN = "dxos.org/plugin/transcription";
|
|
3
|
-
var meta = {
|
|
4
|
-
id: TRANSCRIPTION_PLUGIN,
|
|
5
|
-
name: "Transcription",
|
|
6
|
-
description: "Voice transcription.",
|
|
7
|
-
icon: "ph--microphone--regular",
|
|
8
|
-
source: "https://github.com/dxos/dxos/tree/main/packages/plugins/plugin-transcription",
|
|
9
|
-
tags: [
|
|
10
|
-
"labs"
|
|
11
|
-
],
|
|
12
|
-
screenshots: []
|
|
13
|
-
};
|
|
14
|
-
|
|
15
|
-
export {
|
|
16
|
-
TRANSCRIPTION_PLUGIN,
|
|
17
|
-
meta
|
|
18
|
-
};
|
|
19
|
-
//# sourceMappingURL=chunk-GOF7MJNV.mjs.map
|
|
@@ -1,7 +0,0 @@
|
|
|
1
|
-
{
|
|
2
|
-
"version": 3,
|
|
3
|
-
"sources": ["../../../src/meta.ts"],
|
|
4
|
-
"sourcesContent": ["//\n// Copyright 2023 DXOS.org\n//\n\nimport { type PluginMeta } from '@dxos/app-framework';\n\nexport const TRANSCRIPTION_PLUGIN = 'dxos.org/plugin/transcription';\n\nexport const meta: PluginMeta = {\n id: TRANSCRIPTION_PLUGIN,\n name: 'Transcription',\n description: 'Voice transcription.',\n icon: 'ph--microphone--regular',\n source: 'https://github.com/dxos/dxos/tree/main/packages/plugins/plugin-transcription',\n tags: ['labs'],\n screenshots: [],\n};\n"],
|
|
5
|
-
"mappings": ";AAMO,IAAMA,uBAAuB;AAE7B,IAAMC,OAAmB;EAC9BC,IAAIF;EACJG,MAAM;EACNC,aAAa;EACbC,MAAM;EACNC,QAAQ;EACRC,MAAM;IAAC;;EACPC,aAAa,CAAA;AACf;",
|
|
6
|
-
"names": ["TRANSCRIPTION_PLUGIN", "meta", "id", "name", "description", "icon", "source", "tags", "screenshots"]
|
|
7
|
-
}
|
|
@@ -1,495 +0,0 @@
|
|
|
1
|
-
import {
|
|
2
|
-
TRANSCRIPTION_URL
|
|
3
|
-
} from "./chunk-OSISJM2F.mjs";
|
|
4
|
-
|
|
5
|
-
// packages/plugins/plugin-transcription/src/transcriber/media-stream-recorder.ts
|
|
6
|
-
import { MediaRecorder, register } from "extendable-media-recorder";
|
|
7
|
-
import { WaveFile } from "wavefile";
|
|
8
|
-
import { synchronized } from "@dxos/async";
|
|
9
|
-
import { invariant } from "@dxos/invariant";
|
|
10
|
-
import { log } from "@dxos/log";
|
|
11
|
-
import { trace } from "@dxos/tracing";
|
|
12
|
-
function _ts_decorate(decorators, target, key, desc) {
|
|
13
|
-
var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
|
|
14
|
-
if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
|
|
15
|
-
else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
|
|
16
|
-
return c > 3 && r && Object.defineProperty(target, key, r), r;
|
|
17
|
-
}
|
|
18
|
-
var __dxlog_file = "/home/runner/work/dxos/dxos/packages/plugins/plugin-transcription/src/transcriber/media-stream-recorder.ts";
|
|
19
|
-
var initializingPromise;
|
|
20
|
-
var initializeExtendableMediaRecorder = async () => {
|
|
21
|
-
const { connect } = await import("extendable-media-recorder-wav-encoder");
|
|
22
|
-
await register(await connect());
|
|
23
|
-
};
|
|
24
|
-
var MediaStreamRecorder = class {
|
|
25
|
-
constructor({ mediaStreamTrack, config }) {
|
|
26
|
-
this._mediaRecorder = void 0;
|
|
27
|
-
this._header = void 0;
|
|
28
|
-
this._mediaStreamTrack = mediaStreamTrack;
|
|
29
|
-
this._config = config;
|
|
30
|
-
}
|
|
31
|
-
get wavConfig() {
|
|
32
|
-
const settings = this._mediaStreamTrack.getSettings();
|
|
33
|
-
return {
|
|
34
|
-
channels: settings.channelCount ?? 1,
|
|
35
|
-
sampleRate: settings.sampleRate ?? 16e3,
|
|
36
|
-
bitDepthCode: settings.sampleSize ? String(settings.sampleSize) : "16"
|
|
37
|
-
};
|
|
38
|
-
}
|
|
39
|
-
get mediaStreamTrack() {
|
|
40
|
-
return this._mediaStreamTrack;
|
|
41
|
-
}
|
|
42
|
-
setOnChunk(onChunk) {
|
|
43
|
-
this._onChunk = onChunk;
|
|
44
|
-
}
|
|
45
|
-
async start() {
|
|
46
|
-
await (initializingPromise ??= initializeExtendableMediaRecorder()).catch((err) => log.info("initializeExtendableMediaRecorder", {
|
|
47
|
-
err
|
|
48
|
-
}, {
|
|
49
|
-
F: __dxlog_file,
|
|
50
|
-
L: 69,
|
|
51
|
-
S: this,
|
|
52
|
-
C: (f, a) => f(...a)
|
|
53
|
-
}));
|
|
54
|
-
if (!this._mediaRecorder) {
|
|
55
|
-
const stream = new MediaStream([
|
|
56
|
-
this._mediaStreamTrack
|
|
57
|
-
]);
|
|
58
|
-
this._mediaRecorder = new MediaRecorder(stream, {
|
|
59
|
-
mimeType: "audio/wav"
|
|
60
|
-
});
|
|
61
|
-
}
|
|
62
|
-
if (this._mediaRecorder.state === "recording") {
|
|
63
|
-
return;
|
|
64
|
-
}
|
|
65
|
-
invariant(this._onChunk, "MediaStreamRecorder: onChunk is not set", {
|
|
66
|
-
F: __dxlog_file,
|
|
67
|
-
L: 80,
|
|
68
|
-
S: this,
|
|
69
|
-
A: [
|
|
70
|
-
"this._onChunk",
|
|
71
|
-
"'MediaStreamRecorder: onChunk is not set'"
|
|
72
|
-
]
|
|
73
|
-
});
|
|
74
|
-
this._mediaRecorder.ondataavailable = (event) => this._ondataavailable(event);
|
|
75
|
-
this._mediaRecorder.start(this._config.interval);
|
|
76
|
-
}
|
|
77
|
-
async stop() {
|
|
78
|
-
if (this._mediaRecorder?.state !== "recording") {
|
|
79
|
-
return;
|
|
80
|
-
}
|
|
81
|
-
this._mediaRecorder.stop();
|
|
82
|
-
}
|
|
83
|
-
async _ondataavailable(event) {
|
|
84
|
-
const blob = event.data;
|
|
85
|
-
const uint8Array = new Uint8Array(await blob.arrayBuffer());
|
|
86
|
-
const isHeader = uint8Array[0] === 82 && // R
|
|
87
|
-
uint8Array[1] === 73 && // I
|
|
88
|
-
uint8Array[2] === 70 && // F
|
|
89
|
-
uint8Array[3] === 70;
|
|
90
|
-
let wav;
|
|
91
|
-
if (isHeader) {
|
|
92
|
-
wav = new WaveFile(uint8Array);
|
|
93
|
-
this._header = uint8Array.slice(0, 44);
|
|
94
|
-
} else if (this._header) {
|
|
95
|
-
wav = new WaveFile(new Uint8Array([
|
|
96
|
-
...this._header,
|
|
97
|
-
...uint8Array
|
|
98
|
-
]));
|
|
99
|
-
} else {
|
|
100
|
-
log.warn("MediaStreamRecorder: no header", void 0, {
|
|
101
|
-
F: __dxlog_file,
|
|
102
|
-
L: 111,
|
|
103
|
-
S: this,
|
|
104
|
-
C: (f, a) => f(...a)
|
|
105
|
-
});
|
|
106
|
-
return;
|
|
107
|
-
}
|
|
108
|
-
this._onChunk({
|
|
109
|
-
timestamp: Date.now(),
|
|
110
|
-
data: wav.getSamples()
|
|
111
|
-
});
|
|
112
|
-
}
|
|
113
|
-
};
|
|
114
|
-
_ts_decorate([
|
|
115
|
-
synchronized
|
|
116
|
-
], MediaStreamRecorder.prototype, "_ondataavailable", null);
|
|
117
|
-
MediaStreamRecorder = _ts_decorate([
|
|
118
|
-
trace.resource()
|
|
119
|
-
], MediaStreamRecorder);
|
|
120
|
-
|
|
121
|
-
// packages/plugins/plugin-transcription/src/transcriber/transcriber.ts
|
|
122
|
-
import { WaveFile as WaveFile2 } from "wavefile";
|
|
123
|
-
import { DeferredTask, Trigger } from "@dxos/async";
|
|
124
|
-
import { LifecycleState, Resource } from "@dxos/context";
|
|
125
|
-
import { log as log2 } from "@dxos/log";
|
|
126
|
-
import { trace as trace2 } from "@dxos/tracing";
|
|
127
|
-
|
|
128
|
-
// packages/plugins/plugin-transcription/src/util/array.ts
|
|
129
|
-
var mergeFloat64Arrays = (arrays) => {
|
|
130
|
-
const newArray = new Float64Array(arrays.reduce((acc, array) => array.length + acc, 0));
|
|
131
|
-
let offset = 0;
|
|
132
|
-
for (const array of arrays) {
|
|
133
|
-
newArray.set(array, offset);
|
|
134
|
-
offset += array.length;
|
|
135
|
-
}
|
|
136
|
-
return newArray;
|
|
137
|
-
};
|
|
138
|
-
|
|
139
|
-
// packages/plugins/plugin-transcription/src/transcriber/transcriber.ts
|
|
140
|
-
function _ts_decorate2(decorators, target, key, desc) {
|
|
141
|
-
var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
|
|
142
|
-
if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
|
|
143
|
-
else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
|
|
144
|
-
return c > 3 && r && Object.defineProperty(target, key, r), r;
|
|
145
|
-
}
|
|
146
|
-
var __dxlog_file2 = "/home/runner/work/dxos/dxos/packages/plugins/plugin-transcription/src/transcriber/transcriber.ts";
|
|
147
|
-
var Transcriber = class extends Resource {
|
|
148
|
-
constructor({ config, recorder, onSegments }) {
|
|
149
|
-
super();
|
|
150
|
-
this._audioChunks = [];
|
|
151
|
-
this._lastUsedTimestamp = 0;
|
|
152
|
-
this._openTrigger = new Trigger({
|
|
153
|
-
autoReset: true
|
|
154
|
-
});
|
|
155
|
-
this._recording = false;
|
|
156
|
-
this._transcribeTask = void 0;
|
|
157
|
-
this._config = config;
|
|
158
|
-
this._recorder = recorder;
|
|
159
|
-
this._onSegments = onSegments;
|
|
160
|
-
}
|
|
161
|
-
async _open(ctx) {
|
|
162
|
-
log2.info("opening", void 0, {
|
|
163
|
-
F: __dxlog_file2,
|
|
164
|
-
L: 101,
|
|
165
|
-
S: this,
|
|
166
|
-
C: (f, a) => f(...a)
|
|
167
|
-
});
|
|
168
|
-
this._recorder.setOnChunk((chunk) => this._saveAudioChunk(chunk));
|
|
169
|
-
await this._recorder.start();
|
|
170
|
-
this._transcribeTask = new DeferredTask(ctx, async () => this._transcribe());
|
|
171
|
-
this._openTrigger.wake();
|
|
172
|
-
}
|
|
173
|
-
async _close() {
|
|
174
|
-
log2.info("closing", void 0, {
|
|
175
|
-
F: __dxlog_file2,
|
|
176
|
-
L: 109,
|
|
177
|
-
S: this,
|
|
178
|
-
C: (f, a) => f(...a)
|
|
179
|
-
});
|
|
180
|
-
this._recording = false;
|
|
181
|
-
this._transcribeTask = void 0;
|
|
182
|
-
await this._recorder.stop();
|
|
183
|
-
}
|
|
184
|
-
startChunksRecording() {
|
|
185
|
-
log2.info("starting", void 0, {
|
|
186
|
-
F: __dxlog_file2,
|
|
187
|
-
L: 116,
|
|
188
|
-
S: this,
|
|
189
|
-
C: (f, a) => f(...a)
|
|
190
|
-
});
|
|
191
|
-
if (this._lifecycleState !== LifecycleState.OPEN) {
|
|
192
|
-
return;
|
|
193
|
-
}
|
|
194
|
-
this._recording = true;
|
|
195
|
-
}
|
|
196
|
-
stopChunksRecording() {
|
|
197
|
-
if (this._lifecycleState !== LifecycleState.OPEN || !this._recording) {
|
|
198
|
-
return;
|
|
199
|
-
}
|
|
200
|
-
this._recording = false;
|
|
201
|
-
this._transcribeTask?.schedule();
|
|
202
|
-
log2.info("stopped", void 0, {
|
|
203
|
-
F: __dxlog_file2,
|
|
204
|
-
L: 131,
|
|
205
|
-
S: this,
|
|
206
|
-
C: (f, a) => f(...a)
|
|
207
|
-
});
|
|
208
|
-
}
|
|
209
|
-
_saveAudioChunk(chunk) {
|
|
210
|
-
log2("saving audio chunk", {
|
|
211
|
-
chunk
|
|
212
|
-
}, {
|
|
213
|
-
F: __dxlog_file2,
|
|
214
|
-
L: 135,
|
|
215
|
-
S: this,
|
|
216
|
-
C: (f, a) => f(...a)
|
|
217
|
-
});
|
|
218
|
-
this._audioChunks.push(chunk);
|
|
219
|
-
if (!this._recording && (!this._transcribeTask || !this._transcribeTask.scheduled) && this._audioChunks.length >= this._config.prefixBufferChunksAmount) {
|
|
220
|
-
this._audioChunks = this._dropOldChunks();
|
|
221
|
-
} else if (this._audioChunks.length >= this._config.transcribeAfterChunksAmount && this._recording) {
|
|
222
|
-
this._transcribeTask?.schedule();
|
|
223
|
-
}
|
|
224
|
-
}
|
|
225
|
-
async _transcribe() {
|
|
226
|
-
log2("transcribing", {
|
|
227
|
-
chunks: this._audioChunks.length
|
|
228
|
-
}, {
|
|
229
|
-
F: __dxlog_file2,
|
|
230
|
-
L: 151,
|
|
231
|
-
S: this,
|
|
232
|
-
C: (f, a) => f(...a)
|
|
233
|
-
});
|
|
234
|
-
const chunks = this._audioChunks;
|
|
235
|
-
this._audioChunks = this._dropOldChunks();
|
|
236
|
-
if (chunks.length === 0) {
|
|
237
|
-
return;
|
|
238
|
-
}
|
|
239
|
-
const audio = await this._mergeAudioChunks(chunks);
|
|
240
|
-
const segments = await this._fetchTranscription(audio);
|
|
241
|
-
if (!Array.isArray(segments) || segments.length === 0) {
|
|
242
|
-
return;
|
|
243
|
-
}
|
|
244
|
-
const alignedSegments = this._alignSegments(segments, chunks);
|
|
245
|
-
if (alignedSegments.length > 0) {
|
|
246
|
-
await this._onSegments(alignedSegments);
|
|
247
|
-
}
|
|
248
|
-
}
|
|
249
|
-
_dropOldChunks() {
|
|
250
|
-
return this._config.prefixBufferChunksAmount > 0 ? this._audioChunks.slice(-this._config.prefixBufferChunksAmount) : [];
|
|
251
|
-
}
|
|
252
|
-
async _mergeAudioChunks(chunks) {
|
|
253
|
-
const file = new WaveFile2();
|
|
254
|
-
const wavConfig = this._recorder.wavConfig;
|
|
255
|
-
file.fromScratch(wavConfig.channels, wavConfig.sampleRate, wavConfig.bitDepthCode, mergeFloat64Arrays(chunks.map(({ data }) => data)));
|
|
256
|
-
return file.toBase64();
|
|
257
|
-
}
|
|
258
|
-
async _fetchTranscription(audio) {
|
|
259
|
-
if (audio.length === 0) {
|
|
260
|
-
this._audioChunks = [];
|
|
261
|
-
throw new Error("No audio to send for transcribing");
|
|
262
|
-
}
|
|
263
|
-
const response = await fetch(`${TRANSCRIPTION_URL}/transcribe`, {
|
|
264
|
-
method: "POST",
|
|
265
|
-
body: JSON.stringify({
|
|
266
|
-
audio
|
|
267
|
-
}),
|
|
268
|
-
headers: {
|
|
269
|
-
"Content-Type": "application/json"
|
|
270
|
-
}
|
|
271
|
-
});
|
|
272
|
-
if (!response.ok) {
|
|
273
|
-
this._audioChunks = [];
|
|
274
|
-
throw new Error(`Transcription failed: ${response.statusText}`);
|
|
275
|
-
}
|
|
276
|
-
const { segments } = await response.json();
|
|
277
|
-
log2.info("transcription response", {
|
|
278
|
-
segments: segments.length,
|
|
279
|
-
string: segments.map((segments2) => segments2.text).join(" ")
|
|
280
|
-
}, {
|
|
281
|
-
F: __dxlog_file2,
|
|
282
|
-
L: 215,
|
|
283
|
-
S: this,
|
|
284
|
-
C: (f, a) => f(...a)
|
|
285
|
-
});
|
|
286
|
-
return segments;
|
|
287
|
-
}
|
|
288
|
-
_alignSegments(segments, originalChunks) {
|
|
289
|
-
const zeroTimestamp = originalChunks.at(0).timestamp;
|
|
290
|
-
const filteredSegments = segments.filter((segment) => zeroTimestamp + segment.end * 1e3 >= this._lastUsedTimestamp).map((segment) => {
|
|
291
|
-
const words = segment.words.filter((word) => zeroTimestamp + word.start * 1e3 >= this._lastUsedTimestamp);
|
|
292
|
-
return {
|
|
293
|
-
...segment,
|
|
294
|
-
words,
|
|
295
|
-
text: words.map((word) => word.word).join(""),
|
|
296
|
-
start: words.at(0)?.start ?? segment.end
|
|
297
|
-
};
|
|
298
|
-
}).filter((segment) => segment.words.length > 0);
|
|
299
|
-
if (filteredSegments.length === 0) {
|
|
300
|
-
return [];
|
|
301
|
-
}
|
|
302
|
-
this._lastUsedTimestamp = zeroTimestamp + filteredSegments.at(-1).end * 1e3;
|
|
303
|
-
return filteredSegments.map((segment) => ({
|
|
304
|
-
type: "transcription",
|
|
305
|
-
started: new Date(zeroTimestamp + segment.start * 1e3).toISOString(),
|
|
306
|
-
text: segment.text.trim()
|
|
307
|
-
}));
|
|
308
|
-
}
|
|
309
|
-
};
|
|
310
|
-
_ts_decorate2([
|
|
311
|
-
trace2.span({
|
|
312
|
-
showInBrowserTimeline: true
|
|
313
|
-
})
|
|
314
|
-
], Transcriber.prototype, "_mergeAudioChunks", null);
|
|
315
|
-
_ts_decorate2([
|
|
316
|
-
trace2.span({
|
|
317
|
-
showInBrowserTimeline: true
|
|
318
|
-
})
|
|
319
|
-
], Transcriber.prototype, "_fetchTranscription", null);
|
|
320
|
-
|
|
321
|
-
// packages/plugins/plugin-transcription/src/transcriber/transcription-manager.ts
|
|
322
|
-
import { signal } from "@preact/signals-core";
|
|
323
|
-
import { synchronized as synchronized2 } from "@dxos/async";
|
|
324
|
-
import { Resource as Resource2 } from "@dxos/context";
|
|
325
|
-
import { Obj } from "@dxos/echo";
|
|
326
|
-
import { DataType } from "@dxos/schema";
|
|
327
|
-
function _ts_decorate3(decorators, target, key, desc) {
|
|
328
|
-
var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
|
|
329
|
-
if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
|
|
330
|
-
else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
|
|
331
|
-
return c > 3 && r && Object.defineProperty(target, key, r), r;
|
|
332
|
-
}
|
|
333
|
-
var RECORD_INTERVAL = 200;
|
|
334
|
-
var PREFIXED_CHUNKS_AMOUNT = 10;
|
|
335
|
-
var TRANSCRIBE_AFTER_CHUNKS_AMOUNT = 50;
|
|
336
|
-
var TranscriptionManager = class extends Resource2 {
|
|
337
|
-
constructor(options) {
|
|
338
|
-
super();
|
|
339
|
-
this._audioStreamTrack = void 0;
|
|
340
|
-
this._identityDid = void 0;
|
|
341
|
-
this._mediaRecorder = void 0;
|
|
342
|
-
this._transcriber = void 0;
|
|
343
|
-
this._queue = void 0;
|
|
344
|
-
this._enabled = signal(false);
|
|
345
|
-
this._edgeClient = options.edgeClient;
|
|
346
|
-
this._messageEnricher = options.messageEnricher;
|
|
347
|
-
}
|
|
348
|
-
/** @reactive */
|
|
349
|
-
get enabled() {
|
|
350
|
-
return this._enabled.value;
|
|
351
|
-
}
|
|
352
|
-
setQueue(queue) {
|
|
353
|
-
this._queue = queue;
|
|
354
|
-
return this;
|
|
355
|
-
}
|
|
356
|
-
setIdentityDid(did) {
|
|
357
|
-
if (this._identityDid !== did) {
|
|
358
|
-
this._identityDid = did;
|
|
359
|
-
}
|
|
360
|
-
return this;
|
|
361
|
-
}
|
|
362
|
-
setRecording(recording) {
|
|
363
|
-
if (!this.isOpen || !this._enabled.value) {
|
|
364
|
-
return this;
|
|
365
|
-
}
|
|
366
|
-
if (recording) {
|
|
367
|
-
this._transcriber?.startChunksRecording();
|
|
368
|
-
} else {
|
|
369
|
-
this._transcriber?.stopChunksRecording();
|
|
370
|
-
}
|
|
371
|
-
return this;
|
|
372
|
-
}
|
|
373
|
-
/**
|
|
374
|
-
* Enable or disable transcription.
|
|
375
|
-
* @param enabled - Whether to enable transcription.
|
|
376
|
-
*/
|
|
377
|
-
async setEnabled(enabled) {
|
|
378
|
-
if (this._enabled.value === enabled) {
|
|
379
|
-
return;
|
|
380
|
-
}
|
|
381
|
-
this._enabled.value = enabled ?? false;
|
|
382
|
-
this.isOpen && await this._toggleTranscriber();
|
|
383
|
-
}
|
|
384
|
-
async setAudioTrack(track) {
|
|
385
|
-
if (this._audioStreamTrack === track) {
|
|
386
|
-
return;
|
|
387
|
-
}
|
|
388
|
-
this._audioStreamTrack = track;
|
|
389
|
-
this.isOpen && await this._toggleTranscriber();
|
|
390
|
-
}
|
|
391
|
-
async _open() {
|
|
392
|
-
await this._toggleTranscriber();
|
|
393
|
-
}
|
|
394
|
-
async _close() {
|
|
395
|
-
void this._transcriber?.close();
|
|
396
|
-
}
|
|
397
|
-
// TODO(burdon): Change this to setEnables (explicit), not toggle.
|
|
398
|
-
async _toggleTranscriber() {
|
|
399
|
-
await this._maybeReinitTranscriber();
|
|
400
|
-
if (this._enabled.value) {
|
|
401
|
-
await this._transcriber?.open();
|
|
402
|
-
const block = Obj.make(DataType.Message, {
|
|
403
|
-
created: (/* @__PURE__ */ new Date()).toISOString(),
|
|
404
|
-
blocks: [
|
|
405
|
-
{
|
|
406
|
-
type: "transcription",
|
|
407
|
-
text: "Started",
|
|
408
|
-
started: (/* @__PURE__ */ new Date()).toISOString()
|
|
409
|
-
}
|
|
410
|
-
],
|
|
411
|
-
sender: {
|
|
412
|
-
role: "assistant"
|
|
413
|
-
}
|
|
414
|
-
});
|
|
415
|
-
await this._queue?.append([
|
|
416
|
-
block
|
|
417
|
-
]);
|
|
418
|
-
} else {
|
|
419
|
-
await this._transcriber?.close();
|
|
420
|
-
const block = Obj.make(DataType.Message, {
|
|
421
|
-
created: (/* @__PURE__ */ new Date()).toISOString(),
|
|
422
|
-
blocks: [
|
|
423
|
-
{
|
|
424
|
-
type: "transcription",
|
|
425
|
-
text: "Stopped",
|
|
426
|
-
started: (/* @__PURE__ */ new Date()).toISOString()
|
|
427
|
-
}
|
|
428
|
-
],
|
|
429
|
-
sender: {
|
|
430
|
-
role: "assistant"
|
|
431
|
-
}
|
|
432
|
-
});
|
|
433
|
-
await this._queue?.append([
|
|
434
|
-
block
|
|
435
|
-
]);
|
|
436
|
-
}
|
|
437
|
-
}
|
|
438
|
-
async _maybeReinitTranscriber() {
|
|
439
|
-
if (!this._audioStreamTrack || !this._enabled.value) {
|
|
440
|
-
return;
|
|
441
|
-
}
|
|
442
|
-
let needReinit = false;
|
|
443
|
-
if (this._audioStreamTrack !== this._mediaRecorder?.mediaStreamTrack) {
|
|
444
|
-
this._mediaRecorder = new MediaStreamRecorder({
|
|
445
|
-
mediaStreamTrack: this._audioStreamTrack,
|
|
446
|
-
config: {
|
|
447
|
-
interval: RECORD_INTERVAL
|
|
448
|
-
}
|
|
449
|
-
});
|
|
450
|
-
needReinit = true;
|
|
451
|
-
}
|
|
452
|
-
if (needReinit) {
|
|
453
|
-
await this._transcriber?.close();
|
|
454
|
-
this._transcriber = new Transcriber({
|
|
455
|
-
config: {
|
|
456
|
-
transcribeAfterChunksAmount: TRANSCRIBE_AFTER_CHUNKS_AMOUNT,
|
|
457
|
-
prefixBufferChunksAmount: PREFIXED_CHUNKS_AMOUNT
|
|
458
|
-
},
|
|
459
|
-
recorder: this._mediaRecorder,
|
|
460
|
-
onSegments: (segments) => this._onSegments(segments)
|
|
461
|
-
});
|
|
462
|
-
}
|
|
463
|
-
}
|
|
464
|
-
async _onSegments(segments) {
|
|
465
|
-
if (!this.isOpen || !this._queue) {
|
|
466
|
-
return;
|
|
467
|
-
}
|
|
468
|
-
let block = Obj.make(DataType.Message, {
|
|
469
|
-
created: (/* @__PURE__ */ new Date()).toISOString(),
|
|
470
|
-
blocks: segments,
|
|
471
|
-
sender: {
|
|
472
|
-
identityDid: this._identityDid
|
|
473
|
-
}
|
|
474
|
-
});
|
|
475
|
-
if (this._messageEnricher) {
|
|
476
|
-
block = await this._messageEnricher(block);
|
|
477
|
-
}
|
|
478
|
-
await this._queue.append([
|
|
479
|
-
block
|
|
480
|
-
]);
|
|
481
|
-
}
|
|
482
|
-
};
|
|
483
|
-
_ts_decorate3([
|
|
484
|
-
synchronized2
|
|
485
|
-
], TranscriptionManager.prototype, "setEnabled", null);
|
|
486
|
-
_ts_decorate3([
|
|
487
|
-
synchronized2
|
|
488
|
-
], TranscriptionManager.prototype, "setAudioTrack", null);
|
|
489
|
-
|
|
490
|
-
export {
|
|
491
|
-
MediaStreamRecorder,
|
|
492
|
-
Transcriber,
|
|
493
|
-
TranscriptionManager
|
|
494
|
-
};
|
|
495
|
-
//# sourceMappingURL=chunk-IQ5ZRMHZ.mjs.map
|