@dxos/plugin-transcription 0.8.4-main.fd6878d → 0.9.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +102 -5
- package/PLUGIN.mdl +401 -0
- package/README.md +1 -1
- package/dist/lib/neutral/TranscriptionArticle-L6XANBH5.mjs +54 -0
- package/dist/lib/neutral/TranscriptionArticle-L6XANBH5.mjs.map +7 -0
- package/dist/lib/neutral/TranscriptionPlugin.mjs +46 -0
- package/dist/lib/neutral/TranscriptionPlugin.mjs.map +7 -0
- package/dist/lib/neutral/TranscriptionPlugin.node.mjs +25 -0
- package/dist/lib/neutral/TranscriptionPlugin.node.mjs.map +7 -0
- package/dist/lib/neutral/TranscriptionPlugin.workerd.mjs +21 -0
- package/dist/lib/neutral/TranscriptionPlugin.workerd.mjs.map +7 -0
- package/dist/lib/neutral/blueprint-definition-DA4QFRYJ.mjs +15 -0
- package/dist/lib/neutral/blueprint-definition-DA4QFRYJ.mjs.map +7 -0
- package/dist/lib/neutral/blueprints/index.mjs +8 -0
- package/dist/lib/neutral/capabilities/index.mjs +17 -0
- package/dist/lib/neutral/capabilities/index.mjs.map +7 -0
- package/dist/lib/neutral/chunk-FHNI26QW.mjs +45 -0
- package/dist/lib/neutral/chunk-FHNI26QW.mjs.map +7 -0
- package/dist/lib/neutral/chunk-J5LGTIGS.mjs +10 -0
- package/dist/lib/neutral/chunk-KAEXRX3Y.mjs +35 -0
- package/dist/lib/neutral/chunk-KAEXRX3Y.mjs.map +7 -0
- package/dist/lib/neutral/chunk-KMT3BMMQ.mjs +124 -0
- package/dist/lib/neutral/chunk-KMT3BMMQ.mjs.map +7 -0
- package/dist/lib/neutral/chunk-KXJZEYS7.mjs +8 -0
- package/dist/lib/neutral/chunk-KXJZEYS7.mjs.map +7 -0
- package/dist/lib/neutral/chunk-MLRJWAQH.mjs +179 -0
- package/dist/lib/neutral/chunk-MLRJWAQH.mjs.map +7 -0
- package/dist/lib/neutral/chunk-TO77KAQK.mjs +298 -0
- package/dist/lib/neutral/chunk-TO77KAQK.mjs.map +7 -0
- package/dist/lib/{browser/chunk-KJIQQHJB.mjs → neutral/chunk-TX3NQISZ.mjs} +115 -186
- package/dist/lib/neutral/chunk-TX3NQISZ.mjs.map +7 -0
- package/dist/lib/neutral/chunk-ZR4BH4QQ.mjs +30 -0
- package/dist/lib/neutral/chunk-ZR4BH4QQ.mjs.map +7 -0
- package/dist/lib/neutral/components/index.mjs +269 -0
- package/dist/lib/neutral/components/index.mjs.map +7 -0
- package/dist/lib/neutral/containers/index.mjs +9 -0
- package/dist/lib/neutral/containers/index.mjs.map +7 -0
- package/dist/lib/neutral/create-RVR7VC33.mjs +21 -0
- package/dist/lib/neutral/create-RVR7VC33.mjs.map +7 -0
- package/dist/lib/neutral/hooks/index.mjs +19 -0
- package/dist/lib/neutral/index.mjs +44 -0
- package/dist/lib/neutral/meta.json +1 -0
- package/dist/lib/neutral/meta.mjs +8 -0
- package/dist/lib/neutral/meta.mjs.map +7 -0
- package/dist/lib/neutral/open-A5KXKRH4.mjs +27 -0
- package/dist/lib/neutral/open-A5KXKRH4.mjs.map +7 -0
- package/dist/lib/neutral/operation-handler-NXMOAXFP.mjs +13 -0
- package/dist/lib/neutral/operation-handler-NXMOAXFP.mjs.map +7 -0
- package/dist/lib/neutral/operations/index.mjs +8 -0
- package/dist/lib/neutral/operations/index.mjs.map +7 -0
- package/dist/lib/neutral/plugin.mjs +16 -0
- package/dist/lib/neutral/plugin.mjs.map +7 -0
- package/dist/lib/neutral/react-surface-YMZRO242.mjs +26 -0
- package/dist/lib/neutral/react-surface-YMZRO242.mjs.map +7 -0
- package/dist/lib/neutral/summarize-5XPPMVTE.mjs +77 -0
- package/dist/lib/neutral/summarize-5XPPMVTE.mjs.map +7 -0
- package/dist/lib/neutral/text-content-KBB37HSM.mjs +30 -0
- package/dist/lib/neutral/text-content-KBB37HSM.mjs.map +7 -0
- package/dist/lib/neutral/transcriber-OGSF3XO5.mjs +59 -0
- package/dist/lib/neutral/transcriber-OGSF3XO5.mjs.map +7 -0
- package/dist/lib/neutral/translations.mjs +24 -0
- package/dist/lib/neutral/translations.mjs.map +7 -0
- package/dist/lib/neutral/types/index.mjs +10 -0
- package/dist/lib/neutral/types/index.mjs.map +7 -0
- package/dist/types/src/TranscriptionPlugin.d.ts +3 -1
- package/dist/types/src/TranscriptionPlugin.d.ts.map +1 -1
- package/dist/types/src/TranscriptionPlugin.node.d.ts +4 -0
- package/dist/types/src/TranscriptionPlugin.node.d.ts.map +1 -0
- package/dist/types/src/TranscriptionPlugin.test.d.ts +2 -0
- package/dist/types/src/TranscriptionPlugin.test.d.ts.map +1 -0
- package/dist/types/src/TranscriptionPlugin.workerd.d.ts +4 -0
- package/dist/types/src/TranscriptionPlugin.workerd.d.ts.map +1 -0
- package/dist/types/src/blueprints/index.d.ts +2 -0
- package/dist/types/src/blueprints/index.d.ts.map +1 -0
- package/dist/types/src/blueprints/transcription-blueprint.d.ts +4 -0
- package/dist/types/src/blueprints/transcription-blueprint.d.ts.map +1 -0
- package/dist/types/src/capabilities/blueprint-definition.d.ts +6 -0
- package/dist/types/src/capabilities/blueprint-definition.d.ts.map +1 -0
- package/dist/types/src/capabilities/index.d.ts +11 -4
- package/dist/types/src/capabilities/index.d.ts.map +1 -1
- package/dist/types/src/capabilities/operation-handler.d.ts +6 -0
- package/dist/types/src/capabilities/operation-handler.d.ts.map +1 -0
- package/dist/types/src/capabilities/react-surface.d.ts +3 -2
- package/dist/types/src/capabilities/react-surface.d.ts.map +1 -1
- package/dist/types/src/capabilities/text-content.d.ts +8 -0
- package/dist/types/src/capabilities/text-content.d.ts.map +1 -0
- package/dist/types/src/capabilities/transcriber.d.ts +4 -3
- package/dist/types/src/capabilities/transcriber.d.ts.map +1 -1
- package/dist/types/src/components/Oracle/Oracle.d.ts +24 -0
- package/dist/types/src/components/Oracle/Oracle.d.ts.map +1 -0
- package/dist/types/src/components/Oracle/Oracle.stories.d.ts +32 -0
- package/dist/types/src/components/Oracle/Oracle.stories.d.ts.map +1 -0
- package/dist/types/src/components/Oracle/index.d.ts +2 -0
- package/dist/types/src/components/Oracle/index.d.ts.map +1 -0
- package/dist/types/src/components/Transcription/Transcription.d.ts +11 -0
- package/dist/types/src/components/Transcription/Transcription.d.ts.map +1 -0
- package/dist/types/src/components/Transcription/Transcription.stories.d.ts +37 -0
- package/dist/types/src/components/Transcription/Transcription.stories.d.ts.map +1 -0
- package/dist/types/src/components/Transcription/index.d.ts +2 -0
- package/dist/types/src/components/Transcription/index.d.ts.map +1 -0
- package/dist/types/src/components/Transcription/transcription-extension.d.ts +15 -0
- package/dist/types/src/components/Transcription/transcription-extension.d.ts.map +1 -0
- package/dist/types/src/components/index.d.ts +2 -3
- package/dist/types/src/components/index.d.ts.map +1 -1
- package/dist/types/src/containers/TranscriptionArticle/TranscriptionArticle.d.ts +6 -0
- package/dist/types/src/containers/TranscriptionArticle/TranscriptionArticle.d.ts.map +1 -0
- package/dist/types/src/containers/TranscriptionArticle/TranscriptionArticle.stories.d.ts +28 -0
- package/dist/types/src/containers/TranscriptionArticle/TranscriptionArticle.stories.d.ts.map +1 -0
- package/dist/types/src/containers/TranscriptionArticle/index.d.ts +2 -0
- package/dist/types/src/containers/TranscriptionArticle/index.d.ts.map +1 -0
- package/dist/types/src/containers/index.d.ts +3 -0
- package/dist/types/src/containers/index.d.ts.map +1 -0
- package/dist/types/src/enrichment/conversation.test.d.ts +2 -0
- package/dist/types/src/enrichment/conversation.test.d.ts.map +1 -0
- package/dist/types/src/enrichment/operations.d.ts +200 -0
- package/dist/types/src/enrichment/operations.d.ts.map +1 -0
- package/dist/types/src/enrichment/parser.d.ts +26 -0
- package/dist/types/src/enrichment/parser.d.ts.map +1 -0
- package/dist/types/src/enrichment/stream-simulator.d.ts +38 -0
- package/dist/types/src/enrichment/stream-simulator.d.ts.map +1 -0
- package/dist/types/src/hooks/index.d.ts +2 -1
- package/dist/types/src/hooks/index.d.ts.map +1 -1
- package/dist/types/src/hooks/useAudioFile.d.ts.map +1 -1
- package/dist/types/src/hooks/useAudioTrack.d.ts.map +1 -1
- package/dist/types/src/hooks/useFeedModelAdapter.d.ts +12 -0
- package/dist/types/src/hooks/useFeedModelAdapter.d.ts.map +1 -0
- package/dist/types/src/hooks/useTranscriber.d.ts +2 -2
- package/dist/types/src/hooks/useTranscriber.d.ts.map +1 -1
- package/dist/types/src/hooks/useTranscriptionRecording.d.ts +12 -0
- package/dist/types/src/hooks/useTranscriptionRecording.d.ts.map +1 -0
- package/dist/types/src/hooks/useVoiceInput.d.ts.map +1 -1
- package/dist/types/src/index.d.ts +2 -3
- package/dist/types/src/index.d.ts.map +1 -1
- package/dist/types/src/meta.d.ts +2 -3
- package/dist/types/src/meta.d.ts.map +1 -1
- package/dist/types/src/model/model.d.ts +2 -2
- package/dist/types/src/model/model.d.ts.map +1 -1
- package/dist/types/src/{segments-normalization → normalization}/index.d.ts +1 -1
- package/dist/types/src/normalization/index.d.ts.map +1 -0
- package/dist/types/src/{segments-normalization → normalization}/message-normalizer.d.ts +9 -7
- package/dist/types/src/normalization/message-normalizer.d.ts.map +1 -0
- package/dist/types/src/normalization/normalization.d.ts +834 -0
- package/dist/types/src/normalization/normalization.d.ts.map +1 -0
- package/dist/types/src/normalization/normalization.test.d.ts.map +1 -0
- package/dist/types/src/normalization/utils.d.ts +3 -0
- package/dist/types/src/normalization/utils.d.ts.map +1 -0
- package/dist/types/src/operations/create.d.ts +5 -0
- package/dist/types/src/operations/create.d.ts.map +1 -0
- package/dist/types/src/operations/index.d.ts +3 -0
- package/dist/types/src/operations/index.d.ts.map +1 -0
- package/dist/types/src/operations/open.d.ts +5 -0
- package/dist/types/src/operations/open.d.ts.map +1 -0
- package/dist/types/src/operations/summarize.d.ts +8 -0
- package/dist/types/src/operations/summarize.d.ts.map +1 -0
- package/dist/types/src/plugin.d.ts +4 -0
- package/dist/types/src/plugin.d.ts.map +1 -0
- package/dist/types/src/stories/FileTranscription.stories.d.ts +20 -0
- package/dist/types/src/stories/FileTranscription.stories.d.ts.map +1 -0
- package/dist/types/src/stories/KeyWordRecognition.stories.d.ts +14 -0
- package/dist/types/src/stories/KeyWordRecognition.stories.d.ts.map +1 -0
- package/dist/types/src/stories/LiveTranscription.stories.d.ts +20 -0
- package/dist/types/src/stories/LiveTranscription.stories.d.ts.map +1 -0
- package/dist/types/src/stories/TranscriptionStory.d.ts +21 -0
- package/dist/types/src/stories/TranscriptionStory.d.ts.map +1 -0
- package/dist/types/src/stories/common.d.ts +248 -0
- package/dist/types/src/stories/common.d.ts.map +1 -0
- package/dist/types/src/testing/testing.d.ts +14 -15
- package/dist/types/src/testing/testing.d.ts.map +1 -1
- package/dist/types/src/transcriber/index.d.ts +1 -1
- package/dist/types/src/transcriber/index.d.ts.map +1 -1
- package/dist/types/src/transcriber/media-stream-recorder.d.ts +2 -2
- package/dist/types/src/transcriber/media-stream-recorder.d.ts.map +1 -1
- package/dist/types/src/transcriber/transcriber.d.ts +61 -6
- package/dist/types/src/transcriber/transcriber.d.ts.map +1 -1
- package/dist/types/src/transcriber/transcriber.test.d.ts +2 -0
- package/dist/types/src/transcriber/transcriber.test.d.ts.map +1 -0
- package/dist/types/src/transcriber/transcription-manager.d.ts +17 -16
- package/dist/types/src/transcriber/transcription-manager.d.ts.map +1 -1
- package/dist/types/src/translations.d.ts +9 -8
- package/dist/types/src/translations.d.ts.map +1 -1
- package/dist/types/src/types/TranscriptOperation.d.ts +1670 -0
- package/dist/types/src/types/TranscriptOperation.d.ts.map +1 -0
- package/dist/types/src/types/TranscriptionCapabilities.d.ts +17 -0
- package/dist/types/src/types/TranscriptionCapabilities.d.ts.map +1 -0
- package/dist/types/src/types/index.d.ts +2 -2
- package/dist/types/src/types/index.d.ts.map +1 -1
- package/dist/types/src/util/array.d.ts.map +1 -1
- package/dist/types/src/util/get-time-str.d.ts.map +1 -1
- package/dist/types/src/util/index.d.ts +1 -0
- package/dist/types/src/util/index.d.ts.map +1 -1
- package/dist/types/src/util/monitor-audio-level.d.ts.map +1 -1
- package/dist/types/src/util/render-byline.d.ts +4 -0
- package/dist/types/src/util/render-byline.d.ts.map +1 -0
- package/dist/types/tsconfig.tsbuildinfo +1 -1
- package/package.json +153 -85
- package/src/TranscriptionPlugin.node.ts +20 -0
- package/src/TranscriptionPlugin.test.ts +31 -0
- package/src/TranscriptionPlugin.tsx +28 -61
- package/src/TranscriptionPlugin.workerd.ts +18 -0
- package/src/blueprints/index.ts +5 -0
- package/src/blueprints/transcription-blueprint.ts +29 -0
- package/src/capabilities/blueprint-definition.ts +19 -0
- package/src/capabilities/index.ts +16 -6
- package/src/capabilities/operation-handler.ts +16 -0
- package/src/capabilities/react-surface.tsx +23 -14
- package/src/capabilities/text-content.ts +33 -0
- package/src/capabilities/transcriber.ts +54 -41
- package/src/components/Oracle/Oracle.stories.tsx +147 -0
- package/src/components/Oracle/Oracle.tsx +142 -0
- package/src/components/Oracle/index.ts +5 -0
- package/src/components/Transcription/Transcription.stories.tsx +213 -0
- package/src/components/Transcription/Transcription.tsx +55 -0
- package/src/components/{Transcript → Transcription}/index.ts +1 -1
- package/src/components/{Transcript/transcript-extension.ts → Transcription/transcription-extension.ts} +13 -46
- package/src/components/index.ts +2 -6
- package/src/containers/TranscriptionArticle/TranscriptionArticle.stories.tsx +61 -0
- package/src/containers/TranscriptionArticle/TranscriptionArticle.tsx +62 -0
- package/src/containers/TranscriptionArticle/index.ts +5 -0
- package/src/containers/index.ts +7 -0
- package/src/enrichment/conversation.test.ts +162 -0
- package/src/enrichment/conversation.txt +23 -0
- package/src/enrichment/operations.ts +271 -0
- package/src/enrichment/parser.ts +101 -0
- package/src/enrichment/stream-simulator.ts +125 -0
- package/src/hooks/index.ts +2 -1
- package/src/hooks/useAudioFile.ts +49 -53
- package/src/hooks/useAudioTrack.ts +1 -1
- package/src/hooks/useFeedModelAdapter.ts +46 -0
- package/src/hooks/useTranscriber.ts +15 -7
- package/src/hooks/useTranscriptionRecording.ts +87 -0
- package/src/hooks/useVoiceInput.ts +3 -4
- package/src/index.ts +4 -5
- package/src/meta.ts +32 -7
- package/src/model/model.test.ts +22 -16
- package/src/model/model.ts +3 -3
- package/src/{segments-normalization → normalization}/message-normalizer.ts +37 -24
- package/src/{segments-normalization → normalization}/normalization.test.ts +9 -48
- package/src/normalization/normalization.ts +76 -0
- package/src/{segments-normalization → normalization}/utils.ts +2 -2
- package/src/operations/create.ts +24 -0
- package/src/operations/index.ts +11 -0
- package/src/operations/open.ts +28 -0
- package/src/operations/summarize.ts +102 -0
- package/src/plugin.ts +11 -0
- package/src/stories/FileTranscription.stories.tsx +143 -0
- package/src/{components/stories → stories}/KeyWordRecognition.stories.tsx +50 -46
- package/src/stories/LiveTranscription.stories.tsx +153 -0
- package/src/stories/TranscriptionStory.tsx +101 -0
- package/src/stories/common.ts +233 -0
- package/src/testing/testing.ts +53 -65
- package/src/transcriber/index.ts +1 -1
- package/src/transcriber/media-stream-recorder.ts +3 -3
- package/src/transcriber/transcriber.browser.test.ts +4 -5
- package/src/transcriber/transcriber.test.ts +104 -0
- package/src/transcriber/transcriber.ts +105 -60
- package/src/transcriber/transcription-manager.ts +49 -59
- package/src/translations.ts +10 -7
- package/src/types/TranscriptOperation.ts +106 -0
- package/src/types/TranscriptionCapabilities.ts +39 -0
- package/src/types/index.ts +2 -2
- package/src/util/index.ts +1 -0
- package/src/util/render-byline.ts +33 -0
- package/src/vite-env.d.ts +10 -0
- package/dist/lib/browser/TranscriptContainer-FH7VAWYA.mjs +0 -11
- package/dist/lib/browser/chunk-5WH45KBY.mjs +0 -19
- package/dist/lib/browser/chunk-5WH45KBY.mjs.map +0 -7
- package/dist/lib/browser/chunk-BJWYA2BU.mjs +0 -782
- package/dist/lib/browser/chunk-BJWYA2BU.mjs.map +0 -7
- package/dist/lib/browser/chunk-KJIQQHJB.mjs.map +0 -7
- package/dist/lib/browser/chunk-KWOOVS5G.mjs +0 -55
- package/dist/lib/browser/chunk-KWOOVS5G.mjs.map +0 -7
- package/dist/lib/browser/chunk-SREIAQSP.mjs +0 -16
- package/dist/lib/browser/chunk-SREIAQSP.mjs.map +0 -7
- package/dist/lib/browser/chunk-UKUSJTQW.mjs +0 -8
- package/dist/lib/browser/chunk-UKUSJTQW.mjs.map +0 -7
- package/dist/lib/browser/index.mjs +0 -125
- package/dist/lib/browser/index.mjs.map +0 -7
- package/dist/lib/browser/intent-resolver-AOVQ7JI4.mjs +0 -30
- package/dist/lib/browser/intent-resolver-AOVQ7JI4.mjs.map +0 -7
- package/dist/lib/browser/meta.json +0 -1
- package/dist/lib/browser/react-surface-4MEJMKYQ.mjs +0 -34
- package/dist/lib/browser/react-surface-4MEJMKYQ.mjs.map +0 -7
- package/dist/lib/browser/transcriber-V77CN7XX.mjs +0 -56
- package/dist/lib/browser/transcriber-V77CN7XX.mjs.map +0 -7
- package/dist/lib/browser/types/index.mjs +0 -14
- package/dist/lib/node-esm/TranscriptContainer-GEUOOYHX.mjs +0 -12
- package/dist/lib/node-esm/chunk-A33GNR44.mjs +0 -507
- package/dist/lib/node-esm/chunk-A33GNR44.mjs.map +0 -7
- package/dist/lib/node-esm/chunk-IKQMDRY6.mjs +0 -56
- package/dist/lib/node-esm/chunk-IKQMDRY6.mjs.map +0 -7
- package/dist/lib/node-esm/chunk-PHP7MCAY.mjs +0 -10
- package/dist/lib/node-esm/chunk-PHP7MCAY.mjs.map +0 -7
- package/dist/lib/node-esm/chunk-TM2ASOZA.mjs +0 -17
- package/dist/lib/node-esm/chunk-TM2ASOZA.mjs.map +0 -7
- package/dist/lib/node-esm/chunk-XMUCZBP3.mjs +0 -21
- package/dist/lib/node-esm/chunk-XMUCZBP3.mjs.map +0 -7
- package/dist/lib/node-esm/chunk-Y7PCJ34K.mjs +0 -783
- package/dist/lib/node-esm/chunk-Y7PCJ34K.mjs.map +0 -7
- package/dist/lib/node-esm/index.mjs +0 -126
- package/dist/lib/node-esm/index.mjs.map +0 -7
- package/dist/lib/node-esm/intent-resolver-P4XPIKQF.mjs +0 -31
- package/dist/lib/node-esm/intent-resolver-P4XPIKQF.mjs.map +0 -7
- package/dist/lib/node-esm/meta.json +0 -1
- package/dist/lib/node-esm/react-surface-EZUPNHUC.mjs +0 -35
- package/dist/lib/node-esm/react-surface-EZUPNHUC.mjs.map +0 -7
- package/dist/lib/node-esm/transcriber-3SX3DNLV.mjs +0 -57
- package/dist/lib/node-esm/transcriber-3SX3DNLV.mjs.map +0 -7
- package/dist/lib/node-esm/types/index.mjs +0 -15
- package/dist/types/src/capabilities/capabilities.d.ts +0 -17
- package/dist/types/src/capabilities/capabilities.d.ts.map +0 -1
- package/dist/types/src/capabilities/intent-resolver.d.ts +0 -4
- package/dist/types/src/capabilities/intent-resolver.d.ts.map +0 -1
- package/dist/types/src/components/Transcript/Transcript.d.ts +0 -20
- package/dist/types/src/components/Transcript/Transcript.d.ts.map +0 -1
- package/dist/types/src/components/Transcript/Transcript.stories.d.ts +0 -24
- package/dist/types/src/components/Transcript/Transcript.stories.d.ts.map +0 -1
- package/dist/types/src/components/Transcript/deprecated/OldTranscript.d.ts +0 -28
- package/dist/types/src/components/Transcript/deprecated/OldTranscript.d.ts.map +0 -1
- package/dist/types/src/components/Transcript/index.d.ts +0 -2
- package/dist/types/src/components/Transcript/index.d.ts.map +0 -1
- package/dist/types/src/components/Transcript/transcript-extension.d.ts +0 -19
- package/dist/types/src/components/Transcript/transcript-extension.d.ts.map +0 -1
- package/dist/types/src/components/TranscriptContainer.d.ts +0 -9
- package/dist/types/src/components/TranscriptContainer.d.ts.map +0 -1
- package/dist/types/src/components/stories/FileTranscription.stories.d.ts +0 -17
- package/dist/types/src/components/stories/FileTranscription.stories.d.ts.map +0 -1
- package/dist/types/src/components/stories/KeyWordRecognition.stories.d.ts +0 -10
- package/dist/types/src/components/stories/KeyWordRecognition.stories.d.ts.map +0 -1
- package/dist/types/src/components/stories/MicrophoneTranscription.stories.d.ts +0 -19
- package/dist/types/src/components/stories/MicrophoneTranscription.stories.d.ts.map +0 -1
- package/dist/types/src/components/stories/TranscriptionStory.d.ts +0 -11
- package/dist/types/src/components/stories/TranscriptionStory.d.ts.map +0 -1
- package/dist/types/src/components/stories/useIsSpeaking.d.ts +0 -3
- package/dist/types/src/components/stories/useIsSpeaking.d.ts.map +0 -1
- package/dist/types/src/hooks/useQueueModelAdapter.d.ts +0 -8
- package/dist/types/src/hooks/useQueueModelAdapter.d.ts.map +0 -1
- package/dist/types/src/segments-normalization/index.d.ts.map +0 -1
- package/dist/types/src/segments-normalization/message-normalizer.d.ts.map +0 -1
- package/dist/types/src/segments-normalization/normalization.d.ts +0 -422
- package/dist/types/src/segments-normalization/normalization.d.ts.map +0 -1
- package/dist/types/src/segments-normalization/normalization.test.d.ts.map +0 -1
- package/dist/types/src/segments-normalization/utils.d.ts +0 -3
- package/dist/types/src/segments-normalization/utils.d.ts.map +0 -1
- package/dist/types/src/types/schema.d.ts +0 -41
- package/dist/types/src/types/schema.d.ts.map +0 -1
- package/dist/types/src/types/types.d.ts +0 -31
- package/dist/types/src/types/types.d.ts.map +0 -1
- package/src/capabilities/capabilities.ts +0 -33
- package/src/capabilities/intent-resolver.ts +0 -24
- package/src/components/Transcript/Transcript.stories.tsx +0 -243
- package/src/components/Transcript/Transcript.tsx +0 -101
- package/src/components/Transcript/deprecated/OldTranscript.tsx +0 -260
- package/src/components/TranscriptContainer.tsx +0 -36
- package/src/components/stories/FileTranscription.stories.tsx +0 -246
- package/src/components/stories/MicrophoneTranscription.stories.tsx +0 -283
- package/src/components/stories/TranscriptionStory.tsx +0 -41
- package/src/components/stories/useIsSpeaking.tsx +0 -40
- package/src/hooks/useQueueModelAdapter.ts +0 -66
- package/src/segments-normalization/normalization.ts +0 -115
- package/src/types/schema.ts +0 -41
- package/src/types/types.ts +0 -33
- package/dist/lib/{browser/types → neutral/blueprints}/index.mjs.map +0 -0
- package/dist/lib/{browser/TranscriptContainer-FH7VAWYA.mjs.map → neutral/chunk-J5LGTIGS.mjs.map} +0 -0
- package/dist/lib/{node-esm/types → neutral/hooks}/index.mjs.map +0 -0
- package/dist/lib/{node-esm/TranscriptContainer-GEUOOYHX.mjs.map → neutral/index.mjs.map} +0 -0
- package/dist/types/src/{segments-normalization → normalization}/normalization.test.d.ts +0 -0
- package/src/{segments-normalization → normalization}/index.ts +1 -1
package/package.json
CHANGED
|
@@ -1,118 +1,186 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@dxos/plugin-transcription",
|
|
3
|
-
"version": "0.
|
|
3
|
+
"version": "0.9.0",
|
|
4
4
|
"description": "Voice transcription.",
|
|
5
5
|
"homepage": "https://dxos.org",
|
|
6
6
|
"bugs": "https://github.com/dxos/dxos/issues",
|
|
7
|
-
"
|
|
7
|
+
"repository": {
|
|
8
|
+
"type": "git",
|
|
9
|
+
"url": "https://github.com/dxos/dxos"
|
|
10
|
+
},
|
|
11
|
+
"license": "FSL-1.1-Apache-2.0",
|
|
8
12
|
"author": "DXOS.org",
|
|
9
13
|
"type": "module",
|
|
14
|
+
"imports": {
|
|
15
|
+
"#blueprints": {
|
|
16
|
+
"source": "./src/blueprints/index.ts",
|
|
17
|
+
"types": "./dist/types/src/blueprints/index.d.ts",
|
|
18
|
+
"default": "./dist/lib/neutral/blueprints/index.mjs"
|
|
19
|
+
},
|
|
20
|
+
"#capabilities": {
|
|
21
|
+
"source": "./src/capabilities/index.ts",
|
|
22
|
+
"types": "./dist/types/src/capabilities/index.d.ts",
|
|
23
|
+
"default": "./dist/lib/neutral/capabilities/index.mjs"
|
|
24
|
+
},
|
|
25
|
+
"#components": {
|
|
26
|
+
"source": "./src/components/index.ts",
|
|
27
|
+
"types": "./dist/types/src/components/index.d.ts",
|
|
28
|
+
"default": "./dist/lib/neutral/components/index.mjs"
|
|
29
|
+
},
|
|
30
|
+
"#containers": {
|
|
31
|
+
"source": "./src/containers/index.ts",
|
|
32
|
+
"types": "./dist/types/src/containers/index.d.ts",
|
|
33
|
+
"default": "./dist/lib/neutral/containers/index.mjs"
|
|
34
|
+
},
|
|
35
|
+
"#hooks": {
|
|
36
|
+
"source": "./src/hooks/index.ts",
|
|
37
|
+
"types": "./dist/types/src/hooks/index.d.ts",
|
|
38
|
+
"default": "./dist/lib/neutral/hooks/index.mjs"
|
|
39
|
+
},
|
|
40
|
+
"#meta": {
|
|
41
|
+
"source": "./src/meta.ts",
|
|
42
|
+
"types": "./dist/types/src/meta.d.ts",
|
|
43
|
+
"default": "./dist/lib/neutral/meta.mjs"
|
|
44
|
+
},
|
|
45
|
+
"#operations": {
|
|
46
|
+
"source": "./src/operations/index.ts",
|
|
47
|
+
"types": "./dist/types/src/operations/index.d.ts",
|
|
48
|
+
"default": "./dist/lib/neutral/operations/index.mjs"
|
|
49
|
+
},
|
|
50
|
+
"#plugin": {
|
|
51
|
+
"source": {
|
|
52
|
+
"workerd": "./src/TranscriptionPlugin.workerd.ts",
|
|
53
|
+
"node": "./src/TranscriptionPlugin.node.ts",
|
|
54
|
+
"default": "./src/TranscriptionPlugin.tsx"
|
|
55
|
+
},
|
|
56
|
+
"types": "./dist/types/src/TranscriptionPlugin.d.ts",
|
|
57
|
+
"workerd": "./dist/lib/neutral/TranscriptionPlugin.workerd.mjs",
|
|
58
|
+
"node": "./dist/lib/neutral/TranscriptionPlugin.node.mjs",
|
|
59
|
+
"default": "./dist/lib/neutral/TranscriptionPlugin.mjs"
|
|
60
|
+
},
|
|
61
|
+
"#testing": "./src/testing/index.ts",
|
|
62
|
+
"#translations": {
|
|
63
|
+
"source": "./src/translations.ts",
|
|
64
|
+
"types": "./dist/types/src/translations.d.ts",
|
|
65
|
+
"default": "./dist/lib/neutral/translations.mjs"
|
|
66
|
+
},
|
|
67
|
+
"#types": {
|
|
68
|
+
"source": "./src/types/index.ts",
|
|
69
|
+
"types": "./dist/types/src/types/index.d.ts",
|
|
70
|
+
"default": "./dist/lib/neutral/types/index.mjs"
|
|
71
|
+
}
|
|
72
|
+
},
|
|
10
73
|
"exports": {
|
|
11
74
|
".": {
|
|
12
75
|
"source": "./src/index.ts",
|
|
13
76
|
"types": "./dist/types/src/index.d.ts",
|
|
14
|
-
"
|
|
15
|
-
|
|
77
|
+
"default": "./dist/lib/neutral/index.mjs"
|
|
78
|
+
},
|
|
79
|
+
"./assets/PLUGIN.mdl": "./PLUGIN.mdl",
|
|
80
|
+
"./blueprints": {
|
|
81
|
+
"source": "./src/blueprints/index.ts",
|
|
82
|
+
"types": "./dist/types/src/blueprints/index.d.ts",
|
|
83
|
+
"default": "./dist/lib/neutral/blueprints/index.mjs"
|
|
84
|
+
},
|
|
85
|
+
"./components": {
|
|
86
|
+
"source": "./src/components/index.ts",
|
|
87
|
+
"types": "./dist/types/src/components/index.d.ts",
|
|
88
|
+
"default": "./dist/lib/neutral/components/index.mjs"
|
|
89
|
+
},
|
|
90
|
+
"./hooks": {
|
|
91
|
+
"source": "./src/hooks/index.ts",
|
|
92
|
+
"types": "./dist/types/src/hooks/index.d.ts",
|
|
93
|
+
"default": "./dist/lib/neutral/hooks/index.mjs"
|
|
94
|
+
},
|
|
95
|
+
"./plugin": {
|
|
96
|
+
"source": "./src/plugin.ts",
|
|
97
|
+
"types": "./dist/types/src/plugin.d.ts",
|
|
98
|
+
"default": "./dist/lib/neutral/plugin.mjs"
|
|
99
|
+
},
|
|
100
|
+
"./translations": {
|
|
101
|
+
"source": "./src/translations.ts",
|
|
102
|
+
"types": "./dist/types/src/translations.d.ts",
|
|
103
|
+
"default": "./dist/lib/neutral/translations.mjs"
|
|
16
104
|
},
|
|
17
105
|
"./types": {
|
|
18
106
|
"source": "./src/types/index.ts",
|
|
19
107
|
"types": "./dist/types/src/types/index.d.ts",
|
|
20
|
-
"
|
|
21
|
-
"node": "./dist/lib/node-esm/types/index.mjs"
|
|
108
|
+
"default": "./dist/lib/neutral/types/index.mjs"
|
|
22
109
|
}
|
|
23
110
|
},
|
|
24
111
|
"types": "dist/types/src/index.d.ts",
|
|
25
|
-
"typesVersions": {
|
|
26
|
-
"*": {
|
|
27
|
-
"types": [
|
|
28
|
-
"dist/types/src/types/index.d.ts"
|
|
29
|
-
]
|
|
30
|
-
}
|
|
31
|
-
},
|
|
32
112
|
"files": [
|
|
33
113
|
"dist",
|
|
34
|
-
"src"
|
|
114
|
+
"src",
|
|
115
|
+
"PLUGIN.mdl"
|
|
35
116
|
],
|
|
36
117
|
"dependencies": {
|
|
37
|
-
"@codemirror/state": "^6.
|
|
38
|
-
"@codemirror/view": "^6.
|
|
39
|
-
"@
|
|
40
|
-
"@
|
|
41
|
-
"date-fns": "^3.
|
|
118
|
+
"@codemirror/state": "^6.6.0",
|
|
119
|
+
"@codemirror/view": "^6.43.0",
|
|
120
|
+
"@radix-ui/react-primitive": "2.0.2",
|
|
121
|
+
"@radix-ui/react-slot": "1.1.2",
|
|
122
|
+
"date-fns": "^3.6.0",
|
|
42
123
|
"extendable-media-recorder": "^9.2.19",
|
|
43
124
|
"extendable-media-recorder-wav-encoder": "^7.0.123",
|
|
44
|
-
"main-thread-scheduling": "^14.1.1",
|
|
45
|
-
"react-resize-detector": "^11.0.1",
|
|
46
|
-
"react-router-dom": "^6.4.0",
|
|
47
|
-
"react-use": "^17.5.1",
|
|
48
125
|
"wavefile": "^11.0.0",
|
|
49
|
-
"@dxos/ai": "0.
|
|
50
|
-
"@dxos/app-
|
|
51
|
-
"@dxos/
|
|
52
|
-
"@dxos/async": "0.
|
|
53
|
-
"@dxos/
|
|
54
|
-
"@dxos/
|
|
55
|
-
"@dxos/
|
|
56
|
-
"@dxos/
|
|
57
|
-
"@dxos/
|
|
58
|
-
"@dxos/
|
|
59
|
-
"@dxos/
|
|
60
|
-
"@dxos/
|
|
61
|
-
"@dxos/
|
|
62
|
-
"@dxos/
|
|
63
|
-
"@dxos/
|
|
64
|
-
"@dxos/
|
|
65
|
-
"@dxos/
|
|
66
|
-
"@dxos/
|
|
67
|
-
"@dxos/
|
|
68
|
-
"@dxos/
|
|
69
|
-
"@dxos/
|
|
70
|
-
"@dxos/
|
|
71
|
-
"@dxos/
|
|
72
|
-
"@dxos/
|
|
73
|
-
"@dxos/
|
|
74
|
-
"@dxos/
|
|
75
|
-
"@dxos/
|
|
76
|
-
"@dxos/
|
|
77
|
-
"@dxos/
|
|
78
|
-
"@dxos/react-ui-components": "0.8.4-main.fd6878d",
|
|
79
|
-
"@dxos/react-ui-form": "0.8.4-main.fd6878d",
|
|
80
|
-
"@dxos/react-ui-editor": "0.8.4-main.fd6878d",
|
|
81
|
-
"@dxos/react-ui-grid": "0.8.4-main.fd6878d",
|
|
82
|
-
"@dxos/react-ui-stack": "0.8.4-main.fd6878d",
|
|
83
|
-
"@dxos/react-ui-sfx": "0.8.4-main.fd6878d",
|
|
84
|
-
"@dxos/schema": "0.8.4-main.fd6878d",
|
|
85
|
-
"@dxos/tracing": "0.8.4-main.fd6878d",
|
|
86
|
-
"@dxos/util": "0.8.4-main.fd6878d"
|
|
126
|
+
"@dxos/ai": "0.9.0",
|
|
127
|
+
"@dxos/app-toolkit": "0.9.0",
|
|
128
|
+
"@dxos/app-framework": "0.9.0",
|
|
129
|
+
"@dxos/async": "0.9.0",
|
|
130
|
+
"@dxos/assistant": "0.9.0",
|
|
131
|
+
"@dxos/client": "0.9.0",
|
|
132
|
+
"@dxos/compute": "0.9.0",
|
|
133
|
+
"@dxos/effect": "0.9.0",
|
|
134
|
+
"@dxos/echo": "0.9.0",
|
|
135
|
+
"@dxos/functions-runtime": "0.9.0",
|
|
136
|
+
"@dxos/invariant": "0.9.0",
|
|
137
|
+
"@dxos/log": "0.9.0",
|
|
138
|
+
"@dxos/plugin-client": "0.9.0",
|
|
139
|
+
"@dxos/keys": "0.9.0",
|
|
140
|
+
"@dxos/plugin-calls": "0.9.0",
|
|
141
|
+
"@dxos/react-edge-client": "0.9.0",
|
|
142
|
+
"@dxos/react-client": "0.9.0",
|
|
143
|
+
"@dxos/react-ui-audio": "0.9.0",
|
|
144
|
+
"@dxos/react-ui-components": "0.9.0",
|
|
145
|
+
"@dxos/react-ui-graph": "0.9.0",
|
|
146
|
+
"@dxos/react-ui-editor": "0.9.0",
|
|
147
|
+
"@dxos/context": "0.9.0",
|
|
148
|
+
"@dxos/react-ui-menu": "0.9.0",
|
|
149
|
+
"@dxos/tracing": "0.9.0",
|
|
150
|
+
"@dxos/types": "0.9.0",
|
|
151
|
+
"@dxos/schema": "0.9.0",
|
|
152
|
+
"@dxos/ui-types": "0.9.0",
|
|
153
|
+
"@dxos/ui-editor": "0.9.0",
|
|
154
|
+
"@dxos/util": "0.9.0"
|
|
87
155
|
},
|
|
88
156
|
"devDependencies": {
|
|
89
|
-
"@effect-
|
|
90
|
-
"@effect/platform": "0.
|
|
157
|
+
"@effect-atom/atom-react": "^0.5.0",
|
|
158
|
+
"@effect/platform": "0.96.1",
|
|
91
159
|
"@types/dom-speech-recognition": "^0.0.6",
|
|
92
|
-
"@types/react": "~
|
|
93
|
-
"effect": "3.
|
|
94
|
-
"react": "~
|
|
95
|
-
"react-dom": "~
|
|
96
|
-
"tailwindcss": "
|
|
97
|
-
"@dxos/plugin-
|
|
98
|
-
"@dxos/plugin-
|
|
99
|
-
"@dxos/
|
|
100
|
-
"@dxos/
|
|
101
|
-
"@dxos/react-ui
|
|
102
|
-
"@dxos/
|
|
103
|
-
"@dxos/react-ui-
|
|
104
|
-
"@dxos/
|
|
105
|
-
"@dxos/
|
|
106
|
-
"@dxos/test-utils": "0.
|
|
160
|
+
"@types/react": "~19.2.7",
|
|
161
|
+
"effect": "3.21.3",
|
|
162
|
+
"react": "~19.2.3",
|
|
163
|
+
"react-dom": "~19.2.3",
|
|
164
|
+
"tailwindcss": "^4.3.0",
|
|
165
|
+
"@dxos/plugin-preview": "0.9.0",
|
|
166
|
+
"@dxos/plugin-testing": "0.9.0",
|
|
167
|
+
"@dxos/random": "0.9.0",
|
|
168
|
+
"@dxos/plugin-theme": "0.9.0",
|
|
169
|
+
"@dxos/react-ui": "0.9.0",
|
|
170
|
+
"@dxos/react-ui-form": "0.9.0",
|
|
171
|
+
"@dxos/react-ui-syntax-highlighter": "0.9.0",
|
|
172
|
+
"@dxos/storybook-utils": "0.9.0",
|
|
173
|
+
"@dxos/ui-theme": "0.9.0",
|
|
174
|
+
"@dxos/test-utils": "0.9.0"
|
|
107
175
|
},
|
|
108
176
|
"peerDependencies": {
|
|
109
|
-
"@effect-
|
|
110
|
-
"@effect/platform": "
|
|
111
|
-
"effect": "
|
|
112
|
-
"react": "~
|
|
113
|
-
"react-dom": "~
|
|
114
|
-
"@dxos/
|
|
115
|
-
"@dxos/react-ui
|
|
177
|
+
"@effect-atom/atom-react": "^0.5.0",
|
|
178
|
+
"@effect/platform": "0.96.1",
|
|
179
|
+
"effect": "3.21.3",
|
|
180
|
+
"react": "~19.2.3",
|
|
181
|
+
"react-dom": "~19.2.3",
|
|
182
|
+
"@dxos/ui-theme": "0.9.0",
|
|
183
|
+
"@dxos/react-ui": "0.9.0"
|
|
116
184
|
},
|
|
117
185
|
"publishConfig": {
|
|
118
186
|
"access": "public"
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
//
|
|
2
|
+
// Copyright 2023 DXOS.org
|
|
3
|
+
//
|
|
4
|
+
|
|
5
|
+
import { Plugin } from '@dxos/app-framework';
|
|
6
|
+
import { AppPlugin } from '@dxos/app-toolkit';
|
|
7
|
+
import { Transcript } from '@dxos/types';
|
|
8
|
+
|
|
9
|
+
import { BlueprintDefinition, OperationHandler, TextContent } from '#capabilities';
|
|
10
|
+
import { meta } from '#meta';
|
|
11
|
+
|
|
12
|
+
export const TranscriptionPlugin = Plugin.define(meta).pipe(
|
|
13
|
+
AppPlugin.addBlueprintDefinitionModule({ activate: BlueprintDefinition }),
|
|
14
|
+
AppPlugin.addTextContentModule({ activate: TextContent }),
|
|
15
|
+
AppPlugin.addOperationHandlerModule({ activate: OperationHandler }),
|
|
16
|
+
AppPlugin.addSchemaModule({ schema: [Transcript.Transcript] }),
|
|
17
|
+
Plugin.make,
|
|
18
|
+
);
|
|
19
|
+
|
|
20
|
+
export default TranscriptionPlugin;
|
|
@@ -0,0 +1,31 @@
|
|
|
1
|
+
//
|
|
2
|
+
// Copyright 2026 DXOS.org
|
|
3
|
+
//
|
|
4
|
+
|
|
5
|
+
import { describe, test } from 'vitest';
|
|
6
|
+
|
|
7
|
+
import { AppActivationEvents } from '@dxos/app-toolkit';
|
|
8
|
+
import { ClientPlugin } from '@dxos/plugin-client/plugin';
|
|
9
|
+
import { createComposerTestApp } from '@dxos/plugin-testing/harness';
|
|
10
|
+
|
|
11
|
+
import { meta } from '#meta';
|
|
12
|
+
import { TranscriptionPlugin } from '#plugin';
|
|
13
|
+
|
|
14
|
+
const moduleId = (name: string) => `${meta.id}.module.${name}`;
|
|
15
|
+
|
|
16
|
+
describe('TranscriptionPlugin', () => {
|
|
17
|
+
test('modules activate on the expected events', async ({ expect }) => {
|
|
18
|
+
await using harness = await createComposerTestApp({
|
|
19
|
+
plugins: [ClientPlugin({}), TranscriptionPlugin()],
|
|
20
|
+
});
|
|
21
|
+
|
|
22
|
+
// After autoStart: schema, OperationHandler all auto-cascade.
|
|
23
|
+
expect(harness.manager.getActive()).toEqual(
|
|
24
|
+
expect.arrayContaining([moduleId('schema'), moduleId('OperationHandler')]),
|
|
25
|
+
);
|
|
26
|
+
|
|
27
|
+
// SetupArtifactDefinition is fired by AssistantPlugin, which can't be included here due to a workspace cycle.
|
|
28
|
+
await harness.fire(AppActivationEvents.SetupArtifactDefinition);
|
|
29
|
+
expect(harness.manager.getActive()).toContain(moduleId('BlueprintDefinition'));
|
|
30
|
+
});
|
|
31
|
+
});
|
|
@@ -2,66 +2,33 @@
|
|
|
2
2
|
// Copyright 2023 DXOS.org
|
|
3
3
|
//
|
|
4
4
|
|
|
5
|
-
import {
|
|
6
|
-
import {
|
|
7
|
-
import {
|
|
8
|
-
import { getSpace } from '@dxos/react-client/echo';
|
|
9
|
-
import { DataType } from '@dxos/schema';
|
|
5
|
+
import { Plugin } from '@dxos/app-framework';
|
|
6
|
+
import { AppActivationEvents, AppPlugin } from '@dxos/app-toolkit';
|
|
7
|
+
import { Transcript } from '@dxos/types';
|
|
10
8
|
|
|
11
|
-
import {
|
|
12
|
-
import {
|
|
13
|
-
import {
|
|
14
|
-
import { translations } from './translations';
|
|
15
|
-
import { TranscriptType } from './types';
|
|
9
|
+
import { BlueprintDefinition, OperationHandler, ReactSurface, TextContent, Transcriber } from '#capabilities';
|
|
10
|
+
import { meta } from '#meta';
|
|
11
|
+
import { translations } from '#translations';
|
|
16
12
|
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
.filter((message) => Obj.instanceOf(DataType.Message, message))
|
|
40
|
-
.flatMap((message, index) => renderMarkdown(members)(message, index))
|
|
41
|
-
.join('\n\n');
|
|
42
|
-
return content;
|
|
43
|
-
},
|
|
44
|
-
},
|
|
45
|
-
}),
|
|
46
|
-
}),
|
|
47
|
-
defineModule({
|
|
48
|
-
id: `${meta.id}/module/schema`,
|
|
49
|
-
activatesOn: ClientEvents.SetupSchema,
|
|
50
|
-
activate: () => [contributes(ClientCapabilities.Schema, [TranscriptType])],
|
|
51
|
-
}),
|
|
52
|
-
defineModule({
|
|
53
|
-
id: `${meta.id}/module/react-surface`,
|
|
54
|
-
activatesOn: Events.SetupReactSurface,
|
|
55
|
-
activate: ReactSurface,
|
|
56
|
-
}),
|
|
57
|
-
defineModule({
|
|
58
|
-
id: `${meta.id}/module/intent-resolver`,
|
|
59
|
-
activatesOn: Events.SetupIntentResolver,
|
|
60
|
-
activate: IntentResolver,
|
|
61
|
-
}),
|
|
62
|
-
defineModule({
|
|
63
|
-
id: `${meta.id}/module/transcription`,
|
|
64
|
-
activatesOn: Events.SetupAppGraph,
|
|
65
|
-
activate: Transcriber,
|
|
66
|
-
}),
|
|
67
|
-
]);
|
|
13
|
+
// eslint-disable-next-line import/no-relative-packages
|
|
14
|
+
import pluginSpec from '../PLUGIN.mdl?raw';
|
|
15
|
+
|
|
16
|
+
export const TranscriptionPlugin = Plugin.define(meta).pipe(
|
|
17
|
+
AppPlugin.addBlueprintDefinitionModule({ activate: BlueprintDefinition }),
|
|
18
|
+
AppPlugin.addTextContentModule({ activate: TextContent }),
|
|
19
|
+
AppPlugin.addOperationHandlerModule({ activate: OperationHandler }),
|
|
20
|
+
AppPlugin.addSchemaModule({ schema: [Transcript.Transcript] }),
|
|
21
|
+
AppPlugin.addSurfaceModule({ activate: ReactSurface }),
|
|
22
|
+
AppPlugin.addTranslationsModule({ translations }),
|
|
23
|
+
Plugin.addModule({
|
|
24
|
+
id: 'transcription',
|
|
25
|
+
activatesOn: AppActivationEvents.SetupAppGraph,
|
|
26
|
+
activate: Transcriber,
|
|
27
|
+
}),
|
|
28
|
+
AppPlugin.addPluginAssetModule({
|
|
29
|
+
asset: { pluginId: meta.id, path: 'PLUGIN.mdl', content: pluginSpec, mimeType: 'application/x-mdl' },
|
|
30
|
+
}),
|
|
31
|
+
Plugin.make,
|
|
32
|
+
);
|
|
33
|
+
|
|
34
|
+
export default TranscriptionPlugin;
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
//
|
|
2
|
+
// Copyright 2023 DXOS.org
|
|
3
|
+
//
|
|
4
|
+
|
|
5
|
+
import { Plugin } from '@dxos/app-framework';
|
|
6
|
+
import { AppPlugin } from '@dxos/app-toolkit';
|
|
7
|
+
import { Transcript } from '@dxos/types';
|
|
8
|
+
|
|
9
|
+
import { OperationHandler } from '#capabilities';
|
|
10
|
+
import { meta } from '#meta';
|
|
11
|
+
|
|
12
|
+
export const TranscriptionPlugin = Plugin.define(meta).pipe(
|
|
13
|
+
AppPlugin.addOperationHandlerModule({ activate: OperationHandler }),
|
|
14
|
+
AppPlugin.addSchemaModule({ schema: [Transcript.Transcript] }),
|
|
15
|
+
Plugin.make,
|
|
16
|
+
);
|
|
17
|
+
|
|
18
|
+
export default TranscriptionPlugin;
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
//
|
|
2
|
+
// Copyright 2025 DXOS.org
|
|
3
|
+
//
|
|
4
|
+
|
|
5
|
+
import { Blueprint, Template } from '@dxos/compute';
|
|
6
|
+
import { trim } from '@dxos/util';
|
|
7
|
+
|
|
8
|
+
import { TranscriptOperation } from '#types';
|
|
9
|
+
|
|
10
|
+
const BLUEPRINT_KEY = 'org.dxos.blueprint.transcription';
|
|
11
|
+
|
|
12
|
+
const make = () =>
|
|
13
|
+
Blueprint.make({
|
|
14
|
+
key: BLUEPRINT_KEY,
|
|
15
|
+
name: 'Transcription',
|
|
16
|
+
tools: Blueprint.toolDefinitions({ operations: [TranscriptOperation.Open, TranscriptOperation.Summarize] }),
|
|
17
|
+
instructions: Template.make({
|
|
18
|
+
source: trim`
|
|
19
|
+
You can open and summarize a meeting transcript.
|
|
20
|
+
`,
|
|
21
|
+
}),
|
|
22
|
+
});
|
|
23
|
+
|
|
24
|
+
const blueprint: Blueprint.Definition = {
|
|
25
|
+
key: BLUEPRINT_KEY,
|
|
26
|
+
make,
|
|
27
|
+
};
|
|
28
|
+
|
|
29
|
+
export default blueprint;
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
//
|
|
2
|
+
// Copyright 2025 DXOS.org
|
|
3
|
+
//
|
|
4
|
+
|
|
5
|
+
import * as Effect from 'effect/Effect';
|
|
6
|
+
|
|
7
|
+
import { Capability } from '@dxos/app-framework';
|
|
8
|
+
import { AppCapabilities } from '@dxos/app-toolkit';
|
|
9
|
+
|
|
10
|
+
import { TranscriptionBlueprint } from '#blueprints';
|
|
11
|
+
|
|
12
|
+
// NOTE: Explicit annotation required: d.ts emit cannot portably name the inferred @dxos/compute types (TS2883).
|
|
13
|
+
const blueprintDefinition: () => Effect.Effect<
|
|
14
|
+
Capability.Capability<typeof AppCapabilities.BlueprintDefinition>[],
|
|
15
|
+
never,
|
|
16
|
+
Capability.Service
|
|
17
|
+
> = () => Effect.succeed([Capability.contributes(AppCapabilities.BlueprintDefinition, TranscriptionBlueprint)]);
|
|
18
|
+
|
|
19
|
+
export default blueprintDefinition;
|
|
@@ -2,10 +2,20 @@
|
|
|
2
2
|
// Copyright 2025 DXOS.org
|
|
3
3
|
//
|
|
4
4
|
|
|
5
|
-
import {
|
|
5
|
+
import { Capability } from '@dxos/app-framework';
|
|
6
|
+
import { type AppCapabilities } from '@dxos/app-toolkit';
|
|
7
|
+
import type { OperationHandlerSet } from '@dxos/compute';
|
|
6
8
|
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
export const
|
|
10
|
-
|
|
11
|
-
|
|
9
|
+
// The contributed capability type references Blueprint types from @dxos/compute, so the lazy
|
|
10
|
+
// wrapper needs an explicit annotation to keep the inferred type portable (TS2883).
|
|
11
|
+
export const BlueprintDefinition: Capability.LazyCapability<
|
|
12
|
+
void,
|
|
13
|
+
Capability.Capability<typeof AppCapabilities.BlueprintDefinition>[]
|
|
14
|
+
> = Capability.lazy('BlueprintDefinition', () => import('./blueprint-definition'));
|
|
15
|
+
export const TextContent = Capability.lazy('TextContent', () => import('./text-content'));
|
|
16
|
+
export const OperationHandler = Capability.lazy<OperationHandlerSet.OperationHandlerSet>(
|
|
17
|
+
'OperationHandler',
|
|
18
|
+
() => import('./operation-handler'),
|
|
19
|
+
);
|
|
20
|
+
export const ReactSurface = Capability.lazy('ReactSurface', () => import('./react-surface'));
|
|
21
|
+
export const Transcriber = Capability.lazy('Transcriber', () => import('./transcriber'));
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
//
|
|
2
|
+
// Copyright 2025 DXOS.org
|
|
3
|
+
//
|
|
4
|
+
|
|
5
|
+
import * as Effect from 'effect/Effect';
|
|
6
|
+
|
|
7
|
+
import { Capabilities, Capability } from '@dxos/app-framework';
|
|
8
|
+
import type { OperationHandlerSet } from '@dxos/compute';
|
|
9
|
+
|
|
10
|
+
import { TranscriptionOperationHandlerSet } from '#operations';
|
|
11
|
+
|
|
12
|
+
export default Capability.makeModule<OperationHandlerSet.OperationHandlerSet>(
|
|
13
|
+
Effect.fnUntraced(function* () {
|
|
14
|
+
return Capability.contributes(Capabilities.OperationHandler, TranscriptionOperationHandlerSet);
|
|
15
|
+
}),
|
|
16
|
+
);
|
|
@@ -2,21 +2,30 @@
|
|
|
2
2
|
// Copyright 2025 DXOS.org
|
|
3
3
|
//
|
|
4
4
|
|
|
5
|
+
import * as Effect from 'effect/Effect';
|
|
5
6
|
import React from 'react';
|
|
6
7
|
|
|
7
|
-
import { Capabilities,
|
|
8
|
-
import {
|
|
8
|
+
import { Capabilities, Capability } from '@dxos/app-framework';
|
|
9
|
+
import { Surface } from '@dxos/app-framework/ui';
|
|
10
|
+
import { AppSurface } from '@dxos/app-toolkit/ui';
|
|
11
|
+
import { Transcript } from '@dxos/types';
|
|
9
12
|
|
|
10
|
-
import {
|
|
11
|
-
import { meta } from '../meta';
|
|
12
|
-
import { TranscriptType } from '../types';
|
|
13
|
+
import { TranscriptionArticle } from '#containers';
|
|
13
14
|
|
|
14
|
-
export default () =>
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
15
|
+
export default Capability.makeModule(() =>
|
|
16
|
+
Effect.succeed(
|
|
17
|
+
Capability.contributes(Capabilities.ReactSurface, [
|
|
18
|
+
Surface.create({
|
|
19
|
+
id: 'article.transcript',
|
|
20
|
+
// TODO(wittjosiah): Split into multiple surfaces if this filter proves too strict for non-article roles.
|
|
21
|
+
filter: AppSurface.oneOf(
|
|
22
|
+
AppSurface.object(AppSurface.Article, Transcript.Transcript),
|
|
23
|
+
AppSurface.object(AppSurface.Section, Transcript.Transcript),
|
|
24
|
+
),
|
|
25
|
+
component: ({ data, role }) => (
|
|
26
|
+
<TranscriptionArticle role={role} subject={data.subject} attendableId={data.attendableId} />
|
|
27
|
+
),
|
|
28
|
+
}),
|
|
29
|
+
]),
|
|
30
|
+
),
|
|
31
|
+
);
|
|
@@ -0,0 +1,33 @@
|
|
|
1
|
+
//
|
|
2
|
+
// Copyright 2025 DXOS.org
|
|
3
|
+
//
|
|
4
|
+
|
|
5
|
+
import * as Effect from 'effect/Effect';
|
|
6
|
+
|
|
7
|
+
import { Capability } from '@dxos/app-framework';
|
|
8
|
+
import { AppCapabilities } from '@dxos/app-toolkit';
|
|
9
|
+
import { Feed, Obj, Type } from '@dxos/echo';
|
|
10
|
+
import { getSpace } from '@dxos/react-client/echo';
|
|
11
|
+
import { Message, Transcript } from '@dxos/types';
|
|
12
|
+
|
|
13
|
+
import { renderByline } from '../util';
|
|
14
|
+
|
|
15
|
+
export default Capability.makeModule(
|
|
16
|
+
Effect.fnUntraced(function* () {
|
|
17
|
+
return Capability.contributes(AppCapabilities.TextContent, {
|
|
18
|
+
id: Type.getTypename(Transcript.Transcript),
|
|
19
|
+
getTextContent: async (transcript: Transcript.Transcript) => {
|
|
20
|
+
const space = getSpace(transcript);
|
|
21
|
+
const members = space?.members.get().map((member) => member.identity) ?? [];
|
|
22
|
+
const feed = await transcript.feed.load();
|
|
23
|
+
const feedDXN = Feed.getQueueUri(feed);
|
|
24
|
+
const queue = feedDXN ? space?.queues.get<Message.Message>(feedDXN) : undefined;
|
|
25
|
+
await queue?.refresh();
|
|
26
|
+
return queue?.objects
|
|
27
|
+
.filter((message) => Obj.instanceOf(Message.Message, message))
|
|
28
|
+
.flatMap((message, index) => renderByline(members)(message, index))
|
|
29
|
+
.join('\n\n');
|
|
30
|
+
},
|
|
31
|
+
});
|
|
32
|
+
}),
|
|
33
|
+
);
|