@dxos/plugin-transcription 0.8.4-main.c85a9c8dae → 0.8.4-main.dfabb4ec29
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/lib/{browser/TranscriptionContainer-RBFHP2AV.mjs → neutral/TranscriptionContainer-XNGXNGPX.mjs} +10 -16
- package/dist/lib/neutral/TranscriptionContainer-XNGXNGPX.mjs.map +7 -0
- package/dist/lib/neutral/TranscriptionPlugin.mjs +34 -0
- package/dist/lib/neutral/TranscriptionPlugin.mjs.map +7 -0
- package/dist/lib/neutral/TranscriptionPlugin.node.mjs +25 -0
- package/dist/lib/neutral/TranscriptionPlugin.node.mjs.map +7 -0
- package/dist/lib/{browser/blueprint-definition-C6XA2SVZ.mjs → neutral/blueprint-definition-HOXDG5QP.mjs} +4 -7
- package/dist/lib/neutral/blueprint-definition-HOXDG5QP.mjs.map +7 -0
- package/dist/lib/{browser → neutral}/blueprints/index.mjs +1 -2
- package/dist/lib/neutral/capabilities/index.mjs +17 -0
- package/dist/lib/neutral/capabilities/index.mjs.map +7 -0
- package/dist/lib/{browser/chunk-2B74LZZD.mjs → neutral/chunk-GL4RS533.mjs} +2 -2
- package/dist/lib/{browser/chunk-2B74LZZD.mjs.map → neutral/chunk-GL4RS533.mjs.map} +3 -3
- package/dist/lib/{browser/chunk-HOOPZ7EM.mjs → neutral/chunk-KAEXRX3Y.mjs} +1 -1
- package/dist/lib/{browser/chunk-EV5ZYKET.mjs → neutral/chunk-LS3R7EQI.mjs} +74 -104
- package/dist/lib/neutral/chunk-LS3R7EQI.mjs.map +7 -0
- package/dist/lib/neutral/chunk-MLRJWAQH.mjs +179 -0
- package/dist/lib/neutral/chunk-MLRJWAQH.mjs.map +7 -0
- package/dist/lib/neutral/chunk-NNR3EYR2.mjs +124 -0
- package/dist/lib/neutral/chunk-NNR3EYR2.mjs.map +7 -0
- package/dist/lib/neutral/chunk-NQQK7UZQ.mjs +244 -0
- package/dist/lib/neutral/chunk-NQQK7UZQ.mjs.map +7 -0
- package/dist/lib/neutral/chunk-WVEZMGBT.mjs +8 -0
- package/dist/lib/neutral/chunk-WVEZMGBT.mjs.map +7 -0
- package/dist/lib/neutral/chunk-ZR4BH4QQ.mjs +30 -0
- package/dist/lib/neutral/chunk-ZR4BH4QQ.mjs.map +7 -0
- package/dist/lib/neutral/components/index.mjs +207 -0
- package/dist/lib/neutral/components/index.mjs.map +7 -0
- package/dist/lib/neutral/containers/index.mjs +9 -0
- package/dist/lib/neutral/containers/index.mjs.map +7 -0
- package/dist/lib/neutral/create-2D6S4IMQ.mjs +21 -0
- package/dist/lib/neutral/create-2D6S4IMQ.mjs.map +7 -0
- package/dist/lib/neutral/hooks/index.mjs +17 -0
- package/dist/lib/neutral/index.mjs +44 -0
- package/dist/lib/neutral/meta.json +1 -0
- package/dist/lib/neutral/meta.mjs +8 -0
- package/dist/lib/neutral/open-2QB6IIET.mjs +27 -0
- package/dist/lib/neutral/open-2QB6IIET.mjs.map +7 -0
- package/dist/lib/neutral/operation-handler-NXMOAXFP.mjs +13 -0
- package/dist/lib/neutral/operation-handler-NXMOAXFP.mjs.map +7 -0
- package/dist/lib/neutral/operations/index.mjs +8 -0
- package/dist/lib/neutral/plugin.mjs +16 -0
- package/dist/lib/neutral/plugin.mjs.map +7 -0
- package/dist/lib/neutral/react-surface-QF4MUMWG.mjs +26 -0
- package/dist/lib/neutral/react-surface-QF4MUMWG.mjs.map +7 -0
- package/dist/lib/neutral/summarize-CJPVKWYZ.mjs +78 -0
- package/dist/lib/neutral/summarize-CJPVKWYZ.mjs.map +7 -0
- package/dist/lib/neutral/text-content-LHSUG2D2.mjs +30 -0
- package/dist/lib/neutral/text-content-LHSUG2D2.mjs.map +7 -0
- package/dist/lib/{browser/transcriber-WCPHHJYY.mjs → neutral/transcriber-M3R6HPTZ.mjs} +8 -10
- package/dist/lib/neutral/transcriber-M3R6HPTZ.mjs.map +7 -0
- package/dist/lib/neutral/translations.mjs +22 -0
- package/dist/lib/neutral/translations.mjs.map +7 -0
- package/dist/lib/neutral/types/index.mjs +12 -0
- package/dist/lib/neutral/types/index.mjs.map +7 -0
- package/dist/types/src/TranscriptionPlugin.d.ts +1 -0
- package/dist/types/src/TranscriptionPlugin.d.ts.map +1 -1
- package/dist/types/src/TranscriptionPlugin.node.d.ts +4 -0
- package/dist/types/src/TranscriptionPlugin.node.d.ts.map +1 -0
- package/dist/types/src/TranscriptionPlugin.test.d.ts +2 -0
- package/dist/types/src/TranscriptionPlugin.test.d.ts.map +1 -0
- package/dist/types/src/blueprints/transcription-blueprint.d.ts +2 -2
- package/dist/types/src/blueprints/transcription-blueprint.d.ts.map +1 -1
- package/dist/types/src/capabilities/blueprint-definition.d.ts +6 -0
- package/dist/types/src/capabilities/blueprint-definition.d.ts.map +1 -0
- package/dist/types/src/capabilities/index.d.ts +10 -4
- package/dist/types/src/capabilities/index.d.ts.map +1 -1
- package/dist/types/src/capabilities/operation-handler.d.ts +6 -0
- package/dist/types/src/capabilities/operation-handler.d.ts.map +1 -0
- package/dist/types/src/capabilities/react-surface.d.ts.map +1 -0
- package/dist/types/src/capabilities/text-content.d.ts +8 -0
- package/dist/types/src/capabilities/text-content.d.ts.map +1 -0
- package/dist/types/src/capabilities/{transcriber/transcriber.d.ts → transcriber.d.ts} +1 -1
- package/dist/types/src/capabilities/transcriber.d.ts.map +1 -0
- package/dist/types/src/components/Transcription/Transcription.d.ts +5 -4
- package/dist/types/src/components/Transcription/Transcription.d.ts.map +1 -1
- package/dist/types/src/components/Transcription/Transcription.stories.d.ts +10 -10
- package/dist/types/src/components/Transcription/Transcription.stories.d.ts.map +1 -1
- package/dist/types/src/components/Transcription/transcription-extension.d.ts.map +1 -1
- package/dist/types/src/containers/TranscriptionContainer/TranscriptionContainer.d.ts +3 -3
- package/dist/types/src/containers/TranscriptionContainer/TranscriptionContainer.d.ts.map +1 -1
- package/dist/types/src/containers/TranscriptionContainer/index.d.ts +1 -2
- package/dist/types/src/containers/TranscriptionContainer/index.d.ts.map +1 -1
- package/dist/types/src/hooks/useAudioFile.d.ts.map +1 -1
- package/dist/types/src/hooks/useAudioTrack.d.ts.map +1 -1
- package/dist/types/src/hooks/useQueueModelAdapter.d.ts.map +1 -1
- package/dist/types/src/hooks/useTranscriber.d.ts +2 -2
- package/dist/types/src/hooks/useTranscriber.d.ts.map +1 -1
- package/dist/types/src/hooks/useVoiceInput.d.ts.map +1 -1
- package/dist/types/src/index.d.ts +2 -3
- package/dist/types/src/index.d.ts.map +1 -1
- package/dist/types/src/model/model.d.ts +2 -2
- package/dist/types/src/model/model.d.ts.map +1 -1
- package/dist/types/src/{segments-normalization → normalization}/index.d.ts +1 -1
- package/dist/types/src/normalization/index.d.ts.map +1 -0
- package/dist/types/src/normalization/message-normalizer.d.ts.map +1 -0
- package/dist/types/src/{segments-normalization → normalization}/normalization.d.ts +330 -321
- package/dist/types/src/normalization/normalization.d.ts.map +1 -0
- package/dist/types/src/normalization/normalization.test.d.ts.map +1 -0
- package/dist/types/src/normalization/utils.d.ts.map +1 -0
- package/dist/types/src/operations/create.d.ts +5 -0
- package/dist/types/src/operations/create.d.ts.map +1 -0
- package/dist/types/src/operations/index.d.ts +3 -0
- package/dist/types/src/operations/index.d.ts.map +1 -0
- package/dist/types/src/operations/open.d.ts +5 -0
- package/dist/types/src/operations/open.d.ts.map +1 -0
- package/dist/types/src/operations/summarize.d.ts +8 -0
- package/dist/types/src/operations/summarize.d.ts.map +1 -0
- package/dist/types/src/plugin.d.ts +4 -0
- package/dist/types/src/plugin.d.ts.map +1 -0
- package/dist/types/src/{components/stories → stories}/FileTranscription.stories.d.ts +3 -3
- package/dist/types/src/stories/FileTranscription.stories.d.ts.map +1 -0
- package/dist/types/src/{components/stories → stories}/KeyWordRecognition.stories.d.ts +2 -2
- package/dist/types/src/stories/KeyWordRecognition.stories.d.ts.map +1 -0
- package/dist/types/src/{components/stories → stories}/MicrophoneTranscription.stories.d.ts +3 -3
- package/dist/types/src/stories/MicrophoneTranscription.stories.d.ts.map +1 -0
- package/dist/types/src/stories/TranscriptionStory.d.ts +23 -0
- package/dist/types/src/stories/TranscriptionStory.d.ts.map +1 -0
- package/dist/types/src/stories/useIsSpeaking.d.ts.map +1 -0
- package/dist/types/src/testing/testing.d.ts.map +1 -1
- package/dist/types/src/transcriber/index.d.ts +1 -1
- package/dist/types/src/transcriber/index.d.ts.map +1 -1
- package/dist/types/src/transcriber/media-stream-recorder.d.ts.map +1 -1
- package/dist/types/src/transcriber/transcriber.d.ts +57 -2
- package/dist/types/src/transcriber/transcriber.d.ts.map +1 -1
- package/dist/types/src/transcriber/transcriber.test.d.ts +2 -0
- package/dist/types/src/transcriber/transcriber.test.d.ts.map +1 -0
- package/dist/types/src/transcriber/transcription-manager.d.ts.map +1 -1
- package/dist/types/src/translations.d.ts +7 -8
- package/dist/types/src/translations.d.ts.map +1 -1
- package/dist/types/src/types/TranscriptOperation.d.ts +917 -0
- package/dist/types/src/types/TranscriptOperation.d.ts.map +1 -0
- package/dist/types/src/types/TranscriptionCapabilities.d.ts +17 -0
- package/dist/types/src/types/TranscriptionCapabilities.d.ts.map +1 -0
- package/dist/types/src/types/{types.d.ts → defs.d.ts} +1 -1
- package/dist/types/src/types/defs.d.ts.map +1 -0
- package/dist/types/src/types/index.d.ts +3 -4
- package/dist/types/src/types/index.d.ts.map +1 -1
- package/dist/types/src/util/array.d.ts.map +1 -1
- package/dist/types/src/util/get-time-str.d.ts.map +1 -1
- package/dist/types/src/util/monitor-audio-level.d.ts.map +1 -1
- package/dist/types/src/util/render-byline.d.ts.map +1 -1
- package/dist/types/tsconfig.tsbuildinfo +1 -1
- package/package.json +133 -81
- package/src/TranscriptionPlugin.node.ts +20 -0
- package/src/TranscriptionPlugin.test.ts +31 -0
- package/src/TranscriptionPlugin.tsx +8 -29
- package/src/blueprints/transcription-blueprint.ts +5 -9
- package/src/capabilities/{blueprint-definition/blueprint-definition.ts → blueprint-definition.ts} +3 -1
- package/src/capabilities/index.ts +12 -4
- package/src/capabilities/operation-handler.ts +16 -0
- package/src/capabilities/react-surface.tsx +31 -0
- package/src/capabilities/text-content.ts +33 -0
- package/src/capabilities/{transcriber/transcriber.ts → transcriber.ts} +5 -2
- package/src/components/Transcription/Transcription.stories.tsx +24 -23
- package/src/components/Transcription/Transcription.tsx +30 -29
- package/src/containers/TranscriptionContainer/TranscriptionContainer.tsx +10 -8
- package/src/containers/TranscriptionContainer/index.ts +1 -3
- package/src/hooks/useTranscriber.ts +5 -2
- package/src/hooks/useVoiceInput.ts +0 -1
- package/src/index.ts +4 -5
- package/src/meta.ts +1 -1
- package/src/model/model.test.ts +6 -6
- package/src/model/model.ts +3 -3
- package/src/{segments-normalization → normalization}/message-normalizer.ts +1 -5
- package/src/normalization/normalization.ts +76 -0
- package/src/operations/create.ts +24 -0
- package/src/operations/index.ts +11 -0
- package/src/operations/open.ts +28 -0
- package/src/operations/summarize.ts +101 -0
- package/src/plugin.ts +11 -0
- package/src/{components/stories → stories}/FileTranscription.stories.tsx +33 -16
- package/src/{components/stories → stories}/KeyWordRecognition.stories.tsx +32 -30
- package/src/{components/stories → stories}/MicrophoneTranscription.stories.tsx +18 -36
- package/src/stories/TranscriptionStory.tsx +93 -0
- package/src/testing/testing.ts +8 -18
- package/src/transcriber/index.ts +1 -1
- package/src/transcriber/transcriber.browser.test.ts +0 -1
- package/src/transcriber/transcriber.test.ts +104 -0
- package/src/transcriber/transcriber.ts +94 -53
- package/src/translations.ts +7 -7
- package/src/types/TranscriptOperation.ts +103 -0
- package/src/types/TranscriptionCapabilities.ts +39 -0
- package/src/types/index.ts +4 -4
- package/dist/lib/browser/TranscriptionContainer-RBFHP2AV.mjs.map +0 -7
- package/dist/lib/browser/blueprint-definition-C6XA2SVZ.mjs.map +0 -7
- package/dist/lib/browser/chunk-EV5ZYKET.mjs.map +0 -7
- package/dist/lib/browser/chunk-GH4IIQ6C.mjs +0 -54
- package/dist/lib/browser/chunk-GH4IIQ6C.mjs.map +0 -7
- package/dist/lib/browser/chunk-O7ILGNBZ.mjs +0 -148
- package/dist/lib/browser/chunk-O7ILGNBZ.mjs.map +0 -7
- package/dist/lib/browser/chunk-XLMRCOQN.mjs +0 -668
- package/dist/lib/browser/chunk-XLMRCOQN.mjs.map +0 -7
- package/dist/lib/browser/index.mjs +0 -114
- package/dist/lib/browser/index.mjs.map +0 -7
- package/dist/lib/browser/meta.json +0 -1
- package/dist/lib/browser/operation-resolver-5BLRH4XE.mjs +0 -23
- package/dist/lib/browser/operation-resolver-5BLRH4XE.mjs.map +0 -7
- package/dist/lib/browser/react-surface-U2SI74JK.mjs +0 -36
- package/dist/lib/browser/react-surface-U2SI74JK.mjs.map +0 -7
- package/dist/lib/browser/transcriber-WCPHHJYY.mjs.map +0 -7
- package/dist/lib/browser/types/index.mjs +0 -15
- package/dist/lib/node-esm/TranscriptionContainer-3OOID5KH.mjs +0 -42
- package/dist/lib/node-esm/TranscriptionContainer-3OOID5KH.mjs.map +0 -7
- package/dist/lib/node-esm/blueprint-definition-TLXDUXIQ.mjs +0 -19
- package/dist/lib/node-esm/blueprint-definition-TLXDUXIQ.mjs.map +0 -7
- package/dist/lib/node-esm/blueprints/index.mjs +0 -10
- package/dist/lib/node-esm/chunk-6GW5NZYG.mjs +0 -55
- package/dist/lib/node-esm/chunk-6GW5NZYG.mjs.map +0 -7
- package/dist/lib/node-esm/chunk-7UE7G6DE.mjs +0 -461
- package/dist/lib/node-esm/chunk-7UE7G6DE.mjs.map +0 -7
- package/dist/lib/node-esm/chunk-DYUGYQCB.mjs +0 -669
- package/dist/lib/node-esm/chunk-DYUGYQCB.mjs.map +0 -7
- package/dist/lib/node-esm/chunk-F47HK7GT.mjs +0 -24
- package/dist/lib/node-esm/chunk-F47HK7GT.mjs.map +0 -7
- package/dist/lib/node-esm/chunk-H3MXHMQL.mjs +0 -149
- package/dist/lib/node-esm/chunk-H3MXHMQL.mjs.map +0 -7
- package/dist/lib/node-esm/chunk-HSLMI22Q.mjs +0 -11
- package/dist/lib/node-esm/chunk-NVM2QUMX.mjs +0 -37
- package/dist/lib/node-esm/chunk-NVM2QUMX.mjs.map +0 -7
- package/dist/lib/node-esm/index.mjs +0 -115
- package/dist/lib/node-esm/index.mjs.map +0 -7
- package/dist/lib/node-esm/meta.json +0 -1
- package/dist/lib/node-esm/operation-resolver-CVZB7BF4.mjs +0 -24
- package/dist/lib/node-esm/operation-resolver-CVZB7BF4.mjs.map +0 -7
- package/dist/lib/node-esm/react-surface-2ICJPBPX.mjs +0 -37
- package/dist/lib/node-esm/react-surface-2ICJPBPX.mjs.map +0 -7
- package/dist/lib/node-esm/transcriber-2RIHUEX4.mjs +0 -62
- package/dist/lib/node-esm/transcriber-2RIHUEX4.mjs.map +0 -7
- package/dist/lib/node-esm/types/index.mjs +0 -16
- package/dist/types/src/capabilities/blueprint-definition/blueprint-definition.d.ts +0 -6
- package/dist/types/src/capabilities/blueprint-definition/blueprint-definition.d.ts.map +0 -1
- package/dist/types/src/capabilities/blueprint-definition/index.d.ts +0 -3
- package/dist/types/src/capabilities/blueprint-definition/index.d.ts.map +0 -1
- package/dist/types/src/capabilities/operation-handler/index.d.ts +0 -3
- package/dist/types/src/capabilities/operation-handler/index.d.ts.map +0 -1
- package/dist/types/src/capabilities/operation-handler/operation-handler.d.ts +0 -5
- package/dist/types/src/capabilities/operation-handler/operation-handler.d.ts.map +0 -1
- package/dist/types/src/capabilities/operation-resolver/index.d.ts +0 -3
- package/dist/types/src/capabilities/operation-resolver/index.d.ts.map +0 -1
- package/dist/types/src/capabilities/operation-resolver/operation-resolver.d.ts +0 -5
- package/dist/types/src/capabilities/operation-resolver/operation-resolver.d.ts.map +0 -1
- package/dist/types/src/capabilities/react-surface/index.d.ts +0 -3
- package/dist/types/src/capabilities/react-surface/index.d.ts.map +0 -1
- package/dist/types/src/capabilities/react-surface/react-surface.d.ts.map +0 -1
- package/dist/types/src/capabilities/transcriber/index.d.ts +0 -3
- package/dist/types/src/capabilities/transcriber/index.d.ts.map +0 -1
- package/dist/types/src/capabilities/transcriber/transcriber.d.ts.map +0 -1
- package/dist/types/src/components/stories/FileTranscription.stories.d.ts.map +0 -1
- package/dist/types/src/components/stories/KeyWordRecognition.stories.d.ts.map +0 -1
- package/dist/types/src/components/stories/MicrophoneTranscription.stories.d.ts.map +0 -1
- package/dist/types/src/components/stories/TranscriptionStory.d.ts +0 -12
- package/dist/types/src/components/stories/TranscriptionStory.d.ts.map +0 -1
- package/dist/types/src/components/stories/useIsSpeaking.d.ts.map +0 -1
- package/dist/types/src/functions/index.d.ts +0 -18
- package/dist/types/src/functions/index.d.ts.map +0 -1
- package/dist/types/src/functions/open.d.ts +0 -11
- package/dist/types/src/functions/open.d.ts.map +0 -1
- package/dist/types/src/functions/summarize.d.ts +0 -11
- package/dist/types/src/functions/summarize.d.ts.map +0 -1
- package/dist/types/src/segments-normalization/index.d.ts.map +0 -1
- package/dist/types/src/segments-normalization/message-normalizer.d.ts.map +0 -1
- package/dist/types/src/segments-normalization/normalization.d.ts.map +0 -1
- package/dist/types/src/segments-normalization/normalization.test.d.ts.map +0 -1
- package/dist/types/src/segments-normalization/utils.d.ts.map +0 -1
- package/dist/types/src/types/TranscriptAction.d.ts +0 -25
- package/dist/types/src/types/TranscriptAction.d.ts.map +0 -1
- package/dist/types/src/types/capabilities.d.ts +0 -18
- package/dist/types/src/types/capabilities.d.ts.map +0 -1
- package/dist/types/src/types/types.d.ts.map +0 -1
- package/src/capabilities/blueprint-definition/index.ts +0 -7
- package/src/capabilities/operation-handler/index.ts +0 -7
- package/src/capabilities/operation-handler/operation-handler.ts +0 -25
- package/src/capabilities/operation-resolver/index.ts +0 -7
- package/src/capabilities/operation-resolver/operation-resolver.ts +0 -25
- package/src/capabilities/react-surface/index.ts +0 -7
- package/src/capabilities/react-surface/react-surface.tsx +0 -28
- package/src/capabilities/transcriber/index.ts +0 -7
- package/src/components/stories/TranscriptionStory.tsx +0 -41
- package/src/functions/index.ts +0 -11
- package/src/functions/open.ts +0 -37
- package/src/functions/summarize.ts +0 -103
- package/src/segments-normalization/normalization.ts +0 -115
- package/src/types/TranscriptAction.ts +0 -32
- package/src/types/capabilities.ts +0 -33
- package/dist/lib/{browser → neutral}/blueprints/index.mjs.map +0 -0
- package/dist/lib/{browser → neutral}/chunk-J5LGTIGS.mjs +0 -0
- package/dist/lib/{browser → neutral}/chunk-J5LGTIGS.mjs.map +0 -0
- package/dist/lib/{browser/chunk-HOOPZ7EM.mjs.map → neutral/chunk-KAEXRX3Y.mjs.map} +0 -0
- package/dist/lib/{browser/types → neutral/hooks}/index.mjs.map +0 -0
- package/dist/lib/{node-esm/blueprints → neutral}/index.mjs.map +0 -0
- package/dist/lib/{node-esm/chunk-HSLMI22Q.mjs.map → neutral/meta.mjs.map} +0 -0
- package/dist/lib/{node-esm/types → neutral/operations}/index.mjs.map +0 -0
- package/dist/types/src/capabilities/{react-surface/react-surface.d.ts → react-surface.d.ts} +0 -0
- package/dist/types/src/{segments-normalization → normalization}/message-normalizer.d.ts +0 -0
- package/dist/types/src/{segments-normalization → normalization}/normalization.test.d.ts +0 -0
- package/dist/types/src/{segments-normalization → normalization}/utils.d.ts +0 -0
- package/dist/types/src/{components/stories → stories}/useIsSpeaking.d.ts +0 -0
- package/src/{segments-normalization → normalization}/index.ts +1 -1
- package/src/{segments-normalization → normalization}/normalization.test.ts +1 -1
- /package/src/{segments-normalization → normalization}/utils.ts +0 -0
- /package/src/{components/stories → stories}/useIsSpeaking.tsx +0 -0
- /package/src/types/{types.ts → defs.ts} +0 -0
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@dxos/plugin-transcription",
|
|
3
|
-
"version": "0.8.4-main.
|
|
3
|
+
"version": "0.8.4-main.dfabb4ec29",
|
|
4
4
|
"description": "Voice transcription.",
|
|
5
5
|
"homepage": "https://dxos.org",
|
|
6
6
|
"bugs": "https://github.com/dxos/dxos/issues",
|
|
@@ -11,45 +11,99 @@
|
|
|
11
11
|
"license": "MIT",
|
|
12
12
|
"author": "DXOS.org",
|
|
13
13
|
"type": "module",
|
|
14
|
+
"imports": {
|
|
15
|
+
"#blueprints": {
|
|
16
|
+
"source": "./src/blueprints/index.ts",
|
|
17
|
+
"types": "./dist/types/src/blueprints/index.d.ts",
|
|
18
|
+
"default": "./dist/lib/neutral/blueprints/index.mjs"
|
|
19
|
+
},
|
|
20
|
+
"#capabilities": {
|
|
21
|
+
"source": "./src/capabilities/index.ts",
|
|
22
|
+
"types": "./dist/types/src/capabilities/index.d.ts",
|
|
23
|
+
"default": "./dist/lib/neutral/capabilities/index.mjs"
|
|
24
|
+
},
|
|
25
|
+
"#components": {
|
|
26
|
+
"source": "./src/components/index.ts",
|
|
27
|
+
"types": "./dist/types/src/components/index.d.ts",
|
|
28
|
+
"default": "./dist/lib/neutral/components/index.mjs"
|
|
29
|
+
},
|
|
30
|
+
"#containers": {
|
|
31
|
+
"source": "./src/containers/index.ts",
|
|
32
|
+
"types": "./dist/types/src/containers/index.d.ts",
|
|
33
|
+
"default": "./dist/lib/neutral/containers/index.mjs"
|
|
34
|
+
},
|
|
35
|
+
"#hooks": {
|
|
36
|
+
"source": "./src/hooks/index.ts",
|
|
37
|
+
"types": "./dist/types/src/hooks/index.d.ts",
|
|
38
|
+
"default": "./dist/lib/neutral/hooks/index.mjs"
|
|
39
|
+
},
|
|
40
|
+
"#meta": {
|
|
41
|
+
"source": "./src/meta.ts",
|
|
42
|
+
"types": "./dist/types/src/meta.d.ts",
|
|
43
|
+
"default": "./dist/lib/neutral/meta.mjs"
|
|
44
|
+
},
|
|
45
|
+
"#operations": {
|
|
46
|
+
"source": "./src/operations/index.ts",
|
|
47
|
+
"types": "./dist/types/src/operations/index.d.ts",
|
|
48
|
+
"default": "./dist/lib/neutral/operations/index.mjs"
|
|
49
|
+
},
|
|
50
|
+
"#plugin": {
|
|
51
|
+
"source": {
|
|
52
|
+
"node": "./src/TranscriptionPlugin.node.ts",
|
|
53
|
+
"default": "./src/TranscriptionPlugin.tsx"
|
|
54
|
+
},
|
|
55
|
+
"types": "./dist/types/src/TranscriptionPlugin.d.ts",
|
|
56
|
+
"node": "./dist/lib/neutral/TranscriptionPlugin.node.mjs",
|
|
57
|
+
"default": "./dist/lib/neutral/TranscriptionPlugin.mjs"
|
|
58
|
+
},
|
|
59
|
+
"#testing": "./src/testing/index.ts",
|
|
60
|
+
"#translations": {
|
|
61
|
+
"source": "./src/translations.ts",
|
|
62
|
+
"types": "./dist/types/src/translations.d.ts",
|
|
63
|
+
"default": "./dist/lib/neutral/translations.mjs"
|
|
64
|
+
},
|
|
65
|
+
"#types": {
|
|
66
|
+
"source": "./src/types/index.ts",
|
|
67
|
+
"types": "./dist/types/src/types/index.d.ts",
|
|
68
|
+
"default": "./dist/lib/neutral/types/index.mjs"
|
|
69
|
+
}
|
|
70
|
+
},
|
|
14
71
|
"exports": {
|
|
15
72
|
".": {
|
|
16
73
|
"source": "./src/index.ts",
|
|
17
|
-
"
|
|
18
|
-
"
|
|
19
|
-
"types": "./dist/types/src/index.d.ts"
|
|
74
|
+
"types": "./dist/types/src/index.d.ts",
|
|
75
|
+
"default": "./dist/lib/neutral/index.mjs"
|
|
20
76
|
},
|
|
21
|
-
"./
|
|
22
|
-
"source": "./src/
|
|
23
|
-
"
|
|
24
|
-
"
|
|
25
|
-
"types": "./dist/types/src/blueprints/index.d.ts"
|
|
77
|
+
"./components": {
|
|
78
|
+
"source": "./src/components/index.ts",
|
|
79
|
+
"types": "./dist/types/src/components/index.d.ts",
|
|
80
|
+
"default": "./dist/lib/neutral/components/index.mjs"
|
|
26
81
|
},
|
|
27
|
-
"./
|
|
28
|
-
"source": "./src/
|
|
29
|
-
"
|
|
30
|
-
"
|
|
31
|
-
|
|
82
|
+
"./hooks": {
|
|
83
|
+
"source": "./src/hooks/index.ts",
|
|
84
|
+
"types": "./dist/types/src/hooks/index.d.ts",
|
|
85
|
+
"default": "./dist/lib/neutral/hooks/index.mjs"
|
|
86
|
+
},
|
|
87
|
+
"./plugin": {
|
|
88
|
+
"source": "./src/plugin.ts",
|
|
89
|
+
"types": "./dist/types/src/plugin.d.ts",
|
|
90
|
+
"default": "./dist/lib/neutral/plugin.mjs"
|
|
91
|
+
},
|
|
92
|
+
"./translations": {
|
|
93
|
+
"source": "./src/translations.ts",
|
|
94
|
+
"types": "./dist/types/src/translations.d.ts",
|
|
95
|
+
"default": "./dist/lib/neutral/translations.mjs"
|
|
32
96
|
}
|
|
33
97
|
},
|
|
34
98
|
"types": "dist/types/src/index.d.ts",
|
|
35
|
-
"typesVersions": {
|
|
36
|
-
"*": {
|
|
37
|
-
"blueprints": [
|
|
38
|
-
"dist/types/src/blueprints/index.d.ts"
|
|
39
|
-
],
|
|
40
|
-
"types": [
|
|
41
|
-
"dist/types/src/types/index.d.ts"
|
|
42
|
-
]
|
|
43
|
-
}
|
|
44
|
-
},
|
|
45
99
|
"files": [
|
|
46
100
|
"dist",
|
|
47
101
|
"src"
|
|
48
102
|
],
|
|
49
103
|
"dependencies": {
|
|
50
104
|
"@codemirror/state": "^6.5.2",
|
|
51
|
-
"@codemirror/view": "^6.38.
|
|
52
|
-
"date-fns": "^3.
|
|
105
|
+
"@codemirror/view": "^6.38.5",
|
|
106
|
+
"date-fns": "^3.6.0",
|
|
53
107
|
"extendable-media-recorder": "^9.2.19",
|
|
54
108
|
"extendable-media-recorder-wav-encoder": "^7.0.123",
|
|
55
109
|
"main-thread-scheduling": "^14.1.1",
|
|
@@ -57,76 +111,74 @@
|
|
|
57
111
|
"react-router-dom": "^6.30.3",
|
|
58
112
|
"react-use": "^17.5.1",
|
|
59
113
|
"wavefile": "^11.0.0",
|
|
60
|
-
"@dxos/ai": "0.8.4-main.
|
|
61
|
-
"@dxos/app-framework": "0.8.4-main.
|
|
62
|
-
"@dxos/
|
|
63
|
-
"@dxos/
|
|
64
|
-
"@dxos/
|
|
65
|
-
"@dxos/
|
|
66
|
-
"@dxos/
|
|
67
|
-
"@dxos/
|
|
68
|
-
"@dxos/
|
|
69
|
-
"@dxos/
|
|
70
|
-
"@dxos/
|
|
71
|
-
"@dxos/
|
|
72
|
-
"@dxos/
|
|
73
|
-
"@dxos/
|
|
74
|
-
"@dxos/
|
|
75
|
-
"@dxos/
|
|
76
|
-
"@dxos/log": "0.8.4-main.
|
|
77
|
-
"@dxos/
|
|
78
|
-
"@dxos/
|
|
79
|
-
"@dxos/plugin-
|
|
80
|
-
"@dxos/plugin-
|
|
81
|
-
"@dxos/
|
|
82
|
-
"@dxos/
|
|
83
|
-
"@dxos/plugin-space": "0.8.4-main.
|
|
84
|
-
"@dxos/
|
|
85
|
-
"@dxos/
|
|
86
|
-
"@dxos/react-
|
|
87
|
-
"@dxos/react-
|
|
88
|
-
"@dxos/react-ui-
|
|
89
|
-
"@dxos/react-ui-form": "0.8.4-main.
|
|
90
|
-
"@dxos/react-ui-grid": "0.8.4-main.
|
|
91
|
-
"@dxos/react-ui-mosaic": "0.8.4-main.
|
|
92
|
-
"@dxos/react-ui-
|
|
93
|
-
"@dxos/
|
|
94
|
-
"@dxos/
|
|
95
|
-
"@dxos/react-ui-
|
|
96
|
-
"@dxos/
|
|
97
|
-
"@dxos/types": "0.8.4-main.
|
|
98
|
-
"@dxos/ui-editor": "0.8.4-main.
|
|
99
|
-
"@dxos/util": "0.8.4-main.c85a9c8dae",
|
|
100
|
-
"@dxos/react-ui-attention": "0.8.4-main.c85a9c8dae"
|
|
114
|
+
"@dxos/ai": "0.8.4-main.dfabb4ec29",
|
|
115
|
+
"@dxos/app-framework": "0.8.4-main.dfabb4ec29",
|
|
116
|
+
"@dxos/assistant": "0.8.4-main.dfabb4ec29",
|
|
117
|
+
"@dxos/client": "0.8.4-main.dfabb4ec29",
|
|
118
|
+
"@dxos/app-toolkit": "0.8.4-main.dfabb4ec29",
|
|
119
|
+
"@dxos/codec-protobuf": "0.8.4-main.dfabb4ec29",
|
|
120
|
+
"@dxos/context": "0.8.4-main.dfabb4ec29",
|
|
121
|
+
"@dxos/debug": "0.8.4-main.dfabb4ec29",
|
|
122
|
+
"@dxos/display-name": "0.8.4-main.dfabb4ec29",
|
|
123
|
+
"@dxos/echo-db": "0.8.4-main.dfabb4ec29",
|
|
124
|
+
"@dxos/echo": "0.8.4-main.dfabb4ec29",
|
|
125
|
+
"@dxos/invariant": "0.8.4-main.dfabb4ec29",
|
|
126
|
+
"@dxos/functions-runtime": "0.8.4-main.dfabb4ec29",
|
|
127
|
+
"@dxos/keys": "0.8.4-main.dfabb4ec29",
|
|
128
|
+
"@dxos/async": "0.8.4-main.dfabb4ec29",
|
|
129
|
+
"@dxos/plugin-client": "0.8.4-main.dfabb4ec29",
|
|
130
|
+
"@dxos/log": "0.8.4-main.dfabb4ec29",
|
|
131
|
+
"@dxos/plugin-deck": "0.8.4-main.dfabb4ec29",
|
|
132
|
+
"@dxos/plugin-graph": "0.8.4-main.dfabb4ec29",
|
|
133
|
+
"@dxos/plugin-markdown": "0.8.4-main.dfabb4ec29",
|
|
134
|
+
"@dxos/plugin-thread": "0.8.4-main.dfabb4ec29",
|
|
135
|
+
"@dxos/react-client": "0.8.4-main.dfabb4ec29",
|
|
136
|
+
"@dxos/protocols": "0.8.4-main.dfabb4ec29",
|
|
137
|
+
"@dxos/plugin-space": "0.8.4-main.dfabb4ec29",
|
|
138
|
+
"@dxos/react-edge-client": "0.8.4-main.dfabb4ec29",
|
|
139
|
+
"@dxos/compute": "0.8.4-main.dfabb4ec29",
|
|
140
|
+
"@dxos/react-ui-attention": "0.8.4-main.dfabb4ec29",
|
|
141
|
+
"@dxos/react-ui-components": "0.8.4-main.dfabb4ec29",
|
|
142
|
+
"@dxos/react-ui-editor": "0.8.4-main.dfabb4ec29",
|
|
143
|
+
"@dxos/react-ui-form": "0.8.4-main.dfabb4ec29",
|
|
144
|
+
"@dxos/react-ui-grid": "0.8.4-main.dfabb4ec29",
|
|
145
|
+
"@dxos/react-ui-mosaic": "0.8.4-main.dfabb4ec29",
|
|
146
|
+
"@dxos/react-ui-stack": "0.8.4-main.dfabb4ec29",
|
|
147
|
+
"@dxos/schema": "0.8.4-main.dfabb4ec29",
|
|
148
|
+
"@dxos/tracing": "0.8.4-main.dfabb4ec29",
|
|
149
|
+
"@dxos/react-ui-sfx": "0.8.4-main.dfabb4ec29",
|
|
150
|
+
"@dxos/util": "0.8.4-main.dfabb4ec29",
|
|
151
|
+
"@dxos/types": "0.8.4-main.dfabb4ec29",
|
|
152
|
+
"@dxos/ui-editor": "0.8.4-main.dfabb4ec29"
|
|
101
153
|
},
|
|
102
154
|
"devDependencies": {
|
|
103
155
|
"@effect-atom/atom-react": "^0.5.0",
|
|
104
156
|
"@effect/platform": "0.94.4",
|
|
105
157
|
"@types/dom-speech-recognition": "^0.0.6",
|
|
106
158
|
"@types/react": "~19.2.7",
|
|
107
|
-
"effect": "3.
|
|
159
|
+
"effect": "3.20.0",
|
|
108
160
|
"react": "~19.2.3",
|
|
109
161
|
"react-dom": "~19.2.3",
|
|
110
162
|
"tailwindcss": "^4.2.0",
|
|
111
|
-
"@dxos/plugin-preview": "0.8.4-main.
|
|
112
|
-
"@dxos/plugin-
|
|
113
|
-
"@dxos/plugin-
|
|
114
|
-
"@dxos/random": "0.8.4-main.
|
|
115
|
-
"@dxos/react-ui": "0.8.4-main.
|
|
116
|
-
"@dxos/react-ui
|
|
117
|
-
"@dxos/react-ui-syntax-highlighter": "0.8.4-main.
|
|
118
|
-
"@dxos/
|
|
119
|
-
"@dxos/
|
|
120
|
-
"@dxos/ui-theme": "0.8.4-main.
|
|
163
|
+
"@dxos/plugin-preview": "0.8.4-main.dfabb4ec29",
|
|
164
|
+
"@dxos/plugin-theme": "0.8.4-main.dfabb4ec29",
|
|
165
|
+
"@dxos/plugin-testing": "0.8.4-main.dfabb4ec29",
|
|
166
|
+
"@dxos/random": "0.8.4-main.dfabb4ec29",
|
|
167
|
+
"@dxos/react-ui-form": "0.8.4-main.dfabb4ec29",
|
|
168
|
+
"@dxos/react-ui": "0.8.4-main.dfabb4ec29",
|
|
169
|
+
"@dxos/react-ui-syntax-highlighter": "0.8.4-main.dfabb4ec29",
|
|
170
|
+
"@dxos/test-utils": "0.8.4-main.dfabb4ec29",
|
|
171
|
+
"@dxos/storybook-utils": "0.8.4-main.dfabb4ec29",
|
|
172
|
+
"@dxos/ui-theme": "0.8.4-main.dfabb4ec29"
|
|
121
173
|
},
|
|
122
174
|
"peerDependencies": {
|
|
123
175
|
"@effect-atom/atom-react": "^0.5.0",
|
|
124
176
|
"@effect/platform": "0.94.4",
|
|
125
|
-
"effect": "3.
|
|
177
|
+
"effect": "3.20.0",
|
|
126
178
|
"react": "~19.2.3",
|
|
127
179
|
"react-dom": "~19.2.3",
|
|
128
|
-
"@dxos/react-ui": "0.8.4-main.
|
|
129
|
-
"@dxos/ui-theme": "0.8.4-main.
|
|
180
|
+
"@dxos/react-ui": "0.8.4-main.dfabb4ec29",
|
|
181
|
+
"@dxos/ui-theme": "0.8.4-main.dfabb4ec29"
|
|
130
182
|
},
|
|
131
183
|
"publishConfig": {
|
|
132
184
|
"access": "public"
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
//
|
|
2
|
+
// Copyright 2023 DXOS.org
|
|
3
|
+
//
|
|
4
|
+
|
|
5
|
+
import { Plugin } from '@dxos/app-framework';
|
|
6
|
+
import { AppPlugin } from '@dxos/app-toolkit';
|
|
7
|
+
import { Transcript } from '@dxos/types';
|
|
8
|
+
|
|
9
|
+
import { BlueprintDefinition, OperationHandler, TextContent } from '#capabilities';
|
|
10
|
+
import { meta } from '#meta';
|
|
11
|
+
|
|
12
|
+
export const TranscriptionPlugin = Plugin.define(meta).pipe(
|
|
13
|
+
AppPlugin.addBlueprintDefinitionModule({ activate: BlueprintDefinition }),
|
|
14
|
+
AppPlugin.addTextContentModule({ activate: TextContent }),
|
|
15
|
+
AppPlugin.addOperationHandlerModule({ activate: OperationHandler }),
|
|
16
|
+
AppPlugin.addSchemaModule({ schema: [Transcript.Transcript] }),
|
|
17
|
+
Plugin.make,
|
|
18
|
+
);
|
|
19
|
+
|
|
20
|
+
export default TranscriptionPlugin;
|
|
@@ -0,0 +1,31 @@
|
|
|
1
|
+
//
|
|
2
|
+
// Copyright 2026 DXOS.org
|
|
3
|
+
//
|
|
4
|
+
|
|
5
|
+
import { describe, test } from 'vitest';
|
|
6
|
+
|
|
7
|
+
import { AppActivationEvents } from '@dxos/app-toolkit';
|
|
8
|
+
import { ClientPlugin } from '@dxos/plugin-client/plugin';
|
|
9
|
+
import { createComposerTestApp } from '@dxos/plugin-testing/harness';
|
|
10
|
+
|
|
11
|
+
import { meta } from '#meta';
|
|
12
|
+
import { TranscriptionPlugin } from '#plugin';
|
|
13
|
+
|
|
14
|
+
const moduleId = (name: string) => `${meta.id}.module.${name}`;
|
|
15
|
+
|
|
16
|
+
describe('TranscriptionPlugin', () => {
|
|
17
|
+
test('modules activate on the expected events', async ({ expect }) => {
|
|
18
|
+
await using harness = await createComposerTestApp({
|
|
19
|
+
plugins: [ClientPlugin({}), TranscriptionPlugin()],
|
|
20
|
+
});
|
|
21
|
+
|
|
22
|
+
// After autoStart: schema, OperationHandler all auto-cascade.
|
|
23
|
+
expect(harness.manager.getActive()).toEqual(
|
|
24
|
+
expect.arrayContaining([moduleId('schema'), moduleId('OperationHandler')]),
|
|
25
|
+
);
|
|
26
|
+
|
|
27
|
+
// SetupArtifactDefinition is fired by AssistantPlugin, which can't be included here due to a workspace cycle.
|
|
28
|
+
await harness.fire(AppActivationEvents.SetupArtifactDefinition);
|
|
29
|
+
expect(harness.manager.getActive()).toContain(moduleId('BlueprintDefinition'));
|
|
30
|
+
});
|
|
31
|
+
});
|
|
@@ -4,39 +4,16 @@
|
|
|
4
4
|
|
|
5
5
|
import { Plugin } from '@dxos/app-framework';
|
|
6
6
|
import { AppActivationEvents, AppPlugin } from '@dxos/app-toolkit';
|
|
7
|
-
import {
|
|
8
|
-
import { getSpace } from '@dxos/react-client/echo';
|
|
9
|
-
import { Message, Transcript } from '@dxos/types';
|
|
7
|
+
import { Transcript } from '@dxos/types';
|
|
10
8
|
|
|
11
|
-
import { BlueprintDefinition,
|
|
12
|
-
import { meta } from '
|
|
13
|
-
import { translations } from '
|
|
14
|
-
import { renderByline } from './util';
|
|
9
|
+
import { BlueprintDefinition, OperationHandler, ReactSurface, TextContent, Transcriber } from '#capabilities';
|
|
10
|
+
import { meta } from '#meta';
|
|
11
|
+
import { translations } from '#translations';
|
|
15
12
|
|
|
16
13
|
export const TranscriptionPlugin = Plugin.define(meta).pipe(
|
|
17
14
|
AppPlugin.addBlueprintDefinitionModule({ activate: BlueprintDefinition }),
|
|
18
|
-
AppPlugin.
|
|
19
|
-
|
|
20
|
-
id: Transcript.Transcript.typename,
|
|
21
|
-
metadata: {
|
|
22
|
-
icon: 'ph--subtitles--regular',
|
|
23
|
-
iconHue: 'sky',
|
|
24
|
-
// TODO(wittjosiah): Factor out. Artifact? Separate capability?
|
|
25
|
-
getTextContent: async (transcript: Transcript.Transcript) => {
|
|
26
|
-
const space = getSpace(transcript);
|
|
27
|
-
const members = space?.members.get().map((member) => member.identity) ?? [];
|
|
28
|
-
const queue = space?.queues.get<Message.Message>(transcript.queue.dxn);
|
|
29
|
-
await queue?.refresh();
|
|
30
|
-
const content = queue?.objects
|
|
31
|
-
.filter((message) => Obj.instanceOf(Message.Message, message))
|
|
32
|
-
.flatMap((message, index) => renderByline(members)(message, index))
|
|
33
|
-
.join('\n\n');
|
|
34
|
-
return content;
|
|
35
|
-
},
|
|
36
|
-
},
|
|
37
|
-
},
|
|
38
|
-
}),
|
|
39
|
-
AppPlugin.addOperationResolverModule({ activate: OperationResolver }),
|
|
15
|
+
AppPlugin.addTextContentModule({ activate: TextContent }),
|
|
16
|
+
AppPlugin.addOperationHandlerModule({ activate: OperationHandler }),
|
|
40
17
|
AppPlugin.addSchemaModule({ schema: [Transcript.Transcript] }),
|
|
41
18
|
AppPlugin.addSurfaceModule({ activate: ReactSurface }),
|
|
42
19
|
AppPlugin.addTranslationsModule({ translations }),
|
|
@@ -47,3 +24,5 @@ export const TranscriptionPlugin = Plugin.define(meta).pipe(
|
|
|
47
24
|
}),
|
|
48
25
|
Plugin.make,
|
|
49
26
|
);
|
|
27
|
+
|
|
28
|
+
export default TranscriptionPlugin;
|
|
@@ -2,21 +2,18 @@
|
|
|
2
2
|
// Copyright 2025 DXOS.org
|
|
3
3
|
//
|
|
4
4
|
|
|
5
|
-
import {
|
|
6
|
-
import { Blueprint, Template } from '@dxos/blueprints';
|
|
5
|
+
import { Blueprint, Template } from '@dxos/compute';
|
|
7
6
|
import { trim } from '@dxos/util';
|
|
8
7
|
|
|
9
|
-
import {
|
|
8
|
+
import { TranscriptOperation } from '#types';
|
|
10
9
|
|
|
11
|
-
const BLUEPRINT_KEY = 'dxos.
|
|
12
|
-
|
|
13
|
-
const functions = Object.values(TranscriptionFunctions);
|
|
10
|
+
const BLUEPRINT_KEY = 'org.dxos.blueprint.transcription';
|
|
14
11
|
|
|
15
12
|
const make = () =>
|
|
16
13
|
Blueprint.make({
|
|
17
14
|
key: BLUEPRINT_KEY,
|
|
18
15
|
name: 'Transcription',
|
|
19
|
-
tools: Blueprint.toolDefinitions({
|
|
16
|
+
tools: Blueprint.toolDefinitions({ operations: [TranscriptOperation.Open, TranscriptOperation.Summarize] }),
|
|
20
17
|
instructions: Template.make({
|
|
21
18
|
source: trim`
|
|
22
19
|
You can open and summarize a meeting transcript.
|
|
@@ -24,9 +21,8 @@ const make = () =>
|
|
|
24
21
|
}),
|
|
25
22
|
});
|
|
26
23
|
|
|
27
|
-
const blueprint:
|
|
24
|
+
const blueprint: Blueprint.Definition = {
|
|
28
25
|
key: BLUEPRINT_KEY,
|
|
29
|
-
functions,
|
|
30
26
|
make,
|
|
31
27
|
};
|
|
32
28
|
|
package/src/capabilities/{blueprint-definition/blueprint-definition.ts → blueprint-definition.ts}
RENAMED
|
@@ -6,8 +6,10 @@ import * as Effect from 'effect/Effect';
|
|
|
6
6
|
|
|
7
7
|
import { Capability } from '@dxos/app-framework';
|
|
8
8
|
import { AppCapabilities } from '@dxos/app-toolkit';
|
|
9
|
+
// eslint-disable-next-line unused-imports/no-unused-imports
|
|
10
|
+
import type { Blueprint } from '@dxos/compute';
|
|
9
11
|
|
|
10
|
-
import { TranscriptionBlueprint } from '
|
|
12
|
+
import { TranscriptionBlueprint } from '#blueprints';
|
|
11
13
|
|
|
12
14
|
const blueprintDefinition = Capability.makeModule<
|
|
13
15
|
[],
|
|
@@ -2,7 +2,15 @@
|
|
|
2
2
|
// Copyright 2025 DXOS.org
|
|
3
3
|
//
|
|
4
4
|
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
5
|
+
import { Capability } from '@dxos/app-framework';
|
|
6
|
+
// eslint-disable-next-line unused-imports/no-unused-imports
|
|
7
|
+
import type { Blueprint, OperationHandlerSet } from '@dxos/compute';
|
|
8
|
+
|
|
9
|
+
export const BlueprintDefinition = Capability.lazy('BlueprintDefinition', () => import('./blueprint-definition'));
|
|
10
|
+
export const TextContent = Capability.lazy('TextContent', () => import('./text-content'));
|
|
11
|
+
export const OperationHandler = Capability.lazy<OperationHandlerSet.OperationHandlerSet>(
|
|
12
|
+
'OperationHandler',
|
|
13
|
+
() => import('./operation-handler'),
|
|
14
|
+
);
|
|
15
|
+
export const ReactSurface = Capability.lazy('ReactSurface', () => import('./react-surface'));
|
|
16
|
+
export const Transcriber = Capability.lazy('Transcriber', () => import('./transcriber'));
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
//
|
|
2
|
+
// Copyright 2025 DXOS.org
|
|
3
|
+
//
|
|
4
|
+
|
|
5
|
+
import * as Effect from 'effect/Effect';
|
|
6
|
+
|
|
7
|
+
import { Capabilities, Capability } from '@dxos/app-framework';
|
|
8
|
+
import type { OperationHandlerSet } from '@dxos/compute';
|
|
9
|
+
|
|
10
|
+
import { TranscriptionOperationHandlerSet } from '#operations';
|
|
11
|
+
|
|
12
|
+
export default Capability.makeModule<OperationHandlerSet.OperationHandlerSet>(
|
|
13
|
+
Effect.fnUntraced(function* () {
|
|
14
|
+
return Capability.contributes(Capabilities.OperationHandler, TranscriptionOperationHandlerSet);
|
|
15
|
+
}),
|
|
16
|
+
);
|
|
@@ -0,0 +1,31 @@
|
|
|
1
|
+
//
|
|
2
|
+
// Copyright 2025 DXOS.org
|
|
3
|
+
//
|
|
4
|
+
|
|
5
|
+
import * as Effect from 'effect/Effect';
|
|
6
|
+
import React from 'react';
|
|
7
|
+
|
|
8
|
+
import { Capabilities, Capability } from '@dxos/app-framework';
|
|
9
|
+
import { Surface } from '@dxos/app-framework/ui';
|
|
10
|
+
import { AppSurface } from '@dxos/app-toolkit/ui';
|
|
11
|
+
import { Transcript } from '@dxos/types';
|
|
12
|
+
|
|
13
|
+
import { TranscriptionContainer } from '#containers';
|
|
14
|
+
|
|
15
|
+
export default Capability.makeModule(() =>
|
|
16
|
+
Effect.succeed(
|
|
17
|
+
Capability.contributes(Capabilities.ReactSurface, [
|
|
18
|
+
Surface.create({
|
|
19
|
+
id: 'article.transcript',
|
|
20
|
+
// TODO(wittjosiah): Split into multiple surfaces if this filter proves too strict for non-article roles.
|
|
21
|
+
filter: AppSurface.oneOf(
|
|
22
|
+
AppSurface.object(AppSurface.Article, Transcript.Transcript),
|
|
23
|
+
AppSurface.object(AppSurface.Section, Transcript.Transcript),
|
|
24
|
+
),
|
|
25
|
+
component: ({ data, role }) => (
|
|
26
|
+
<TranscriptionContainer role={role} subject={data.subject} attendableId={data.attendableId} />
|
|
27
|
+
),
|
|
28
|
+
}),
|
|
29
|
+
]),
|
|
30
|
+
),
|
|
31
|
+
);
|
|
@@ -0,0 +1,33 @@
|
|
|
1
|
+
//
|
|
2
|
+
// Copyright 2025 DXOS.org
|
|
3
|
+
//
|
|
4
|
+
|
|
5
|
+
import * as Effect from 'effect/Effect';
|
|
6
|
+
|
|
7
|
+
import { Capability } from '@dxos/app-framework';
|
|
8
|
+
import { AppCapabilities } from '@dxos/app-toolkit';
|
|
9
|
+
import { Feed, Obj } from '@dxos/echo';
|
|
10
|
+
import { getSpace } from '@dxos/react-client/echo';
|
|
11
|
+
import { Message, Transcript } from '@dxos/types';
|
|
12
|
+
|
|
13
|
+
import { renderByline } from '../util';
|
|
14
|
+
|
|
15
|
+
export default Capability.makeModule(
|
|
16
|
+
Effect.fnUntraced(function* () {
|
|
17
|
+
return Capability.contributes(AppCapabilities.TextContent, {
|
|
18
|
+
id: Transcript.Transcript.typename,
|
|
19
|
+
getTextContent: async (transcript: Transcript.Transcript) => {
|
|
20
|
+
const space = getSpace(transcript);
|
|
21
|
+
const members = space?.members.get().map((member) => member.identity) ?? [];
|
|
22
|
+
const feed = await transcript.feed.load();
|
|
23
|
+
const queueDxn = Feed.getQueueDxn(feed);
|
|
24
|
+
const queue = queueDxn ? space?.queues.get<Message.Message>(queueDxn) : undefined;
|
|
25
|
+
await queue?.refresh();
|
|
26
|
+
return queue?.objects
|
|
27
|
+
.filter((message) => Obj.instanceOf(Message.Message, message))
|
|
28
|
+
.flatMap((message, index) => renderByline(members)(message, index))
|
|
29
|
+
.join('\n\n');
|
|
30
|
+
},
|
|
31
|
+
});
|
|
32
|
+
}),
|
|
33
|
+
);
|
|
@@ -7,8 +7,9 @@ import * as Effect from 'effect/Effect';
|
|
|
7
7
|
import { Capabilities, Capability } from '@dxos/app-framework';
|
|
8
8
|
import { ClientCapabilities } from '@dxos/plugin-client';
|
|
9
9
|
|
|
10
|
-
import {
|
|
11
|
-
|
|
10
|
+
import { TranscriptionCapabilities } from '#types';
|
|
11
|
+
|
|
12
|
+
import { MediaStreamRecorder, Transcriber, TranscriptionManager } from '../transcriber';
|
|
12
13
|
|
|
13
14
|
// TODO(burdon): Move to config?
|
|
14
15
|
|
|
@@ -42,6 +43,7 @@ export default Capability.makeModule(
|
|
|
42
43
|
onSegments,
|
|
43
44
|
transcriberConfig,
|
|
44
45
|
recorderConfig,
|
|
46
|
+
transcribe,
|
|
45
47
|
}) => {
|
|
46
48
|
// Initialize audio transcription.
|
|
47
49
|
return new Transcriber({
|
|
@@ -58,6 +60,7 @@ export default Capability.makeModule(
|
|
|
58
60
|
},
|
|
59
61
|
}),
|
|
60
62
|
onSegments,
|
|
63
|
+
transcribe,
|
|
61
64
|
});
|
|
62
65
|
};
|
|
63
66
|
|