@dxos/plugin-transcription 0.9.1-main.c7dcc2e112 → 0.10.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/PLUGIN.mdl +5 -5
- package/dist/lib/neutral/{TranscriptionArticle-S56VVOSF.mjs → TranscriptionArticle-FEWCWG4A.mjs} +3 -6
- package/dist/lib/neutral/TranscriptionArticle-FEWCWG4A.mjs.map +7 -0
- package/dist/lib/neutral/TranscriptionPlugin.mjs +25 -4
- package/dist/lib/neutral/TranscriptionPlugin.mjs.map +3 -3
- package/dist/lib/neutral/TranscriptionPlugin.node.mjs +3 -3
- package/dist/lib/neutral/TranscriptionPlugin.node.mjs.map +3 -3
- package/dist/lib/neutral/app-graph-builder-GQRMI22E.mjs +48 -0
- package/dist/lib/neutral/app-graph-builder-GQRMI22E.mjs.map +7 -0
- package/dist/lib/neutral/capabilities/index.mjs +17 -5
- package/dist/lib/neutral/capabilities/index.mjs.map +3 -3
- package/dist/lib/neutral/{chunk-XZVDAYM6.mjs → chunk-5BVHY75B.mjs} +2 -2
- package/dist/lib/neutral/{chunk-XZVDAYM6.mjs.map → chunk-5BVHY75B.mjs.map} +1 -1
- package/dist/lib/neutral/chunk-HNXSU7HJ.mjs +8 -0
- package/dist/lib/neutral/chunk-KOXLGGSL.mjs +30 -0
- package/dist/lib/neutral/chunk-KOXLGGSL.mjs.map +7 -0
- package/dist/lib/neutral/{chunk-2URVUJT4.mjs → chunk-MDV7NBFJ.mjs} +31 -8
- package/dist/lib/neutral/chunk-MDV7NBFJ.mjs.map +7 -0
- package/dist/lib/neutral/components/index.mjs +114 -258
- package/dist/lib/neutral/components/index.mjs.map +4 -4
- package/dist/lib/neutral/containers/index.mjs +1 -1
- package/dist/lib/neutral/{create-7NGOP7JP.mjs → create-HNHGCKZ4.mjs} +2 -2
- package/dist/lib/neutral/{enrich-message-F2AOM53F.mjs → enrich-message-DSJU4TXC.mjs} +2 -2
- package/dist/lib/neutral/entity-lookup-PCDW7NC4.mjs +25 -0
- package/dist/lib/neutral/entity-lookup-PCDW7NC4.mjs.map +7 -0
- package/dist/lib/neutral/hooks/index.mjs +93 -15
- package/dist/lib/neutral/hooks/index.mjs.map +4 -4
- package/dist/lib/neutral/index.mjs +6 -32
- package/dist/lib/neutral/markdown-extension-CCDXXY7E.mjs +16 -0
- package/dist/lib/neutral/markdown-extension-CCDXXY7E.mjs.map +7 -0
- package/dist/lib/neutral/meta.json +1 -1
- package/dist/lib/neutral/meta.mjs +1 -1
- package/dist/lib/neutral/{open-42H72C4G.mjs → open-SNMZXXYO.mjs} +4 -6
- package/dist/lib/neutral/open-SNMZXXYO.mjs.map +7 -0
- package/dist/lib/neutral/operations/index.mjs +1 -1
- package/dist/lib/neutral/pipeline-status-XMWMAUJY.mjs +17 -0
- package/dist/lib/neutral/pipeline-status-XMWMAUJY.mjs.map +7 -0
- package/dist/lib/neutral/plugin.mjs +2 -2
- package/dist/lib/neutral/recording-session-IADO7ATU.mjs +15 -0
- package/dist/lib/neutral/recording-session-IADO7ATU.mjs.map +7 -0
- package/dist/lib/neutral/{settings-DUS32HOM.mjs → settings-7KE4MABW.mjs} +3 -2
- package/dist/lib/neutral/{settings-DUS32HOM.mjs.map → settings-7KE4MABW.mjs.map} +3 -3
- package/dist/lib/neutral/skill-definition-DXNK324V.mjs +15 -0
- package/dist/lib/neutral/skill-definition-DXNK324V.mjs.map +7 -0
- package/dist/lib/neutral/skills/index.mjs +8 -0
- package/dist/lib/neutral/{summarize-45WVUPED.mjs → summarize-LBUZTOTH.mjs} +4 -4
- package/dist/lib/neutral/summarize-LBUZTOTH.mjs.map +7 -0
- package/dist/lib/neutral/{text-content-XZ3HK4OT.mjs → text-content-NOWR642C.mjs} +2 -4
- package/dist/lib/neutral/text-content-NOWR642C.mjs.map +7 -0
- package/dist/lib/neutral/transcriber-6XZHUUHK.mjs +174 -0
- package/dist/lib/neutral/transcriber-6XZHUUHK.mjs.map +7 -0
- package/dist/lib/neutral/transcription-driver-DN6ELQXZ.mjs +207 -0
- package/dist/lib/neutral/transcription-driver-DN6ELQXZ.mjs.map +7 -0
- package/dist/lib/neutral/translations.mjs +7 -0
- package/dist/lib/neutral/translations.mjs.map +2 -2
- package/dist/lib/neutral/types/index.mjs +1 -1
- package/dist/types/src/TranscriptionPlugin.d.ts.map +1 -1
- package/dist/types/src/capabilities/app-graph-builder.d.ts +5 -0
- package/dist/types/src/capabilities/app-graph-builder.d.ts.map +1 -0
- package/dist/types/src/capabilities/entity-lookup.d.ts +10 -0
- package/dist/types/src/capabilities/entity-lookup.d.ts.map +1 -0
- package/dist/types/src/capabilities/index.d.ts +7 -1
- package/dist/types/src/capabilities/index.d.ts.map +1 -1
- package/dist/types/src/capabilities/markdown-extension.d.ts +5 -0
- package/dist/types/src/capabilities/markdown-extension.d.ts.map +1 -0
- package/dist/types/src/capabilities/pipeline-status.d.ts +9 -0
- package/dist/types/src/capabilities/pipeline-status.d.ts.map +1 -0
- package/dist/types/src/capabilities/react-surface.d.ts +1 -1
- package/dist/types/src/capabilities/recording-session.d.ts +5 -0
- package/dist/types/src/capabilities/recording-session.d.ts.map +1 -0
- package/dist/types/src/capabilities/settings.d.ts +1 -3
- package/dist/types/src/capabilities/settings.d.ts.map +1 -1
- package/dist/types/src/capabilities/skill-definition.d.ts +5 -0
- package/dist/types/src/capabilities/skill-definition.d.ts.map +1 -0
- package/dist/types/src/capabilities/text-content.d.ts +1 -4
- package/dist/types/src/capabilities/transcriber.d.ts +4 -3
- package/dist/types/src/capabilities/transcriber.d.ts.map +1 -1
- package/dist/types/src/capabilities/transcription-driver.d.ts +5 -0
- package/dist/types/src/capabilities/transcription-driver.d.ts.map +1 -0
- package/dist/types/src/components/Mic/Mic.d.ts +12 -0
- package/dist/types/src/components/Mic/Mic.d.ts.map +1 -0
- package/dist/types/src/components/{Oracle/Oracle.stories.d.ts → Mic/Mic.stories.d.ts} +9 -7
- package/dist/types/src/components/Mic/Mic.stories.d.ts.map +1 -0
- package/dist/types/src/components/Mic/index.d.ts +2 -0
- package/dist/types/src/components/Mic/index.d.ts.map +1 -0
- package/dist/types/src/components/index.d.ts +1 -2
- package/dist/types/src/components/index.d.ts.map +1 -1
- package/dist/types/src/containers/TranscriptionArticle/TranscriptionArticle.d.ts.map +1 -1
- package/dist/types/src/containers/TranscriptionArticle/TranscriptionArticle.stories.d.ts +7 -0
- package/dist/types/src/containers/TranscriptionArticle/TranscriptionArticle.stories.d.ts.map +1 -1
- package/dist/types/src/hooks/index.d.ts +0 -5
- package/dist/types/src/hooks/index.d.ts.map +1 -1
- package/dist/types/src/hooks/useTranscriptionRecording.d.ts.map +1 -1
- package/dist/types/src/index.d.ts +1 -3
- package/dist/types/src/index.d.ts.map +1 -1
- package/dist/types/src/meta.d.ts +4 -0
- package/dist/types/src/meta.d.ts.map +1 -1
- package/dist/types/src/normalization/message-normalizer.d.ts +2 -2
- package/dist/types/src/normalization/message-normalizer.d.ts.map +1 -1
- package/dist/types/src/normalization/normalization.d.ts +98 -733
- package/dist/types/src/normalization/normalization.d.ts.map +1 -1
- package/dist/types/src/operations/open.d.ts.map +1 -1
- package/dist/types/src/operations/summarize.d.ts.map +1 -1
- package/dist/types/src/skills/index.d.ts +2 -0
- package/dist/types/src/skills/index.d.ts.map +1 -0
- package/dist/types/src/skills/transcription-skill.d.ts +4 -0
- package/dist/types/src/skills/transcription-skill.d.ts.map +1 -0
- package/dist/types/src/stories/Keyword.stories.d.ts +51 -0
- package/dist/types/src/stories/Keyword.stories.d.ts.map +1 -0
- package/dist/types/src/stories/Pipeline.stories.d.ts +60 -0
- package/dist/types/src/stories/Pipeline.stories.d.ts.map +1 -0
- package/dist/types/src/stories/Transcription.stories.d.ts +23 -0
- package/dist/types/src/stories/Transcription.stories.d.ts.map +1 -0
- package/dist/types/src/testing/decorators.d.ts +21 -0
- package/dist/types/src/testing/decorators.d.ts.map +1 -0
- package/dist/types/src/testing/index.d.ts +1 -0
- package/dist/types/src/testing/index.d.ts.map +1 -1
- package/dist/types/src/testing/testing.d.ts +3 -9
- package/dist/types/src/testing/testing.d.ts.map +1 -1
- package/dist/types/src/{transcriber/transcription-manager.d.ts → transcription-manager.d.ts} +6 -5
- package/dist/types/src/transcription-manager.d.ts.map +1 -0
- package/dist/types/src/translations.d.ts +7 -0
- package/dist/types/src/translations.d.ts.map +1 -1
- package/dist/types/src/types/Settings.d.ts +6 -0
- package/dist/types/src/types/Settings.d.ts.map +1 -1
- package/dist/types/src/types/TranscriptOperation.d.ts +114 -1971
- package/dist/types/src/types/TranscriptOperation.d.ts.map +1 -1
- package/dist/types/src/types/TranscriptionCapabilities.d.ts +51 -13
- package/dist/types/src/types/TranscriptionCapabilities.d.ts.map +1 -1
- package/dist/types/src/util/index.d.ts +0 -2
- package/dist/types/src/util/index.d.ts.map +1 -1
- package/dist/types/tsconfig.tsbuildinfo +1 -1
- package/dx.config.ts +1 -1
- package/package.json +68 -69
- package/src/TranscriptionPlugin.node.ts +2 -2
- package/src/TranscriptionPlugin.test.ts +1 -1
- package/src/TranscriptionPlugin.tsx +31 -2
- package/src/capabilities/app-graph-builder.tsx +49 -0
- package/src/capabilities/entity-lookup.ts +32 -0
- package/src/capabilities/index.ts +7 -1
- package/src/capabilities/markdown-extension.ts +17 -0
- package/src/capabilities/pipeline-status.ts +23 -0
- package/src/capabilities/recording-session.ts +17 -0
- package/src/capabilities/settings.ts +1 -0
- package/src/capabilities/skill-definition.ts +15 -0
- package/src/capabilities/text-content.ts +1 -2
- package/src/capabilities/transcriber.ts +5 -48
- package/src/capabilities/transcription-driver.tsx +263 -0
- package/src/components/Mic/Mic.stories.tsx +66 -0
- package/src/components/Mic/Mic.tsx +136 -0
- package/src/components/Mic/index.ts +5 -0
- package/src/components/index.ts +1 -2
- package/src/containers/TranscriptionArticle/TranscriptionArticle.stories.tsx +4 -0
- package/src/containers/TranscriptionArticle/TranscriptionArticle.tsx +4 -5
- package/src/hooks/index.ts +0 -5
- package/src/hooks/useTranscriptionRecording.ts +4 -8
- package/src/index.ts +1 -5
- package/src/normalization/message-normalizer.ts +3 -3
- package/src/normalization/normalization.ts +3 -0
- package/src/operations/open.ts +2 -2
- package/src/operations/summarize.ts +2 -2
- package/src/skills/index.ts +5 -0
- package/src/skills/transcription-skill.ts +29 -0
- package/src/stories/Keyword.stories.tsx +98 -0
- package/src/stories/Pipeline.stories.tsx +361 -0
- package/src/stories/Transcription.stories.tsx +178 -0
- package/src/testing/decorators.ts +78 -0
- package/src/testing/index.ts +1 -0
- package/src/testing/testing.ts +13 -48
- package/src/{transcriber/transcription-manager.ts → transcription-manager.ts} +13 -12
- package/src/translations.ts +8 -0
- package/src/types/Settings.ts +38 -0
- package/src/types/TranscriptOperation.ts +6 -4
- package/src/types/TranscriptionCapabilities.ts +57 -21
- package/src/util/index.ts +0 -2
- package/dist/lib/neutral/TranscriptionArticle-S56VVOSF.mjs.map +0 -7
- package/dist/lib/neutral/blueprint-definition-DA4QFRYJ.mjs +0 -15
- package/dist/lib/neutral/blueprint-definition-DA4QFRYJ.mjs.map +0 -7
- package/dist/lib/neutral/blueprints/index.mjs +0 -8
- package/dist/lib/neutral/chunk-2URVUJT4.mjs.map +0 -7
- package/dist/lib/neutral/chunk-J4ONEYPJ.mjs +0 -8
- package/dist/lib/neutral/chunk-MLRJWAQH.mjs +0 -179
- package/dist/lib/neutral/chunk-MLRJWAQH.mjs.map +0 -7
- package/dist/lib/neutral/chunk-XMHH34NI.mjs +0 -318
- package/dist/lib/neutral/chunk-XMHH34NI.mjs.map +0 -7
- package/dist/lib/neutral/chunk-XOXHWMXR.mjs +0 -35
- package/dist/lib/neutral/chunk-XOXHWMXR.mjs.map +0 -7
- package/dist/lib/neutral/chunk-XWC5BBOY.mjs +0 -435
- package/dist/lib/neutral/chunk-XWC5BBOY.mjs.map +0 -7
- package/dist/lib/neutral/chunk-ZR4BH4QQ.mjs +0 -30
- package/dist/lib/neutral/chunk-ZR4BH4QQ.mjs.map +0 -7
- package/dist/lib/neutral/open-42H72C4G.mjs.map +0 -7
- package/dist/lib/neutral/summarize-45WVUPED.mjs.map +0 -7
- package/dist/lib/neutral/text-content-XZ3HK4OT.mjs.map +0 -7
- package/dist/lib/neutral/transcriber-KYV6NWI5.mjs +0 -59
- package/dist/lib/neutral/transcriber-KYV6NWI5.mjs.map +0 -7
- package/dist/types/src/blueprints/index.d.ts +0 -2
- package/dist/types/src/blueprints/index.d.ts.map +0 -1
- package/dist/types/src/blueprints/transcription-blueprint.d.ts +0 -4
- package/dist/types/src/blueprints/transcription-blueprint.d.ts.map +0 -1
- package/dist/types/src/capabilities/blueprint-definition.d.ts +0 -6
- package/dist/types/src/capabilities/blueprint-definition.d.ts.map +0 -1
- package/dist/types/src/components/Oracle/Oracle.d.ts +0 -24
- package/dist/types/src/components/Oracle/Oracle.d.ts.map +0 -1
- package/dist/types/src/components/Oracle/Oracle.stories.d.ts.map +0 -1
- package/dist/types/src/components/Oracle/index.d.ts +0 -2
- package/dist/types/src/components/Oracle/index.d.ts.map +0 -1
- package/dist/types/src/components/Transcription/Transcription.d.ts +0 -11
- package/dist/types/src/components/Transcription/Transcription.d.ts.map +0 -1
- package/dist/types/src/components/Transcription/Transcription.stories.d.ts +0 -37
- package/dist/types/src/components/Transcription/Transcription.stories.d.ts.map +0 -1
- package/dist/types/src/components/Transcription/index.d.ts +0 -2
- package/dist/types/src/components/Transcription/index.d.ts.map +0 -1
- package/dist/types/src/components/Transcription/transcription-extension.d.ts +0 -15
- package/dist/types/src/components/Transcription/transcription-extension.d.ts.map +0 -1
- package/dist/types/src/enrichment/conversation.test.d.ts +0 -2
- package/dist/types/src/enrichment/conversation.test.d.ts.map +0 -1
- package/dist/types/src/enrichment/operations.d.ts +0 -200
- package/dist/types/src/enrichment/operations.d.ts.map +0 -1
- package/dist/types/src/enrichment/parser.d.ts +0 -26
- package/dist/types/src/enrichment/parser.d.ts.map +0 -1
- package/dist/types/src/enrichment/stream-simulator.d.ts +0 -38
- package/dist/types/src/enrichment/stream-simulator.d.ts.map +0 -1
- package/dist/types/src/hooks/useAudioFile.d.ts +0 -7
- package/dist/types/src/hooks/useAudioFile.d.ts.map +0 -1
- package/dist/types/src/hooks/useAudioTrack.d.ts +0 -5
- package/dist/types/src/hooks/useAudioTrack.d.ts.map +0 -1
- package/dist/types/src/hooks/useFeedModelAdapter.d.ts +0 -12
- package/dist/types/src/hooks/useFeedModelAdapter.d.ts.map +0 -1
- package/dist/types/src/hooks/useTranscriber.d.ts +0 -7
- package/dist/types/src/hooks/useTranscriber.d.ts.map +0 -1
- package/dist/types/src/hooks/useVoiceInput.d.ts +0 -11
- package/dist/types/src/hooks/useVoiceInput.d.ts.map +0 -1
- package/dist/types/src/model/index.d.ts +0 -2
- package/dist/types/src/model/index.d.ts.map +0 -1
- package/dist/types/src/model/model.d.ts +0 -68
- package/dist/types/src/model/model.d.ts.map +0 -1
- package/dist/types/src/model/model.test.d.ts +0 -2
- package/dist/types/src/model/model.test.d.ts.map +0 -1
- package/dist/types/src/stories/FileTranscription.stories.d.ts +0 -20
- package/dist/types/src/stories/FileTranscription.stories.d.ts.map +0 -1
- package/dist/types/src/stories/KeyWordRecognition.stories.d.ts +0 -14
- package/dist/types/src/stories/KeyWordRecognition.stories.d.ts.map +0 -1
- package/dist/types/src/stories/LiveTranscription.stories.d.ts +0 -19
- package/dist/types/src/stories/LiveTranscription.stories.d.ts.map +0 -1
- package/dist/types/src/stories/ProperNounExtraction.stories.d.ts +0 -13
- package/dist/types/src/stories/ProperNounExtraction.stories.d.ts.map +0 -1
- package/dist/types/src/stories/TranscriptionStory.d.ts +0 -21
- package/dist/types/src/stories/TranscriptionStory.d.ts.map +0 -1
- package/dist/types/src/stories/common.d.ts +0 -248
- package/dist/types/src/stories/common.d.ts.map +0 -1
- package/dist/types/src/transcriber/audio-recorder.d.ts +0 -47
- package/dist/types/src/transcriber/audio-recorder.d.ts.map +0 -1
- package/dist/types/src/transcriber/index.d.ts +0 -5
- package/dist/types/src/transcriber/index.d.ts.map +0 -1
- package/dist/types/src/transcriber/media-stream-recorder.d.ts +0 -30
- package/dist/types/src/transcriber/media-stream-recorder.d.ts.map +0 -1
- package/dist/types/src/transcriber/transcriber.browser.test.d.ts +0 -2
- package/dist/types/src/transcriber/transcriber.browser.test.d.ts.map +0 -1
- package/dist/types/src/transcriber/transcriber.d.ts +0 -105
- package/dist/types/src/transcriber/transcriber.d.ts.map +0 -1
- package/dist/types/src/transcriber/transcriber.test.d.ts +0 -2
- package/dist/types/src/transcriber/transcriber.test.d.ts.map +0 -1
- package/dist/types/src/transcriber/transcription-manager.d.ts.map +0 -1
- package/dist/types/src/util/array.d.ts +0 -2
- package/dist/types/src/util/array.d.ts.map +0 -1
- package/dist/types/src/util/render-byline.d.ts +0 -4
- package/dist/types/src/util/render-byline.d.ts.map +0 -1
- package/src/blueprints/index.ts +0 -5
- package/src/blueprints/transcription-blueprint.ts +0 -29
- package/src/capabilities/blueprint-definition.ts +0 -19
- package/src/components/Oracle/Oracle.stories.tsx +0 -147
- package/src/components/Oracle/Oracle.tsx +0 -142
- package/src/components/Oracle/index.ts +0 -5
- package/src/components/Transcription/Transcription.stories.tsx +0 -213
- package/src/components/Transcription/Transcription.tsx +0 -55
- package/src/components/Transcription/index.ts +0 -5
- package/src/components/Transcription/transcription-extension.ts +0 -203
- package/src/enrichment/conversation.test.ts +0 -162
- package/src/enrichment/conversation.txt +0 -23
- package/src/enrichment/operations.ts +0 -271
- package/src/enrichment/parser.ts +0 -101
- package/src/enrichment/stream-simulator.ts +0 -125
- package/src/hooks/useAudioFile.ts +0 -88
- package/src/hooks/useAudioTrack.ts +0 -35
- package/src/hooks/useFeedModelAdapter.ts +0 -46
- package/src/hooks/useTranscriber.ts +0 -47
- package/src/hooks/useVoiceInput.ts +0 -66
- package/src/model/index.ts +0 -5
- package/src/model/model.test.ts +0 -175
- package/src/model/model.ts +0 -229
- package/src/stories/FileTranscription.stories.tsx +0 -143
- package/src/stories/KeyWordRecognition.stories.tsx +0 -132
- package/src/stories/LiveTranscription.stories.tsx +0 -99
- package/src/stories/ProperNounExtraction.stories.tsx +0 -99
- package/src/stories/TranscriptionStory.tsx +0 -101
- package/src/stories/common.ts +0 -234
- package/src/transcriber/audio-recorder.ts +0 -56
- package/src/transcriber/index.ts +0 -8
- package/src/transcriber/media-stream-recorder.ts +0 -120
- package/src/transcriber/transcriber.browser.test.ts +0 -230
- package/src/transcriber/transcriber.test.ts +0 -104
- package/src/transcriber/transcriber.ts +0 -303
- package/src/util/array.ts +0 -14
- package/src/util/render-byline.ts +0 -33
- /package/dist/lib/neutral/{chunk-J4ONEYPJ.mjs.map → chunk-HNXSU7HJ.mjs.map} +0 -0
- /package/dist/lib/neutral/{create-7NGOP7JP.mjs.map → create-HNHGCKZ4.mjs.map} +0 -0
- /package/dist/lib/neutral/{enrich-message-F2AOM53F.mjs.map → enrich-message-DSJU4TXC.mjs.map} +0 -0
- /package/dist/lib/neutral/{blueprints → skills}/index.mjs.map +0 -0
package/PLUGIN.mdl
CHANGED
|
@@ -8,7 +8,7 @@ A real-time voice-to-text transcription plugin for DXOS Composer.
|
|
|
8
8
|
Captures spoken audio from a microphone, converts it to timestamped text segments via the
|
|
9
9
|
Whisper speech-recognition service, and stores the results in an ECHO `Transcript` object
|
|
10
10
|
backed by a `Feed`.
|
|
11
|
-
The plugin also exposes
|
|
11
|
+
The plugin also exposes skill-compatible operations that let AI assistants open and
|
|
12
12
|
summarize transcripts inside agent workflows.
|
|
13
13
|
|
|
14
14
|
## Extensions
|
|
@@ -82,7 +82,7 @@ component Transcription
|
|
|
82
82
|
desc: Read-only CodeMirror editor that renders transcript messages as Markdown with byline headings.
|
|
83
83
|
props:
|
|
84
84
|
transcript?: Transcript
|
|
85
|
-
model:
|
|
85
|
+
model: TranscriptModel<Message>
|
|
86
86
|
slots:
|
|
87
87
|
(none — self-contained editor viewport)
|
|
88
88
|
layout: |
|
|
@@ -254,7 +254,7 @@ feat F-4: Transcript Display
|
|
|
254
254
|
|
|
255
255
|
req F-4.2:
|
|
256
256
|
when: new messages arrive during live recording
|
|
257
|
-
then: the
|
|
257
|
+
then: the TranscriptModel is updated and the editor scrolls to show the latest content
|
|
258
258
|
```
|
|
259
259
|
|
|
260
260
|
```mdl
|
|
@@ -274,9 +274,9 @@ feat F-5: AI Summary
|
|
|
274
274
|
```
|
|
275
275
|
|
|
276
276
|
```mdl
|
|
277
|
-
feat F-6:
|
|
277
|
+
feat F-6: Skill Integration
|
|
278
278
|
|
|
279
|
-
req F-6.1:
|
|
279
|
+
req F-6.1: Skill exposes op:openTranscript and op:summarizeTranscript as AI tools.
|
|
280
280
|
req F-6.2: An AI assistant can open a transcript by Ref and return formatted text to the user.
|
|
281
281
|
req F-6.3: An AI assistant can invoke the summary operation and present the result as a message.
|
|
282
282
|
```
|
package/dist/lib/neutral/{TranscriptionArticle-S56VVOSF.mjs → TranscriptionArticle-FEWCWG4A.mjs}
RENAMED
|
@@ -1,6 +1,3 @@
|
|
|
1
|
-
import {
|
|
2
|
-
renderByline
|
|
3
|
-
} from "./chunk-XOXHWMXR.mjs";
|
|
4
1
|
import "./chunk-J5LGTIGS.mjs";
|
|
5
2
|
|
|
6
3
|
// src/containers/TranscriptionArticle/TranscriptionArticle.tsx
|
|
@@ -9,9 +6,9 @@ import { Filter, Obj, Query } from "@dxos/echo";
|
|
|
9
6
|
import { useMembers, useQuery } from "@dxos/react-client/echo";
|
|
10
7
|
import { Panel } from "@dxos/react-ui";
|
|
11
8
|
import { Menu, MenuBuilder, useMenuBuilder } from "@dxos/react-ui-menu";
|
|
9
|
+
import { Transcription, renderByline, useFeedModelAdapter } from "@dxos/react-ui-transcription";
|
|
12
10
|
import { Message } from "@dxos/types";
|
|
13
|
-
import {
|
|
14
|
-
import { useFeedModelAdapter, useTranscriptionRecording } from "#hooks";
|
|
11
|
+
import { useTranscriptionRecording } from "#hooks";
|
|
15
12
|
import { meta } from "#meta";
|
|
16
13
|
var TranscriptionArticle = ({ role, subject: transcript, attendableId }) => {
|
|
17
14
|
const db = Obj.getDatabase(transcript);
|
|
@@ -51,4 +48,4 @@ var TranscriptionArticle = ({ role, subject: transcript, attendableId }) => {
|
|
|
51
48
|
export {
|
|
52
49
|
TranscriptionArticle as default
|
|
53
50
|
};
|
|
54
|
-
//# sourceMappingURL=TranscriptionArticle-
|
|
51
|
+
//# sourceMappingURL=TranscriptionArticle-FEWCWG4A.mjs.map
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
{
|
|
2
|
+
"version": 3,
|
|
3
|
+
"sources": ["../../../src/containers/TranscriptionArticle/TranscriptionArticle.tsx"],
|
|
4
|
+
"sourcesContent": ["//\n// Copyright 2024 DXOS.org\n//\n\nimport React from 'react';\n\nimport { type AppSurface } from '@dxos/app-toolkit/ui';\nimport { Filter, Obj, Query } from '@dxos/echo';\nimport { useMembers, useQuery } from '@dxos/react-client/echo';\nimport { Panel } from '@dxos/react-ui';\nimport { Menu, MenuBuilder, useMenuBuilder } from '@dxos/react-ui-menu';\nimport { Transcription, renderByline, useFeedModelAdapter } from '@dxos/react-ui-transcription';\nimport { Message, type Transcript } from '@dxos/types';\n\nimport { useTranscriptionRecording } from '#hooks';\nimport { meta } from '#meta';\n\nexport type TranscriptionArticleProps = AppSurface.ObjectArticleProps<Transcript.Transcript>;\n\nexport const TranscriptionArticle = ({ role, subject: transcript, attendableId }: TranscriptionArticleProps) => {\n const db = Obj.getDatabase(transcript);\n const members = useMembers(db?.spaceId).map((member) => member.identity);\n const feed = transcript.feed.target;\n const messages = useQuery(\n db,\n feed ? Query.select(Filter.type(Message.Message)).from(feed) : Query.select(Filter.nothing()),\n );\n const model = useFeedModelAdapter(renderByline(members), messages);\n\n // TODO(burdon): Remove if not mutable. E.g., finalized transcript.\n const { recording, toggleRecording } = useTranscriptionRecording(transcript);\n const menuActions = useMenuBuilder(\n () =>\n MenuBuilder.make()\n .action(\n 'toggle-recording',\n {\n label: [recording ? 'stop-recording.label' : 'start-recording.label', { ns: meta.profile.key }],\n icon: recording ? 'ph--stop-circle--regular' : 'ph--microphone--regular',\n disposition: 'toolbar',\n testId: 'transcription.toggle-recording',\n },\n toggleRecording,\n )\n .build(),\n [recording, toggleRecording],\n );\n\n return (\n <Panel.Root role={role}>\n <Menu.Root {...menuActions} attendableId={attendableId}>\n <Panel.Toolbar asChild>\n <Menu.Toolbar />\n </Panel.Toolbar>\n </Menu.Root>\n <Panel.Content asChild>\n <Transcription model={model} transcript={transcript} />\n </Panel.Content>\n </Panel.Root>\n );\n};\n"],
|
|
5
|
+
"mappings": ";;;AAIA,OAAOA,WAAW;AAGlB,SAASC,QAAQC,KAAKC,aAAa;AACnC,SAASC,YAAYC,gBAAgB;AACrC,SAASC,aAAa;AACtB,SAASC,MAAMC,aAAaC,sBAAsB;AAClD,SAASC,eAAeC,cAAcC,2BAA2B;AACjE,SAASC,eAAgC;AAEzC,SAASC,iCAAiC;AAC1C,SAASC,YAAY;AAId,IAAMC,uBAAuB,CAAC,EAAEC,MAAMC,SAASC,YAAYC,aAAY,MAA6B;AACzG,QAAMC,KAAKnB,IAAIoB,YAAYH,UAAAA;AAC3B,QAAMI,UAAUnB,WAAWiB,IAAIG,OAAAA,EAASC,IAAI,CAACC,WAAWA,OAAOC,QAAQ;AACvE,QAAMC,OAAOT,WAAWS,KAAKC;AAC7B,QAAMC,WAAWzB,SACfgB,IACAO,OAAOzB,MAAM4B,OAAO9B,OAAO+B,KAAKnB,QAAQA,OAAO,CAAA,EAAGoB,KAAKL,IAAAA,IAAQzB,MAAM4B,OAAO9B,OAAOiC,QAAO,CAAA,CAAA;AAE5F,QAAMC,QAAQvB,oBAAoBD,aAAaY,OAAAA,GAAUO,QAAAA;AAGzD,QAAM,EAAEM,WAAWC,gBAAe,IAAKvB,0BAA0BK,UAAAA;AACjE,QAAMmB,cAAc7B,eAClB,MACED,YAAY+B,KAAI,EACbC,OACC,oBACA;IACEC,OAAO;MAACL,YAAY,yBAAyB;MAAyB;QAAEM,IAAI3B,KAAK4B,QAAQC;MAAI;;IAC7FC,MAAMT,YAAY,6BAA6B;IAC/CU,aAAa;IACbC,QAAQ;EACV,GACAV,eAAAA,EAEDW,MAAK,GACV;IAACZ;IAAWC;GAAgB;AAG9B,SACE,sBAAA,cAAC/B,MAAM2C,MAAI;IAAChC;KACV,sBAAA,cAACV,KAAK0C,MAAI;IAAE,GAAGX;IAAalB;KAC1B,sBAAA,cAACd,MAAM4C,SAAO;IAACC,SAAAA;KACb,sBAAA,cAAC5C,KAAK2C,SAAO,IAAA,CAAA,CAAA,GAGjB,sBAAA,cAAC5C,MAAM8C,SAAO;IAACD,SAAAA;KACb,sBAAA,cAACzC,eAAAA;IAAcyB;IAAchB;;AAIrC;",
|
|
6
|
+
"names": ["React", "Filter", "Obj", "Query", "useMembers", "useQuery", "Panel", "Menu", "MenuBuilder", "useMenuBuilder", "Transcription", "renderByline", "useFeedModelAdapter", "Message", "useTranscriptionRecording", "meta", "TranscriptionArticle", "role", "subject", "transcript", "attendableId", "db", "getDatabase", "members", "spaceId", "map", "member", "identity", "feed", "target", "messages", "select", "type", "from", "nothing", "model", "recording", "toggleRecording", "menuActions", "make", "action", "label", "ns", "profile", "key", "icon", "disposition", "testId", "build", "Root", "Toolbar", "asChild", "Content"]
|
|
7
|
+
}
|
|
@@ -3,17 +3,18 @@ import "./chunk-J5LGTIGS.mjs";
|
|
|
3
3
|
// src/TranscriptionPlugin.tsx
|
|
4
4
|
import { Plugin } from "@dxos/app-framework";
|
|
5
5
|
import { AppActivationEvents, AppPlugin } from "@dxos/app-toolkit";
|
|
6
|
+
import { MarkdownEvents } from "@dxos/plugin-markdown";
|
|
6
7
|
import { Transcript } from "@dxos/types";
|
|
7
|
-
import {
|
|
8
|
+
import { AppGraphBuilder, EntityLookup, MarkdownExtension, OperationHandler, PipelineStatus, ReactSurface, RecordingSession, SkillDefinition, TextContent, Transcriber, TranscriptionDriver, TranscriptionSettings } from "#capabilities";
|
|
8
9
|
import { meta } from "#meta";
|
|
9
10
|
import { translations } from "#translations";
|
|
10
11
|
|
|
11
12
|
// raw-loader:/__w/dxos/dxos/packages/plugins/plugin-transcription/PLUGIN.mdl
|
|
12
|
-
var PLUGIN_default = '---\nid: org.dxos.plugin.transcription\nname: TranscriptionPlugin\nversion: 0.1.0\n---\n\nA real-time voice-to-text transcription plugin for DXOS Composer.\nCaptures spoken audio from a microphone, converts it to timestamped text segments via the\nWhisper speech-recognition service, and stores the results in an ECHO `Transcript` object\nbacked by a `Feed`.\nThe plugin also exposes blueprint-compatible operations that let AI assistants open and\nsummarize transcripts inside agent workflows.\n\n## Extensions\n\nThe following extension dialects are used in this document.\nEach extension is defined in the Appendix or resolved via its URI.\n\n| Term | URI |\n|-------------|--------------------------------|\n| `type` | `org.dxos.mdl.type@1.0` |\n| `feat` | `org.dxos.mdl.feat@1.0` |\n| `test` | `org.dxos.mdl.test@1.0` |\n| `component` | `org.dxos.mdl.component@1.0` |\n| `op` | `org.dxos.mdl.op@1.0` |\n\n## Types\n\n```mdl\ntype TranscriptSegment\n fields:\n text: string # transcribed text for this segment\n started: string # ISO-8601 wall-clock timestamp of segment start\n```\n\n```mdl\ntype Message\n fields:\n id: string\n created: string # ISO-8601 creation timestamp\n blocks: TranscriptSegment[]\n sender:\n identityDid?: string # DID of the speaker, if known\n```\n\n```mdl\ntype Transcript\n fields:\n id: string\n feed: Ref<Feed> # ECHO feed that stores Message objects\n started?: string # ISO-8601 timestamp when recording started\n```\n\n```mdl\ntype WhisperWord\n fields:\n word: string\n start: number # seconds from start of audio chunk\n end: number\n```\n\n```mdl\ntype WhisperSegment\n fields:\n text: string\n start: number\n end: number\n no_speech_prob: number # probability of silence; used to filter noise\n words: WhisperWord[]\n```\n\n```mdl\ntype Settings\n fields:\n entityExtraction: boolean # default: true \u2014 annotate transcript with references to known objects\n```\n\n## Components\n\n```mdl\ncomponent Transcription\n desc: Read-only CodeMirror editor that renders transcript messages as Markdown with byline headings.\n props:\n transcript?: Transcript\n model: SerializationModel<Message>\n slots:\n (none \u2014 self-contained editor viewport)\n layout: |\n \u250C\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2510\n \u2502 [CodeMirror editor \u2014 read-only] \u2502\n \u2502 ## Speaker \xB7 HH:MM \u2502\n \u2502 Transcribed text\u2026 \u2502\n \u2502 \u2026 \u2502\n \u2514\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2518\n```\n\n```mdl\ncomponent Oracle\n desc: |\n Ambient display surface with an SVG graph canvas and a centered text overlay.\n Used to show the latest transcribed utterance alongside a live visualization.\n props:\n text?: string # latest utterance to display\n delay?: number # per-character reveal delay in ms (default 12)\n slots:\n canvas?: ReactNode # replaces default SVG.Graph when provided\n layout: |\n \u250C\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2510\n \u2502 [SVG canvas \u2014 absolutely fills]\u2502\n \u2502 [Oracle.Text] \u2502\n \u2502 "latest utterance\u2026" \u2502\n \u2514\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2518\n```\n\n```mdl\ncomponent TranscriptionArticle\n desc: Full-page article panel combining the Transcription editor with a start/stop recording toolbar action.\n props:\n subject: Transcript\n role: string\n attendableId?: string\n state:\n recording: boolean # whether microphone capture is active\n actions:\n toggleRecording()\n layout: |\n \u250C\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2510\n \u2502 [Toolbar] [\u{1F3A4} Start/Stop] \u2502\n \u251C\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2524\n \u2502 [Transcription editor] \u2502\n \u2502 \u2026 \u2502\n \u2514\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2518\n```\n\n## Operations\n\nPure operations \u2014 no side-effects.\n\n```mdl\nop openTranscript\n desc: Loads a Transcript from ECHO, reads all Messages from its Feed, and returns the full text content rendered with speaker bylines.\n input:\n transcript: Ref<Transcript>\n output: string\n errors:\n TranscriptNotFound: no Transcript object found for the given ref\n FeedNotFound: the Transcript\'s feed ref cannot be resolved\n requires: [Database, FeedService]\n```\n\nEffectful operations \u2014 produce output via AI or mutate persistent state.\n\n```mdl\nop createTranscript\n desc: Creates a new Feed and a Transcript object linked to it, then writes both into the current ECHO space.\n input:\n name?: string\n space: Space\n output: Transcript\n effects: [echo:write]\n```\n\n```mdl\nop summarizeTranscript\n desc: Sends a transcript string and optional participant notes to an LLM and returns a Markdown summary with key points, verbatim quotes, and actionable tasks extracted from the conversation.\n input:\n transcript: string\n notes?: string\n output: string\n effects: [http]\n requires: [AiService]\n note: |\n Uses Claude Sonnet. Prompt instructs the model to bold speaker names,\n include verbatim quotes, and emit only tasks that are directly actionable\n and clearly assigned.\n```\n\n```mdl\nop enrichMessage\n desc: Extracts proper nouns from each transcript block of a Message using a small LLM, full-text-searches the space for matching objects, and rewrites the text with inline `[noun](dxn)` reference links.\n input:\n message: Message\n output:\n message: Message\n effects: [echo:read, ai:inference]\n requires: [AiService, Database]\n note: |\n Uses Claude Haiku. Falls back to the raw message if extraction fails (e.g. the AI\n service is unavailable). Gated by the entityExtraction setting.\n```\n\n```mdl\nop normalizeSentences\n desc: Post-processes an array of raw transcript messages, merging word-level tokens into grammatically complete sentences.\n input:\n messages: Message[]\n output: Message[]\n note: pure transformation; no effects or service dependencies\n```\n\n## Features\n\n```mdl\nfeat F-1: Recording Lifecycle\n\n req F-1.1: User can start microphone capture from TranscriptionArticle toolbar.\n req F-1.2: User can stop microphone capture; final buffered chunks are flushed and transcribed.\n req F-1.3: TranscriptionManager restarts the Transcriber automatically when the audio track changes.\n```\n\n```mdl\nfeat F-2: Audio Chunking and Transcription\n\n req F-2.1:\n when: user is speaking and chunk count reaches transcribeAfterChunksAmount\n then: Transcriber schedules a deferred transcription task\n\n req F-2.2:\n when: transcription task runs\n then: buffered PCM chunks are merged into a WAV file and POSTed to the Whisper endpoint\n\n req F-2.3:\n when: Whisper response is received\n then: segments are filtered by no_speech_prob and aligned to absolute wall-clock timestamps\n\n req F-2.4:\n when: user is not speaking\n then: only prefixBufferChunksAmount most-recent chunks are retained; older chunks discarded\n```\n\n```mdl\nfeat F-3: Transcript Persistence\n\n req F-3.1:\n when: aligned segments are produced\n then: a Message object with the segments is appended to the Transcript\'s ECHO Feed\n\n req F-3.2:\n when: a messageEnricher is configured\n then: Message is passed through the enricher before being written to the Feed\n\n req F-3.3:\n when: a peer\'s ECHO space receives the Feed update\n then: TranscriptionArticle re-renders with the new messages\n tags: [collaborative]\n```\n\n```mdl\nfeat F-4: Transcript Display\n\n req F-4.1:\n when: a Transcript object is opened\n then: all Messages are rendered in the Transcription editor with speaker bylines and timestamps\n\n req F-4.2:\n when: new messages arrive during live recording\n then: the SerializationModel is updated and the editor scrolls to show the latest content\n```\n\n```mdl\nfeat F-5: AI Summary\n\n req F-5.1:\n when: op:summarizeTranscript is invoked\n then: LLM returns a structured Markdown document with key points, quotes, and tasks\n\n req F-5.2:\n when: participant notes are provided\n then: notes are correlated with transcript content in the summary\n\n req F-5.3:\n when: no actionable tasks are found\n then: the tasks section is omitted from the summary\n```\n\n```mdl\nfeat F-6: Blueprint Integration\n\n req F-6.1: Blueprint exposes op:openTranscript and op:summarizeTranscript as AI tools.\n req F-6.2: An AI assistant can open a transcript by Ref and return formatted text to the user.\n req F-6.3: An AI assistant can invoke the summary operation and present the result as a message.\n```\n\n## Acceptance\n\n```mdl\ntest T-1: Create transcript\n given: a DXOS space is available\n when: op:createTranscript is invoked\n then:\n - a new Feed is created in the space\n - a Transcript object linked to the Feed is created in the space\n - the returned Transcript.feed.target is not null\n```\n\n```mdl\ntest T-2: Record and persist segment\n given: a Transcript with a Feed, microphone capture active\n when: the user speaks and silence is detected\n then:\n - Whisper returns at least one segment\n - a Message is appended to the Feed\n - Message.blocks contains at least one TranscriptSegment with non-empty text\n```\n\n```mdl\ntest T-3: Deduplicate segments across chunk boundaries\n given: two consecutive transcription tasks with overlapping Whisper output\n when: the second task produces segments whose end timestamps fall before lastTimestamp\n then:\n - duplicate segments are filtered out\n - only novel words (start >= lastTimestamp) are included\n```\n\n```mdl\ntest T-4: Open transcript\n given: a Transcript with three Messages in its Feed\n when: op:openTranscript is invoked\n then:\n - content string contains three byline sections\n - each section starts with "## <speaker> \xB7 <time>"\n```\n\n```mdl\ntest T-5: Summarize transcript\n given: a transcript string and optional notes string\n when: op:summarizeTranscript is invoked\n then:\n - summary is a non-empty Markdown string\n - speaker names appear in bold\n - a tasks section is present if actionable tasks were detected\n```\n\n```mdl\ntest T-6: Sentence normalization is pure\n given: an array of raw word-level Messages\n when: op:normalizeSentences is called\n then:\n - output messages contain complete sentences\n - no ECHO writes occur\n - input array is not mutated\n```\n\n```mdl\ntest T-7: Toggle recording in UI\n given: TranscriptionArticle is mounted with a Transcript\n when: user clicks the Start Recording toolbar button\n then:\n - recording state becomes true\n - toolbar button label changes to "Stop Recording"\n - microphone capture begins\n```\n\n---\n\n## Appendix: Extension Definitions\n\nExtension block types used in this document are defined below using\nthe core `ext` primitive \u2014 the only construct the base language provides.\n\n```mdl\next type\n uri: org.dxos.mdl.type@1.0\n desc: A named data structure with typed fields and optional literals.\n fields:\n desc?: Prose\n fields?: FieldMap # name[?]: TypeExpr (# inline comment)\n literals?: UnionList # a | b | c\n extends?: TypeRef[]\n```\n\n```mdl\next feat\n uri: org.dxos.mdl.feat@1.0\n desc: A named feature grouping one or more requirements.\n fields:\n desc?: Prose\n req: RequirementList\n nesting: self # feat blocks may contain feat blocks\n```\n\n```mdl\next test\n uri: org.dxos.mdl.test@1.0\n desc: An acceptance scenario expressed as given / when / then steps.\n fields:\n given?: Step | Step[]\n when?: Step | Step[]\n then: Step | Step[]\n tags?: TagList\n```\n\n```mdl\next component\n uri: org.dxos.mdl.component@1.0\n desc: A UI component with props, internal state, slots, actions, and events.\n fields:\n desc?: Prose\n props?: FieldMap # external inputs (immutable inside component)\n state?: FieldMap # internal reactive state\n slots?: FieldMap # named ReactNode injection points\n actions?: ActionMap # methods the component exposes or handles\n emits?: EventMap # events the component raises to its parent\n layout?: CodeBlock # ASCII sketch of visual structure (non-normative)\n```\n\n```mdl\next op\n uri: org.dxos.mdl.op@1.0\n desc: |\n A named operation with typed inputs, outputs, and declared errors.\n Pure ops have no effects or requires. Effectful ops declare both.\n fields:\n desc?: Prose\n input?: FieldMap # named input parameters\n output?: TypeExpr # return type\n errors?: ErrorMap # name: Prose (when this error occurs)\n effects?: EffectList # echo:read | echo:write | http | fs | ...\n requires?: ServiceList # injected service dependencies\n note?: Prose # implementation guidance (non-normative)\n```\n';
|
|
13
|
+
var PLUGIN_default = '---\nid: org.dxos.plugin.transcription\nname: TranscriptionPlugin\nversion: 0.1.0\n---\n\nA real-time voice-to-text transcription plugin for DXOS Composer.\nCaptures spoken audio from a microphone, converts it to timestamped text segments via the\nWhisper speech-recognition service, and stores the results in an ECHO `Transcript` object\nbacked by a `Feed`.\nThe plugin also exposes skill-compatible operations that let AI assistants open and\nsummarize transcripts inside agent workflows.\n\n## Extensions\n\nThe following extension dialects are used in this document.\nEach extension is defined in the Appendix or resolved via its URI.\n\n| Term | URI |\n|-------------|--------------------------------|\n| `type` | `org.dxos.mdl.type@1.0` |\n| `feat` | `org.dxos.mdl.feat@1.0` |\n| `test` | `org.dxos.mdl.test@1.0` |\n| `component` | `org.dxos.mdl.component@1.0` |\n| `op` | `org.dxos.mdl.op@1.0` |\n\n## Types\n\n```mdl\ntype TranscriptSegment\n fields:\n text: string # transcribed text for this segment\n started: string # ISO-8601 wall-clock timestamp of segment start\n```\n\n```mdl\ntype Message\n fields:\n id: string\n created: string # ISO-8601 creation timestamp\n blocks: TranscriptSegment[]\n sender:\n identityDid?: string # DID of the speaker, if known\n```\n\n```mdl\ntype Transcript\n fields:\n id: string\n feed: Ref<Feed> # ECHO feed that stores Message objects\n started?: string # ISO-8601 timestamp when recording started\n```\n\n```mdl\ntype WhisperWord\n fields:\n word: string\n start: number # seconds from start of audio chunk\n end: number\n```\n\n```mdl\ntype WhisperSegment\n fields:\n text: string\n start: number\n end: number\n no_speech_prob: number # probability of silence; used to filter noise\n words: WhisperWord[]\n```\n\n```mdl\ntype Settings\n fields:\n entityExtraction: boolean # default: true \u2014 annotate transcript with references to known objects\n```\n\n## Components\n\n```mdl\ncomponent Transcription\n desc: Read-only CodeMirror editor that renders transcript messages as Markdown with byline headings.\n props:\n transcript?: Transcript\n model: TranscriptModel<Message>\n slots:\n (none \u2014 self-contained editor viewport)\n layout: |\n \u250C\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2510\n \u2502 [CodeMirror editor \u2014 read-only] \u2502\n \u2502 ## Speaker \xB7 HH:MM \u2502\n \u2502 Transcribed text\u2026 \u2502\n \u2502 \u2026 \u2502\n \u2514\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2518\n```\n\n```mdl\ncomponent Oracle\n desc: |\n Ambient display surface with an SVG graph canvas and a centered text overlay.\n Used to show the latest transcribed utterance alongside a live visualization.\n props:\n text?: string # latest utterance to display\n delay?: number # per-character reveal delay in ms (default 12)\n slots:\n canvas?: ReactNode # replaces default SVG.Graph when provided\n layout: |\n \u250C\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2510\n \u2502 [SVG canvas \u2014 absolutely fills]\u2502\n \u2502 [Oracle.Text] \u2502\n \u2502 "latest utterance\u2026" \u2502\n \u2514\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2518\n```\n\n```mdl\ncomponent TranscriptionArticle\n desc: Full-page article panel combining the Transcription editor with a start/stop recording toolbar action.\n props:\n subject: Transcript\n role: string\n attendableId?: string\n state:\n recording: boolean # whether microphone capture is active\n actions:\n toggleRecording()\n layout: |\n \u250C\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2510\n \u2502 [Toolbar] [\u{1F3A4} Start/Stop] \u2502\n \u251C\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2524\n \u2502 [Transcription editor] \u2502\n \u2502 \u2026 \u2502\n \u2514\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2518\n```\n\n## Operations\n\nPure operations \u2014 no side-effects.\n\n```mdl\nop openTranscript\n desc: Loads a Transcript from ECHO, reads all Messages from its Feed, and returns the full text content rendered with speaker bylines.\n input:\n transcript: Ref<Transcript>\n output: string\n errors:\n TranscriptNotFound: no Transcript object found for the given ref\n FeedNotFound: the Transcript\'s feed ref cannot be resolved\n requires: [Database, FeedService]\n```\n\nEffectful operations \u2014 produce output via AI or mutate persistent state.\n\n```mdl\nop createTranscript\n desc: Creates a new Feed and a Transcript object linked to it, then writes both into the current ECHO space.\n input:\n name?: string\n space: Space\n output: Transcript\n effects: [echo:write]\n```\n\n```mdl\nop summarizeTranscript\n desc: Sends a transcript string and optional participant notes to an LLM and returns a Markdown summary with key points, verbatim quotes, and actionable tasks extracted from the conversation.\n input:\n transcript: string\n notes?: string\n output: string\n effects: [http]\n requires: [AiService]\n note: |\n Uses Claude Sonnet. Prompt instructs the model to bold speaker names,\n include verbatim quotes, and emit only tasks that are directly actionable\n and clearly assigned.\n```\n\n```mdl\nop enrichMessage\n desc: Extracts proper nouns from each transcript block of a Message using a small LLM, full-text-searches the space for matching objects, and rewrites the text with inline `[noun](dxn)` reference links.\n input:\n message: Message\n output:\n message: Message\n effects: [echo:read, ai:inference]\n requires: [AiService, Database]\n note: |\n Uses Claude Haiku. Falls back to the raw message if extraction fails (e.g. the AI\n service is unavailable). Gated by the entityExtraction setting.\n```\n\n```mdl\nop normalizeSentences\n desc: Post-processes an array of raw transcript messages, merging word-level tokens into grammatically complete sentences.\n input:\n messages: Message[]\n output: Message[]\n note: pure transformation; no effects or service dependencies\n```\n\n## Features\n\n```mdl\nfeat F-1: Recording Lifecycle\n\n req F-1.1: User can start microphone capture from TranscriptionArticle toolbar.\n req F-1.2: User can stop microphone capture; final buffered chunks are flushed and transcribed.\n req F-1.3: TranscriptionManager restarts the Transcriber automatically when the audio track changes.\n```\n\n```mdl\nfeat F-2: Audio Chunking and Transcription\n\n req F-2.1:\n when: user is speaking and chunk count reaches transcribeAfterChunksAmount\n then: Transcriber schedules a deferred transcription task\n\n req F-2.2:\n when: transcription task runs\n then: buffered PCM chunks are merged into a WAV file and POSTed to the Whisper endpoint\n\n req F-2.3:\n when: Whisper response is received\n then: segments are filtered by no_speech_prob and aligned to absolute wall-clock timestamps\n\n req F-2.4:\n when: user is not speaking\n then: only prefixBufferChunksAmount most-recent chunks are retained; older chunks discarded\n```\n\n```mdl\nfeat F-3: Transcript Persistence\n\n req F-3.1:\n when: aligned segments are produced\n then: a Message object with the segments is appended to the Transcript\'s ECHO Feed\n\n req F-3.2:\n when: a messageEnricher is configured\n then: Message is passed through the enricher before being written to the Feed\n\n req F-3.3:\n when: a peer\'s ECHO space receives the Feed update\n then: TranscriptionArticle re-renders with the new messages\n tags: [collaborative]\n```\n\n```mdl\nfeat F-4: Transcript Display\n\n req F-4.1:\n when: a Transcript object is opened\n then: all Messages are rendered in the Transcription editor with speaker bylines and timestamps\n\n req F-4.2:\n when: new messages arrive during live recording\n then: the TranscriptModel is updated and the editor scrolls to show the latest content\n```\n\n```mdl\nfeat F-5: AI Summary\n\n req F-5.1:\n when: op:summarizeTranscript is invoked\n then: LLM returns a structured Markdown document with key points, quotes, and tasks\n\n req F-5.2:\n when: participant notes are provided\n then: notes are correlated with transcript content in the summary\n\n req F-5.3:\n when: no actionable tasks are found\n then: the tasks section is omitted from the summary\n```\n\n```mdl\nfeat F-6: Skill Integration\n\n req F-6.1: Skill exposes op:openTranscript and op:summarizeTranscript as AI tools.\n req F-6.2: An AI assistant can open a transcript by Ref and return formatted text to the user.\n req F-6.3: An AI assistant can invoke the summary operation and present the result as a message.\n```\n\n## Acceptance\n\n```mdl\ntest T-1: Create transcript\n given: a DXOS space is available\n when: op:createTranscript is invoked\n then:\n - a new Feed is created in the space\n - a Transcript object linked to the Feed is created in the space\n - the returned Transcript.feed.target is not null\n```\n\n```mdl\ntest T-2: Record and persist segment\n given: a Transcript with a Feed, microphone capture active\n when: the user speaks and silence is detected\n then:\n - Whisper returns at least one segment\n - a Message is appended to the Feed\n - Message.blocks contains at least one TranscriptSegment with non-empty text\n```\n\n```mdl\ntest T-3: Deduplicate segments across chunk boundaries\n given: two consecutive transcription tasks with overlapping Whisper output\n when: the second task produces segments whose end timestamps fall before lastTimestamp\n then:\n - duplicate segments are filtered out\n - only novel words (start >= lastTimestamp) are included\n```\n\n```mdl\ntest T-4: Open transcript\n given: a Transcript with three Messages in its Feed\n when: op:openTranscript is invoked\n then:\n - content string contains three byline sections\n - each section starts with "## <speaker> \xB7 <time>"\n```\n\n```mdl\ntest T-5: Summarize transcript\n given: a transcript string and optional notes string\n when: op:summarizeTranscript is invoked\n then:\n - summary is a non-empty Markdown string\n - speaker names appear in bold\n - a tasks section is present if actionable tasks were detected\n```\n\n```mdl\ntest T-6: Sentence normalization is pure\n given: an array of raw word-level Messages\n when: op:normalizeSentences is called\n then:\n - output messages contain complete sentences\n - no ECHO writes occur\n - input array is not mutated\n```\n\n```mdl\ntest T-7: Toggle recording in UI\n given: TranscriptionArticle is mounted with a Transcript\n when: user clicks the Start Recording toolbar button\n then:\n - recording state becomes true\n - toolbar button label changes to "Stop Recording"\n - microphone capture begins\n```\n\n---\n\n## Appendix: Extension Definitions\n\nExtension block types used in this document are defined below using\nthe core `ext` primitive \u2014 the only construct the base language provides.\n\n```mdl\next type\n uri: org.dxos.mdl.type@1.0\n desc: A named data structure with typed fields and optional literals.\n fields:\n desc?: Prose\n fields?: FieldMap # name[?]: TypeExpr (# inline comment)\n literals?: UnionList # a | b | c\n extends?: TypeRef[]\n```\n\n```mdl\next feat\n uri: org.dxos.mdl.feat@1.0\n desc: A named feature grouping one or more requirements.\n fields:\n desc?: Prose\n req: RequirementList\n nesting: self # feat blocks may contain feat blocks\n```\n\n```mdl\next test\n uri: org.dxos.mdl.test@1.0\n desc: An acceptance scenario expressed as given / when / then steps.\n fields:\n given?: Step | Step[]\n when?: Step | Step[]\n then: Step | Step[]\n tags?: TagList\n```\n\n```mdl\next component\n uri: org.dxos.mdl.component@1.0\n desc: A UI component with props, internal state, slots, actions, and events.\n fields:\n desc?: Prose\n props?: FieldMap # external inputs (immutable inside component)\n state?: FieldMap # internal reactive state\n slots?: FieldMap # named ReactNode injection points\n actions?: ActionMap # methods the component exposes or handles\n emits?: EventMap # events the component raises to its parent\n layout?: CodeBlock # ASCII sketch of visual structure (non-normative)\n```\n\n```mdl\next op\n uri: org.dxos.mdl.op@1.0\n desc: |\n A named operation with typed inputs, outputs, and declared errors.\n Pure ops have no effects or requires. Effectful ops declare both.\n fields:\n desc?: Prose\n input?: FieldMap # named input parameters\n output?: TypeExpr # return type\n errors?: ErrorMap # name: Prose (when this error occurs)\n effects?: EffectList # echo:read | echo:write | http | fs | ...\n requires?: ServiceList # injected service dependencies\n note?: Prose # implementation guidance (non-normative)\n```\n';
|
|
13
14
|
|
|
14
15
|
// src/TranscriptionPlugin.tsx
|
|
15
|
-
var TranscriptionPlugin = Plugin.define(meta).pipe(AppPlugin.
|
|
16
|
-
activate:
|
|
16
|
+
var TranscriptionPlugin = Plugin.define(meta).pipe(AppPlugin.addSkillDefinitionModule({
|
|
17
|
+
activate: SkillDefinition
|
|
17
18
|
}), AppPlugin.addTextContentModule({
|
|
18
19
|
activate: TextContent
|
|
19
20
|
}), AppPlugin.addOperationHandlerModule({
|
|
@@ -28,10 +29,30 @@ var TranscriptionPlugin = Plugin.define(meta).pipe(AppPlugin.addBlueprintDefinit
|
|
|
28
29
|
translations
|
|
29
30
|
}), AppPlugin.addSettingsModule({
|
|
30
31
|
activate: TranscriptionSettings
|
|
32
|
+
}), AppPlugin.addAppGraphModule({
|
|
33
|
+
activate: AppGraphBuilder
|
|
34
|
+
}), AppPlugin.addReactContextModule({
|
|
35
|
+
activate: TranscriptionDriver
|
|
31
36
|
}), Plugin.addModule({
|
|
32
37
|
id: "transcription",
|
|
33
38
|
activatesOn: AppActivationEvents.SetupAppGraph,
|
|
34
39
|
activate: Transcriber
|
|
40
|
+
}), Plugin.addModule({
|
|
41
|
+
id: "entity-lookup",
|
|
42
|
+
activatesOn: AppActivationEvents.SetupAppGraph,
|
|
43
|
+
activate: EntityLookup
|
|
44
|
+
}), Plugin.addModule({
|
|
45
|
+
id: "recording-session",
|
|
46
|
+
activatesOn: AppActivationEvents.SetupSettings,
|
|
47
|
+
activate: RecordingSession
|
|
48
|
+
}), Plugin.addModule({
|
|
49
|
+
id: "pipeline-status",
|
|
50
|
+
activatesOn: AppActivationEvents.SetupSettings,
|
|
51
|
+
activate: PipelineStatus
|
|
52
|
+
}), Plugin.addModule({
|
|
53
|
+
id: "markdown",
|
|
54
|
+
activatesOn: MarkdownEvents.SetupExtensions,
|
|
55
|
+
activate: MarkdownExtension
|
|
35
56
|
}), AppPlugin.addPluginAssetModule({
|
|
36
57
|
asset: {
|
|
37
58
|
pluginId: meta.profile.key,
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"version": 3,
|
|
3
3
|
"sources": ["../../../src/TranscriptionPlugin.tsx", "raw-loader:/__w/dxos/dxos/packages/plugins/plugin-transcription/PLUGIN.mdl"],
|
|
4
|
-
"sourcesContent": ["//\n// Copyright 2023 DXOS.org\n//\n\nimport { Plugin } from '@dxos/app-framework';\nimport { AppActivationEvents, AppPlugin } from '@dxos/app-toolkit';\nimport { Transcript } from '@dxos/types';\n\nimport {\n BlueprintDefinition,\n OperationHandler,\n ReactSurface,\n TextContent,\n Transcriber,\n TranscriptionSettings,\n} from '#capabilities';\nimport { meta } from '#meta';\nimport { translations } from '#translations';\n\n// eslint-disable-next-line import/no-relative-packages\nimport pluginSpec from '../PLUGIN.mdl?raw';\n\nexport const TranscriptionPlugin = Plugin.define(meta).pipe(\n AppPlugin.addBlueprintDefinitionModule({ activate: BlueprintDefinition }),\n AppPlugin.addTextContentModule({ activate: TextContent }),\n AppPlugin.addOperationHandlerModule({ activate: OperationHandler }),\n AppPlugin.addSchemaModule({ schema: [Transcript.Transcript] }),\n AppPlugin.addSurfaceModule({ activate: ReactSurface }),\n AppPlugin.addTranslationsModule({ translations }),\n AppPlugin.addSettingsModule({ activate: TranscriptionSettings }),\n Plugin.addModule({\n id: 'transcription',\n activatesOn: AppActivationEvents.SetupAppGraph,\n activate: Transcriber,\n }),\n AppPlugin.addPluginAssetModule({\n asset: { pluginId: meta.profile.key, path: 'PLUGIN.mdl', content: pluginSpec, mimeType: 'application/x-mdl' },\n }),\n Plugin.make,\n);\n\nexport default TranscriptionPlugin;\n", "---\nid: org.dxos.plugin.transcription\nname: TranscriptionPlugin\nversion: 0.1.0\n---\n\nA real-time voice-to-text transcription plugin for DXOS Composer.\nCaptures spoken audio from a microphone, converts it to timestamped text segments via the\nWhisper speech-recognition service, and stores the results in an ECHO `Transcript` object\nbacked by a `Feed`.\nThe plugin also exposes blueprint-compatible operations that let AI assistants open and\nsummarize transcripts inside agent workflows.\n\n## Extensions\n\nThe following extension dialects are used in this document.\nEach extension is defined in the Appendix or resolved via its URI.\n\n| Term | URI |\n|-------------|--------------------------------|\n| `type` | `org.dxos.mdl.type@1.0` |\n| `feat` | `org.dxos.mdl.feat@1.0` |\n| `test` | `org.dxos.mdl.test@1.0` |\n| `component` | `org.dxos.mdl.component@1.0` |\n| `op` | `org.dxos.mdl.op@1.0` |\n\n## Types\n\n```mdl\ntype TranscriptSegment\n fields:\n text: string # transcribed text for this segment\n started: string # ISO-8601 wall-clock timestamp of segment start\n```\n\n```mdl\ntype Message\n fields:\n id: string\n created: string # ISO-8601 creation timestamp\n blocks: TranscriptSegment[]\n sender:\n identityDid?: string # DID of the speaker, if known\n```\n\n```mdl\ntype Transcript\n fields:\n id: string\n feed: Ref<Feed> # ECHO feed that stores Message objects\n started?: string # ISO-8601 timestamp when recording started\n```\n\n```mdl\ntype WhisperWord\n fields:\n word: string\n start: number # seconds from start of audio chunk\n end: number\n```\n\n```mdl\ntype WhisperSegment\n fields:\n text: string\n start: number\n end: number\n no_speech_prob: number # probability of silence; used to filter noise\n words: WhisperWord[]\n```\n\n```mdl\ntype Settings\n fields:\n entityExtraction: boolean # default: true \u2014 annotate transcript with references to known objects\n```\n\n## Components\n\n```mdl\ncomponent Transcription\n desc: Read-only CodeMirror editor that renders transcript messages as Markdown with byline headings.\n props:\n transcript?: Transcript\n model: SerializationModel<Message>\n slots:\n (none \u2014 self-contained editor viewport)\n layout: |\n \u250C\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2510\n \u2502 [CodeMirror editor \u2014 read-only] \u2502\n \u2502 ## Speaker \u00B7 HH:MM \u2502\n \u2502 Transcribed text\u2026 \u2502\n \u2502 \u2026 \u2502\n \u2514\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2518\n```\n\n```mdl\ncomponent Oracle\n desc: |\n Ambient display surface with an SVG graph canvas and a centered text overlay.\n Used to show the latest transcribed utterance alongside a live visualization.\n props:\n text?: string # latest utterance to display\n delay?: number # per-character reveal delay in ms (default 12)\n slots:\n canvas?: ReactNode # replaces default SVG.Graph when provided\n layout: |\n \u250C\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2510\n \u2502 [SVG canvas \u2014 absolutely fills]\u2502\n \u2502 [Oracle.Text] \u2502\n \u2502 \"latest utterance\u2026\" \u2502\n \u2514\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2518\n```\n\n```mdl\ncomponent TranscriptionArticle\n desc: Full-page article panel combining the Transcription editor with a start/stop recording toolbar action.\n props:\n subject: Transcript\n role: string\n attendableId?: string\n state:\n recording: boolean # whether microphone capture is active\n actions:\n toggleRecording()\n layout: |\n \u250C\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2510\n \u2502 [Toolbar] [\uD83C\uDFA4 Start/Stop] \u2502\n \u251C\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2524\n \u2502 [Transcription editor] \u2502\n \u2502 \u2026 \u2502\n \u2514\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2518\n```\n\n## Operations\n\nPure operations \u2014 no side-effects.\n\n```mdl\nop openTranscript\n desc: Loads a Transcript from ECHO, reads all Messages from its Feed, and returns the full text content rendered with speaker bylines.\n input:\n transcript: Ref<Transcript>\n output: string\n errors:\n TranscriptNotFound: no Transcript object found for the given ref\n FeedNotFound: the Transcript's feed ref cannot be resolved\n requires: [Database, FeedService]\n```\n\nEffectful operations \u2014 produce output via AI or mutate persistent state.\n\n```mdl\nop createTranscript\n desc: Creates a new Feed and a Transcript object linked to it, then writes both into the current ECHO space.\n input:\n name?: string\n space: Space\n output: Transcript\n effects: [echo:write]\n```\n\n```mdl\nop summarizeTranscript\n desc: Sends a transcript string and optional participant notes to an LLM and returns a Markdown summary with key points, verbatim quotes, and actionable tasks extracted from the conversation.\n input:\n transcript: string\n notes?: string\n output: string\n effects: [http]\n requires: [AiService]\n note: |\n Uses Claude Sonnet. Prompt instructs the model to bold speaker names,\n include verbatim quotes, and emit only tasks that are directly actionable\n and clearly assigned.\n```\n\n```mdl\nop enrichMessage\n desc: Extracts proper nouns from each transcript block of a Message using a small LLM, full-text-searches the space for matching objects, and rewrites the text with inline `[noun](dxn)` reference links.\n input:\n message: Message\n output:\n message: Message\n effects: [echo:read, ai:inference]\n requires: [AiService, Database]\n note: |\n Uses Claude Haiku. Falls back to the raw message if extraction fails (e.g. the AI\n service is unavailable). Gated by the entityExtraction setting.\n```\n\n```mdl\nop normalizeSentences\n desc: Post-processes an array of raw transcript messages, merging word-level tokens into grammatically complete sentences.\n input:\n messages: Message[]\n output: Message[]\n note: pure transformation; no effects or service dependencies\n```\n\n## Features\n\n```mdl\nfeat F-1: Recording Lifecycle\n\n req F-1.1: User can start microphone capture from TranscriptionArticle toolbar.\n req F-1.2: User can stop microphone capture; final buffered chunks are flushed and transcribed.\n req F-1.3: TranscriptionManager restarts the Transcriber automatically when the audio track changes.\n```\n\n```mdl\nfeat F-2: Audio Chunking and Transcription\n\n req F-2.1:\n when: user is speaking and chunk count reaches transcribeAfterChunksAmount\n then: Transcriber schedules a deferred transcription task\n\n req F-2.2:\n when: transcription task runs\n then: buffered PCM chunks are merged into a WAV file and POSTed to the Whisper endpoint\n\n req F-2.3:\n when: Whisper response is received\n then: segments are filtered by no_speech_prob and aligned to absolute wall-clock timestamps\n\n req F-2.4:\n when: user is not speaking\n then: only prefixBufferChunksAmount most-recent chunks are retained; older chunks discarded\n```\n\n```mdl\nfeat F-3: Transcript Persistence\n\n req F-3.1:\n when: aligned segments are produced\n then: a Message object with the segments is appended to the Transcript's ECHO Feed\n\n req F-3.2:\n when: a messageEnricher is configured\n then: Message is passed through the enricher before being written to the Feed\n\n req F-3.3:\n when: a peer's ECHO space receives the Feed update\n then: TranscriptionArticle re-renders with the new messages\n tags: [collaborative]\n```\n\n```mdl\nfeat F-4: Transcript Display\n\n req F-4.1:\n when: a Transcript object is opened\n then: all Messages are rendered in the Transcription editor with speaker bylines and timestamps\n\n req F-4.2:\n when: new messages arrive during live recording\n then: the SerializationModel is updated and the editor scrolls to show the latest content\n```\n\n```mdl\nfeat F-5: AI Summary\n\n req F-5.1:\n when: op:summarizeTranscript is invoked\n then: LLM returns a structured Markdown document with key points, quotes, and tasks\n\n req F-5.2:\n when: participant notes are provided\n then: notes are correlated with transcript content in the summary\n\n req F-5.3:\n when: no actionable tasks are found\n then: the tasks section is omitted from the summary\n```\n\n```mdl\nfeat F-6: Blueprint Integration\n\n req F-6.1: Blueprint exposes op:openTranscript and op:summarizeTranscript as AI tools.\n req F-6.2: An AI assistant can open a transcript by Ref and return formatted text to the user.\n req F-6.3: An AI assistant can invoke the summary operation and present the result as a message.\n```\n\n## Acceptance\n\n```mdl\ntest T-1: Create transcript\n given: a DXOS space is available\n when: op:createTranscript is invoked\n then:\n - a new Feed is created in the space\n - a Transcript object linked to the Feed is created in the space\n - the returned Transcript.feed.target is not null\n```\n\n```mdl\ntest T-2: Record and persist segment\n given: a Transcript with a Feed, microphone capture active\n when: the user speaks and silence is detected\n then:\n - Whisper returns at least one segment\n - a Message is appended to the Feed\n - Message.blocks contains at least one TranscriptSegment with non-empty text\n```\n\n```mdl\ntest T-3: Deduplicate segments across chunk boundaries\n given: two consecutive transcription tasks with overlapping Whisper output\n when: the second task produces segments whose end timestamps fall before lastTimestamp\n then:\n - duplicate segments are filtered out\n - only novel words (start >= lastTimestamp) are included\n```\n\n```mdl\ntest T-4: Open transcript\n given: a Transcript with three Messages in its Feed\n when: op:openTranscript is invoked\n then:\n - content string contains three byline sections\n - each section starts with \"## <speaker> \u00B7 <time>\"\n```\n\n```mdl\ntest T-5: Summarize transcript\n given: a transcript string and optional notes string\n when: op:summarizeTranscript is invoked\n then:\n - summary is a non-empty Markdown string\n - speaker names appear in bold\n - a tasks section is present if actionable tasks were detected\n```\n\n```mdl\ntest T-6: Sentence normalization is pure\n given: an array of raw word-level Messages\n when: op:normalizeSentences is called\n then:\n - output messages contain complete sentences\n - no ECHO writes occur\n - input array is not mutated\n```\n\n```mdl\ntest T-7: Toggle recording in UI\n given: TranscriptionArticle is mounted with a Transcript\n when: user clicks the Start Recording toolbar button\n then:\n - recording state becomes true\n - toolbar button label changes to \"Stop Recording\"\n - microphone capture begins\n```\n\n---\n\n## Appendix: Extension Definitions\n\nExtension block types used in this document are defined below using\nthe core `ext` primitive \u2014 the only construct the base language provides.\n\n```mdl\next type\n uri: org.dxos.mdl.type@1.0\n desc: A named data structure with typed fields and optional literals.\n fields:\n desc?: Prose\n fields?: FieldMap # name[?]: TypeExpr (# inline comment)\n literals?: UnionList # a | b | c\n extends?: TypeRef[]\n```\n\n```mdl\next feat\n uri: org.dxos.mdl.feat@1.0\n desc: A named feature grouping one or more requirements.\n fields:\n desc?: Prose\n req: RequirementList\n nesting: self # feat blocks may contain feat blocks\n```\n\n```mdl\next test\n uri: org.dxos.mdl.test@1.0\n desc: An acceptance scenario expressed as given / when / then steps.\n fields:\n given?: Step | Step[]\n when?: Step | Step[]\n then: Step | Step[]\n tags?: TagList\n```\n\n```mdl\next component\n uri: org.dxos.mdl.component@1.0\n desc: A UI component with props, internal state, slots, actions, and events.\n fields:\n desc?: Prose\n props?: FieldMap # external inputs (immutable inside component)\n state?: FieldMap # internal reactive state\n slots?: FieldMap # named ReactNode injection points\n actions?: ActionMap # methods the component exposes or handles\n emits?: EventMap # events the component raises to its parent\n layout?: CodeBlock # ASCII sketch of visual structure (non-normative)\n```\n\n```mdl\next op\n uri: org.dxos.mdl.op@1.0\n desc: |\n A named operation with typed inputs, outputs, and declared errors.\n Pure ops have no effects or requires. Effectful ops declare both.\n fields:\n desc?: Prose\n input?: FieldMap # named input parameters\n output?: TypeExpr # return type\n errors?: ErrorMap # name: Prose (when this error occurs)\n effects?: EffectList # echo:read | echo:write | http | fs | ...\n requires?: ServiceList # injected service dependencies\n note?: Prose # implementation guidance (non-normative)\n```\n"],
|
|
5
|
-
"mappings": ";;;AAIA,SAASA,cAAc;AACvB,SAASC,qBAAqBC,iBAAiB;AAC/C,SAASC,kBAAkB;AAE3B,SACEC,
|
|
6
|
-
"names": ["Plugin", "AppActivationEvents", "AppPlugin", "Transcript", "
|
|
4
|
+
"sourcesContent": ["//\n// Copyright 2023 DXOS.org\n//\n\nimport { Plugin } from '@dxos/app-framework';\nimport { AppActivationEvents, AppPlugin } from '@dxos/app-toolkit';\nimport { MarkdownEvents } from '@dxos/plugin-markdown';\nimport { Transcript } from '@dxos/types';\n\nimport {\n AppGraphBuilder,\n EntityLookup,\n MarkdownExtension,\n OperationHandler,\n PipelineStatus,\n ReactSurface,\n RecordingSession,\n SkillDefinition,\n TextContent,\n Transcriber,\n TranscriptionDriver,\n TranscriptionSettings,\n} from '#capabilities';\nimport { meta } from '#meta';\nimport { translations } from '#translations';\n\n// eslint-disable-next-line import/no-relative-packages\nimport pluginSpec from '../PLUGIN.mdl?raw';\n\nexport const TranscriptionPlugin = Plugin.define(meta).pipe(\n AppPlugin.addSkillDefinitionModule({ activate: SkillDefinition }),\n AppPlugin.addTextContentModule({ activate: TextContent }),\n AppPlugin.addOperationHandlerModule({ activate: OperationHandler }),\n AppPlugin.addSchemaModule({ schema: [Transcript.Transcript] }),\n AppPlugin.addSurfaceModule({ activate: ReactSurface }),\n AppPlugin.addTranslationsModule({ translations }),\n AppPlugin.addSettingsModule({ activate: TranscriptionSettings }),\n AppPlugin.addAppGraphModule({ activate: AppGraphBuilder }),\n AppPlugin.addReactContextModule({ activate: TranscriptionDriver }),\n Plugin.addModule({\n id: 'transcription',\n activatesOn: AppActivationEvents.SetupAppGraph,\n activate: Transcriber,\n }),\n Plugin.addModule({\n id: 'entity-lookup',\n activatesOn: AppActivationEvents.SetupAppGraph,\n activate: EntityLookup,\n }),\n Plugin.addModule({\n id: 'recording-session',\n activatesOn: AppActivationEvents.SetupSettings,\n activate: RecordingSession,\n }),\n Plugin.addModule({\n id: 'pipeline-status',\n activatesOn: AppActivationEvents.SetupSettings,\n activate: PipelineStatus,\n }),\n Plugin.addModule({\n id: 'markdown',\n activatesOn: MarkdownEvents.SetupExtensions,\n activate: MarkdownExtension,\n }),\n AppPlugin.addPluginAssetModule({\n asset: { pluginId: meta.profile.key, path: 'PLUGIN.mdl', content: pluginSpec, mimeType: 'application/x-mdl' },\n }),\n Plugin.make,\n);\n\nexport default TranscriptionPlugin;\n", "---\nid: org.dxos.plugin.transcription\nname: TranscriptionPlugin\nversion: 0.1.0\n---\n\nA real-time voice-to-text transcription plugin for DXOS Composer.\nCaptures spoken audio from a microphone, converts it to timestamped text segments via the\nWhisper speech-recognition service, and stores the results in an ECHO `Transcript` object\nbacked by a `Feed`.\nThe plugin also exposes skill-compatible operations that let AI assistants open and\nsummarize transcripts inside agent workflows.\n\n## Extensions\n\nThe following extension dialects are used in this document.\nEach extension is defined in the Appendix or resolved via its URI.\n\n| Term | URI |\n|-------------|--------------------------------|\n| `type` | `org.dxos.mdl.type@1.0` |\n| `feat` | `org.dxos.mdl.feat@1.0` |\n| `test` | `org.dxos.mdl.test@1.0` |\n| `component` | `org.dxos.mdl.component@1.0` |\n| `op` | `org.dxos.mdl.op@1.0` |\n\n## Types\n\n```mdl\ntype TranscriptSegment\n fields:\n text: string # transcribed text for this segment\n started: string # ISO-8601 wall-clock timestamp of segment start\n```\n\n```mdl\ntype Message\n fields:\n id: string\n created: string # ISO-8601 creation timestamp\n blocks: TranscriptSegment[]\n sender:\n identityDid?: string # DID of the speaker, if known\n```\n\n```mdl\ntype Transcript\n fields:\n id: string\n feed: Ref<Feed> # ECHO feed that stores Message objects\n started?: string # ISO-8601 timestamp when recording started\n```\n\n```mdl\ntype WhisperWord\n fields:\n word: string\n start: number # seconds from start of audio chunk\n end: number\n```\n\n```mdl\ntype WhisperSegment\n fields:\n text: string\n start: number\n end: number\n no_speech_prob: number # probability of silence; used to filter noise\n words: WhisperWord[]\n```\n\n```mdl\ntype Settings\n fields:\n entityExtraction: boolean # default: true \u2014 annotate transcript with references to known objects\n```\n\n## Components\n\n```mdl\ncomponent Transcription\n desc: Read-only CodeMirror editor that renders transcript messages as Markdown with byline headings.\n props:\n transcript?: Transcript\n model: TranscriptModel<Message>\n slots:\n (none \u2014 self-contained editor viewport)\n layout: |\n \u250C\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2510\n \u2502 [CodeMirror editor \u2014 read-only] \u2502\n \u2502 ## Speaker \u00B7 HH:MM \u2502\n \u2502 Transcribed text\u2026 \u2502\n \u2502 \u2026 \u2502\n \u2514\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2518\n```\n\n```mdl\ncomponent Oracle\n desc: |\n Ambient display surface with an SVG graph canvas and a centered text overlay.\n Used to show the latest transcribed utterance alongside a live visualization.\n props:\n text?: string # latest utterance to display\n delay?: number # per-character reveal delay in ms (default 12)\n slots:\n canvas?: ReactNode # replaces default SVG.Graph when provided\n layout: |\n \u250C\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2510\n \u2502 [SVG canvas \u2014 absolutely fills]\u2502\n \u2502 [Oracle.Text] \u2502\n \u2502 \"latest utterance\u2026\" \u2502\n \u2514\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2518\n```\n\n```mdl\ncomponent TranscriptionArticle\n desc: Full-page article panel combining the Transcription editor with a start/stop recording toolbar action.\n props:\n subject: Transcript\n role: string\n attendableId?: string\n state:\n recording: boolean # whether microphone capture is active\n actions:\n toggleRecording()\n layout: |\n \u250C\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2510\n \u2502 [Toolbar] [\uD83C\uDFA4 Start/Stop] \u2502\n \u251C\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2524\n \u2502 [Transcription editor] \u2502\n \u2502 \u2026 \u2502\n \u2514\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2518\n```\n\n## Operations\n\nPure operations \u2014 no side-effects.\n\n```mdl\nop openTranscript\n desc: Loads a Transcript from ECHO, reads all Messages from its Feed, and returns the full text content rendered with speaker bylines.\n input:\n transcript: Ref<Transcript>\n output: string\n errors:\n TranscriptNotFound: no Transcript object found for the given ref\n FeedNotFound: the Transcript's feed ref cannot be resolved\n requires: [Database, FeedService]\n```\n\nEffectful operations \u2014 produce output via AI or mutate persistent state.\n\n```mdl\nop createTranscript\n desc: Creates a new Feed and a Transcript object linked to it, then writes both into the current ECHO space.\n input:\n name?: string\n space: Space\n output: Transcript\n effects: [echo:write]\n```\n\n```mdl\nop summarizeTranscript\n desc: Sends a transcript string and optional participant notes to an LLM and returns a Markdown summary with key points, verbatim quotes, and actionable tasks extracted from the conversation.\n input:\n transcript: string\n notes?: string\n output: string\n effects: [http]\n requires: [AiService]\n note: |\n Uses Claude Sonnet. Prompt instructs the model to bold speaker names,\n include verbatim quotes, and emit only tasks that are directly actionable\n and clearly assigned.\n```\n\n```mdl\nop enrichMessage\n desc: Extracts proper nouns from each transcript block of a Message using a small LLM, full-text-searches the space for matching objects, and rewrites the text with inline `[noun](dxn)` reference links.\n input:\n message: Message\n output:\n message: Message\n effects: [echo:read, ai:inference]\n requires: [AiService, Database]\n note: |\n Uses Claude Haiku. Falls back to the raw message if extraction fails (e.g. the AI\n service is unavailable). Gated by the entityExtraction setting.\n```\n\n```mdl\nop normalizeSentences\n desc: Post-processes an array of raw transcript messages, merging word-level tokens into grammatically complete sentences.\n input:\n messages: Message[]\n output: Message[]\n note: pure transformation; no effects or service dependencies\n```\n\n## Features\n\n```mdl\nfeat F-1: Recording Lifecycle\n\n req F-1.1: User can start microphone capture from TranscriptionArticle toolbar.\n req F-1.2: User can stop microphone capture; final buffered chunks are flushed and transcribed.\n req F-1.3: TranscriptionManager restarts the Transcriber automatically when the audio track changes.\n```\n\n```mdl\nfeat F-2: Audio Chunking and Transcription\n\n req F-2.1:\n when: user is speaking and chunk count reaches transcribeAfterChunksAmount\n then: Transcriber schedules a deferred transcription task\n\n req F-2.2:\n when: transcription task runs\n then: buffered PCM chunks are merged into a WAV file and POSTed to the Whisper endpoint\n\n req F-2.3:\n when: Whisper response is received\n then: segments are filtered by no_speech_prob and aligned to absolute wall-clock timestamps\n\n req F-2.4:\n when: user is not speaking\n then: only prefixBufferChunksAmount most-recent chunks are retained; older chunks discarded\n```\n\n```mdl\nfeat F-3: Transcript Persistence\n\n req F-3.1:\n when: aligned segments are produced\n then: a Message object with the segments is appended to the Transcript's ECHO Feed\n\n req F-3.2:\n when: a messageEnricher is configured\n then: Message is passed through the enricher before being written to the Feed\n\n req F-3.3:\n when: a peer's ECHO space receives the Feed update\n then: TranscriptionArticle re-renders with the new messages\n tags: [collaborative]\n```\n\n```mdl\nfeat F-4: Transcript Display\n\n req F-4.1:\n when: a Transcript object is opened\n then: all Messages are rendered in the Transcription editor with speaker bylines and timestamps\n\n req F-4.2:\n when: new messages arrive during live recording\n then: the TranscriptModel is updated and the editor scrolls to show the latest content\n```\n\n```mdl\nfeat F-5: AI Summary\n\n req F-5.1:\n when: op:summarizeTranscript is invoked\n then: LLM returns a structured Markdown document with key points, quotes, and tasks\n\n req F-5.2:\n when: participant notes are provided\n then: notes are correlated with transcript content in the summary\n\n req F-5.3:\n when: no actionable tasks are found\n then: the tasks section is omitted from the summary\n```\n\n```mdl\nfeat F-6: Skill Integration\n\n req F-6.1: Skill exposes op:openTranscript and op:summarizeTranscript as AI tools.\n req F-6.2: An AI assistant can open a transcript by Ref and return formatted text to the user.\n req F-6.3: An AI assistant can invoke the summary operation and present the result as a message.\n```\n\n## Acceptance\n\n```mdl\ntest T-1: Create transcript\n given: a DXOS space is available\n when: op:createTranscript is invoked\n then:\n - a new Feed is created in the space\n - a Transcript object linked to the Feed is created in the space\n - the returned Transcript.feed.target is not null\n```\n\n```mdl\ntest T-2: Record and persist segment\n given: a Transcript with a Feed, microphone capture active\n when: the user speaks and silence is detected\n then:\n - Whisper returns at least one segment\n - a Message is appended to the Feed\n - Message.blocks contains at least one TranscriptSegment with non-empty text\n```\n\n```mdl\ntest T-3: Deduplicate segments across chunk boundaries\n given: two consecutive transcription tasks with overlapping Whisper output\n when: the second task produces segments whose end timestamps fall before lastTimestamp\n then:\n - duplicate segments are filtered out\n - only novel words (start >= lastTimestamp) are included\n```\n\n```mdl\ntest T-4: Open transcript\n given: a Transcript with three Messages in its Feed\n when: op:openTranscript is invoked\n then:\n - content string contains three byline sections\n - each section starts with \"## <speaker> \u00B7 <time>\"\n```\n\n```mdl\ntest T-5: Summarize transcript\n given: a transcript string and optional notes string\n when: op:summarizeTranscript is invoked\n then:\n - summary is a non-empty Markdown string\n - speaker names appear in bold\n - a tasks section is present if actionable tasks were detected\n```\n\n```mdl\ntest T-6: Sentence normalization is pure\n given: an array of raw word-level Messages\n when: op:normalizeSentences is called\n then:\n - output messages contain complete sentences\n - no ECHO writes occur\n - input array is not mutated\n```\n\n```mdl\ntest T-7: Toggle recording in UI\n given: TranscriptionArticle is mounted with a Transcript\n when: user clicks the Start Recording toolbar button\n then:\n - recording state becomes true\n - toolbar button label changes to \"Stop Recording\"\n - microphone capture begins\n```\n\n---\n\n## Appendix: Extension Definitions\n\nExtension block types used in this document are defined below using\nthe core `ext` primitive \u2014 the only construct the base language provides.\n\n```mdl\next type\n uri: org.dxos.mdl.type@1.0\n desc: A named data structure with typed fields and optional literals.\n fields:\n desc?: Prose\n fields?: FieldMap # name[?]: TypeExpr (# inline comment)\n literals?: UnionList # a | b | c\n extends?: TypeRef[]\n```\n\n```mdl\next feat\n uri: org.dxos.mdl.feat@1.0\n desc: A named feature grouping one or more requirements.\n fields:\n desc?: Prose\n req: RequirementList\n nesting: self # feat blocks may contain feat blocks\n```\n\n```mdl\next test\n uri: org.dxos.mdl.test@1.0\n desc: An acceptance scenario expressed as given / when / then steps.\n fields:\n given?: Step | Step[]\n when?: Step | Step[]\n then: Step | Step[]\n tags?: TagList\n```\n\n```mdl\next component\n uri: org.dxos.mdl.component@1.0\n desc: A UI component with props, internal state, slots, actions, and events.\n fields:\n desc?: Prose\n props?: FieldMap # external inputs (immutable inside component)\n state?: FieldMap # internal reactive state\n slots?: FieldMap # named ReactNode injection points\n actions?: ActionMap # methods the component exposes or handles\n emits?: EventMap # events the component raises to its parent\n layout?: CodeBlock # ASCII sketch of visual structure (non-normative)\n```\n\n```mdl\next op\n uri: org.dxos.mdl.op@1.0\n desc: |\n A named operation with typed inputs, outputs, and declared errors.\n Pure ops have no effects or requires. Effectful ops declare both.\n fields:\n desc?: Prose\n input?: FieldMap # named input parameters\n output?: TypeExpr # return type\n errors?: ErrorMap # name: Prose (when this error occurs)\n effects?: EffectList # echo:read | echo:write | http | fs | ...\n requires?: ServiceList # injected service dependencies\n note?: Prose # implementation guidance (non-normative)\n```\n"],
|
|
5
|
+
"mappings": ";;;AAIA,SAASA,cAAc;AACvB,SAASC,qBAAqBC,iBAAiB;AAC/C,SAASC,sBAAsB;AAC/B,SAASC,kBAAkB;AAE3B,SACEC,iBACAC,cACAC,mBACAC,kBACAC,gBACAC,cACAC,kBACAC,iBACAC,aACAC,aACAC,qBACAC,6BACK;AACP,SAASC,YAAY;AACrB,SAASC,oBAAoB;;;ACxB7B;;;AD6BO,IAAMC,sBAAsBC,OAAOC,OAAOC,IAAAA,EAAMC,KACrDC,UAAUC,yBAAyB;EAAEC,UAAUC;AAAgB,CAAA,GAC/DH,UAAUI,qBAAqB;EAAEF,UAAUG;AAAY,CAAA,GACvDL,UAAUM,0BAA0B;EAAEJ,UAAUK;AAAiB,CAAA,GACjEP,UAAUQ,gBAAgB;EAAEC,QAAQ;IAACC,WAAWA;;AAAY,CAAA,GAC5DV,UAAUW,iBAAiB;EAAET,UAAUU;AAAa,CAAA,GACpDZ,UAAUa,sBAAsB;EAAEC;AAAa,CAAA,GAC/Cd,UAAUe,kBAAkB;EAAEb,UAAUc;AAAsB,CAAA,GAC9DhB,UAAUiB,kBAAkB;EAAEf,UAAUgB;AAAgB,CAAA,GACxDlB,UAAUmB,sBAAsB;EAAEjB,UAAUkB;AAAoB,CAAA,GAChExB,OAAOyB,UAAU;EACfC,IAAI;EACJC,aAAaC,oBAAoBC;EACjCvB,UAAUwB;AACZ,CAAA,GACA9B,OAAOyB,UAAU;EACfC,IAAI;EACJC,aAAaC,oBAAoBC;EACjCvB,UAAUyB;AACZ,CAAA,GACA/B,OAAOyB,UAAU;EACfC,IAAI;EACJC,aAAaC,oBAAoBI;EACjC1B,UAAU2B;AACZ,CAAA,GACAjC,OAAOyB,UAAU;EACfC,IAAI;EACJC,aAAaC,oBAAoBI;EACjC1B,UAAU4B;AACZ,CAAA,GACAlC,OAAOyB,UAAU;EACfC,IAAI;EACJC,aAAaQ,eAAeC;EAC5B9B,UAAU+B;AACZ,CAAA,GACAjC,UAAUkC,qBAAqB;EAC7BC,OAAO;IAAEC,UAAUtC,KAAKuC,QAAQC;IAAKC,MAAM;IAAcC,SAASC;IAAYC,UAAU;EAAoB;AAC9G,CAAA,GACA9C,OAAO+C,IAAI;AAGb,IAAA,8BAAehD;",
|
|
6
|
+
"names": ["Plugin", "AppActivationEvents", "AppPlugin", "MarkdownEvents", "Transcript", "AppGraphBuilder", "EntityLookup", "MarkdownExtension", "OperationHandler", "PipelineStatus", "ReactSurface", "RecordingSession", "SkillDefinition", "TextContent", "Transcriber", "TranscriptionDriver", "TranscriptionSettings", "meta", "translations", "TranscriptionPlugin", "Plugin", "define", "meta", "pipe", "AppPlugin", "addSkillDefinitionModule", "activate", "SkillDefinition", "addTextContentModule", "TextContent", "addOperationHandlerModule", "OperationHandler", "addSchemaModule", "schema", "Transcript", "addSurfaceModule", "ReactSurface", "addTranslationsModule", "translations", "addSettingsModule", "TranscriptionSettings", "addAppGraphModule", "AppGraphBuilder", "addReactContextModule", "TranscriptionDriver", "addModule", "id", "activatesOn", "AppActivationEvents", "SetupAppGraph", "Transcriber", "EntityLookup", "SetupSettings", "RecordingSession", "PipelineStatus", "MarkdownEvents", "SetupExtensions", "MarkdownExtension", "addPluginAssetModule", "asset", "pluginId", "profile", "key", "path", "content", "pluginSpec", "mimeType", "make"]
|
|
7
7
|
}
|
|
@@ -4,10 +4,10 @@ import "./chunk-J5LGTIGS.mjs";
|
|
|
4
4
|
import { Plugin } from "@dxos/app-framework";
|
|
5
5
|
import { AppPlugin } from "@dxos/app-toolkit";
|
|
6
6
|
import { Transcript } from "@dxos/types";
|
|
7
|
-
import {
|
|
7
|
+
import { OperationHandler, SkillDefinition, TextContent } from "#capabilities";
|
|
8
8
|
import { meta } from "#meta";
|
|
9
|
-
var TranscriptionPlugin = Plugin.define(meta).pipe(AppPlugin.
|
|
10
|
-
activate:
|
|
9
|
+
var TranscriptionPlugin = Plugin.define(meta).pipe(AppPlugin.addSkillDefinitionModule({
|
|
10
|
+
activate: SkillDefinition
|
|
11
11
|
}), AppPlugin.addTextContentModule({
|
|
12
12
|
activate: TextContent
|
|
13
13
|
}), AppPlugin.addOperationHandlerModule({
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"version": 3,
|
|
3
3
|
"sources": ["../../../src/TranscriptionPlugin.node.ts"],
|
|
4
|
-
"sourcesContent": ["//\n// Copyright 2023 DXOS.org\n//\n\nimport { Plugin } from '@dxos/app-framework';\nimport { AppPlugin } from '@dxos/app-toolkit';\nimport { Transcript } from '@dxos/types';\n\nimport {
|
|
5
|
-
"mappings": ";;;AAIA,SAASA,cAAc;AACvB,SAASC,iBAAiB;AAC1B,SAASC,kBAAkB;AAE3B,SAASC,
|
|
6
|
-
"names": ["Plugin", "AppPlugin", "Transcript", "
|
|
4
|
+
"sourcesContent": ["//\n// Copyright 2023 DXOS.org\n//\n\nimport { Plugin } from '@dxos/app-framework';\nimport { AppPlugin } from '@dxos/app-toolkit';\nimport { Transcript } from '@dxos/types';\n\nimport { OperationHandler, SkillDefinition, TextContent } from '#capabilities';\nimport { meta } from '#meta';\n\nexport const TranscriptionPlugin = Plugin.define(meta).pipe(\n AppPlugin.addSkillDefinitionModule({ activate: SkillDefinition }),\n AppPlugin.addTextContentModule({ activate: TextContent }),\n AppPlugin.addOperationHandlerModule({ activate: OperationHandler }),\n AppPlugin.addSchemaModule({ schema: [Transcript.Transcript] }),\n Plugin.make,\n);\n\nexport default TranscriptionPlugin;\n"],
|
|
5
|
+
"mappings": ";;;AAIA,SAASA,cAAc;AACvB,SAASC,iBAAiB;AAC1B,SAASC,kBAAkB;AAE3B,SAASC,kBAAkBC,iBAAiBC,mBAAmB;AAC/D,SAASC,YAAY;AAEd,IAAMC,sBAAsBP,OAAOQ,OAAOF,IAAAA,EAAMG,KACrDR,UAAUS,yBAAyB;EAAEC,UAAUP;AAAgB,CAAA,GAC/DH,UAAUW,qBAAqB;EAAED,UAAUN;AAAY,CAAA,GACvDJ,UAAUY,0BAA0B;EAAEF,UAAUR;AAAiB,CAAA,GACjEF,UAAUa,gBAAgB;EAAEC,QAAQ;IAACb,WAAWA;;AAAY,CAAA,GAC5DF,OAAOgB,IAAI;AAGb,IAAA,mCAAeT;",
|
|
6
|
+
"names": ["Plugin", "AppPlugin", "Transcript", "OperationHandler", "SkillDefinition", "TextContent", "meta", "TranscriptionPlugin", "define", "pipe", "addSkillDefinitionModule", "activate", "addTextContentModule", "addOperationHandlerModule", "addSchemaModule", "schema", "make"]
|
|
7
7
|
}
|
|
@@ -0,0 +1,48 @@
|
|
|
1
|
+
import "./chunk-J5LGTIGS.mjs";
|
|
2
|
+
|
|
3
|
+
// src/capabilities/app-graph-builder.tsx
|
|
4
|
+
import * as Effect from "effect/Effect";
|
|
5
|
+
import React from "react";
|
|
6
|
+
import { Capability } from "@dxos/app-framework";
|
|
7
|
+
import { AppCapabilities } from "@dxos/app-toolkit";
|
|
8
|
+
import { GraphBuilder, Node, NodeMatcher } from "@dxos/plugin-graph";
|
|
9
|
+
import { Markdown } from "@dxos/plugin-markdown/types";
|
|
10
|
+
import { Mic } from "#components";
|
|
11
|
+
import { meta } from "#meta";
|
|
12
|
+
var whenMarkdownDocument = NodeMatcher.whenAll(NodeMatcher.whenEchoObjectMatches, NodeMatcher.whenEchoTypeMatches(Markdown.Document));
|
|
13
|
+
var app_graph_builder_default = Capability.makeModule(Effect.fnUntraced(function* () {
|
|
14
|
+
const extensions = yield* GraphBuilder.createExtension({
|
|
15
|
+
id: "transcriptionToolbar",
|
|
16
|
+
match: (node, get) => whenMarkdownDocument(node, get),
|
|
17
|
+
// The control owns recording state, mode, device selection, and entity-extraction —
|
|
18
|
+
// interactions the action model cannot express (press-and-hold, an embedded dropdown, a
|
|
19
|
+
// live device list) — so it renders via the custom toolbar variant rather than a plain
|
|
20
|
+
// toggle action. The node is static (state lives in the control), keeping the toolbar's
|
|
21
|
+
// action atom stable across recording changes.
|
|
22
|
+
actions: (matched) => Effect.succeed([
|
|
23
|
+
Node.makeAction({
|
|
24
|
+
id: "transcription",
|
|
25
|
+
data: () => Effect.void,
|
|
26
|
+
properties: {
|
|
27
|
+
label: [
|
|
28
|
+
"start-recording.label",
|
|
29
|
+
{
|
|
30
|
+
ns: meta.profile.key
|
|
31
|
+
}
|
|
32
|
+
],
|
|
33
|
+
icon: "ph--microphone--regular",
|
|
34
|
+
disposition: "toolbar",
|
|
35
|
+
variant: "custom",
|
|
36
|
+
render: () => /* @__PURE__ */ React.createElement(Mic, {
|
|
37
|
+
docId: matched.id
|
|
38
|
+
})
|
|
39
|
+
}
|
|
40
|
+
})
|
|
41
|
+
])
|
|
42
|
+
});
|
|
43
|
+
return Capability.contributes(AppCapabilities.AppGraphBuilder, extensions);
|
|
44
|
+
}));
|
|
45
|
+
export {
|
|
46
|
+
app_graph_builder_default as default
|
|
47
|
+
};
|
|
48
|
+
//# sourceMappingURL=app-graph-builder-GQRMI22E.mjs.map
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
{
|
|
2
|
+
"version": 3,
|
|
3
|
+
"sources": ["../../../src/capabilities/app-graph-builder.tsx"],
|
|
4
|
+
"sourcesContent": ["//\n// Copyright 2026 DXOS.org\n//\n\nimport * as Effect from 'effect/Effect';\nimport React from 'react';\n\nimport { Capability } from '@dxos/app-framework';\nimport { AppCapabilities } from '@dxos/app-toolkit';\nimport { GraphBuilder, Node, NodeMatcher } from '@dxos/plugin-graph';\nimport { Markdown } from '@dxos/plugin-markdown/types';\n\nimport { Mic } from '#components';\nimport { meta } from '#meta';\n\nconst whenMarkdownDocument = NodeMatcher.whenAll(\n NodeMatcher.whenEchoObjectMatches,\n NodeMatcher.whenEchoTypeMatches(Markdown.Document),\n);\n\nexport default Capability.makeModule(\n Effect.fnUntraced(function* () {\n const extensions = yield* GraphBuilder.createExtension({\n id: 'transcriptionToolbar',\n match: (node, get) => whenMarkdownDocument(node, get),\n // The control owns recording state, mode, device selection, and entity-extraction —\n // interactions the action model cannot express (press-and-hold, an embedded dropdown, a\n // live device list) — so it renders via the custom toolbar variant rather than a plain\n // toggle action. The node is static (state lives in the control), keeping the toolbar's\n // action atom stable across recording changes.\n actions: (matched) =>\n Effect.succeed([\n Node.makeAction({\n id: 'transcription',\n data: () => Effect.void,\n properties: {\n label: ['start-recording.label', { ns: meta.profile.key }],\n icon: 'ph--microphone--regular',\n disposition: 'toolbar',\n variant: 'custom',\n render: () => <Mic docId={matched.id} />,\n },\n }),\n ]),\n });\n\n return Capability.contributes(AppCapabilities.AppGraphBuilder, extensions);\n }),\n);\n"],
|
|
5
|
+
"mappings": ";;;AAIA,YAAYA,YAAY;AACxB,OAAOC,WAAW;AAElB,SAASC,kBAAkB;AAC3B,SAASC,uBAAuB;AAChC,SAASC,cAAcC,MAAMC,mBAAmB;AAChD,SAASC,gBAAgB;AAEzB,SAASC,WAAW;AACpB,SAASC,YAAY;AAErB,IAAMC,uBAAuBJ,YAAYK,QACvCL,YAAYM,uBACZN,YAAYO,oBAAoBN,SAASO,QAAQ,CAAA;AAGnD,IAAA,4BAAeZ,WAAWa,WACjBC,kBAAW,aAAA;AAChB,QAAMC,aAAa,OAAOb,aAAac,gBAAgB;IACrDC,IAAI;IACJC,OAAO,CAACC,MAAMC,QAAQZ,qBAAqBW,MAAMC,GAAAA;;;;;;IAMjDC,SAAS,CAACC,YACDC,eAAQ;MACbpB,KAAKqB,WAAW;QACdP,IAAI;QACJQ,MAAM,MAAaC;QACnBC,YAAY;UACVC,OAAO;YAAC;YAAyB;cAAEC,IAAItB,KAAKuB,QAAQC;YAAI;;UACxDC,MAAM;UACNC,aAAa;UACbC,SAAS;UACTC,QAAQ,MAAM,sBAAA,cAAC7B,KAAAA;YAAI8B,OAAOd,QAAQL;;QACpC;MACF,CAAA;KACD;EACL,CAAA;AAEA,SAAOjB,WAAWqC,YAAYpC,gBAAgBqC,iBAAiBvB,UAAAA;AACjE,CAAA,CAAA;",
|
|
6
|
+
"names": ["Effect", "React", "Capability", "AppCapabilities", "GraphBuilder", "Node", "NodeMatcher", "Markdown", "Mic", "meta", "whenMarkdownDocument", "whenAll", "whenEchoObjectMatches", "whenEchoTypeMatches", "Document", "makeModule", "fnUntraced", "extensions", "createExtension", "id", "match", "node", "get", "actions", "matched", "succeed", "makeAction", "data", "void", "properties", "label", "ns", "profile", "key", "icon", "disposition", "variant", "render", "docId", "contributes", "AppGraphBuilder"]
|
|
7
|
+
}
|
|
@@ -2,18 +2,30 @@ import "../chunk-J5LGTIGS.mjs";
|
|
|
2
2
|
|
|
3
3
|
// src/capabilities/index.ts
|
|
4
4
|
import { Capability } from "@dxos/app-framework";
|
|
5
|
-
var
|
|
6
|
-
var
|
|
5
|
+
var AppGraphBuilder = Capability.lazy("AppGraphBuilder", () => import("../app-graph-builder-GQRMI22E.mjs"));
|
|
6
|
+
var EntityLookup = Capability.lazy("EntityLookup", () => import("../entity-lookup-PCDW7NC4.mjs"));
|
|
7
|
+
var MarkdownExtension = Capability.lazy("MarkdownExtension", () => import("../markdown-extension-CCDXXY7E.mjs"));
|
|
8
|
+
var PipelineStatus = Capability.lazy("PipelineStatus", () => import("../pipeline-status-XMWMAUJY.mjs"));
|
|
9
|
+
var RecordingSession = Capability.lazy("RecordingSession", () => import("../recording-session-IADO7ATU.mjs"));
|
|
10
|
+
var TranscriptionDriver = Capability.lazy("TranscriptionDriver", () => import("../transcription-driver-DN6ELQXZ.mjs"));
|
|
11
|
+
var SkillDefinition = Capability.lazy("SkillDefinition", () => import("../skill-definition-DXNK324V.mjs"));
|
|
12
|
+
var TextContent = Capability.lazy("TextContent", () => import("../text-content-NOWR642C.mjs"));
|
|
7
13
|
var OperationHandler = Capability.lazy("OperationHandler", () => import("../operation-handler-NXMOAXFP.mjs"));
|
|
8
14
|
var ReactSurface = Capability.lazy("ReactSurface", () => import("../react-surface-YMZRO242.mjs"));
|
|
9
|
-
var Transcriber = Capability.lazy("Transcriber", () => import("../transcriber-
|
|
10
|
-
var TranscriptionSettings = Capability.lazy("TranscriptionSettings", () => import("../settings-
|
|
15
|
+
var Transcriber = Capability.lazy("Transcriber", () => import("../transcriber-6XZHUUHK.mjs"));
|
|
16
|
+
var TranscriptionSettings = Capability.lazy("TranscriptionSettings", () => import("../settings-7KE4MABW.mjs"));
|
|
11
17
|
export {
|
|
12
|
-
|
|
18
|
+
AppGraphBuilder,
|
|
19
|
+
EntityLookup,
|
|
20
|
+
MarkdownExtension,
|
|
13
21
|
OperationHandler,
|
|
22
|
+
PipelineStatus,
|
|
14
23
|
ReactSurface,
|
|
24
|
+
RecordingSession,
|
|
25
|
+
SkillDefinition,
|
|
15
26
|
TextContent,
|
|
16
27
|
Transcriber,
|
|
28
|
+
TranscriptionDriver,
|
|
17
29
|
TranscriptionSettings
|
|
18
30
|
};
|
|
19
31
|
//# sourceMappingURL=index.mjs.map
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"version": 3,
|
|
3
3
|
"sources": ["../../../../src/capabilities/index.ts"],
|
|
4
|
-
"sourcesContent": ["//\n// Copyright 2025 DXOS.org\n//\n\nimport { Capability } from '@dxos/app-framework';\nimport type { OperationHandlerSet } from '@dxos/compute';\n\nexport const
|
|
5
|
-
"mappings": ";;;AAIA,SAASA,kBAAkB;AAGpB,IAAMC,
|
|
6
|
-
"names": ["Capability", "
|
|
4
|
+
"sourcesContent": ["//\n// Copyright 2025 DXOS.org\n//\n\nimport { Capability } from '@dxos/app-framework';\nimport type { OperationHandlerSet } from '@dxos/compute';\n\nexport const AppGraphBuilder = Capability.lazy('AppGraphBuilder', () => import('./app-graph-builder'));\nexport const EntityLookup = Capability.lazy('EntityLookup', () => import('./entity-lookup'));\nexport const MarkdownExtension = Capability.lazy('MarkdownExtension', () => import('./markdown-extension'));\nexport const PipelineStatus = Capability.lazy('PipelineStatus', () => import('./pipeline-status'));\nexport const RecordingSession = Capability.lazy('RecordingSession', () => import('./recording-session'));\nexport const TranscriptionDriver = Capability.lazy('TranscriptionDriver', () => import('./transcription-driver'));\nexport const SkillDefinition = Capability.lazy('SkillDefinition', () => import('./skill-definition'));\nexport const TextContent = Capability.lazy('TextContent', () => import('./text-content'));\nexport const OperationHandler = Capability.lazy<OperationHandlerSet.OperationHandlerSet>(\n 'OperationHandler',\n () => import('./operation-handler'),\n);\nexport const ReactSurface = Capability.lazy('ReactSurface', () => import('./react-surface'));\nexport const Transcriber = Capability.lazy('Transcriber', () => import('./transcriber'));\nexport const TranscriptionSettings = Capability.lazy('TranscriptionSettings', () => import('./settings'));\n"],
|
|
5
|
+
"mappings": ";;;AAIA,SAASA,kBAAkB;AAGpB,IAAMC,kBAAkBD,WAAWE,KAAK,mBAAmB,MAAM,OAAO,mCAAA,CAAA;AACxE,IAAMC,eAAeH,WAAWE,KAAK,gBAAgB,MAAM,OAAO,+BAAA,CAAA;AAClE,IAAME,oBAAoBJ,WAAWE,KAAK,qBAAqB,MAAM,OAAO,oCAAA,CAAA;AAC5E,IAAMG,iBAAiBL,WAAWE,KAAK,kBAAkB,MAAM,OAAO,iCAAA,CAAA;AACtE,IAAMI,mBAAmBN,WAAWE,KAAK,oBAAoB,MAAM,OAAO,mCAAA,CAAA;AAC1E,IAAMK,sBAAsBP,WAAWE,KAAK,uBAAuB,MAAM,OAAO,sCAAA,CAAA;AAChF,IAAMM,kBAAkBR,WAAWE,KAAK,mBAAmB,MAAM,OAAO,kCAAA,CAAA;AACxE,IAAMO,cAAcT,WAAWE,KAAK,eAAe,MAAM,OAAO,8BAAA,CAAA;AAChE,IAAMQ,mBAAmBV,WAAWE,KACzC,oBACA,MAAM,OAAO,mCAAA,CAAA;AAER,IAAMS,eAAeX,WAAWE,KAAK,gBAAgB,MAAM,OAAO,+BAAA,CAAA;AAClE,IAAMU,cAAcZ,WAAWE,KAAK,eAAe,MAAM,OAAO,6BAAA,CAAA;AAChE,IAAMW,wBAAwBb,WAAWE,KAAK,yBAAyB,MAAM,OAAO,0BAAA,CAAA;",
|
|
6
|
+
"names": ["Capability", "AppGraphBuilder", "lazy", "EntityLookup", "MarkdownExtension", "PipelineStatus", "RecordingSession", "TranscriptionDriver", "SkillDefinition", "TextContent", "OperationHandler", "ReactSurface", "Transcriber", "TranscriptionSettings"]
|
|
7
7
|
}
|
|
@@ -23,7 +23,7 @@ var dx_config_default = Config2.make({
|
|
|
23
23
|
An optional message enricher pipeline lets plugins annotate messages before they are
|
|
24
24
|
committed — for example, to attach speaker identity from a calls service.
|
|
25
25
|
|
|
26
|
-
The plugin ships two
|
|
26
|
+
The plugin ships two skill-compatible operations: Open (loads and formats a transcript
|
|
27
27
|
for reading by an AI assistant) and Summarize (sends the transcript text to an LLM and
|
|
28
28
|
returns a structured Markdown summary with key points, verbatim quotes, and actionable
|
|
29
29
|
tasks extracted from the conversation).
|
|
@@ -51,4 +51,4 @@ var meta = Plugin.getMetaFromConfig(dx_config_default);
|
|
|
51
51
|
export {
|
|
52
52
|
meta
|
|
53
53
|
};
|
|
54
|
-
//# sourceMappingURL=chunk-
|
|
54
|
+
//# sourceMappingURL=chunk-5BVHY75B.mjs.map
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"version": 3,
|
|
3
3
|
"sources": ["../../../src/meta.ts", "../../../dx.config.ts"],
|
|
4
|
-
"sourcesContent": ["//\n// Copyright 2023 DXOS.org\n//\n\nimport { Plugin } from '@dxos/app-framework';\n\nimport config from '../dx.config';\n\nexport const meta = Plugin.getMetaFromConfig(config);\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { Config2 } from '@dxos/app-framework/config';\nimport { trim } from '@dxos/util';\n\nexport default Config2.make({\n plugin: {\n key: 'org.dxos.plugin.transcription',\n name: 'Transcription',\n author: 'DXOS',\n description: trim`\n Real-time voice-to-text transcription for DXOS Composer.\n Captures microphone audio in short PCM chunks, batches them into WAV payloads, and streams\n the results to a Whisper-compatible speech-recognition endpoint.\n Transcribed segments are timestamped, deduplicated across chunk boundaries, and persisted\n as Message objects in an ECHO Feed so that every participant in a shared space sees the\n live transcript without any manual sync step.\n\n Each recording session is represented as a Transcript object linked to its Feed.\n The read-only editor renders messages with speaker bylines and wall-clock timestamps,\n supporting markdown decoration and document preview.\n An optional message enricher pipeline lets plugins annotate messages before they are\n committed — for example, to attach speaker identity from a calls service.\n\n The plugin ships two
|
|
4
|
+
"sourcesContent": ["//\n// Copyright 2023 DXOS.org\n//\n\nimport { Plugin } from '@dxos/app-framework';\n\nimport config from '../dx.config';\n\nexport const meta = Plugin.getMetaFromConfig(config);\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { Config2 } from '@dxos/app-framework/config';\nimport { trim } from '@dxos/util';\n\nexport default Config2.make({\n plugin: {\n key: 'org.dxos.plugin.transcription',\n name: 'Transcription',\n author: 'DXOS',\n description: trim`\n Real-time voice-to-text transcription for DXOS Composer.\n Captures microphone audio in short PCM chunks, batches them into WAV payloads, and streams\n the results to a Whisper-compatible speech-recognition endpoint.\n Transcribed segments are timestamped, deduplicated across chunk boundaries, and persisted\n as Message objects in an ECHO Feed so that every participant in a shared space sees the\n live transcript without any manual sync step.\n\n Each recording session is represented as a Transcript object linked to its Feed.\n The read-only editor renders messages with speaker bylines and wall-clock timestamps,\n supporting markdown decoration and document preview.\n An optional message enricher pipeline lets plugins annotate messages before they are\n committed — for example, to attach speaker identity from a calls service.\n\n The plugin ships two skill-compatible operations: Open (loads and formats a transcript\n for reading by an AI assistant) and Summarize (sends the transcript text to an LLM and\n returns a structured Markdown summary with key points, verbatim quotes, and actionable\n tasks extracted from the conversation).\n\n A sentence-normalization pass merges raw word-level tokens from the recognizer into\n grammatically complete sentences, improving readability of the stored transcript without\n altering the underlying audio timeline.\n `,\n source: 'https://github.com/dxos/dxos/tree/main/packages/plugins/plugin-transcription',\n icon: { key: 'ph--microphone--regular', hue: 'sky' },\n spec: 'PLUGIN.mdl',\n tags: ['labs'],\n screenshots: [],\n },\n});\n"],
|
|
5
5
|
"mappings": ";AAIA,SAASA,cAAc;;;ACAvB,SAASC,eAAe;AACxB,SAASC,YAAY;AAErB,IAAA,oBAAeD,QAAQE,KAAK;EAC1BC,QAAQ;IACNC,KAAK;IACLC,MAAM;IACNC,QAAQ;IACRC,aAAaN;;;;;;;;;;;;;;;;;;;;;;;IAuBbO,QAAQ;IACRC,MAAM;MAAEL,KAAK;MAA2BM,KAAK;IAAM;IACnDC,MAAM;IACNC,MAAM;MAAC;;IACPC,aAAa,CAAA;EACf;AACF,CAAA;;;ADjCO,IAAMC,OAAOC,OAAOC,kBAAkBC,iBAAAA;",
|
|
6
6
|
"names": ["Plugin", "Config2", "trim", "make", "plugin", "key", "name", "author", "description", "source", "icon", "hue", "spec", "tags", "screenshots", "meta", "Plugin", "getMetaFromConfig", "config"]
|
|
7
7
|
}
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
// src/operations/index.ts
|
|
2
|
+
import { OperationHandlerSet } from "@dxos/compute";
|
|
3
|
+
var TranscriptionOperationHandlerSet = OperationHandlerSet.lazy(() => import("./create-HNHGCKZ4.mjs"), () => import("./open-SNMZXXYO.mjs"), () => import("./summarize-LBUZTOTH.mjs"), () => import("./enrich-message-DSJU4TXC.mjs"));
|
|
4
|
+
|
|
5
|
+
export {
|
|
6
|
+
TranscriptionOperationHandlerSet
|
|
7
|
+
};
|
|
8
|
+
//# sourceMappingURL=chunk-HNXSU7HJ.mjs.map
|
|
@@ -0,0 +1,30 @@
|
|
|
1
|
+
// src/skills/transcription-skill.ts
|
|
2
|
+
import { Skill, Template } from "@dxos/compute";
|
|
3
|
+
import { trim } from "@dxos/util";
|
|
4
|
+
import { TranscriptOperation } from "#types";
|
|
5
|
+
var SKILL_KEY = "org.dxos.skill.transcription";
|
|
6
|
+
var make = () => Skill.make({
|
|
7
|
+
key: SKILL_KEY,
|
|
8
|
+
name: "Transcription",
|
|
9
|
+
tools: Skill.toolDefinitions({
|
|
10
|
+
operations: [
|
|
11
|
+
TranscriptOperation.Open,
|
|
12
|
+
TranscriptOperation.Summarize
|
|
13
|
+
]
|
|
14
|
+
}),
|
|
15
|
+
instructions: Template.make({
|
|
16
|
+
source: trim`
|
|
17
|
+
You can open and summarize a meeting transcript.
|
|
18
|
+
`
|
|
19
|
+
})
|
|
20
|
+
});
|
|
21
|
+
var skill = {
|
|
22
|
+
key: SKILL_KEY,
|
|
23
|
+
make
|
|
24
|
+
};
|
|
25
|
+
var transcription_skill_default = skill;
|
|
26
|
+
|
|
27
|
+
export {
|
|
28
|
+
transcription_skill_default
|
|
29
|
+
};
|
|
30
|
+
//# sourceMappingURL=chunk-KOXLGGSL.mjs.map
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
{
|
|
2
|
+
"version": 3,
|
|
3
|
+
"sources": ["../../../src/skills/transcription-skill.ts"],
|
|
4
|
+
"sourcesContent": ["//\n// Copyright 2025 DXOS.org\n//\n\nimport { Skill, Template } from '@dxos/compute';\nimport { trim } from '@dxos/util';\n\nimport { TranscriptOperation } from '#types';\n\nconst SKILL_KEY = 'org.dxos.skill.transcription';\n\nconst make = () =>\n Skill.make({\n key: SKILL_KEY,\n name: 'Transcription',\n tools: Skill.toolDefinitions({ operations: [TranscriptOperation.Open, TranscriptOperation.Summarize] }),\n instructions: Template.make({\n source: trim`\n You can open and summarize a meeting transcript.\n `,\n }),\n });\n\nconst skill: Skill.Definition = {\n key: SKILL_KEY,\n make,\n};\n\nexport default skill;\n"],
|
|
5
|
+
"mappings": ";AAIA,SAASA,OAAOC,gBAAgB;AAChC,SAASC,YAAY;AAErB,SAASC,2BAA2B;AAEpC,IAAMC,YAAY;AAElB,IAAMC,OAAO,MACXL,MAAMK,KAAK;EACTC,KAAKF;EACLG,MAAM;EACNC,OAAOR,MAAMS,gBAAgB;IAAEC,YAAY;MAACP,oBAAoBQ;MAAMR,oBAAoBS;;EAAW,CAAA;EACrGC,cAAcZ,SAASI,KAAK;IAC1BS,QAAQZ;;;EAGV,CAAA;AACF,CAAA;AAEF,IAAMa,QAA0B;EAC9BT,KAAKF;EACLC;AACF;AAEA,IAAA,8BAAeU;",
|
|
6
|
+
"names": ["Skill", "Template", "trim", "TranscriptOperation", "SKILL_KEY", "make", "key", "name", "tools", "toolDefinitions", "operations", "Open", "Summarize", "instructions", "source", "skill"]
|
|
7
|
+
}
|