@dxos/plugin-transcription 0.9.0 → 0.9.1-staging.ee54ba693a

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (324) hide show
  1. package/PLUGIN.mdl +25 -5
  2. package/dist/lib/neutral/{TranscriptionArticle-L6XANBH5.mjs → TranscriptionArticle-FEWCWG4A.mjs} +4 -7
  3. package/dist/lib/neutral/TranscriptionArticle-FEWCWG4A.mjs.map +7 -0
  4. package/dist/lib/neutral/TranscriptionPlugin.mjs +29 -6
  5. package/dist/lib/neutral/TranscriptionPlugin.mjs.map +4 -4
  6. package/dist/lib/neutral/TranscriptionPlugin.node.mjs +3 -3
  7. package/dist/lib/neutral/TranscriptionPlugin.node.mjs.map +3 -3
  8. package/dist/lib/neutral/app-graph-builder-GQRMI22E.mjs +48 -0
  9. package/dist/lib/neutral/app-graph-builder-GQRMI22E.mjs.map +7 -0
  10. package/dist/lib/neutral/capabilities/index.mjs +19 -5
  11. package/dist/lib/neutral/capabilities/index.mjs.map +3 -3
  12. package/dist/lib/neutral/chunk-5BVHY75B.mjs +54 -0
  13. package/dist/lib/neutral/chunk-5BVHY75B.mjs.map +7 -0
  14. package/dist/lib/neutral/chunk-HNXSU7HJ.mjs +8 -0
  15. package/dist/lib/neutral/{chunk-KXJZEYS7.mjs.map → chunk-HNXSU7HJ.mjs.map} +2 -2
  16. package/dist/lib/neutral/chunk-KOXLGGSL.mjs +30 -0
  17. package/dist/lib/neutral/chunk-KOXLGGSL.mjs.map +7 -0
  18. package/dist/lib/neutral/chunk-MDV7NBFJ.mjs +182 -0
  19. package/dist/lib/neutral/chunk-MDV7NBFJ.mjs.map +7 -0
  20. package/dist/lib/neutral/components/index.mjs +114 -258
  21. package/dist/lib/neutral/components/index.mjs.map +4 -4
  22. package/dist/lib/neutral/containers/index.mjs +1 -1
  23. package/dist/lib/neutral/{create-RVR7VC33.mjs → create-HNHGCKZ4.mjs} +2 -2
  24. package/dist/lib/neutral/enrich-message-DSJU4TXC.mjs +24 -0
  25. package/dist/lib/neutral/enrich-message-DSJU4TXC.mjs.map +7 -0
  26. package/dist/lib/neutral/entity-lookup-PCDW7NC4.mjs +25 -0
  27. package/dist/lib/neutral/entity-lookup-PCDW7NC4.mjs.map +7 -0
  28. package/dist/lib/neutral/hooks/index.mjs +93 -15
  29. package/dist/lib/neutral/hooks/index.mjs.map +4 -4
  30. package/dist/lib/neutral/index.mjs +8 -32
  31. package/dist/lib/neutral/markdown-extension-CCDXXY7E.mjs +16 -0
  32. package/dist/lib/neutral/markdown-extension-CCDXXY7E.mjs.map +7 -0
  33. package/dist/lib/neutral/meta.json +1 -1
  34. package/dist/lib/neutral/meta.mjs +1 -1
  35. package/dist/lib/neutral/{open-A5KXKRH4.mjs → open-SNMZXXYO.mjs} +4 -6
  36. package/dist/lib/neutral/open-SNMZXXYO.mjs.map +7 -0
  37. package/dist/lib/neutral/operations/index.mjs +1 -1
  38. package/dist/lib/neutral/pipeline-status-XMWMAUJY.mjs +17 -0
  39. package/dist/lib/neutral/pipeline-status-XMWMAUJY.mjs.map +7 -0
  40. package/dist/lib/neutral/plugin.mjs +2 -2
  41. package/dist/lib/neutral/recording-session-IADO7ATU.mjs +15 -0
  42. package/dist/lib/neutral/recording-session-IADO7ATU.mjs.map +7 -0
  43. package/dist/lib/neutral/settings-7KE4MABW.mjs +31 -0
  44. package/dist/lib/neutral/settings-7KE4MABW.mjs.map +7 -0
  45. package/dist/lib/neutral/skill-definition-DXNK324V.mjs +15 -0
  46. package/dist/lib/neutral/skill-definition-DXNK324V.mjs.map +7 -0
  47. package/dist/lib/neutral/skills/index.mjs +8 -0
  48. package/dist/lib/neutral/{summarize-5XPPMVTE.mjs → summarize-LBUZTOTH.mjs} +4 -4
  49. package/dist/lib/neutral/summarize-LBUZTOTH.mjs.map +7 -0
  50. package/dist/lib/neutral/{text-content-KBB37HSM.mjs → text-content-NOWR642C.mjs} +9 -9
  51. package/dist/lib/neutral/text-content-NOWR642C.mjs.map +7 -0
  52. package/dist/lib/neutral/transcriber-6XZHUUHK.mjs +174 -0
  53. package/dist/lib/neutral/transcriber-6XZHUUHK.mjs.map +7 -0
  54. package/dist/lib/neutral/transcription-driver-DN6ELQXZ.mjs +207 -0
  55. package/dist/lib/neutral/transcription-driver-DN6ELQXZ.mjs.map +7 -0
  56. package/dist/lib/neutral/translations.mjs +8 -1
  57. package/dist/lib/neutral/translations.mjs.map +3 -3
  58. package/dist/lib/neutral/types/index.mjs +3 -1
  59. package/dist/types/dx.config.d.ts +28 -0
  60. package/dist/types/dx.config.d.ts.map +1 -0
  61. package/dist/types/src/TranscriptionPlugin.d.ts.map +1 -1
  62. package/dist/types/src/capabilities/app-graph-builder.d.ts +5 -0
  63. package/dist/types/src/capabilities/app-graph-builder.d.ts.map +1 -0
  64. package/dist/types/src/capabilities/entity-lookup.d.ts +10 -0
  65. package/dist/types/src/capabilities/entity-lookup.d.ts.map +1 -0
  66. package/dist/types/src/capabilities/index.d.ts +11 -8
  67. package/dist/types/src/capabilities/index.d.ts.map +1 -1
  68. package/dist/types/src/capabilities/markdown-extension.d.ts +5 -0
  69. package/dist/types/src/capabilities/markdown-extension.d.ts.map +1 -0
  70. package/dist/types/src/capabilities/pipeline-status.d.ts +9 -0
  71. package/dist/types/src/capabilities/pipeline-status.d.ts.map +1 -0
  72. package/dist/types/src/capabilities/react-surface.d.ts +2 -2
  73. package/dist/types/src/capabilities/react-surface.d.ts.map +1 -1
  74. package/dist/types/src/capabilities/recording-session.d.ts +5 -0
  75. package/dist/types/src/capabilities/recording-session.d.ts.map +1 -0
  76. package/dist/types/src/capabilities/settings.d.ts +5 -0
  77. package/dist/types/src/capabilities/settings.d.ts.map +1 -0
  78. package/dist/types/src/capabilities/skill-definition.d.ts +5 -0
  79. package/dist/types/src/capabilities/skill-definition.d.ts.map +1 -0
  80. package/dist/types/src/capabilities/text-content.d.ts +1 -4
  81. package/dist/types/src/capabilities/transcriber.d.ts +4 -3
  82. package/dist/types/src/capabilities/transcriber.d.ts.map +1 -1
  83. package/dist/types/src/capabilities/transcription-driver.d.ts +5 -0
  84. package/dist/types/src/capabilities/transcription-driver.d.ts.map +1 -0
  85. package/dist/types/src/components/Mic/Mic.d.ts +12 -0
  86. package/dist/types/src/components/Mic/Mic.d.ts.map +1 -0
  87. package/dist/types/src/components/{Oracle/Oracle.stories.d.ts → Mic/Mic.stories.d.ts} +9 -7
  88. package/dist/types/src/components/Mic/Mic.stories.d.ts.map +1 -0
  89. package/dist/types/src/components/Mic/index.d.ts +2 -0
  90. package/dist/types/src/components/Mic/index.d.ts.map +1 -0
  91. package/dist/types/src/components/index.d.ts +1 -2
  92. package/dist/types/src/components/index.d.ts.map +1 -1
  93. package/dist/types/src/containers/TranscriptionArticle/TranscriptionArticle.d.ts.map +1 -1
  94. package/dist/types/src/containers/TranscriptionArticle/TranscriptionArticle.stories.d.ts +7 -0
  95. package/dist/types/src/containers/TranscriptionArticle/TranscriptionArticle.stories.d.ts.map +1 -1
  96. package/dist/types/src/hooks/index.d.ts +0 -5
  97. package/dist/types/src/hooks/index.d.ts.map +1 -1
  98. package/dist/types/src/hooks/useTranscriptionRecording.d.ts.map +1 -1
  99. package/dist/types/src/index.d.ts +1 -3
  100. package/dist/types/src/index.d.ts.map +1 -1
  101. package/dist/types/src/meta.d.ts +32 -2
  102. package/dist/types/src/meta.d.ts.map +1 -1
  103. package/dist/types/src/normalization/message-normalizer.d.ts +2 -2
  104. package/dist/types/src/normalization/message-normalizer.d.ts.map +1 -1
  105. package/dist/types/src/normalization/normalization.d.ts +98 -733
  106. package/dist/types/src/normalization/normalization.d.ts.map +1 -1
  107. package/dist/types/src/operations/enrich-message.d.ts +9 -0
  108. package/dist/types/src/operations/enrich-message.d.ts.map +1 -0
  109. package/dist/types/src/operations/index.d.ts.map +1 -1
  110. package/dist/types/src/operations/open.d.ts.map +1 -1
  111. package/dist/types/src/operations/summarize.d.ts.map +1 -1
  112. package/dist/types/src/skills/index.d.ts +2 -0
  113. package/dist/types/src/skills/index.d.ts.map +1 -0
  114. package/dist/types/src/skills/transcription-skill.d.ts +4 -0
  115. package/dist/types/src/skills/transcription-skill.d.ts.map +1 -0
  116. package/dist/types/src/stories/Keyword.stories.d.ts +51 -0
  117. package/dist/types/src/stories/Keyword.stories.d.ts.map +1 -0
  118. package/dist/types/src/stories/Pipeline.stories.d.ts +60 -0
  119. package/dist/types/src/stories/Pipeline.stories.d.ts.map +1 -0
  120. package/dist/types/src/stories/Transcription.stories.d.ts +23 -0
  121. package/dist/types/src/stories/Transcription.stories.d.ts.map +1 -0
  122. package/dist/types/src/testing/decorators.d.ts +21 -0
  123. package/dist/types/src/testing/decorators.d.ts.map +1 -0
  124. package/dist/types/src/testing/index.d.ts +1 -0
  125. package/dist/types/src/testing/index.d.ts.map +1 -1
  126. package/dist/types/src/testing/testing.d.ts +3 -13
  127. package/dist/types/src/testing/testing.d.ts.map +1 -1
  128. package/dist/types/src/{transcriber/transcription-manager.d.ts → transcription-manager.d.ts} +6 -5
  129. package/dist/types/src/transcription-manager.d.ts.map +1 -0
  130. package/dist/types/src/translations.d.ts +7 -0
  131. package/dist/types/src/translations.d.ts.map +1 -1
  132. package/dist/types/src/types/Settings.d.ts +13 -0
  133. package/dist/types/src/types/Settings.d.ts.map +1 -0
  134. package/dist/types/src/types/TranscriptOperation.d.ts +114 -1564
  135. package/dist/types/src/types/TranscriptOperation.d.ts.map +1 -1
  136. package/dist/types/src/types/TranscriptionCapabilities.d.ts +52 -11
  137. package/dist/types/src/types/TranscriptionCapabilities.d.ts.map +1 -1
  138. package/dist/types/src/types/index.d.ts +1 -0
  139. package/dist/types/src/types/index.d.ts.map +1 -1
  140. package/dist/types/src/util/index.d.ts +0 -3
  141. package/dist/types/src/util/index.d.ts.map +1 -1
  142. package/dist/types/tsconfig.tsbuildinfo +1 -1
  143. package/dx.config.ts +42 -0
  144. package/package.json +69 -69
  145. package/src/TranscriptionPlugin.node.ts +2 -2
  146. package/src/TranscriptionPlugin.test.ts +2 -2
  147. package/src/TranscriptionPlugin.tsx +40 -3
  148. package/src/capabilities/app-graph-builder.tsx +49 -0
  149. package/src/capabilities/entity-lookup.ts +32 -0
  150. package/src/capabilities/index.ts +8 -7
  151. package/src/capabilities/markdown-extension.ts +17 -0
  152. package/src/capabilities/pipeline-status.ts +23 -0
  153. package/src/capabilities/recording-session.ts +17 -0
  154. package/src/capabilities/settings.ts +34 -0
  155. package/src/capabilities/skill-definition.ts +15 -0
  156. package/src/capabilities/text-content.ts +10 -7
  157. package/src/capabilities/transcriber.ts +5 -48
  158. package/src/capabilities/transcription-driver.tsx +263 -0
  159. package/src/components/Mic/Mic.stories.tsx +66 -0
  160. package/src/components/Mic/Mic.tsx +136 -0
  161. package/src/components/Mic/index.ts +5 -0
  162. package/src/components/index.ts +1 -2
  163. package/src/containers/TranscriptionArticle/TranscriptionArticle.stories.tsx +4 -0
  164. package/src/containers/TranscriptionArticle/TranscriptionArticle.tsx +5 -6
  165. package/src/hooks/index.ts +0 -5
  166. package/src/hooks/useTranscriptionRecording.ts +27 -9
  167. package/src/index.ts +1 -5
  168. package/src/meta.ts +2 -35
  169. package/src/normalization/message-normalizer.ts +3 -3
  170. package/src/normalization/normalization.ts +3 -0
  171. package/src/operations/enrich-message.ts +27 -0
  172. package/src/operations/index.ts +1 -0
  173. package/src/operations/open.ts +2 -2
  174. package/src/operations/summarize.ts +2 -2
  175. package/src/skills/index.ts +5 -0
  176. package/src/skills/transcription-skill.ts +29 -0
  177. package/src/stories/Keyword.stories.tsx +98 -0
  178. package/src/stories/Pipeline.stories.tsx +361 -0
  179. package/src/stories/Transcription.stories.tsx +178 -0
  180. package/src/testing/decorators.ts +78 -0
  181. package/src/testing/index.ts +1 -0
  182. package/src/testing/testing.ts +14 -134
  183. package/src/{transcriber/transcription-manager.ts → transcription-manager.ts} +13 -12
  184. package/src/translations.ts +9 -1
  185. package/src/types/Settings.ts +59 -0
  186. package/src/types/TranscriptOperation.ts +22 -4
  187. package/src/types/TranscriptionCapabilities.ts +61 -20
  188. package/src/types/index.ts +1 -0
  189. package/src/util/index.ts +0 -3
  190. package/dist/lib/neutral/TranscriptionArticle-L6XANBH5.mjs.map +0 -7
  191. package/dist/lib/neutral/blueprint-definition-DA4QFRYJ.mjs +0 -15
  192. package/dist/lib/neutral/blueprint-definition-DA4QFRYJ.mjs.map +0 -7
  193. package/dist/lib/neutral/blueprints/index.mjs +0 -8
  194. package/dist/lib/neutral/chunk-FHNI26QW.mjs +0 -45
  195. package/dist/lib/neutral/chunk-FHNI26QW.mjs.map +0 -7
  196. package/dist/lib/neutral/chunk-KAEXRX3Y.mjs +0 -35
  197. package/dist/lib/neutral/chunk-KAEXRX3Y.mjs.map +0 -7
  198. package/dist/lib/neutral/chunk-KMT3BMMQ.mjs +0 -124
  199. package/dist/lib/neutral/chunk-KMT3BMMQ.mjs.map +0 -7
  200. package/dist/lib/neutral/chunk-KXJZEYS7.mjs +0 -8
  201. package/dist/lib/neutral/chunk-MLRJWAQH.mjs +0 -179
  202. package/dist/lib/neutral/chunk-MLRJWAQH.mjs.map +0 -7
  203. package/dist/lib/neutral/chunk-TO77KAQK.mjs +0 -298
  204. package/dist/lib/neutral/chunk-TO77KAQK.mjs.map +0 -7
  205. package/dist/lib/neutral/chunk-TX3NQISZ.mjs +0 -435
  206. package/dist/lib/neutral/chunk-TX3NQISZ.mjs.map +0 -7
  207. package/dist/lib/neutral/chunk-ZR4BH4QQ.mjs +0 -30
  208. package/dist/lib/neutral/chunk-ZR4BH4QQ.mjs.map +0 -7
  209. package/dist/lib/neutral/open-A5KXKRH4.mjs.map +0 -7
  210. package/dist/lib/neutral/summarize-5XPPMVTE.mjs.map +0 -7
  211. package/dist/lib/neutral/text-content-KBB37HSM.mjs.map +0 -7
  212. package/dist/lib/neutral/transcriber-OGSF3XO5.mjs +0 -59
  213. package/dist/lib/neutral/transcriber-OGSF3XO5.mjs.map +0 -7
  214. package/dist/types/src/blueprints/index.d.ts +0 -2
  215. package/dist/types/src/blueprints/index.d.ts.map +0 -1
  216. package/dist/types/src/blueprints/transcription-blueprint.d.ts +0 -4
  217. package/dist/types/src/blueprints/transcription-blueprint.d.ts.map +0 -1
  218. package/dist/types/src/capabilities/blueprint-definition.d.ts +0 -6
  219. package/dist/types/src/capabilities/blueprint-definition.d.ts.map +0 -1
  220. package/dist/types/src/components/Oracle/Oracle.d.ts +0 -24
  221. package/dist/types/src/components/Oracle/Oracle.d.ts.map +0 -1
  222. package/dist/types/src/components/Oracle/Oracle.stories.d.ts.map +0 -1
  223. package/dist/types/src/components/Oracle/index.d.ts +0 -2
  224. package/dist/types/src/components/Oracle/index.d.ts.map +0 -1
  225. package/dist/types/src/components/Transcription/Transcription.d.ts +0 -11
  226. package/dist/types/src/components/Transcription/Transcription.d.ts.map +0 -1
  227. package/dist/types/src/components/Transcription/Transcription.stories.d.ts +0 -37
  228. package/dist/types/src/components/Transcription/Transcription.stories.d.ts.map +0 -1
  229. package/dist/types/src/components/Transcription/index.d.ts +0 -2
  230. package/dist/types/src/components/Transcription/index.d.ts.map +0 -1
  231. package/dist/types/src/components/Transcription/transcription-extension.d.ts +0 -15
  232. package/dist/types/src/components/Transcription/transcription-extension.d.ts.map +0 -1
  233. package/dist/types/src/enrichment/conversation.test.d.ts +0 -2
  234. package/dist/types/src/enrichment/conversation.test.d.ts.map +0 -1
  235. package/dist/types/src/enrichment/operations.d.ts +0 -200
  236. package/dist/types/src/enrichment/operations.d.ts.map +0 -1
  237. package/dist/types/src/enrichment/parser.d.ts +0 -26
  238. package/dist/types/src/enrichment/parser.d.ts.map +0 -1
  239. package/dist/types/src/enrichment/stream-simulator.d.ts +0 -38
  240. package/dist/types/src/enrichment/stream-simulator.d.ts.map +0 -1
  241. package/dist/types/src/hooks/useAudioFile.d.ts +0 -7
  242. package/dist/types/src/hooks/useAudioFile.d.ts.map +0 -1
  243. package/dist/types/src/hooks/useAudioTrack.d.ts +0 -5
  244. package/dist/types/src/hooks/useAudioTrack.d.ts.map +0 -1
  245. package/dist/types/src/hooks/useFeedModelAdapter.d.ts +0 -12
  246. package/dist/types/src/hooks/useFeedModelAdapter.d.ts.map +0 -1
  247. package/dist/types/src/hooks/useTranscriber.d.ts +0 -7
  248. package/dist/types/src/hooks/useTranscriber.d.ts.map +0 -1
  249. package/dist/types/src/hooks/useVoiceInput.d.ts +0 -11
  250. package/dist/types/src/hooks/useVoiceInput.d.ts.map +0 -1
  251. package/dist/types/src/model/index.d.ts +0 -2
  252. package/dist/types/src/model/index.d.ts.map +0 -1
  253. package/dist/types/src/model/model.d.ts +0 -68
  254. package/dist/types/src/model/model.d.ts.map +0 -1
  255. package/dist/types/src/model/model.test.d.ts +0 -2
  256. package/dist/types/src/model/model.test.d.ts.map +0 -1
  257. package/dist/types/src/stories/FileTranscription.stories.d.ts +0 -20
  258. package/dist/types/src/stories/FileTranscription.stories.d.ts.map +0 -1
  259. package/dist/types/src/stories/KeyWordRecognition.stories.d.ts +0 -14
  260. package/dist/types/src/stories/KeyWordRecognition.stories.d.ts.map +0 -1
  261. package/dist/types/src/stories/LiveTranscription.stories.d.ts +0 -20
  262. package/dist/types/src/stories/LiveTranscription.stories.d.ts.map +0 -1
  263. package/dist/types/src/stories/TranscriptionStory.d.ts +0 -21
  264. package/dist/types/src/stories/TranscriptionStory.d.ts.map +0 -1
  265. package/dist/types/src/stories/common.d.ts +0 -248
  266. package/dist/types/src/stories/common.d.ts.map +0 -1
  267. package/dist/types/src/transcriber/audio-recorder.d.ts +0 -47
  268. package/dist/types/src/transcriber/audio-recorder.d.ts.map +0 -1
  269. package/dist/types/src/transcriber/index.d.ts +0 -5
  270. package/dist/types/src/transcriber/index.d.ts.map +0 -1
  271. package/dist/types/src/transcriber/media-stream-recorder.d.ts +0 -30
  272. package/dist/types/src/transcriber/media-stream-recorder.d.ts.map +0 -1
  273. package/dist/types/src/transcriber/transcriber.browser.test.d.ts +0 -2
  274. package/dist/types/src/transcriber/transcriber.browser.test.d.ts.map +0 -1
  275. package/dist/types/src/transcriber/transcriber.d.ts +0 -105
  276. package/dist/types/src/transcriber/transcriber.d.ts.map +0 -1
  277. package/dist/types/src/transcriber/transcriber.test.d.ts +0 -2
  278. package/dist/types/src/transcriber/transcriber.test.d.ts.map +0 -1
  279. package/dist/types/src/transcriber/transcription-manager.d.ts.map +0 -1
  280. package/dist/types/src/util/array.d.ts +0 -2
  281. package/dist/types/src/util/array.d.ts.map +0 -1
  282. package/dist/types/src/util/monitor-audio-level.d.ts +0 -6
  283. package/dist/types/src/util/monitor-audio-level.d.ts.map +0 -1
  284. package/dist/types/src/util/render-byline.d.ts +0 -4
  285. package/dist/types/src/util/render-byline.d.ts.map +0 -1
  286. package/src/blueprints/index.ts +0 -5
  287. package/src/blueprints/transcription-blueprint.ts +0 -29
  288. package/src/capabilities/blueprint-definition.ts +0 -19
  289. package/src/components/Oracle/Oracle.stories.tsx +0 -147
  290. package/src/components/Oracle/Oracle.tsx +0 -142
  291. package/src/components/Oracle/index.ts +0 -5
  292. package/src/components/Transcription/Transcription.stories.tsx +0 -213
  293. package/src/components/Transcription/Transcription.tsx +0 -55
  294. package/src/components/Transcription/index.ts +0 -5
  295. package/src/components/Transcription/transcription-extension.ts +0 -203
  296. package/src/enrichment/conversation.test.ts +0 -162
  297. package/src/enrichment/conversation.txt +0 -23
  298. package/src/enrichment/operations.ts +0 -271
  299. package/src/enrichment/parser.ts +0 -101
  300. package/src/enrichment/stream-simulator.ts +0 -125
  301. package/src/hooks/useAudioFile.ts +0 -88
  302. package/src/hooks/useAudioTrack.ts +0 -35
  303. package/src/hooks/useFeedModelAdapter.ts +0 -46
  304. package/src/hooks/useTranscriber.ts +0 -47
  305. package/src/hooks/useVoiceInput.ts +0 -66
  306. package/src/model/index.ts +0 -5
  307. package/src/model/model.test.ts +0 -175
  308. package/src/model/model.ts +0 -229
  309. package/src/stories/FileTranscription.stories.tsx +0 -143
  310. package/src/stories/KeyWordRecognition.stories.tsx +0 -132
  311. package/src/stories/LiveTranscription.stories.tsx +0 -153
  312. package/src/stories/TranscriptionStory.tsx +0 -101
  313. package/src/stories/common.ts +0 -233
  314. package/src/transcriber/audio-recorder.ts +0 -56
  315. package/src/transcriber/index.ts +0 -8
  316. package/src/transcriber/media-stream-recorder.ts +0 -120
  317. package/src/transcriber/transcriber.browser.test.ts +0 -230
  318. package/src/transcriber/transcriber.test.ts +0 -104
  319. package/src/transcriber/transcriber.ts +0 -303
  320. package/src/util/array.ts +0 -14
  321. package/src/util/monitor-audio-level.ts +0 -58
  322. package/src/util/render-byline.ts +0 -33
  323. /package/dist/lib/neutral/{create-RVR7VC33.mjs.map → create-HNHGCKZ4.mjs.map} +0 -0
  324. /package/dist/lib/neutral/{blueprints → skills}/index.mjs.map +0 -0
package/PLUGIN.mdl CHANGED
@@ -8,7 +8,7 @@ A real-time voice-to-text transcription plugin for DXOS Composer.
8
8
  Captures spoken audio from a microphone, converts it to timestamped text segments via the
9
9
  Whisper speech-recognition service, and stores the results in an ECHO `Transcript` object
10
10
  backed by a `Feed`.
11
- The plugin also exposes blueprint-compatible operations that let AI assistants open and
11
+ The plugin also exposes skill-compatible operations that let AI assistants open and
12
12
  summarize transcripts inside agent workflows.
13
13
 
14
14
  ## Extensions
@@ -69,6 +69,12 @@ type WhisperSegment
69
69
  words: WhisperWord[]
70
70
  ```
71
71
 
72
+ ```mdl
73
+ type Settings
74
+ fields:
75
+ entityExtraction: boolean # default: true — annotate transcript with references to known objects
76
+ ```
77
+
72
78
  ## Components
73
79
 
74
80
  ```mdl
@@ -76,7 +82,7 @@ component Transcription
76
82
  desc: Read-only CodeMirror editor that renders transcript messages as Markdown with byline headings.
77
83
  props:
78
84
  transcript?: Transcript
79
- model: SerializationModel<Message>
85
+ model: TranscriptModel<Message>
80
86
  slots:
81
87
  (none — self-contained editor viewport)
82
88
  layout: |
@@ -169,6 +175,20 @@ op summarizeTranscript
169
175
  and clearly assigned.
170
176
  ```
171
177
 
178
+ ```mdl
179
+ op enrichMessage
180
+ desc: Extracts proper nouns from each transcript block of a Message using a small LLM, full-text-searches the space for matching objects, and rewrites the text with inline `[noun](dxn)` reference links.
181
+ input:
182
+ message: Message
183
+ output:
184
+ message: Message
185
+ effects: [echo:read, ai:inference]
186
+ requires: [AiService, Database]
187
+ note: |
188
+ Uses Claude Haiku. Falls back to the raw message if extraction fails (e.g. the AI
189
+ service is unavailable). Gated by the entityExtraction setting.
190
+ ```
191
+
172
192
  ```mdl
173
193
  op normalizeSentences
174
194
  desc: Post-processes an array of raw transcript messages, merging word-level tokens into grammatically complete sentences.
@@ -234,7 +254,7 @@ feat F-4: Transcript Display
234
254
 
235
255
  req F-4.2:
236
256
  when: new messages arrive during live recording
237
- then: the SerializationModel is updated and the editor scrolls to show the latest content
257
+ then: the TranscriptModel is updated and the editor scrolls to show the latest content
238
258
  ```
239
259
 
240
260
  ```mdl
@@ -254,9 +274,9 @@ feat F-5: AI Summary
254
274
  ```
255
275
 
256
276
  ```mdl
257
- feat F-6: Blueprint Integration
277
+ feat F-6: Skill Integration
258
278
 
259
- req F-6.1: Blueprint exposes op:openTranscript and op:summarizeTranscript as AI tools.
279
+ req F-6.1: Skill exposes op:openTranscript and op:summarizeTranscript as AI tools.
260
280
  req F-6.2: An AI assistant can open a transcript by Ref and return formatted text to the user.
261
281
  req F-6.3: An AI assistant can invoke the summary operation and present the result as a message.
262
282
  ```
@@ -1,6 +1,3 @@
1
- import {
2
- renderByline
3
- } from "./chunk-KAEXRX3Y.mjs";
4
1
  import "./chunk-J5LGTIGS.mjs";
5
2
 
6
3
  // src/containers/TranscriptionArticle/TranscriptionArticle.tsx
@@ -9,9 +6,9 @@ import { Filter, Obj, Query } from "@dxos/echo";
9
6
  import { useMembers, useQuery } from "@dxos/react-client/echo";
10
7
  import { Panel } from "@dxos/react-ui";
11
8
  import { Menu, MenuBuilder, useMenuBuilder } from "@dxos/react-ui-menu";
9
+ import { Transcription, renderByline, useFeedModelAdapter } from "@dxos/react-ui-transcription";
12
10
  import { Message } from "@dxos/types";
13
- import { Transcription } from "#components";
14
- import { useFeedModelAdapter, useTranscriptionRecording } from "#hooks";
11
+ import { useTranscriptionRecording } from "#hooks";
15
12
  import { meta } from "#meta";
16
13
  var TranscriptionArticle = ({ role, subject: transcript, attendableId }) => {
17
14
  const db = Obj.getDatabase(transcript);
@@ -24,7 +21,7 @@ var TranscriptionArticle = ({ role, subject: transcript, attendableId }) => {
24
21
  label: [
25
22
  recording ? "stop-recording.label" : "start-recording.label",
26
23
  {
27
- ns: meta.id
24
+ ns: meta.profile.key
28
25
  }
29
26
  ],
30
27
  icon: recording ? "ph--stop-circle--regular" : "ph--microphone--regular",
@@ -51,4 +48,4 @@ var TranscriptionArticle = ({ role, subject: transcript, attendableId }) => {
51
48
  export {
52
49
  TranscriptionArticle as default
53
50
  };
54
- //# sourceMappingURL=TranscriptionArticle-L6XANBH5.mjs.map
51
+ //# sourceMappingURL=TranscriptionArticle-FEWCWG4A.mjs.map
@@ -0,0 +1,7 @@
1
+ {
2
+ "version": 3,
3
+ "sources": ["../../../src/containers/TranscriptionArticle/TranscriptionArticle.tsx"],
4
+ "sourcesContent": ["//\n// Copyright 2024 DXOS.org\n//\n\nimport React from 'react';\n\nimport { type AppSurface } from '@dxos/app-toolkit/ui';\nimport { Filter, Obj, Query } from '@dxos/echo';\nimport { useMembers, useQuery } from '@dxos/react-client/echo';\nimport { Panel } from '@dxos/react-ui';\nimport { Menu, MenuBuilder, useMenuBuilder } from '@dxos/react-ui-menu';\nimport { Transcription, renderByline, useFeedModelAdapter } from '@dxos/react-ui-transcription';\nimport { Message, type Transcript } from '@dxos/types';\n\nimport { useTranscriptionRecording } from '#hooks';\nimport { meta } from '#meta';\n\nexport type TranscriptionArticleProps = AppSurface.ObjectArticleProps<Transcript.Transcript>;\n\nexport const TranscriptionArticle = ({ role, subject: transcript, attendableId }: TranscriptionArticleProps) => {\n const db = Obj.getDatabase(transcript);\n const members = useMembers(db?.spaceId).map((member) => member.identity);\n const feed = transcript.feed.target;\n const messages = useQuery(\n db,\n feed ? Query.select(Filter.type(Message.Message)).from(feed) : Query.select(Filter.nothing()),\n );\n const model = useFeedModelAdapter(renderByline(members), messages);\n\n // TODO(burdon): Remove if not mutable. E.g., finalized transcript.\n const { recording, toggleRecording } = useTranscriptionRecording(transcript);\n const menuActions = useMenuBuilder(\n () =>\n MenuBuilder.make()\n .action(\n 'toggle-recording',\n {\n label: [recording ? 'stop-recording.label' : 'start-recording.label', { ns: meta.profile.key }],\n icon: recording ? 'ph--stop-circle--regular' : 'ph--microphone--regular',\n disposition: 'toolbar',\n testId: 'transcription.toggle-recording',\n },\n toggleRecording,\n )\n .build(),\n [recording, toggleRecording],\n );\n\n return (\n <Panel.Root role={role}>\n <Menu.Root {...menuActions} attendableId={attendableId}>\n <Panel.Toolbar asChild>\n <Menu.Toolbar />\n </Panel.Toolbar>\n </Menu.Root>\n <Panel.Content asChild>\n <Transcription model={model} transcript={transcript} />\n </Panel.Content>\n </Panel.Root>\n );\n};\n"],
5
+ "mappings": ";;;AAIA,OAAOA,WAAW;AAGlB,SAASC,QAAQC,KAAKC,aAAa;AACnC,SAASC,YAAYC,gBAAgB;AACrC,SAASC,aAAa;AACtB,SAASC,MAAMC,aAAaC,sBAAsB;AAClD,SAASC,eAAeC,cAAcC,2BAA2B;AACjE,SAASC,eAAgC;AAEzC,SAASC,iCAAiC;AAC1C,SAASC,YAAY;AAId,IAAMC,uBAAuB,CAAC,EAAEC,MAAMC,SAASC,YAAYC,aAAY,MAA6B;AACzG,QAAMC,KAAKnB,IAAIoB,YAAYH,UAAAA;AAC3B,QAAMI,UAAUnB,WAAWiB,IAAIG,OAAAA,EAASC,IAAI,CAACC,WAAWA,OAAOC,QAAQ;AACvE,QAAMC,OAAOT,WAAWS,KAAKC;AAC7B,QAAMC,WAAWzB,SACfgB,IACAO,OAAOzB,MAAM4B,OAAO9B,OAAO+B,KAAKnB,QAAQA,OAAO,CAAA,EAAGoB,KAAKL,IAAAA,IAAQzB,MAAM4B,OAAO9B,OAAOiC,QAAO,CAAA,CAAA;AAE5F,QAAMC,QAAQvB,oBAAoBD,aAAaY,OAAAA,GAAUO,QAAAA;AAGzD,QAAM,EAAEM,WAAWC,gBAAe,IAAKvB,0BAA0BK,UAAAA;AACjE,QAAMmB,cAAc7B,eAClB,MACED,YAAY+B,KAAI,EACbC,OACC,oBACA;IACEC,OAAO;MAACL,YAAY,yBAAyB;MAAyB;QAAEM,IAAI3B,KAAK4B,QAAQC;MAAI;;IAC7FC,MAAMT,YAAY,6BAA6B;IAC/CU,aAAa;IACbC,QAAQ;EACV,GACAV,eAAAA,EAEDW,MAAK,GACV;IAACZ;IAAWC;GAAgB;AAG9B,SACE,sBAAA,cAAC/B,MAAM2C,MAAI;IAAChC;KACV,sBAAA,cAACV,KAAK0C,MAAI;IAAE,GAAGX;IAAalB;KAC1B,sBAAA,cAACd,MAAM4C,SAAO;IAACC,SAAAA;KACb,sBAAA,cAAC5C,KAAK2C,SAAO,IAAA,CAAA,CAAA,GAGjB,sBAAA,cAAC5C,MAAM8C,SAAO;IAACD,SAAAA;KACb,sBAAA,cAACzC,eAAAA;IAAcyB;IAAchB;;AAIrC;",
6
+ "names": ["React", "Filter", "Obj", "Query", "useMembers", "useQuery", "Panel", "Menu", "MenuBuilder", "useMenuBuilder", "Transcription", "renderByline", "useFeedModelAdapter", "Message", "useTranscriptionRecording", "meta", "TranscriptionArticle", "role", "subject", "transcript", "attendableId", "db", "getDatabase", "members", "spaceId", "map", "member", "identity", "feed", "target", "messages", "select", "type", "from", "nothing", "model", "recording", "toggleRecording", "menuActions", "make", "action", "label", "ns", "profile", "key", "icon", "disposition", "testId", "build", "Root", "Toolbar", "asChild", "Content"]
7
+ }
@@ -3,17 +3,18 @@ import "./chunk-J5LGTIGS.mjs";
3
3
  // src/TranscriptionPlugin.tsx
4
4
  import { Plugin } from "@dxos/app-framework";
5
5
  import { AppActivationEvents, AppPlugin } from "@dxos/app-toolkit";
6
+ import { MarkdownEvents } from "@dxos/plugin-markdown";
6
7
  import { Transcript } from "@dxos/types";
7
- import { BlueprintDefinition, OperationHandler, ReactSurface, TextContent, Transcriber } from "#capabilities";
8
+ import { AppGraphBuilder, EntityLookup, MarkdownExtension, OperationHandler, PipelineStatus, ReactSurface, RecordingSession, SkillDefinition, TextContent, Transcriber, TranscriptionDriver, TranscriptionSettings } from "#capabilities";
8
9
  import { meta } from "#meta";
9
10
  import { translations } from "#translations";
10
11
 
11
- // raw-loader:/__w/dxos/dxos/packages/plugins/plugin-transcription/PLUGIN.mdl?raw
12
- var PLUGIN_default = '---\nid: org.dxos.plugin.transcription\nname: TranscriptionPlugin\nversion: 0.1.0\n---\n\nA real-time voice-to-text transcription plugin for DXOS Composer.\nCaptures spoken audio from a microphone, converts it to timestamped text segments via the\nWhisper speech-recognition service, and stores the results in an ECHO `Transcript` object\nbacked by a `Feed`.\nThe plugin also exposes blueprint-compatible operations that let AI assistants open and\nsummarize transcripts inside agent workflows.\n\n## Extensions\n\nThe following extension dialects are used in this document.\nEach extension is defined in the Appendix or resolved via its URI.\n\n| Term | URI |\n|-------------|--------------------------------|\n| `type` | `org.dxos.mdl.type@1.0` |\n| `feat` | `org.dxos.mdl.feat@1.0` |\n| `test` | `org.dxos.mdl.test@1.0` |\n| `component` | `org.dxos.mdl.component@1.0` |\n| `op` | `org.dxos.mdl.op@1.0` |\n\n## Types\n\n```mdl\ntype TranscriptSegment\n fields:\n text: string # transcribed text for this segment\n started: string # ISO-8601 wall-clock timestamp of segment start\n```\n\n```mdl\ntype Message\n fields:\n id: string\n created: string # ISO-8601 creation timestamp\n blocks: TranscriptSegment[]\n sender:\n identityDid?: string # DID of the speaker, if known\n```\n\n```mdl\ntype Transcript\n fields:\n id: string\n feed: Ref<Feed> # ECHO feed that stores Message objects\n started?: string # ISO-8601 timestamp when recording started\n```\n\n```mdl\ntype WhisperWord\n fields:\n word: string\n start: number # seconds from start of audio chunk\n end: number\n```\n\n```mdl\ntype WhisperSegment\n fields:\n text: string\n start: number\n end: number\n no_speech_prob: number # probability of silence; used to filter noise\n words: WhisperWord[]\n```\n\n## Components\n\n```mdl\ncomponent Transcription\n desc: Read-only CodeMirror editor that renders transcript messages as Markdown with byline headings.\n props:\n transcript?: Transcript\n model: SerializationModel<Message>\n slots:\n (none \u2014 self-contained editor viewport)\n layout: |\n \u250C\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2510\n \u2502 [CodeMirror editor \u2014 read-only] \u2502\n \u2502 ## Speaker \xB7 HH:MM \u2502\n \u2502 Transcribed text\u2026 \u2502\n \u2502 \u2026 \u2502\n \u2514\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2518\n```\n\n```mdl\ncomponent Oracle\n desc: |\n Ambient display surface with an SVG graph canvas and a centered text overlay.\n Used to show the latest transcribed utterance alongside a live visualization.\n props:\n text?: string # latest utterance to display\n delay?: number # per-character reveal delay in ms (default 12)\n slots:\n canvas?: ReactNode # replaces default SVG.Graph when provided\n layout: |\n \u250C\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2510\n \u2502 [SVG canvas \u2014 absolutely fills]\u2502\n \u2502 [Oracle.Text] \u2502\n \u2502 "latest utterance\u2026" \u2502\n \u2514\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2518\n```\n\n```mdl\ncomponent TranscriptionArticle\n desc: Full-page article panel combining the Transcription editor with a start/stop recording toolbar action.\n props:\n subject: Transcript\n role: string\n attendableId?: string\n state:\n recording: boolean # whether microphone capture is active\n actions:\n toggleRecording()\n layout: |\n \u250C\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2510\n \u2502 [Toolbar] [\u{1F3A4} Start/Stop] \u2502\n \u251C\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2524\n \u2502 [Transcription editor] \u2502\n \u2502 \u2026 \u2502\n \u2514\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2518\n```\n\n## Operations\n\nPure operations \u2014 no side-effects.\n\n```mdl\nop openTranscript\n desc: Loads a Transcript from ECHO, reads all Messages from its Feed, and returns the full text content rendered with speaker bylines.\n input:\n transcript: Ref<Transcript>\n output: string\n errors:\n TranscriptNotFound: no Transcript object found for the given ref\n FeedNotFound: the Transcript\'s feed ref cannot be resolved\n requires: [Database, FeedService]\n```\n\nEffectful operations \u2014 produce output via AI or mutate persistent state.\n\n```mdl\nop createTranscript\n desc: Creates a new Feed and a Transcript object linked to it, then writes both into the current ECHO space.\n input:\n name?: string\n space: Space\n output: Transcript\n effects: [echo:write]\n```\n\n```mdl\nop summarizeTranscript\n desc: Sends a transcript string and optional participant notes to an LLM and returns a Markdown summary with key points, verbatim quotes, and actionable tasks extracted from the conversation.\n input:\n transcript: string\n notes?: string\n output: string\n effects: [http]\n requires: [AiService]\n note: |\n Uses Claude Sonnet. Prompt instructs the model to bold speaker names,\n include verbatim quotes, and emit only tasks that are directly actionable\n and clearly assigned.\n```\n\n```mdl\nop normalizeSentences\n desc: Post-processes an array of raw transcript messages, merging word-level tokens into grammatically complete sentences.\n input:\n messages: Message[]\n output: Message[]\n note: pure transformation; no effects or service dependencies\n```\n\n## Features\n\n```mdl\nfeat F-1: Recording Lifecycle\n\n req F-1.1: User can start microphone capture from TranscriptionArticle toolbar.\n req F-1.2: User can stop microphone capture; final buffered chunks are flushed and transcribed.\n req F-1.3: TranscriptionManager restarts the Transcriber automatically when the audio track changes.\n```\n\n```mdl\nfeat F-2: Audio Chunking and Transcription\n\n req F-2.1:\n when: user is speaking and chunk count reaches transcribeAfterChunksAmount\n then: Transcriber schedules a deferred transcription task\n\n req F-2.2:\n when: transcription task runs\n then: buffered PCM chunks are merged into a WAV file and POSTed to the Whisper endpoint\n\n req F-2.3:\n when: Whisper response is received\n then: segments are filtered by no_speech_prob and aligned to absolute wall-clock timestamps\n\n req F-2.4:\n when: user is not speaking\n then: only prefixBufferChunksAmount most-recent chunks are retained; older chunks discarded\n```\n\n```mdl\nfeat F-3: Transcript Persistence\n\n req F-3.1:\n when: aligned segments are produced\n then: a Message object with the segments is appended to the Transcript\'s ECHO Feed\n\n req F-3.2:\n when: a messageEnricher is configured\n then: Message is passed through the enricher before being written to the Feed\n\n req F-3.3:\n when: a peer\'s ECHO space receives the Feed update\n then: TranscriptionArticle re-renders with the new messages\n tags: [collaborative]\n```\n\n```mdl\nfeat F-4: Transcript Display\n\n req F-4.1:\n when: a Transcript object is opened\n then: all Messages are rendered in the Transcription editor with speaker bylines and timestamps\n\n req F-4.2:\n when: new messages arrive during live recording\n then: the SerializationModel is updated and the editor scrolls to show the latest content\n```\n\n```mdl\nfeat F-5: AI Summary\n\n req F-5.1:\n when: op:summarizeTranscript is invoked\n then: LLM returns a structured Markdown document with key points, quotes, and tasks\n\n req F-5.2:\n when: participant notes are provided\n then: notes are correlated with transcript content in the summary\n\n req F-5.3:\n when: no actionable tasks are found\n then: the tasks section is omitted from the summary\n```\n\n```mdl\nfeat F-6: Blueprint Integration\n\n req F-6.1: Blueprint exposes op:openTranscript and op:summarizeTranscript as AI tools.\n req F-6.2: An AI assistant can open a transcript by Ref and return formatted text to the user.\n req F-6.3: An AI assistant can invoke the summary operation and present the result as a message.\n```\n\n## Acceptance\n\n```mdl\ntest T-1: Create transcript\n given: a DXOS space is available\n when: op:createTranscript is invoked\n then:\n - a new Feed is created in the space\n - a Transcript object linked to the Feed is created in the space\n - the returned Transcript.feed.target is not null\n```\n\n```mdl\ntest T-2: Record and persist segment\n given: a Transcript with a Feed, microphone capture active\n when: the user speaks and silence is detected\n then:\n - Whisper returns at least one segment\n - a Message is appended to the Feed\n - Message.blocks contains at least one TranscriptSegment with non-empty text\n```\n\n```mdl\ntest T-3: Deduplicate segments across chunk boundaries\n given: two consecutive transcription tasks with overlapping Whisper output\n when: the second task produces segments whose end timestamps fall before lastTimestamp\n then:\n - duplicate segments are filtered out\n - only novel words (start >= lastTimestamp) are included\n```\n\n```mdl\ntest T-4: Open transcript\n given: a Transcript with three Messages in its Feed\n when: op:openTranscript is invoked\n then:\n - content string contains three byline sections\n - each section starts with "## <speaker> \xB7 <time>"\n```\n\n```mdl\ntest T-5: Summarize transcript\n given: a transcript string and optional notes string\n when: op:summarizeTranscript is invoked\n then:\n - summary is a non-empty Markdown string\n - speaker names appear in bold\n - a tasks section is present if actionable tasks were detected\n```\n\n```mdl\ntest T-6: Sentence normalization is pure\n given: an array of raw word-level Messages\n when: op:normalizeSentences is called\n then:\n - output messages contain complete sentences\n - no ECHO writes occur\n - input array is not mutated\n```\n\n```mdl\ntest T-7: Toggle recording in UI\n given: TranscriptionArticle is mounted with a Transcript\n when: user clicks the Start Recording toolbar button\n then:\n - recording state becomes true\n - toolbar button label changes to "Stop Recording"\n - microphone capture begins\n```\n\n---\n\n## Appendix: Extension Definitions\n\nExtension block types used in this document are defined below using\nthe core `ext` primitive \u2014 the only construct the base language provides.\n\n```mdl\next type\n uri: org.dxos.mdl.type@1.0\n desc: A named data structure with typed fields and optional literals.\n fields:\n desc?: Prose\n fields?: FieldMap # name[?]: TypeExpr (# inline comment)\n literals?: UnionList # a | b | c\n extends?: TypeRef[]\n```\n\n```mdl\next feat\n uri: org.dxos.mdl.feat@1.0\n desc: A named feature grouping one or more requirements.\n fields:\n desc?: Prose\n req: RequirementList\n nesting: self # feat blocks may contain feat blocks\n```\n\n```mdl\next test\n uri: org.dxos.mdl.test@1.0\n desc: An acceptance scenario expressed as given / when / then steps.\n fields:\n given?: Step | Step[]\n when?: Step | Step[]\n then: Step | Step[]\n tags?: TagList\n```\n\n```mdl\next component\n uri: org.dxos.mdl.component@1.0\n desc: A UI component with props, internal state, slots, actions, and events.\n fields:\n desc?: Prose\n props?: FieldMap # external inputs (immutable inside component)\n state?: FieldMap # internal reactive state\n slots?: FieldMap # named ReactNode injection points\n actions?: ActionMap # methods the component exposes or handles\n emits?: EventMap # events the component raises to its parent\n layout?: CodeBlock # ASCII sketch of visual structure (non-normative)\n```\n\n```mdl\next op\n uri: org.dxos.mdl.op@1.0\n desc: |\n A named operation with typed inputs, outputs, and declared errors.\n Pure ops have no effects or requires. Effectful ops declare both.\n fields:\n desc?: Prose\n input?: FieldMap # named input parameters\n output?: TypeExpr # return type\n errors?: ErrorMap # name: Prose (when this error occurs)\n effects?: EffectList # echo:read | echo:write | http | fs | ...\n requires?: ServiceList # injected service dependencies\n note?: Prose # implementation guidance (non-normative)\n```\n';
12
+ // raw-loader:/__w/dxos/dxos/packages/plugins/plugin-transcription/PLUGIN.mdl
13
+ var PLUGIN_default = '---\nid: org.dxos.plugin.transcription\nname: TranscriptionPlugin\nversion: 0.1.0\n---\n\nA real-time voice-to-text transcription plugin for DXOS Composer.\nCaptures spoken audio from a microphone, converts it to timestamped text segments via the\nWhisper speech-recognition service, and stores the results in an ECHO `Transcript` object\nbacked by a `Feed`.\nThe plugin also exposes skill-compatible operations that let AI assistants open and\nsummarize transcripts inside agent workflows.\n\n## Extensions\n\nThe following extension dialects are used in this document.\nEach extension is defined in the Appendix or resolved via its URI.\n\n| Term | URI |\n|-------------|--------------------------------|\n| `type` | `org.dxos.mdl.type@1.0` |\n| `feat` | `org.dxos.mdl.feat@1.0` |\n| `test` | `org.dxos.mdl.test@1.0` |\n| `component` | `org.dxos.mdl.component@1.0` |\n| `op` | `org.dxos.mdl.op@1.0` |\n\n## Types\n\n```mdl\ntype TranscriptSegment\n fields:\n text: string # transcribed text for this segment\n started: string # ISO-8601 wall-clock timestamp of segment start\n```\n\n```mdl\ntype Message\n fields:\n id: string\n created: string # ISO-8601 creation timestamp\n blocks: TranscriptSegment[]\n sender:\n identityDid?: string # DID of the speaker, if known\n```\n\n```mdl\ntype Transcript\n fields:\n id: string\n feed: Ref<Feed> # ECHO feed that stores Message objects\n started?: string # ISO-8601 timestamp when recording started\n```\n\n```mdl\ntype WhisperWord\n fields:\n word: string\n start: number # seconds from start of audio chunk\n end: number\n```\n\n```mdl\ntype WhisperSegment\n fields:\n text: string\n start: number\n end: number\n no_speech_prob: number # probability of silence; used to filter noise\n words: WhisperWord[]\n```\n\n```mdl\ntype Settings\n fields:\n entityExtraction: boolean # default: true \u2014 annotate transcript with references to known objects\n```\n\n## Components\n\n```mdl\ncomponent Transcription\n desc: Read-only CodeMirror editor that renders transcript messages as Markdown with byline headings.\n props:\n transcript?: Transcript\n model: TranscriptModel<Message>\n slots:\n (none \u2014 self-contained editor viewport)\n layout: |\n \u250C\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2510\n \u2502 [CodeMirror editor \u2014 read-only] \u2502\n \u2502 ## Speaker \xB7 HH:MM \u2502\n \u2502 Transcribed text\u2026 \u2502\n \u2502 \u2026 \u2502\n \u2514\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2518\n```\n\n```mdl\ncomponent Oracle\n desc: |\n Ambient display surface with an SVG graph canvas and a centered text overlay.\n Used to show the latest transcribed utterance alongside a live visualization.\n props:\n text?: string # latest utterance to display\n delay?: number # per-character reveal delay in ms (default 12)\n slots:\n canvas?: ReactNode # replaces default SVG.Graph when provided\n layout: |\n \u250C\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2510\n \u2502 [SVG canvas \u2014 absolutely fills]\u2502\n \u2502 [Oracle.Text] \u2502\n \u2502 "latest utterance\u2026" \u2502\n \u2514\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2518\n```\n\n```mdl\ncomponent TranscriptionArticle\n desc: Full-page article panel combining the Transcription editor with a start/stop recording toolbar action.\n props:\n subject: Transcript\n role: string\n attendableId?: string\n state:\n recording: boolean # whether microphone capture is active\n actions:\n toggleRecording()\n layout: |\n \u250C\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2510\n \u2502 [Toolbar] [\u{1F3A4} Start/Stop] \u2502\n \u251C\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2524\n \u2502 [Transcription editor] \u2502\n \u2502 \u2026 \u2502\n \u2514\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2518\n```\n\n## Operations\n\nPure operations \u2014 no side-effects.\n\n```mdl\nop openTranscript\n desc: Loads a Transcript from ECHO, reads all Messages from its Feed, and returns the full text content rendered with speaker bylines.\n input:\n transcript: Ref<Transcript>\n output: string\n errors:\n TranscriptNotFound: no Transcript object found for the given ref\n FeedNotFound: the Transcript\'s feed ref cannot be resolved\n requires: [Database, FeedService]\n```\n\nEffectful operations \u2014 produce output via AI or mutate persistent state.\n\n```mdl\nop createTranscript\n desc: Creates a new Feed and a Transcript object linked to it, then writes both into the current ECHO space.\n input:\n name?: string\n space: Space\n output: Transcript\n effects: [echo:write]\n```\n\n```mdl\nop summarizeTranscript\n desc: Sends a transcript string and optional participant notes to an LLM and returns a Markdown summary with key points, verbatim quotes, and actionable tasks extracted from the conversation.\n input:\n transcript: string\n notes?: string\n output: string\n effects: [http]\n requires: [AiService]\n note: |\n Uses Claude Sonnet. Prompt instructs the model to bold speaker names,\n include verbatim quotes, and emit only tasks that are directly actionable\n and clearly assigned.\n```\n\n```mdl\nop enrichMessage\n desc: Extracts proper nouns from each transcript block of a Message using a small LLM, full-text-searches the space for matching objects, and rewrites the text with inline `[noun](dxn)` reference links.\n input:\n message: Message\n output:\n message: Message\n effects: [echo:read, ai:inference]\n requires: [AiService, Database]\n note: |\n Uses Claude Haiku. Falls back to the raw message if extraction fails (e.g. the AI\n service is unavailable). Gated by the entityExtraction setting.\n```\n\n```mdl\nop normalizeSentences\n desc: Post-processes an array of raw transcript messages, merging word-level tokens into grammatically complete sentences.\n input:\n messages: Message[]\n output: Message[]\n note: pure transformation; no effects or service dependencies\n```\n\n## Features\n\n```mdl\nfeat F-1: Recording Lifecycle\n\n req F-1.1: User can start microphone capture from TranscriptionArticle toolbar.\n req F-1.2: User can stop microphone capture; final buffered chunks are flushed and transcribed.\n req F-1.3: TranscriptionManager restarts the Transcriber automatically when the audio track changes.\n```\n\n```mdl\nfeat F-2: Audio Chunking and Transcription\n\n req F-2.1:\n when: user is speaking and chunk count reaches transcribeAfterChunksAmount\n then: Transcriber schedules a deferred transcription task\n\n req F-2.2:\n when: transcription task runs\n then: buffered PCM chunks are merged into a WAV file and POSTed to the Whisper endpoint\n\n req F-2.3:\n when: Whisper response is received\n then: segments are filtered by no_speech_prob and aligned to absolute wall-clock timestamps\n\n req F-2.4:\n when: user is not speaking\n then: only prefixBufferChunksAmount most-recent chunks are retained; older chunks discarded\n```\n\n```mdl\nfeat F-3: Transcript Persistence\n\n req F-3.1:\n when: aligned segments are produced\n then: a Message object with the segments is appended to the Transcript\'s ECHO Feed\n\n req F-3.2:\n when: a messageEnricher is configured\n then: Message is passed through the enricher before being written to the Feed\n\n req F-3.3:\n when: a peer\'s ECHO space receives the Feed update\n then: TranscriptionArticle re-renders with the new messages\n tags: [collaborative]\n```\n\n```mdl\nfeat F-4: Transcript Display\n\n req F-4.1:\n when: a Transcript object is opened\n then: all Messages are rendered in the Transcription editor with speaker bylines and timestamps\n\n req F-4.2:\n when: new messages arrive during live recording\n then: the TranscriptModel is updated and the editor scrolls to show the latest content\n```\n\n```mdl\nfeat F-5: AI Summary\n\n req F-5.1:\n when: op:summarizeTranscript is invoked\n then: LLM returns a structured Markdown document with key points, quotes, and tasks\n\n req F-5.2:\n when: participant notes are provided\n then: notes are correlated with transcript content in the summary\n\n req F-5.3:\n when: no actionable tasks are found\n then: the tasks section is omitted from the summary\n```\n\n```mdl\nfeat F-6: Skill Integration\n\n req F-6.1: Skill exposes op:openTranscript and op:summarizeTranscript as AI tools.\n req F-6.2: An AI assistant can open a transcript by Ref and return formatted text to the user.\n req F-6.3: An AI assistant can invoke the summary operation and present the result as a message.\n```\n\n## Acceptance\n\n```mdl\ntest T-1: Create transcript\n given: a DXOS space is available\n when: op:createTranscript is invoked\n then:\n - a new Feed is created in the space\n - a Transcript object linked to the Feed is created in the space\n - the returned Transcript.feed.target is not null\n```\n\n```mdl\ntest T-2: Record and persist segment\n given: a Transcript with a Feed, microphone capture active\n when: the user speaks and silence is detected\n then:\n - Whisper returns at least one segment\n - a Message is appended to the Feed\n - Message.blocks contains at least one TranscriptSegment with non-empty text\n```\n\n```mdl\ntest T-3: Deduplicate segments across chunk boundaries\n given: two consecutive transcription tasks with overlapping Whisper output\n when: the second task produces segments whose end timestamps fall before lastTimestamp\n then:\n - duplicate segments are filtered out\n - only novel words (start >= lastTimestamp) are included\n```\n\n```mdl\ntest T-4: Open transcript\n given: a Transcript with three Messages in its Feed\n when: op:openTranscript is invoked\n then:\n - content string contains three byline sections\n - each section starts with "## <speaker> \xB7 <time>"\n```\n\n```mdl\ntest T-5: Summarize transcript\n given: a transcript string and optional notes string\n when: op:summarizeTranscript is invoked\n then:\n - summary is a non-empty Markdown string\n - speaker names appear in bold\n - a tasks section is present if actionable tasks were detected\n```\n\n```mdl\ntest T-6: Sentence normalization is pure\n given: an array of raw word-level Messages\n when: op:normalizeSentences is called\n then:\n - output messages contain complete sentences\n - no ECHO writes occur\n - input array is not mutated\n```\n\n```mdl\ntest T-7: Toggle recording in UI\n given: TranscriptionArticle is mounted with a Transcript\n when: user clicks the Start Recording toolbar button\n then:\n - recording state becomes true\n - toolbar button label changes to "Stop Recording"\n - microphone capture begins\n```\n\n---\n\n## Appendix: Extension Definitions\n\nExtension block types used in this document are defined below using\nthe core `ext` primitive \u2014 the only construct the base language provides.\n\n```mdl\next type\n uri: org.dxos.mdl.type@1.0\n desc: A named data structure with typed fields and optional literals.\n fields:\n desc?: Prose\n fields?: FieldMap # name[?]: TypeExpr (# inline comment)\n literals?: UnionList # a | b | c\n extends?: TypeRef[]\n```\n\n```mdl\next feat\n uri: org.dxos.mdl.feat@1.0\n desc: A named feature grouping one or more requirements.\n fields:\n desc?: Prose\n req: RequirementList\n nesting: self # feat blocks may contain feat blocks\n```\n\n```mdl\next test\n uri: org.dxos.mdl.test@1.0\n desc: An acceptance scenario expressed as given / when / then steps.\n fields:\n given?: Step | Step[]\n when?: Step | Step[]\n then: Step | Step[]\n tags?: TagList\n```\n\n```mdl\next component\n uri: org.dxos.mdl.component@1.0\n desc: A UI component with props, internal state, slots, actions, and events.\n fields:\n desc?: Prose\n props?: FieldMap # external inputs (immutable inside component)\n state?: FieldMap # internal reactive state\n slots?: FieldMap # named ReactNode injection points\n actions?: ActionMap # methods the component exposes or handles\n emits?: EventMap # events the component raises to its parent\n layout?: CodeBlock # ASCII sketch of visual structure (non-normative)\n```\n\n```mdl\next op\n uri: org.dxos.mdl.op@1.0\n desc: |\n A named operation with typed inputs, outputs, and declared errors.\n Pure ops have no effects or requires. Effectful ops declare both.\n fields:\n desc?: Prose\n input?: FieldMap # named input parameters\n output?: TypeExpr # return type\n errors?: ErrorMap # name: Prose (when this error occurs)\n effects?: EffectList # echo:read | echo:write | http | fs | ...\n requires?: ServiceList # injected service dependencies\n note?: Prose # implementation guidance (non-normative)\n```\n';
13
14
 
14
15
  // src/TranscriptionPlugin.tsx
15
- var TranscriptionPlugin = Plugin.define(meta).pipe(AppPlugin.addBlueprintDefinitionModule({
16
- activate: BlueprintDefinition
16
+ var TranscriptionPlugin = Plugin.define(meta).pipe(AppPlugin.addSkillDefinitionModule({
17
+ activate: SkillDefinition
17
18
  }), AppPlugin.addTextContentModule({
18
19
  activate: TextContent
19
20
  }), AppPlugin.addOperationHandlerModule({
@@ -26,13 +27,35 @@ var TranscriptionPlugin = Plugin.define(meta).pipe(AppPlugin.addBlueprintDefinit
26
27
  activate: ReactSurface
27
28
  }), AppPlugin.addTranslationsModule({
28
29
  translations
30
+ }), AppPlugin.addSettingsModule({
31
+ activate: TranscriptionSettings
32
+ }), AppPlugin.addAppGraphModule({
33
+ activate: AppGraphBuilder
34
+ }), AppPlugin.addReactContextModule({
35
+ activate: TranscriptionDriver
29
36
  }), Plugin.addModule({
30
37
  id: "transcription",
31
38
  activatesOn: AppActivationEvents.SetupAppGraph,
32
39
  activate: Transcriber
40
+ }), Plugin.addModule({
41
+ id: "entity-lookup",
42
+ activatesOn: AppActivationEvents.SetupAppGraph,
43
+ activate: EntityLookup
44
+ }), Plugin.addModule({
45
+ id: "recording-session",
46
+ activatesOn: AppActivationEvents.SetupSettings,
47
+ activate: RecordingSession
48
+ }), Plugin.addModule({
49
+ id: "pipeline-status",
50
+ activatesOn: AppActivationEvents.SetupSettings,
51
+ activate: PipelineStatus
52
+ }), Plugin.addModule({
53
+ id: "markdown",
54
+ activatesOn: MarkdownEvents.SetupExtensions,
55
+ activate: MarkdownExtension
33
56
  }), AppPlugin.addPluginAssetModule({
34
57
  asset: {
35
- pluginId: meta.id,
58
+ pluginId: meta.profile.key,
36
59
  path: "PLUGIN.mdl",
37
60
  content: PLUGIN_default,
38
61
  mimeType: "application/x-mdl"
@@ -1,7 +1,7 @@
1
1
  {
2
2
  "version": 3,
3
- "sources": ["../../../src/TranscriptionPlugin.tsx", "raw-loader:/__w/dxos/dxos/packages/plugins/plugin-transcription/PLUGIN.mdl?raw"],
4
- "sourcesContent": ["//\n// Copyright 2023 DXOS.org\n//\n\nimport { Plugin } from '@dxos/app-framework';\nimport { AppActivationEvents, AppPlugin } from '@dxos/app-toolkit';\nimport { Transcript } from '@dxos/types';\n\nimport { BlueprintDefinition, OperationHandler, ReactSurface, TextContent, Transcriber } from '#capabilities';\nimport { meta } from '#meta';\nimport { translations } from '#translations';\n\n// eslint-disable-next-line import/no-relative-packages\nimport pluginSpec from '../PLUGIN.mdl?raw';\n\nexport const TranscriptionPlugin = Plugin.define(meta).pipe(\n AppPlugin.addBlueprintDefinitionModule({ activate: BlueprintDefinition }),\n AppPlugin.addTextContentModule({ activate: TextContent }),\n AppPlugin.addOperationHandlerModule({ activate: OperationHandler }),\n AppPlugin.addSchemaModule({ schema: [Transcript.Transcript] }),\n AppPlugin.addSurfaceModule({ activate: ReactSurface }),\n AppPlugin.addTranslationsModule({ translations }),\n Plugin.addModule({\n id: 'transcription',\n activatesOn: AppActivationEvents.SetupAppGraph,\n activate: Transcriber,\n }),\n AppPlugin.addPluginAssetModule({\n asset: { pluginId: meta.id, path: 'PLUGIN.mdl', content: pluginSpec, mimeType: 'application/x-mdl' },\n }),\n Plugin.make,\n);\n\nexport default TranscriptionPlugin;\n", "---\nid: org.dxos.plugin.transcription\nname: TranscriptionPlugin\nversion: 0.1.0\n---\n\nA real-time voice-to-text transcription plugin for DXOS Composer.\nCaptures spoken audio from a microphone, converts it to timestamped text segments via the\nWhisper speech-recognition service, and stores the results in an ECHO `Transcript` object\nbacked by a `Feed`.\nThe plugin also exposes blueprint-compatible operations that let AI assistants open and\nsummarize transcripts inside agent workflows.\n\n## Extensions\n\nThe following extension dialects are used in this document.\nEach extension is defined in the Appendix or resolved via its URI.\n\n| Term | URI |\n|-------------|--------------------------------|\n| `type` | `org.dxos.mdl.type@1.0` |\n| `feat` | `org.dxos.mdl.feat@1.0` |\n| `test` | `org.dxos.mdl.test@1.0` |\n| `component` | `org.dxos.mdl.component@1.0` |\n| `op` | `org.dxos.mdl.op@1.0` |\n\n## Types\n\n```mdl\ntype TranscriptSegment\n fields:\n text: string # transcribed text for this segment\n started: string # ISO-8601 wall-clock timestamp of segment start\n```\n\n```mdl\ntype Message\n fields:\n id: string\n created: string # ISO-8601 creation timestamp\n blocks: TranscriptSegment[]\n sender:\n identityDid?: string # DID of the speaker, if known\n```\n\n```mdl\ntype Transcript\n fields:\n id: string\n feed: Ref<Feed> # ECHO feed that stores Message objects\n started?: string # ISO-8601 timestamp when recording started\n```\n\n```mdl\ntype WhisperWord\n fields:\n word: string\n start: number # seconds from start of audio chunk\n end: number\n```\n\n```mdl\ntype WhisperSegment\n fields:\n text: string\n start: number\n end: number\n no_speech_prob: number # probability of silence; used to filter noise\n words: WhisperWord[]\n```\n\n## Components\n\n```mdl\ncomponent Transcription\n desc: Read-only CodeMirror editor that renders transcript messages as Markdown with byline headings.\n props:\n transcript?: Transcript\n model: SerializationModel<Message>\n slots:\n (none \u2014 self-contained editor viewport)\n layout: |\n \u250C\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2510\n \u2502 [CodeMirror editor \u2014 read-only] \u2502\n \u2502 ## Speaker \u00B7 HH:MM \u2502\n \u2502 Transcribed text\u2026 \u2502\n \u2502 \u2026 \u2502\n \u2514\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2518\n```\n\n```mdl\ncomponent Oracle\n desc: |\n Ambient display surface with an SVG graph canvas and a centered text overlay.\n Used to show the latest transcribed utterance alongside a live visualization.\n props:\n text?: string # latest utterance to display\n delay?: number # per-character reveal delay in ms (default 12)\n slots:\n canvas?: ReactNode # replaces default SVG.Graph when provided\n layout: |\n \u250C\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2510\n \u2502 [SVG canvas \u2014 absolutely fills]\u2502\n \u2502 [Oracle.Text] \u2502\n \u2502 \"latest utterance\u2026\" \u2502\n \u2514\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2518\n```\n\n```mdl\ncomponent TranscriptionArticle\n desc: Full-page article panel combining the Transcription editor with a start/stop recording toolbar action.\n props:\n subject: Transcript\n role: string\n attendableId?: string\n state:\n recording: boolean # whether microphone capture is active\n actions:\n toggleRecording()\n layout: |\n \u250C\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2510\n \u2502 [Toolbar] [\uD83C\uDFA4 Start/Stop] \u2502\n \u251C\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2524\n \u2502 [Transcription editor] \u2502\n \u2502 \u2026 \u2502\n \u2514\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2518\n```\n\n## Operations\n\nPure operations \u2014 no side-effects.\n\n```mdl\nop openTranscript\n desc: Loads a Transcript from ECHO, reads all Messages from its Feed, and returns the full text content rendered with speaker bylines.\n input:\n transcript: Ref<Transcript>\n output: string\n errors:\n TranscriptNotFound: no Transcript object found for the given ref\n FeedNotFound: the Transcript's feed ref cannot be resolved\n requires: [Database, FeedService]\n```\n\nEffectful operations \u2014 produce output via AI or mutate persistent state.\n\n```mdl\nop createTranscript\n desc: Creates a new Feed and a Transcript object linked to it, then writes both into the current ECHO space.\n input:\n name?: string\n space: Space\n output: Transcript\n effects: [echo:write]\n```\n\n```mdl\nop summarizeTranscript\n desc: Sends a transcript string and optional participant notes to an LLM and returns a Markdown summary with key points, verbatim quotes, and actionable tasks extracted from the conversation.\n input:\n transcript: string\n notes?: string\n output: string\n effects: [http]\n requires: [AiService]\n note: |\n Uses Claude Sonnet. Prompt instructs the model to bold speaker names,\n include verbatim quotes, and emit only tasks that are directly actionable\n and clearly assigned.\n```\n\n```mdl\nop normalizeSentences\n desc: Post-processes an array of raw transcript messages, merging word-level tokens into grammatically complete sentences.\n input:\n messages: Message[]\n output: Message[]\n note: pure transformation; no effects or service dependencies\n```\n\n## Features\n\n```mdl\nfeat F-1: Recording Lifecycle\n\n req F-1.1: User can start microphone capture from TranscriptionArticle toolbar.\n req F-1.2: User can stop microphone capture; final buffered chunks are flushed and transcribed.\n req F-1.3: TranscriptionManager restarts the Transcriber automatically when the audio track changes.\n```\n\n```mdl\nfeat F-2: Audio Chunking and Transcription\n\n req F-2.1:\n when: user is speaking and chunk count reaches transcribeAfterChunksAmount\n then: Transcriber schedules a deferred transcription task\n\n req F-2.2:\n when: transcription task runs\n then: buffered PCM chunks are merged into a WAV file and POSTed to the Whisper endpoint\n\n req F-2.3:\n when: Whisper response is received\n then: segments are filtered by no_speech_prob and aligned to absolute wall-clock timestamps\n\n req F-2.4:\n when: user is not speaking\n then: only prefixBufferChunksAmount most-recent chunks are retained; older chunks discarded\n```\n\n```mdl\nfeat F-3: Transcript Persistence\n\n req F-3.1:\n when: aligned segments are produced\n then: a Message object with the segments is appended to the Transcript's ECHO Feed\n\n req F-3.2:\n when: a messageEnricher is configured\n then: Message is passed through the enricher before being written to the Feed\n\n req F-3.3:\n when: a peer's ECHO space receives the Feed update\n then: TranscriptionArticle re-renders with the new messages\n tags: [collaborative]\n```\n\n```mdl\nfeat F-4: Transcript Display\n\n req F-4.1:\n when: a Transcript object is opened\n then: all Messages are rendered in the Transcription editor with speaker bylines and timestamps\n\n req F-4.2:\n when: new messages arrive during live recording\n then: the SerializationModel is updated and the editor scrolls to show the latest content\n```\n\n```mdl\nfeat F-5: AI Summary\n\n req F-5.1:\n when: op:summarizeTranscript is invoked\n then: LLM returns a structured Markdown document with key points, quotes, and tasks\n\n req F-5.2:\n when: participant notes are provided\n then: notes are correlated with transcript content in the summary\n\n req F-5.3:\n when: no actionable tasks are found\n then: the tasks section is omitted from the summary\n```\n\n```mdl\nfeat F-6: Blueprint Integration\n\n req F-6.1: Blueprint exposes op:openTranscript and op:summarizeTranscript as AI tools.\n req F-6.2: An AI assistant can open a transcript by Ref and return formatted text to the user.\n req F-6.3: An AI assistant can invoke the summary operation and present the result as a message.\n```\n\n## Acceptance\n\n```mdl\ntest T-1: Create transcript\n given: a DXOS space is available\n when: op:createTranscript is invoked\n then:\n - a new Feed is created in the space\n - a Transcript object linked to the Feed is created in the space\n - the returned Transcript.feed.target is not null\n```\n\n```mdl\ntest T-2: Record and persist segment\n given: a Transcript with a Feed, microphone capture active\n when: the user speaks and silence is detected\n then:\n - Whisper returns at least one segment\n - a Message is appended to the Feed\n - Message.blocks contains at least one TranscriptSegment with non-empty text\n```\n\n```mdl\ntest T-3: Deduplicate segments across chunk boundaries\n given: two consecutive transcription tasks with overlapping Whisper output\n when: the second task produces segments whose end timestamps fall before lastTimestamp\n then:\n - duplicate segments are filtered out\n - only novel words (start >= lastTimestamp) are included\n```\n\n```mdl\ntest T-4: Open transcript\n given: a Transcript with three Messages in its Feed\n when: op:openTranscript is invoked\n then:\n - content string contains three byline sections\n - each section starts with \"## <speaker> \u00B7 <time>\"\n```\n\n```mdl\ntest T-5: Summarize transcript\n given: a transcript string and optional notes string\n when: op:summarizeTranscript is invoked\n then:\n - summary is a non-empty Markdown string\n - speaker names appear in bold\n - a tasks section is present if actionable tasks were detected\n```\n\n```mdl\ntest T-6: Sentence normalization is pure\n given: an array of raw word-level Messages\n when: op:normalizeSentences is called\n then:\n - output messages contain complete sentences\n - no ECHO writes occur\n - input array is not mutated\n```\n\n```mdl\ntest T-7: Toggle recording in UI\n given: TranscriptionArticle is mounted with a Transcript\n when: user clicks the Start Recording toolbar button\n then:\n - recording state becomes true\n - toolbar button label changes to \"Stop Recording\"\n - microphone capture begins\n```\n\n---\n\n## Appendix: Extension Definitions\n\nExtension block types used in this document are defined below using\nthe core `ext` primitive \u2014 the only construct the base language provides.\n\n```mdl\next type\n uri: org.dxos.mdl.type@1.0\n desc: A named data structure with typed fields and optional literals.\n fields:\n desc?: Prose\n fields?: FieldMap # name[?]: TypeExpr (# inline comment)\n literals?: UnionList # a | b | c\n extends?: TypeRef[]\n```\n\n```mdl\next feat\n uri: org.dxos.mdl.feat@1.0\n desc: A named feature grouping one or more requirements.\n fields:\n desc?: Prose\n req: RequirementList\n nesting: self # feat blocks may contain feat blocks\n```\n\n```mdl\next test\n uri: org.dxos.mdl.test@1.0\n desc: An acceptance scenario expressed as given / when / then steps.\n fields:\n given?: Step | Step[]\n when?: Step | Step[]\n then: Step | Step[]\n tags?: TagList\n```\n\n```mdl\next component\n uri: org.dxos.mdl.component@1.0\n desc: A UI component with props, internal state, slots, actions, and events.\n fields:\n desc?: Prose\n props?: FieldMap # external inputs (immutable inside component)\n state?: FieldMap # internal reactive state\n slots?: FieldMap # named ReactNode injection points\n actions?: ActionMap # methods the component exposes or handles\n emits?: EventMap # events the component raises to its parent\n layout?: CodeBlock # ASCII sketch of visual structure (non-normative)\n```\n\n```mdl\next op\n uri: org.dxos.mdl.op@1.0\n desc: |\n A named operation with typed inputs, outputs, and declared errors.\n Pure ops have no effects or requires. Effectful ops declare both.\n fields:\n desc?: Prose\n input?: FieldMap # named input parameters\n output?: TypeExpr # return type\n errors?: ErrorMap # name: Prose (when this error occurs)\n effects?: EffectList # echo:read | echo:write | http | fs | ...\n requires?: ServiceList # injected service dependencies\n note?: Prose # implementation guidance (non-normative)\n```\n"],
5
- "mappings": ";;;AAIA,SAASA,cAAc;AACvB,SAASC,qBAAqBC,iBAAiB;AAC/C,SAASC,kBAAkB;AAE3B,SAASC,qBAAqBC,kBAAkBC,cAAcC,aAAaC,mBAAmB;AAC9F,SAASC,YAAY;AACrB,SAASC,oBAAoB;;;ACV7B;;;ADeO,IAAMC,sBAAsBC,OAAOC,OAAOC,IAAAA,EAAMC,KACrDC,UAAUC,6BAA6B;EAAEC,UAAUC;AAAoB,CAAA,GACvEH,UAAUI,qBAAqB;EAAEF,UAAUG;AAAY,CAAA,GACvDL,UAAUM,0BAA0B;EAAEJ,UAAUK;AAAiB,CAAA,GACjEP,UAAUQ,gBAAgB;EAAEC,QAAQ;IAACC,WAAWA;;AAAY,CAAA,GAC5DV,UAAUW,iBAAiB;EAAET,UAAUU;AAAa,CAAA,GACpDZ,UAAUa,sBAAsB;EAAEC;AAAa,CAAA,GAC/ClB,OAAOmB,UAAU;EACfC,IAAI;EACJC,aAAaC,oBAAoBC;EACjCjB,UAAUkB;AACZ,CAAA,GACApB,UAAUqB,qBAAqB;EAC7BC,OAAO;IAAEC,UAAUzB,KAAKkB;IAAIQ,MAAM;IAAcC,SAASC;IAAYC,UAAU;EAAoB;AACrG,CAAA,GACA/B,OAAOgC,IAAI;AAGb,IAAA,8BAAejC;",
6
- "names": ["Plugin", "AppActivationEvents", "AppPlugin", "Transcript", "BlueprintDefinition", "OperationHandler", "ReactSurface", "TextContent", "Transcriber", "meta", "translations", "TranscriptionPlugin", "Plugin", "define", "meta", "pipe", "AppPlugin", "addBlueprintDefinitionModule", "activate", "BlueprintDefinition", "addTextContentModule", "TextContent", "addOperationHandlerModule", "OperationHandler", "addSchemaModule", "schema", "Transcript", "addSurfaceModule", "ReactSurface", "addTranslationsModule", "translations", "addModule", "id", "activatesOn", "AppActivationEvents", "SetupAppGraph", "Transcriber", "addPluginAssetModule", "asset", "pluginId", "path", "content", "pluginSpec", "mimeType", "make"]
3
+ "sources": ["../../../src/TranscriptionPlugin.tsx", "raw-loader:/__w/dxos/dxos/packages/plugins/plugin-transcription/PLUGIN.mdl"],
4
+ "sourcesContent": ["//\n// Copyright 2023 DXOS.org\n//\n\nimport { Plugin } from '@dxos/app-framework';\nimport { AppActivationEvents, AppPlugin } from '@dxos/app-toolkit';\nimport { MarkdownEvents } from '@dxos/plugin-markdown';\nimport { Transcript } from '@dxos/types';\n\nimport {\n AppGraphBuilder,\n EntityLookup,\n MarkdownExtension,\n OperationHandler,\n PipelineStatus,\n ReactSurface,\n RecordingSession,\n SkillDefinition,\n TextContent,\n Transcriber,\n TranscriptionDriver,\n TranscriptionSettings,\n} from '#capabilities';\nimport { meta } from '#meta';\nimport { translations } from '#translations';\n\n// eslint-disable-next-line import/no-relative-packages\nimport pluginSpec from '../PLUGIN.mdl?raw';\n\nexport const TranscriptionPlugin = Plugin.define(meta).pipe(\n AppPlugin.addSkillDefinitionModule({ activate: SkillDefinition }),\n AppPlugin.addTextContentModule({ activate: TextContent }),\n AppPlugin.addOperationHandlerModule({ activate: OperationHandler }),\n AppPlugin.addSchemaModule({ schema: [Transcript.Transcript] }),\n AppPlugin.addSurfaceModule({ activate: ReactSurface }),\n AppPlugin.addTranslationsModule({ translations }),\n AppPlugin.addSettingsModule({ activate: TranscriptionSettings }),\n AppPlugin.addAppGraphModule({ activate: AppGraphBuilder }),\n AppPlugin.addReactContextModule({ activate: TranscriptionDriver }),\n Plugin.addModule({\n id: 'transcription',\n activatesOn: AppActivationEvents.SetupAppGraph,\n activate: Transcriber,\n }),\n Plugin.addModule({\n id: 'entity-lookup',\n activatesOn: AppActivationEvents.SetupAppGraph,\n activate: EntityLookup,\n }),\n Plugin.addModule({\n id: 'recording-session',\n activatesOn: AppActivationEvents.SetupSettings,\n activate: RecordingSession,\n }),\n Plugin.addModule({\n id: 'pipeline-status',\n activatesOn: AppActivationEvents.SetupSettings,\n activate: PipelineStatus,\n }),\n Plugin.addModule({\n id: 'markdown',\n activatesOn: MarkdownEvents.SetupExtensions,\n activate: MarkdownExtension,\n }),\n AppPlugin.addPluginAssetModule({\n asset: { pluginId: meta.profile.key, path: 'PLUGIN.mdl', content: pluginSpec, mimeType: 'application/x-mdl' },\n }),\n Plugin.make,\n);\n\nexport default TranscriptionPlugin;\n", "---\nid: org.dxos.plugin.transcription\nname: TranscriptionPlugin\nversion: 0.1.0\n---\n\nA real-time voice-to-text transcription plugin for DXOS Composer.\nCaptures spoken audio from a microphone, converts it to timestamped text segments via the\nWhisper speech-recognition service, and stores the results in an ECHO `Transcript` object\nbacked by a `Feed`.\nThe plugin also exposes skill-compatible operations that let AI assistants open and\nsummarize transcripts inside agent workflows.\n\n## Extensions\n\nThe following extension dialects are used in this document.\nEach extension is defined in the Appendix or resolved via its URI.\n\n| Term | URI |\n|-------------|--------------------------------|\n| `type` | `org.dxos.mdl.type@1.0` |\n| `feat` | `org.dxos.mdl.feat@1.0` |\n| `test` | `org.dxos.mdl.test@1.0` |\n| `component` | `org.dxos.mdl.component@1.0` |\n| `op` | `org.dxos.mdl.op@1.0` |\n\n## Types\n\n```mdl\ntype TranscriptSegment\n fields:\n text: string # transcribed text for this segment\n started: string # ISO-8601 wall-clock timestamp of segment start\n```\n\n```mdl\ntype Message\n fields:\n id: string\n created: string # ISO-8601 creation timestamp\n blocks: TranscriptSegment[]\n sender:\n identityDid?: string # DID of the speaker, if known\n```\n\n```mdl\ntype Transcript\n fields:\n id: string\n feed: Ref<Feed> # ECHO feed that stores Message objects\n started?: string # ISO-8601 timestamp when recording started\n```\n\n```mdl\ntype WhisperWord\n fields:\n word: string\n start: number # seconds from start of audio chunk\n end: number\n```\n\n```mdl\ntype WhisperSegment\n fields:\n text: string\n start: number\n end: number\n no_speech_prob: number # probability of silence; used to filter noise\n words: WhisperWord[]\n```\n\n```mdl\ntype Settings\n fields:\n entityExtraction: boolean # default: true \u2014 annotate transcript with references to known objects\n```\n\n## Components\n\n```mdl\ncomponent Transcription\n desc: Read-only CodeMirror editor that renders transcript messages as Markdown with byline headings.\n props:\n transcript?: Transcript\n model: TranscriptModel<Message>\n slots:\n (none \u2014 self-contained editor viewport)\n layout: |\n \u250C\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2510\n \u2502 [CodeMirror editor \u2014 read-only] \u2502\n \u2502 ## Speaker \u00B7 HH:MM \u2502\n \u2502 Transcribed text\u2026 \u2502\n \u2502 \u2026 \u2502\n \u2514\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2518\n```\n\n```mdl\ncomponent Oracle\n desc: |\n Ambient display surface with an SVG graph canvas and a centered text overlay.\n Used to show the latest transcribed utterance alongside a live visualization.\n props:\n text?: string # latest utterance to display\n delay?: number # per-character reveal delay in ms (default 12)\n slots:\n canvas?: ReactNode # replaces default SVG.Graph when provided\n layout: |\n \u250C\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2510\n \u2502 [SVG canvas \u2014 absolutely fills]\u2502\n \u2502 [Oracle.Text] \u2502\n \u2502 \"latest utterance\u2026\" \u2502\n \u2514\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2518\n```\n\n```mdl\ncomponent TranscriptionArticle\n desc: Full-page article panel combining the Transcription editor with a start/stop recording toolbar action.\n props:\n subject: Transcript\n role: string\n attendableId?: string\n state:\n recording: boolean # whether microphone capture is active\n actions:\n toggleRecording()\n layout: |\n \u250C\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2510\n \u2502 [Toolbar] [\uD83C\uDFA4 Start/Stop] \u2502\n \u251C\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2524\n \u2502 [Transcription editor] \u2502\n \u2502 \u2026 \u2502\n \u2514\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2518\n```\n\n## Operations\n\nPure operations \u2014 no side-effects.\n\n```mdl\nop openTranscript\n desc: Loads a Transcript from ECHO, reads all Messages from its Feed, and returns the full text content rendered with speaker bylines.\n input:\n transcript: Ref<Transcript>\n output: string\n errors:\n TranscriptNotFound: no Transcript object found for the given ref\n FeedNotFound: the Transcript's feed ref cannot be resolved\n requires: [Database, FeedService]\n```\n\nEffectful operations \u2014 produce output via AI or mutate persistent state.\n\n```mdl\nop createTranscript\n desc: Creates a new Feed and a Transcript object linked to it, then writes both into the current ECHO space.\n input:\n name?: string\n space: Space\n output: Transcript\n effects: [echo:write]\n```\n\n```mdl\nop summarizeTranscript\n desc: Sends a transcript string and optional participant notes to an LLM and returns a Markdown summary with key points, verbatim quotes, and actionable tasks extracted from the conversation.\n input:\n transcript: string\n notes?: string\n output: string\n effects: [http]\n requires: [AiService]\n note: |\n Uses Claude Sonnet. Prompt instructs the model to bold speaker names,\n include verbatim quotes, and emit only tasks that are directly actionable\n and clearly assigned.\n```\n\n```mdl\nop enrichMessage\n desc: Extracts proper nouns from each transcript block of a Message using a small LLM, full-text-searches the space for matching objects, and rewrites the text with inline `[noun](dxn)` reference links.\n input:\n message: Message\n output:\n message: Message\n effects: [echo:read, ai:inference]\n requires: [AiService, Database]\n note: |\n Uses Claude Haiku. Falls back to the raw message if extraction fails (e.g. the AI\n service is unavailable). Gated by the entityExtraction setting.\n```\n\n```mdl\nop normalizeSentences\n desc: Post-processes an array of raw transcript messages, merging word-level tokens into grammatically complete sentences.\n input:\n messages: Message[]\n output: Message[]\n note: pure transformation; no effects or service dependencies\n```\n\n## Features\n\n```mdl\nfeat F-1: Recording Lifecycle\n\n req F-1.1: User can start microphone capture from TranscriptionArticle toolbar.\n req F-1.2: User can stop microphone capture; final buffered chunks are flushed and transcribed.\n req F-1.3: TranscriptionManager restarts the Transcriber automatically when the audio track changes.\n```\n\n```mdl\nfeat F-2: Audio Chunking and Transcription\n\n req F-2.1:\n when: user is speaking and chunk count reaches transcribeAfterChunksAmount\n then: Transcriber schedules a deferred transcription task\n\n req F-2.2:\n when: transcription task runs\n then: buffered PCM chunks are merged into a WAV file and POSTed to the Whisper endpoint\n\n req F-2.3:\n when: Whisper response is received\n then: segments are filtered by no_speech_prob and aligned to absolute wall-clock timestamps\n\n req F-2.4:\n when: user is not speaking\n then: only prefixBufferChunksAmount most-recent chunks are retained; older chunks discarded\n```\n\n```mdl\nfeat F-3: Transcript Persistence\n\n req F-3.1:\n when: aligned segments are produced\n then: a Message object with the segments is appended to the Transcript's ECHO Feed\n\n req F-3.2:\n when: a messageEnricher is configured\n then: Message is passed through the enricher before being written to the Feed\n\n req F-3.3:\n when: a peer's ECHO space receives the Feed update\n then: TranscriptionArticle re-renders with the new messages\n tags: [collaborative]\n```\n\n```mdl\nfeat F-4: Transcript Display\n\n req F-4.1:\n when: a Transcript object is opened\n then: all Messages are rendered in the Transcription editor with speaker bylines and timestamps\n\n req F-4.2:\n when: new messages arrive during live recording\n then: the TranscriptModel is updated and the editor scrolls to show the latest content\n```\n\n```mdl\nfeat F-5: AI Summary\n\n req F-5.1:\n when: op:summarizeTranscript is invoked\n then: LLM returns a structured Markdown document with key points, quotes, and tasks\n\n req F-5.2:\n when: participant notes are provided\n then: notes are correlated with transcript content in the summary\n\n req F-5.3:\n when: no actionable tasks are found\n then: the tasks section is omitted from the summary\n```\n\n```mdl\nfeat F-6: Skill Integration\n\n req F-6.1: Skill exposes op:openTranscript and op:summarizeTranscript as AI tools.\n req F-6.2: An AI assistant can open a transcript by Ref and return formatted text to the user.\n req F-6.3: An AI assistant can invoke the summary operation and present the result as a message.\n```\n\n## Acceptance\n\n```mdl\ntest T-1: Create transcript\n given: a DXOS space is available\n when: op:createTranscript is invoked\n then:\n - a new Feed is created in the space\n - a Transcript object linked to the Feed is created in the space\n - the returned Transcript.feed.target is not null\n```\n\n```mdl\ntest T-2: Record and persist segment\n given: a Transcript with a Feed, microphone capture active\n when: the user speaks and silence is detected\n then:\n - Whisper returns at least one segment\n - a Message is appended to the Feed\n - Message.blocks contains at least one TranscriptSegment with non-empty text\n```\n\n```mdl\ntest T-3: Deduplicate segments across chunk boundaries\n given: two consecutive transcription tasks with overlapping Whisper output\n when: the second task produces segments whose end timestamps fall before lastTimestamp\n then:\n - duplicate segments are filtered out\n - only novel words (start >= lastTimestamp) are included\n```\n\n```mdl\ntest T-4: Open transcript\n given: a Transcript with three Messages in its Feed\n when: op:openTranscript is invoked\n then:\n - content string contains three byline sections\n - each section starts with \"## <speaker> \u00B7 <time>\"\n```\n\n```mdl\ntest T-5: Summarize transcript\n given: a transcript string and optional notes string\n when: op:summarizeTranscript is invoked\n then:\n - summary is a non-empty Markdown string\n - speaker names appear in bold\n - a tasks section is present if actionable tasks were detected\n```\n\n```mdl\ntest T-6: Sentence normalization is pure\n given: an array of raw word-level Messages\n when: op:normalizeSentences is called\n then:\n - output messages contain complete sentences\n - no ECHO writes occur\n - input array is not mutated\n```\n\n```mdl\ntest T-7: Toggle recording in UI\n given: TranscriptionArticle is mounted with a Transcript\n when: user clicks the Start Recording toolbar button\n then:\n - recording state becomes true\n - toolbar button label changes to \"Stop Recording\"\n - microphone capture begins\n```\n\n---\n\n## Appendix: Extension Definitions\n\nExtension block types used in this document are defined below using\nthe core `ext` primitive \u2014 the only construct the base language provides.\n\n```mdl\next type\n uri: org.dxos.mdl.type@1.0\n desc: A named data structure with typed fields and optional literals.\n fields:\n desc?: Prose\n fields?: FieldMap # name[?]: TypeExpr (# inline comment)\n literals?: UnionList # a | b | c\n extends?: TypeRef[]\n```\n\n```mdl\next feat\n uri: org.dxos.mdl.feat@1.0\n desc: A named feature grouping one or more requirements.\n fields:\n desc?: Prose\n req: RequirementList\n nesting: self # feat blocks may contain feat blocks\n```\n\n```mdl\next test\n uri: org.dxos.mdl.test@1.0\n desc: An acceptance scenario expressed as given / when / then steps.\n fields:\n given?: Step | Step[]\n when?: Step | Step[]\n then: Step | Step[]\n tags?: TagList\n```\n\n```mdl\next component\n uri: org.dxos.mdl.component@1.0\n desc: A UI component with props, internal state, slots, actions, and events.\n fields:\n desc?: Prose\n props?: FieldMap # external inputs (immutable inside component)\n state?: FieldMap # internal reactive state\n slots?: FieldMap # named ReactNode injection points\n actions?: ActionMap # methods the component exposes or handles\n emits?: EventMap # events the component raises to its parent\n layout?: CodeBlock # ASCII sketch of visual structure (non-normative)\n```\n\n```mdl\next op\n uri: org.dxos.mdl.op@1.0\n desc: |\n A named operation with typed inputs, outputs, and declared errors.\n Pure ops have no effects or requires. Effectful ops declare both.\n fields:\n desc?: Prose\n input?: FieldMap # named input parameters\n output?: TypeExpr # return type\n errors?: ErrorMap # name: Prose (when this error occurs)\n effects?: EffectList # echo:read | echo:write | http | fs | ...\n requires?: ServiceList # injected service dependencies\n note?: Prose # implementation guidance (non-normative)\n```\n"],
5
+ "mappings": ";;;AAIA,SAASA,cAAc;AACvB,SAASC,qBAAqBC,iBAAiB;AAC/C,SAASC,sBAAsB;AAC/B,SAASC,kBAAkB;AAE3B,SACEC,iBACAC,cACAC,mBACAC,kBACAC,gBACAC,cACAC,kBACAC,iBACAC,aACAC,aACAC,qBACAC,6BACK;AACP,SAASC,YAAY;AACrB,SAASC,oBAAoB;;;ACxB7B;;;AD6BO,IAAMC,sBAAsBC,OAAOC,OAAOC,IAAAA,EAAMC,KACrDC,UAAUC,yBAAyB;EAAEC,UAAUC;AAAgB,CAAA,GAC/DH,UAAUI,qBAAqB;EAAEF,UAAUG;AAAY,CAAA,GACvDL,UAAUM,0BAA0B;EAAEJ,UAAUK;AAAiB,CAAA,GACjEP,UAAUQ,gBAAgB;EAAEC,QAAQ;IAACC,WAAWA;;AAAY,CAAA,GAC5DV,UAAUW,iBAAiB;EAAET,UAAUU;AAAa,CAAA,GACpDZ,UAAUa,sBAAsB;EAAEC;AAAa,CAAA,GAC/Cd,UAAUe,kBAAkB;EAAEb,UAAUc;AAAsB,CAAA,GAC9DhB,UAAUiB,kBAAkB;EAAEf,UAAUgB;AAAgB,CAAA,GACxDlB,UAAUmB,sBAAsB;EAAEjB,UAAUkB;AAAoB,CAAA,GAChExB,OAAOyB,UAAU;EACfC,IAAI;EACJC,aAAaC,oBAAoBC;EACjCvB,UAAUwB;AACZ,CAAA,GACA9B,OAAOyB,UAAU;EACfC,IAAI;EACJC,aAAaC,oBAAoBC;EACjCvB,UAAUyB;AACZ,CAAA,GACA/B,OAAOyB,UAAU;EACfC,IAAI;EACJC,aAAaC,oBAAoBI;EACjC1B,UAAU2B;AACZ,CAAA,GACAjC,OAAOyB,UAAU;EACfC,IAAI;EACJC,aAAaC,oBAAoBI;EACjC1B,UAAU4B;AACZ,CAAA,GACAlC,OAAOyB,UAAU;EACfC,IAAI;EACJC,aAAaQ,eAAeC;EAC5B9B,UAAU+B;AACZ,CAAA,GACAjC,UAAUkC,qBAAqB;EAC7BC,OAAO;IAAEC,UAAUtC,KAAKuC,QAAQC;IAAKC,MAAM;IAAcC,SAASC;IAAYC,UAAU;EAAoB;AAC9G,CAAA,GACA9C,OAAO+C,IAAI;AAGb,IAAA,8BAAehD;",
6
+ "names": ["Plugin", "AppActivationEvents", "AppPlugin", "MarkdownEvents", "Transcript", "AppGraphBuilder", "EntityLookup", "MarkdownExtension", "OperationHandler", "PipelineStatus", "ReactSurface", "RecordingSession", "SkillDefinition", "TextContent", "Transcriber", "TranscriptionDriver", "TranscriptionSettings", "meta", "translations", "TranscriptionPlugin", "Plugin", "define", "meta", "pipe", "AppPlugin", "addSkillDefinitionModule", "activate", "SkillDefinition", "addTextContentModule", "TextContent", "addOperationHandlerModule", "OperationHandler", "addSchemaModule", "schema", "Transcript", "addSurfaceModule", "ReactSurface", "addTranslationsModule", "translations", "addSettingsModule", "TranscriptionSettings", "addAppGraphModule", "AppGraphBuilder", "addReactContextModule", "TranscriptionDriver", "addModule", "id", "activatesOn", "AppActivationEvents", "SetupAppGraph", "Transcriber", "EntityLookup", "SetupSettings", "RecordingSession", "PipelineStatus", "MarkdownEvents", "SetupExtensions", "MarkdownExtension", "addPluginAssetModule", "asset", "pluginId", "profile", "key", "path", "content", "pluginSpec", "mimeType", "make"]
7
7
  }
@@ -4,10 +4,10 @@ import "./chunk-J5LGTIGS.mjs";
4
4
  import { Plugin } from "@dxos/app-framework";
5
5
  import { AppPlugin } from "@dxos/app-toolkit";
6
6
  import { Transcript } from "@dxos/types";
7
- import { BlueprintDefinition, OperationHandler, TextContent } from "#capabilities";
7
+ import { OperationHandler, SkillDefinition, TextContent } from "#capabilities";
8
8
  import { meta } from "#meta";
9
- var TranscriptionPlugin = Plugin.define(meta).pipe(AppPlugin.addBlueprintDefinitionModule({
10
- activate: BlueprintDefinition
9
+ var TranscriptionPlugin = Plugin.define(meta).pipe(AppPlugin.addSkillDefinitionModule({
10
+ activate: SkillDefinition
11
11
  }), AppPlugin.addTextContentModule({
12
12
  activate: TextContent
13
13
  }), AppPlugin.addOperationHandlerModule({
@@ -1,7 +1,7 @@
1
1
  {
2
2
  "version": 3,
3
3
  "sources": ["../../../src/TranscriptionPlugin.node.ts"],
4
- "sourcesContent": ["//\n// Copyright 2023 DXOS.org\n//\n\nimport { Plugin } from '@dxos/app-framework';\nimport { AppPlugin } from '@dxos/app-toolkit';\nimport { Transcript } from '@dxos/types';\n\nimport { BlueprintDefinition, OperationHandler, TextContent } from '#capabilities';\nimport { meta } from '#meta';\n\nexport const TranscriptionPlugin = Plugin.define(meta).pipe(\n AppPlugin.addBlueprintDefinitionModule({ activate: BlueprintDefinition }),\n AppPlugin.addTextContentModule({ activate: TextContent }),\n AppPlugin.addOperationHandlerModule({ activate: OperationHandler }),\n AppPlugin.addSchemaModule({ schema: [Transcript.Transcript] }),\n Plugin.make,\n);\n\nexport default TranscriptionPlugin;\n"],
5
- "mappings": ";;;AAIA,SAASA,cAAc;AACvB,SAASC,iBAAiB;AAC1B,SAASC,kBAAkB;AAE3B,SAASC,qBAAqBC,kBAAkBC,mBAAmB;AACnE,SAASC,YAAY;AAEd,IAAMC,sBAAsBP,OAAOQ,OAAOF,IAAAA,EAAMG,KACrDR,UAAUS,6BAA6B;EAAEC,UAAUR;AAAoB,CAAA,GACvEF,UAAUW,qBAAqB;EAAED,UAAUN;AAAY,CAAA,GACvDJ,UAAUY,0BAA0B;EAAEF,UAAUP;AAAiB,CAAA,GACjEH,UAAUa,gBAAgB;EAAEC,QAAQ;IAACb,WAAWA;;AAAY,CAAA,GAC5DF,OAAOgB,IAAI;AAGb,IAAA,mCAAeT;",
6
- "names": ["Plugin", "AppPlugin", "Transcript", "BlueprintDefinition", "OperationHandler", "TextContent", "meta", "TranscriptionPlugin", "define", "pipe", "addBlueprintDefinitionModule", "activate", "addTextContentModule", "addOperationHandlerModule", "addSchemaModule", "schema", "make"]
4
+ "sourcesContent": ["//\n// Copyright 2023 DXOS.org\n//\n\nimport { Plugin } from '@dxos/app-framework';\nimport { AppPlugin } from '@dxos/app-toolkit';\nimport { Transcript } from '@dxos/types';\n\nimport { OperationHandler, SkillDefinition, TextContent } from '#capabilities';\nimport { meta } from '#meta';\n\nexport const TranscriptionPlugin = Plugin.define(meta).pipe(\n AppPlugin.addSkillDefinitionModule({ activate: SkillDefinition }),\n AppPlugin.addTextContentModule({ activate: TextContent }),\n AppPlugin.addOperationHandlerModule({ activate: OperationHandler }),\n AppPlugin.addSchemaModule({ schema: [Transcript.Transcript] }),\n Plugin.make,\n);\n\nexport default TranscriptionPlugin;\n"],
5
+ "mappings": ";;;AAIA,SAASA,cAAc;AACvB,SAASC,iBAAiB;AAC1B,SAASC,kBAAkB;AAE3B,SAASC,kBAAkBC,iBAAiBC,mBAAmB;AAC/D,SAASC,YAAY;AAEd,IAAMC,sBAAsBP,OAAOQ,OAAOF,IAAAA,EAAMG,KACrDR,UAAUS,yBAAyB;EAAEC,UAAUP;AAAgB,CAAA,GAC/DH,UAAUW,qBAAqB;EAAED,UAAUN;AAAY,CAAA,GACvDJ,UAAUY,0BAA0B;EAAEF,UAAUR;AAAiB,CAAA,GACjEF,UAAUa,gBAAgB;EAAEC,QAAQ;IAACb,WAAWA;;AAAY,CAAA,GAC5DF,OAAOgB,IAAI;AAGb,IAAA,mCAAeT;",
6
+ "names": ["Plugin", "AppPlugin", "Transcript", "OperationHandler", "SkillDefinition", "TextContent", "meta", "TranscriptionPlugin", "define", "pipe", "addSkillDefinitionModule", "activate", "addTextContentModule", "addOperationHandlerModule", "addSchemaModule", "schema", "make"]
7
7
  }
@@ -0,0 +1,48 @@
1
+ import "./chunk-J5LGTIGS.mjs";
2
+
3
+ // src/capabilities/app-graph-builder.tsx
4
+ import * as Effect from "effect/Effect";
5
+ import React from "react";
6
+ import { Capability } from "@dxos/app-framework";
7
+ import { AppCapabilities } from "@dxos/app-toolkit";
8
+ import { GraphBuilder, Node, NodeMatcher } from "@dxos/plugin-graph";
9
+ import { Markdown } from "@dxos/plugin-markdown/types";
10
+ import { Mic } from "#components";
11
+ import { meta } from "#meta";
12
+ var whenMarkdownDocument = NodeMatcher.whenAll(NodeMatcher.whenEchoObjectMatches, NodeMatcher.whenEchoTypeMatches(Markdown.Document));
13
+ var app_graph_builder_default = Capability.makeModule(Effect.fnUntraced(function* () {
14
+ const extensions = yield* GraphBuilder.createExtension({
15
+ id: "transcriptionToolbar",
16
+ match: (node, get) => whenMarkdownDocument(node, get),
17
+ // The control owns recording state, mode, device selection, and entity-extraction —
18
+ // interactions the action model cannot express (press-and-hold, an embedded dropdown, a
19
+ // live device list) — so it renders via the custom toolbar variant rather than a plain
20
+ // toggle action. The node is static (state lives in the control), keeping the toolbar's
21
+ // action atom stable across recording changes.
22
+ actions: (matched) => Effect.succeed([
23
+ Node.makeAction({
24
+ id: "transcription",
25
+ data: () => Effect.void,
26
+ properties: {
27
+ label: [
28
+ "start-recording.label",
29
+ {
30
+ ns: meta.profile.key
31
+ }
32
+ ],
33
+ icon: "ph--microphone--regular",
34
+ disposition: "toolbar",
35
+ variant: "custom",
36
+ render: () => /* @__PURE__ */ React.createElement(Mic, {
37
+ docId: matched.id
38
+ })
39
+ }
40
+ })
41
+ ])
42
+ });
43
+ return Capability.contributes(AppCapabilities.AppGraphBuilder, extensions);
44
+ }));
45
+ export {
46
+ app_graph_builder_default as default
47
+ };
48
+ //# sourceMappingURL=app-graph-builder-GQRMI22E.mjs.map
@@ -0,0 +1,7 @@
1
+ {
2
+ "version": 3,
3
+ "sources": ["../../../src/capabilities/app-graph-builder.tsx"],
4
+ "sourcesContent": ["//\n// Copyright 2026 DXOS.org\n//\n\nimport * as Effect from 'effect/Effect';\nimport React from 'react';\n\nimport { Capability } from '@dxos/app-framework';\nimport { AppCapabilities } from '@dxos/app-toolkit';\nimport { GraphBuilder, Node, NodeMatcher } from '@dxos/plugin-graph';\nimport { Markdown } from '@dxos/plugin-markdown/types';\n\nimport { Mic } from '#components';\nimport { meta } from '#meta';\n\nconst whenMarkdownDocument = NodeMatcher.whenAll(\n NodeMatcher.whenEchoObjectMatches,\n NodeMatcher.whenEchoTypeMatches(Markdown.Document),\n);\n\nexport default Capability.makeModule(\n Effect.fnUntraced(function* () {\n const extensions = yield* GraphBuilder.createExtension({\n id: 'transcriptionToolbar',\n match: (node, get) => whenMarkdownDocument(node, get),\n // The control owns recording state, mode, device selection, and entity-extraction —\n // interactions the action model cannot express (press-and-hold, an embedded dropdown, a\n // live device list) — so it renders via the custom toolbar variant rather than a plain\n // toggle action. The node is static (state lives in the control), keeping the toolbar's\n // action atom stable across recording changes.\n actions: (matched) =>\n Effect.succeed([\n Node.makeAction({\n id: 'transcription',\n data: () => Effect.void,\n properties: {\n label: ['start-recording.label', { ns: meta.profile.key }],\n icon: 'ph--microphone--regular',\n disposition: 'toolbar',\n variant: 'custom',\n render: () => <Mic docId={matched.id} />,\n },\n }),\n ]),\n });\n\n return Capability.contributes(AppCapabilities.AppGraphBuilder, extensions);\n }),\n);\n"],
5
+ "mappings": ";;;AAIA,YAAYA,YAAY;AACxB,OAAOC,WAAW;AAElB,SAASC,kBAAkB;AAC3B,SAASC,uBAAuB;AAChC,SAASC,cAAcC,MAAMC,mBAAmB;AAChD,SAASC,gBAAgB;AAEzB,SAASC,WAAW;AACpB,SAASC,YAAY;AAErB,IAAMC,uBAAuBJ,YAAYK,QACvCL,YAAYM,uBACZN,YAAYO,oBAAoBN,SAASO,QAAQ,CAAA;AAGnD,IAAA,4BAAeZ,WAAWa,WACjBC,kBAAW,aAAA;AAChB,QAAMC,aAAa,OAAOb,aAAac,gBAAgB;IACrDC,IAAI;IACJC,OAAO,CAACC,MAAMC,QAAQZ,qBAAqBW,MAAMC,GAAAA;;;;;;IAMjDC,SAAS,CAACC,YACDC,eAAQ;MACbpB,KAAKqB,WAAW;QACdP,IAAI;QACJQ,MAAM,MAAaC;QACnBC,YAAY;UACVC,OAAO;YAAC;YAAyB;cAAEC,IAAItB,KAAKuB,QAAQC;YAAI;;UACxDC,MAAM;UACNC,aAAa;UACbC,SAAS;UACTC,QAAQ,MAAM,sBAAA,cAAC7B,KAAAA;YAAI8B,OAAOd,QAAQL;;QACpC;MACF,CAAA;KACD;EACL,CAAA;AAEA,SAAOjB,WAAWqC,YAAYpC,gBAAgBqC,iBAAiBvB,UAAAA;AACjE,CAAA,CAAA;",
6
+ "names": ["Effect", "React", "Capability", "AppCapabilities", "GraphBuilder", "Node", "NodeMatcher", "Markdown", "Mic", "meta", "whenMarkdownDocument", "whenAll", "whenEchoObjectMatches", "whenEchoTypeMatches", "Document", "makeModule", "fnUntraced", "extensions", "createExtension", "id", "match", "node", "get", "actions", "matched", "succeed", "makeAction", "data", "void", "properties", "label", "ns", "profile", "key", "icon", "disposition", "variant", "render", "docId", "contributes", "AppGraphBuilder"]
7
+ }
@@ -2,16 +2,30 @@ import "../chunk-J5LGTIGS.mjs";
2
2
 
3
3
  // src/capabilities/index.ts
4
4
  import { Capability } from "@dxos/app-framework";
5
- var BlueprintDefinition = Capability.lazy("BlueprintDefinition", () => import("../blueprint-definition-DA4QFRYJ.mjs"));
6
- var TextContent = Capability.lazy("TextContent", () => import("../text-content-KBB37HSM.mjs"));
5
+ var AppGraphBuilder = Capability.lazy("AppGraphBuilder", () => import("../app-graph-builder-GQRMI22E.mjs"));
6
+ var EntityLookup = Capability.lazy("EntityLookup", () => import("../entity-lookup-PCDW7NC4.mjs"));
7
+ var MarkdownExtension = Capability.lazy("MarkdownExtension", () => import("../markdown-extension-CCDXXY7E.mjs"));
8
+ var PipelineStatus = Capability.lazy("PipelineStatus", () => import("../pipeline-status-XMWMAUJY.mjs"));
9
+ var RecordingSession = Capability.lazy("RecordingSession", () => import("../recording-session-IADO7ATU.mjs"));
10
+ var TranscriptionDriver = Capability.lazy("TranscriptionDriver", () => import("../transcription-driver-DN6ELQXZ.mjs"));
11
+ var SkillDefinition = Capability.lazy("SkillDefinition", () => import("../skill-definition-DXNK324V.mjs"));
12
+ var TextContent = Capability.lazy("TextContent", () => import("../text-content-NOWR642C.mjs"));
7
13
  var OperationHandler = Capability.lazy("OperationHandler", () => import("../operation-handler-NXMOAXFP.mjs"));
8
14
  var ReactSurface = Capability.lazy("ReactSurface", () => import("../react-surface-YMZRO242.mjs"));
9
- var Transcriber = Capability.lazy("Transcriber", () => import("../transcriber-OGSF3XO5.mjs"));
15
+ var Transcriber = Capability.lazy("Transcriber", () => import("../transcriber-6XZHUUHK.mjs"));
16
+ var TranscriptionSettings = Capability.lazy("TranscriptionSettings", () => import("../settings-7KE4MABW.mjs"));
10
17
  export {
11
- BlueprintDefinition,
18
+ AppGraphBuilder,
19
+ EntityLookup,
20
+ MarkdownExtension,
12
21
  OperationHandler,
22
+ PipelineStatus,
13
23
  ReactSurface,
24
+ RecordingSession,
25
+ SkillDefinition,
14
26
  TextContent,
15
- Transcriber
27
+ Transcriber,
28
+ TranscriptionDriver,
29
+ TranscriptionSettings
16
30
  };
17
31
  //# sourceMappingURL=index.mjs.map
@@ -1,7 +1,7 @@
1
1
  {
2
2
  "version": 3,
3
3
  "sources": ["../../../../src/capabilities/index.ts"],
4
- "sourcesContent": ["//\n// Copyright 2025 DXOS.org\n//\n\nimport { Capability } from '@dxos/app-framework';\nimport { type AppCapabilities } from '@dxos/app-toolkit';\nimport type { OperationHandlerSet } from '@dxos/compute';\n\n// The contributed capability type references Blueprint types from @dxos/compute, so the lazy\n// wrapper needs an explicit annotation to keep the inferred type portable (TS2883).\nexport const BlueprintDefinition: Capability.LazyCapability<\n void,\n Capability.Capability<typeof AppCapabilities.BlueprintDefinition>[]\n> = Capability.lazy('BlueprintDefinition', () => import('./blueprint-definition'));\nexport const TextContent = Capability.lazy('TextContent', () => import('./text-content'));\nexport const OperationHandler = Capability.lazy<OperationHandlerSet.OperationHandlerSet>(\n 'OperationHandler',\n () => import('./operation-handler'),\n);\nexport const ReactSurface = Capability.lazy('ReactSurface', () => import('./react-surface'));\nexport const Transcriber = Capability.lazy('Transcriber', () => import('./transcriber'));\n"],
5
- "mappings": ";;;AAIA,SAASA,kBAAkB;AAMpB,IAAMC,sBAGTD,WAAWE,KAAK,uBAAuB,MAAM,OAAO,sCAAA,CAAA;AACjD,IAAMC,cAAcH,WAAWE,KAAK,eAAe,MAAM,OAAO,8BAAA,CAAA;AAChE,IAAME,mBAAmBJ,WAAWE,KACzC,oBACA,MAAM,OAAO,mCAAA,CAAA;AAER,IAAMG,eAAeL,WAAWE,KAAK,gBAAgB,MAAM,OAAO,+BAAA,CAAA;AAClE,IAAMI,cAAcN,WAAWE,KAAK,eAAe,MAAM,OAAO,6BAAA,CAAA;",
6
- "names": ["Capability", "BlueprintDefinition", "lazy", "TextContent", "OperationHandler", "ReactSurface", "Transcriber"]
4
+ "sourcesContent": ["//\n// Copyright 2025 DXOS.org\n//\n\nimport { Capability } from '@dxos/app-framework';\nimport type { OperationHandlerSet } from '@dxos/compute';\n\nexport const AppGraphBuilder = Capability.lazy('AppGraphBuilder', () => import('./app-graph-builder'));\nexport const EntityLookup = Capability.lazy('EntityLookup', () => import('./entity-lookup'));\nexport const MarkdownExtension = Capability.lazy('MarkdownExtension', () => import('./markdown-extension'));\nexport const PipelineStatus = Capability.lazy('PipelineStatus', () => import('./pipeline-status'));\nexport const RecordingSession = Capability.lazy('RecordingSession', () => import('./recording-session'));\nexport const TranscriptionDriver = Capability.lazy('TranscriptionDriver', () => import('./transcription-driver'));\nexport const SkillDefinition = Capability.lazy('SkillDefinition', () => import('./skill-definition'));\nexport const TextContent = Capability.lazy('TextContent', () => import('./text-content'));\nexport const OperationHandler = Capability.lazy<OperationHandlerSet.OperationHandlerSet>(\n 'OperationHandler',\n () => import('./operation-handler'),\n);\nexport const ReactSurface = Capability.lazy('ReactSurface', () => import('./react-surface'));\nexport const Transcriber = Capability.lazy('Transcriber', () => import('./transcriber'));\nexport const TranscriptionSettings = Capability.lazy('TranscriptionSettings', () => import('./settings'));\n"],
5
+ "mappings": ";;;AAIA,SAASA,kBAAkB;AAGpB,IAAMC,kBAAkBD,WAAWE,KAAK,mBAAmB,MAAM,OAAO,mCAAA,CAAA;AACxE,IAAMC,eAAeH,WAAWE,KAAK,gBAAgB,MAAM,OAAO,+BAAA,CAAA;AAClE,IAAME,oBAAoBJ,WAAWE,KAAK,qBAAqB,MAAM,OAAO,oCAAA,CAAA;AAC5E,IAAMG,iBAAiBL,WAAWE,KAAK,kBAAkB,MAAM,OAAO,iCAAA,CAAA;AACtE,IAAMI,mBAAmBN,WAAWE,KAAK,oBAAoB,MAAM,OAAO,mCAAA,CAAA;AAC1E,IAAMK,sBAAsBP,WAAWE,KAAK,uBAAuB,MAAM,OAAO,sCAAA,CAAA;AAChF,IAAMM,kBAAkBR,WAAWE,KAAK,mBAAmB,MAAM,OAAO,kCAAA,CAAA;AACxE,IAAMO,cAAcT,WAAWE,KAAK,eAAe,MAAM,OAAO,8BAAA,CAAA;AAChE,IAAMQ,mBAAmBV,WAAWE,KACzC,oBACA,MAAM,OAAO,mCAAA,CAAA;AAER,IAAMS,eAAeX,WAAWE,KAAK,gBAAgB,MAAM,OAAO,+BAAA,CAAA;AAClE,IAAMU,cAAcZ,WAAWE,KAAK,eAAe,MAAM,OAAO,6BAAA,CAAA;AAChE,IAAMW,wBAAwBb,WAAWE,KAAK,yBAAyB,MAAM,OAAO,0BAAA,CAAA;",
6
+ "names": ["Capability", "AppGraphBuilder", "lazy", "EntityLookup", "MarkdownExtension", "PipelineStatus", "RecordingSession", "TranscriptionDriver", "SkillDefinition", "TextContent", "OperationHandler", "ReactSurface", "Transcriber", "TranscriptionSettings"]
7
7
  }
@@ -0,0 +1,54 @@
1
+ // src/meta.ts
2
+ import { Plugin } from "@dxos/app-framework";
3
+
4
+ // dx.config.ts
5
+ import { Config2 } from "@dxos/app-framework/config";
6
+ import { trim } from "@dxos/util";
7
+ var dx_config_default = Config2.make({
8
+ plugin: {
9
+ key: "org.dxos.plugin.transcription",
10
+ name: "Transcription",
11
+ author: "DXOS",
12
+ description: trim`
13
+ Real-time voice-to-text transcription for DXOS Composer.
14
+ Captures microphone audio in short PCM chunks, batches them into WAV payloads, and streams
15
+ the results to a Whisper-compatible speech-recognition endpoint.
16
+ Transcribed segments are timestamped, deduplicated across chunk boundaries, and persisted
17
+ as Message objects in an ECHO Feed so that every participant in a shared space sees the
18
+ live transcript without any manual sync step.
19
+
20
+ Each recording session is represented as a Transcript object linked to its Feed.
21
+ The read-only editor renders messages with speaker bylines and wall-clock timestamps,
22
+ supporting markdown decoration and document preview.
23
+ An optional message enricher pipeline lets plugins annotate messages before they are
24
+ committed — for example, to attach speaker identity from a calls service.
25
+
26
+ The plugin ships two skill-compatible operations: Open (loads and formats a transcript
27
+ for reading by an AI assistant) and Summarize (sends the transcript text to an LLM and
28
+ returns a structured Markdown summary with key points, verbatim quotes, and actionable
29
+ tasks extracted from the conversation).
30
+
31
+ A sentence-normalization pass merges raw word-level tokens from the recognizer into
32
+ grammatically complete sentences, improving readability of the stored transcript without
33
+ altering the underlying audio timeline.
34
+ `,
35
+ source: "https://github.com/dxos/dxos/tree/main/packages/plugins/plugin-transcription",
36
+ icon: {
37
+ key: "ph--microphone--regular",
38
+ hue: "sky"
39
+ },
40
+ spec: "PLUGIN.mdl",
41
+ tags: [
42
+ "labs"
43
+ ],
44
+ screenshots: []
45
+ }
46
+ });
47
+
48
+ // src/meta.ts
49
+ var meta = Plugin.getMetaFromConfig(dx_config_default);
50
+
51
+ export {
52
+ meta
53
+ };
54
+ //# sourceMappingURL=chunk-5BVHY75B.mjs.map
@@ -0,0 +1,7 @@
1
+ {
2
+ "version": 3,
3
+ "sources": ["../../../src/meta.ts", "../../../dx.config.ts"],
4
+ "sourcesContent": ["//\n// Copyright 2023 DXOS.org\n//\n\nimport { Plugin } from '@dxos/app-framework';\n\nimport config from '../dx.config';\n\nexport const meta = Plugin.getMetaFromConfig(config);\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { Config2 } from '@dxos/app-framework/config';\nimport { trim } from '@dxos/util';\n\nexport default Config2.make({\n plugin: {\n key: 'org.dxos.plugin.transcription',\n name: 'Transcription',\n author: 'DXOS',\n description: trim`\n Real-time voice-to-text transcription for DXOS Composer.\n Captures microphone audio in short PCM chunks, batches them into WAV payloads, and streams\n the results to a Whisper-compatible speech-recognition endpoint.\n Transcribed segments are timestamped, deduplicated across chunk boundaries, and persisted\n as Message objects in an ECHO Feed so that every participant in a shared space sees the\n live transcript without any manual sync step.\n\n Each recording session is represented as a Transcript object linked to its Feed.\n The read-only editor renders messages with speaker bylines and wall-clock timestamps,\n supporting markdown decoration and document preview.\n An optional message enricher pipeline lets plugins annotate messages before they are\n committed — for example, to attach speaker identity from a calls service.\n\n The plugin ships two skill-compatible operations: Open (loads and formats a transcript\n for reading by an AI assistant) and Summarize (sends the transcript text to an LLM and\n returns a structured Markdown summary with key points, verbatim quotes, and actionable\n tasks extracted from the conversation).\n\n A sentence-normalization pass merges raw word-level tokens from the recognizer into\n grammatically complete sentences, improving readability of the stored transcript without\n altering the underlying audio timeline.\n `,\n source: 'https://github.com/dxos/dxos/tree/main/packages/plugins/plugin-transcription',\n icon: { key: 'ph--microphone--regular', hue: 'sky' },\n spec: 'PLUGIN.mdl',\n tags: ['labs'],\n screenshots: [],\n },\n});\n"],
5
+ "mappings": ";AAIA,SAASA,cAAc;;;ACAvB,SAASC,eAAe;AACxB,SAASC,YAAY;AAErB,IAAA,oBAAeD,QAAQE,KAAK;EAC1BC,QAAQ;IACNC,KAAK;IACLC,MAAM;IACNC,QAAQ;IACRC,aAAaN;;;;;;;;;;;;;;;;;;;;;;;IAuBbO,QAAQ;IACRC,MAAM;MAAEL,KAAK;MAA2BM,KAAK;IAAM;IACnDC,MAAM;IACNC,MAAM;MAAC;;IACPC,aAAa,CAAA;EACf;AACF,CAAA;;;ADjCO,IAAMC,OAAOC,OAAOC,kBAAkBC,iBAAAA;",
6
+ "names": ["Plugin", "Config2", "trim", "make", "plugin", "key", "name", "author", "description", "source", "icon", "hue", "spec", "tags", "screenshots", "meta", "Plugin", "getMetaFromConfig", "config"]
7
+ }
@@ -0,0 +1,8 @@
1
+ // src/operations/index.ts
2
+ import { OperationHandlerSet } from "@dxos/compute";
3
+ var TranscriptionOperationHandlerSet = OperationHandlerSet.lazy(() => import("./create-HNHGCKZ4.mjs"), () => import("./open-SNMZXXYO.mjs"), () => import("./summarize-LBUZTOTH.mjs"), () => import("./enrich-message-DSJU4TXC.mjs"));
4
+
5
+ export {
6
+ TranscriptionOperationHandlerSet
7
+ };
8
+ //# sourceMappingURL=chunk-HNXSU7HJ.mjs.map
@@ -1,7 +1,7 @@
1
1
  {
2
2
  "version": 3,
3
3
  "sources": ["../../../src/operations/index.ts"],
4
- "sourcesContent": ["//\n// Copyright 2025 DXOS.org\n//\n\nimport { OperationHandlerSet } from '@dxos/compute';\n\nexport const TranscriptionOperationHandlerSet = OperationHandlerSet.lazy(\n () => import('./create'),\n () => import('./open'),\n () => import('./summarize'),\n);\n"],
5
- "mappings": ";AAIA,SAASA,2BAA2B;AAE7B,IAAMC,mCAAmCD,oBAAoBE,KAClE,MAAM,OAAO,uBAAA,GACb,MAAM,OAAO,qBAAA,GACb,MAAM,OAAO,0BAAA,CAAA;",
4
+ "sourcesContent": ["//\n// Copyright 2025 DXOS.org\n//\n\nimport { OperationHandlerSet } from '@dxos/compute';\n\nexport const TranscriptionOperationHandlerSet = OperationHandlerSet.lazy(\n () => import('./create'),\n () => import('./open'),\n () => import('./summarize'),\n () => import('./enrich-message'),\n);\n"],
5
+ "mappings": ";AAIA,SAASA,2BAA2B;AAE7B,IAAMC,mCAAmCD,oBAAoBE,KAClE,MAAM,OAAO,uBAAA,GACb,MAAM,OAAO,qBAAA,GACb,MAAM,OAAO,0BAAA,GACb,MAAM,OAAO,+BAAA,CAAA;",
6
6
  "names": ["OperationHandlerSet", "TranscriptionOperationHandlerSet", "lazy"]
7
7
  }