@dxos/plugin-transcription 0.8.4-main.fd6878d → 0.9.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (367) hide show
  1. package/LICENSE +102 -5
  2. package/PLUGIN.mdl +401 -0
  3. package/README.md +1 -1
  4. package/dist/lib/neutral/TranscriptionArticle-L6XANBH5.mjs +54 -0
  5. package/dist/lib/neutral/TranscriptionArticle-L6XANBH5.mjs.map +7 -0
  6. package/dist/lib/neutral/TranscriptionPlugin.mjs +46 -0
  7. package/dist/lib/neutral/TranscriptionPlugin.mjs.map +7 -0
  8. package/dist/lib/neutral/TranscriptionPlugin.node.mjs +25 -0
  9. package/dist/lib/neutral/TranscriptionPlugin.node.mjs.map +7 -0
  10. package/dist/lib/neutral/TranscriptionPlugin.workerd.mjs +21 -0
  11. package/dist/lib/neutral/TranscriptionPlugin.workerd.mjs.map +7 -0
  12. package/dist/lib/neutral/blueprint-definition-DA4QFRYJ.mjs +15 -0
  13. package/dist/lib/neutral/blueprint-definition-DA4QFRYJ.mjs.map +7 -0
  14. package/dist/lib/neutral/blueprints/index.mjs +8 -0
  15. package/dist/lib/neutral/capabilities/index.mjs +17 -0
  16. package/dist/lib/neutral/capabilities/index.mjs.map +7 -0
  17. package/dist/lib/neutral/chunk-FHNI26QW.mjs +45 -0
  18. package/dist/lib/neutral/chunk-FHNI26QW.mjs.map +7 -0
  19. package/dist/lib/neutral/chunk-J5LGTIGS.mjs +10 -0
  20. package/dist/lib/neutral/chunk-KAEXRX3Y.mjs +35 -0
  21. package/dist/lib/neutral/chunk-KAEXRX3Y.mjs.map +7 -0
  22. package/dist/lib/neutral/chunk-KMT3BMMQ.mjs +124 -0
  23. package/dist/lib/neutral/chunk-KMT3BMMQ.mjs.map +7 -0
  24. package/dist/lib/neutral/chunk-KXJZEYS7.mjs +8 -0
  25. package/dist/lib/neutral/chunk-KXJZEYS7.mjs.map +7 -0
  26. package/dist/lib/neutral/chunk-MLRJWAQH.mjs +179 -0
  27. package/dist/lib/neutral/chunk-MLRJWAQH.mjs.map +7 -0
  28. package/dist/lib/neutral/chunk-TO77KAQK.mjs +298 -0
  29. package/dist/lib/neutral/chunk-TO77KAQK.mjs.map +7 -0
  30. package/dist/lib/{browser/chunk-KJIQQHJB.mjs → neutral/chunk-TX3NQISZ.mjs} +115 -186
  31. package/dist/lib/neutral/chunk-TX3NQISZ.mjs.map +7 -0
  32. package/dist/lib/neutral/chunk-ZR4BH4QQ.mjs +30 -0
  33. package/dist/lib/neutral/chunk-ZR4BH4QQ.mjs.map +7 -0
  34. package/dist/lib/neutral/components/index.mjs +269 -0
  35. package/dist/lib/neutral/components/index.mjs.map +7 -0
  36. package/dist/lib/neutral/containers/index.mjs +9 -0
  37. package/dist/lib/neutral/containers/index.mjs.map +7 -0
  38. package/dist/lib/neutral/create-RVR7VC33.mjs +21 -0
  39. package/dist/lib/neutral/create-RVR7VC33.mjs.map +7 -0
  40. package/dist/lib/neutral/hooks/index.mjs +19 -0
  41. package/dist/lib/neutral/index.mjs +44 -0
  42. package/dist/lib/neutral/meta.json +1 -0
  43. package/dist/lib/neutral/meta.mjs +8 -0
  44. package/dist/lib/neutral/meta.mjs.map +7 -0
  45. package/dist/lib/neutral/open-A5KXKRH4.mjs +27 -0
  46. package/dist/lib/neutral/open-A5KXKRH4.mjs.map +7 -0
  47. package/dist/lib/neutral/operation-handler-NXMOAXFP.mjs +13 -0
  48. package/dist/lib/neutral/operation-handler-NXMOAXFP.mjs.map +7 -0
  49. package/dist/lib/neutral/operations/index.mjs +8 -0
  50. package/dist/lib/neutral/operations/index.mjs.map +7 -0
  51. package/dist/lib/neutral/plugin.mjs +16 -0
  52. package/dist/lib/neutral/plugin.mjs.map +7 -0
  53. package/dist/lib/neutral/react-surface-YMZRO242.mjs +26 -0
  54. package/dist/lib/neutral/react-surface-YMZRO242.mjs.map +7 -0
  55. package/dist/lib/neutral/summarize-5XPPMVTE.mjs +77 -0
  56. package/dist/lib/neutral/summarize-5XPPMVTE.mjs.map +7 -0
  57. package/dist/lib/neutral/text-content-KBB37HSM.mjs +30 -0
  58. package/dist/lib/neutral/text-content-KBB37HSM.mjs.map +7 -0
  59. package/dist/lib/neutral/transcriber-OGSF3XO5.mjs +59 -0
  60. package/dist/lib/neutral/transcriber-OGSF3XO5.mjs.map +7 -0
  61. package/dist/lib/neutral/translations.mjs +24 -0
  62. package/dist/lib/neutral/translations.mjs.map +7 -0
  63. package/dist/lib/neutral/types/index.mjs +10 -0
  64. package/dist/lib/neutral/types/index.mjs.map +7 -0
  65. package/dist/types/src/TranscriptionPlugin.d.ts +3 -1
  66. package/dist/types/src/TranscriptionPlugin.d.ts.map +1 -1
  67. package/dist/types/src/TranscriptionPlugin.node.d.ts +4 -0
  68. package/dist/types/src/TranscriptionPlugin.node.d.ts.map +1 -0
  69. package/dist/types/src/TranscriptionPlugin.test.d.ts +2 -0
  70. package/dist/types/src/TranscriptionPlugin.test.d.ts.map +1 -0
  71. package/dist/types/src/TranscriptionPlugin.workerd.d.ts +4 -0
  72. package/dist/types/src/TranscriptionPlugin.workerd.d.ts.map +1 -0
  73. package/dist/types/src/blueprints/index.d.ts +2 -0
  74. package/dist/types/src/blueprints/index.d.ts.map +1 -0
  75. package/dist/types/src/blueprints/transcription-blueprint.d.ts +4 -0
  76. package/dist/types/src/blueprints/transcription-blueprint.d.ts.map +1 -0
  77. package/dist/types/src/capabilities/blueprint-definition.d.ts +6 -0
  78. package/dist/types/src/capabilities/blueprint-definition.d.ts.map +1 -0
  79. package/dist/types/src/capabilities/index.d.ts +11 -4
  80. package/dist/types/src/capabilities/index.d.ts.map +1 -1
  81. package/dist/types/src/capabilities/operation-handler.d.ts +6 -0
  82. package/dist/types/src/capabilities/operation-handler.d.ts.map +1 -0
  83. package/dist/types/src/capabilities/react-surface.d.ts +3 -2
  84. package/dist/types/src/capabilities/react-surface.d.ts.map +1 -1
  85. package/dist/types/src/capabilities/text-content.d.ts +8 -0
  86. package/dist/types/src/capabilities/text-content.d.ts.map +1 -0
  87. package/dist/types/src/capabilities/transcriber.d.ts +4 -3
  88. package/dist/types/src/capabilities/transcriber.d.ts.map +1 -1
  89. package/dist/types/src/components/Oracle/Oracle.d.ts +24 -0
  90. package/dist/types/src/components/Oracle/Oracle.d.ts.map +1 -0
  91. package/dist/types/src/components/Oracle/Oracle.stories.d.ts +32 -0
  92. package/dist/types/src/components/Oracle/Oracle.stories.d.ts.map +1 -0
  93. package/dist/types/src/components/Oracle/index.d.ts +2 -0
  94. package/dist/types/src/components/Oracle/index.d.ts.map +1 -0
  95. package/dist/types/src/components/Transcription/Transcription.d.ts +11 -0
  96. package/dist/types/src/components/Transcription/Transcription.d.ts.map +1 -0
  97. package/dist/types/src/components/Transcription/Transcription.stories.d.ts +37 -0
  98. package/dist/types/src/components/Transcription/Transcription.stories.d.ts.map +1 -0
  99. package/dist/types/src/components/Transcription/index.d.ts +2 -0
  100. package/dist/types/src/components/Transcription/index.d.ts.map +1 -0
  101. package/dist/types/src/components/Transcription/transcription-extension.d.ts +15 -0
  102. package/dist/types/src/components/Transcription/transcription-extension.d.ts.map +1 -0
  103. package/dist/types/src/components/index.d.ts +2 -3
  104. package/dist/types/src/components/index.d.ts.map +1 -1
  105. package/dist/types/src/containers/TranscriptionArticle/TranscriptionArticle.d.ts +6 -0
  106. package/dist/types/src/containers/TranscriptionArticle/TranscriptionArticle.d.ts.map +1 -0
  107. package/dist/types/src/containers/TranscriptionArticle/TranscriptionArticle.stories.d.ts +28 -0
  108. package/dist/types/src/containers/TranscriptionArticle/TranscriptionArticle.stories.d.ts.map +1 -0
  109. package/dist/types/src/containers/TranscriptionArticle/index.d.ts +2 -0
  110. package/dist/types/src/containers/TranscriptionArticle/index.d.ts.map +1 -0
  111. package/dist/types/src/containers/index.d.ts +3 -0
  112. package/dist/types/src/containers/index.d.ts.map +1 -0
  113. package/dist/types/src/enrichment/conversation.test.d.ts +2 -0
  114. package/dist/types/src/enrichment/conversation.test.d.ts.map +1 -0
  115. package/dist/types/src/enrichment/operations.d.ts +200 -0
  116. package/dist/types/src/enrichment/operations.d.ts.map +1 -0
  117. package/dist/types/src/enrichment/parser.d.ts +26 -0
  118. package/dist/types/src/enrichment/parser.d.ts.map +1 -0
  119. package/dist/types/src/enrichment/stream-simulator.d.ts +38 -0
  120. package/dist/types/src/enrichment/stream-simulator.d.ts.map +1 -0
  121. package/dist/types/src/hooks/index.d.ts +2 -1
  122. package/dist/types/src/hooks/index.d.ts.map +1 -1
  123. package/dist/types/src/hooks/useAudioFile.d.ts.map +1 -1
  124. package/dist/types/src/hooks/useAudioTrack.d.ts.map +1 -1
  125. package/dist/types/src/hooks/useFeedModelAdapter.d.ts +12 -0
  126. package/dist/types/src/hooks/useFeedModelAdapter.d.ts.map +1 -0
  127. package/dist/types/src/hooks/useTranscriber.d.ts +2 -2
  128. package/dist/types/src/hooks/useTranscriber.d.ts.map +1 -1
  129. package/dist/types/src/hooks/useTranscriptionRecording.d.ts +12 -0
  130. package/dist/types/src/hooks/useTranscriptionRecording.d.ts.map +1 -0
  131. package/dist/types/src/hooks/useVoiceInput.d.ts.map +1 -1
  132. package/dist/types/src/index.d.ts +2 -3
  133. package/dist/types/src/index.d.ts.map +1 -1
  134. package/dist/types/src/meta.d.ts +2 -3
  135. package/dist/types/src/meta.d.ts.map +1 -1
  136. package/dist/types/src/model/model.d.ts +2 -2
  137. package/dist/types/src/model/model.d.ts.map +1 -1
  138. package/dist/types/src/{segments-normalization → normalization}/index.d.ts +1 -1
  139. package/dist/types/src/normalization/index.d.ts.map +1 -0
  140. package/dist/types/src/{segments-normalization → normalization}/message-normalizer.d.ts +9 -7
  141. package/dist/types/src/normalization/message-normalizer.d.ts.map +1 -0
  142. package/dist/types/src/normalization/normalization.d.ts +834 -0
  143. package/dist/types/src/normalization/normalization.d.ts.map +1 -0
  144. package/dist/types/src/normalization/normalization.test.d.ts.map +1 -0
  145. package/dist/types/src/normalization/utils.d.ts +3 -0
  146. package/dist/types/src/normalization/utils.d.ts.map +1 -0
  147. package/dist/types/src/operations/create.d.ts +5 -0
  148. package/dist/types/src/operations/create.d.ts.map +1 -0
  149. package/dist/types/src/operations/index.d.ts +3 -0
  150. package/dist/types/src/operations/index.d.ts.map +1 -0
  151. package/dist/types/src/operations/open.d.ts +5 -0
  152. package/dist/types/src/operations/open.d.ts.map +1 -0
  153. package/dist/types/src/operations/summarize.d.ts +8 -0
  154. package/dist/types/src/operations/summarize.d.ts.map +1 -0
  155. package/dist/types/src/plugin.d.ts +4 -0
  156. package/dist/types/src/plugin.d.ts.map +1 -0
  157. package/dist/types/src/stories/FileTranscription.stories.d.ts +20 -0
  158. package/dist/types/src/stories/FileTranscription.stories.d.ts.map +1 -0
  159. package/dist/types/src/stories/KeyWordRecognition.stories.d.ts +14 -0
  160. package/dist/types/src/stories/KeyWordRecognition.stories.d.ts.map +1 -0
  161. package/dist/types/src/stories/LiveTranscription.stories.d.ts +20 -0
  162. package/dist/types/src/stories/LiveTranscription.stories.d.ts.map +1 -0
  163. package/dist/types/src/stories/TranscriptionStory.d.ts +21 -0
  164. package/dist/types/src/stories/TranscriptionStory.d.ts.map +1 -0
  165. package/dist/types/src/stories/common.d.ts +248 -0
  166. package/dist/types/src/stories/common.d.ts.map +1 -0
  167. package/dist/types/src/testing/testing.d.ts +14 -15
  168. package/dist/types/src/testing/testing.d.ts.map +1 -1
  169. package/dist/types/src/transcriber/index.d.ts +1 -1
  170. package/dist/types/src/transcriber/index.d.ts.map +1 -1
  171. package/dist/types/src/transcriber/media-stream-recorder.d.ts +2 -2
  172. package/dist/types/src/transcriber/media-stream-recorder.d.ts.map +1 -1
  173. package/dist/types/src/transcriber/transcriber.d.ts +61 -6
  174. package/dist/types/src/transcriber/transcriber.d.ts.map +1 -1
  175. package/dist/types/src/transcriber/transcriber.test.d.ts +2 -0
  176. package/dist/types/src/transcriber/transcriber.test.d.ts.map +1 -0
  177. package/dist/types/src/transcriber/transcription-manager.d.ts +17 -16
  178. package/dist/types/src/transcriber/transcription-manager.d.ts.map +1 -1
  179. package/dist/types/src/translations.d.ts +9 -8
  180. package/dist/types/src/translations.d.ts.map +1 -1
  181. package/dist/types/src/types/TranscriptOperation.d.ts +1670 -0
  182. package/dist/types/src/types/TranscriptOperation.d.ts.map +1 -0
  183. package/dist/types/src/types/TranscriptionCapabilities.d.ts +17 -0
  184. package/dist/types/src/types/TranscriptionCapabilities.d.ts.map +1 -0
  185. package/dist/types/src/types/index.d.ts +2 -2
  186. package/dist/types/src/types/index.d.ts.map +1 -1
  187. package/dist/types/src/util/array.d.ts.map +1 -1
  188. package/dist/types/src/util/get-time-str.d.ts.map +1 -1
  189. package/dist/types/src/util/index.d.ts +1 -0
  190. package/dist/types/src/util/index.d.ts.map +1 -1
  191. package/dist/types/src/util/monitor-audio-level.d.ts.map +1 -1
  192. package/dist/types/src/util/render-byline.d.ts +4 -0
  193. package/dist/types/src/util/render-byline.d.ts.map +1 -0
  194. package/dist/types/tsconfig.tsbuildinfo +1 -1
  195. package/package.json +153 -85
  196. package/src/TranscriptionPlugin.node.ts +20 -0
  197. package/src/TranscriptionPlugin.test.ts +31 -0
  198. package/src/TranscriptionPlugin.tsx +28 -61
  199. package/src/TranscriptionPlugin.workerd.ts +18 -0
  200. package/src/blueprints/index.ts +5 -0
  201. package/src/blueprints/transcription-blueprint.ts +29 -0
  202. package/src/capabilities/blueprint-definition.ts +19 -0
  203. package/src/capabilities/index.ts +16 -6
  204. package/src/capabilities/operation-handler.ts +16 -0
  205. package/src/capabilities/react-surface.tsx +23 -14
  206. package/src/capabilities/text-content.ts +33 -0
  207. package/src/capabilities/transcriber.ts +54 -41
  208. package/src/components/Oracle/Oracle.stories.tsx +147 -0
  209. package/src/components/Oracle/Oracle.tsx +142 -0
  210. package/src/components/Oracle/index.ts +5 -0
  211. package/src/components/Transcription/Transcription.stories.tsx +213 -0
  212. package/src/components/Transcription/Transcription.tsx +55 -0
  213. package/src/components/{Transcript → Transcription}/index.ts +1 -1
  214. package/src/components/{Transcript/transcript-extension.ts → Transcription/transcription-extension.ts} +13 -46
  215. package/src/components/index.ts +2 -6
  216. package/src/containers/TranscriptionArticle/TranscriptionArticle.stories.tsx +61 -0
  217. package/src/containers/TranscriptionArticle/TranscriptionArticle.tsx +62 -0
  218. package/src/containers/TranscriptionArticle/index.ts +5 -0
  219. package/src/containers/index.ts +7 -0
  220. package/src/enrichment/conversation.test.ts +162 -0
  221. package/src/enrichment/conversation.txt +23 -0
  222. package/src/enrichment/operations.ts +271 -0
  223. package/src/enrichment/parser.ts +101 -0
  224. package/src/enrichment/stream-simulator.ts +125 -0
  225. package/src/hooks/index.ts +2 -1
  226. package/src/hooks/useAudioFile.ts +49 -53
  227. package/src/hooks/useAudioTrack.ts +1 -1
  228. package/src/hooks/useFeedModelAdapter.ts +46 -0
  229. package/src/hooks/useTranscriber.ts +15 -7
  230. package/src/hooks/useTranscriptionRecording.ts +87 -0
  231. package/src/hooks/useVoiceInput.ts +3 -4
  232. package/src/index.ts +4 -5
  233. package/src/meta.ts +32 -7
  234. package/src/model/model.test.ts +22 -16
  235. package/src/model/model.ts +3 -3
  236. package/src/{segments-normalization → normalization}/message-normalizer.ts +37 -24
  237. package/src/{segments-normalization → normalization}/normalization.test.ts +9 -48
  238. package/src/normalization/normalization.ts +76 -0
  239. package/src/{segments-normalization → normalization}/utils.ts +2 -2
  240. package/src/operations/create.ts +24 -0
  241. package/src/operations/index.ts +11 -0
  242. package/src/operations/open.ts +28 -0
  243. package/src/operations/summarize.ts +102 -0
  244. package/src/plugin.ts +11 -0
  245. package/src/stories/FileTranscription.stories.tsx +143 -0
  246. package/src/{components/stories → stories}/KeyWordRecognition.stories.tsx +50 -46
  247. package/src/stories/LiveTranscription.stories.tsx +153 -0
  248. package/src/stories/TranscriptionStory.tsx +101 -0
  249. package/src/stories/common.ts +233 -0
  250. package/src/testing/testing.ts +53 -65
  251. package/src/transcriber/index.ts +1 -1
  252. package/src/transcriber/media-stream-recorder.ts +3 -3
  253. package/src/transcriber/transcriber.browser.test.ts +4 -5
  254. package/src/transcriber/transcriber.test.ts +104 -0
  255. package/src/transcriber/transcriber.ts +105 -60
  256. package/src/transcriber/transcription-manager.ts +49 -59
  257. package/src/translations.ts +10 -7
  258. package/src/types/TranscriptOperation.ts +106 -0
  259. package/src/types/TranscriptionCapabilities.ts +39 -0
  260. package/src/types/index.ts +2 -2
  261. package/src/util/index.ts +1 -0
  262. package/src/util/render-byline.ts +33 -0
  263. package/src/vite-env.d.ts +10 -0
  264. package/dist/lib/browser/TranscriptContainer-FH7VAWYA.mjs +0 -11
  265. package/dist/lib/browser/chunk-5WH45KBY.mjs +0 -19
  266. package/dist/lib/browser/chunk-5WH45KBY.mjs.map +0 -7
  267. package/dist/lib/browser/chunk-BJWYA2BU.mjs +0 -782
  268. package/dist/lib/browser/chunk-BJWYA2BU.mjs.map +0 -7
  269. package/dist/lib/browser/chunk-KJIQQHJB.mjs.map +0 -7
  270. package/dist/lib/browser/chunk-KWOOVS5G.mjs +0 -55
  271. package/dist/lib/browser/chunk-KWOOVS5G.mjs.map +0 -7
  272. package/dist/lib/browser/chunk-SREIAQSP.mjs +0 -16
  273. package/dist/lib/browser/chunk-SREIAQSP.mjs.map +0 -7
  274. package/dist/lib/browser/chunk-UKUSJTQW.mjs +0 -8
  275. package/dist/lib/browser/chunk-UKUSJTQW.mjs.map +0 -7
  276. package/dist/lib/browser/index.mjs +0 -125
  277. package/dist/lib/browser/index.mjs.map +0 -7
  278. package/dist/lib/browser/intent-resolver-AOVQ7JI4.mjs +0 -30
  279. package/dist/lib/browser/intent-resolver-AOVQ7JI4.mjs.map +0 -7
  280. package/dist/lib/browser/meta.json +0 -1
  281. package/dist/lib/browser/react-surface-4MEJMKYQ.mjs +0 -34
  282. package/dist/lib/browser/react-surface-4MEJMKYQ.mjs.map +0 -7
  283. package/dist/lib/browser/transcriber-V77CN7XX.mjs +0 -56
  284. package/dist/lib/browser/transcriber-V77CN7XX.mjs.map +0 -7
  285. package/dist/lib/browser/types/index.mjs +0 -14
  286. package/dist/lib/node-esm/TranscriptContainer-GEUOOYHX.mjs +0 -12
  287. package/dist/lib/node-esm/chunk-A33GNR44.mjs +0 -507
  288. package/dist/lib/node-esm/chunk-A33GNR44.mjs.map +0 -7
  289. package/dist/lib/node-esm/chunk-IKQMDRY6.mjs +0 -56
  290. package/dist/lib/node-esm/chunk-IKQMDRY6.mjs.map +0 -7
  291. package/dist/lib/node-esm/chunk-PHP7MCAY.mjs +0 -10
  292. package/dist/lib/node-esm/chunk-PHP7MCAY.mjs.map +0 -7
  293. package/dist/lib/node-esm/chunk-TM2ASOZA.mjs +0 -17
  294. package/dist/lib/node-esm/chunk-TM2ASOZA.mjs.map +0 -7
  295. package/dist/lib/node-esm/chunk-XMUCZBP3.mjs +0 -21
  296. package/dist/lib/node-esm/chunk-XMUCZBP3.mjs.map +0 -7
  297. package/dist/lib/node-esm/chunk-Y7PCJ34K.mjs +0 -783
  298. package/dist/lib/node-esm/chunk-Y7PCJ34K.mjs.map +0 -7
  299. package/dist/lib/node-esm/index.mjs +0 -126
  300. package/dist/lib/node-esm/index.mjs.map +0 -7
  301. package/dist/lib/node-esm/intent-resolver-P4XPIKQF.mjs +0 -31
  302. package/dist/lib/node-esm/intent-resolver-P4XPIKQF.mjs.map +0 -7
  303. package/dist/lib/node-esm/meta.json +0 -1
  304. package/dist/lib/node-esm/react-surface-EZUPNHUC.mjs +0 -35
  305. package/dist/lib/node-esm/react-surface-EZUPNHUC.mjs.map +0 -7
  306. package/dist/lib/node-esm/transcriber-3SX3DNLV.mjs +0 -57
  307. package/dist/lib/node-esm/transcriber-3SX3DNLV.mjs.map +0 -7
  308. package/dist/lib/node-esm/types/index.mjs +0 -15
  309. package/dist/types/src/capabilities/capabilities.d.ts +0 -17
  310. package/dist/types/src/capabilities/capabilities.d.ts.map +0 -1
  311. package/dist/types/src/capabilities/intent-resolver.d.ts +0 -4
  312. package/dist/types/src/capabilities/intent-resolver.d.ts.map +0 -1
  313. package/dist/types/src/components/Transcript/Transcript.d.ts +0 -20
  314. package/dist/types/src/components/Transcript/Transcript.d.ts.map +0 -1
  315. package/dist/types/src/components/Transcript/Transcript.stories.d.ts +0 -24
  316. package/dist/types/src/components/Transcript/Transcript.stories.d.ts.map +0 -1
  317. package/dist/types/src/components/Transcript/deprecated/OldTranscript.d.ts +0 -28
  318. package/dist/types/src/components/Transcript/deprecated/OldTranscript.d.ts.map +0 -1
  319. package/dist/types/src/components/Transcript/index.d.ts +0 -2
  320. package/dist/types/src/components/Transcript/index.d.ts.map +0 -1
  321. package/dist/types/src/components/Transcript/transcript-extension.d.ts +0 -19
  322. package/dist/types/src/components/Transcript/transcript-extension.d.ts.map +0 -1
  323. package/dist/types/src/components/TranscriptContainer.d.ts +0 -9
  324. package/dist/types/src/components/TranscriptContainer.d.ts.map +0 -1
  325. package/dist/types/src/components/stories/FileTranscription.stories.d.ts +0 -17
  326. package/dist/types/src/components/stories/FileTranscription.stories.d.ts.map +0 -1
  327. package/dist/types/src/components/stories/KeyWordRecognition.stories.d.ts +0 -10
  328. package/dist/types/src/components/stories/KeyWordRecognition.stories.d.ts.map +0 -1
  329. package/dist/types/src/components/stories/MicrophoneTranscription.stories.d.ts +0 -19
  330. package/dist/types/src/components/stories/MicrophoneTranscription.stories.d.ts.map +0 -1
  331. package/dist/types/src/components/stories/TranscriptionStory.d.ts +0 -11
  332. package/dist/types/src/components/stories/TranscriptionStory.d.ts.map +0 -1
  333. package/dist/types/src/components/stories/useIsSpeaking.d.ts +0 -3
  334. package/dist/types/src/components/stories/useIsSpeaking.d.ts.map +0 -1
  335. package/dist/types/src/hooks/useQueueModelAdapter.d.ts +0 -8
  336. package/dist/types/src/hooks/useQueueModelAdapter.d.ts.map +0 -1
  337. package/dist/types/src/segments-normalization/index.d.ts.map +0 -1
  338. package/dist/types/src/segments-normalization/message-normalizer.d.ts.map +0 -1
  339. package/dist/types/src/segments-normalization/normalization.d.ts +0 -422
  340. package/dist/types/src/segments-normalization/normalization.d.ts.map +0 -1
  341. package/dist/types/src/segments-normalization/normalization.test.d.ts.map +0 -1
  342. package/dist/types/src/segments-normalization/utils.d.ts +0 -3
  343. package/dist/types/src/segments-normalization/utils.d.ts.map +0 -1
  344. package/dist/types/src/types/schema.d.ts +0 -41
  345. package/dist/types/src/types/schema.d.ts.map +0 -1
  346. package/dist/types/src/types/types.d.ts +0 -31
  347. package/dist/types/src/types/types.d.ts.map +0 -1
  348. package/src/capabilities/capabilities.ts +0 -33
  349. package/src/capabilities/intent-resolver.ts +0 -24
  350. package/src/components/Transcript/Transcript.stories.tsx +0 -243
  351. package/src/components/Transcript/Transcript.tsx +0 -101
  352. package/src/components/Transcript/deprecated/OldTranscript.tsx +0 -260
  353. package/src/components/TranscriptContainer.tsx +0 -36
  354. package/src/components/stories/FileTranscription.stories.tsx +0 -246
  355. package/src/components/stories/MicrophoneTranscription.stories.tsx +0 -283
  356. package/src/components/stories/TranscriptionStory.tsx +0 -41
  357. package/src/components/stories/useIsSpeaking.tsx +0 -40
  358. package/src/hooks/useQueueModelAdapter.ts +0 -66
  359. package/src/segments-normalization/normalization.ts +0 -115
  360. package/src/types/schema.ts +0 -41
  361. package/src/types/types.ts +0 -33
  362. package/dist/lib/{browser/types → neutral/blueprints}/index.mjs.map +0 -0
  363. package/dist/lib/{browser/TranscriptContainer-FH7VAWYA.mjs.map → neutral/chunk-J5LGTIGS.mjs.map} +0 -0
  364. package/dist/lib/{node-esm/types → neutral/hooks}/index.mjs.map +0 -0
  365. package/dist/lib/{node-esm/TranscriptContainer-GEUOOYHX.mjs.map → neutral/index.mjs.map} +0 -0
  366. package/dist/types/src/{segments-normalization → normalization}/normalization.test.d.ts +0 -0
  367. package/src/{segments-normalization → normalization}/index.ts +1 -1
package/package.json CHANGED
@@ -1,118 +1,186 @@
1
1
  {
2
2
  "name": "@dxos/plugin-transcription",
3
- "version": "0.8.4-main.fd6878d",
3
+ "version": "0.9.0",
4
4
  "description": "Voice transcription.",
5
5
  "homepage": "https://dxos.org",
6
6
  "bugs": "https://github.com/dxos/dxos/issues",
7
- "license": "MIT",
7
+ "repository": {
8
+ "type": "git",
9
+ "url": "https://github.com/dxos/dxos"
10
+ },
11
+ "license": "FSL-1.1-Apache-2.0",
8
12
  "author": "DXOS.org",
9
13
  "type": "module",
14
+ "imports": {
15
+ "#blueprints": {
16
+ "source": "./src/blueprints/index.ts",
17
+ "types": "./dist/types/src/blueprints/index.d.ts",
18
+ "default": "./dist/lib/neutral/blueprints/index.mjs"
19
+ },
20
+ "#capabilities": {
21
+ "source": "./src/capabilities/index.ts",
22
+ "types": "./dist/types/src/capabilities/index.d.ts",
23
+ "default": "./dist/lib/neutral/capabilities/index.mjs"
24
+ },
25
+ "#components": {
26
+ "source": "./src/components/index.ts",
27
+ "types": "./dist/types/src/components/index.d.ts",
28
+ "default": "./dist/lib/neutral/components/index.mjs"
29
+ },
30
+ "#containers": {
31
+ "source": "./src/containers/index.ts",
32
+ "types": "./dist/types/src/containers/index.d.ts",
33
+ "default": "./dist/lib/neutral/containers/index.mjs"
34
+ },
35
+ "#hooks": {
36
+ "source": "./src/hooks/index.ts",
37
+ "types": "./dist/types/src/hooks/index.d.ts",
38
+ "default": "./dist/lib/neutral/hooks/index.mjs"
39
+ },
40
+ "#meta": {
41
+ "source": "./src/meta.ts",
42
+ "types": "./dist/types/src/meta.d.ts",
43
+ "default": "./dist/lib/neutral/meta.mjs"
44
+ },
45
+ "#operations": {
46
+ "source": "./src/operations/index.ts",
47
+ "types": "./dist/types/src/operations/index.d.ts",
48
+ "default": "./dist/lib/neutral/operations/index.mjs"
49
+ },
50
+ "#plugin": {
51
+ "source": {
52
+ "workerd": "./src/TranscriptionPlugin.workerd.ts",
53
+ "node": "./src/TranscriptionPlugin.node.ts",
54
+ "default": "./src/TranscriptionPlugin.tsx"
55
+ },
56
+ "types": "./dist/types/src/TranscriptionPlugin.d.ts",
57
+ "workerd": "./dist/lib/neutral/TranscriptionPlugin.workerd.mjs",
58
+ "node": "./dist/lib/neutral/TranscriptionPlugin.node.mjs",
59
+ "default": "./dist/lib/neutral/TranscriptionPlugin.mjs"
60
+ },
61
+ "#testing": "./src/testing/index.ts",
62
+ "#translations": {
63
+ "source": "./src/translations.ts",
64
+ "types": "./dist/types/src/translations.d.ts",
65
+ "default": "./dist/lib/neutral/translations.mjs"
66
+ },
67
+ "#types": {
68
+ "source": "./src/types/index.ts",
69
+ "types": "./dist/types/src/types/index.d.ts",
70
+ "default": "./dist/lib/neutral/types/index.mjs"
71
+ }
72
+ },
10
73
  "exports": {
11
74
  ".": {
12
75
  "source": "./src/index.ts",
13
76
  "types": "./dist/types/src/index.d.ts",
14
- "browser": "./dist/lib/browser/index.mjs",
15
- "node": "./dist/lib/node-esm/index.mjs"
77
+ "default": "./dist/lib/neutral/index.mjs"
78
+ },
79
+ "./assets/PLUGIN.mdl": "./PLUGIN.mdl",
80
+ "./blueprints": {
81
+ "source": "./src/blueprints/index.ts",
82
+ "types": "./dist/types/src/blueprints/index.d.ts",
83
+ "default": "./dist/lib/neutral/blueprints/index.mjs"
84
+ },
85
+ "./components": {
86
+ "source": "./src/components/index.ts",
87
+ "types": "./dist/types/src/components/index.d.ts",
88
+ "default": "./dist/lib/neutral/components/index.mjs"
89
+ },
90
+ "./hooks": {
91
+ "source": "./src/hooks/index.ts",
92
+ "types": "./dist/types/src/hooks/index.d.ts",
93
+ "default": "./dist/lib/neutral/hooks/index.mjs"
94
+ },
95
+ "./plugin": {
96
+ "source": "./src/plugin.ts",
97
+ "types": "./dist/types/src/plugin.d.ts",
98
+ "default": "./dist/lib/neutral/plugin.mjs"
99
+ },
100
+ "./translations": {
101
+ "source": "./src/translations.ts",
102
+ "types": "./dist/types/src/translations.d.ts",
103
+ "default": "./dist/lib/neutral/translations.mjs"
16
104
  },
17
105
  "./types": {
18
106
  "source": "./src/types/index.ts",
19
107
  "types": "./dist/types/src/types/index.d.ts",
20
- "browser": "./dist/lib/browser/types/index.mjs",
21
- "node": "./dist/lib/node-esm/types/index.mjs"
108
+ "default": "./dist/lib/neutral/types/index.mjs"
22
109
  }
23
110
  },
24
111
  "types": "dist/types/src/index.d.ts",
25
- "typesVersions": {
26
- "*": {
27
- "types": [
28
- "dist/types/src/types/index.d.ts"
29
- ]
30
- }
31
- },
32
112
  "files": [
33
113
  "dist",
34
- "src"
114
+ "src",
115
+ "PLUGIN.mdl"
35
116
  ],
36
117
  "dependencies": {
37
- "@codemirror/state": "^6.4.1",
38
- "@codemirror/view": "^6.34.1",
39
- "@preact-signals/safe-react": "^0.9.0",
40
- "@preact/signals-core": "^1.9.0",
41
- "date-fns": "^3.3.1",
118
+ "@codemirror/state": "^6.6.0",
119
+ "@codemirror/view": "^6.43.0",
120
+ "@radix-ui/react-primitive": "2.0.2",
121
+ "@radix-ui/react-slot": "1.1.2",
122
+ "date-fns": "^3.6.0",
42
123
  "extendable-media-recorder": "^9.2.19",
43
124
  "extendable-media-recorder-wav-encoder": "^7.0.123",
44
- "main-thread-scheduling": "^14.1.1",
45
- "react-resize-detector": "^11.0.1",
46
- "react-router-dom": "^6.4.0",
47
- "react-use": "^17.5.1",
48
125
  "wavefile": "^11.0.0",
49
- "@dxos/ai": "0.8.4-main.fd6878d",
50
- "@dxos/app-framework": "0.8.4-main.fd6878d",
51
- "@dxos/assistant": "0.8.4-main.fd6878d",
52
- "@dxos/async": "0.8.4-main.fd6878d",
53
- "@dxos/client": "0.8.4-main.fd6878d",
54
- "@dxos/blueprints": "0.8.4-main.fd6878d",
55
- "@dxos/codec-protobuf": "0.8.4-main.fd6878d",
56
- "@dxos/context": "0.8.4-main.fd6878d",
57
- "@dxos/debug": "0.8.4-main.fd6878d",
58
- "@dxos/display-name": "0.8.4-main.fd6878d",
59
- "@dxos/echo": "0.8.4-main.fd6878d",
60
- "@dxos/echo-db": "0.8.4-main.fd6878d",
61
- "@dxos/functions": "0.8.4-main.fd6878d",
62
- "@dxos/echo-schema": "0.8.4-main.fd6878d",
63
- "@dxos/invariant": "0.8.4-main.fd6878d",
64
- "@dxos/keys": "0.8.4-main.fd6878d",
65
- "@dxos/live-object": "0.8.4-main.fd6878d",
66
- "@dxos/log": "0.8.4-main.fd6878d",
67
- "@dxos/plugin-client": "0.8.4-main.fd6878d",
68
- "@dxos/local-storage": "0.8.4-main.fd6878d",
69
- "@dxos/plugin-deck": "0.8.4-main.fd6878d",
70
- "@dxos/plugin-graph": "0.8.4-main.fd6878d",
71
- "@dxos/plugin-space": "0.8.4-main.fd6878d",
72
- "@dxos/plugin-markdown": "0.8.4-main.fd6878d",
73
- "@dxos/plugin-thread": "0.8.4-main.fd6878d",
74
- "@dxos/protocols": "0.8.4-main.fd6878d",
75
- "@dxos/react-client": "0.8.4-main.fd6878d",
76
- "@dxos/react-edge-client": "0.8.4-main.fd6878d",
77
- "@dxos/react-ui-attention": "0.8.4-main.fd6878d",
78
- "@dxos/react-ui-components": "0.8.4-main.fd6878d",
79
- "@dxos/react-ui-form": "0.8.4-main.fd6878d",
80
- "@dxos/react-ui-editor": "0.8.4-main.fd6878d",
81
- "@dxos/react-ui-grid": "0.8.4-main.fd6878d",
82
- "@dxos/react-ui-stack": "0.8.4-main.fd6878d",
83
- "@dxos/react-ui-sfx": "0.8.4-main.fd6878d",
84
- "@dxos/schema": "0.8.4-main.fd6878d",
85
- "@dxos/tracing": "0.8.4-main.fd6878d",
86
- "@dxos/util": "0.8.4-main.fd6878d"
126
+ "@dxos/ai": "0.9.0",
127
+ "@dxos/app-toolkit": "0.9.0",
128
+ "@dxos/app-framework": "0.9.0",
129
+ "@dxos/async": "0.9.0",
130
+ "@dxos/assistant": "0.9.0",
131
+ "@dxos/client": "0.9.0",
132
+ "@dxos/compute": "0.9.0",
133
+ "@dxos/effect": "0.9.0",
134
+ "@dxos/echo": "0.9.0",
135
+ "@dxos/functions-runtime": "0.9.0",
136
+ "@dxos/invariant": "0.9.0",
137
+ "@dxos/log": "0.9.0",
138
+ "@dxos/plugin-client": "0.9.0",
139
+ "@dxos/keys": "0.9.0",
140
+ "@dxos/plugin-calls": "0.9.0",
141
+ "@dxos/react-edge-client": "0.9.0",
142
+ "@dxos/react-client": "0.9.0",
143
+ "@dxos/react-ui-audio": "0.9.0",
144
+ "@dxos/react-ui-components": "0.9.0",
145
+ "@dxos/react-ui-graph": "0.9.0",
146
+ "@dxos/react-ui-editor": "0.9.0",
147
+ "@dxos/context": "0.9.0",
148
+ "@dxos/react-ui-menu": "0.9.0",
149
+ "@dxos/tracing": "0.9.0",
150
+ "@dxos/types": "0.9.0",
151
+ "@dxos/schema": "0.9.0",
152
+ "@dxos/ui-types": "0.9.0",
153
+ "@dxos/ui-editor": "0.9.0",
154
+ "@dxos/util": "0.9.0"
87
155
  },
88
156
  "devDependencies": {
89
- "@effect-rx/rx-react": "0.38.0",
90
- "@effect/platform": "0.90.2",
157
+ "@effect-atom/atom-react": "^0.5.0",
158
+ "@effect/platform": "0.96.1",
91
159
  "@types/dom-speech-recognition": "^0.0.6",
92
- "@types/react": "~18.2.0",
93
- "effect": "3.17.7",
94
- "react": "~18.2.0",
95
- "react-dom": "~18.2.0",
96
- "tailwindcss": "~3.4.1",
97
- "@dxos/plugin-storybook-layout": "0.8.4-main.fd6878d",
98
- "@dxos/plugin-preview": "0.8.4-main.fd6878d",
99
- "@dxos/plugin-theme": "0.8.4-main.fd6878d",
100
- "@dxos/react-ui": "0.8.4-main.fd6878d",
101
- "@dxos/react-ui-form": "0.8.4-main.fd6878d",
102
- "@dxos/random": "0.8.4-main.fd6878d",
103
- "@dxos/react-ui-theme": "0.8.4-main.fd6878d",
104
- "@dxos/react-ui-syntax-highlighter": "0.8.4-main.fd6878d",
105
- "@dxos/storybook-utils": "0.8.4-main.fd6878d",
106
- "@dxos/test-utils": "0.8.4-main.fd6878d"
160
+ "@types/react": "~19.2.7",
161
+ "effect": "3.21.3",
162
+ "react": "~19.2.3",
163
+ "react-dom": "~19.2.3",
164
+ "tailwindcss": "^4.3.0",
165
+ "@dxos/plugin-preview": "0.9.0",
166
+ "@dxos/plugin-testing": "0.9.0",
167
+ "@dxos/random": "0.9.0",
168
+ "@dxos/plugin-theme": "0.9.0",
169
+ "@dxos/react-ui": "0.9.0",
170
+ "@dxos/react-ui-form": "0.9.0",
171
+ "@dxos/react-ui-syntax-highlighter": "0.9.0",
172
+ "@dxos/storybook-utils": "0.9.0",
173
+ "@dxos/ui-theme": "0.9.0",
174
+ "@dxos/test-utils": "0.9.0"
107
175
  },
108
176
  "peerDependencies": {
109
- "@effect-rx/rx-react": "^0.34.1",
110
- "@effect/platform": "^0.80.12",
111
- "effect": "^3.13.3",
112
- "react": "~18.2.0",
113
- "react-dom": "~18.2.0",
114
- "@dxos/react-ui": "0.8.4-main.fd6878d",
115
- "@dxos/react-ui-theme": "0.8.4-main.fd6878d"
177
+ "@effect-atom/atom-react": "^0.5.0",
178
+ "@effect/platform": "0.96.1",
179
+ "effect": "3.21.3",
180
+ "react": "~19.2.3",
181
+ "react-dom": "~19.2.3",
182
+ "@dxos/ui-theme": "0.9.0",
183
+ "@dxos/react-ui": "0.9.0"
116
184
  },
117
185
  "publishConfig": {
118
186
  "access": "public"
@@ -0,0 +1,20 @@
1
+ //
2
+ // Copyright 2023 DXOS.org
3
+ //
4
+
5
+ import { Plugin } from '@dxos/app-framework';
6
+ import { AppPlugin } from '@dxos/app-toolkit';
7
+ import { Transcript } from '@dxos/types';
8
+
9
+ import { BlueprintDefinition, OperationHandler, TextContent } from '#capabilities';
10
+ import { meta } from '#meta';
11
+
12
+ export const TranscriptionPlugin = Plugin.define(meta).pipe(
13
+ AppPlugin.addBlueprintDefinitionModule({ activate: BlueprintDefinition }),
14
+ AppPlugin.addTextContentModule({ activate: TextContent }),
15
+ AppPlugin.addOperationHandlerModule({ activate: OperationHandler }),
16
+ AppPlugin.addSchemaModule({ schema: [Transcript.Transcript] }),
17
+ Plugin.make,
18
+ );
19
+
20
+ export default TranscriptionPlugin;
@@ -0,0 +1,31 @@
1
+ //
2
+ // Copyright 2026 DXOS.org
3
+ //
4
+
5
+ import { describe, test } from 'vitest';
6
+
7
+ import { AppActivationEvents } from '@dxos/app-toolkit';
8
+ import { ClientPlugin } from '@dxos/plugin-client/plugin';
9
+ import { createComposerTestApp } from '@dxos/plugin-testing/harness';
10
+
11
+ import { meta } from '#meta';
12
+ import { TranscriptionPlugin } from '#plugin';
13
+
14
+ const moduleId = (name: string) => `${meta.id}.module.${name}`;
15
+
16
+ describe('TranscriptionPlugin', () => {
17
+ test('modules activate on the expected events', async ({ expect }) => {
18
+ await using harness = await createComposerTestApp({
19
+ plugins: [ClientPlugin({}), TranscriptionPlugin()],
20
+ });
21
+
22
+ // After autoStart: schema, OperationHandler all auto-cascade.
23
+ expect(harness.manager.getActive()).toEqual(
24
+ expect.arrayContaining([moduleId('schema'), moduleId('OperationHandler')]),
25
+ );
26
+
27
+ // SetupArtifactDefinition is fired by AssistantPlugin, which can't be included here due to a workspace cycle.
28
+ await harness.fire(AppActivationEvents.SetupArtifactDefinition);
29
+ expect(harness.manager.getActive()).toContain(moduleId('BlueprintDefinition'));
30
+ });
31
+ });
@@ -2,66 +2,33 @@
2
2
  // Copyright 2023 DXOS.org
3
3
  //
4
4
 
5
- import { Capabilities, Events, contributes, defineModule, definePlugin } from '@dxos/app-framework';
6
- import { Obj } from '@dxos/echo';
7
- import { ClientCapabilities, ClientEvents } from '@dxos/plugin-client';
8
- import { getSpace } from '@dxos/react-client/echo';
9
- import { DataType } from '@dxos/schema';
5
+ import { Plugin } from '@dxos/app-framework';
6
+ import { AppActivationEvents, AppPlugin } from '@dxos/app-toolkit';
7
+ import { Transcript } from '@dxos/types';
10
8
 
11
- import { IntentResolver, ReactSurface, Transcriber } from './capabilities';
12
- import { renderMarkdown } from './components';
13
- import { meta } from './meta';
14
- import { translations } from './translations';
15
- import { TranscriptType } from './types';
9
+ import { BlueprintDefinition, OperationHandler, ReactSurface, TextContent, Transcriber } from '#capabilities';
10
+ import { meta } from '#meta';
11
+ import { translations } from '#translations';
16
12
 
17
- export const TranscriptionPlugin = () =>
18
- definePlugin(meta, [
19
- defineModule({
20
- id: `${meta.id}/module/translations`,
21
- activatesOn: Events.SetupTranslations,
22
- activate: () => contributes(Capabilities.Translations, translations),
23
- }),
24
- defineModule({
25
- id: `${meta.id}/module/metadata`,
26
- activatesOn: Events.SetupMetadata,
27
- activate: (context) =>
28
- contributes(Capabilities.Metadata, {
29
- id: TranscriptType.typename,
30
- metadata: {
31
- icon: 'ph--subtitles--regular',
32
- // TODO(wittjosiah): Factor out. Artifact? Separate capability?
33
- getTextContent: async (transcript: TranscriptType) => {
34
- const space = getSpace(transcript);
35
- const members = space?.members.get().map((member) => member.identity) ?? [];
36
- const queue = space?.queues.get<DataType.Message>(transcript.queue.dxn);
37
- await queue?.refresh();
38
- const content = queue?.objects
39
- .filter((message) => Obj.instanceOf(DataType.Message, message))
40
- .flatMap((message, index) => renderMarkdown(members)(message, index))
41
- .join('\n\n');
42
- return content;
43
- },
44
- },
45
- }),
46
- }),
47
- defineModule({
48
- id: `${meta.id}/module/schema`,
49
- activatesOn: ClientEvents.SetupSchema,
50
- activate: () => [contributes(ClientCapabilities.Schema, [TranscriptType])],
51
- }),
52
- defineModule({
53
- id: `${meta.id}/module/react-surface`,
54
- activatesOn: Events.SetupReactSurface,
55
- activate: ReactSurface,
56
- }),
57
- defineModule({
58
- id: `${meta.id}/module/intent-resolver`,
59
- activatesOn: Events.SetupIntentResolver,
60
- activate: IntentResolver,
61
- }),
62
- defineModule({
63
- id: `${meta.id}/module/transcription`,
64
- activatesOn: Events.SetupAppGraph,
65
- activate: Transcriber,
66
- }),
67
- ]);
13
+ // eslint-disable-next-line import/no-relative-packages
14
+ import pluginSpec from '../PLUGIN.mdl?raw';
15
+
16
+ export const TranscriptionPlugin = Plugin.define(meta).pipe(
17
+ AppPlugin.addBlueprintDefinitionModule({ activate: BlueprintDefinition }),
18
+ AppPlugin.addTextContentModule({ activate: TextContent }),
19
+ AppPlugin.addOperationHandlerModule({ activate: OperationHandler }),
20
+ AppPlugin.addSchemaModule({ schema: [Transcript.Transcript] }),
21
+ AppPlugin.addSurfaceModule({ activate: ReactSurface }),
22
+ AppPlugin.addTranslationsModule({ translations }),
23
+ Plugin.addModule({
24
+ id: 'transcription',
25
+ activatesOn: AppActivationEvents.SetupAppGraph,
26
+ activate: Transcriber,
27
+ }),
28
+ AppPlugin.addPluginAssetModule({
29
+ asset: { pluginId: meta.id, path: 'PLUGIN.mdl', content: pluginSpec, mimeType: 'application/x-mdl' },
30
+ }),
31
+ Plugin.make,
32
+ );
33
+
34
+ export default TranscriptionPlugin;
@@ -0,0 +1,18 @@
1
+ //
2
+ // Copyright 2023 DXOS.org
3
+ //
4
+
5
+ import { Plugin } from '@dxos/app-framework';
6
+ import { AppPlugin } from '@dxos/app-toolkit';
7
+ import { Transcript } from '@dxos/types';
8
+
9
+ import { OperationHandler } from '#capabilities';
10
+ import { meta } from '#meta';
11
+
12
+ export const TranscriptionPlugin = Plugin.define(meta).pipe(
13
+ AppPlugin.addOperationHandlerModule({ activate: OperationHandler }),
14
+ AppPlugin.addSchemaModule({ schema: [Transcript.Transcript] }),
15
+ Plugin.make,
16
+ );
17
+
18
+ export default TranscriptionPlugin;
@@ -0,0 +1,5 @@
1
+ //
2
+ // Copyright 2025 DXOS.org
3
+ //
4
+
5
+ export { default as TranscriptionBlueprint } from './transcription-blueprint';
@@ -0,0 +1,29 @@
1
+ //
2
+ // Copyright 2025 DXOS.org
3
+ //
4
+
5
+ import { Blueprint, Template } from '@dxos/compute';
6
+ import { trim } from '@dxos/util';
7
+
8
+ import { TranscriptOperation } from '#types';
9
+
10
+ const BLUEPRINT_KEY = 'org.dxos.blueprint.transcription';
11
+
12
+ const make = () =>
13
+ Blueprint.make({
14
+ key: BLUEPRINT_KEY,
15
+ name: 'Transcription',
16
+ tools: Blueprint.toolDefinitions({ operations: [TranscriptOperation.Open, TranscriptOperation.Summarize] }),
17
+ instructions: Template.make({
18
+ source: trim`
19
+ You can open and summarize a meeting transcript.
20
+ `,
21
+ }),
22
+ });
23
+
24
+ const blueprint: Blueprint.Definition = {
25
+ key: BLUEPRINT_KEY,
26
+ make,
27
+ };
28
+
29
+ export default blueprint;
@@ -0,0 +1,19 @@
1
+ //
2
+ // Copyright 2025 DXOS.org
3
+ //
4
+
5
+ import * as Effect from 'effect/Effect';
6
+
7
+ import { Capability } from '@dxos/app-framework';
8
+ import { AppCapabilities } from '@dxos/app-toolkit';
9
+
10
+ import { TranscriptionBlueprint } from '#blueprints';
11
+
12
+ // NOTE: Explicit annotation required: d.ts emit cannot portably name the inferred @dxos/compute types (TS2883).
13
+ const blueprintDefinition: () => Effect.Effect<
14
+ Capability.Capability<typeof AppCapabilities.BlueprintDefinition>[],
15
+ never,
16
+ Capability.Service
17
+ > = () => Effect.succeed([Capability.contributes(AppCapabilities.BlueprintDefinition, TranscriptionBlueprint)]);
18
+
19
+ export default blueprintDefinition;
@@ -2,10 +2,20 @@
2
2
  // Copyright 2025 DXOS.org
3
3
  //
4
4
 
5
- import { lazy } from '@dxos/app-framework';
5
+ import { Capability } from '@dxos/app-framework';
6
+ import { type AppCapabilities } from '@dxos/app-toolkit';
7
+ import type { OperationHandlerSet } from '@dxos/compute';
6
8
 
7
- export const IntentResolver = lazy(() => import('./intent-resolver'));
8
- export const ReactSurface = lazy(() => import('./react-surface'));
9
- export const Transcriber = lazy(() => import('./transcriber'));
10
-
11
- export * from './capabilities';
9
+ // The contributed capability type references Blueprint types from @dxos/compute, so the lazy
10
+ // wrapper needs an explicit annotation to keep the inferred type portable (TS2883).
11
+ export const BlueprintDefinition: Capability.LazyCapability<
12
+ void,
13
+ Capability.Capability<typeof AppCapabilities.BlueprintDefinition>[]
14
+ > = Capability.lazy('BlueprintDefinition', () => import('./blueprint-definition'));
15
+ export const TextContent = Capability.lazy('TextContent', () => import('./text-content'));
16
+ export const OperationHandler = Capability.lazy<OperationHandlerSet.OperationHandlerSet>(
17
+ 'OperationHandler',
18
+ () => import('./operation-handler'),
19
+ );
20
+ export const ReactSurface = Capability.lazy('ReactSurface', () => import('./react-surface'));
21
+ export const Transcriber = Capability.lazy('Transcriber', () => import('./transcriber'));
@@ -0,0 +1,16 @@
1
+ //
2
+ // Copyright 2025 DXOS.org
3
+ //
4
+
5
+ import * as Effect from 'effect/Effect';
6
+
7
+ import { Capabilities, Capability } from '@dxos/app-framework';
8
+ import type { OperationHandlerSet } from '@dxos/compute';
9
+
10
+ import { TranscriptionOperationHandlerSet } from '#operations';
11
+
12
+ export default Capability.makeModule<OperationHandlerSet.OperationHandlerSet>(
13
+ Effect.fnUntraced(function* () {
14
+ return Capability.contributes(Capabilities.OperationHandler, TranscriptionOperationHandlerSet);
15
+ }),
16
+ );
@@ -2,21 +2,30 @@
2
2
  // Copyright 2025 DXOS.org
3
3
  //
4
4
 
5
+ import * as Effect from 'effect/Effect';
5
6
  import React from 'react';
6
7
 
7
- import { Capabilities, contributes, createSurface } from '@dxos/app-framework';
8
- import { Obj } from '@dxos/echo';
8
+ import { Capabilities, Capability } from '@dxos/app-framework';
9
+ import { Surface } from '@dxos/app-framework/ui';
10
+ import { AppSurface } from '@dxos/app-toolkit/ui';
11
+ import { Transcript } from '@dxos/types';
9
12
 
10
- import { TranscriptionContainer } from '../components';
11
- import { meta } from '../meta';
12
- import { TranscriptType } from '../types';
13
+ import { TranscriptionArticle } from '#containers';
13
14
 
14
- export default () =>
15
- contributes(Capabilities.ReactSurface, [
16
- createSurface({
17
- id: `${meta.id}/article/transcript`,
18
- role: ['article', 'section'],
19
- filter: (data): data is { subject: TranscriptType } => Obj.instanceOf(TranscriptType, data.subject),
20
- component: ({ data, role }) => <TranscriptionContainer transcript={data.subject} role={role} />,
21
- }),
22
- ]);
15
+ export default Capability.makeModule(() =>
16
+ Effect.succeed(
17
+ Capability.contributes(Capabilities.ReactSurface, [
18
+ Surface.create({
19
+ id: 'article.transcript',
20
+ // TODO(wittjosiah): Split into multiple surfaces if this filter proves too strict for non-article roles.
21
+ filter: AppSurface.oneOf(
22
+ AppSurface.object(AppSurface.Article, Transcript.Transcript),
23
+ AppSurface.object(AppSurface.Section, Transcript.Transcript),
24
+ ),
25
+ component: ({ data, role }) => (
26
+ <TranscriptionArticle role={role} subject={data.subject} attendableId={data.attendableId} />
27
+ ),
28
+ }),
29
+ ]),
30
+ ),
31
+ );
@@ -0,0 +1,33 @@
1
+ //
2
+ // Copyright 2025 DXOS.org
3
+ //
4
+
5
+ import * as Effect from 'effect/Effect';
6
+
7
+ import { Capability } from '@dxos/app-framework';
8
+ import { AppCapabilities } from '@dxos/app-toolkit';
9
+ import { Feed, Obj, Type } from '@dxos/echo';
10
+ import { getSpace } from '@dxos/react-client/echo';
11
+ import { Message, Transcript } from '@dxos/types';
12
+
13
+ import { renderByline } from '../util';
14
+
15
+ export default Capability.makeModule(
16
+ Effect.fnUntraced(function* () {
17
+ return Capability.contributes(AppCapabilities.TextContent, {
18
+ id: Type.getTypename(Transcript.Transcript),
19
+ getTextContent: async (transcript: Transcript.Transcript) => {
20
+ const space = getSpace(transcript);
21
+ const members = space?.members.get().map((member) => member.identity) ?? [];
22
+ const feed = await transcript.feed.load();
23
+ const feedDXN = Feed.getQueueUri(feed);
24
+ const queue = feedDXN ? space?.queues.get<Message.Message>(feedDXN) : undefined;
25
+ await queue?.refresh();
26
+ return queue?.objects
27
+ .filter((message) => Obj.instanceOf(Message.Message, message))
28
+ .flatMap((message, index) => renderByline(members)(message, index))
29
+ .join('\n\n');
30
+ },
31
+ });
32
+ }),
33
+ );