@dxos/plugin-transcription 0.8.4-main.c85a9c8dae → 0.8.4-main.dfabb4ec29

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (303) hide show
  1. package/dist/lib/{browser/TranscriptionContainer-RBFHP2AV.mjs → neutral/TranscriptionContainer-XNGXNGPX.mjs} +10 -16
  2. package/dist/lib/neutral/TranscriptionContainer-XNGXNGPX.mjs.map +7 -0
  3. package/dist/lib/neutral/TranscriptionPlugin.mjs +34 -0
  4. package/dist/lib/neutral/TranscriptionPlugin.mjs.map +7 -0
  5. package/dist/lib/neutral/TranscriptionPlugin.node.mjs +25 -0
  6. package/dist/lib/neutral/TranscriptionPlugin.node.mjs.map +7 -0
  7. package/dist/lib/{browser/blueprint-definition-C6XA2SVZ.mjs → neutral/blueprint-definition-HOXDG5QP.mjs} +4 -7
  8. package/dist/lib/neutral/blueprint-definition-HOXDG5QP.mjs.map +7 -0
  9. package/dist/lib/{browser → neutral}/blueprints/index.mjs +1 -2
  10. package/dist/lib/neutral/capabilities/index.mjs +17 -0
  11. package/dist/lib/neutral/capabilities/index.mjs.map +7 -0
  12. package/dist/lib/{browser/chunk-2B74LZZD.mjs → neutral/chunk-GL4RS533.mjs} +2 -2
  13. package/dist/lib/{browser/chunk-2B74LZZD.mjs.map → neutral/chunk-GL4RS533.mjs.map} +3 -3
  14. package/dist/lib/{browser/chunk-HOOPZ7EM.mjs → neutral/chunk-KAEXRX3Y.mjs} +1 -1
  15. package/dist/lib/{browser/chunk-EV5ZYKET.mjs → neutral/chunk-LS3R7EQI.mjs} +74 -104
  16. package/dist/lib/neutral/chunk-LS3R7EQI.mjs.map +7 -0
  17. package/dist/lib/neutral/chunk-MLRJWAQH.mjs +179 -0
  18. package/dist/lib/neutral/chunk-MLRJWAQH.mjs.map +7 -0
  19. package/dist/lib/neutral/chunk-NNR3EYR2.mjs +124 -0
  20. package/dist/lib/neutral/chunk-NNR3EYR2.mjs.map +7 -0
  21. package/dist/lib/neutral/chunk-NQQK7UZQ.mjs +244 -0
  22. package/dist/lib/neutral/chunk-NQQK7UZQ.mjs.map +7 -0
  23. package/dist/lib/neutral/chunk-WVEZMGBT.mjs +8 -0
  24. package/dist/lib/neutral/chunk-WVEZMGBT.mjs.map +7 -0
  25. package/dist/lib/neutral/chunk-ZR4BH4QQ.mjs +30 -0
  26. package/dist/lib/neutral/chunk-ZR4BH4QQ.mjs.map +7 -0
  27. package/dist/lib/neutral/components/index.mjs +207 -0
  28. package/dist/lib/neutral/components/index.mjs.map +7 -0
  29. package/dist/lib/neutral/containers/index.mjs +9 -0
  30. package/dist/lib/neutral/containers/index.mjs.map +7 -0
  31. package/dist/lib/neutral/create-2D6S4IMQ.mjs +21 -0
  32. package/dist/lib/neutral/create-2D6S4IMQ.mjs.map +7 -0
  33. package/dist/lib/neutral/hooks/index.mjs +17 -0
  34. package/dist/lib/neutral/index.mjs +44 -0
  35. package/dist/lib/neutral/meta.json +1 -0
  36. package/dist/lib/neutral/meta.mjs +8 -0
  37. package/dist/lib/neutral/open-2QB6IIET.mjs +27 -0
  38. package/dist/lib/neutral/open-2QB6IIET.mjs.map +7 -0
  39. package/dist/lib/neutral/operation-handler-NXMOAXFP.mjs +13 -0
  40. package/dist/lib/neutral/operation-handler-NXMOAXFP.mjs.map +7 -0
  41. package/dist/lib/neutral/operations/index.mjs +8 -0
  42. package/dist/lib/neutral/plugin.mjs +16 -0
  43. package/dist/lib/neutral/plugin.mjs.map +7 -0
  44. package/dist/lib/neutral/react-surface-QF4MUMWG.mjs +26 -0
  45. package/dist/lib/neutral/react-surface-QF4MUMWG.mjs.map +7 -0
  46. package/dist/lib/neutral/summarize-CJPVKWYZ.mjs +78 -0
  47. package/dist/lib/neutral/summarize-CJPVKWYZ.mjs.map +7 -0
  48. package/dist/lib/neutral/text-content-LHSUG2D2.mjs +30 -0
  49. package/dist/lib/neutral/text-content-LHSUG2D2.mjs.map +7 -0
  50. package/dist/lib/{browser/transcriber-WCPHHJYY.mjs → neutral/transcriber-M3R6HPTZ.mjs} +8 -10
  51. package/dist/lib/neutral/transcriber-M3R6HPTZ.mjs.map +7 -0
  52. package/dist/lib/neutral/translations.mjs +22 -0
  53. package/dist/lib/neutral/translations.mjs.map +7 -0
  54. package/dist/lib/neutral/types/index.mjs +12 -0
  55. package/dist/lib/neutral/types/index.mjs.map +7 -0
  56. package/dist/types/src/TranscriptionPlugin.d.ts +1 -0
  57. package/dist/types/src/TranscriptionPlugin.d.ts.map +1 -1
  58. package/dist/types/src/TranscriptionPlugin.node.d.ts +4 -0
  59. package/dist/types/src/TranscriptionPlugin.node.d.ts.map +1 -0
  60. package/dist/types/src/TranscriptionPlugin.test.d.ts +2 -0
  61. package/dist/types/src/TranscriptionPlugin.test.d.ts.map +1 -0
  62. package/dist/types/src/blueprints/transcription-blueprint.d.ts +2 -2
  63. package/dist/types/src/blueprints/transcription-blueprint.d.ts.map +1 -1
  64. package/dist/types/src/capabilities/blueprint-definition.d.ts +6 -0
  65. package/dist/types/src/capabilities/blueprint-definition.d.ts.map +1 -0
  66. package/dist/types/src/capabilities/index.d.ts +10 -4
  67. package/dist/types/src/capabilities/index.d.ts.map +1 -1
  68. package/dist/types/src/capabilities/operation-handler.d.ts +6 -0
  69. package/dist/types/src/capabilities/operation-handler.d.ts.map +1 -0
  70. package/dist/types/src/capabilities/react-surface.d.ts.map +1 -0
  71. package/dist/types/src/capabilities/text-content.d.ts +8 -0
  72. package/dist/types/src/capabilities/text-content.d.ts.map +1 -0
  73. package/dist/types/src/capabilities/{transcriber/transcriber.d.ts → transcriber.d.ts} +1 -1
  74. package/dist/types/src/capabilities/transcriber.d.ts.map +1 -0
  75. package/dist/types/src/components/Transcription/Transcription.d.ts +5 -4
  76. package/dist/types/src/components/Transcription/Transcription.d.ts.map +1 -1
  77. package/dist/types/src/components/Transcription/Transcription.stories.d.ts +10 -10
  78. package/dist/types/src/components/Transcription/Transcription.stories.d.ts.map +1 -1
  79. package/dist/types/src/components/Transcription/transcription-extension.d.ts.map +1 -1
  80. package/dist/types/src/containers/TranscriptionContainer/TranscriptionContainer.d.ts +3 -3
  81. package/dist/types/src/containers/TranscriptionContainer/TranscriptionContainer.d.ts.map +1 -1
  82. package/dist/types/src/containers/TranscriptionContainer/index.d.ts +1 -2
  83. package/dist/types/src/containers/TranscriptionContainer/index.d.ts.map +1 -1
  84. package/dist/types/src/hooks/useAudioFile.d.ts.map +1 -1
  85. package/dist/types/src/hooks/useAudioTrack.d.ts.map +1 -1
  86. package/dist/types/src/hooks/useQueueModelAdapter.d.ts.map +1 -1
  87. package/dist/types/src/hooks/useTranscriber.d.ts +2 -2
  88. package/dist/types/src/hooks/useTranscriber.d.ts.map +1 -1
  89. package/dist/types/src/hooks/useVoiceInput.d.ts.map +1 -1
  90. package/dist/types/src/index.d.ts +2 -3
  91. package/dist/types/src/index.d.ts.map +1 -1
  92. package/dist/types/src/model/model.d.ts +2 -2
  93. package/dist/types/src/model/model.d.ts.map +1 -1
  94. package/dist/types/src/{segments-normalization → normalization}/index.d.ts +1 -1
  95. package/dist/types/src/normalization/index.d.ts.map +1 -0
  96. package/dist/types/src/normalization/message-normalizer.d.ts.map +1 -0
  97. package/dist/types/src/{segments-normalization → normalization}/normalization.d.ts +330 -321
  98. package/dist/types/src/normalization/normalization.d.ts.map +1 -0
  99. package/dist/types/src/normalization/normalization.test.d.ts.map +1 -0
  100. package/dist/types/src/normalization/utils.d.ts.map +1 -0
  101. package/dist/types/src/operations/create.d.ts +5 -0
  102. package/dist/types/src/operations/create.d.ts.map +1 -0
  103. package/dist/types/src/operations/index.d.ts +3 -0
  104. package/dist/types/src/operations/index.d.ts.map +1 -0
  105. package/dist/types/src/operations/open.d.ts +5 -0
  106. package/dist/types/src/operations/open.d.ts.map +1 -0
  107. package/dist/types/src/operations/summarize.d.ts +8 -0
  108. package/dist/types/src/operations/summarize.d.ts.map +1 -0
  109. package/dist/types/src/plugin.d.ts +4 -0
  110. package/dist/types/src/plugin.d.ts.map +1 -0
  111. package/dist/types/src/{components/stories → stories}/FileTranscription.stories.d.ts +3 -3
  112. package/dist/types/src/stories/FileTranscription.stories.d.ts.map +1 -0
  113. package/dist/types/src/{components/stories → stories}/KeyWordRecognition.stories.d.ts +2 -2
  114. package/dist/types/src/stories/KeyWordRecognition.stories.d.ts.map +1 -0
  115. package/dist/types/src/{components/stories → stories}/MicrophoneTranscription.stories.d.ts +3 -3
  116. package/dist/types/src/stories/MicrophoneTranscription.stories.d.ts.map +1 -0
  117. package/dist/types/src/stories/TranscriptionStory.d.ts +23 -0
  118. package/dist/types/src/stories/TranscriptionStory.d.ts.map +1 -0
  119. package/dist/types/src/stories/useIsSpeaking.d.ts.map +1 -0
  120. package/dist/types/src/testing/testing.d.ts.map +1 -1
  121. package/dist/types/src/transcriber/index.d.ts +1 -1
  122. package/dist/types/src/transcriber/index.d.ts.map +1 -1
  123. package/dist/types/src/transcriber/media-stream-recorder.d.ts.map +1 -1
  124. package/dist/types/src/transcriber/transcriber.d.ts +57 -2
  125. package/dist/types/src/transcriber/transcriber.d.ts.map +1 -1
  126. package/dist/types/src/transcriber/transcriber.test.d.ts +2 -0
  127. package/dist/types/src/transcriber/transcriber.test.d.ts.map +1 -0
  128. package/dist/types/src/transcriber/transcription-manager.d.ts.map +1 -1
  129. package/dist/types/src/translations.d.ts +7 -8
  130. package/dist/types/src/translations.d.ts.map +1 -1
  131. package/dist/types/src/types/TranscriptOperation.d.ts +917 -0
  132. package/dist/types/src/types/TranscriptOperation.d.ts.map +1 -0
  133. package/dist/types/src/types/TranscriptionCapabilities.d.ts +17 -0
  134. package/dist/types/src/types/TranscriptionCapabilities.d.ts.map +1 -0
  135. package/dist/types/src/types/{types.d.ts → defs.d.ts} +1 -1
  136. package/dist/types/src/types/defs.d.ts.map +1 -0
  137. package/dist/types/src/types/index.d.ts +3 -4
  138. package/dist/types/src/types/index.d.ts.map +1 -1
  139. package/dist/types/src/util/array.d.ts.map +1 -1
  140. package/dist/types/src/util/get-time-str.d.ts.map +1 -1
  141. package/dist/types/src/util/monitor-audio-level.d.ts.map +1 -1
  142. package/dist/types/src/util/render-byline.d.ts.map +1 -1
  143. package/dist/types/tsconfig.tsbuildinfo +1 -1
  144. package/package.json +133 -81
  145. package/src/TranscriptionPlugin.node.ts +20 -0
  146. package/src/TranscriptionPlugin.test.ts +31 -0
  147. package/src/TranscriptionPlugin.tsx +8 -29
  148. package/src/blueprints/transcription-blueprint.ts +5 -9
  149. package/src/capabilities/{blueprint-definition/blueprint-definition.ts → blueprint-definition.ts} +3 -1
  150. package/src/capabilities/index.ts +12 -4
  151. package/src/capabilities/operation-handler.ts +16 -0
  152. package/src/capabilities/react-surface.tsx +31 -0
  153. package/src/capabilities/text-content.ts +33 -0
  154. package/src/capabilities/{transcriber/transcriber.ts → transcriber.ts} +5 -2
  155. package/src/components/Transcription/Transcription.stories.tsx +24 -23
  156. package/src/components/Transcription/Transcription.tsx +30 -29
  157. package/src/containers/TranscriptionContainer/TranscriptionContainer.tsx +10 -8
  158. package/src/containers/TranscriptionContainer/index.ts +1 -3
  159. package/src/hooks/useTranscriber.ts +5 -2
  160. package/src/hooks/useVoiceInput.ts +0 -1
  161. package/src/index.ts +4 -5
  162. package/src/meta.ts +1 -1
  163. package/src/model/model.test.ts +6 -6
  164. package/src/model/model.ts +3 -3
  165. package/src/{segments-normalization → normalization}/message-normalizer.ts +1 -5
  166. package/src/normalization/normalization.ts +76 -0
  167. package/src/operations/create.ts +24 -0
  168. package/src/operations/index.ts +11 -0
  169. package/src/operations/open.ts +28 -0
  170. package/src/operations/summarize.ts +101 -0
  171. package/src/plugin.ts +11 -0
  172. package/src/{components/stories → stories}/FileTranscription.stories.tsx +33 -16
  173. package/src/{components/stories → stories}/KeyWordRecognition.stories.tsx +32 -30
  174. package/src/{components/stories → stories}/MicrophoneTranscription.stories.tsx +18 -36
  175. package/src/stories/TranscriptionStory.tsx +93 -0
  176. package/src/testing/testing.ts +8 -18
  177. package/src/transcriber/index.ts +1 -1
  178. package/src/transcriber/transcriber.browser.test.ts +0 -1
  179. package/src/transcriber/transcriber.test.ts +104 -0
  180. package/src/transcriber/transcriber.ts +94 -53
  181. package/src/translations.ts +7 -7
  182. package/src/types/TranscriptOperation.ts +103 -0
  183. package/src/types/TranscriptionCapabilities.ts +39 -0
  184. package/src/types/index.ts +4 -4
  185. package/dist/lib/browser/TranscriptionContainer-RBFHP2AV.mjs.map +0 -7
  186. package/dist/lib/browser/blueprint-definition-C6XA2SVZ.mjs.map +0 -7
  187. package/dist/lib/browser/chunk-EV5ZYKET.mjs.map +0 -7
  188. package/dist/lib/browser/chunk-GH4IIQ6C.mjs +0 -54
  189. package/dist/lib/browser/chunk-GH4IIQ6C.mjs.map +0 -7
  190. package/dist/lib/browser/chunk-O7ILGNBZ.mjs +0 -148
  191. package/dist/lib/browser/chunk-O7ILGNBZ.mjs.map +0 -7
  192. package/dist/lib/browser/chunk-XLMRCOQN.mjs +0 -668
  193. package/dist/lib/browser/chunk-XLMRCOQN.mjs.map +0 -7
  194. package/dist/lib/browser/index.mjs +0 -114
  195. package/dist/lib/browser/index.mjs.map +0 -7
  196. package/dist/lib/browser/meta.json +0 -1
  197. package/dist/lib/browser/operation-resolver-5BLRH4XE.mjs +0 -23
  198. package/dist/lib/browser/operation-resolver-5BLRH4XE.mjs.map +0 -7
  199. package/dist/lib/browser/react-surface-U2SI74JK.mjs +0 -36
  200. package/dist/lib/browser/react-surface-U2SI74JK.mjs.map +0 -7
  201. package/dist/lib/browser/transcriber-WCPHHJYY.mjs.map +0 -7
  202. package/dist/lib/browser/types/index.mjs +0 -15
  203. package/dist/lib/node-esm/TranscriptionContainer-3OOID5KH.mjs +0 -42
  204. package/dist/lib/node-esm/TranscriptionContainer-3OOID5KH.mjs.map +0 -7
  205. package/dist/lib/node-esm/blueprint-definition-TLXDUXIQ.mjs +0 -19
  206. package/dist/lib/node-esm/blueprint-definition-TLXDUXIQ.mjs.map +0 -7
  207. package/dist/lib/node-esm/blueprints/index.mjs +0 -10
  208. package/dist/lib/node-esm/chunk-6GW5NZYG.mjs +0 -55
  209. package/dist/lib/node-esm/chunk-6GW5NZYG.mjs.map +0 -7
  210. package/dist/lib/node-esm/chunk-7UE7G6DE.mjs +0 -461
  211. package/dist/lib/node-esm/chunk-7UE7G6DE.mjs.map +0 -7
  212. package/dist/lib/node-esm/chunk-DYUGYQCB.mjs +0 -669
  213. package/dist/lib/node-esm/chunk-DYUGYQCB.mjs.map +0 -7
  214. package/dist/lib/node-esm/chunk-F47HK7GT.mjs +0 -24
  215. package/dist/lib/node-esm/chunk-F47HK7GT.mjs.map +0 -7
  216. package/dist/lib/node-esm/chunk-H3MXHMQL.mjs +0 -149
  217. package/dist/lib/node-esm/chunk-H3MXHMQL.mjs.map +0 -7
  218. package/dist/lib/node-esm/chunk-HSLMI22Q.mjs +0 -11
  219. package/dist/lib/node-esm/chunk-NVM2QUMX.mjs +0 -37
  220. package/dist/lib/node-esm/chunk-NVM2QUMX.mjs.map +0 -7
  221. package/dist/lib/node-esm/index.mjs +0 -115
  222. package/dist/lib/node-esm/index.mjs.map +0 -7
  223. package/dist/lib/node-esm/meta.json +0 -1
  224. package/dist/lib/node-esm/operation-resolver-CVZB7BF4.mjs +0 -24
  225. package/dist/lib/node-esm/operation-resolver-CVZB7BF4.mjs.map +0 -7
  226. package/dist/lib/node-esm/react-surface-2ICJPBPX.mjs +0 -37
  227. package/dist/lib/node-esm/react-surface-2ICJPBPX.mjs.map +0 -7
  228. package/dist/lib/node-esm/transcriber-2RIHUEX4.mjs +0 -62
  229. package/dist/lib/node-esm/transcriber-2RIHUEX4.mjs.map +0 -7
  230. package/dist/lib/node-esm/types/index.mjs +0 -16
  231. package/dist/types/src/capabilities/blueprint-definition/blueprint-definition.d.ts +0 -6
  232. package/dist/types/src/capabilities/blueprint-definition/blueprint-definition.d.ts.map +0 -1
  233. package/dist/types/src/capabilities/blueprint-definition/index.d.ts +0 -3
  234. package/dist/types/src/capabilities/blueprint-definition/index.d.ts.map +0 -1
  235. package/dist/types/src/capabilities/operation-handler/index.d.ts +0 -3
  236. package/dist/types/src/capabilities/operation-handler/index.d.ts.map +0 -1
  237. package/dist/types/src/capabilities/operation-handler/operation-handler.d.ts +0 -5
  238. package/dist/types/src/capabilities/operation-handler/operation-handler.d.ts.map +0 -1
  239. package/dist/types/src/capabilities/operation-resolver/index.d.ts +0 -3
  240. package/dist/types/src/capabilities/operation-resolver/index.d.ts.map +0 -1
  241. package/dist/types/src/capabilities/operation-resolver/operation-resolver.d.ts +0 -5
  242. package/dist/types/src/capabilities/operation-resolver/operation-resolver.d.ts.map +0 -1
  243. package/dist/types/src/capabilities/react-surface/index.d.ts +0 -3
  244. package/dist/types/src/capabilities/react-surface/index.d.ts.map +0 -1
  245. package/dist/types/src/capabilities/react-surface/react-surface.d.ts.map +0 -1
  246. package/dist/types/src/capabilities/transcriber/index.d.ts +0 -3
  247. package/dist/types/src/capabilities/transcriber/index.d.ts.map +0 -1
  248. package/dist/types/src/capabilities/transcriber/transcriber.d.ts.map +0 -1
  249. package/dist/types/src/components/stories/FileTranscription.stories.d.ts.map +0 -1
  250. package/dist/types/src/components/stories/KeyWordRecognition.stories.d.ts.map +0 -1
  251. package/dist/types/src/components/stories/MicrophoneTranscription.stories.d.ts.map +0 -1
  252. package/dist/types/src/components/stories/TranscriptionStory.d.ts +0 -12
  253. package/dist/types/src/components/stories/TranscriptionStory.d.ts.map +0 -1
  254. package/dist/types/src/components/stories/useIsSpeaking.d.ts.map +0 -1
  255. package/dist/types/src/functions/index.d.ts +0 -18
  256. package/dist/types/src/functions/index.d.ts.map +0 -1
  257. package/dist/types/src/functions/open.d.ts +0 -11
  258. package/dist/types/src/functions/open.d.ts.map +0 -1
  259. package/dist/types/src/functions/summarize.d.ts +0 -11
  260. package/dist/types/src/functions/summarize.d.ts.map +0 -1
  261. package/dist/types/src/segments-normalization/index.d.ts.map +0 -1
  262. package/dist/types/src/segments-normalization/message-normalizer.d.ts.map +0 -1
  263. package/dist/types/src/segments-normalization/normalization.d.ts.map +0 -1
  264. package/dist/types/src/segments-normalization/normalization.test.d.ts.map +0 -1
  265. package/dist/types/src/segments-normalization/utils.d.ts.map +0 -1
  266. package/dist/types/src/types/TranscriptAction.d.ts +0 -25
  267. package/dist/types/src/types/TranscriptAction.d.ts.map +0 -1
  268. package/dist/types/src/types/capabilities.d.ts +0 -18
  269. package/dist/types/src/types/capabilities.d.ts.map +0 -1
  270. package/dist/types/src/types/types.d.ts.map +0 -1
  271. package/src/capabilities/blueprint-definition/index.ts +0 -7
  272. package/src/capabilities/operation-handler/index.ts +0 -7
  273. package/src/capabilities/operation-handler/operation-handler.ts +0 -25
  274. package/src/capabilities/operation-resolver/index.ts +0 -7
  275. package/src/capabilities/operation-resolver/operation-resolver.ts +0 -25
  276. package/src/capabilities/react-surface/index.ts +0 -7
  277. package/src/capabilities/react-surface/react-surface.tsx +0 -28
  278. package/src/capabilities/transcriber/index.ts +0 -7
  279. package/src/components/stories/TranscriptionStory.tsx +0 -41
  280. package/src/functions/index.ts +0 -11
  281. package/src/functions/open.ts +0 -37
  282. package/src/functions/summarize.ts +0 -103
  283. package/src/segments-normalization/normalization.ts +0 -115
  284. package/src/types/TranscriptAction.ts +0 -32
  285. package/src/types/capabilities.ts +0 -33
  286. package/dist/lib/{browser → neutral}/blueprints/index.mjs.map +0 -0
  287. package/dist/lib/{browser → neutral}/chunk-J5LGTIGS.mjs +0 -0
  288. package/dist/lib/{browser → neutral}/chunk-J5LGTIGS.mjs.map +0 -0
  289. package/dist/lib/{browser/chunk-HOOPZ7EM.mjs.map → neutral/chunk-KAEXRX3Y.mjs.map} +0 -0
  290. package/dist/lib/{browser/types → neutral/hooks}/index.mjs.map +0 -0
  291. package/dist/lib/{node-esm/blueprints → neutral}/index.mjs.map +0 -0
  292. package/dist/lib/{node-esm/chunk-HSLMI22Q.mjs.map → neutral/meta.mjs.map} +0 -0
  293. package/dist/lib/{node-esm/types → neutral/operations}/index.mjs.map +0 -0
  294. package/dist/types/src/capabilities/{react-surface/react-surface.d.ts → react-surface.d.ts} +0 -0
  295. package/dist/types/src/{segments-normalization → normalization}/message-normalizer.d.ts +0 -0
  296. package/dist/types/src/{segments-normalization → normalization}/normalization.test.d.ts +0 -0
  297. package/dist/types/src/{segments-normalization → normalization}/utils.d.ts +0 -0
  298. package/dist/types/src/{components/stories → stories}/useIsSpeaking.d.ts +0 -0
  299. package/src/{segments-normalization → normalization}/index.ts +1 -1
  300. package/src/{segments-normalization → normalization}/normalization.test.ts +1 -1
  301. /package/src/{segments-normalization → normalization}/utils.ts +0 -0
  302. /package/src/{components/stories → stories}/useIsSpeaking.tsx +0 -0
  303. /package/src/types/{types.ts → defs.ts} +0 -0
@@ -0,0 +1,179 @@
1
+ // src/model/model.ts
2
+ import { Text } from "@codemirror/state";
3
+ import { Event } from "@dxos/async";
4
+ import { invariant } from "@dxos/invariant";
5
+ import { log } from "@dxos/log";
6
+ var __dxlog_file = "/__w/dxos/dxos/packages/plugins/plugin-transcription/src/model/model.ts";
7
+ var DocumentAdapter = class {
8
+ _view;
9
+ constructor(_view) {
10
+ this._view = _view;
11
+ }
12
+ /** The document must always have at least one line. */
13
+ lineCount() {
14
+ return this._view.state.doc.lines - 1;
15
+ }
16
+ replaceLines(from, remove, insert) {
17
+ log("replaceLines", {
18
+ count: this._view.state.doc.lines,
19
+ from,
20
+ remove,
21
+ insert
22
+ }, { "~LogMeta": "~LogMeta", F: __dxlog_file, L: 19, S: this });
23
+ const numLines = this._view.state.doc.lines;
24
+ const posFrom = this._view.state.doc.line(from).from;
25
+ const posTo = remove === 0 ? posFrom : this._view.state.doc.line(Math.min(numLines, from + remove)).from;
26
+ let text = insert.join("\n");
27
+ if (posTo === this._view.state.doc.length) {
28
+ text += "\n";
29
+ }
30
+ this._view.dispatch({
31
+ changes: {
32
+ from: posFrom,
33
+ to: posTo,
34
+ insert: text
35
+ }
36
+ });
37
+ }
38
+ };
39
+ var SerializationModel = class {
40
+ _renderer;
41
+ /** Emits when the document is updated. */
42
+ update = new Event();
43
+ /** Ordered set of chunks. */
44
+ _chunks = [];
45
+ /** Map of chunk IDs to their current line counts. */
46
+ _chunkLineCounts = /* @__PURE__ */ new Map();
47
+ /** Map of line numbers to chunk IDs. */
48
+ _lineToChunk = /* @__PURE__ */ new Map();
49
+ /** Track chunk changes since last sync. */
50
+ _changes = [];
51
+ constructor(_renderer, initialChunks = []) {
52
+ this._renderer = _renderer;
53
+ initialChunks.forEach((chunk) => {
54
+ this.appendChunk(chunk);
55
+ });
56
+ }
57
+ toJSON() {
58
+ return {
59
+ chunks: this._chunks.length,
60
+ changes: this._changes.length
61
+ };
62
+ }
63
+ get doc() {
64
+ return Text.of([
65
+ ...this._chunks.flatMap((chunk, index) => this._renderer(chunk, index)),
66
+ ""
67
+ ]);
68
+ }
69
+ get chunks() {
70
+ return this._chunks;
71
+ }
72
+ /**
73
+ * Get the block ID at the given line number.
74
+ */
75
+ getChunkAtLine(line) {
76
+ return this._lineToChunk.get(line);
77
+ }
78
+ reset() {
79
+ this._chunks.length = 0;
80
+ this._chunkLineCounts.clear();
81
+ this._lineToChunk.clear();
82
+ this.update.emit();
83
+ return this;
84
+ }
85
+ appendChunk(chunk) {
86
+ const index = this._chunks.length;
87
+ this._chunks.push(chunk);
88
+ this._changes.push({
89
+ type: "append",
90
+ index,
91
+ chunk
92
+ });
93
+ this.update.emit();
94
+ return this;
95
+ }
96
+ updateChunk(chunk) {
97
+ const index = this._chunks.findIndex((c) => c.id === chunk.id);
98
+ invariant(index !== -1, void 0, { "~LogMeta": "~LogMeta", F: __dxlog_file, L: 102, S: this, A: ["index !== -1", ""] });
99
+ this._chunks[index] = chunk;
100
+ this._changes.push({
101
+ type: "update",
102
+ index,
103
+ chunk
104
+ });
105
+ this.update.emit();
106
+ return this;
107
+ }
108
+ deleteBlock(id) {
109
+ const index = this._chunks.findIndex((c) => c.id === id);
110
+ invariant(index !== -1, void 0, { "~LogMeta": "~LogMeta", F: __dxlog_file, L: 114, S: this, A: ["index !== -1", ""] });
111
+ this._chunks.splice(index, 1);
112
+ this._changes.push({
113
+ type: "delete",
114
+ index,
115
+ id
116
+ });
117
+ this.update.emit();
118
+ return this;
119
+ }
120
+ /**
121
+ * Syncs the tracked changes with the ChunkDocument.
122
+ */
123
+ sync(document) {
124
+ log("sync", {
125
+ changes: this._changes
126
+ }, { "~LogMeta": "~LogMeta", F: __dxlog_file, L: 127, S: this });
127
+ for (const change of this._changes) {
128
+ switch (change.type) {
129
+ case "append": {
130
+ const lines = this._renderer(change.chunk, change.index);
131
+ const lastLine = document.lineCount();
132
+ document.replaceLines(lastLine + 1, 0, lines);
133
+ break;
134
+ }
135
+ case "update": {
136
+ let lineStart = 1;
137
+ for (let i = 0; i < change.index; i++) {
138
+ lineStart += this._chunkLineCounts.get(this._chunks[i].id);
139
+ }
140
+ const previousLineCount = this._chunkLineCounts.get(change.chunk.id);
141
+ const newLines = this._renderer(change.chunk, change.index);
142
+ document.replaceLines(lineStart, previousLineCount, newLines);
143
+ break;
144
+ }
145
+ case "delete": {
146
+ let lineStart = 1;
147
+ for (let i = 0; i < change.index; i++) {
148
+ lineStart += this._chunkLineCounts.get(this._chunks[i].id);
149
+ }
150
+ const previousLineCount = this._chunkLineCounts.get(change.id);
151
+ document.replaceLines(lineStart, previousLineCount, []);
152
+ break;
153
+ }
154
+ }
155
+ }
156
+ this._lineToChunk.clear();
157
+ let currentLine = 1;
158
+ for (const [index, chunk] of this._chunks.entries()) {
159
+ const lineCount = this._renderer(chunk, index).length;
160
+ this._chunkLineCounts.set(chunk.id, lineCount);
161
+ this._lineToChunk.set(currentLine, chunk);
162
+ currentLine += lineCount;
163
+ }
164
+ const chunkIds = new Set(this._chunks.map((chunk) => chunk.id));
165
+ for (const id of this._chunkLineCounts.keys()) {
166
+ if (!chunkIds.has(id)) {
167
+ this._chunkLineCounts.delete(id);
168
+ }
169
+ }
170
+ this._changes.length = 0;
171
+ return this;
172
+ }
173
+ };
174
+
175
+ export {
176
+ DocumentAdapter,
177
+ SerializationModel
178
+ };
179
+ //# sourceMappingURL=chunk-MLRJWAQH.mjs.map
@@ -0,0 +1,7 @@
1
+ {
2
+ "version": 3,
3
+ "sources": ["../../../src/model/model.ts"],
4
+ "sourcesContent": ["//\n// Copyright 2025 DXOS.org\n//\n\nimport { Text } from '@codemirror/state';\nimport { type EditorView } from '@codemirror/view';\n\nimport { Event } from '@dxos/async';\nimport { invariant } from '@dxos/invariant';\nimport { log } from '@dxos/log';\n\nexport type Chunk = { id: string };\n\n/**\n * Covert block to a set of markdown lines.\n */\nexport type ChunkRenderer<T extends Chunk> = (chunk: T, index: number, debug?: boolean) => string[];\n\n/**\n * Abstract representation of the document model.\n */\nexport interface ChunkDocument {\n lineCount(): number;\n replaceLines(from: number, remove: number, insert: string[]): void;\n}\n\n/**\n * Codemirror document adapter.\n */\nexport class DocumentAdapter implements ChunkDocument {\n constructor(private readonly _view: EditorView) {}\n\n /** The document must always have at least one line. */\n lineCount(): number {\n return this._view.state.doc.lines - 1;\n }\n\n replaceLines(from: number, remove: number, insert: string[]): void {\n log('replaceLines', { count: this._view.state.doc.lines, from, remove, insert });\n\n const numLines = this._view.state.doc.lines;\n const posFrom = this._view.state.doc.line(from).from;\n const posTo = remove === 0 ? posFrom : this._view.state.doc.line(Math.min(numLines, from + remove)).from;\n\n // Don't remove the last line.\n let text = insert.join('\\n');\n if (posTo === this._view.state.doc.length) {\n text += '\\n';\n }\n\n this._view.dispatch({\n changes: { from: posFrom, to: posTo, insert: text },\n });\n }\n}\n\ntype ChunkChange<T extends Chunk> =\n | {\n type: 'append';\n index: number;\n chunk: T;\n }\n | {\n type: 'update';\n index: number;\n chunk: T;\n }\n | {\n type: 'delete';\n index: number;\n id: string;\n };\n\n/**\n * Each Chunk can be converted into a set of lines.\n * Chunks can be added, updated or deleted from the Queue.\n * A Document is an immutable projection that represents a flat list of lines corresponding to the Queue.\n *\n * Ideally we would implement a custom virtual Text model for the View, but this currently isn't possible in Codemirror.\n * Instead this model tracks changes and syncs them with the ChunkDocument.\n */\nexport class SerializationModel<T extends Chunk> {\n /** Emits when the document is updated. */\n public readonly update = new Event<void>();\n\n /** Ordered set of chunks. */\n private readonly _chunks: T[] = [];\n\n /** Map of chunk IDs to their current line counts. */\n private readonly _chunkLineCounts = new Map<string, number>();\n\n /** Map of line numbers to chunk IDs. */\n private readonly _lineToChunk = new Map<number, T>();\n\n /** Track chunk changes since last sync. */\n private readonly _changes: Array<ChunkChange<T>> = [];\n\n constructor(\n private readonly _renderer: ChunkRenderer<T>,\n initialChunks: T[] = [],\n ) {\n initialChunks.forEach((chunk) => {\n this.appendChunk(chunk);\n });\n }\n\n toJSON(): { chunks: number; changes: number } {\n return {\n chunks: this._chunks.length,\n changes: this._changes.length,\n };\n }\n\n get doc() {\n return Text.of([...this._chunks.flatMap((chunk, index) => this._renderer(chunk, index)), '']);\n }\n\n get chunks() {\n return this._chunks;\n }\n\n /**\n * Get the block ID at the given line number.\n */\n getChunkAtLine(line: number): T | undefined {\n return this._lineToChunk.get(line);\n }\n\n reset(): this {\n this._chunks.length = 0;\n this._chunkLineCounts.clear();\n this._lineToChunk.clear();\n this.update.emit();\n return this;\n }\n\n appendChunk(chunk: T): this {\n const index = this._chunks.length;\n this._chunks.push(chunk);\n this._changes.push({ type: 'append', index, chunk });\n this.update.emit();\n return this;\n }\n\n updateChunk(chunk: T): this {\n const index = this._chunks.findIndex((c) => c.id === chunk.id);\n invariant(index !== -1);\n this._chunks[index] = chunk;\n this._changes.push({ type: 'update', index, chunk });\n this.update.emit();\n return this;\n }\n\n deleteBlock(id: string): this {\n const index = this._chunks.findIndex((c) => c.id === id);\n invariant(index !== -1);\n this._chunks.splice(index, 1);\n this._changes.push({ type: 'delete', index, id });\n this.update.emit();\n return this;\n }\n\n /**\n * Syncs the tracked changes with the ChunkDocument.\n */\n sync(document: ChunkDocument): this {\n log('sync', { changes: this._changes });\n\n // Process each change in order.\n for (const change of this._changes) {\n switch (change.type) {\n case 'append': {\n // For appends, convert block to lines and add at the end.\n const lines = this._renderer(change.chunk, change.index);\n const lastLine = document.lineCount();\n document.replaceLines(lastLine + 1, 0, lines);\n break;\n }\n\n case 'update': {\n // For updates, find the block's line range and replace with new lines.\n let lineStart = 1;\n for (let i = 0; i < change.index; i++) {\n lineStart += this._chunkLineCounts.get(this._chunks[i].id)!;\n }\n const previousLineCount = this._chunkLineCounts.get(change.chunk.id)!;\n const newLines = this._renderer(change.chunk, change.index);\n document.replaceLines(lineStart, previousLineCount, newLines);\n break;\n }\n\n case 'delete': {\n // For deletes, find the block's line range and remove those lines.\n let lineStart = 1;\n for (let i = 0; i < change.index; i++) {\n lineStart += this._chunkLineCounts.get(this._chunks[i].id)!;\n }\n const previousLineCount = this._chunkLineCounts.get(change.id)!;\n document.replaceLines(lineStart, previousLineCount, []);\n break;\n }\n }\n }\n\n // Clear the line-to-block mapping.\n this._lineToChunk.clear();\n\n // Update all block line counts and line-to-block mapping after processing changes.\n let currentLine = 1;\n for (const [index, chunk] of this._chunks.entries()) {\n const lineCount = this._renderer(chunk, index).length;\n this._chunkLineCounts.set(chunk.id, lineCount);\n this._lineToChunk.set(currentLine, chunk);\n currentLine += lineCount;\n }\n\n // Clean up deleted blocks.\n const chunkIds = new Set(this._chunks.map((chunk) => chunk.id));\n for (const id of this._chunkLineCounts.keys()) {\n if (!chunkIds.has(id)) {\n this._chunkLineCounts.delete(id);\n }\n }\n\n // Clear changes after sync.\n this._changes.length = 0;\n return this;\n }\n}\n"],
5
+ "mappings": ";AAIA,SAASA,YAAY;AAGrB,SAASC,aAAa;AACtB,SAASC,iBAAiB;AAC1B,SAASC,WAAW;AAiBpB,IAAA,eAAA;AAIE,IAA6BC,kBAA7B,MAAgD;;EAAC,YAAA,OAAA;AAEjD,SAAA,QAAA;;;EAGA,YAAA;AAEAC,WAAAA,KAAaC,MAAcC,MAAgBC,IAAAA,QAAwB;;eAC3CC,MAAW,QAAOC,QAAS;QAAQJ,gBAAAA;MAAMC,OAAAA,KAAAA,MAAAA,MAAAA,IAAAA;MAAQC;MAAO;MAE9E;IACA,GAAA,EAAA,YAAMG,YAAeP,GAAMM,cAAUE,GAAKN,IAAAA,GAAAA,KAAMA,CAAI;AACpD,UAAMO,WAAQN,KAAAA,MAAW,MAAII,IAAAA;AAE7B,UAAA,UAAA,KAAA,MAAA,MAA8B,IAAA,KAAA,IAAA,EAAA;AAC9B,UAAIG,QAAON,WAAY,IAAA,UAAA,KAAA,MAAA,MAAA,IAAA,KAAA,KAAA,IAAA,UAAA,OAAA,MAAA,CAAA,EAAA;QAErBM,OAAAA,OAAQ,KAAA,IAAA;AACV,QAAA,UAAA,KAAA,MAAA,MAAA,IAAA,QAAA;AAEI,cAAOC;;eACET,SAAMK;eAAaE;QAAOL,MAAAA;QAAa,IAAA;QACpD,QAAA;MACF;IACF,CAAA;EAmBA;;AASE,IAAA,qBAAA,MAAA;EAGA;;EAGA,SAAmD,IAClCQ,MAAAA;;EAEjB,UAAsC,CACrBC;;EAGAC,mBAAqC,oBAAA,IAAA;;EAI7B,eACvB,oBAAA,IAAA;;EAFiBC,WAAAA,CAAAA;cAGjBC,WAAcC,gBAASC,CAAAA,GAAAA;SACrB,YAAKC;AACP,kBAAA,QAAA,CAAA,UAAA;AACF,WAAA,YAAA,KAAA;IAEAC,CAAAA;;WAEIC;WACAC;MACF,QAAA,KAAA,QAAA;MACF,SAAA,KAAA,SAAA;IAEIC;;;WACuF,KAAA,GAAA;MAAG,GAAA,KAAA,QAAA,QAAA,CAAA,OAAA,UAAA,KAAA,UAAA,OAAA,KAAA,CAAA;MAC9F;IAEIF,CAAAA;;EAEJ,IAAA,SAAA;AAEA,WAAA,KAAA;;;;;EAKA,eAAA,MAAA;AAEAG,WAAc,KAAA,aAAA,IAAA,IAAA;;UAER;AACJ,SAAKX,QAAAA,SAAaY;AAClB,SAAKC,iBAAW,MAAA;AAChB,SAAA,aAAW,MAAA;AACb,SAAA,OAAA,KAAA;AAEAP,WAAAA;;cAEOQ,OAAQC;AACb,UAAKd,QAASc,KAAK,QAAA;SAAEC,QAAM,KAAA,KAAA;SAAUC,SAAAA,KAAAA;MAAOZ,MAAAA;MAAM;MAC9C;IACJ,CAAA;AACF,SAAA,OAAA,KAAA;AAEAa,WAAAA;;cAEEjC,OAAUgC;AACV,UAAKH,QAAQG,KAAM,QAAGZ,UAAAA,CAAAA,MAAAA,EAAAA,OAAAA,MAAAA,EAAAA;AACtB,cAAKJ,UAAc,IAAA,QAAA,EAAA,YAAA,YAAA,GAAA,cAAA,GAAA,KAAA,GAAA,MAAA,GAAA,CAAA,gBAAA,EAAA,EAAA,CAAA;SAAEe,QAAM,KAAA,IAAA;SAAUC,SAAAA,KAAAA;MAAOZ,MAAAA;MAAM;MAC9C;IACJ,CAAA;AACF,SAAA,OAAA,KAAA;AAEAc,WAAAA;;cAEElC,IAAUgC;AACV,UAAKH,QAAQM,KAAM,QAAQ,UAAA,CAAA,MAAA,EAAA,OAAA,EAAA;AAC3B,cAAKnB,UAAc,IAAA,QAAA,EAAA,YAAA,YAAA,GAAA,cAAA,GAAA,KAAA,GAAA,MAAA,GAAA,CAAA,gBAAA,EAAA,EAAA,CAAA;SAAEe,QAAM,OAAA,OAAA,CAAA;SAAUC,SAAAA,KAAAA;MAAOI,MAAAA;MAAG;MAC3C;IACJ,CAAA;AACF,SAAA,OAAA,KAAA;AAEA,WAAA;;;;;iBAIyB;AAAc,QAAA,QAAA;MAErC,SAAA,KAAA;IACA,GAAA,EAAA,YAAWC,YAAc,GAACrB,cAAU,GAAA,KAAA,GAAA,KAAA,CAAA;eAEhC,UAAK,KAAA,UAAA;qBAAU,MAAA;;AAIbsB,gBAAAA,QAASnC,KAAAA,UAAaoC,OAAc,OAAGC,OAAAA,KAAAA;AACvC,gBAAA,WAAA,SAAA,UAAA;AACF,mBAAA,aAAA,WAAA,GAAA,GAAA,KAAA;AAEK;QAAU;;cAIXC,YAAAA;AACF,mBAAA,IAAA,GAAA,IAAA,OAAA,OAAA,KAAA;AACA,yBAAMC,KAAAA,iBAAyB5B,IAAAA,KAAiB6B,QAAIN,CAAAA,EAAOjB,EAAAA;UAC3D;AACAkB,gBAAAA,oBAAsBG,KAAAA,iBAAWC,IAAmBE,OAAAA,MAAAA,EAAAA;AACpD,gBAAA,WAAA,KAAA,UAAA,OAAA,OAAA,OAAA,KAAA;AACF,mBAAA,aAAA,WAAA,mBAAA,QAAA;AAEK;QAAU;;cAIXH,YAAAA;AACF,mBAAA,IAAA,GAAA,IAAA,OAAA,OAAA,KAAA;AACA,yBAAMC,KAAAA,iBAAyB5B,IAAAA,KAAiB6B,QAAIN,CAAAA,EAAOD,EAAE;UAC7DE;AACA,gBAAA,oBAAA,KAAA,iBAAA,IAAA,OAAA,EAAA;AACF,mBAAA,aAAA,WAAA,mBAAA,CAAA,CAAA;AACF;QACF;MAEA;IACA;AAGA,SAAIO,aAAc,MAAA;QAEhB,cAAMC;eACDhC,CAAAA,OAAAA,KAAAA,KAAoB,KAACM,QAAU0B,QAAAA,GAAAA;AACpC,YAAK/B,YAAagC,KAAIF,UAAAA,OAAazB,KAAAA,EAAAA;AACnCyB,WAAAA,iBAAeC,IAAAA,MAAAA,IAAAA,SAAAA;AACjB,WAAA,aAAA,IAAA,aAAA,KAAA;AAEA,qBAAA;IACA;UAEE,WAAKE,IAAY,IAACZ,KAAK,QAAA,IAAA,CAAA,UAAA,MAAA,EAAA,CAAA;eACrB,MAAKtB,KAAAA,iBAAwBsB,KAAAA,GAAAA;AAC/B,UAAA,CAAA,SAAA,IAAA,EAAA,GAAA;AACF,aAAA,iBAAA,OAAA,EAAA;MAEA;IACA;AAEF,SAAA,SAAA,SAAA;AACF,WAAA;;;",
6
+ "names": ["Text", "Event", "invariant", "log", "_view", "replaceLines", "from", "remove", "insert", "count", "state", "posFrom", "line", "posTo", "text", "dispatch", "_chunkLineCounts", "_lineToChunk", "_changes", "_renderer", "initialChunks", "forEach", "chunk", "appendChunk", "toJSON", "chunks", "changes", "doc", "reset", "clear", "update", "_chunks", "push", "type", "index", "updateChunk", "deleteBlock", "splice", "id", "change", "document", "lastLine", "lines", "lineStart", "previousLineCount", "get", "newLines", "currentLine", "lineCount", "set", "chunkIds"]
7
+ }
@@ -0,0 +1,124 @@
1
+ import {
2
+ __export
3
+ } from "./chunk-J5LGTIGS.mjs";
4
+
5
+ // src/types/defs.ts
6
+ var TRANSCRIPTION_URL = "https://calls-service.dxos.workers.dev";
7
+
8
+ // src/types/TranscriptionCapabilities.ts
9
+ var TranscriptionCapabilities_exports = {};
10
+ __export(TranscriptionCapabilities_exports, {
11
+ Transcriber: () => Transcriber,
12
+ TranscriptionManager: () => TranscriptionManager
13
+ });
14
+ import { Capability } from "@dxos/app-framework";
15
+ import { meta } from "#meta";
16
+ var Transcriber = Capability.make(`${meta.id}.capability.transcriber`);
17
+ var TranscriptionManager = Capability.make(`${meta.id}.capability.transcription-manager`);
18
+
19
+ // src/types/TranscriptOperation.ts
20
+ var TranscriptOperation_exports = {};
21
+ __export(TranscriptOperation_exports, {
22
+ Create: () => Create,
23
+ MessageWithRangeId: () => MessageWithRangeId,
24
+ Open: () => Open,
25
+ SentenceNormalization: () => SentenceNormalization,
26
+ SentenceNormalizationInput: () => SentenceNormalizationInput,
27
+ SentenceNormalizationOutput: () => SentenceNormalizationOutput,
28
+ Summarize: () => Summarize
29
+ });
30
+ import * as Schema from "effect/Schema";
31
+ import { AiService } from "@dxos/ai";
32
+ import { SpaceSchema } from "@dxos/client/echo";
33
+ import { Operation } from "@dxos/compute";
34
+ import { Database, Feed, Ref } from "@dxos/echo";
35
+ import { Message, Transcript } from "@dxos/types";
36
+ import { meta as meta2 } from "#meta";
37
+ var TRANSCRIPT_OPERATION = `${meta2.id}.operation`;
38
+ var Create = Operation.make({
39
+ meta: {
40
+ key: `${TRANSCRIPT_OPERATION}.create`,
41
+ name: "Create Transcript"
42
+ },
43
+ input: Schema.Struct({
44
+ name: Schema.optional(Schema.String),
45
+ space: SpaceSchema
46
+ }),
47
+ output: Schema.Struct({
48
+ object: Transcript.Transcript
49
+ })
50
+ });
51
+ var MessageWithRangeId = Schema.extend(Message.Message, Schema.Struct({
52
+ rangeId: Schema.optional(Schema.Array(Schema.String)).annotations({
53
+ description: "The IDs of the messages that contain the sentences."
54
+ })
55
+ }));
56
+ var Open = Operation.make({
57
+ meta: {
58
+ key: "org.dxos.function.transcription.open",
59
+ name: "Open",
60
+ description: "Opens and reads the contents of a transcription object."
61
+ },
62
+ input: Schema.Struct({
63
+ transcript: Ref.Ref(Transcript.Transcript).annotations({
64
+ description: "The ID of the transcription object."
65
+ })
66
+ }),
67
+ output: Schema.Struct({
68
+ content: Schema.String
69
+ }),
70
+ services: [
71
+ Database.Service,
72
+ Feed.FeedService
73
+ ]
74
+ });
75
+ var Summarize = Operation.make({
76
+ meta: {
77
+ key: "org.dxos.function.transcription.summarize",
78
+ name: "Summarize",
79
+ description: "Summarize a transcript of a meeting."
80
+ },
81
+ input: Schema.Struct({
82
+ transcript: Schema.String.annotations({
83
+ description: "The transcript of the meeting."
84
+ }),
85
+ notes: Schema.optional(Schema.String).annotations({
86
+ description: "Additional notes from the participants."
87
+ })
88
+ }),
89
+ output: Schema.Struct({
90
+ summary: Schema.String.annotations({
91
+ description: "The summary of the transcript."
92
+ })
93
+ }),
94
+ services: [
95
+ AiService.AiService
96
+ ]
97
+ });
98
+ var SentenceNormalizationInput = Schema.Struct({
99
+ messages: Schema.Array(MessageWithRangeId).annotations({
100
+ description: "Messages to normalize into sentences."
101
+ })
102
+ });
103
+ var SentenceNormalizationOutput = Schema.Struct({
104
+ sentences: Schema.Array(MessageWithRangeId.pipe(Schema.mutable)).pipe(Schema.mutable).annotations({
105
+ description: "The sentences of the transcript."
106
+ })
107
+ });
108
+ var SentenceNormalization = Operation.make({
109
+ meta: {
110
+ key: "org.dxos.function.transcription.sentence-normalization",
111
+ name: "Sentence Normalization",
112
+ description: "Post process of transcription for sentence normalization"
113
+ },
114
+ input: SentenceNormalizationInput,
115
+ output: SentenceNormalizationOutput,
116
+ services: []
117
+ });
118
+
119
+ export {
120
+ TRANSCRIPTION_URL,
121
+ TranscriptionCapabilities_exports,
122
+ TranscriptOperation_exports
123
+ };
124
+ //# sourceMappingURL=chunk-NNR3EYR2.mjs.map
@@ -0,0 +1,7 @@
1
+ {
2
+ "version": 3,
3
+ "sources": ["../../../src/types/defs.ts", "../../../src/types/TranscriptionCapabilities.ts", "../../../src/types/TranscriptOperation.ts"],
4
+ "sourcesContent": ["//\n// Copyright 2025 DXOS.org\n//\n\n/**\n * Endpoint to the calls service.\n */\n// TODO(burdon): Reconfigure/move.\nexport const TRANSCRIPTION_URL = 'https://calls-service.dxos.workers.dev';\n", "//\n// Copyright 2025 DXOS.org\n//\n\n// @import-as-namespace\n\nimport { Capability } from '@dxos/app-framework';\n\nimport { meta } from '#meta';\n\nimport {\n type MediaStreamRecorderProps,\n type Transcriber as TranscriberType,\n type TranscriberProps,\n type TranscriptMessageEnricher,\n type TranscriptionManager as TranscriptionManagerType,\n} from '../transcriber';\n\nexport type GetTranscriberProps = {\n audioStreamTrack: MediaStreamTrack;\n recorderConfig?: Partial<MediaStreamRecorderProps['config']>;\n transcriberConfig?: Partial<TranscriberProps['config']>;\n onSegments: TranscriberProps['onSegments'];\n transcribe?: TranscriberProps['transcribe'];\n};\n\nexport type GetTranscriber = (props: GetTranscriberProps) => TranscriberType;\n\nexport type GetTranscriptionManagerProps = {\n messageEnricher?: TranscriptMessageEnricher;\n};\n\nexport type GetTranscriptionManager = (props: GetTranscriptionManagerProps) => TranscriptionManagerType;\n\nexport const Transcriber = Capability.make<GetTranscriber>(`${meta.id}.capability.transcriber`);\n\nexport const TranscriptionManager = Capability.make<GetTranscriptionManager>(\n `${meta.id}.capability.transcription-manager`,\n);\n", "//\n// Copyright 2025 DXOS.org\n//\n\n// @import-as-namespace\n\nimport * as Schema from 'effect/Schema';\n\nimport { AiService } from '@dxos/ai';\nimport { SpaceSchema } from '@dxos/client/echo';\nimport { Operation } from '@dxos/compute';\nimport { Database, Feed, Ref } from '@dxos/echo';\nimport { Message, Transcript } from '@dxos/types';\n\nimport { meta } from '#meta';\n\nconst TRANSCRIPT_OPERATION = `${meta.id}.operation`;\n\nexport const Create = Operation.make({\n meta: { key: `${TRANSCRIPT_OPERATION}.create`, name: 'Create Transcript' },\n input: Schema.Struct({\n name: Schema.optional(Schema.String),\n space: SpaceSchema,\n }),\n output: Schema.Struct({\n object: Transcript.Transcript,\n }),\n});\n\nexport const MessageWithRangeId = Schema.extend(\n Message.Message,\n Schema.Struct({\n rangeId: Schema.optional(Schema.Array(Schema.String)).annotations({\n description: 'The IDs of the messages that contain the sentences.',\n }),\n }),\n);\n\nexport type MessageWithRangeIdType = Schema.Schema.Type<typeof MessageWithRangeId>;\n\nexport const Open = Operation.make({\n meta: {\n key: 'org.dxos.function.transcription.open',\n name: 'Open',\n description: 'Opens and reads the contents of a transcription object.',\n },\n input: Schema.Struct({\n transcript: Ref.Ref(Transcript.Transcript).annotations({\n description: 'The ID of the transcription object.',\n }),\n }),\n output: Schema.Struct({\n content: Schema.String,\n }),\n services: [Database.Service, Feed.FeedService],\n});\n\nexport const Summarize = Operation.make({\n meta: {\n key: 'org.dxos.function.transcription.summarize',\n name: 'Summarize',\n description: 'Summarize a transcript of a meeting.',\n },\n input: Schema.Struct({\n transcript: Schema.String.annotations({\n description: 'The transcript of the meeting.',\n }),\n notes: Schema.optional(Schema.String).annotations({\n description: 'Additional notes from the participants.',\n }),\n }),\n output: Schema.Struct({\n summary: Schema.String.annotations({\n description: 'The summary of the transcript.',\n }),\n }),\n services: [AiService.AiService],\n});\n\nexport const SentenceNormalizationInput = Schema.Struct({\n messages: Schema.Array(MessageWithRangeId).annotations({\n description: 'Messages to normalize into sentences.',\n }),\n});\n\nexport type SentenceNormalizationInputType = Schema.Schema.Type<typeof SentenceNormalizationInput>;\n\nexport const SentenceNormalizationOutput = Schema.Struct({\n sentences: Schema.Array(MessageWithRangeId.pipe(Schema.mutable)).pipe(Schema.mutable).annotations({\n description: 'The sentences of the transcript.',\n }),\n});\n\nexport const SentenceNormalization = Operation.make({\n meta: {\n key: 'org.dxos.function.transcription.sentence-normalization',\n name: 'Sentence Normalization',\n description: 'Post process of transcription for sentence normalization',\n },\n input: SentenceNormalizationInput,\n output: SentenceNormalizationOutput,\n services: [],\n});\n"],
5
+ "mappings": ";;;;;AAQO,IAAMA,oBAAoB;;;ACRjC;;;;;AAMA,SAASC,kBAAkB;AAE3B,SAASC,YAAY;AA0Bd,IAAMC,cAAcF,WAAWG,KAAqB,GAAGF,KAAKG,EAAE,yBAAyB;AAEvF,IAAMC,uBAAuBL,WAAWG,KAC7C,GAAGF,KAAKG,EAAE,mCAAmC;;;ACrC/C;;;;;;;;;;AAMA,YAAYE,YAAY;AAExB,SAASC,iBAAiB;AAC1B,SAASC,mBAAmB;AAC5B,SAASC,iBAAiB;AAC1B,SAASC,UAAUC,MAAMC,WAAW;AACpC,SAASC,SAASC,kBAAkB;AAEpC,SAASC,QAAAA,aAAY;AAErB,IAAMC,uBAAuB,GAAGD,MAAKE,EAAE;AAEhC,IAAMC,SAAST,UAAUU,KAAK;EACnCJ,MAAM;IAAEK,KAAK,GAAGJ,oBAAAA;IAA+BK,MAAM;EAAoB;EACzEC,OAAcC,cAAO;IACnBF,MAAaG,gBAAgBC,aAAM;IACnCC,OAAOlB;EACT,CAAA;EACAmB,QAAeJ,cAAO;IACpBK,QAAQd,WAAWA;EACrB,CAAA;AACF,CAAA;AAEO,IAAMe,qBAA4BC,cACvCjB,QAAQA,SACDU,cAAO;EACZQ,SAAgBP,gBAAgBQ,aAAaP,aAAM,CAAA,EAAGQ,YAAY;IAChEC,aAAa;EACf,CAAA;AACF,CAAA,CAAA;AAKK,IAAMC,OAAO1B,UAAUU,KAAK;EACjCJ,MAAM;IACJK,KAAK;IACLC,MAAM;IACNa,aAAa;EACf;EACAZ,OAAcC,cAAO;IACnBa,YAAYxB,IAAIA,IAAIE,WAAWA,UAAU,EAAEmB,YAAY;MACrDC,aAAa;IACf,CAAA;EACF,CAAA;EACAP,QAAeJ,cAAO;IACpBc,SAAgBZ;EAClB,CAAA;EACAa,UAAU;IAAC5B,SAAS6B;IAAS5B,KAAK6B;;AACpC,CAAA;AAEO,IAAMC,YAAYhC,UAAUU,KAAK;EACtCJ,MAAM;IACJK,KAAK;IACLC,MAAM;IACNa,aAAa;EACf;EACAZ,OAAcC,cAAO;IACnBa,YAAmBX,cAAOQ,YAAY;MACpCC,aAAa;IACf,CAAA;IACAQ,OAAclB,gBAAgBC,aAAM,EAAEQ,YAAY;MAChDC,aAAa;IACf,CAAA;EACF,CAAA;EACAP,QAAeJ,cAAO;IACpBoB,SAAgBlB,cAAOQ,YAAY;MACjCC,aAAa;IACf,CAAA;EACF,CAAA;EACAI,UAAU;IAAC/B,UAAUA;;AACvB,CAAA;AAEO,IAAMqC,6BAAoCrB,cAAO;EACtDsB,UAAiBb,aAAMH,kBAAAA,EAAoBI,YAAY;IACrDC,aAAa;EACf,CAAA;AACF,CAAA;AAIO,IAAMY,8BAAqCvB,cAAO;EACvDwB,WAAkBf,aAAMH,mBAAmBmB,KAAYC,cAAO,CAAA,EAAGD,KAAYC,cAAO,EAAEhB,YAAY;IAChGC,aAAa;EACf,CAAA;AACF,CAAA;AAEO,IAAMgB,wBAAwBzC,UAAUU,KAAK;EAClDJ,MAAM;IACJK,KAAK;IACLC,MAAM;IACNa,aAAa;EACf;EACAZ,OAAOsB;EACPjB,QAAQmB;EACRR,UAAU,CAAA;AACZ,CAAA;",
6
+ "names": ["TRANSCRIPTION_URL", "Capability", "meta", "Transcriber", "make", "id", "TranscriptionManager", "Schema", "AiService", "SpaceSchema", "Operation", "Database", "Feed", "Ref", "Message", "Transcript", "meta", "TRANSCRIPT_OPERATION", "id", "Create", "make", "key", "name", "input", "Struct", "optional", "String", "space", "output", "object", "MessageWithRangeId", "extend", "rangeId", "Array", "annotations", "description", "Open", "transcript", "content", "services", "Service", "FeedService", "Summarize", "notes", "summary", "SentenceNormalizationInput", "messages", "SentenceNormalizationOutput", "sentences", "pipe", "mutable", "SentenceNormalization"]
7
+ }
@@ -0,0 +1,244 @@
1
+ import {
2
+ SerializationModel
3
+ } from "./chunk-MLRJWAQH.mjs";
4
+
5
+ // src/hooks/useAudioFile.ts
6
+ import { useEffect, useState } from "react";
7
+ import { scheduleTask } from "@dxos/async";
8
+ import { Context } from "@dxos/context";
9
+ import { log } from "@dxos/log";
10
+ var __dxlog_file = "/__w/dxos/dxos/packages/plugins/plugin-transcription/src/hooks/useAudioFile.ts";
11
+ var useAudioFile = (audioUrl, constraints) => {
12
+ const [{ audio, stream, track }, setStream] = useState({});
13
+ useEffect(() => {
14
+ const ctx = new Context(void 0, { "~LogMeta": "~LogMeta", F: __dxlog_file, L: 11 });
15
+ scheduleTask(ctx, async () => {
16
+ try {
17
+ const response = await fetch(audioUrl);
18
+ const blob = await response.blob();
19
+ const objectUrl = URL.createObjectURL(blob);
20
+ ctx.onDispose(() => {
21
+ URL.revokeObjectURL(objectUrl);
22
+ });
23
+ const audio2 = new Audio();
24
+ audio2.src = objectUrl;
25
+ await new Promise((resolve, reject) => {
26
+ audio2.addEventListener("error", (err) => {
27
+ log.error("error", {
28
+ err
29
+ }, { "~LogMeta": "~LogMeta", F: __dxlog_file, L: 25, S: void 0 });
30
+ reject(err);
31
+ }, {
32
+ once: true
33
+ });
34
+ audio2.addEventListener("canplay", async () => {
35
+ resolve();
36
+ }, {
37
+ once: true
38
+ });
39
+ audio2.load();
40
+ });
41
+ const audioCtx = new AudioContext();
42
+ if (audioCtx.state === "suspended") {
43
+ await audioCtx.resume();
44
+ }
45
+ const destination = audioCtx.createMediaStreamDestination();
46
+ destination.channelCount = 1;
47
+ const source = audioCtx.createMediaElementSource(audio2);
48
+ source.connect(destination);
49
+ const track2 = destination.stream.getAudioTracks()[0];
50
+ if (constraints) {
51
+ await track2.applyConstraints(constraints).catch((err) => log.catch(err, void 0, { "~LogMeta": "~LogMeta", F: __dxlog_file, L: 50, S: void 0 }));
52
+ }
53
+ setStream({
54
+ audio: audio2,
55
+ stream: destination.stream,
56
+ track: destination.stream.getAudioTracks()[0]
57
+ });
58
+ } catch (err) {
59
+ log.catch(err, void 0, { "~LogMeta": "~LogMeta", F: __dxlog_file, L: 59, S: void 0 });
60
+ }
61
+ });
62
+ return () => {
63
+ void ctx.dispose();
64
+ };
65
+ }, [
66
+ audioUrl
67
+ ]);
68
+ return {
69
+ audio,
70
+ stream,
71
+ track
72
+ };
73
+ };
74
+
75
+ // src/hooks/useAudioTrack.ts
76
+ import { useEffect as useEffect2, useState as useState2 } from "react";
77
+ var useAudioTrack = (active, constraints) => {
78
+ const [track, setTrack] = useState2();
79
+ useEffect2(() => {
80
+ if (!active) {
81
+ track?.stop();
82
+ setTrack(void 0);
83
+ return;
84
+ }
85
+ const initAudio = async () => {
86
+ const audio = new Audio();
87
+ audio.srcObject = await navigator.mediaDevices.getUserMedia({
88
+ audio: constraints ?? true
89
+ });
90
+ const [track2] = audio.srcObject.getAudioTracks();
91
+ if (track2) {
92
+ setTrack(track2);
93
+ }
94
+ };
95
+ if (active) {
96
+ void initAudio();
97
+ }
98
+ }, [
99
+ active
100
+ ]);
101
+ return track;
102
+ };
103
+
104
+ // src/hooks/useQueueModelAdapter.ts
105
+ import { useEffect as useEffect3, useMemo, useState as useState3 } from "react";
106
+ var useQueueModelAdapter = (renderer, queue, initialChunks = []) => {
107
+ const model = useMemo(() => new SerializationModel(renderer, initialChunks), [
108
+ queue
109
+ ]);
110
+ const [loaded, setLoaded] = useState3(false);
111
+ useEffect3(() => {
112
+ if (!queue) {
113
+ return;
114
+ }
115
+ const update = () => {
116
+ for (const block of queue?.objects ?? []) {
117
+ model.appendChunk(block);
118
+ }
119
+ setLoaded(true);
120
+ };
121
+ let i;
122
+ if (queue.isLoading) {
123
+ i = setInterval(() => {
124
+ if (!queue?.isLoading) {
125
+ clearInterval(i);
126
+ update();
127
+ }
128
+ }, 1e3);
129
+ } else {
130
+ update();
131
+ }
132
+ return () => clearTimeout(i);
133
+ }, [
134
+ model,
135
+ queue
136
+ ]);
137
+ useEffect3(() => {
138
+ if (!loaded || !queue || model.chunks.length === queue.objects.length) {
139
+ return;
140
+ }
141
+ const chunk = queue.objects.at(-1);
142
+ if (chunk) {
143
+ model.appendChunk(chunk);
144
+ }
145
+ }, [
146
+ model,
147
+ loaded,
148
+ queue?.objects.length
149
+ ]);
150
+ return model;
151
+ };
152
+
153
+ // src/hooks/useTranscriber.ts
154
+ import { useEffect as useEffect4, useMemo as useMemo2 } from "react";
155
+ import { useCapabilities } from "@dxos/app-framework/ui";
156
+ import { TranscriptionCapabilities } from "#types";
157
+ var useTranscriber = ({ audioStreamTrack, recorderConfig, transcriberConfig, onSegments, transcribe }) => {
158
+ const [getTranscriber] = useCapabilities(TranscriptionCapabilities.Transcriber);
159
+ const transcriber = useMemo2(() => {
160
+ if (!getTranscriber || !audioStreamTrack || !onSegments) {
161
+ return void 0;
162
+ }
163
+ return getTranscriber({
164
+ audioStreamTrack,
165
+ recorderConfig,
166
+ transcriberConfig,
167
+ onSegments,
168
+ transcribe
169
+ });
170
+ }, [
171
+ getTranscriber,
172
+ audioStreamTrack,
173
+ recorderConfig,
174
+ transcriberConfig,
175
+ onSegments,
176
+ transcribe
177
+ ]);
178
+ useEffect4(() => {
179
+ return () => {
180
+ void transcriber?.close();
181
+ };
182
+ }, [
183
+ transcriber
184
+ ]);
185
+ return transcriber;
186
+ };
187
+
188
+ // src/hooks/useVoiceInput.ts
189
+ import { useCallback, useEffect as useEffect5, useState as useState4 } from "react";
190
+ import { scheduleMicroTask } from "@dxos/async";
191
+ import { Context as Context2 } from "@dxos/context";
192
+ import { log as log2 } from "@dxos/log";
193
+ import { useSoundEffect } from "@dxos/react-ui-sfx";
194
+ var __dxlog_file2 = "/__w/dxos/dxos/packages/plugins/plugin-transcription/src/hooks/useVoiceInput.ts";
195
+ var useVoiceInput = ({ active, onUpdate }) => {
196
+ const soundStart = useSoundEffect("StartRecording");
197
+ const soundStop = useSoundEffect("StopRecording");
198
+ const handleSegments = useCallback(async (segments) => {
199
+ const text = segments.map((str) => str.text.trim().replace(/[^\w\s]/g, "")).join(" ");
200
+ onUpdate(text);
201
+ }, []);
202
+ const [recording, setRecording] = useState4(false);
203
+ const track = useAudioTrack(active);
204
+ const transcriber = useTranscriber({
205
+ audioStreamTrack: track,
206
+ onSegments: handleSegments
207
+ });
208
+ useEffect5(() => {
209
+ const ctx = new Context2(void 0, { "~LogMeta": "~LogMeta", F: __dxlog_file2, L: 29 });
210
+ scheduleMicroTask(ctx, async () => {
211
+ if (active && transcriber) {
212
+ await transcriber.open();
213
+ log2.info("starting...", void 0, { "~LogMeta": "~LogMeta", F: __dxlog_file2, L: 33, S: void 0 });
214
+ setRecording(true);
215
+ void soundStart.play();
216
+ transcriber.startChunksRecording();
217
+ } else if (!active && transcriber?.isOpen) {
218
+ transcriber?.stopChunksRecording();
219
+ await transcriber?.close();
220
+ log2.info("stopped", void 0, { "~LogMeta": "~LogMeta", F: __dxlog_file2, L: 40, S: void 0 });
221
+ setRecording(false);
222
+ void soundStop.play();
223
+ }
224
+ });
225
+ return () => {
226
+ void ctx.dispose();
227
+ };
228
+ }, [
229
+ active,
230
+ transcriber
231
+ ]);
232
+ return {
233
+ recording
234
+ };
235
+ };
236
+
237
+ export {
238
+ useAudioFile,
239
+ useAudioTrack,
240
+ useQueueModelAdapter,
241
+ useTranscriber,
242
+ useVoiceInput
243
+ };
244
+ //# sourceMappingURL=chunk-NQQK7UZQ.mjs.map
@@ -0,0 +1,7 @@
1
+ {
2
+ "version": 3,
3
+ "sources": ["../../../src/hooks/useAudioFile.ts", "../../../src/hooks/useAudioTrack.ts", "../../../src/hooks/useQueueModelAdapter.ts", "../../../src/hooks/useTranscriber.ts", "../../../src/hooks/useVoiceInput.ts"],
4
+ "sourcesContent": ["//\n// Copyright 2025 DXOS.org\n//\n\nimport { useEffect, useState } from 'react';\n\nimport { scheduleTask } from '@dxos/async';\nimport { Context } from '@dxos/context';\nimport { log } from '@dxos/log';\n\nexport type UseAudioState = {\n audio?: HTMLAudioElement;\n stream?: MediaStream;\n track?: MediaStreamTrack;\n};\n\nexport const useAudioFile = (audioUrl: string, constraints?: MediaTrackConstraints): UseAudioState => {\n const [{ audio, stream, track }, setStream] = useState<UseAudioState>({});\n useEffect(() => {\n const ctx = new Context();\n\n scheduleTask(ctx, async () => {\n // TODO(wittjosiah): Fetch to external url fails in headless storybook test.\n try {\n const response = await fetch(audioUrl);\n const blob = await response.blob();\n const objectUrl = URL.createObjectURL(blob);\n ctx.onDispose(() => {\n URL.revokeObjectURL(objectUrl);\n });\n\n const audio = new Audio();\n audio.src = objectUrl;\n\n await new Promise<void>((resolve, reject) => {\n audio.addEventListener(\n 'error',\n (err) => {\n log.error('error', { err });\n reject(err);\n },\n { once: true },\n );\n audio.addEventListener(\n 'canplay',\n async () => {\n resolve();\n },\n { once: true },\n );\n audio.load();\n });\n\n const audioCtx = new AudioContext();\n\n // Resume AudioContext if it's suspended.\n if (audioCtx.state === 'suspended') {\n await audioCtx.resume();\n }\n\n const destination = audioCtx.createMediaStreamDestination();\n destination.channelCount = 1;\n\n const source = audioCtx.createMediaElementSource(audio);\n source.connect(destination);\n const track = destination.stream.getAudioTracks()[0];\n if (constraints) {\n await track.applyConstraints(constraints).catch((err) => log.catch(err));\n }\n\n // Also connect to speakers so audio is audible.\n setStream({\n audio,\n stream: destination.stream,\n track: destination.stream.getAudioTracks()[0],\n });\n } catch (err) {\n log.catch(err);\n }\n });\n\n return () => {\n void ctx.dispose();\n };\n }, [audioUrl]);\n\n return { audio, stream, track };\n};\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { useEffect, useState } from 'react';\n\n/**\n *\n */\n// TODO(burdon): Reconcile with react-ui-sfx and plugin-calls.\nexport const useAudioTrack = (active?: boolean, constraints?: MediaTrackConstraints): MediaStreamTrack | undefined => {\n const [track, setTrack] = useState<MediaStreamTrack>();\n useEffect(() => {\n if (!active) {\n track?.stop();\n setTrack(undefined);\n return;\n }\n\n const initAudio = async () => {\n const audio = new Audio();\n audio.srcObject = await navigator.mediaDevices.getUserMedia({ audio: constraints ?? true });\n const [track] = audio.srcObject.getAudioTracks();\n if (track) {\n setTrack(track);\n }\n };\n\n if (active) {\n void initAudio();\n }\n }, [active]);\n\n return track;\n};\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { useEffect, useMemo, useState } from 'react';\n\nimport type { Obj } from '@dxos/echo';\nimport { type Queue } from '@dxos/react-client/echo';\n\nimport { type ChunkRenderer, SerializationModel } from '../model';\n\n/**\n * Model adapter for a queue.\n */\nexport const useQueueModelAdapter = <T extends Obj.Unknown>(\n renderer: ChunkRenderer<T>,\n queue: Queue<T> | undefined,\n initialChunks: T[] = [],\n): SerializationModel<T> => {\n const model = useMemo(() => new SerializationModel<T>(renderer, initialChunks), [queue]);\n const [loaded, setLoaded] = useState(false);\n\n // Set initial blocks.\n useEffect(() => {\n if (!queue) {\n return;\n }\n\n const update = () => {\n for (const block of queue?.objects ?? []) {\n model.appendChunk(block);\n }\n\n setLoaded(true);\n };\n\n // TODO(burdon): This is a hack to ensure the queue is loaded.\n let i: NodeJS.Timeout | undefined;\n if (queue.isLoading) {\n i = setInterval(() => {\n if (!queue?.isLoading) {\n clearInterval(i);\n update();\n }\n }, 1_000);\n } else {\n update();\n }\n\n return () => clearTimeout(i);\n }, [model, queue]);\n\n // TODO(burdon): Can we listen for queue events?\n useEffect(() => {\n if (!loaded || !queue || model.chunks.length === queue.objects.length) {\n return;\n }\n\n const chunk = queue.objects.at(-1);\n if (chunk) {\n model.appendChunk(chunk);\n }\n }, [model, loaded, queue?.objects.length]);\n\n return model;\n};\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { useEffect, useMemo } from 'react';\n\nimport { useCapabilities } from '@dxos/app-framework/ui';\n\nimport { TranscriptionCapabilities } from '#types';\n\nimport { type Transcriber } from '../transcriber';\n\n/**\n * Records audio while user is speaking and transcribes it after user is done speaking.\n */\nexport const useTranscriber = ({\n audioStreamTrack,\n recorderConfig,\n transcriberConfig,\n onSegments,\n transcribe,\n}: Partial<TranscriptionCapabilities.GetTranscriberProps>) => {\n const [getTranscriber] = useCapabilities(TranscriptionCapabilities.Transcriber);\n\n // Initialize audio transcription.\n const transcriber = useMemo<Transcriber | undefined>(() => {\n if (!getTranscriber || !audioStreamTrack || !onSegments) {\n return undefined;\n }\n\n return getTranscriber({\n audioStreamTrack,\n recorderConfig,\n transcriberConfig,\n onSegments,\n transcribe,\n });\n }, [getTranscriber, audioStreamTrack, recorderConfig, transcriberConfig, onSegments, transcribe]);\n\n useEffect(() => {\n return () => {\n void transcriber?.close();\n };\n }, [transcriber]);\n\n return transcriber;\n};\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { useCallback, useEffect, useState } from 'react';\n\nimport { scheduleMicroTask } from '@dxos/async';\nimport { Context } from '@dxos/context';\nimport { log } from '@dxos/log';\nimport { useSoundEffect } from '@dxos/react-ui-sfx';\n\nimport { type TranscriberProps } from '../transcriber';\nimport { useAudioTrack } from './useAudioTrack';\nimport { useTranscriber } from './useTranscriber';\n\nexport type UseVoiceInputProps = {\n active?: boolean;\n onUpdate: (text: string) => void;\n};\n\n/**\n * Hook for voice input.\n */\nexport const useVoiceInput = ({ active, onUpdate }: UseVoiceInputProps) => {\n const soundStart = useSoundEffect('StartRecording');\n const soundStop = useSoundEffect('StopRecording');\n\n const handleSegments = useCallback<TranscriberProps['onSegments']>(async (segments) => {\n const text = segments.map((str) => str.text.trim().replace(/[^\\w\\s]/g, '')).join(' ');\n onUpdate(text);\n }, []);\n\n // Audio/transcription.\n const [recording, setRecording] = useState(false);\n const track = useAudioTrack(active);\n const transcriber = useTranscriber({\n audioStreamTrack: track,\n onSegments: handleSegments,\n });\n\n // Start/stop transcription.\n useEffect(() => {\n const ctx = new Context();\n scheduleMicroTask(ctx, async () => {\n if (active && transcriber) {\n await transcriber.open();\n log.info('starting...');\n setRecording(true);\n void soundStart.play();\n transcriber.startChunksRecording();\n } else if (!active && transcriber?.isOpen) {\n transcriber?.stopChunksRecording();\n await transcriber?.close();\n log.info('stopped');\n setRecording(false);\n void soundStop.play();\n }\n });\n\n return () => {\n void ctx.dispose();\n };\n }, [active, transcriber]);\n\n return { recording };\n};\n"],
5
+ "mappings": ";;;;;AAIA,SAASA,WAAWC,gBAAgB;AAEpC,SAASC,oBAAoB;AAC7B,SAASC,eAAe;AACxB,SAASC,WAAW;AAQpB,IAAA,eAAaC;AAEXL,IAAAA,eAAU,CAAA,UAAA,gBAAA;QACR,CAAA,EAAA,OAAY,QAAIG,MAAAA,GAAAA,SAAAA,IAAAA,SAAAA,CAAAA,CAAAA;YAEhBD,MAAAA;UACE,MAAA,IAAA,QAAA,QAAA,EAAA,YAAA,YAAA,GAAA,cAAA,GAAA,GAAA,CAAA;iBACI,KAAA,YAAA;UAEF;AACA,cAAMI,WAAAA,MAAgBC,MAAAA,QAAe;AACrCC,cAAIC,OAAS,MAAC,SAAA,KAAA;cACZC,YAAIC,IAAAA,gBAAgBL,IAAAA;AACtB,YAAA,UAAA,MAAA;AAEA,cAAMM,gBAAYC,SAAAA;QAClBD,CAAAA;AAEA,cAAMA,SAAIE,IAAc,MAACC;eACvBH,MAAMI;kBAGFZ,QAAU,CAAA,SAAS,WAAA;kCAAEa,SAAAA,CAAAA,QAAAA;AAAI,gBAAA,MAAA,SAAA;cACzBC;YAEF,GAAA,EAAA,YAAA,YAAA,GAAA,cAAA,GAAA,IAAA,GAAA,OAAA,CAAA;AAAEC,mBAAM,GAAA;UAAK,GAAA;YAEfP,MAAMI;;AAIJ,UAAAJ,OACA,iBAAA,WAAA,YAAA;AAAEO,oBAAM;UAAK,GAAA;YAEfP,MAAU;UACZ,CAAA;AAEA,UAAAA,OAAMQ,KAAAA;QAEN,CAAA;AACA,cAAIA,WAASC,IAAK,aAAK;AAEvB,YAAA,SAAA,UAAA,aAAA;AAEA,gBAAMC,SAAAA,OAAcF;QACpBE;AAEA,cAAMC,cAASH,SAASI,6BAAyBZ;AACjDW,oBAAOE,eAAQH;AACf,cAAMI,SAAQJ,SAAAA,yBAAmCV,MAAG;AACpD,eAAIe,QAAAA,WAAa;cACfD,SAAMA,YAAME,OAAiBD,eAAaE,EAAAA,CAAK;AACjD,YAAA,aAAA;AAEA,gBAAAH,OAAA,iBAAA,WAAA,EAAA,MAAgD,CAAA,QAAA,IAAA,MAAA,KAAA,QAAA,EAAA,YAAA,YAAA,GAAA,cAAA,GAAA,IAAA,GAAA,OAAA,CAAA,CAAA;QAChDI;kBAEEC;UACAL,OAAAA;UACF,QAAA,YAAA;UACA,OAAY,YAAA,OAAA,eAAA,EAAA,CAAA;QACZtB,CAAAA;MACF,SAAA,KAAA;AACF,YAAA,MAAA,KAAA,QAAA,EAAA,YAAA,YAAA,GAAA,cAAA,GAAA,IAAA,GAAA,OAAA,CAAA;MAEA;;AAEA,WAAA,MAAA;AACC,WAAA,IAAA,QAAA;IAAC4B;KAAS;IAEb;;SAAgBD;IAAQL;IAAM;IAC9B;;;;;ACnFF,SAASO,aAAAA,YAAWC,YAAAA,iBAAgB;AAM7B,IAAMC,gBAAgB,CAACC,QAAkBC,gBAAAA;AAC9C,QAAM,CAACC,OAAOC,QAAAA,IAAYL,UAAAA;AAC1BD,EAAAA,WAAU,MAAA;AACR,QAAI,CAACG,QAAQ;AACXE,aAAOE,KAAAA;AACPD,eAASE,MAAAA;AACT;IACF;AAEA,UAAMC,YAAY,YAAA;AAChB,YAAMC,QAAQ,IAAIC,MAAAA;AAClBD,YAAME,YAAY,MAAMC,UAAUC,aAAaC,aAAa;QAAEL,OAAON,eAAe;MAAK,CAAA;AACzF,YAAM,CAACC,MAAAA,IAASK,MAAME,UAAUI,eAAc;AAC9C,UAAIX,QAAO;AACTC,iBAASD,MAAAA;MACX;IACF;AAEA,QAAIF,QAAQ;AACV,WAAKM,UAAAA;IACP;EACF,GAAG;IAACN;GAAO;AAEX,SAAOE;AACT;;;AC9BA,SAASY,aAAAA,YAAWC,SAASC,YAAAA,iBAAgB;AAUtC,IAAMC,uBAAuB,CAClCC,UACAC,OACAC,gBAAqB,CAAA,MAAE;AAEvB,QAAMC,QAAQC,QAAQ,MAAM,IAAIC,mBAAsBL,UAAUE,aAAAA,GAAgB;IAACD;GAAM;AACvF,QAAM,CAACK,QAAQC,SAAAA,IAAaC,UAAS,KAAA;AAGrCC,EAAAA,WAAU,MAAA;AACR,QAAI,CAACR,OAAO;AACV;IACF;AAEA,UAAMS,SAAS,MAAA;AACb,iBAAWC,SAASV,OAAOW,WAAW,CAAA,GAAI;AACxCT,cAAMU,YAAYF,KAAAA;MACpB;AAEAJ,gBAAU,IAAA;IACZ;AAGA,QAAIO;AACJ,QAAIb,MAAMc,WAAW;AACnBD,UAAIE,YAAY,MAAA;AACd,YAAI,CAACf,OAAOc,WAAW;AACrBE,wBAAcH,CAAAA;AACdJ,iBAAAA;QACF;MACF,GAAG,GAAA;IACL,OAAO;AACLA,aAAAA;IACF;AAEA,WAAO,MAAMQ,aAAaJ,CAAAA;EAC5B,GAAG;IAACX;IAAOF;GAAM;AAGjBQ,EAAAA,WAAU,MAAA;AACR,QAAI,CAACH,UAAU,CAACL,SAASE,MAAMgB,OAAOC,WAAWnB,MAAMW,QAAQQ,QAAQ;AACrE;IACF;AAEA,UAAMC,QAAQpB,MAAMW,QAAQU,GAAG,EAAC;AAChC,QAAID,OAAO;AACTlB,YAAMU,YAAYQ,KAAAA;IACpB;EACF,GAAG;IAAClB;IAAOG;IAAQL,OAAOW,QAAQQ;GAAO;AAEzC,SAAOjB;AACT;;;AC7DA,SAASoB,aAAAA,YAAWC,WAAAA,gBAAe;AAEnC,SAASC,uBAAuB;AAEhC,SAASC,iCAAiC;AAOnC,IAAMC,iBAAiB,CAAC,EAC7BC,kBACAC,gBACAC,mBACAC,YACAC,WAAU,MAC6C;AACvD,QAAM,CAACC,cAAAA,IAAkBR,gBAAgBC,0BAA0BQ,WAAW;AAG9E,QAAMC,cAAcX,SAAiC,MAAA;AACnD,QAAI,CAACS,kBAAkB,CAACL,oBAAoB,CAACG,YAAY;AACvD,aAAOK;IACT;AAEA,WAAOH,eAAe;MACpBL;MACAC;MACAC;MACAC;MACAC;IACF,CAAA;EACF,GAAG;IAACC;IAAgBL;IAAkBC;IAAgBC;IAAmBC;IAAYC;GAAW;AAEhGT,EAAAA,WAAU,MAAA;AACR,WAAO,MAAA;AACL,WAAKY,aAAaE,MAAAA;IACpB;EACF,GAAG;IAACF;GAAY;AAEhB,SAAOA;AACT;;;AC1CA,SAASG,aAAaC,aAAAA,YAAWC,YAAAA,iBAAgB;AAEjD,SAASC,yBAAyB;AAClC,SAASC,WAAAA,gBAAe;AACxB,SAASC,OAAAA,YAAW;AACpB,SAASC,sBAAsB;AAW/B,IAAAC,gBAAA;AAKQC,IAAAA,gBAAYC,CAAAA,EAAAA,QAAe,SAAA,MAAA;AAEjC,QAAMC,aAAAA,eAAiBC,gBAAmDC;QACxE,YAAaA,eAAcC,eAAiBC;QAC5CC,iBAASC,YAAAA,OAAAA,aAAAA;AACR,UAAE,OAAA,SAAA,IAAA,CAAA,QAAA,IAAA,KAAA,KAAA,EAAA,QAAA,YAAA,EAAA,CAAA,EAAA,KAAA,GAAA;AAEL,aAAA,IAAA;EACA,GAAA,CAAA,CAAA;AAEA,QAAMC,CAAAA,WAAAA,YAAcC,IAAAA,UAAe,KAAA;QACjCC,QAAAA,cAAkBC,MAAAA;QAClBC,cAAYX,eAAAA;IACd,kBAAA;IAEA,YAAA;EACAY,CAAAA;aAEEC,MAAAA;UACE,MAAIC,IAAAA,SAAUP,QAAa,EAAA,YAAA,YAAA,GAAAV,eAAA,GAAA,GAAA,CAAA;sBACnBU,KAAAA,YAAgB;UACtBQ,UAAS,aAAA;AACTC,cAAAA,YAAa,KAAA;AACb,QAAAD,KAAA,KAAKE,eAAe,QAAA,EAAA,YAAA,YAAA,GAAApB,eAAA,GAAA,IAAA,GAAA,OAAA,CAAA;AACpBU,qBAAYW,IAAAA;AACd,aAAO,WAAKJ,KAAUP;AACpBA,oBAAAA,qBAAaY;iBACPZ,CAAAA,UAAAA,aAAaa,QAAAA;AACnBL,qBAAS,oBAAA;AACTC,cAAAA,aAAa,MAAA;AACb,QAAAD,KAAA,KAAKjB,WAAc,QAAA,EAAA,YAAA,YAAA,GAAAD,eAAA,GAAA,IAAA,GAAA,OAAA,CAAA;AACrB,qBAAA,KAAA;AACF,aAAA,UAAA,KAAA;MAEA;;AAEA,WAAA,MAAA;AACC,WAAA,IAAA,QAAA;IAACiB;;IAAoB;IAExB;;AAAmB,SAAA;IACnB;;;",
6
+ "names": ["useEffect", "useState", "scheduleTask", "Context", "log", "useAudioFile", "objectUrl", "createObjectURL", "ctx", "onDispose", "URL", "revokeObjectURL", "audio", "Audio", "Promise", "resolve", "addEventListener", "err", "reject", "once", "audioCtx", "state", "destination", "source", "createMediaElementSource", "connect", "track", "constraints", "applyConstraints", "catch", "setStream", "stream", "audioUrl", "useEffect", "useState", "useAudioTrack", "active", "constraints", "track", "setTrack", "stop", "undefined", "initAudio", "audio", "Audio", "srcObject", "navigator", "mediaDevices", "getUserMedia", "getAudioTracks", "useEffect", "useMemo", "useState", "useQueueModelAdapter", "renderer", "queue", "initialChunks", "model", "useMemo", "SerializationModel", "loaded", "setLoaded", "useState", "useEffect", "update", "block", "objects", "appendChunk", "i", "isLoading", "setInterval", "clearInterval", "clearTimeout", "chunks", "length", "chunk", "at", "useEffect", "useMemo", "useCapabilities", "TranscriptionCapabilities", "useTranscriber", "audioStreamTrack", "recorderConfig", "transcriberConfig", "onSegments", "transcribe", "getTranscriber", "Transcriber", "transcriber", "undefined", "close", "useCallback", "useEffect", "useState", "scheduleMicroTask", "Context", "log", "useSoundEffect", "__dxlog_file", "soundStop", "useSoundEffect", "handleSegments", "useCallback", "segments", "str", "trim", "onUpdate", "text", "transcriber", "useTranscriber", "audioStreamTrack", "track", "onSegments", "useEffect", "scheduleMicroTask", "active", "log", "setRecording", "soundStart", "startChunksRecording", "stopChunksRecording", "close"]
7
+ }
@@ -0,0 +1,8 @@
1
+ // src/operations/index.ts
2
+ import { OperationHandlerSet } from "@dxos/compute";
3
+ var TranscriptionOperationHandlerSet = OperationHandlerSet.lazy(() => import("./create-2D6S4IMQ.mjs"), () => import("./open-2QB6IIET.mjs"), () => import("./summarize-CJPVKWYZ.mjs"));
4
+
5
+ export {
6
+ TranscriptionOperationHandlerSet
7
+ };
8
+ //# sourceMappingURL=chunk-WVEZMGBT.mjs.map
@@ -0,0 +1,7 @@
1
+ {
2
+ "version": 3,
3
+ "sources": ["../../../src/operations/index.ts"],
4
+ "sourcesContent": ["//\n// Copyright 2025 DXOS.org\n//\n\nimport { OperationHandlerSet } from '@dxos/compute';\n\nexport const TranscriptionOperationHandlerSet = OperationHandlerSet.lazy(\n () => import('./create'),\n () => import('./open'),\n () => import('./summarize'),\n);\n"],
5
+ "mappings": ";AAIA,SAASA,2BAA2B;AAE7B,IAAMC,mCAAmCD,oBAAoBE,KAClE,MAAM,OAAO,uBAAA,GACb,MAAM,OAAO,qBAAA,GACb,MAAM,OAAO,0BAAA,CAAA;",
6
+ "names": ["OperationHandlerSet", "TranscriptionOperationHandlerSet", "lazy"]
7
+ }