@dxos/plugin-transcription 0.8.2-main.fbd8ed0 → 0.8.2-staging.4d6ad0f

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (243) hide show
  1. package/dist/lib/browser/TranscriptContainer-PFKLKRPQ.mjs +11 -0
  2. package/dist/lib/browser/{chunk-3TKXI6TQ.mjs → chunk-4KCUYW2F.mjs} +43 -26
  3. package/dist/lib/browser/chunk-4KCUYW2F.mjs.map +7 -0
  4. package/dist/lib/browser/{chunk-6ZR5MDK3.mjs → chunk-GOF7MJNV.mjs} +3 -3
  5. package/dist/lib/browser/{chunk-6ZR5MDK3.mjs.map → chunk-GOF7MJNV.mjs.map} +1 -1
  6. package/dist/lib/browser/chunk-IGEKO7ZU.mjs +8 -0
  7. package/dist/lib/browser/chunk-IGEKO7ZU.mjs.map +7 -0
  8. package/dist/lib/browser/{chunk-JHWEZRWC.mjs → chunk-NODIXNQP.mjs} +6 -15
  9. package/dist/lib/browser/chunk-NODIXNQP.mjs.map +7 -0
  10. package/dist/lib/browser/{chunk-K2LS2QOM.mjs → chunk-TJPJBE45.mjs} +136 -92
  11. package/dist/lib/browser/chunk-TJPJBE45.mjs.map +7 -0
  12. package/dist/lib/browser/{chunk-LTIQFX4W.mjs → chunk-W2KNYJD6.mjs} +4 -4
  13. package/dist/lib/browser/chunk-W2KNYJD6.mjs.map +7 -0
  14. package/dist/lib/browser/index.mjs +8 -31
  15. package/dist/lib/browser/index.mjs.map +3 -3
  16. package/dist/lib/browser/{intent-resolver-DZ62CJPC.mjs → intent-resolver-I2LJSQDR.mjs} +4 -8
  17. package/dist/lib/browser/intent-resolver-I2LJSQDR.mjs.map +7 -0
  18. package/dist/lib/browser/meta.json +1 -1
  19. package/dist/lib/browser/react-surface-ID2MLJHZ.mjs +34 -0
  20. package/dist/lib/browser/react-surface-ID2MLJHZ.mjs.map +7 -0
  21. package/dist/lib/browser/transcriber-NA7CIFIT.mjs +56 -0
  22. package/dist/lib/browser/transcriber-NA7CIFIT.mjs.map +7 -0
  23. package/dist/lib/browser/types/index.mjs +4 -8
  24. package/dist/lib/node/{TranscriptContainer-SSJVLRM6.cjs → TranscriptContainer-LHMC7553.cjs} +9 -9
  25. package/dist/lib/node/{TranscriptContainer-SSJVLRM6.cjs.map → TranscriptContainer-LHMC7553.cjs.map} +2 -2
  26. package/dist/lib/node/{chunk-EVE3H46F.cjs → chunk-3GS5UNO5.cjs} +141 -100
  27. package/dist/lib/node/chunk-3GS5UNO5.cjs.map +7 -0
  28. package/dist/lib/node/{chunk-L27AK6FQ.cjs → chunk-5J3FBCON.cjs} +8 -23
  29. package/dist/lib/node/chunk-5J3FBCON.cjs.map +7 -0
  30. package/dist/lib/node/{chunk-NVZWGFJL.cjs → chunk-AFUZI63A.cjs} +6 -6
  31. package/dist/lib/node/{chunk-NVZWGFJL.cjs.map → chunk-AFUZI63A.cjs.map} +1 -1
  32. package/dist/lib/node/{chunk-EJWB53WK.cjs → chunk-EIMUQYCZ.cjs} +10 -21
  33. package/dist/lib/node/chunk-EIMUQYCZ.cjs.map +7 -0
  34. package/dist/lib/node/{chunk-JUGOXWES.cjs → chunk-FKDJNJ57.cjs} +8 -8
  35. package/dist/lib/node/chunk-FKDJNJ57.cjs.map +7 -0
  36. package/dist/lib/node/{chunk-WKZLGVEJ.cjs → chunk-ZFTXJZXH.cjs} +44 -29
  37. package/dist/lib/node/chunk-ZFTXJZXH.cjs.map +7 -0
  38. package/dist/lib/node/index.cjs +36 -56
  39. package/dist/lib/node/index.cjs.map +3 -3
  40. package/dist/lib/node/{intent-resolver-TRBKI24D.cjs → intent-resolver-LLMGF5I5.cjs} +9 -11
  41. package/dist/lib/node/intent-resolver-LLMGF5I5.cjs.map +7 -0
  42. package/dist/lib/node/meta.json +1 -1
  43. package/dist/lib/node/{react-surface-SZAMHCX7.cjs → react-surface-SEQLEL4K.cjs} +13 -21
  44. package/dist/lib/node/react-surface-SEQLEL4K.cjs.map +7 -0
  45. package/dist/lib/node/transcriber-RKKN7LDU.cjs +68 -0
  46. package/dist/lib/node/transcriber-RKKN7LDU.cjs.map +7 -0
  47. package/dist/lib/node/types/index.cjs +7 -11
  48. package/dist/lib/node/types/index.cjs.map +2 -2
  49. package/dist/lib/node-esm/{TranscriptContainer-M53LI2TX.mjs → TranscriptContainer-DLNRFVTA.mjs} +4 -4
  50. package/dist/lib/node-esm/{chunk-QYG2FOXA.mjs → chunk-BRPFVRAD.mjs} +6 -15
  51. package/dist/lib/node-esm/chunk-BRPFVRAD.mjs.map +7 -0
  52. package/dist/lib/node-esm/{chunk-V5IWBPYO.mjs → chunk-EFIWBQDF.mjs} +43 -26
  53. package/dist/lib/node-esm/chunk-EFIWBQDF.mjs.map +7 -0
  54. package/dist/lib/node-esm/chunk-KUWWHMOA.mjs +10 -0
  55. package/dist/lib/node-esm/chunk-KUWWHMOA.mjs.map +7 -0
  56. package/dist/lib/node-esm/{chunk-5E2MR5XK.mjs → chunk-MFJPEIVB.mjs} +4 -4
  57. package/dist/lib/node-esm/chunk-MFJPEIVB.mjs.map +7 -0
  58. package/dist/lib/node-esm/{chunk-4KC3E5T4.mjs → chunk-PR7EYODX.mjs} +136 -92
  59. package/dist/lib/node-esm/chunk-PR7EYODX.mjs.map +7 -0
  60. package/dist/lib/node-esm/{chunk-X4DDJIVL.mjs → chunk-TXMDLLBR.mjs} +3 -3
  61. package/dist/lib/node-esm/{chunk-X4DDJIVL.mjs.map → chunk-TXMDLLBR.mjs.map} +1 -1
  62. package/dist/lib/node-esm/index.mjs +8 -31
  63. package/dist/lib/node-esm/index.mjs.map +3 -3
  64. package/dist/lib/node-esm/{intent-resolver-HFVAL274.mjs → intent-resolver-WOZKOEBW.mjs} +4 -8
  65. package/dist/lib/node-esm/intent-resolver-WOZKOEBW.mjs.map +7 -0
  66. package/dist/lib/node-esm/meta.json +1 -1
  67. package/dist/lib/node-esm/{react-surface-UEJELL7I.mjs → react-surface-7MXUUTAL.mjs} +9 -19
  68. package/dist/lib/node-esm/react-surface-7MXUUTAL.mjs.map +7 -0
  69. package/dist/lib/node-esm/transcriber-5WSI6DYK.mjs +57 -0
  70. package/dist/lib/node-esm/transcriber-5WSI6DYK.mjs.map +7 -0
  71. package/dist/lib/node-esm/types/index.mjs +4 -8
  72. package/dist/types/src/TranscriptionPlugin.d.ts.map +1 -1
  73. package/dist/types/src/capabilities/capabilities.d.ts +8 -8
  74. package/dist/types/src/capabilities/capabilities.d.ts.map +1 -1
  75. package/dist/types/src/capabilities/index.d.ts +1 -4
  76. package/dist/types/src/capabilities/index.d.ts.map +1 -1
  77. package/dist/types/src/capabilities/intent-resolver.d.ts.map +1 -1
  78. package/dist/types/src/capabilities/react-surface.d.ts.map +1 -1
  79. package/dist/types/src/capabilities/transcriber.d.ts +2 -1
  80. package/dist/types/src/capabilities/transcriber.d.ts.map +1 -1
  81. package/dist/types/src/components/index.d.ts +0 -1
  82. package/dist/types/src/components/index.d.ts.map +1 -1
  83. package/dist/types/src/components/stories/FileTranscription.stories.d.ts +17 -0
  84. package/dist/types/src/components/stories/FileTranscription.stories.d.ts.map +1 -0
  85. package/dist/types/src/components/stories/KeyWordRecognition.stories.d.ts +10 -0
  86. package/dist/types/src/components/stories/KeyWordRecognition.stories.d.ts.map +1 -0
  87. package/dist/types/src/components/stories/MicrophoneTranscription.stories.d.ts +19 -0
  88. package/dist/types/src/components/stories/MicrophoneTranscription.stories.d.ts.map +1 -0
  89. package/dist/types/src/components/stories/TranscriptionStory.d.ts +11 -0
  90. package/dist/types/src/components/stories/TranscriptionStory.d.ts.map +1 -0
  91. package/dist/types/src/components/stories/useIsSpeaking.d.ts +3 -0
  92. package/dist/types/src/components/stories/useIsSpeaking.d.ts.map +1 -0
  93. package/dist/types/src/hooks/useAudioFile.d.ts +1 -1
  94. package/dist/types/src/hooks/useAudioFile.d.ts.map +1 -1
  95. package/dist/types/src/hooks/useAudioTrack.d.ts +1 -1
  96. package/dist/types/src/hooks/useAudioTrack.d.ts.map +1 -1
  97. package/dist/types/src/hooks/useQueueModelAdapter.d.ts.map +1 -1
  98. package/dist/types/src/hooks/useTranscriber.d.ts +1 -1
  99. package/dist/types/src/hooks/useTranscriber.d.ts.map +1 -1
  100. package/dist/types/src/model/model.d.ts.map +1 -1
  101. package/dist/types/src/segments-normalization/index.d.ts +4 -0
  102. package/dist/types/src/segments-normalization/index.d.ts.map +1 -0
  103. package/dist/types/src/segments-normalization/message-normalizer.d.ts +26 -0
  104. package/dist/types/src/segments-normalization/message-normalizer.d.ts.map +1 -0
  105. package/dist/types/src/segments-normalization/normalization.d.ts +520 -0
  106. package/dist/types/src/segments-normalization/normalization.d.ts.map +1 -0
  107. package/dist/types/src/segments-normalization/normalization.test.d.ts +2 -0
  108. package/dist/types/src/segments-normalization/normalization.test.d.ts.map +1 -0
  109. package/dist/types/src/segments-normalization/utils.d.ts +3 -0
  110. package/dist/types/src/segments-normalization/utils.d.ts.map +1 -0
  111. package/dist/types/src/testing/testing.d.ts.map +1 -1
  112. package/dist/types/src/transcriber/media-stream-recorder.d.ts +8 -5
  113. package/dist/types/src/transcriber/media-stream-recorder.d.ts.map +1 -1
  114. package/dist/types/src/transcriber/transcriber.d.ts +4 -0
  115. package/dist/types/src/transcriber/transcriber.d.ts.map +1 -1
  116. package/dist/types/src/transcriber/transcription-manager.d.ts +2 -0
  117. package/dist/types/src/transcriber/transcription-manager.d.ts.map +1 -1
  118. package/dist/types/src/translations.d.ts +0 -2
  119. package/dist/types/src/translations.d.ts.map +1 -1
  120. package/dist/types/src/types/schema.d.ts +0 -3
  121. package/dist/types/src/types/schema.d.ts.map +1 -1
  122. package/dist/types/src/types/types.d.ts +1 -5
  123. package/dist/types/src/types/types.d.ts.map +1 -1
  124. package/package.json +54 -50
  125. package/src/TranscriptionPlugin.tsx +2 -24
  126. package/src/capabilities/capabilities.ts +15 -9
  127. package/src/capabilities/index.ts +0 -3
  128. package/src/capabilities/intent-resolver.ts +0 -2
  129. package/src/capabilities/react-surface.tsx +4 -11
  130. package/src/capabilities/transcriber.ts +34 -7
  131. package/src/components/Transcript/deprecated/OldTranscript.tsx +1 -1
  132. package/src/components/Transcript/transcript-extension.ts +2 -2
  133. package/src/components/index.ts +0 -1
  134. package/src/components/stories/FileTranscription.stories.tsx +240 -0
  135. package/src/components/stories/KeyWordRecognition.stories.tsx +128 -0
  136. package/src/components/stories/MicrophoneTranscription.stories.tsx +274 -0
  137. package/src/components/stories/TranscriptionStory.tsx +41 -0
  138. package/src/components/stories/useIsSpeaking.tsx +40 -0
  139. package/src/hooks/useAudioFile.ts +39 -9
  140. package/src/hooks/useAudioTrack.ts +2 -2
  141. package/src/hooks/useQueueModelAdapter.ts +7 -5
  142. package/src/hooks/useTranscriber.ts +4 -3
  143. package/src/meta.ts +2 -2
  144. package/src/model/model.ts +1 -1
  145. package/src/segments-normalization/index.ts +7 -0
  146. package/src/segments-normalization/message-normalizer.ts +108 -0
  147. package/src/segments-normalization/normalization.test.ts +142 -0
  148. package/src/segments-normalization/normalization.ts +103 -0
  149. package/src/segments-normalization/utils.ts +9 -0
  150. package/src/testing/testing.ts +17 -17
  151. package/src/transcriber/media-stream-recorder.ts +14 -7
  152. package/src/transcriber/transcriber.browser.test.ts +4 -4
  153. package/src/transcriber/transcriber.ts +13 -9
  154. package/src/transcriber/transcription-manager.ts +21 -14
  155. package/src/translations.ts +0 -3
  156. package/src/types/schema.ts +1 -2
  157. package/src/types/types.ts +1 -15
  158. package/dist/lib/browser/TranscriptContainer-CXA4ZBHW.mjs +0 -11
  159. package/dist/lib/browser/app-graph-builder-REQZ5SC5.mjs +0 -351
  160. package/dist/lib/browser/app-graph-builder-REQZ5SC5.mjs.map +0 -7
  161. package/dist/lib/browser/chunk-3TKXI6TQ.mjs.map +0 -7
  162. package/dist/lib/browser/chunk-JHWEZRWC.mjs.map +0 -7
  163. package/dist/lib/browser/chunk-K2LS2QOM.mjs.map +0 -7
  164. package/dist/lib/browser/chunk-KLD7O5GJ.mjs +0 -25
  165. package/dist/lib/browser/chunk-KLD7O5GJ.mjs.map +0 -7
  166. package/dist/lib/browser/chunk-LCTMCTYY.mjs +0 -27
  167. package/dist/lib/browser/chunk-LCTMCTYY.mjs.map +0 -7
  168. package/dist/lib/browser/chunk-LTIQFX4W.mjs.map +0 -7
  169. package/dist/lib/browser/intent-resolver-DZ62CJPC.mjs.map +0 -7
  170. package/dist/lib/browser/meeting-transcription-state-MNA2XROE.mjs +0 -18
  171. package/dist/lib/browser/meeting-transcription-state-MNA2XROE.mjs.map +0 -7
  172. package/dist/lib/browser/react-surface-PUXZNAZL.mjs +0 -44
  173. package/dist/lib/browser/react-surface-PUXZNAZL.mjs.map +0 -7
  174. package/dist/lib/browser/settings-JWDS4J3F.mjs +0 -24
  175. package/dist/lib/browser/settings-JWDS4J3F.mjs.map +0 -7
  176. package/dist/lib/browser/transcriber-YWWIV6KP.mjs +0 -37
  177. package/dist/lib/browser/transcriber-YWWIV6KP.mjs.map +0 -7
  178. package/dist/lib/node/app-graph-builder-OAPU4GDH.cjs +0 -352
  179. package/dist/lib/node/app-graph-builder-OAPU4GDH.cjs.map +0 -7
  180. package/dist/lib/node/chunk-EJWB53WK.cjs.map +0 -7
  181. package/dist/lib/node/chunk-EVE3H46F.cjs.map +0 -7
  182. package/dist/lib/node/chunk-J72PUQ3C.cjs +0 -46
  183. package/dist/lib/node/chunk-J72PUQ3C.cjs.map +0 -7
  184. package/dist/lib/node/chunk-JUGOXWES.cjs.map +0 -7
  185. package/dist/lib/node/chunk-L27AK6FQ.cjs.map +0 -7
  186. package/dist/lib/node/chunk-WKZLGVEJ.cjs.map +0 -7
  187. package/dist/lib/node/intent-resolver-TRBKI24D.cjs.map +0 -7
  188. package/dist/lib/node/meeting-transcription-state-5XLTMWPA.cjs +0 -34
  189. package/dist/lib/node/meeting-transcription-state-5XLTMWPA.cjs.map +0 -7
  190. package/dist/lib/node/react-surface-SZAMHCX7.cjs.map +0 -7
  191. package/dist/lib/node/settings-AWWMOSCV.cjs +0 -38
  192. package/dist/lib/node/settings-AWWMOSCV.cjs.map +0 -7
  193. package/dist/lib/node/transcriber-AFUXFHCR.cjs +0 -50
  194. package/dist/lib/node/transcriber-AFUXFHCR.cjs.map +0 -7
  195. package/dist/lib/node-esm/app-graph-builder-UBP6EOBR.mjs +0 -352
  196. package/dist/lib/node-esm/app-graph-builder-UBP6EOBR.mjs.map +0 -7
  197. package/dist/lib/node-esm/chunk-4KC3E5T4.mjs.map +0 -7
  198. package/dist/lib/node-esm/chunk-5E2MR5XK.mjs.map +0 -7
  199. package/dist/lib/node-esm/chunk-MHQP2PAF.mjs +0 -28
  200. package/dist/lib/node-esm/chunk-MHQP2PAF.mjs.map +0 -7
  201. package/dist/lib/node-esm/chunk-QMHMEKB3.mjs +0 -27
  202. package/dist/lib/node-esm/chunk-QMHMEKB3.mjs.map +0 -7
  203. package/dist/lib/node-esm/chunk-QYG2FOXA.mjs.map +0 -7
  204. package/dist/lib/node-esm/chunk-V5IWBPYO.mjs.map +0 -7
  205. package/dist/lib/node-esm/intent-resolver-HFVAL274.mjs.map +0 -7
  206. package/dist/lib/node-esm/meeting-transcription-state-3WOZ52BQ.mjs +0 -19
  207. package/dist/lib/node-esm/meeting-transcription-state-3WOZ52BQ.mjs.map +0 -7
  208. package/dist/lib/node-esm/react-surface-UEJELL7I.mjs.map +0 -7
  209. package/dist/lib/node-esm/settings-QFNFGFJ5.mjs +0 -25
  210. package/dist/lib/node-esm/settings-QFNFGFJ5.mjs.map +0 -7
  211. package/dist/lib/node-esm/transcriber-7RJEFPDI.mjs +0 -38
  212. package/dist/lib/node-esm/transcriber-7RJEFPDI.mjs.map +0 -7
  213. package/dist/types/src/capabilities/app-graph-builder.d.ts +0 -4
  214. package/dist/types/src/capabilities/app-graph-builder.d.ts.map +0 -1
  215. package/dist/types/src/capabilities/meeting-transcription-state.d.ts +0 -4
  216. package/dist/types/src/capabilities/meeting-transcription-state.d.ts.map +0 -1
  217. package/dist/types/src/capabilities/settings.d.ts +0 -4
  218. package/dist/types/src/capabilities/settings.d.ts.map +0 -1
  219. package/dist/types/src/components/TranscriptionSettings/TranscriptionSettings.d.ts +0 -6
  220. package/dist/types/src/components/TranscriptionSettings/TranscriptionSettings.d.ts.map +0 -1
  221. package/dist/types/src/components/TranscriptionSettings/index.d.ts +0 -2
  222. package/dist/types/src/components/TranscriptionSettings/index.d.ts.map +0 -1
  223. package/dist/types/src/components/transcription.stories.d.ts +0 -18
  224. package/dist/types/src/components/transcription.stories.d.ts.map +0 -1
  225. package/dist/types/src/entity-extraction/entity-extraction.d.ts +0 -42
  226. package/dist/types/src/entity-extraction/entity-extraction.d.ts.map +0 -1
  227. package/dist/types/src/entity-extraction/entity-extraction.test.d.ts +0 -2
  228. package/dist/types/src/entity-extraction/entity-extraction.test.d.ts.map +0 -1
  229. package/dist/types/src/entity-extraction/index.d.ts +0 -2
  230. package/dist/types/src/entity-extraction/index.d.ts.map +0 -1
  231. package/src/capabilities/app-graph-builder.ts +0 -233
  232. package/src/capabilities/meeting-transcription-state.ts +0 -16
  233. package/src/capabilities/settings.ts +0 -20
  234. package/src/components/TranscriptionSettings/TranscriptionSettings.tsx +0 -26
  235. package/src/components/TranscriptionSettings/index.ts +0 -5
  236. package/src/components/transcription.stories.tsx +0 -295
  237. package/src/entity-extraction/entity-extraction.test.ts +0 -97
  238. package/src/entity-extraction/entity-extraction.ts +0 -149
  239. package/src/entity-extraction/index.ts +0 -5
  240. package/src/entity-extraction/system-prompt.tpl +0 -38
  241. package/src/entity-extraction/types.d.ts +0 -8
  242. /package/dist/lib/browser/{TranscriptContainer-CXA4ZBHW.mjs.map → TranscriptContainer-PFKLKRPQ.mjs.map} +0 -0
  243. /package/dist/lib/node-esm/{TranscriptContainer-M53LI2TX.mjs.map → TranscriptContainer-DLNRFVTA.mjs.map} +0 -0
@@ -1,7 +0,0 @@
1
- {
2
- "version": 3,
3
- "sources": ["../../../src/components/TranscriptionSettings/TranscriptionSettings.tsx", "../../../src/components/index.ts"],
4
- "sourcesContent": ["//\n// Copyright 2023 DXOS.org\n//\n\nimport React from 'react';\n\nimport { Input, useTranslation } from '@dxos/react-ui';\nimport { DeprecatedFormContainer, DeprecatedFormInput } from '@dxos/react-ui-form';\n\nimport { TRANSCRIPTION_PLUGIN } from '../../meta';\nimport { type TranscriptionSettingsProps } from '../../types';\n\nexport const TranscriptionSettings = ({ settings }: { settings: TranscriptionSettingsProps }) => {\n const { t } = useTranslation(TRANSCRIPTION_PLUGIN);\n\n return (\n <DeprecatedFormContainer>\n <DeprecatedFormInput label={t('settings entity extraction label')}>\n <Input.Switch\n checked={!!settings.entityExtraction}\n onCheckedChange={(checked) => (settings.entityExtraction = checked)}\n />\n </DeprecatedFormInput>\n </DeprecatedFormContainer>\n );\n};\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { lazy } from 'react';\n\nexport * from './Transcript';\nexport * from './TranscriptContainer';\nexport * from './TranscriptionSettings';\n\nexport const TranscriptContainer = lazy(() => import('./TranscriptContainer'));\n"],
5
- "mappings": ";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAIA,mBAAkB;AAElB,sBAAsC;AACtC,2BAA6D;ACH7D,IAAAA,gBAAqB;ADQd,IAAMC,wBAAwB,CAAC,EAAEC,SAAQ,MAA4C;AAC1F,QAAM,EAAEC,EAAC,QAAKC,gCAAeC,0CAAAA;AAE7B,SACE,6BAAAC,QAAA,cAACC,8CAAAA,MACC,6BAAAD,QAAA,cAACE,0CAAAA;IAAoBC,OAAON,EAAE,kCAAA;KAC5B,6BAAAG,QAAA,cAACI,sBAAMC,QAAM;IACXC,SAAS,CAAC,CAACV,SAASW;IACpBC,iBAAiB,CAACF,YAAaV,SAASW,mBAAmBD;;AAKrE;ACfO,IAAMG,0BAAsBC,oBAAK,MAAM,OAAO,oCAAA,CAAA;",
6
- "names": ["import_react", "TranscriptionSettings", "settings", "t", "useTranslation", "TRANSCRIPTION_PLUGIN", "React", "DeprecatedFormContainer", "DeprecatedFormInput", "label", "Input", "Switch", "checked", "entityExtraction", "onCheckedChange", "TranscriptContainer", "lazy"]
7
- }
@@ -1,7 +0,0 @@
1
- {
2
- "version": 3,
3
- "sources": ["../../../src/transcriber/media-stream-recorder.ts", "../../../src/transcriber/transcriber.ts", "../../../src/transcriber/transcription-manager.ts"],
4
- "sourcesContent": ["//\n// Copyright 2025 DXOS.org\n//\n\nimport { type IBlobEvent, type IMediaRecorder, MediaRecorder, register } from 'extendable-media-recorder';\nimport { WaveFile } from 'wavefile';\n\nimport { synchronized } from '@dxos/async';\nimport { invariant } from '@dxos/invariant';\nimport { log } from '@dxos/log';\nimport { trace } from '@dxos/tracing';\n\nimport { type WavConfig, type AudioChunk, type AudioRecorder } from './audio-recorder';\n\nlet initializingPromise: Promise<void> | undefined;\n\nconst initializeExtendableMediaRecorder = async () => {\n const { connect } = await import('extendable-media-recorder-wav-encoder');\n await register(await connect());\n};\n\n/**\n * Recorder that uses the MediaContext API and AudioNode API to record audio.\n *\n * It records MediaStream using https://www.npmjs.com/package/extendable-media-recorder.\n */\n@trace.resource()\nexport class MediaStreamRecorder implements AudioRecorder {\n private readonly _mediaStreamTrack: MediaStreamTrack;\n /**\n * Default MediaRecorder implementation do not support wav encoding.\n */\n private readonly _interval: number;\n private _mediaRecorder?: IMediaRecorder = undefined;\n private _header?: Uint8Array = undefined;\n private _onChunk?: (chunk: AudioChunk) => void;\n\n constructor({ mediaStreamTrack, interval }: { mediaStreamTrack: MediaStreamTrack; interval: number }) {\n this._mediaStreamTrack = mediaStreamTrack;\n this._interval = interval;\n }\n\n get wavConfig(): WavConfig {\n const settings = this._mediaStreamTrack.getSettings();\n return {\n channels: settings.channelCount ?? 1,\n sampleRate: settings.sampleRate ?? 16000,\n bitDepthCode: settings.sampleSize ? String(settings.sampleSize) : '16',\n };\n }\n\n get mediaStreamTrack() {\n return this._mediaStreamTrack;\n }\n\n setOnChunk(onChunk: (chunk: AudioChunk) => void): void {\n this._onChunk = onChunk;\n }\n\n async start() {\n await (initializingPromise ??= initializeExtendableMediaRecorder()).catch((err) =>\n log.info('initializeExtendableMediaRecorder', { err }),\n );\n\n if (!this._mediaRecorder) {\n const stream = new MediaStream([this._mediaStreamTrack]);\n this._mediaRecorder = new MediaRecorder(stream, { mimeType: 'audio/wav' });\n }\n\n if (this._mediaRecorder.state === 'recording') {\n return;\n }\n invariant(this._onChunk, 'MediaStreamRecorder: onChunk is not set');\n this._mediaRecorder.ondataavailable = (event) => this._ondataavailable(event);\n this._mediaRecorder.start(this._interval);\n }\n\n async stop() {\n if (this._mediaRecorder?.state !== 'recording') {\n return;\n }\n this._mediaRecorder.stop();\n }\n\n @synchronized\n private async _ondataavailable(event: IBlobEvent) {\n const blob = event.data;\n const uint8Array = new Uint8Array(await blob.arrayBuffer());\n\n // First chunk from the MediaRecorder has a header.\n const isHeader =\n uint8Array[0] === 0x52 && // R\n uint8Array[1] === 0x49 && // I\n uint8Array[2] === 0x46 && // F\n uint8Array[3] === 0x46; // F\n let wav: WaveFile;\n\n if (isHeader) {\n wav = new WaveFile(uint8Array);\n this._header = uint8Array.slice(0, 44);\n } else if (this._header) {\n wav = new WaveFile(new Uint8Array([...this._header, ...uint8Array]));\n } else {\n log.warn('MediaStreamRecorder: no header');\n return;\n }\n\n this._onChunk!({\n timestamp: Date.now(),\n data: wav.getSamples(),\n });\n }\n}\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { WaveFile } from 'wavefile';\n\nimport { DeferredTask, Trigger } from '@dxos/async';\nimport { type Context, LifecycleState, Resource } from '@dxos/context';\nimport { log } from '@dxos/log';\nimport { type DataType } from '@dxos/schema';\nimport { trace } from '@dxos/tracing';\n\nimport { type AudioRecorder, type AudioChunk } from './audio-recorder';\nimport { TRANSCRIPTION_URL } from '../types';\nimport { mergeFloat64Arrays } from '../util';\n\ntype WhisperWord = {\n word: string;\n\n /**\n * Time in seconds from the start of the audio.\n */\n start: number;\n\n /**\n * Time in seconds from the start of the audio.\n */\n end: number;\n};\n\ntype WhisperSegment = {\n text: string;\n\n /**\n * Time in seconds from the start of the audio.\n */\n start: number;\n\n /**\n * Time in seconds from the start of the audio.\n */\n end: number;\n\n /**\n * Probability of no speech in the segment.\n */\n no_speech_prob: number;\n\n words: WhisperWord[];\n};\n\nexport type TranscribeConfig = {\n /**\n * Number of chunks to transcribe automatically after.\n */\n transcribeAfterChunksAmount: number;\n\n /**\n * Number of chunks to save before the user starts speaking.\n * This is needed to catch the beginning of the user's speech.\n */\n prefixBufferChunksAmount: number;\n};\n\nexport type TranscriberParams = {\n config: TranscribeConfig;\n recorder: AudioRecorder;\n onSegments: (segments: DataType.MessageBlock.Transcription[]) => Promise<void>;\n};\n\n/**\n * Handles transcription of audio chunks.\n * If user is not speaking, the last `minChunksAmount` chunks are saved and transcribed.\n * If user is speaking, the chunks are added to the buffer until the user is done talking.\n */\nexport class Transcriber extends Resource {\n private _audioChunks: AudioChunk[] = [];\n private _lastUsedTimestamp = 0;\n\n private readonly _openTrigger = new Trigger({ autoReset: true });\n\n private readonly _config: TranscribeConfig;\n private readonly _recorder: AudioRecorder;\n private readonly _onSegments: TranscriberParams['onSegments'];\n\n private _recording = false;\n private _transcribeTask?: DeferredTask = undefined;\n\n constructor({ config, recorder, onSegments }: TranscriberParams) {\n super();\n this._config = config;\n this._recorder = recorder;\n this._onSegments = onSegments;\n }\n\n protected override async _open(ctx: Context) {\n log.info('opening');\n this._recorder.setOnChunk((chunk) => this._saveAudioChunk(chunk));\n await this._recorder.start();\n this._transcribeTask = new DeferredTask(ctx, async () => this._transcribe());\n this._openTrigger.wake();\n }\n\n protected override async _close() {\n log.info('closing');\n this._recording = false;\n this._transcribeTask = undefined;\n await this._recorder.stop();\n }\n\n startChunksRecording() {\n log.info('starting');\n if (this._lifecycleState !== LifecycleState.OPEN) {\n return;\n }\n\n this._recording = true;\n }\n\n stopChunksRecording() {\n if (this._lifecycleState !== LifecycleState.OPEN || !this._recording) {\n return;\n }\n\n this._recording = false;\n this._transcribeTask?.schedule();\n log.info('stopped');\n }\n\n private _saveAudioChunk(chunk: AudioChunk) {\n log('saving audio chunk', { chunk });\n this._audioChunks.push(chunk);\n\n // Clean the buffer if the user is not speaking and the transcription task is not scheduled.\n if (\n !this._recording &&\n (!this._transcribeTask || !this._transcribeTask.scheduled) &&\n this._audioChunks.length >= this._config.prefixBufferChunksAmount\n ) {\n this._audioChunks = this._dropOldChunks();\n } else if (this._audioChunks.length >= this._config.transcribeAfterChunksAmount && this._recording) {\n this._transcribeTask?.schedule();\n }\n }\n\n private async _transcribe() {\n log('transcribing', { chunks: this._audioChunks.length });\n const chunks = this._audioChunks;\n this._audioChunks = this._dropOldChunks();\n if (chunks.length === 0) {\n return;\n }\n\n const audio = await this._mergeAudioChunks(chunks);\n const segments = await this._fetchTranscription(audio);\n if (!Array.isArray(segments) || segments.length === 0) {\n return;\n }\n\n const alignedSegments = this._alignSegments(segments, chunks);\n if (alignedSegments.length > 0) {\n await this._onSegments(alignedSegments);\n }\n }\n\n private _dropOldChunks() {\n return this._config.prefixBufferChunksAmount > 0\n ? this._audioChunks.slice(-this._config.prefixBufferChunksAmount)\n : [];\n }\n\n @trace.span({ showInBrowserTimeline: true })\n private async _mergeAudioChunks(chunks: AudioChunk[]) {\n const file = new WaveFile();\n const wavConfig = this._recorder.wavConfig;\n\n file.fromScratch(\n wavConfig.channels,\n wavConfig.sampleRate,\n wavConfig.bitDepthCode,\n mergeFloat64Arrays(chunks.map(({ data }) => data)),\n );\n\n return file.toBase64();\n }\n\n @trace.span({ showInBrowserTimeline: true })\n private async _fetchTranscription(audio: string) {\n if (audio.length === 0) {\n this._audioChunks = [];\n throw new Error('No audio to send for transcribing');\n }\n\n const response = await fetch(`${TRANSCRIPTION_URL}/transcribe`, {\n method: 'POST',\n body: JSON.stringify({ audio }),\n headers: {\n 'Content-Type': 'application/json',\n },\n });\n\n if (!response.ok) {\n this._audioChunks = [];\n throw new Error(`Transcription failed: ${response.statusText}`);\n }\n\n const { segments } = (await response.json()) as {\n segments: WhisperSegment[];\n };\n\n log.info('transcription response', {\n segments: segments.length,\n string: segments.map((segments) => segments.text).join(' '),\n });\n\n return segments;\n }\n\n private _alignSegments(\n segments: WhisperSegment[],\n originalChunks: AudioChunk[],\n ): DataType.MessageBlock.Transcription[] {\n // Absolute zero for all relative timestamps in the segments.\n const zeroTimestamp = originalChunks.at(0)!.timestamp;\n\n const filteredSegments = segments\n // Use segments that end after the last used timestamp.\n // Segments could overlap, so we need to filter words that starts after the last used timestamp.\n .filter((segment) => zeroTimestamp + segment.end * 1_000 >= this._lastUsedTimestamp)\n // Use words that starts after the last used timestamp.\n .map((segment) => {\n const words = segment.words.filter((word) => zeroTimestamp + word.start * 1_000 >= this._lastUsedTimestamp);\n return {\n ...segment,\n words,\n text: words.map((word) => word.word).join(''),\n start: words.at(0)?.start ?? segment.end,\n };\n })\n .filter((segment) => segment.words.length > 0);\n\n if (filteredSegments.length === 0) {\n return [];\n }\n\n // Update last timestamp.\n this._lastUsedTimestamp = zeroTimestamp + filteredSegments.at(-1)!.end * 1_000;\n\n // Add absolute timestamp to each segment.\n return filteredSegments.map((segment) => ({\n type: 'transcription',\n started: new Date(zeroTimestamp + segment.start * 1_000).toISOString(),\n text: segment.text.trim(),\n }));\n }\n}\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { synchronized } from '@dxos/async';\nimport { Resource } from '@dxos/context';\nimport { QueueImpl, type Queue } from '@dxos/echo-db';\nimport { create } from '@dxos/echo-schema';\nimport { type DXN } from '@dxos/keys';\nimport { log } from '@dxos/log';\nimport { type EdgeHttpClient } from '@dxos/react-edge-client';\nimport { DataType } from '@dxos/schema';\n\nimport { MediaStreamRecorder } from './media-stream-recorder';\nimport { Transcriber } from './transcriber';\n\n/**\n * Length of the chunk in ms.\n */\nconst RECORD_INTERVAL = 200;\n\n/**\n * Number of chunks to save before the user starts speaking.\n */\nconst PREFIXED_CHUNKS_AMOUNT = 10;\n\n/**\n * Number of chunks to transcribe automatically after.\n * Combined should be mess than 25MB or whisper would fail.\n */\nconst TRANSCRIBE_AFTER_CHUNKS_AMOUNT = 50;\n\nexport type TranscriptMessageEnricher = (message: DataType.Message) => Promise<DataType.Message>;\n\nexport type TranscriptionManagerOptions = {\n edgeClient: EdgeHttpClient;\n\n /**\n * Enrich the message before it is written to the transcription queue.\n */\n messageEnricher?: TranscriptMessageEnricher;\n};\n\n/**\n * Manages transcription state for a meeting.\n */\nexport class TranscriptionManager extends Resource {\n private readonly _edgeClient: EdgeHttpClient;\n private readonly _messageEnricher?: TranscriptMessageEnricher;\n private _audioStreamTrack?: MediaStreamTrack = undefined;\n private _identityDid?: string = undefined;\n private _mediaRecorder?: MediaStreamRecorder = undefined;\n private _transcriber?: Transcriber = undefined;\n private _queue?: Queue<DataType.Message> = undefined;\n private _enabled = false;\n\n constructor(options: TranscriptionManagerOptions) {\n super();\n this._edgeClient = options.edgeClient;\n this._messageEnricher = options.messageEnricher;\n }\n\n protected override async _open() {\n await this._toggleTranscriber();\n }\n\n protected override async _close() {\n void this._transcriber?.close();\n }\n\n setQueue(queueDxn: DXN): TranscriptionManager {\n if (this._queue?.dxn.toString() !== queueDxn.toString()) {\n log.info('setQueue', { queueDxn: queueDxn.toString() });\n this._queue = new QueueImpl<DataType.Message>(this._edgeClient, queueDxn);\n }\n return this;\n }\n\n setIdentityDid(did: string): TranscriptionManager {\n if (this._identityDid !== did) {\n this._identityDid = did;\n }\n return this;\n }\n\n setRecording(recording?: boolean): TranscriptionManager {\n if (!this.isOpen || !this._enabled) {\n return this;\n }\n\n if (recording) {\n this._transcriber?.startChunksRecording();\n } else {\n this._transcriber?.stopChunksRecording();\n }\n return this;\n }\n\n /**\n * Enable or disable transcription.\n * @param enabled - Whether to enable transcription.\n */\n @synchronized\n async setEnabled(enabled?: boolean) {\n if (this._enabled === enabled) {\n return;\n }\n\n this._enabled = enabled ?? false;\n // TODO(burdon): Why is toggle called here?\n this.isOpen && (await this._toggleTranscriber());\n }\n\n @synchronized\n async setAudioTrack(track?: MediaStreamTrack) {\n if (this._audioStreamTrack === track) {\n return;\n }\n\n this._audioStreamTrack = track;\n this.isOpen && (await this._toggleTranscriber());\n }\n\n // TODO(burdon): Change this to setEnables (explicit), not toggle.\n private async _toggleTranscriber() {\n await this._maybeReinitTranscriber();\n\n // Open or close transcriber if transcription is enabled or disabled.\n if (this._enabled) {\n await this._transcriber?.open();\n // TODO(burdon): Started and stopped blocks appear twice.\n const block = create(DataType.Message, {\n created: new Date().toISOString(),\n blocks: [{ type: 'transcription', text: 'Started', started: new Date().toISOString() }],\n sender: { role: 'assistant' },\n });\n this._queue?.append([block]);\n } else {\n await this._transcriber?.close();\n const block = create(DataType.Message, {\n created: new Date().toISOString(),\n blocks: [{ type: 'transcription', text: 'Stopped', started: new Date().toISOString() }],\n sender: { role: 'assistant' },\n });\n this._queue?.append([block]);\n }\n }\n\n private async _maybeReinitTranscriber() {\n if (!this._audioStreamTrack || !this._enabled) {\n return;\n }\n\n // Reinitialize transcriber if queue or media stream track has changed.\n let needReinit = false;\n if (this._audioStreamTrack !== this._mediaRecorder?.mediaStreamTrack) {\n this._mediaRecorder = new MediaStreamRecorder({\n mediaStreamTrack: this._audioStreamTrack,\n interval: RECORD_INTERVAL,\n });\n needReinit = true;\n }\n if (needReinit) {\n await this._transcriber?.close();\n this._transcriber = new Transcriber({\n config: {\n transcribeAfterChunksAmount: TRANSCRIBE_AFTER_CHUNKS_AMOUNT,\n prefixBufferChunksAmount: PREFIXED_CHUNKS_AMOUNT,\n },\n recorder: this._mediaRecorder,\n onSegments: (segments) => this._onSegments(segments),\n });\n }\n }\n\n private async _onSegments(segments: DataType.MessageBlock.Transcription[]) {\n if (!this.isOpen || !this._queue) {\n return;\n }\n\n let block = create(DataType.Message, {\n created: new Date().toISOString(),\n blocks: segments,\n sender: { identityDid: this._identityDid },\n });\n\n if (this._messageEnricher) {\n block = await this._messageEnricher(block);\n }\n\n this._queue.append([block]);\n }\n}\n"],
5
- "mappings": ";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAIA,uCAA8E;AAC9E,sBAAyB;AAEzB,mBAA6B;AAC7B,uBAA0B;AAC1B,iBAAoB;AACpB,qBAAsB;ACNtB,IAAAA,mBAAyB;AAEzB,IAAAC,gBAAsC;AACtC,qBAAuD;AACvD,IAAAC,cAAoB;AAEpB,IAAAC,kBAAsB;ACNtB,IAAAF,gBAA6B;AAC7B,IAAAG,kBAAyB;AACzB,qBAAsC;AACtC,yBAAuB;AAEvB,IAAAF,cAAoB;AAEpB,oBAAyB;;;;;;;;AFGzB,IAAIG;AAEJ,IAAMC,oCAAoC,YAAA;AACxC,QAAM,EAAEC,QAAO,IAAK,MAAM,OAAO,uCAAA;AACjC,YAAMC,2CAAS,MAAMD,QAAAA,CAAAA;AACvB;AAQO,IAAME,sBAAN,MAAMA;EAUXC,YAAY,EAAEC,kBAAkBC,SAAQ,GAA8D;AAJ9FC,SAAAA,iBAAkCC;AAClCC,SAAAA,UAAuBD;AAI7B,SAAKE,oBAAoBL;AACzB,SAAKM,YAAYL;EACnB;EAEA,IAAIM,YAAuB;AACzB,UAAMC,WAAW,KAAKH,kBAAkBI,YAAW;AACnD,WAAO;MACLC,UAAUF,SAASG,gBAAgB;MACnCC,YAAYJ,SAASI,cAAc;MACnCC,cAAcL,SAASM,aAAaC,OAAOP,SAASM,UAAU,IAAI;IACpE;EACF;EAEA,IAAId,mBAAmB;AACrB,WAAO,KAAKK;EACd;EAEAW,WAAWC,SAA4C;AACrD,SAAKC,WAAWD;EAClB;EAEA,MAAME,QAAQ;AACZ,WAAOzB,wBAAwBC,kCAAAA,GAAqCyB,MAAM,CAACC,QACzEC,eAAIC,KAAK,qCAAqC;MAAEF;IAAI,GAAA;;;;;;AAGtD,QAAI,CAAC,KAAKnB,gBAAgB;AACxB,YAAMsB,SAAS,IAAIC,YAAY;QAAC,KAAKpB;OAAkB;AACvD,WAAKH,iBAAiB,IAAIwB,+CAAcF,QAAQ;QAAEG,UAAU;MAAY,CAAA;IAC1E;AAEA,QAAI,KAAKzB,eAAe0B,UAAU,aAAa;AAC7C;IACF;AACAC,oCAAU,KAAKX,UAAU,2CAAA;;;;;;;;;AACzB,SAAKhB,eAAe4B,kBAAkB,CAACC,UAAU,KAAKC,iBAAiBD,KAAAA;AACvE,SAAK7B,eAAeiB,MAAM,KAAKb,SAAS;EAC1C;EAEA,MAAM2B,OAAO;AACX,QAAI,KAAK/B,gBAAgB0B,UAAU,aAAa;AAC9C;IACF;AACA,SAAK1B,eAAe+B,KAAI;EAC1B;EAEA,MACcD,iBAAiBD,OAAmB;AAChD,UAAMG,OAAOH,MAAMI;AACnB,UAAMC,aAAa,IAAIC,WAAW,MAAMH,KAAKI,YAAW,CAAA;AAGxD,UAAMC,WACJH,WAAW,CAAA,MAAO;IAClBA,WAAW,CAAA,MAAO;IAClBA,WAAW,CAAA,MAAO;IAClBA,WAAW,CAAA,MAAO;AACpB,QAAII;AAEJ,QAAID,UAAU;AACZC,YAAM,IAAIC,yBAASL,UAAAA;AACnB,WAAKhC,UAAUgC,WAAWM,MAAM,GAAG,EAAA;IACrC,WAAW,KAAKtC,SAAS;AACvBoC,YAAM,IAAIC,yBAAS,IAAIJ,WAAW;WAAI,KAAKjC;WAAYgC;OAAW,CAAA;IACpE,OAAO;AACLd,qBAAIqB,KAAK,kCAAA,QAAA;;;;;;AACT;IACF;AAEA,SAAKzB,SAAU;MACb0B,WAAWC,KAAKC,IAAG;MACnBX,MAAMK,IAAIO,WAAU;IACtB,CAAA;EACF;AACF;;EA5BGC;GAzDUlD,oBAAAA,WAAAA,oBAAAA,IAAAA;AAAAA,sBAAAA,aAAAA;EADZmD,qBAAMC,SAAQ;GACFpD,mBAAAA;;;;;;;;ACgDN,IAAMqD,cAAN,cAA0BC,wBAAAA;EAa/BrD,YAAY,EAAEsD,QAAQC,UAAUC,WAAU,GAAuB;AAC/D,UAAK;AAbCC,SAAAA,eAA6B,CAAA;AAC7BC,SAAAA,qBAAqB;AAEZC,SAAAA,eAAe,IAAIC,sBAAQ;MAAEC,WAAW;IAAK,CAAA;AAMtDC,SAAAA,aAAa;AACbC,SAAAA,kBAAiC3D;AAIvC,SAAK4D,UAAUV;AACf,SAAKW,YAAYV;AACjB,SAAKW,cAAcV;EACrB;EAEA,MAAyBW,MAAMC,KAAc;AAC3C7C,gBAAAA,IAAIC,KAAK,WAAA,QAAA;;;;;;AACT,SAAKyC,UAAUhD,WAAW,CAACoD,UAAU,KAAKC,gBAAgBD,KAAAA,CAAAA;AAC1D,UAAM,KAAKJ,UAAU7C,MAAK;AAC1B,SAAK2C,kBAAkB,IAAIQ,2BAAaH,KAAK,YAAY,KAAKI,YAAW,CAAA;AACzE,SAAKb,aAAac,KAAI;EACxB;EAEA,MAAyBC,SAAS;AAChCnD,gBAAAA,IAAIC,KAAK,WAAA,QAAA;;;;;;AACT,SAAKsC,aAAa;AAClB,SAAKC,kBAAkB3D;AACvB,UAAM,KAAK6D,UAAU/B,KAAI;EAC3B;EAEAyC,uBAAuB;AACrBpD,gBAAAA,IAAIC,KAAK,YAAA,QAAA;;;;;;AACT,QAAI,KAAKoD,oBAAoBC,8BAAeC,MAAM;AAChD;IACF;AAEA,SAAKhB,aAAa;EACpB;EAEAiB,sBAAsB;AACpB,QAAI,KAAKH,oBAAoBC,8BAAeC,QAAQ,CAAC,KAAKhB,YAAY;AACpE;IACF;AAEA,SAAKA,aAAa;AAClB,SAAKC,iBAAiBiB,SAAAA;AACtBzD,gBAAAA,IAAIC,KAAK,WAAA,QAAA;;;;;;EACX;EAEQ8C,gBAAgBD,OAAmB;AACzC9C,oBAAAA,KAAI,sBAAsB;MAAE8C;IAAM,GAAA;;;;;;AAClC,SAAKZ,aAAawB,KAAKZ,KAAAA;AAGvB,QACE,CAAC,KAAKP,eACL,CAAC,KAAKC,mBAAmB,CAAC,KAAKA,gBAAgBmB,cAChD,KAAKzB,aAAa0B,UAAU,KAAKnB,QAAQoB,0BACzC;AACA,WAAK3B,eAAe,KAAK4B,eAAc;IACzC,WAAW,KAAK5B,aAAa0B,UAAU,KAAKnB,QAAQsB,+BAA+B,KAAKxB,YAAY;AAClG,WAAKC,iBAAiBiB,SAAAA;IACxB;EACF;EAEA,MAAcR,cAAc;AAC1BjD,oBAAAA,KAAI,gBAAgB;MAAEgE,QAAQ,KAAK9B,aAAa0B;IAAO,GAAA;;;;;;AACvD,UAAMI,SAAS,KAAK9B;AACpB,SAAKA,eAAe,KAAK4B,eAAc;AACvC,QAAIE,OAAOJ,WAAW,GAAG;AACvB;IACF;AAEA,UAAMK,QAAQ,MAAM,KAAKC,kBAAkBF,MAAAA;AAC3C,UAAMG,WAAW,MAAM,KAAKC,oBAAoBH,KAAAA;AAChD,QAAI,CAACI,MAAMC,QAAQH,QAAAA,KAAaA,SAASP,WAAW,GAAG;AACrD;IACF;AAEA,UAAMW,kBAAkB,KAAKC,eAAeL,UAAUH,MAAAA;AACtD,QAAIO,gBAAgBX,SAAS,GAAG;AAC9B,YAAM,KAAKjB,YAAY4B,eAAAA;IACzB;EACF;EAEQT,iBAAiB;AACvB,WAAO,KAAKrB,QAAQoB,2BAA2B,IAC3C,KAAK3B,aAAad,MAAM,CAAC,KAAKqB,QAAQoB,wBAAwB,IAC9D,CAAA;EACN;EAEA,MACcK,kBAAkBF,QAAsB;AACpD,UAAMS,OAAO,IAAItD,iBAAAA,SAAAA;AACjB,UAAMlC,YAAY,KAAKyD,UAAUzD;AAEjCwF,SAAKC,YACHzF,UAAUG,UACVH,UAAUK,YACVL,UAAUM,kBACVoF,0CAAmBX,OAAOY,IAAI,CAAC,EAAE/D,KAAI,MAAOA,IAAAA,CAAAA,CAAAA;AAG9C,WAAO4D,KAAKI,SAAQ;EACtB;EAEA,MACcT,oBAAoBH,OAAe;AAC/C,QAAIA,MAAML,WAAW,GAAG;AACtB,WAAK1B,eAAe,CAAA;AACpB,YAAM,IAAI4C,MAAM,mCAAA;IAClB;AAEA,UAAMC,WAAW,MAAMC,MAAM,GAAGC,uCAAAA,eAAgC;MAC9DC,QAAQ;MACRC,MAAMC,KAAKC,UAAU;QAAEpB;MAAM,CAAA;MAC7BqB,SAAS;QACP,gBAAgB;MAClB;IACF,CAAA;AAEA,QAAI,CAACP,SAASQ,IAAI;AAChB,WAAKrD,eAAe,CAAA;AACpB,YAAM,IAAI4C,MAAM,yBAAyBC,SAASS,UAAU,EAAE;IAChE;AAEA,UAAM,EAAErB,SAAQ,IAAM,MAAMY,SAASU,KAAI;AAIzCzF,gBAAAA,IAAIC,KAAK,0BAA0B;MACjCkE,UAAUA,SAASP;MACnB8B,QAAQvB,SAASS,IAAI,CAACT,cAAaA,UAASwB,IAAI,EAAEC,KAAK,GAAA;IACzD,GAAA;;;;;;AAEA,WAAOzB;EACT;EAEQK,eACNL,UACA0B,gBACuC;AAEvC,UAAMC,gBAAgBD,eAAeE,GAAG,CAAA,EAAIzE;AAE5C,UAAM0E,mBAAmB7B,SAGtB8B,OAAO,CAACC,YAAYJ,gBAAgBI,QAAQC,MAAM,OAAS,KAAKhE,kBAAkB,EAElFyC,IAAI,CAACsB,YAAAA;AACJ,YAAME,QAAQF,QAAQE,MAAMH,OAAO,CAACI,SAASP,gBAAgBO,KAAKxG,QAAQ,OAAS,KAAKsC,kBAAkB;AAC1G,aAAO;QACL,GAAG+D;QACHE;QACAT,MAAMS,MAAMxB,IAAI,CAACyB,SAASA,KAAKA,IAAI,EAAET,KAAK,EAAA;QAC1C/F,OAAOuG,MAAML,GAAG,CAAA,GAAIlG,SAASqG,QAAQC;MACvC;IACF,CAAA,EACCF,OAAO,CAACC,YAAYA,QAAQE,MAAMxC,SAAS,CAAA;AAE9C,QAAIoC,iBAAiBpC,WAAW,GAAG;AACjC,aAAO,CAAA;IACT;AAGA,SAAKzB,qBAAqB2D,gBAAgBE,iBAAiBD,GAAG,EAAC,EAAII,MAAM;AAGzE,WAAOH,iBAAiBpB,IAAI,CAACsB,aAAa;MACxCI,MAAM;MACNC,SAAS,IAAIhF,KAAKuE,gBAAgBI,QAAQrG,QAAQ,GAAA,EAAO2G,YAAW;MACpEb,MAAMO,QAAQP,KAAKc,KAAI;IACzB,EAAA;EACF;AACF;;EApFG9E,gBAAAA,MAAM+E,KAAK;IAAEC,uBAAuB;EAAK,CAAA;GAhG/B9E,YAAAA,WAAAA,qBAAAA,IAAAA;;EA+GVF,gBAAAA,MAAM+E,KAAK;IAAEC,uBAAuB;EAAK,CAAA;GA/G/B9E,YAAAA,WAAAA,uBAAAA,IAAAA;;;;;;;;ACxDb,IAAM+E,kBAAkB;AAKxB,IAAMC,yBAAyB;AAM/B,IAAMC,iCAAiC;AAgBhC,IAAMC,uBAAN,cAAmCjF,gBAAAA,SAAAA;EAUxCrD,YAAYuI,SAAsC;AAChD,UAAK;AARCC,SAAAA,oBAAuCpI;AACvCqI,SAAAA,eAAwBrI;AACxBD,SAAAA,iBAAuCC;AACvCsI,SAAAA,eAA6BtI;AAC7BuI,SAAAA,SAAmCvI;AACnCwI,SAAAA,WAAW;AAIjB,SAAKC,cAAcN,QAAQO;AAC3B,SAAKC,mBAAmBR,QAAQS;EAClC;EAEA,MAAyB7E,QAAQ;AAC/B,UAAM,KAAK8E,mBAAkB;EAC/B;EAEA,MAAyBvE,SAAS;AAChC,SAAK,KAAKgE,cAAcQ,MAAAA;EAC1B;EAEAC,SAASC,UAAqC;AAC5C,QAAI,KAAKT,QAAQU,IAAIC,SAAAA,MAAeF,SAASE,SAAQ,GAAI;AACvD/H,kBAAAA,IAAIC,KAAK,YAAY;QAAE4H,UAAUA,SAASE,SAAQ;MAAG,GAAA;;;;;;AACrD,WAAKX,SAAS,IAAIY,yBAA4B,KAAKV,aAAaO,QAAAA;IAClE;AACA,WAAO;EACT;EAEAI,eAAeC,KAAmC;AAChD,QAAI,KAAKhB,iBAAiBgB,KAAK;AAC7B,WAAKhB,eAAegB;IACtB;AACA,WAAO;EACT;EAEAC,aAAaC,WAA2C;AACtD,QAAI,CAAC,KAAKC,UAAU,CAAC,KAAKhB,UAAU;AAClC,aAAO;IACT;AAEA,QAAIe,WAAW;AACb,WAAKjB,cAAc/D,qBAAAA;IACrB,OAAO;AACL,WAAK+D,cAAc3D,oBAAAA;IACrB;AACA,WAAO;EACT;;;;;EAMA,MACM8E,WAAWC,SAAmB;AAClC,QAAI,KAAKlB,aAAakB,SAAS;AAC7B;IACF;AAEA,SAAKlB,WAAWkB,WAAW;AAE3B,SAAKF,UAAW,MAAM,KAAKX,mBAAkB;EAC/C;EAEA,MACMc,cAAcC,OAA0B;AAC5C,QAAI,KAAKxB,sBAAsBwB,OAAO;AACpC;IACF;AAEA,SAAKxB,oBAAoBwB;AACzB,SAAKJ,UAAW,MAAM,KAAKX,mBAAkB;EAC/C;;EAGA,MAAcA,qBAAqB;AACjC,UAAM,KAAKgB,wBAAuB;AAGlC,QAAI,KAAKrB,UAAU;AACjB,YAAM,KAAKF,cAAcwB,KAAAA;AAEzB,YAAMC,YAAQC,2BAAOC,uBAASC,SAAS;QACrCC,UAAS,oBAAIzH,KAAAA,GAAOiF,YAAW;QAC/ByC,QAAQ;UAAC;YAAE3C,MAAM;YAAiBX,MAAM;YAAWY,UAAS,oBAAIhF,KAAAA,GAAOiF,YAAW;UAAG;;QACrF0C,QAAQ;UAAEC,MAAM;QAAY;MAC9B,CAAA;AACA,WAAK/B,QAAQgC,OAAO;QAACR;OAAM;IAC7B,OAAO;AACL,YAAM,KAAKzB,cAAcQ,MAAAA;AACzB,YAAMiB,YAAQC,2BAAOC,uBAASC,SAAS;QACrCC,UAAS,oBAAIzH,KAAAA,GAAOiF,YAAW;QAC/ByC,QAAQ;UAAC;YAAE3C,MAAM;YAAiBX,MAAM;YAAWY,UAAS,oBAAIhF,KAAAA,GAAOiF,YAAW;UAAG;;QACrF0C,QAAQ;UAAEC,MAAM;QAAY;MAC9B,CAAA;AACA,WAAK/B,QAAQgC,OAAO;QAACR;OAAM;IAC7B;EACF;EAEA,MAAcF,0BAA0B;AACtC,QAAI,CAAC,KAAKzB,qBAAqB,CAAC,KAAKI,UAAU;AAC7C;IACF;AAGA,QAAIgC,aAAa;AACjB,QAAI,KAAKpC,sBAAsB,KAAKrI,gBAAgBF,kBAAkB;AACpE,WAAKE,iBAAiB,IAAIJ,oBAAoB;QAC5CE,kBAAkB,KAAKuI;QACvBtI,UAAUiI;MACZ,CAAA;AACAyC,mBAAa;IACf;AACA,QAAIA,YAAY;AACd,YAAM,KAAKlC,cAAcQ,MAAAA;AACzB,WAAKR,eAAe,IAAItF,YAAY;QAClCE,QAAQ;UACNgC,6BAA6B+C;UAC7BjD,0BAA0BgD;QAC5B;QACA7E,UAAU,KAAKpD;QACfqD,YAAY,CAACkC,aAAa,KAAKxB,YAAYwB,QAAAA;MAC7C,CAAA;IACF;EACF;EAEA,MAAcxB,YAAYwB,UAAiD;AACzE,QAAI,CAAC,KAAKkE,UAAU,CAAC,KAAKjB,QAAQ;AAChC;IACF;AAEA,QAAIwB,YAAQC,2BAAOC,uBAASC,SAAS;MACnCC,UAAS,oBAAIzH,KAAAA,GAAOiF,YAAW;MAC/ByC,QAAQ9E;MACR+E,QAAQ;QAAEI,aAAa,KAAKpC;MAAa;IAC3C,CAAA;AAEA,QAAI,KAAKM,kBAAkB;AACzBoB,cAAQ,MAAM,KAAKpB,iBAAiBoB,KAAAA;IACtC;AAEA,SAAKxB,OAAOgC,OAAO;MAACR;KAAM;EAC5B;AACF;;EA1FGlH,cAAAA;GAxDUqF,qBAAAA,WAAAA,cAAAA,IAAAA;;EAmEVrF,cAAAA;GAnEUqF,qBAAAA,WAAAA,iBAAAA,IAAAA;",
6
- "names": ["import_wavefile", "import_async", "import_log", "import_tracing", "import_context", "initializingPromise", "initializeExtendableMediaRecorder", "connect", "register", "MediaStreamRecorder", "constructor", "mediaStreamTrack", "interval", "_mediaRecorder", "undefined", "_header", "_mediaStreamTrack", "_interval", "wavConfig", "settings", "getSettings", "channels", "channelCount", "sampleRate", "bitDepthCode", "sampleSize", "String", "setOnChunk", "onChunk", "_onChunk", "start", "catch", "err", "log", "info", "stream", "MediaStream", "MediaRecorder", "mimeType", "state", "invariant", "ondataavailable", "event", "_ondataavailable", "stop", "blob", "data", "uint8Array", "Uint8Array", "arrayBuffer", "isHeader", "wav", "WaveFile", "slice", "warn", "timestamp", "Date", "now", "getSamples", "synchronized", "trace", "resource", "Transcriber", "Resource", "config", "recorder", "onSegments", "_audioChunks", "_lastUsedTimestamp", "_openTrigger", "Trigger", "autoReset", "_recording", "_transcribeTask", "_config", "_recorder", "_onSegments", "_open", "ctx", "chunk", "_saveAudioChunk", "DeferredTask", "_transcribe", "wake", "_close", "startChunksRecording", "_lifecycleState", "LifecycleState", "OPEN", "stopChunksRecording", "schedule", "push", "scheduled", "length", "prefixBufferChunksAmount", "_dropOldChunks", "transcribeAfterChunksAmount", "chunks", "audio", "_mergeAudioChunks", "segments", "_fetchTranscription", "Array", "isArray", "alignedSegments", "_alignSegments", "file", "fromScratch", "mergeFloat64Arrays", "map", "toBase64", "Error", "response", "fetch", "TRANSCRIPTION_URL", "method", "body", "JSON", "stringify", "headers", "ok", "statusText", "json", "string", "text", "join", "originalChunks", "zeroTimestamp", "at", "filteredSegments", "filter", "segment", "end", "words", "word", "type", "started", "toISOString", "trim", "span", "showInBrowserTimeline", "RECORD_INTERVAL", "PREFIXED_CHUNKS_AMOUNT", "TRANSCRIBE_AFTER_CHUNKS_AMOUNT", "TranscriptionManager", "options", "_audioStreamTrack", "_identityDid", "_transcriber", "_queue", "_enabled", "_edgeClient", "edgeClient", "_messageEnricher", "messageEnricher", "_toggleTranscriber", "close", "setQueue", "queueDxn", "dxn", "toString", "QueueImpl", "setIdentityDid", "did", "setRecording", "recording", "isOpen", "setEnabled", "enabled", "setAudioTrack", "track", "_maybeReinitTranscriber", "open", "block", "create", "DataType", "Message", "created", "blocks", "sender", "role", "append", "needReinit", "identityDid"]
7
- }
@@ -1,7 +0,0 @@
1
- {
2
- "version": 3,
3
- "sources": ["../../../src/capabilities/intent-resolver.ts"],
4
- "sourcesContent": ["//\n// Copyright 2025 DXOS.org\n//\n\nimport { Capabilities, contributes, createResolver, type PluginContext } from '@dxos/app-framework';\nimport { createQueueDxn } from '@dxos/echo-schema';\nimport { type SpaceId } from '@dxos/keys';\nimport { live, refFromDXN } from '@dxos/live-object';\n\nimport { TranscriptionAction, TranscriptType } from '../types';\nimport { getTimeStr } from '../util';\n\nexport default (context: PluginContext) =>\n contributes(Capabilities.IntentResolver, [\n createResolver({\n intent: TranscriptionAction.Create,\n resolve: ({ name, spaceId }) => {\n const transcript = live(TranscriptType, {\n queue: refFromDXN(createQueueDxn(spaceId as SpaceId)),\n name: name ?? `Transcript ${getTimeStr(Date.now())}`,\n });\n\n return { data: { object: transcript } };\n },\n }),\n ]);\n"],
5
- "mappings": ";;;;;;;;;;;;;;;;;;;;;;;;;;AAIA,2BAA8E;AAC9E,yBAA+B;AAE/B,yBAAiC;AAKjC,IAAA,0BAAe,CAACA,gBACdC,kCAAYC,kCAAaC,gBAAgB;MACvCC,qCAAe;IACbC,QAAQC,0CAAoBC;IAC5BC,SAAS,CAAC,EAAEC,MAAMC,QAAO,MAAE;AACzB,YAAMC,iBAAaC,yBAAKC,sCAAgB;QACtCC,WAAOC,mCAAWC,mCAAeN,OAAAA,CAAAA;QACjCD,MAAMA,QAAQ,kBAAcQ,kCAAWC,KAAKC,IAAG,CAAA,CAAA;MACjD,CAAA;AAEA,aAAO;QAAEC,MAAM;UAAEC,QAAQV;QAAW;MAAE;IACxC;EACF,CAAA;CACD;",
6
- "names": ["context", "contributes", "Capabilities", "IntentResolver", "createResolver", "intent", "TranscriptionAction", "Create", "resolve", "name", "spaceId", "transcript", "live", "TranscriptType", "queue", "refFromDXN", "createQueueDxn", "getTimeStr", "Date", "now", "data", "object"]
7
- }
@@ -1,34 +0,0 @@
1
- "use strict";
2
- var __defProp = Object.defineProperty;
3
- var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
4
- var __getOwnPropNames = Object.getOwnPropertyNames;
5
- var __hasOwnProp = Object.prototype.hasOwnProperty;
6
- var __export = (target, all) => {
7
- for (var name in all)
8
- __defProp(target, name, { get: all[name], enumerable: true });
9
- };
10
- var __copyProps = (to, from, except, desc) => {
11
- if (from && typeof from === "object" || typeof from === "function") {
12
- for (let key of __getOwnPropNames(from))
13
- if (!__hasOwnProp.call(to, key) && key !== except)
14
- __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
15
- }
16
- return to;
17
- };
18
- var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
19
- var meeting_transcription_state_5XLTMWPA_exports = {};
20
- __export(meeting_transcription_state_5XLTMWPA_exports, {
21
- default: () => meeting_transcription_state_default
22
- });
23
- module.exports = __toCommonJS(meeting_transcription_state_5XLTMWPA_exports);
24
- var import_chunk_JUGOXWES = require("./chunk-JUGOXWES.cjs");
25
- var import_chunk_NVZWGFJL = require("./chunk-NVZWGFJL.cjs");
26
- var import_app_framework = require("@dxos/app-framework");
27
- var import_live_object = require("@dxos/live-object");
28
- var meeting_transcription_state_default = () => {
29
- const state = (0, import_live_object.live)({
30
- enabled: false
31
- });
32
- return (0, import_app_framework.contributes)(import_chunk_JUGOXWES.TranscriptionCapabilities.MeetingTranscriptionState, state);
33
- };
34
- //# sourceMappingURL=meeting-transcription-state-5XLTMWPA.cjs.map
@@ -1,7 +0,0 @@
1
- {
2
- "version": 3,
3
- "sources": ["../../../src/capabilities/meeting-transcription-state.ts"],
4
- "sourcesContent": ["//\n// Copyright 2025 DXOS.org\n//\n\nimport { contributes } from '@dxos/app-framework';\nimport { live } from '@dxos/live-object';\n\nimport { TranscriptionCapabilities } from './capabilities';\n\nexport default () => {\n const state = live<TranscriptionCapabilities.MeetingTranscriptionState>({\n enabled: false,\n });\n\n return contributes(TranscriptionCapabilities.MeetingTranscriptionState, state);\n};\n"],
5
- "mappings": ";;;;;;;;;;;;;;;;;;;;;;;;;AAIA,2BAA4B;AAC5B,yBAAqB;AAIrB,IAAA,sCAAe,MAAA;AACb,QAAMA,YAAQC,yBAA0D;IACtEC,SAAS;EACX,CAAA;AAEA,aAAOC,kCAAYC,gDAA0BC,2BAA2BL,KAAAA;AAC1E;",
6
- "names": ["state", "live", "enabled", "contributes", "TranscriptionCapabilities", "MeetingTranscriptionState"]
7
- }
@@ -1,7 +0,0 @@
1
- {
2
- "version": 3,
3
- "sources": ["../../../src/capabilities/react-surface.tsx"],
4
- "sourcesContent": ["//\n// Copyright 2025 DXOS.org\n//\n\nimport React from 'react';\n\nimport { Capabilities, contributes, createSurface } from '@dxos/app-framework';\nimport { SettingsStore } from '@dxos/local-storage';\n\nimport { TranscriptionContainer, TranscriptionSettings } from '../components';\nimport { meta } from '../meta';\nimport { isTranscript, type TranscriptionSettingsProps, type TranscriptType } from '../types';\n\nexport default () =>\n contributes(Capabilities.ReactSurface, [\n createSurface({\n id: `${meta.id}/plugin-settings`,\n role: 'article',\n filter: (data): data is { subject: SettingsStore<TranscriptionSettingsProps> } =>\n data.subject instanceof SettingsStore && data.subject.prefix === meta.id,\n component: ({ data: { subject } }) => <TranscriptionSettings settings={subject.value} />,\n }),\n createSurface({\n id: `${meta.id}/article/transcript`,\n role: ['article', 'section'],\n filter: (data): data is { subject: TranscriptType } => isTranscript(data.subject),\n component: ({ data, role }) => <TranscriptionContainer transcript={data.subject} role={role} />,\n }),\n ]);\n"],
5
- "mappings": ";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAIA,mBAAkB;AAElB,2BAAyD;AACzD,2BAA8B;AAM9B,IAAA,wBAAe,UACbA,kCAAYC,kCAAaC,cAAc;MACrCC,oCAAc;IACZC,IAAI,GAAGC,2BAAKD,EAAE;IACdE,MAAM;IACNC,QAAQ,CAACC,SACPA,KAAKC,mBAAmBC,sCAAiBF,KAAKC,QAAQE,WAAWN,2BAAKD;IACxEQ,WAAW,CAAC,EAAEJ,MAAM,EAAEC,QAAO,EAAE,MAAO,6BAAAI,QAAA,cAACC,6CAAAA;MAAsBC,UAAUN,QAAQO;;EACjF,CAAA;MACAb,oCAAc;IACZC,IAAI,GAAGC,2BAAKD,EAAE;IACdE,MAAM;MAAC;MAAW;;IAClBC,QAAQ,CAACC,aAA8CS,oCAAaT,KAAKC,OAAO;IAChFG,WAAW,CAAC,EAAEJ,MAAMF,KAAI,MAAO,6BAAAO,QAAA,cAACK,8CAAAA;MAAuBC,YAAYX,KAAKC;MAASH;;EACnF,CAAA;CACD;",
6
- "names": ["contributes", "Capabilities", "ReactSurface", "createSurface", "id", "meta", "role", "filter", "data", "subject", "SettingsStore", "prefix", "component", "React", "TranscriptionSettings", "settings", "value", "isTranscript", "TranscriptionContainer", "transcript"]
7
- }
@@ -1,38 +0,0 @@
1
- "use strict";
2
- var __defProp = Object.defineProperty;
3
- var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
4
- var __getOwnPropNames = Object.getOwnPropertyNames;
5
- var __hasOwnProp = Object.prototype.hasOwnProperty;
6
- var __export = (target, all) => {
7
- for (var name in all)
8
- __defProp(target, name, { get: all[name], enumerable: true });
9
- };
10
- var __copyProps = (to, from, except, desc) => {
11
- if (from && typeof from === "object" || typeof from === "function") {
12
- for (let key of __getOwnPropNames(from))
13
- if (!__hasOwnProp.call(to, key) && key !== except)
14
- __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
15
- }
16
- return to;
17
- };
18
- var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
19
- var settings_AWWMOSCV_exports = {};
20
- __export(settings_AWWMOSCV_exports, {
21
- default: () => settings_default
22
- });
23
- module.exports = __toCommonJS(settings_AWWMOSCV_exports);
24
- var import_chunk_EJWB53WK = require("./chunk-EJWB53WK.cjs");
25
- var import_chunk_NVZWGFJL = require("./chunk-NVZWGFJL.cjs");
26
- var import_app_framework = require("@dxos/app-framework");
27
- var import_live_object = require("@dxos/live-object");
28
- var settings_default = () => {
29
- const settings = (0, import_live_object.live)(import_chunk_EJWB53WK.TranscriptionSettingsSchema, {
30
- entityExtraction: true
31
- });
32
- return (0, import_app_framework.contributes)(import_app_framework.Capabilities.Settings, {
33
- schema: import_chunk_EJWB53WK.TranscriptionSettingsSchema,
34
- prefix: import_chunk_NVZWGFJL.TRANSCRIPTION_PLUGIN,
35
- value: settings
36
- });
37
- };
38
- //# sourceMappingURL=settings-AWWMOSCV.cjs.map
@@ -1,7 +0,0 @@
1
- {
2
- "version": 3,
3
- "sources": ["../../../src/capabilities/settings.ts"],
4
- "sourcesContent": ["//\n// Copyright 2025 DXOS.org\n//\n\nimport { Capabilities, contributes } from '@dxos/app-framework';\nimport { live } from '@dxos/live-object';\n\nimport { TRANSCRIPTION_PLUGIN } from '../meta';\nimport { TranscriptionSettingsSchema } from '../types';\n\nexport default () => {\n // TODO(wittjosiah): `live` currently doesn't handle schema default values.\n const settings = live(TranscriptionSettingsSchema, { entityExtraction: true });\n\n return contributes(Capabilities.Settings, {\n schema: TranscriptionSettingsSchema,\n prefix: TRANSCRIPTION_PLUGIN,\n value: settings,\n });\n};\n"],
5
- "mappings": ";;;;;;;;;;;;;;;;;;;;;;;;;AAIA,2BAA0C;AAC1C,yBAAqB;AAKrB,IAAA,mBAAe,MAAA;AAEb,QAAMA,eAAWC,yBAAKC,mDAA6B;IAAEC,kBAAkB;EAAK,CAAA;AAE5E,aAAOC,kCAAYC,kCAAaC,UAAU;IACxCC,QAAQL;IACRM,QAAQC;IACRC,OAAOV;EACT,CAAA;AACF;",
6
- "names": ["settings", "live", "TranscriptionSettingsSchema", "entityExtraction", "contributes", "Capabilities", "Settings", "schema", "prefix", "TRANSCRIPTION_PLUGIN", "value"]
7
- }
@@ -1,50 +0,0 @@
1
- "use strict";
2
- var __defProp = Object.defineProperty;
3
- var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
4
- var __getOwnPropNames = Object.getOwnPropertyNames;
5
- var __hasOwnProp = Object.prototype.hasOwnProperty;
6
- var __export = (target, all) => {
7
- for (var name in all)
8
- __defProp(target, name, { get: all[name], enumerable: true });
9
- };
10
- var __copyProps = (to, from, except, desc) => {
11
- if (from && typeof from === "object" || typeof from === "function") {
12
- for (let key of __getOwnPropNames(from))
13
- if (!__hasOwnProp.call(to, key) && key !== except)
14
- __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
15
- }
16
- return to;
17
- };
18
- var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
19
- var transcriber_AFUXFHCR_exports = {};
20
- __export(transcriber_AFUXFHCR_exports, {
21
- default: () => transcriber_default
22
- });
23
- module.exports = __toCommonJS(transcriber_AFUXFHCR_exports);
24
- var import_chunk_WKZLGVEJ = require("./chunk-WKZLGVEJ.cjs");
25
- var import_chunk_J72PUQ3C = require("./chunk-J72PUQ3C.cjs");
26
- var import_chunk_EJWB53WK = require("./chunk-EJWB53WK.cjs");
27
- var import_chunk_JUGOXWES = require("./chunk-JUGOXWES.cjs");
28
- var import_chunk_NVZWGFJL = require("./chunk-NVZWGFJL.cjs");
29
- var import_app_framework = require("@dxos/app-framework");
30
- var RECORD_INTERVAL = 200;
31
- var PREFIXED_CHUNKS_AMOUNT = 10;
32
- var TRANSCRIBE_AFTER_CHUNKS_AMOUNT = 50;
33
- var transcriber_default = () => {
34
- const getTranscriber = ({ audioStreamTrack, onSegments, config }) => {
35
- return new import_chunk_WKZLGVEJ.Transcriber({
36
- config: {
37
- transcribeAfterChunksAmount: TRANSCRIBE_AFTER_CHUNKS_AMOUNT,
38
- prefixBufferChunksAmount: PREFIXED_CHUNKS_AMOUNT,
39
- ...config
40
- },
41
- recorder: new import_chunk_WKZLGVEJ.MediaStreamRecorder({
42
- mediaStreamTrack: audioStreamTrack,
43
- interval: RECORD_INTERVAL
44
- }),
45
- onSegments
46
- });
47
- };
48
- return (0, import_app_framework.contributes)(import_chunk_JUGOXWES.TranscriptionCapabilities.Transcriber, getTranscriber);
49
- };
50
- //# sourceMappingURL=transcriber-AFUXFHCR.cjs.map
@@ -1,7 +0,0 @@
1
- {
2
- "version": 3,
3
- "sources": ["../../../src/capabilities/transcriber.ts"],
4
- "sourcesContent": ["//\n// Copyright 2025 DXOS.org\n//\n\nimport { contributes } from '@dxos/app-framework';\n\nimport { TranscriptionCapabilities } from './capabilities';\nimport { MediaStreamRecorder, Transcriber } from '../transcriber';\n\n// TODO(burdon): Move to config?\n\n/**\n * Length of the chunk in ms.\n */\nconst RECORD_INTERVAL = 200;\n\n/**\n * Number of chunks to save before the user starts speaking.\n */\nconst PREFIXED_CHUNKS_AMOUNT = 10;\n\n/**\n * Number of chunks to transcribe automatically after.\n * Combined should be mess than 25MB or whisper would fail.\n */\nconst TRANSCRIBE_AFTER_CHUNKS_AMOUNT = 50;\n\n/**\n * Records audio while user is speaking and transcribes it after user is done speaking.\n */\nexport default () => {\n const getTranscriber: TranscriptionCapabilities.GetTranscriber = ({ audioStreamTrack, onSegments, config }) => {\n // Initialize audio transcription.\n return new Transcriber({\n config: {\n transcribeAfterChunksAmount: TRANSCRIBE_AFTER_CHUNKS_AMOUNT,\n prefixBufferChunksAmount: PREFIXED_CHUNKS_AMOUNT,\n ...config,\n },\n recorder: new MediaStreamRecorder({\n mediaStreamTrack: audioStreamTrack,\n interval: RECORD_INTERVAL,\n }),\n onSegments,\n });\n };\n\n return contributes(TranscriptionCapabilities.Transcriber, getTranscriber);\n};\n"],
5
- "mappings": ";;;;;;;;;;;;;;;;;;;;;;;;;;;;AAIA,2BAA4B;AAU5B,IAAMA,kBAAkB;AAKxB,IAAMC,yBAAyB;AAM/B,IAAMC,iCAAiC;AAKvC,IAAA,sBAAe,MAAA;AACb,QAAMC,iBAA2D,CAAC,EAAEC,kBAAkBC,YAAYC,OAAM,MAAE;AAExG,WAAO,IAAIC,kCAAY;MACrBD,QAAQ;QACNE,6BAA6BN;QAC7BO,0BAA0BR;QAC1B,GAAGK;MACL;MACAI,UAAU,IAAIC,0CAAoB;QAChCC,kBAAkBR;QAClBS,UAAUb;MACZ,CAAA;MACAK;IACF,CAAA;EACF;AAEA,aAAOS,kCAAYC,gDAA0BR,aAAaJ,cAAAA;AAC5D;",
6
- "names": ["RECORD_INTERVAL", "PREFIXED_CHUNKS_AMOUNT", "TRANSCRIBE_AFTER_CHUNKS_AMOUNT", "getTranscriber", "audioStreamTrack", "onSegments", "config", "Transcriber", "transcribeAfterChunksAmount", "prefixBufferChunksAmount", "recorder", "MediaStreamRecorder", "mediaStreamTrack", "interval", "contributes", "TranscriptionCapabilities"]
7
- }
@@ -1,352 +0,0 @@
1
- import { createRequire } from 'node:module';const require = createRequire(import.meta.url);
2
- import {
3
- TranscriptionManager
4
- } from "./chunk-V5IWBPYO.mjs";
5
- import "./chunk-QMHMEKB3.mjs";
6
- import {
7
- TranscriptType,
8
- TranscriptionAction
9
- } from "./chunk-QYG2FOXA.mjs";
10
- import {
11
- TranscriptionCapabilities
12
- } from "./chunk-5E2MR5XK.mjs";
13
- import {
14
- TRANSCRIPTION_PLUGIN
15
- } from "./chunk-X4DDJIVL.mjs";
16
-
17
- // packages/plugins/plugin-transcription/src/capabilities/app-graph-builder.ts
18
- import { Rx } from "@effect-rx/rx-react";
19
- import { Option, pipe } from "effect";
20
- import { Capabilities, contributes, createIntent } from "@dxos/app-framework";
21
- import { AIServiceEdgeClient } from "@dxos/assistant";
22
- import { AI_SERVICE_ENDPOINT } from "@dxos/assistant/testing";
23
- import { Filter, fullyQualifiedId, getSpace, makeRef, Query } from "@dxos/client/echo";
24
- import { getSchemaTypename, isInstanceOf } from "@dxos/echo-schema";
25
- import { invariant } from "@dxos/invariant";
26
- import { DXN as DXN2 } from "@dxos/keys";
27
- import { log as log2 } from "@dxos/log";
28
- import { ClientCapabilities } from "@dxos/plugin-client";
29
- import { PLANK_COMPANION_TYPE, ATTENDABLE_PATH_SEPARATOR } from "@dxos/plugin-deck/types";
30
- import { createExtension, rxFromSignal } from "@dxos/plugin-graph";
31
- import { DocumentType } from "@dxos/plugin-markdown/types";
32
- import { MeetingCapabilities } from "@dxos/plugin-meeting";
33
- import { MeetingType } from "@dxos/plugin-meeting/types";
34
- import { DataType as DataType2 } from "@dxos/schema";
35
-
36
- // packages/plugins/plugin-transcription/src/entity-extraction/entity-extraction.ts
37
- import { Schema } from "effect";
38
- import { createTemplate, Message, structuredOutputParser } from "@dxos/artifact";
39
- import { MixedStreamParser } from "@dxos/assistant";
40
- import { asyncTimeout } from "@dxos/async";
41
- import { create, ObjectId } from "@dxos/echo-schema";
42
- import { DXN } from "@dxos/keys";
43
- import { log } from "@dxos/log";
44
- import { DataType } from "@dxos/schema";
45
-
46
- // raw-loader:./system-prompt.tpl?raw
47
- var system_prompt_default = 'You are an AI assistant specialized in processing and enhancing transcripts with contextual information.\nYour task is to analyze a given transcript and extract references to the context objects.\n\nThe context and transcript are provided in the user message in `context` and `transcript` XML tags.\n\nHere are your instructions:\n\n1. Read the transcript and context information provided above.\n\n2. Process each segment of the transcript separately.\n\n3. For each segment:\n a. Analyze the content and identify relevant information from the context.\n b. Extract a number of references to the context objects that are mentioned in the segment.\n c. Output the references in the format `{ "quote": "earnings report", "id": "01JT0JP9AX0XKGZX4MV4B69VT6" }`.\n d. If there are no references, just output an empty array.\n\n4. Maintain the exact order and structure of the original transcript segments.\n\nOutput Format:\nThe final output should be a JSON array of references.\n\nExample output structure:\n```json\n{\n "references": [\n { "quote": "earnings report", "id": "01JT0JP9AX0XKGZX4MV4B69VT6" },\n { "quote": "John", "id": "01JT0VM0VN3ZKN7GDBM8CV9BA7" }\n ]\n}\n```\n\nRemember:\n- Only quote the text that is in the transcript.\n- Analyze each segment carefully before processing it.\n- Only reference objects that appear in the context and exactly by their id, If the object is not in the context, do not insert a reference. \n\nNow, process the transcript and context provided below according to these instructions.';
48
-
49
- // packages/plugins/plugin-transcription/src/entity-extraction/entity-extraction.ts
50
- var __dxlog_file = "/home/runner/work/dxos/dxos/packages/plugins/plugin-transcription/src/entity-extraction/entity-extraction.ts";
51
- var createSystemPrompt = () => {
52
- const template = createTemplate(system_prompt_default);
53
- return template({});
54
- };
55
- var ReferencedQuotes = Schema.Struct({
56
- references: Schema.Array(Schema.Struct({
57
- quote: Schema.String,
58
- id: Schema.String
59
- })).annotations({
60
- description: "The references to the context objects that are mentioned in the transcript. quote should match the original transcript text exactly, while id is the id of the context object."
61
- })
62
- });
63
- var processTranscriptMessage = async (params) => {
64
- try {
65
- const outputParser = structuredOutputParser(ReferencedQuotes);
66
- const runParser = async () => {
67
- const startTime = performance.now();
68
- const result = outputParser.getResult(await new MixedStreamParser().parse(await params.aiService.execStream({
69
- model: "@anthropic/claude-3-5-haiku-20241022",
70
- systemPrompt: createSystemPrompt(),
71
- history: [
72
- create(Message, {
73
- role: "user",
74
- content: [
75
- {
76
- type: "text",
77
- text: `<context>${JSON.stringify(params.context.objects)}</context>`
78
- },
79
- {
80
- type: "text",
81
- text: `<transcript>${JSON.stringify(params.message.blocks)}</transcript>`
82
- }
83
- ]
84
- })
85
- ],
86
- tools: [
87
- outputParser.tool
88
- ]
89
- })));
90
- log.info("entity extraction result", {
91
- refs: result.references
92
- }, {
93
- F: __dxlog_file,
94
- L: 98,
95
- S: void 0,
96
- C: (f, a) => f(...a)
97
- });
98
- return {
99
- message: create(DataType.Message, {
100
- ...params.message,
101
- blocks: params.message.blocks.map((block, i) => block.type !== "transcription" ? block : {
102
- ...block,
103
- text: postprocessText(block.text, result)
104
- })
105
- }),
106
- timeElapsed: performance.now() - startTime
107
- };
108
- };
109
- if (params.options?.timeout && params.options.timeout > 0) {
110
- return await asyncTimeout(runParser(), params.options.timeout);
111
- } else {
112
- return await runParser();
113
- }
114
- } catch (error) {
115
- if (params.options?.fallbackToRaw) {
116
- log.warn("failed to process transcript message, falling back to raw text", {
117
- error
118
- }, {
119
- F: __dxlog_file,
120
- L: 123,
121
- S: void 0,
122
- C: (f, a) => f(...a)
123
- });
124
- return {
125
- message: params.message,
126
- timeElapsed: 0
127
- };
128
- } else {
129
- throw error;
130
- }
131
- }
132
- };
133
- var postprocessText = (text, quotes) => {
134
- for (const quote of quotes.references) {
135
- if (!ObjectId.isValid(quote.id)) {
136
- continue;
137
- }
138
- const regex = new RegExp(quote.quote.replace(/[.*+?^${}()|[\]\\]/g, "\\$&"), "gi");
139
- text = text.replace(regex, `[${quote.quote}][${DXN.fromLocalObjectId(quote.id).toString()}]`);
140
- }
141
- return text;
142
- };
143
-
144
- // packages/plugins/plugin-transcription/src/capabilities/app-graph-builder.ts
145
- var __dxlog_file2 = "/home/runner/work/dxos/dxos/packages/plugins/plugin-transcription/src/capabilities/app-graph-builder.ts";
146
- var getMeetingTranscript = async (context, meeting) => {
147
- const { dispatchPromise: dispatch } = context.getCapability(Capabilities.IntentDispatcher);
148
- const typename = getSchemaTypename(TranscriptType);
149
- const existing = await meeting.artifacts[typename]?.load();
150
- if (existing instanceof TranscriptType) {
151
- return existing;
152
- }
153
- const space = getSpace(meeting);
154
- invariant(space, void 0, {
155
- F: __dxlog_file2,
156
- L: 49,
157
- S: void 0,
158
- A: [
159
- "space",
160
- ""
161
- ]
162
- });
163
- const { data } = await dispatch(createIntent(TranscriptionAction.Create, {
164
- spaceId: space.id
165
- }));
166
- meeting.artifacts[typename] = makeRef(data.object);
167
- return data?.object;
168
- };
169
- var app_graph_builder_default = (context) => contributes(Capabilities.AppGraphBuilder, [
170
- createExtension({
171
- id: `${TRANSCRIPTION_PLUGIN}/meeting-transcript`,
172
- actions: (node) => Rx.make((get) => pipe(get(node), Option.flatMap((node2) => isInstanceOf(MeetingType, node2.data) ? Option.some(node2.data) : Option.none()), Option.map((meeting) => {
173
- const state = context.getCapability(TranscriptionCapabilities.MeetingTranscriptionState);
174
- const enabled = get(rxFromSignal(() => state.enabled));
175
- return [
176
- {
177
- id: `${fullyQualifiedId(meeting)}/action/start-stop-transcription`,
178
- data: async () => {
179
- const transcript = await getMeetingTranscript(context, meeting);
180
- invariant(transcript, "Failed to create transcript", {
181
- F: __dxlog_file2,
182
- L: 76,
183
- S: void 0,
184
- A: [
185
- "transcript",
186
- "'Failed to create transcript'"
187
- ]
188
- });
189
- const callManager = context.getCapability(MeetingCapabilities.CallManager);
190
- callManager.setActivity(getSchemaTypename(TranscriptType), {
191
- queueDxn: transcript.queue.dxn.toString(),
192
- enabled: !enabled
193
- });
194
- },
195
- properties: {
196
- label: enabled ? [
197
- "stop transcription label",
198
- {
199
- ns: TRANSCRIPTION_PLUGIN
200
- }
201
- ] : [
202
- "start transcription label",
203
- {
204
- ns: TRANSCRIPTION_PLUGIN
205
- }
206
- ],
207
- icon: "ph--subtitles--regular",
208
- disposition: "toolbar",
209
- classNames: enabled ? "bg-callAlert" : ""
210
- }
211
- }
212
- ];
213
- }), Option.getOrElse(() => []))),
214
- connector: (node) => Rx.make((get) => pipe(get(node), Option.flatMap((node2) => isInstanceOf(MeetingType, node2.data) ? Option.some(node2.data) : Option.none()), Option.map((meeting) => {
215
- const client = context.getCapability(ClientCapabilities.Client);
216
- const state = context.getCapability(TranscriptionCapabilities.MeetingTranscriptionState);
217
- const settingsStore = get(context.capabilities(Capabilities.SettingsStore))[0];
218
- const settings = get(rxFromSignal(() => settingsStore?.getStore(TRANSCRIPTION_PLUGIN).value));
219
- const aiClient = new AIServiceEdgeClient({
220
- // TODO(burdon): Get from config.
221
- endpoint: AI_SERVICE_ENDPOINT.REMOTE
222
- });
223
- return [
224
- {
225
- id: `${fullyQualifiedId(meeting)}${ATTENDABLE_PATH_SEPARATOR}${getSchemaTypename(TranscriptType)}`,
226
- type: PLANK_COMPANION_TYPE,
227
- data: get(rxFromSignal(() => meeting.artifacts[getSchemaTypename(TranscriptType)]?.target)),
228
- properties: {
229
- label: [
230
- "transcript companion label",
231
- {
232
- ns: TRANSCRIPTION_PLUGIN
233
- }
234
- ],
235
- icon: "ph--subtitles--regular",
236
- position: "hoist",
237
- disposition: "hidden",
238
- schema: TranscriptType,
239
- getIntent: ({ space }) => createIntent(TranscriptionAction.Create, {
240
- spaceId: space.id
241
- }),
242
- // TODO(burdon): Is this the right place to inisitalize the state? Change to a capability?
243
- onJoin: async ({ meeting: meeting2 }) => {
244
- const identity = client.halo.identity.get();
245
- invariant(identity, void 0, {
246
- F: __dxlog_file2,
247
- L: 134,
248
- S: void 0,
249
- A: [
250
- "identity",
251
- ""
252
- ]
253
- });
254
- const space = getSpace(meeting2);
255
- invariant(space, void 0, {
256
- F: __dxlog_file2,
257
- L: 136,
258
- S: void 0,
259
- A: [
260
- "space",
261
- ""
262
- ]
263
- });
264
- let messageEnricher;
265
- if (aiClient && settings.entityExtraction) {
266
- messageEnricher = createEntityExtractionEnricher({
267
- aiClient,
268
- // TODO(dmaretskyi): Have those be discovered from the schema graph or contributed by capabilities?
269
- // This forced me to add a dependency on markdown plugin.
270
- // This will be replaced with a vector search index anyway, so its not a big deal.
271
- contextTypes: [
272
- DocumentType,
273
- DataType2.Person,
274
- DataType2.Organization
275
- ],
276
- space
277
- });
278
- }
279
- state.transcriptionManager = await new TranscriptionManager({
280
- edgeClient: client.edge,
281
- messageEnricher
282
- }).setIdentityDid(identity.did).open();
283
- },
284
- onLeave: async () => {
285
- await state.transcriptionManager?.close();
286
- state.transcriptionManager = void 0;
287
- state.enabled = false;
288
- },
289
- onCallStateUpdated: async (callState) => {
290
- const typename = getSchemaTypename(TranscriptType);
291
- const transcription = typename ? callState.activities?.[typename] : void 0;
292
- if (!transcription?.payload) {
293
- return;
294
- }
295
- const payload = transcription.payload;
296
- state.enabled = !!payload.enabled;
297
- if (payload.queueDxn) {
298
- state.transcriptionManager?.setQueue(DXN2.parse(payload.queueDxn));
299
- }
300
- await state.transcriptionManager?.setEnabled(payload.enabled);
301
- },
302
- onMediaStateUpdated: async ([mediaState, isSpeaking]) => {
303
- void state.transcriptionManager?.setAudioTrack(mediaState.audioTrack);
304
- void state.transcriptionManager?.setRecording(isSpeaking);
305
- }
306
- }
307
- }
308
- ];
309
- }), Option.getOrElse(() => [])))
310
- })
311
- ]);
312
- var createEntityExtractionEnricher = ({ aiClient, contextTypes, space }) => {
313
- return async (message) => {
314
- const { objects } = await space.db.query(Query.select(Filter.or(...contextTypes.map((s) => Filter.type(s))))).run();
315
- log2.info("context", {
316
- objects
317
- }, {
318
- F: __dxlog_file2,
319
- L: 203,
320
- S: void 0,
321
- C: (f, a) => f(...a)
322
- });
323
- const { message: enhancedMessage, timeElapsed } = await processTranscriptMessage({
324
- aiService: aiClient,
325
- message,
326
- context: {
327
- objects: await Promise.all(objects.map((o) => processContextObject(o)))
328
- },
329
- options: {
330
- timeout: ENTITY_EXTRACTOR_TIMEOUT,
331
- fallbackToRaw: true
332
- }
333
- });
334
- log2.info("entity extraction time", {
335
- timeElapsed
336
- }, {
337
- F: __dxlog_file2,
338
- L: 214,
339
- S: void 0,
340
- C: (f, a) => f(...a)
341
- });
342
- return enhancedMessage;
343
- };
344
- };
345
- var processContextObject = async (object) => {
346
- return object;
347
- };
348
- var ENTITY_EXTRACTOR_TIMEOUT = 25e3;
349
- export {
350
- app_graph_builder_default as default
351
- };
352
- //# sourceMappingURL=app-graph-builder-UBP6EOBR.mjs.map