@dxos/plugin-transcription 0.8.4-main.fd6878d → 0.9.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (367) hide show
  1. package/LICENSE +102 -5
  2. package/PLUGIN.mdl +401 -0
  3. package/README.md +1 -1
  4. package/dist/lib/neutral/TranscriptionArticle-L6XANBH5.mjs +54 -0
  5. package/dist/lib/neutral/TranscriptionArticle-L6XANBH5.mjs.map +7 -0
  6. package/dist/lib/neutral/TranscriptionPlugin.mjs +46 -0
  7. package/dist/lib/neutral/TranscriptionPlugin.mjs.map +7 -0
  8. package/dist/lib/neutral/TranscriptionPlugin.node.mjs +25 -0
  9. package/dist/lib/neutral/TranscriptionPlugin.node.mjs.map +7 -0
  10. package/dist/lib/neutral/TranscriptionPlugin.workerd.mjs +21 -0
  11. package/dist/lib/neutral/TranscriptionPlugin.workerd.mjs.map +7 -0
  12. package/dist/lib/neutral/blueprint-definition-DA4QFRYJ.mjs +15 -0
  13. package/dist/lib/neutral/blueprint-definition-DA4QFRYJ.mjs.map +7 -0
  14. package/dist/lib/neutral/blueprints/index.mjs +8 -0
  15. package/dist/lib/neutral/capabilities/index.mjs +17 -0
  16. package/dist/lib/neutral/capabilities/index.mjs.map +7 -0
  17. package/dist/lib/neutral/chunk-FHNI26QW.mjs +45 -0
  18. package/dist/lib/neutral/chunk-FHNI26QW.mjs.map +7 -0
  19. package/dist/lib/neutral/chunk-J5LGTIGS.mjs +10 -0
  20. package/dist/lib/neutral/chunk-KAEXRX3Y.mjs +35 -0
  21. package/dist/lib/neutral/chunk-KAEXRX3Y.mjs.map +7 -0
  22. package/dist/lib/neutral/chunk-KMT3BMMQ.mjs +124 -0
  23. package/dist/lib/neutral/chunk-KMT3BMMQ.mjs.map +7 -0
  24. package/dist/lib/neutral/chunk-KXJZEYS7.mjs +8 -0
  25. package/dist/lib/neutral/chunk-KXJZEYS7.mjs.map +7 -0
  26. package/dist/lib/neutral/chunk-MLRJWAQH.mjs +179 -0
  27. package/dist/lib/neutral/chunk-MLRJWAQH.mjs.map +7 -0
  28. package/dist/lib/neutral/chunk-TO77KAQK.mjs +298 -0
  29. package/dist/lib/neutral/chunk-TO77KAQK.mjs.map +7 -0
  30. package/dist/lib/{browser/chunk-KJIQQHJB.mjs → neutral/chunk-TX3NQISZ.mjs} +115 -186
  31. package/dist/lib/neutral/chunk-TX3NQISZ.mjs.map +7 -0
  32. package/dist/lib/neutral/chunk-ZR4BH4QQ.mjs +30 -0
  33. package/dist/lib/neutral/chunk-ZR4BH4QQ.mjs.map +7 -0
  34. package/dist/lib/neutral/components/index.mjs +269 -0
  35. package/dist/lib/neutral/components/index.mjs.map +7 -0
  36. package/dist/lib/neutral/containers/index.mjs +9 -0
  37. package/dist/lib/neutral/containers/index.mjs.map +7 -0
  38. package/dist/lib/neutral/create-RVR7VC33.mjs +21 -0
  39. package/dist/lib/neutral/create-RVR7VC33.mjs.map +7 -0
  40. package/dist/lib/neutral/hooks/index.mjs +19 -0
  41. package/dist/lib/neutral/index.mjs +44 -0
  42. package/dist/lib/neutral/meta.json +1 -0
  43. package/dist/lib/neutral/meta.mjs +8 -0
  44. package/dist/lib/neutral/meta.mjs.map +7 -0
  45. package/dist/lib/neutral/open-A5KXKRH4.mjs +27 -0
  46. package/dist/lib/neutral/open-A5KXKRH4.mjs.map +7 -0
  47. package/dist/lib/neutral/operation-handler-NXMOAXFP.mjs +13 -0
  48. package/dist/lib/neutral/operation-handler-NXMOAXFP.mjs.map +7 -0
  49. package/dist/lib/neutral/operations/index.mjs +8 -0
  50. package/dist/lib/neutral/operations/index.mjs.map +7 -0
  51. package/dist/lib/neutral/plugin.mjs +16 -0
  52. package/dist/lib/neutral/plugin.mjs.map +7 -0
  53. package/dist/lib/neutral/react-surface-YMZRO242.mjs +26 -0
  54. package/dist/lib/neutral/react-surface-YMZRO242.mjs.map +7 -0
  55. package/dist/lib/neutral/summarize-5XPPMVTE.mjs +77 -0
  56. package/dist/lib/neutral/summarize-5XPPMVTE.mjs.map +7 -0
  57. package/dist/lib/neutral/text-content-KBB37HSM.mjs +30 -0
  58. package/dist/lib/neutral/text-content-KBB37HSM.mjs.map +7 -0
  59. package/dist/lib/neutral/transcriber-OGSF3XO5.mjs +59 -0
  60. package/dist/lib/neutral/transcriber-OGSF3XO5.mjs.map +7 -0
  61. package/dist/lib/neutral/translations.mjs +24 -0
  62. package/dist/lib/neutral/translations.mjs.map +7 -0
  63. package/dist/lib/neutral/types/index.mjs +10 -0
  64. package/dist/lib/neutral/types/index.mjs.map +7 -0
  65. package/dist/types/src/TranscriptionPlugin.d.ts +3 -1
  66. package/dist/types/src/TranscriptionPlugin.d.ts.map +1 -1
  67. package/dist/types/src/TranscriptionPlugin.node.d.ts +4 -0
  68. package/dist/types/src/TranscriptionPlugin.node.d.ts.map +1 -0
  69. package/dist/types/src/TranscriptionPlugin.test.d.ts +2 -0
  70. package/dist/types/src/TranscriptionPlugin.test.d.ts.map +1 -0
  71. package/dist/types/src/TranscriptionPlugin.workerd.d.ts +4 -0
  72. package/dist/types/src/TranscriptionPlugin.workerd.d.ts.map +1 -0
  73. package/dist/types/src/blueprints/index.d.ts +2 -0
  74. package/dist/types/src/blueprints/index.d.ts.map +1 -0
  75. package/dist/types/src/blueprints/transcription-blueprint.d.ts +4 -0
  76. package/dist/types/src/blueprints/transcription-blueprint.d.ts.map +1 -0
  77. package/dist/types/src/capabilities/blueprint-definition.d.ts +6 -0
  78. package/dist/types/src/capabilities/blueprint-definition.d.ts.map +1 -0
  79. package/dist/types/src/capabilities/index.d.ts +11 -4
  80. package/dist/types/src/capabilities/index.d.ts.map +1 -1
  81. package/dist/types/src/capabilities/operation-handler.d.ts +6 -0
  82. package/dist/types/src/capabilities/operation-handler.d.ts.map +1 -0
  83. package/dist/types/src/capabilities/react-surface.d.ts +3 -2
  84. package/dist/types/src/capabilities/react-surface.d.ts.map +1 -1
  85. package/dist/types/src/capabilities/text-content.d.ts +8 -0
  86. package/dist/types/src/capabilities/text-content.d.ts.map +1 -0
  87. package/dist/types/src/capabilities/transcriber.d.ts +4 -3
  88. package/dist/types/src/capabilities/transcriber.d.ts.map +1 -1
  89. package/dist/types/src/components/Oracle/Oracle.d.ts +24 -0
  90. package/dist/types/src/components/Oracle/Oracle.d.ts.map +1 -0
  91. package/dist/types/src/components/Oracle/Oracle.stories.d.ts +32 -0
  92. package/dist/types/src/components/Oracle/Oracle.stories.d.ts.map +1 -0
  93. package/dist/types/src/components/Oracle/index.d.ts +2 -0
  94. package/dist/types/src/components/Oracle/index.d.ts.map +1 -0
  95. package/dist/types/src/components/Transcription/Transcription.d.ts +11 -0
  96. package/dist/types/src/components/Transcription/Transcription.d.ts.map +1 -0
  97. package/dist/types/src/components/Transcription/Transcription.stories.d.ts +37 -0
  98. package/dist/types/src/components/Transcription/Transcription.stories.d.ts.map +1 -0
  99. package/dist/types/src/components/Transcription/index.d.ts +2 -0
  100. package/dist/types/src/components/Transcription/index.d.ts.map +1 -0
  101. package/dist/types/src/components/Transcription/transcription-extension.d.ts +15 -0
  102. package/dist/types/src/components/Transcription/transcription-extension.d.ts.map +1 -0
  103. package/dist/types/src/components/index.d.ts +2 -3
  104. package/dist/types/src/components/index.d.ts.map +1 -1
  105. package/dist/types/src/containers/TranscriptionArticle/TranscriptionArticle.d.ts +6 -0
  106. package/dist/types/src/containers/TranscriptionArticle/TranscriptionArticle.d.ts.map +1 -0
  107. package/dist/types/src/containers/TranscriptionArticle/TranscriptionArticle.stories.d.ts +28 -0
  108. package/dist/types/src/containers/TranscriptionArticle/TranscriptionArticle.stories.d.ts.map +1 -0
  109. package/dist/types/src/containers/TranscriptionArticle/index.d.ts +2 -0
  110. package/dist/types/src/containers/TranscriptionArticle/index.d.ts.map +1 -0
  111. package/dist/types/src/containers/index.d.ts +3 -0
  112. package/dist/types/src/containers/index.d.ts.map +1 -0
  113. package/dist/types/src/enrichment/conversation.test.d.ts +2 -0
  114. package/dist/types/src/enrichment/conversation.test.d.ts.map +1 -0
  115. package/dist/types/src/enrichment/operations.d.ts +200 -0
  116. package/dist/types/src/enrichment/operations.d.ts.map +1 -0
  117. package/dist/types/src/enrichment/parser.d.ts +26 -0
  118. package/dist/types/src/enrichment/parser.d.ts.map +1 -0
  119. package/dist/types/src/enrichment/stream-simulator.d.ts +38 -0
  120. package/dist/types/src/enrichment/stream-simulator.d.ts.map +1 -0
  121. package/dist/types/src/hooks/index.d.ts +2 -1
  122. package/dist/types/src/hooks/index.d.ts.map +1 -1
  123. package/dist/types/src/hooks/useAudioFile.d.ts.map +1 -1
  124. package/dist/types/src/hooks/useAudioTrack.d.ts.map +1 -1
  125. package/dist/types/src/hooks/useFeedModelAdapter.d.ts +12 -0
  126. package/dist/types/src/hooks/useFeedModelAdapter.d.ts.map +1 -0
  127. package/dist/types/src/hooks/useTranscriber.d.ts +2 -2
  128. package/dist/types/src/hooks/useTranscriber.d.ts.map +1 -1
  129. package/dist/types/src/hooks/useTranscriptionRecording.d.ts +12 -0
  130. package/dist/types/src/hooks/useTranscriptionRecording.d.ts.map +1 -0
  131. package/dist/types/src/hooks/useVoiceInput.d.ts.map +1 -1
  132. package/dist/types/src/index.d.ts +2 -3
  133. package/dist/types/src/index.d.ts.map +1 -1
  134. package/dist/types/src/meta.d.ts +2 -3
  135. package/dist/types/src/meta.d.ts.map +1 -1
  136. package/dist/types/src/model/model.d.ts +2 -2
  137. package/dist/types/src/model/model.d.ts.map +1 -1
  138. package/dist/types/src/{segments-normalization → normalization}/index.d.ts +1 -1
  139. package/dist/types/src/normalization/index.d.ts.map +1 -0
  140. package/dist/types/src/{segments-normalization → normalization}/message-normalizer.d.ts +9 -7
  141. package/dist/types/src/normalization/message-normalizer.d.ts.map +1 -0
  142. package/dist/types/src/normalization/normalization.d.ts +834 -0
  143. package/dist/types/src/normalization/normalization.d.ts.map +1 -0
  144. package/dist/types/src/normalization/normalization.test.d.ts.map +1 -0
  145. package/dist/types/src/normalization/utils.d.ts +3 -0
  146. package/dist/types/src/normalization/utils.d.ts.map +1 -0
  147. package/dist/types/src/operations/create.d.ts +5 -0
  148. package/dist/types/src/operations/create.d.ts.map +1 -0
  149. package/dist/types/src/operations/index.d.ts +3 -0
  150. package/dist/types/src/operations/index.d.ts.map +1 -0
  151. package/dist/types/src/operations/open.d.ts +5 -0
  152. package/dist/types/src/operations/open.d.ts.map +1 -0
  153. package/dist/types/src/operations/summarize.d.ts +8 -0
  154. package/dist/types/src/operations/summarize.d.ts.map +1 -0
  155. package/dist/types/src/plugin.d.ts +4 -0
  156. package/dist/types/src/plugin.d.ts.map +1 -0
  157. package/dist/types/src/stories/FileTranscription.stories.d.ts +20 -0
  158. package/dist/types/src/stories/FileTranscription.stories.d.ts.map +1 -0
  159. package/dist/types/src/stories/KeyWordRecognition.stories.d.ts +14 -0
  160. package/dist/types/src/stories/KeyWordRecognition.stories.d.ts.map +1 -0
  161. package/dist/types/src/stories/LiveTranscription.stories.d.ts +20 -0
  162. package/dist/types/src/stories/LiveTranscription.stories.d.ts.map +1 -0
  163. package/dist/types/src/stories/TranscriptionStory.d.ts +21 -0
  164. package/dist/types/src/stories/TranscriptionStory.d.ts.map +1 -0
  165. package/dist/types/src/stories/common.d.ts +248 -0
  166. package/dist/types/src/stories/common.d.ts.map +1 -0
  167. package/dist/types/src/testing/testing.d.ts +14 -15
  168. package/dist/types/src/testing/testing.d.ts.map +1 -1
  169. package/dist/types/src/transcriber/index.d.ts +1 -1
  170. package/dist/types/src/transcriber/index.d.ts.map +1 -1
  171. package/dist/types/src/transcriber/media-stream-recorder.d.ts +2 -2
  172. package/dist/types/src/transcriber/media-stream-recorder.d.ts.map +1 -1
  173. package/dist/types/src/transcriber/transcriber.d.ts +61 -6
  174. package/dist/types/src/transcriber/transcriber.d.ts.map +1 -1
  175. package/dist/types/src/transcriber/transcriber.test.d.ts +2 -0
  176. package/dist/types/src/transcriber/transcriber.test.d.ts.map +1 -0
  177. package/dist/types/src/transcriber/transcription-manager.d.ts +17 -16
  178. package/dist/types/src/transcriber/transcription-manager.d.ts.map +1 -1
  179. package/dist/types/src/translations.d.ts +9 -8
  180. package/dist/types/src/translations.d.ts.map +1 -1
  181. package/dist/types/src/types/TranscriptOperation.d.ts +1670 -0
  182. package/dist/types/src/types/TranscriptOperation.d.ts.map +1 -0
  183. package/dist/types/src/types/TranscriptionCapabilities.d.ts +17 -0
  184. package/dist/types/src/types/TranscriptionCapabilities.d.ts.map +1 -0
  185. package/dist/types/src/types/index.d.ts +2 -2
  186. package/dist/types/src/types/index.d.ts.map +1 -1
  187. package/dist/types/src/util/array.d.ts.map +1 -1
  188. package/dist/types/src/util/get-time-str.d.ts.map +1 -1
  189. package/dist/types/src/util/index.d.ts +1 -0
  190. package/dist/types/src/util/index.d.ts.map +1 -1
  191. package/dist/types/src/util/monitor-audio-level.d.ts.map +1 -1
  192. package/dist/types/src/util/render-byline.d.ts +4 -0
  193. package/dist/types/src/util/render-byline.d.ts.map +1 -0
  194. package/dist/types/tsconfig.tsbuildinfo +1 -1
  195. package/package.json +153 -85
  196. package/src/TranscriptionPlugin.node.ts +20 -0
  197. package/src/TranscriptionPlugin.test.ts +31 -0
  198. package/src/TranscriptionPlugin.tsx +28 -61
  199. package/src/TranscriptionPlugin.workerd.ts +18 -0
  200. package/src/blueprints/index.ts +5 -0
  201. package/src/blueprints/transcription-blueprint.ts +29 -0
  202. package/src/capabilities/blueprint-definition.ts +19 -0
  203. package/src/capabilities/index.ts +16 -6
  204. package/src/capabilities/operation-handler.ts +16 -0
  205. package/src/capabilities/react-surface.tsx +23 -14
  206. package/src/capabilities/text-content.ts +33 -0
  207. package/src/capabilities/transcriber.ts +54 -41
  208. package/src/components/Oracle/Oracle.stories.tsx +147 -0
  209. package/src/components/Oracle/Oracle.tsx +142 -0
  210. package/src/components/Oracle/index.ts +5 -0
  211. package/src/components/Transcription/Transcription.stories.tsx +213 -0
  212. package/src/components/Transcription/Transcription.tsx +55 -0
  213. package/src/components/{Transcript → Transcription}/index.ts +1 -1
  214. package/src/components/{Transcript/transcript-extension.ts → Transcription/transcription-extension.ts} +13 -46
  215. package/src/components/index.ts +2 -6
  216. package/src/containers/TranscriptionArticle/TranscriptionArticle.stories.tsx +61 -0
  217. package/src/containers/TranscriptionArticle/TranscriptionArticle.tsx +62 -0
  218. package/src/containers/TranscriptionArticle/index.ts +5 -0
  219. package/src/containers/index.ts +7 -0
  220. package/src/enrichment/conversation.test.ts +162 -0
  221. package/src/enrichment/conversation.txt +23 -0
  222. package/src/enrichment/operations.ts +271 -0
  223. package/src/enrichment/parser.ts +101 -0
  224. package/src/enrichment/stream-simulator.ts +125 -0
  225. package/src/hooks/index.ts +2 -1
  226. package/src/hooks/useAudioFile.ts +49 -53
  227. package/src/hooks/useAudioTrack.ts +1 -1
  228. package/src/hooks/useFeedModelAdapter.ts +46 -0
  229. package/src/hooks/useTranscriber.ts +15 -7
  230. package/src/hooks/useTranscriptionRecording.ts +87 -0
  231. package/src/hooks/useVoiceInput.ts +3 -4
  232. package/src/index.ts +4 -5
  233. package/src/meta.ts +32 -7
  234. package/src/model/model.test.ts +22 -16
  235. package/src/model/model.ts +3 -3
  236. package/src/{segments-normalization → normalization}/message-normalizer.ts +37 -24
  237. package/src/{segments-normalization → normalization}/normalization.test.ts +9 -48
  238. package/src/normalization/normalization.ts +76 -0
  239. package/src/{segments-normalization → normalization}/utils.ts +2 -2
  240. package/src/operations/create.ts +24 -0
  241. package/src/operations/index.ts +11 -0
  242. package/src/operations/open.ts +28 -0
  243. package/src/operations/summarize.ts +102 -0
  244. package/src/plugin.ts +11 -0
  245. package/src/stories/FileTranscription.stories.tsx +143 -0
  246. package/src/{components/stories → stories}/KeyWordRecognition.stories.tsx +50 -46
  247. package/src/stories/LiveTranscription.stories.tsx +153 -0
  248. package/src/stories/TranscriptionStory.tsx +101 -0
  249. package/src/stories/common.ts +233 -0
  250. package/src/testing/testing.ts +53 -65
  251. package/src/transcriber/index.ts +1 -1
  252. package/src/transcriber/media-stream-recorder.ts +3 -3
  253. package/src/transcriber/transcriber.browser.test.ts +4 -5
  254. package/src/transcriber/transcriber.test.ts +104 -0
  255. package/src/transcriber/transcriber.ts +105 -60
  256. package/src/transcriber/transcription-manager.ts +49 -59
  257. package/src/translations.ts +10 -7
  258. package/src/types/TranscriptOperation.ts +106 -0
  259. package/src/types/TranscriptionCapabilities.ts +39 -0
  260. package/src/types/index.ts +2 -2
  261. package/src/util/index.ts +1 -0
  262. package/src/util/render-byline.ts +33 -0
  263. package/src/vite-env.d.ts +10 -0
  264. package/dist/lib/browser/TranscriptContainer-FH7VAWYA.mjs +0 -11
  265. package/dist/lib/browser/chunk-5WH45KBY.mjs +0 -19
  266. package/dist/lib/browser/chunk-5WH45KBY.mjs.map +0 -7
  267. package/dist/lib/browser/chunk-BJWYA2BU.mjs +0 -782
  268. package/dist/lib/browser/chunk-BJWYA2BU.mjs.map +0 -7
  269. package/dist/lib/browser/chunk-KJIQQHJB.mjs.map +0 -7
  270. package/dist/lib/browser/chunk-KWOOVS5G.mjs +0 -55
  271. package/dist/lib/browser/chunk-KWOOVS5G.mjs.map +0 -7
  272. package/dist/lib/browser/chunk-SREIAQSP.mjs +0 -16
  273. package/dist/lib/browser/chunk-SREIAQSP.mjs.map +0 -7
  274. package/dist/lib/browser/chunk-UKUSJTQW.mjs +0 -8
  275. package/dist/lib/browser/chunk-UKUSJTQW.mjs.map +0 -7
  276. package/dist/lib/browser/index.mjs +0 -125
  277. package/dist/lib/browser/index.mjs.map +0 -7
  278. package/dist/lib/browser/intent-resolver-AOVQ7JI4.mjs +0 -30
  279. package/dist/lib/browser/intent-resolver-AOVQ7JI4.mjs.map +0 -7
  280. package/dist/lib/browser/meta.json +0 -1
  281. package/dist/lib/browser/react-surface-4MEJMKYQ.mjs +0 -34
  282. package/dist/lib/browser/react-surface-4MEJMKYQ.mjs.map +0 -7
  283. package/dist/lib/browser/transcriber-V77CN7XX.mjs +0 -56
  284. package/dist/lib/browser/transcriber-V77CN7XX.mjs.map +0 -7
  285. package/dist/lib/browser/types/index.mjs +0 -14
  286. package/dist/lib/node-esm/TranscriptContainer-GEUOOYHX.mjs +0 -12
  287. package/dist/lib/node-esm/chunk-A33GNR44.mjs +0 -507
  288. package/dist/lib/node-esm/chunk-A33GNR44.mjs.map +0 -7
  289. package/dist/lib/node-esm/chunk-IKQMDRY6.mjs +0 -56
  290. package/dist/lib/node-esm/chunk-IKQMDRY6.mjs.map +0 -7
  291. package/dist/lib/node-esm/chunk-PHP7MCAY.mjs +0 -10
  292. package/dist/lib/node-esm/chunk-PHP7MCAY.mjs.map +0 -7
  293. package/dist/lib/node-esm/chunk-TM2ASOZA.mjs +0 -17
  294. package/dist/lib/node-esm/chunk-TM2ASOZA.mjs.map +0 -7
  295. package/dist/lib/node-esm/chunk-XMUCZBP3.mjs +0 -21
  296. package/dist/lib/node-esm/chunk-XMUCZBP3.mjs.map +0 -7
  297. package/dist/lib/node-esm/chunk-Y7PCJ34K.mjs +0 -783
  298. package/dist/lib/node-esm/chunk-Y7PCJ34K.mjs.map +0 -7
  299. package/dist/lib/node-esm/index.mjs +0 -126
  300. package/dist/lib/node-esm/index.mjs.map +0 -7
  301. package/dist/lib/node-esm/intent-resolver-P4XPIKQF.mjs +0 -31
  302. package/dist/lib/node-esm/intent-resolver-P4XPIKQF.mjs.map +0 -7
  303. package/dist/lib/node-esm/meta.json +0 -1
  304. package/dist/lib/node-esm/react-surface-EZUPNHUC.mjs +0 -35
  305. package/dist/lib/node-esm/react-surface-EZUPNHUC.mjs.map +0 -7
  306. package/dist/lib/node-esm/transcriber-3SX3DNLV.mjs +0 -57
  307. package/dist/lib/node-esm/transcriber-3SX3DNLV.mjs.map +0 -7
  308. package/dist/lib/node-esm/types/index.mjs +0 -15
  309. package/dist/types/src/capabilities/capabilities.d.ts +0 -17
  310. package/dist/types/src/capabilities/capabilities.d.ts.map +0 -1
  311. package/dist/types/src/capabilities/intent-resolver.d.ts +0 -4
  312. package/dist/types/src/capabilities/intent-resolver.d.ts.map +0 -1
  313. package/dist/types/src/components/Transcript/Transcript.d.ts +0 -20
  314. package/dist/types/src/components/Transcript/Transcript.d.ts.map +0 -1
  315. package/dist/types/src/components/Transcript/Transcript.stories.d.ts +0 -24
  316. package/dist/types/src/components/Transcript/Transcript.stories.d.ts.map +0 -1
  317. package/dist/types/src/components/Transcript/deprecated/OldTranscript.d.ts +0 -28
  318. package/dist/types/src/components/Transcript/deprecated/OldTranscript.d.ts.map +0 -1
  319. package/dist/types/src/components/Transcript/index.d.ts +0 -2
  320. package/dist/types/src/components/Transcript/index.d.ts.map +0 -1
  321. package/dist/types/src/components/Transcript/transcript-extension.d.ts +0 -19
  322. package/dist/types/src/components/Transcript/transcript-extension.d.ts.map +0 -1
  323. package/dist/types/src/components/TranscriptContainer.d.ts +0 -9
  324. package/dist/types/src/components/TranscriptContainer.d.ts.map +0 -1
  325. package/dist/types/src/components/stories/FileTranscription.stories.d.ts +0 -17
  326. package/dist/types/src/components/stories/FileTranscription.stories.d.ts.map +0 -1
  327. package/dist/types/src/components/stories/KeyWordRecognition.stories.d.ts +0 -10
  328. package/dist/types/src/components/stories/KeyWordRecognition.stories.d.ts.map +0 -1
  329. package/dist/types/src/components/stories/MicrophoneTranscription.stories.d.ts +0 -19
  330. package/dist/types/src/components/stories/MicrophoneTranscription.stories.d.ts.map +0 -1
  331. package/dist/types/src/components/stories/TranscriptionStory.d.ts +0 -11
  332. package/dist/types/src/components/stories/TranscriptionStory.d.ts.map +0 -1
  333. package/dist/types/src/components/stories/useIsSpeaking.d.ts +0 -3
  334. package/dist/types/src/components/stories/useIsSpeaking.d.ts.map +0 -1
  335. package/dist/types/src/hooks/useQueueModelAdapter.d.ts +0 -8
  336. package/dist/types/src/hooks/useQueueModelAdapter.d.ts.map +0 -1
  337. package/dist/types/src/segments-normalization/index.d.ts.map +0 -1
  338. package/dist/types/src/segments-normalization/message-normalizer.d.ts.map +0 -1
  339. package/dist/types/src/segments-normalization/normalization.d.ts +0 -422
  340. package/dist/types/src/segments-normalization/normalization.d.ts.map +0 -1
  341. package/dist/types/src/segments-normalization/normalization.test.d.ts.map +0 -1
  342. package/dist/types/src/segments-normalization/utils.d.ts +0 -3
  343. package/dist/types/src/segments-normalization/utils.d.ts.map +0 -1
  344. package/dist/types/src/types/schema.d.ts +0 -41
  345. package/dist/types/src/types/schema.d.ts.map +0 -1
  346. package/dist/types/src/types/types.d.ts +0 -31
  347. package/dist/types/src/types/types.d.ts.map +0 -1
  348. package/src/capabilities/capabilities.ts +0 -33
  349. package/src/capabilities/intent-resolver.ts +0 -24
  350. package/src/components/Transcript/Transcript.stories.tsx +0 -243
  351. package/src/components/Transcript/Transcript.tsx +0 -101
  352. package/src/components/Transcript/deprecated/OldTranscript.tsx +0 -260
  353. package/src/components/TranscriptContainer.tsx +0 -36
  354. package/src/components/stories/FileTranscription.stories.tsx +0 -246
  355. package/src/components/stories/MicrophoneTranscription.stories.tsx +0 -283
  356. package/src/components/stories/TranscriptionStory.tsx +0 -41
  357. package/src/components/stories/useIsSpeaking.tsx +0 -40
  358. package/src/hooks/useQueueModelAdapter.ts +0 -66
  359. package/src/segments-normalization/normalization.ts +0 -115
  360. package/src/types/schema.ts +0 -41
  361. package/src/types/types.ts +0 -33
  362. package/dist/lib/{browser/types → neutral/blueprints}/index.mjs.map +0 -0
  363. package/dist/lib/{browser/TranscriptContainer-FH7VAWYA.mjs.map → neutral/chunk-J5LGTIGS.mjs.map} +0 -0
  364. package/dist/lib/{node-esm/types → neutral/hooks}/index.mjs.map +0 -0
  365. package/dist/lib/{node-esm/TranscriptContainer-GEUOOYHX.mjs.map → neutral/index.mjs.map} +0 -0
  366. package/dist/types/src/{segments-normalization → normalization}/normalization.test.d.ts +0 -0
  367. package/src/{segments-normalization → normalization}/index.ts +1 -1
@@ -0,0 +1 @@
1
+ {"version":3,"file":"normalization.d.ts","sourceRoot":"","sources":["../../../../src/normalization/normalization.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,MAAM,MAAM,eAAe,CAAC;AAExC,OAAO,EAAE,SAAS,EAAE,MAAM,eAAe,CAAC;AAI1C,OAAO,EAAE,mBAAmB,EAAE,MAAM,UAAU,CAAC;AAE/C,KAAK,sBAAsB,GAAG,mBAAmB,CAAC,sBAAsB,CAAC;AACzE,KAAK,8BAA8B,GAAG,mBAAmB,CAAC,8BAA8B,CAAC;AACzF,QAAA,MAA+B,2BAA2B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAAwB,CAAC;AAEnF,MAAM,MAAM,kBAAkB,GAAG,sBAAsB,CAAC;AAExD,qDAAqD;AACrD,MAAM,MAAM,kBAAkB,GAAG,8BAA8B,CAAC;AAEhE,kDAAkD;AAClD,MAAM,MAAM,mBAAmB,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,2BAA2B,CAAC,CAAC;AAEzF;;;GAGG;AACH,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;UAYjC,CAAC"}
@@ -0,0 +1 @@
1
+ {"version":3,"file":"normalization.test.d.ts","sourceRoot":"","sources":["../../../../src/normalization/normalization.test.ts"],"names":[],"mappings":""}
@@ -0,0 +1,3 @@
1
+ import { type Actor } from '@dxos/types';
2
+ export declare const getActorId: (actor: Actor.Actor) => string;
3
+ //# sourceMappingURL=utils.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../../../src/normalization/utils.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,KAAK,KAAK,EAAE,MAAM,aAAa,CAAC;AAEzC,eAAO,MAAM,UAAU,UAAW,KAAK,CAAC,KAAK,WAE5C,CAAC"}
@@ -0,0 +1,5 @@
1
+ import { Operation } from '@dxos/compute';
2
+ import { TranscriptOperation } from '../types';
3
+ declare const handler: Operation.WithHandler<typeof TranscriptOperation.Create>;
4
+ export default handler;
5
+ //# sourceMappingURL=create.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"create.d.ts","sourceRoot":"","sources":["../../../../src/operations/create.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,SAAS,EAAE,MAAM,eAAe,CAAC;AAI1C,OAAO,EAAE,mBAAmB,EAAE,MAAM,UAAU,CAAC;AAE/C,QAAA,MAAM,OAAO,EAAE,SAAS,CAAC,WAAW,CAAC,OAAO,mBAAmB,CAAC,MAAM,CASrE,CAAC;eAEa,OAAO"}
@@ -0,0 +1,3 @@
1
+ import { OperationHandlerSet } from '@dxos/compute';
2
+ export declare const TranscriptionOperationHandlerSet: OperationHandlerSet.OperationHandlerSet;
3
+ //# sourceMappingURL=index.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/operations/index.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,mBAAmB,EAAE,MAAM,eAAe,CAAC;AAEpD,eAAO,MAAM,gCAAgC,yCAI5C,CAAC"}
@@ -0,0 +1,5 @@
1
+ import { Operation } from '@dxos/compute';
2
+ import { TranscriptOperation } from '../types';
3
+ declare const handler: Operation.WithHandler<typeof TranscriptOperation.Open>;
4
+ export default handler;
5
+ //# sourceMappingURL=open.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"open.d.ts","sourceRoot":"","sources":["../../../../src/operations/open.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,SAAS,EAAE,MAAM,eAAe,CAAC;AAI1C,OAAO,EAAE,mBAAmB,EAAE,MAAM,UAAU,CAAC;AAG/C,QAAA,MAAM,OAAO,EAAE,SAAS,CAAC,WAAW,CAAC,OAAO,mBAAmB,CAAC,IAAI,CAYnE,CAAC;eAEa,OAAO"}
@@ -0,0 +1,8 @@
1
+ import { Operation } from '@dxos/compute';
2
+ import { TranscriptOperation } from '../types';
3
+ /**
4
+ * Summarize a transcript of a meeting.
5
+ */
6
+ declare const handler: Operation.WithHandler<typeof TranscriptOperation.Summarize>;
7
+ export default handler;
8
+ //# sourceMappingURL=summarize.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"summarize.d.ts","sourceRoot":"","sources":["../../../../src/operations/summarize.ts"],"names":[],"mappings":"AAYA,OAAO,EAAS,SAAS,EAAE,MAAM,eAAe,CAAC;AAKjD,OAAO,EAAE,mBAAmB,EAAE,MAAM,UAAU,CAAC;AAE/C;;GAEG;AACH,QAAA,MAAM,OAAO,EAAE,SAAS,CAAC,WAAW,CAAC,OAAO,mBAAmB,CAAC,SAAS,CA4CxE,CAAC;eAEa,OAAO"}
@@ -0,0 +1,4 @@
1
+ import { Plugin } from '@dxos/app-framework';
2
+ export declare const TranscriptionPlugin: Plugin.PluginFactory<void>;
3
+ export { TranscriptionOperationHandlerSet } from './operations';
4
+ //# sourceMappingURL=plugin.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"plugin.d.ts","sourceRoot":"","sources":["../../../src/plugin.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,MAAM,EAAE,MAAM,qBAAqB,CAAC;AAI7C,eAAO,MAAM,mBAAmB,4BAA6C,CAAC;AAE9E,OAAO,EAAE,gCAAgC,EAAE,MAAM,cAAc,CAAC"}
@@ -0,0 +1,20 @@
1
+ import { type StoryObj } from '@storybook/react-vite';
2
+ import React from 'react';
3
+ import { type MediaStreamRecorderProps, type TranscriberProps } from '../transcriber';
4
+ type DefaultStoryProps = {
5
+ detectSpeaking?: boolean;
6
+ normalizeSentences?: boolean;
7
+ audioUrl: string;
8
+ transcriberConfig?: TranscriberProps['config'];
9
+ recorderConfig?: MediaStreamRecorderProps['config'];
10
+ audioConstraints?: MediaTrackConstraints;
11
+ };
12
+ declare const meta: {
13
+ title: string;
14
+ render: ({ detectSpeaking, audioUrl, normalizeSentences, transcriberConfig, recorderConfig, audioConstraints, }: DefaultStoryProps) => React.JSX.Element;
15
+ decorators: import("@storybook/react").Decorator[];
16
+ };
17
+ export default meta;
18
+ type Story = StoryObj<typeof meta>;
19
+ export declare const Default: Story;
20
+ //# sourceMappingURL=FileTranscription.stories.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"FileTranscription.stories.d.ts","sourceRoot":"","sources":["../../../../src/stories/FileTranscription.stories.tsx"],"names":[],"mappings":"AAIA,OAAO,EAAa,KAAK,QAAQ,EAAE,MAAM,uBAAuB,CAAC;AACjE,OAAO,KAAmD,MAAM,OAAO,CAAC;AAIxE,OAAO,EAAE,KAAK,wBAAwB,EAAE,KAAK,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AAoBtF,KAAK,iBAAiB,GAAG;IACvB,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B,QAAQ,EAAE,MAAM,CAAC;IACjB,iBAAiB,CAAC,EAAE,gBAAgB,CAAC,QAAQ,CAAC,CAAC;IAC/C,cAAc,CAAC,EAAE,wBAAwB,CAAC,QAAQ,CAAC,CAAC;IACpD,gBAAgB,CAAC,EAAE,qBAAqB,CAAC;CAC1C,CAAC;AAgFF,QAAA,MAAM,IAAI;;qHAvEP,iBAAiB;;CA2Ee,CAAC;eAErB,IAAI;AAEnB,KAAK,KAAK,GAAG,QAAQ,CAAC,OAAO,IAAI,CAAC,CAAC;AAEnC,eAAO,MAAM,OAAO,EAAE,KAOrB,CAAC"}
@@ -0,0 +1,14 @@
1
+ import { type StoryObj } from '@storybook/react-vite';
2
+ import React from 'react';
3
+ type DefaultStoryProps = {
4
+ keywords: string[];
5
+ };
6
+ declare const meta: {
7
+ title: string;
8
+ render: ({ keywords }: DefaultStoryProps) => React.JSX.Element;
9
+ decorators: import("@storybook/react").Decorator[];
10
+ };
11
+ export default meta;
12
+ type Story = StoryObj<typeof meta>;
13
+ export declare const SpeechRecognitionAPI: Story;
14
+ //# sourceMappingURL=KeyWordRecognition.stories.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"KeyWordRecognition.stories.d.ts","sourceRoot":"","sources":["../../../../src/stories/KeyWordRecognition.stories.tsx"],"names":[],"mappings":"AAIA,OAAO,EAAa,KAAK,QAAQ,EAAE,MAAM,uBAAuB,CAAC;AACjE,OAAO,KAAuC,MAAM,OAAO,CAAC;AAY5D,KAAK,iBAAiB,GAAG;IACvB,QAAQ,EAAE,MAAM,EAAE,CAAC;CACpB,CAAC;AAkGF,QAAA,MAAM,IAAI;;2BAhG0B,iBAAiB;;CAoGhB,CAAC;eAEvB,IAAI;AAEnB,KAAK,KAAK,GAAG,QAAQ,CAAC,OAAO,IAAI,CAAC,CAAC;AAEnC,eAAO,MAAM,oBAAoB,EAAE,KAIlC,CAAC"}
@@ -0,0 +1,20 @@
1
+ import { type StoryObj } from '@storybook/react-vite';
2
+ import React from 'react';
3
+ import { type MediaStreamRecorderProps, type TranscriberProps } from '../transcriber';
4
+ type DefaultStoryProps = {
5
+ detectSpeaking?: boolean;
6
+ transcriberConfig?: TranscriberProps['config'];
7
+ recorderConfig?: MediaStreamRecorderProps['config'];
8
+ audioConstraints?: MediaTrackConstraints;
9
+ entityExtraction?: 'ner' | 'llm';
10
+ };
11
+ declare const meta: {
12
+ title: string;
13
+ render: ({ detectSpeaking, entityExtraction, transcriberConfig, recorderConfig, audioConstraints, }: DefaultStoryProps) => React.JSX.Element;
14
+ decorators: import("@storybook/react").Decorator[];
15
+ };
16
+ export default meta;
17
+ type Story = StoryObj<typeof meta>;
18
+ export declare const Default: Story;
19
+ export declare const SpeechDetection: Story;
20
+ //# sourceMappingURL=LiveTranscription.stories.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"LiveTranscription.stories.d.ts","sourceRoot":"","sources":["../../../../src/stories/LiveTranscription.stories.tsx"],"names":[],"mappings":"AAIA,OAAO,EAAa,KAAK,QAAQ,EAAE,MAAM,uBAAuB,CAAC;AACjE,OAAO,KAAyC,MAAM,OAAO,CAAC;AAgB9D,OAAO,EAAE,KAAK,wBAAwB,EAAE,KAAK,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AAatF,KAAK,iBAAiB,GAAG;IACvB,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,iBAAiB,CAAC,EAAE,gBAAgB,CAAC,QAAQ,CAAC,CAAC;IAC/C,cAAc,CAAC,EAAE,wBAAwB,CAAC,QAAQ,CAAC,CAAC;IACpD,gBAAgB,CAAC,EAAE,qBAAqB,CAAC;IACzC,gBAAgB,CAAC,EAAE,KAAK,GAAG,KAAK,CAAC;CAClC,CAAC;AAqEF,QAAA,MAAM,IAAI;;yGA7DP,iBAAiB;;CAiEiB,CAAC;eAEvB,IAAI;AAEnB,KAAK,KAAK,GAAG,QAAQ,CAAC,OAAO,IAAI,CAAC,CAAC;AAEnC,eAAO,MAAM,OAAO,EAAE,KASrB,CAAC;AAEF,eAAO,MAAM,eAAe,EAAE,KAS7B,CAAC"}
@@ -0,0 +1,21 @@
1
+ import React, { type Dispatch, type RefObject, type SetStateAction } from 'react';
2
+ import { type Message } from '@dxos/types';
3
+ import { type SerializationModel } from '../model';
4
+ export type TranscriptionStoryProps = {
5
+ audioRef?: RefObject<HTMLAudioElement | null>;
6
+ model: SerializationModel<Message.Message>;
7
+ running: boolean;
8
+ disabled?: boolean;
9
+ uploadAccept?: string;
10
+ onRunningChange: Dispatch<SetStateAction<boolean>>;
11
+ onUpload?: (file: File) => void;
12
+ };
13
+ /**
14
+ * Story wrapper that renders a transcript with playback controls, an optional audio file
15
+ * upload affordance, and a toolbar slot for additional controls.
16
+ *
17
+ * @param onUpload - Callback fired when the user picks a local audio file via the upload button.
18
+ * @param uploadAccept - HTML `accept` filter for the hidden file input. Defaults to `audio/*`.
19
+ */
20
+ export declare const TranscriptionStory: ({ audioRef, model, running, disabled, uploadAccept, onRunningChange, onUpload, }: TranscriptionStoryProps) => React.JSX.Element;
21
+ //# sourceMappingURL=TranscriptionStory.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"TranscriptionStory.d.ts","sourceRoot":"","sources":["../../../../src/stories/TranscriptionStory.tsx"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,EAEZ,KAAK,QAAQ,EACb,KAAK,SAAS,EACd,KAAK,cAAc,EAGpB,MAAM,OAAO,CAAC;AAGf,OAAO,EAAE,KAAK,OAAO,EAAE,MAAM,aAAa,CAAC;AAG3C,OAAO,EAAE,KAAK,kBAAkB,EAAE,MAAM,UAAU,CAAC;AAEnD,MAAM,MAAM,uBAAuB,GAAG;IACpC,QAAQ,CAAC,EAAE,SAAS,CAAC,gBAAgB,GAAG,IAAI,CAAC,CAAC;IAC9C,KAAK,EAAE,kBAAkB,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IAC3C,OAAO,EAAE,OAAO,CAAC;IACjB,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,eAAe,EAAE,QAAQ,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC;IACnD,QAAQ,CAAC,EAAE,CAAC,IAAI,EAAE,IAAI,KAAK,IAAI,CAAC;CACjC,CAAC;AAEF;;;;;;GAMG;AACH,eAAO,MAAM,kBAAkB,qFAQ5B,uBAAuB,sBAwDzB,CAAC"}
@@ -0,0 +1,248 @@
1
+ import { type Decorator } from '@storybook/react-vite';
2
+ import { Obj } from '@dxos/echo';
3
+ import { Message } from '@dxos/types';
4
+ import { type TranscriptionCapabilities } from '#types';
5
+ import { type Transcriber, type TranscriberProps } from '../transcriber';
6
+ export declare const useIsSpeaking: (track?: MediaStreamTrack) => boolean;
7
+ /**
8
+ * In-memory message buffer + model adapter for storybook use (production wires up a real
9
+ * space-backed `Feed`). Returns the renderable `model` plus an `appendMessage` callback.
10
+ */
11
+ export declare const useStoryMessageModel: () => {
12
+ model: import("../model").SerializationModel<{
13
+ readonly id: string;
14
+ readonly parentMessage?: string | undefined;
15
+ readonly threadId?: string | undefined;
16
+ readonly created: string;
17
+ readonly sender: {
18
+ readonly role?: "assistant" | "tool" | "user" | undefined;
19
+ readonly contact?: import("@dxos/echo/internal").Ref<{
20
+ readonly fullName?: string | undefined;
21
+ readonly preferredName?: string | undefined;
22
+ readonly nickname?: string | undefined;
23
+ readonly image?: string | undefined;
24
+ readonly organization?: import("@dxos/echo/internal").Ref<{
25
+ readonly name?: string | undefined;
26
+ readonly description?: string | undefined;
27
+ readonly status?: "active" | "commit" | "prospect" | "qualified" | "reject" | undefined;
28
+ readonly image?: string | undefined;
29
+ readonly website?: string | undefined;
30
+ } & {
31
+ readonly location?: readonly [number, number, (number | undefined)?] | undefined;
32
+ } & import("@dxos/echo/Entity").OfKind<import("@dxos/echo/internal").EntityKind.Object> & Obj.Unknown> | undefined;
33
+ readonly jobTitle?: string | undefined;
34
+ readonly department?: string | undefined;
35
+ readonly notes?: string | undefined;
36
+ readonly emails?: readonly {
37
+ readonly label?: string | undefined;
38
+ readonly value: string;
39
+ }[] | undefined;
40
+ readonly identities?: readonly {
41
+ readonly label?: string | undefined;
42
+ readonly value: string;
43
+ }[] | undefined;
44
+ readonly phoneNumbers?: readonly {
45
+ readonly label?: string | undefined;
46
+ readonly value: string;
47
+ }[] | undefined;
48
+ readonly addresses?: readonly {
49
+ readonly label?: string | undefined;
50
+ readonly value: {
51
+ readonly street?: string | undefined;
52
+ readonly extended?: string | undefined;
53
+ readonly locality?: string | undefined;
54
+ readonly region?: string | undefined;
55
+ readonly postalCode?: string | undefined;
56
+ readonly postOfficeBoxNumber?: string | undefined;
57
+ readonly country?: string | undefined;
58
+ };
59
+ }[] | undefined;
60
+ readonly urls?: readonly {
61
+ readonly label?: string | undefined;
62
+ readonly value: string;
63
+ }[] | undefined;
64
+ readonly birthday?: string | undefined;
65
+ readonly fields?: readonly {
66
+ readonly category?: string | undefined;
67
+ readonly label: string;
68
+ readonly value: string;
69
+ }[] | undefined;
70
+ } & {
71
+ readonly location?: readonly [number, number, (number | undefined)?] | undefined;
72
+ } & import("@dxos/echo/Entity").OfKind<import("@dxos/echo/internal").EntityKind.Object> & Obj.Unknown> | undefined;
73
+ readonly identityDid?: string | undefined;
74
+ readonly identityKey?: string | undefined;
75
+ readonly email?: string | undefined;
76
+ readonly name?: string | undefined;
77
+ };
78
+ readonly blocks: readonly ({
79
+ readonly _tag: "anchor";
80
+ readonly pending?: boolean | undefined;
81
+ readonly objectId: string;
82
+ readonly version: unknown;
83
+ } | {
84
+ readonly _tag: "file";
85
+ readonly pending?: boolean | undefined;
86
+ readonly url: string;
87
+ readonly name?: string | undefined;
88
+ readonly mediaType?: string | undefined;
89
+ } | {
90
+ readonly _tag: "image";
91
+ readonly pending?: boolean | undefined;
92
+ readonly id?: string | undefined;
93
+ readonly source?: {
94
+ readonly type: "base64";
95
+ readonly mediaType: string;
96
+ readonly data: string;
97
+ } | {
98
+ readonly type: "http";
99
+ readonly url: string;
100
+ } | undefined;
101
+ } | {
102
+ readonly _tag: "json";
103
+ readonly pending?: boolean | undefined;
104
+ readonly disposition?: "cot" | "synthetic" | "user" | "version-pin" | undefined;
105
+ readonly data: string;
106
+ } | {
107
+ readonly _tag: "proposal";
108
+ readonly pending?: boolean | undefined;
109
+ readonly text: string;
110
+ } | {
111
+ readonly _tag: "reasoning";
112
+ readonly pending?: boolean | undefined;
113
+ readonly reasoningText?: string | undefined;
114
+ readonly redactedText?: string | undefined;
115
+ readonly signature?: string | undefined;
116
+ } | {
117
+ readonly _tag: "reference";
118
+ readonly pending?: boolean | undefined;
119
+ readonly reference: import("@dxos/echo/internal").Ref<Obj.Unknown>;
120
+ } | {
121
+ readonly _tag: "select";
122
+ readonly pending?: boolean | undefined;
123
+ readonly options: string[];
124
+ } | {
125
+ readonly _tag: "status";
126
+ readonly pending?: boolean | undefined;
127
+ readonly statusText: string;
128
+ } | {
129
+ readonly _tag: "suggestion";
130
+ readonly pending?: boolean | undefined;
131
+ readonly text: string;
132
+ } | {
133
+ readonly _tag: "stats";
134
+ readonly pending?: boolean | undefined;
135
+ readonly mimeType?: string | undefined;
136
+ readonly message?: string | undefined;
137
+ readonly model?: string | undefined;
138
+ readonly usage?: {
139
+ readonly inputTokens?: number | undefined;
140
+ readonly outputTokens?: number | undefined;
141
+ readonly totalTokens?: number | undefined;
142
+ } | undefined;
143
+ readonly toolCalls?: number | undefined;
144
+ readonly errors?: number | undefined;
145
+ readonly duration?: number | undefined;
146
+ } | {
147
+ readonly _tag: "text";
148
+ readonly pending?: boolean | undefined;
149
+ readonly mimeType?: string | undefined;
150
+ readonly text: string;
151
+ readonly disposition?: "cot" | "synthetic" | "user" | "version-pin" | undefined;
152
+ } | {
153
+ readonly _tag: "summary";
154
+ readonly pending?: boolean | undefined;
155
+ readonly content: string;
156
+ } | {
157
+ readonly _tag: "toolkit";
158
+ readonly pending?: boolean | undefined;
159
+ } | {
160
+ readonly _tag: "toolCall";
161
+ readonly pending?: boolean | undefined;
162
+ readonly toolCallId: string;
163
+ readonly name: string;
164
+ readonly input: string;
165
+ readonly providerExecuted: boolean;
166
+ readonly operationKey?: string | undefined;
167
+ readonly operationName?: string | undefined;
168
+ readonly operationIcon?: string | undefined;
169
+ } | {
170
+ readonly _tag: "toolResult";
171
+ readonly pending?: boolean | undefined;
172
+ readonly toolCallId: string;
173
+ readonly name: string;
174
+ readonly result?: string | {
175
+ readonly _tag: "~@dxos/types/ContentBlock.ContentBlockResult";
176
+ readonly content: readonly ({
177
+ readonly _tag: "file";
178
+ readonly pending?: boolean | undefined;
179
+ readonly url: string;
180
+ readonly name?: string | undefined;
181
+ readonly mediaType?: string | undefined;
182
+ } | {
183
+ readonly _tag: "image";
184
+ readonly pending?: boolean | undefined;
185
+ readonly id?: string | undefined;
186
+ readonly source?: {
187
+ readonly type: "base64";
188
+ readonly mediaType: string;
189
+ readonly data: string;
190
+ } | {
191
+ readonly type: "http";
192
+ readonly url: string;
193
+ } | undefined;
194
+ } | {
195
+ readonly _tag: "text";
196
+ readonly pending?: boolean | undefined;
197
+ readonly mimeType?: string | undefined;
198
+ readonly text: string;
199
+ readonly disposition?: "cot" | "synthetic" | "user" | "version-pin" | undefined;
200
+ })[];
201
+ } | undefined;
202
+ readonly error?: string | undefined;
203
+ readonly providerExecuted: boolean;
204
+ } | {
205
+ readonly _tag: "transcript";
206
+ readonly pending?: boolean | undefined;
207
+ readonly started: string;
208
+ readonly text: string;
209
+ })[];
210
+ readonly properties?: {
211
+ readonly [x: string]: any;
212
+ } | undefined;
213
+ } & import("@dxos/echo/Entity").OfKind<import("@dxos/echo/internal").EntityKind.Object>>;
214
+ appendMessage: (message: Message.Message) => void;
215
+ };
216
+ /**
217
+ * Wraps blocks in a `Message.Message` with the given sender and appends it to the local buffer.
218
+ * Provided as a convenience for stories that don't need entity-extraction or custom enrichment.
219
+ */
220
+ export declare const useStoryAppendSegments: (appendMessage: (message: Message.Message) => void, sender?: Message.Message['sender']) => TranscriberProps['onSegments'];
221
+ export type UseStoryTranscriberOptions = Pick<TranscriptionCapabilities.TranscriberProviderProps, 'transcriberConfig' | 'recorderConfig' | 'onSegments'> & {
222
+ audioStreamTrack?: MediaStreamTrack;
223
+ /** Whether the user has the toolbar toggle on. */
224
+ running: boolean;
225
+ /** Voice-activity flag — chunks recording only fires while `true`. */
226
+ isSpeaking: boolean;
227
+ };
228
+ /**
229
+ * Drives the transcriber's open/close + chunk-recording lifecycle off `running`,
230
+ * the open flag, and an `isSpeaking` voice-activity gate. Returns the transcriber instance
231
+ * (`undefined` until the capability resolves and an audio track is available).
232
+ */
233
+ export declare const useStoryTranscriber: ({ audioStreamTrack, running, isSpeaking, transcriberConfig, recorderConfig, onSegments, }: UseStoryTranscriberOptions) => Transcriber | undefined;
234
+ export type StoryDecoratorsOptions = {
235
+ /**
236
+ * Enable schema/graph/vector indexes after the client boots; needed for entity-extraction
237
+ * queries over seeded `Person` / `Organization` objects.
238
+ * @default false
239
+ */
240
+ enableVectorIndex?: boolean;
241
+ };
242
+ /**
243
+ * Standard plugin-manager decorator for transcription stories: core plugins,
244
+ * `ClientPlugin` with `Person`/`Organization`/`TestItem` schemas + seeded test data, plus
245
+ * the `PreviewPlugin` and `TranscriptionPlugin`. Toggle `enableVectorIndex` for entity-extraction.
246
+ */
247
+ export declare const createStoryDecorators: ({ enableVectorIndex }?: StoryDecoratorsOptions) => Decorator[];
248
+ //# sourceMappingURL=common.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"common.d.ts","sourceRoot":"","sources":["../../../../src/stories/common.ts"],"names":[],"mappings":"AASA,OAAO,EAAE,KAAK,SAAS,EAAE,MAAM,uBAAuB,CAAC;AAQvD,OAAO,EAAE,GAAG,EAAE,MAAM,YAAY,CAAC;AAOjC,OAAO,EAAE,OAAO,EAAwB,MAAM,aAAa,CAAC;AAK5D,OAAO,EAAE,KAAK,yBAAyB,EAAE,MAAM,QAAQ,CAAC;AAExD,OAAO,EAAE,KAAK,WAAW,EAAE,KAAK,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AAIzE,eAAO,MAAM,aAAa,WAAY,gBAAgB,YA4BrD,CAAC;AAMF;;;GAGG;AACH,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;6BAEa,OAAO,CAAC,OAAO;CAG5D,CAAC;AAEF;;;GAGG;AACH,eAAO,MAAM,sBAAsB,kBAClB,CAAC,OAAO,EAAE,OAAO,CAAC,OAAO,KAAK,IAAI,WACzC,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,KAChC,gBAAgB,CAAC,YAAY,CAY7B,CAAC;AAMJ,MAAM,MAAM,0BAA0B,GAAG,IAAI,CAC3C,yBAAyB,CAAC,wBAAwB,EAClD,mBAAmB,GAAG,gBAAgB,GAAG,YAAY,CACtD,GAAG;IACF,gBAAgB,CAAC,EAAE,gBAAgB,CAAC;IACpC,kDAAkD;IAClD,OAAO,EAAE,OAAO,CAAC;IACjB,sEAAsE;IACtE,UAAU,EAAE,OAAO,CAAC;CACrB,CAAC;AAEF;;;;GAIG;AACH,eAAO,MAAM,mBAAmB,8FAO7B,0BAA0B,KAAG,WAAW,GAAG,SA6C7C,CAAC;AAMF,MAAM,MAAM,sBAAsB,GAAG;IACnC;;;;OAIG;IACH,iBAAiB,CAAC,EAAE,OAAO,CAAC;CAC7B,CAAC;AAEF;;;;GAIG;AACH,eAAO,MAAM,qBAAqB,2BAAmC,sBAAsB,KAAQ,SAAS,EAsB3G,CAAC"}
@@ -1,14 +1,13 @@
1
- import { Schema } from 'effect';
2
- import { type Queue } from '@dxos/client/echo';
3
- import { type Key, Type } from '@dxos/echo';
4
- import { type Space } from '@dxos/react-client/echo';
5
- import { DataType } from '@dxos/schema';
6
- export declare const TestItem: Type.obj<Schema.Struct<{
7
- title: Schema.SchemaClass<string, string, never>;
8
- description: Schema.SchemaClass<string, string, never>;
9
- }>>;
1
+ import * as Schema from 'effect/Schema';
2
+ import { type Space } from '@dxos/client/echo';
3
+ import { Feed, Type } from '@dxos/echo';
4
+ import { type ContentBlock, Message } from '@dxos/types';
5
+ export declare const TestItem: Type.Obj<{
6
+ readonly title: string;
7
+ readonly description: string;
8
+ }, Schema.Struct.Fields>;
10
9
  declare abstract class AbstractMessageBuilder {
11
- abstract createMessage(numSegments?: number): Promise<DataType.Message>;
10
+ abstract createMessage(numSegments?: number): Promise<Message.Message>;
12
11
  }
13
12
  /**
14
13
  * Generator of transcript messages.
@@ -23,17 +22,17 @@ export declare class MessageBuilder extends AbstractMessageBuilder {
23
22
  }[];
24
23
  start: Date;
25
24
  constructor(_space?: Space | undefined);
26
- createMessage(numSegments?: number): Promise<DataType.Message>;
27
- createBlock(): DataType.MessageBlock.Transcript;
25
+ createMessage(numSegments?: number): Promise<Message.Message>;
26
+ createBlock(): ContentBlock.Transcript;
28
27
  next(): Date;
29
28
  }
30
- type UseTestTranscriptionQueue = (space: Space | undefined, queueId?: Key.ObjectId, running?: boolean, interval?: number) => Queue<DataType.Message> | undefined;
29
+ type UseTestTranscriptionQueue = (space: Space | undefined, running?: boolean, interval?: number) => Feed.Feed | undefined;
31
30
  /**
32
- * Test transcriptionqueue.
31
+ * Test transcription feed.
33
32
  */
34
33
  export declare const useTestTranscriptionQueue: UseTestTranscriptionQueue;
35
34
  /**
36
- * Test transcription queue.
35
+ * Test transcription feed with entity extraction.
37
36
  */
38
37
  export declare const useTestTranscriptionQueueWithEntityExtraction: UseTestTranscriptionQueue;
39
38
  export {};
@@ -1 +1 @@
1
- {"version":3,"file":"testing.d.ts","sourceRoot":"","sources":["../../../../src/testing/testing.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAKhC,OAAO,EAAU,KAAK,KAAK,EAAE,MAAM,mBAAmB,CAAC;AAEvD,OAAO,EAAE,KAAK,GAAG,EAAY,IAAI,EAAE,MAAM,YAAY,CAAC;AAMtD,OAAO,EAAE,KAAK,KAAK,EAAY,MAAM,yBAAyB,CAAC;AAC/D,OAAO,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAC;AAIxC,eAAO,MAAM,QAAQ;;;GAcpB,CAAC;AAGF,uBAAe,sBAAsB;IACnC,QAAQ,CAAC,aAAa,CAAC,WAAW,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC;CACxE;AAED;;GAEG;AACH,qBAAa,cAAe,SAAQ,sBAAsB;IAW5C,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;IAVpC,MAAM,CAAC,QAAQ,CAAC,SAAS,iBAAwB;IAEjD,KAAK;;;;QAID;IAEJ,KAAK,OAAgD;gBAExB,MAAM,CAAC,EAAE,KAAK,YAAA;IAI5B,aAAa,CAAC,WAAW,SAAI,GAAG,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC;IAQxE,WAAW,IAAI,QAAQ,CAAC,YAAY,CAAC,UAAU;IAkB/C,IAAI,IAAI,IAAI;CAIb;AAgDD,KAAK,yBAAyB,GAAG,CAC/B,KAAK,EAAE,KAAK,GAAG,SAAS,EACxB,OAAO,CAAC,EAAE,GAAG,CAAC,QAAQ,EACtB,OAAO,CAAC,EAAE,OAAO,EACjB,QAAQ,CAAC,EAAE,MAAM,KACd,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,SAAS,CAAC;AAEzC;;GAEG;AACH,eAAO,MAAM,yBAAyB,EAAE,yBAyBvC,CAAC;AAEF;;GAEG;AAEH,eAAO,MAAM,6CAA6C,EAAE,yBAoC3D,CAAC"}
1
+ {"version":3,"file":"testing.d.ts","sourceRoot":"","sources":["../../../../src/testing/testing.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,MAAM,MAAM,eAAe,CAAC;AAKxC,OAAO,EAA0B,KAAK,KAAK,EAAE,MAAM,mBAAmB,CAAC;AAEvE,OAAO,EAAO,IAAI,EAAoB,IAAI,EAAE,MAAM,YAAY,CAAC;AAM/D,OAAO,EAAE,KAAK,YAAY,EAAE,OAAO,EAAwB,MAAM,aAAa,CAAC;AAI/E,eAAO,MAAM,QAAQ;;;wBAS4C,CAAC;AAGlE,uBAAe,sBAAsB;IACnC,QAAQ,CAAC,aAAa,CAAC,WAAW,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;CACxE;AAED;;GAEG;AACH,qBAAa,cAAe,SAAQ,sBAAsB;IAW5C,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;IAVpC,MAAM,CAAC,QAAQ,CAAC,SAAS,iBAAwB;IAEjD,KAAK;;;;QAID;IAEJ,KAAK,OAAgD;IAErD,YAA6B,MAAM,CAAC,EAAE,KAAK,YAAA,EAE1C;IAEc,aAAa,CAAC,WAAW,SAAI,GAAG,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAMtE;IAED,WAAW,IAAI,YAAY,CAAC,UAAU,CAqBrC;IAED,IAAI,IAAI,IAAI,CAGX;CACF;AA2CD,KAAK,yBAAyB,GAAG,CAC/B,KAAK,EAAE,KAAK,GAAG,SAAS,EACxB,OAAO,CAAC,EAAE,OAAO,EACjB,QAAQ,CAAC,EAAE,MAAM,KACd,IAAI,CAAC,IAAI,GAAG,SAAS,CAAC;AAE3B;;GAEG;AACH,eAAO,MAAM,yBAAyB,EAAE,yBAuBvC,CAAC;AAEF;;GAEG;AAEH,eAAO,MAAM,6CAA6C,EAAE,yBAgC3D,CAAC"}
@@ -1,4 +1,4 @@
1
- export type * from './audio-recorder';
1
+ export * from './audio-recorder';
2
2
  export * from './media-stream-recorder';
3
3
  export * from './transcriber';
4
4
  export * from './transcription-manager';
@@ -1 +1 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/transcriber/index.ts"],"names":[],"mappings":"AAIA,mBAAmB,kBAAkB,CAAC;AACtC,cAAc,yBAAyB,CAAC;AACxC,cAAc,eAAe,CAAC;AAC9B,cAAc,yBAAyB,CAAC"}
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/transcriber/index.ts"],"names":[],"mappings":"AAIA,cAAc,kBAAkB,CAAC;AACjC,cAAc,yBAAyB,CAAC;AACxC,cAAc,eAAe,CAAC;AAC9B,cAAc,yBAAyB,CAAC"}
@@ -1,5 +1,5 @@
1
1
  import { type AudioChunk, type AudioRecorder, type WavConfig } from './audio-recorder';
2
- export type MediaStreamRecorderParams = {
2
+ export type MediaStreamRecorderProps = {
3
3
  mediaStreamTrack: MediaStreamTrack;
4
4
  config: {
5
5
  interval: number;
@@ -19,7 +19,7 @@ export declare class MediaStreamRecorder implements AudioRecorder {
19
19
  private _mediaRecorder?;
20
20
  private _header?;
21
21
  private _onChunk?;
22
- constructor({ mediaStreamTrack, config }: MediaStreamRecorderParams);
22
+ constructor({ mediaStreamTrack, config }: MediaStreamRecorderProps);
23
23
  get wavConfig(): WavConfig;
24
24
  get mediaStreamTrack(): MediaStreamTrack;
25
25
  setOnChunk(onChunk: (chunk: AudioChunk) => void): void;
@@ -1 +1 @@
1
- {"version":3,"file":"media-stream-recorder.d.ts","sourceRoot":"","sources":["../../../../src/transcriber/media-stream-recorder.ts"],"names":[],"mappings":"AAYA,OAAO,EAAE,KAAK,UAAU,EAAE,KAAK,aAAa,EAAE,KAAK,SAAS,EAAE,MAAM,kBAAkB,CAAC;AASvF,MAAM,MAAM,yBAAyB,GAAG;IACtC,gBAAgB,EAAE,gBAAgB,CAAC;IACnC,MAAM,EAAE;QACN,QAAQ,EAAE,MAAM,CAAC;KAClB,CAAC;CACH,CAAC;AAEF;;;;GAIG;AACH,qBACa,mBAAoB,YAAW,aAAa;IACvD,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAmB;IACrD;;OAEG;IACH,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAsC;IAC9D,OAAO,CAAC,cAAc,CAAC,CAA6B;IACpD,OAAO,CAAC,OAAO,CAAC,CAAyB;IACzC,OAAO,CAAC,QAAQ,CAAC,CAA8B;gBAEnC,EAAE,gBAAgB,EAAE,MAAM,EAAE,EAAE,yBAAyB;IAKnE,IAAI,SAAS,IAAI,SAAS,CAOzB;IAED,IAAI,gBAAgB,qBAEnB;IAED,UAAU,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,UAAU,KAAK,IAAI,GAAG,IAAI;IAIhD,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAkBtB,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;YAQb,gBAAgB;CA2B/B"}
1
+ {"version":3,"file":"media-stream-recorder.d.ts","sourceRoot":"","sources":["../../../../src/transcriber/media-stream-recorder.ts"],"names":[],"mappings":"AAYA,OAAO,EAAE,KAAK,UAAU,EAAE,KAAK,aAAa,EAAE,KAAK,SAAS,EAAE,MAAM,kBAAkB,CAAC;AASvF,MAAM,MAAM,wBAAwB,GAAG;IACrC,gBAAgB,EAAE,gBAAgB,CAAC;IACnC,MAAM,EAAE;QACN,QAAQ,EAAE,MAAM,CAAC;KAClB,CAAC;CACH,CAAC;AAEF;;;;GAIG;AACH,qBACa,mBAAoB,YAAW,aAAa;IACvD,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAmB;IACrD;;OAEG;IACH,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAqC;IAC7D,OAAO,CAAC,cAAc,CAAC,CAA6B;IACpD,OAAO,CAAC,OAAO,CAAC,CAAyB;IACzC,OAAO,CAAC,QAAQ,CAAC,CAA8B;IAE/C,YAAY,EAAE,gBAAgB,EAAE,MAAM,EAAE,EAAE,wBAAwB,EAGjE;IAED,IAAI,SAAS,IAAI,SAAS,CAOzB;IAED,IAAI,gBAAgB,qBAEnB;IAED,UAAU,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,UAAU,KAAK,IAAI,GAAG,IAAI,CAErD;IAEK,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAgB3B;IAEK,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC,CAK1B;YAGa,gBAAgB;CA2B/B"}
@@ -1,6 +1,33 @@
1
1
  import { type Context, Resource } from '@dxos/context';
2
- import { type DataType } from '@dxos/schema';
3
- import { type AudioRecorder } from './audio-recorder';
2
+ import { type ContentBlock } from '@dxos/types';
3
+ import { type AudioChunk, type AudioRecorder } from './audio-recorder';
4
+ export type WhisperWord = {
5
+ word: string;
6
+ /**
7
+ * Time in seconds from the start of the audio.
8
+ */
9
+ start: number;
10
+ /**
11
+ * Time in seconds from the start of the audio.
12
+ */
13
+ end: number;
14
+ };
15
+ export type WhisperSegment = {
16
+ text: string;
17
+ /**
18
+ * Time in seconds from the start of the audio.
19
+ */
20
+ start: number;
21
+ /**
22
+ * Time in seconds from the start of the audio.
23
+ */
24
+ end: number;
25
+ /**
26
+ * Probability of no speech in the segment.
27
+ */
28
+ no_speech_prob: number;
29
+ words: WhisperWord[];
30
+ };
4
31
  export type TranscribeConfig = {
5
32
  /**
6
33
  * Number of chunks to transcribe automatically after.
@@ -11,15 +38,29 @@ export type TranscribeConfig = {
11
38
  * This is needed to catch the beginning of the user's speech.
12
39
  */
13
40
  prefixBufferChunksAmount: number;
41
+ /**
42
+ * Override the transcription endpoint base URL.
43
+ * Defaults to the DXOS calls service.
44
+ */
45
+ endpoint?: string;
14
46
  };
15
- export type TranscriberParams = {
47
+ /**
48
+ * Function that converts a base64-encoded WAV payload into Whisper segments.
49
+ * Allows callers to swap in alternative providers or mock the transport.
50
+ */
51
+ export type TranscribeFn = (audio: string) => Promise<WhisperSegment[]>;
52
+ export type TranscriberProps = {
16
53
  config: TranscribeConfig;
17
54
  recorder: AudioRecorder;
18
55
  /**
19
56
  * Callback to handle the transcribed segments, after all segment transformers are applied.
20
57
  * @param segments - The transcribed segments.
21
58
  */
22
- onSegments: (segments: DataType.MessageBlock.Transcript[]) => Promise<void>;
59
+ onSegments: (segments: ContentBlock.Transcript[]) => Promise<void>;
60
+ /**
61
+ * Optional override of the transcription transport. When provided, supersedes `config.endpoint`.
62
+ */
63
+ transcribe?: TranscribeFn;
23
64
  };
24
65
  /**
25
66
  * Handles transcription of audio chunks.
@@ -28,14 +69,15 @@ export type TranscriberParams = {
28
69
  */
29
70
  export declare class Transcriber extends Resource {
30
71
  private _audioChunks;
31
- private _lastUsedTimestamp;
72
+ private _lastTimestamp;
32
73
  private readonly _openTrigger;
33
74
  private readonly _config;
34
75
  private readonly _recorder;
35
76
  private readonly _onSegments;
77
+ private readonly _transcribeFn?;
36
78
  private _recording;
37
79
  private _transcribeTask?;
38
- constructor({ config, recorder, onSegments }: TranscriberParams);
80
+ constructor({ config, recorder, onSegments, transcribe }: TranscriberProps);
39
81
  protected _open(ctx: Context): Promise<void>;
40
82
  protected _close(): Promise<void>;
41
83
  startChunksRecording(): void;
@@ -47,4 +89,17 @@ export declare class Transcriber extends Resource {
47
89
  private _fetchTranscription;
48
90
  private _alignSegments;
49
91
  }
92
+ /**
93
+ * Pure helper that filters and absolute-timestamps Whisper segments against a chunk timeline.
94
+ * Exported for testing.
95
+ *
96
+ * @param segments - Raw segments returned by the Whisper service for `originalChunks`.
97
+ * @param originalChunks - Chunks fed into the transcription request (used for the zero timestamp).
98
+ * @param lastTimestamp - Most recent absolute timestamp already emitted; segments whose end
99
+ * falls strictly before this point are deduped out, as are individual words whose start does.
100
+ */
101
+ export declare const alignWhisperSegments: (segments: WhisperSegment[], originalChunks: AudioChunk[], lastTimestamp: number) => {
102
+ transcripts: ContentBlock.Transcript[];
103
+ lastTimestamp?: number;
104
+ };
50
105
  //# sourceMappingURL=transcriber.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"transcriber.d.ts","sourceRoot":"","sources":["../../../../src/transcriber/transcriber.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,KAAK,OAAO,EAAkB,QAAQ,EAAE,MAAM,eAAe,CAAC;AAEvE,OAAO,EAAE,KAAK,QAAQ,EAAE,MAAM,cAAc,CAAC;AAM7C,OAAO,EAAmB,KAAK,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAqCvE,MAAM,MAAM,gBAAgB,GAAG;IAC7B;;OAEG;IACH,2BAA2B,EAAE,MAAM,CAAC;IAEpC;;;OAGG;IACH,wBAAwB,EAAE,MAAM,CAAC;CAClC,CAAC;AAEF,MAAM,MAAM,iBAAiB,GAAG;IAC9B,MAAM,EAAE,gBAAgB,CAAC;IACzB,QAAQ,EAAE,aAAa,CAAC;IACxB;;;OAGG;IACH,UAAU,EAAE,CAAC,QAAQ,EAAE,QAAQ,CAAC,YAAY,CAAC,UAAU,EAAE,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;CAC7E,CAAC;AAEF;;;;GAIG;AACH,qBAAa,WAAY,SAAQ,QAAQ;IACvC,OAAO,CAAC,YAAY,CAAoB;IACxC,OAAO,CAAC,kBAAkB,CAAK;IAE/B,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAoC;IAEjE,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAmB;IAC3C,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAgB;IAC1C,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAkC;IAE9D,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,eAAe,CAAC,CAA2B;gBAEvC,EAAE,MAAM,EAAE,QAAQ,EAAE,UAAU,EAAE,EAAE,iBAAiB;cAOtC,KAAK,CAAC,GAAG,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;cAQlC,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;IAOhD,oBAAoB,IAAI,IAAI;IAS5B,mBAAmB,IAAI,IAAI;IAU3B,OAAO,CAAC,eAAe;YAgBT,WAAW;IAoBzB,OAAO,CAAC,cAAc;YAOR,iBAAiB;YAejB,mBAAmB;IA+BjC,OAAO,CAAC,cAAc;CAkCvB"}
1
+ {"version":3,"file":"transcriber.d.ts","sourceRoot":"","sources":["../../../../src/transcriber/transcriber.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,KAAK,OAAO,EAAkB,QAAQ,EAAE,MAAM,eAAe,CAAC;AAGvE,OAAO,EAAE,KAAK,YAAY,EAAE,MAAM,aAAa,CAAC;AAGhD,OAAO,EAAE,KAAK,UAAU,EAAE,KAAK,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAOvE,MAAM,MAAM,WAAW,GAAG;IACxB,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IAEd;;OAEG;IACH,GAAG,EAAE,MAAM,CAAC;CACb,CAAC;AAEF,MAAM,MAAM,cAAc,GAAG;IAC3B,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IAEd;;OAEG;IACH,GAAG,EAAE,MAAM,CAAC;IAEZ;;OAEG;IACH,cAAc,EAAE,MAAM,CAAC;IAEvB,KAAK,EAAE,WAAW,EAAE,CAAC;CACtB,CAAC;AAEF,MAAM,MAAM,gBAAgB,GAAG;IAC7B;;OAEG;IACH,2BAA2B,EAAE,MAAM,CAAC;IAEpC;;;OAGG;IACH,wBAAwB,EAAE,MAAM,CAAC;IAEjC;;;OAGG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB,CAAC;AAEF;;;GAGG;AACH,MAAM,MAAM,YAAY,GAAG,CAAC,KAAK,EAAE,MAAM,KAAK,OAAO,CAAC,cAAc,EAAE,CAAC,CAAC;AAExE,MAAM,MAAM,gBAAgB,GAAG;IAC7B,MAAM,EAAE,gBAAgB,CAAC;IACzB,QAAQ,EAAE,aAAa,CAAC;IACxB;;;OAGG;IACH,UAAU,EAAE,CAAC,QAAQ,EAAE,YAAY,CAAC,UAAU,EAAE,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACnE;;OAEG;IACH,UAAU,CAAC,EAAE,YAAY,CAAC;CAC3B,CAAC;AAEF;;;;GAIG;AACH,qBAAa,WAAY,SAAQ,QAAQ;IACvC,OAAO,CAAC,YAAY,CAAoB;IACxC,OAAO,CAAC,cAAc,CAAK;IAE3B,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAoC;IAEjE,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAmB;IAC3C,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAgB;IAC1C,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAiC;IAC7D,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAe;IAE9C,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,eAAe,CAAC,CAA2B;IAEnD,YAAY,EAAE,MAAM,EAAE,QAAQ,EAAE,UAAU,EAAE,UAAU,EAAE,EAAE,gBAAgB,EAMzE;IAED,UAAyB,KAAK,CAAC,GAAG,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAM1D;IAED,UAAyB,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC,CAK/C;IAED,oBAAoB,IAAI,IAAI,CAO3B;IAED,mBAAmB,IAAI,IAAI,CAQ1B;IAED,OAAO,CAAC,eAAe;YAgBT,WAAW;IAoBzB,OAAO,CAAC,cAAc;YAOR,iBAAiB;YAejB,mBAAmB;IAkCjC,OAAO,CAAC,cAAc;CAQvB;AAED;;;;;;;;GAQG;AACH,eAAO,MAAM,oBAAoB,aACrB,cAAc,EAAE,kBACV,UAAU,EAAE,iBACb,MAAM,KACpB;IAAE,WAAW,EAAE,YAAY,CAAC,UAAU,EAAE,CAAC;IAAC,aAAa,CAAC,EAAE,MAAM,CAAA;CAgClE,CAAC"}
@@ -0,0 +1,2 @@
1
+ export {};
2
+ //# sourceMappingURL=transcriber.test.d.ts.map