@dxos/plugin-transcription 0.9.0 → 0.9.1-staging.ee54ba693a

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (324) hide show
  1. package/PLUGIN.mdl +25 -5
  2. package/dist/lib/neutral/{TranscriptionArticle-L6XANBH5.mjs → TranscriptionArticle-FEWCWG4A.mjs} +4 -7
  3. package/dist/lib/neutral/TranscriptionArticle-FEWCWG4A.mjs.map +7 -0
  4. package/dist/lib/neutral/TranscriptionPlugin.mjs +29 -6
  5. package/dist/lib/neutral/TranscriptionPlugin.mjs.map +4 -4
  6. package/dist/lib/neutral/TranscriptionPlugin.node.mjs +3 -3
  7. package/dist/lib/neutral/TranscriptionPlugin.node.mjs.map +3 -3
  8. package/dist/lib/neutral/app-graph-builder-GQRMI22E.mjs +48 -0
  9. package/dist/lib/neutral/app-graph-builder-GQRMI22E.mjs.map +7 -0
  10. package/dist/lib/neutral/capabilities/index.mjs +19 -5
  11. package/dist/lib/neutral/capabilities/index.mjs.map +3 -3
  12. package/dist/lib/neutral/chunk-5BVHY75B.mjs +54 -0
  13. package/dist/lib/neutral/chunk-5BVHY75B.mjs.map +7 -0
  14. package/dist/lib/neutral/chunk-HNXSU7HJ.mjs +8 -0
  15. package/dist/lib/neutral/{chunk-KXJZEYS7.mjs.map → chunk-HNXSU7HJ.mjs.map} +2 -2
  16. package/dist/lib/neutral/chunk-KOXLGGSL.mjs +30 -0
  17. package/dist/lib/neutral/chunk-KOXLGGSL.mjs.map +7 -0
  18. package/dist/lib/neutral/chunk-MDV7NBFJ.mjs +182 -0
  19. package/dist/lib/neutral/chunk-MDV7NBFJ.mjs.map +7 -0
  20. package/dist/lib/neutral/components/index.mjs +114 -258
  21. package/dist/lib/neutral/components/index.mjs.map +4 -4
  22. package/dist/lib/neutral/containers/index.mjs +1 -1
  23. package/dist/lib/neutral/{create-RVR7VC33.mjs → create-HNHGCKZ4.mjs} +2 -2
  24. package/dist/lib/neutral/enrich-message-DSJU4TXC.mjs +24 -0
  25. package/dist/lib/neutral/enrich-message-DSJU4TXC.mjs.map +7 -0
  26. package/dist/lib/neutral/entity-lookup-PCDW7NC4.mjs +25 -0
  27. package/dist/lib/neutral/entity-lookup-PCDW7NC4.mjs.map +7 -0
  28. package/dist/lib/neutral/hooks/index.mjs +93 -15
  29. package/dist/lib/neutral/hooks/index.mjs.map +4 -4
  30. package/dist/lib/neutral/index.mjs +8 -32
  31. package/dist/lib/neutral/markdown-extension-CCDXXY7E.mjs +16 -0
  32. package/dist/lib/neutral/markdown-extension-CCDXXY7E.mjs.map +7 -0
  33. package/dist/lib/neutral/meta.json +1 -1
  34. package/dist/lib/neutral/meta.mjs +1 -1
  35. package/dist/lib/neutral/{open-A5KXKRH4.mjs → open-SNMZXXYO.mjs} +4 -6
  36. package/dist/lib/neutral/open-SNMZXXYO.mjs.map +7 -0
  37. package/dist/lib/neutral/operations/index.mjs +1 -1
  38. package/dist/lib/neutral/pipeline-status-XMWMAUJY.mjs +17 -0
  39. package/dist/lib/neutral/pipeline-status-XMWMAUJY.mjs.map +7 -0
  40. package/dist/lib/neutral/plugin.mjs +2 -2
  41. package/dist/lib/neutral/recording-session-IADO7ATU.mjs +15 -0
  42. package/dist/lib/neutral/recording-session-IADO7ATU.mjs.map +7 -0
  43. package/dist/lib/neutral/settings-7KE4MABW.mjs +31 -0
  44. package/dist/lib/neutral/settings-7KE4MABW.mjs.map +7 -0
  45. package/dist/lib/neutral/skill-definition-DXNK324V.mjs +15 -0
  46. package/dist/lib/neutral/skill-definition-DXNK324V.mjs.map +7 -0
  47. package/dist/lib/neutral/skills/index.mjs +8 -0
  48. package/dist/lib/neutral/{summarize-5XPPMVTE.mjs → summarize-LBUZTOTH.mjs} +4 -4
  49. package/dist/lib/neutral/summarize-LBUZTOTH.mjs.map +7 -0
  50. package/dist/lib/neutral/{text-content-KBB37HSM.mjs → text-content-NOWR642C.mjs} +9 -9
  51. package/dist/lib/neutral/text-content-NOWR642C.mjs.map +7 -0
  52. package/dist/lib/neutral/transcriber-6XZHUUHK.mjs +174 -0
  53. package/dist/lib/neutral/transcriber-6XZHUUHK.mjs.map +7 -0
  54. package/dist/lib/neutral/transcription-driver-DN6ELQXZ.mjs +207 -0
  55. package/dist/lib/neutral/transcription-driver-DN6ELQXZ.mjs.map +7 -0
  56. package/dist/lib/neutral/translations.mjs +8 -1
  57. package/dist/lib/neutral/translations.mjs.map +3 -3
  58. package/dist/lib/neutral/types/index.mjs +3 -1
  59. package/dist/types/dx.config.d.ts +28 -0
  60. package/dist/types/dx.config.d.ts.map +1 -0
  61. package/dist/types/src/TranscriptionPlugin.d.ts.map +1 -1
  62. package/dist/types/src/capabilities/app-graph-builder.d.ts +5 -0
  63. package/dist/types/src/capabilities/app-graph-builder.d.ts.map +1 -0
  64. package/dist/types/src/capabilities/entity-lookup.d.ts +10 -0
  65. package/dist/types/src/capabilities/entity-lookup.d.ts.map +1 -0
  66. package/dist/types/src/capabilities/index.d.ts +11 -8
  67. package/dist/types/src/capabilities/index.d.ts.map +1 -1
  68. package/dist/types/src/capabilities/markdown-extension.d.ts +5 -0
  69. package/dist/types/src/capabilities/markdown-extension.d.ts.map +1 -0
  70. package/dist/types/src/capabilities/pipeline-status.d.ts +9 -0
  71. package/dist/types/src/capabilities/pipeline-status.d.ts.map +1 -0
  72. package/dist/types/src/capabilities/react-surface.d.ts +2 -2
  73. package/dist/types/src/capabilities/react-surface.d.ts.map +1 -1
  74. package/dist/types/src/capabilities/recording-session.d.ts +5 -0
  75. package/dist/types/src/capabilities/recording-session.d.ts.map +1 -0
  76. package/dist/types/src/capabilities/settings.d.ts +5 -0
  77. package/dist/types/src/capabilities/settings.d.ts.map +1 -0
  78. package/dist/types/src/capabilities/skill-definition.d.ts +5 -0
  79. package/dist/types/src/capabilities/skill-definition.d.ts.map +1 -0
  80. package/dist/types/src/capabilities/text-content.d.ts +1 -4
  81. package/dist/types/src/capabilities/transcriber.d.ts +4 -3
  82. package/dist/types/src/capabilities/transcriber.d.ts.map +1 -1
  83. package/dist/types/src/capabilities/transcription-driver.d.ts +5 -0
  84. package/dist/types/src/capabilities/transcription-driver.d.ts.map +1 -0
  85. package/dist/types/src/components/Mic/Mic.d.ts +12 -0
  86. package/dist/types/src/components/Mic/Mic.d.ts.map +1 -0
  87. package/dist/types/src/components/{Oracle/Oracle.stories.d.ts → Mic/Mic.stories.d.ts} +9 -7
  88. package/dist/types/src/components/Mic/Mic.stories.d.ts.map +1 -0
  89. package/dist/types/src/components/Mic/index.d.ts +2 -0
  90. package/dist/types/src/components/Mic/index.d.ts.map +1 -0
  91. package/dist/types/src/components/index.d.ts +1 -2
  92. package/dist/types/src/components/index.d.ts.map +1 -1
  93. package/dist/types/src/containers/TranscriptionArticle/TranscriptionArticle.d.ts.map +1 -1
  94. package/dist/types/src/containers/TranscriptionArticle/TranscriptionArticle.stories.d.ts +7 -0
  95. package/dist/types/src/containers/TranscriptionArticle/TranscriptionArticle.stories.d.ts.map +1 -1
  96. package/dist/types/src/hooks/index.d.ts +0 -5
  97. package/dist/types/src/hooks/index.d.ts.map +1 -1
  98. package/dist/types/src/hooks/useTranscriptionRecording.d.ts.map +1 -1
  99. package/dist/types/src/index.d.ts +1 -3
  100. package/dist/types/src/index.d.ts.map +1 -1
  101. package/dist/types/src/meta.d.ts +32 -2
  102. package/dist/types/src/meta.d.ts.map +1 -1
  103. package/dist/types/src/normalization/message-normalizer.d.ts +2 -2
  104. package/dist/types/src/normalization/message-normalizer.d.ts.map +1 -1
  105. package/dist/types/src/normalization/normalization.d.ts +98 -733
  106. package/dist/types/src/normalization/normalization.d.ts.map +1 -1
  107. package/dist/types/src/operations/enrich-message.d.ts +9 -0
  108. package/dist/types/src/operations/enrich-message.d.ts.map +1 -0
  109. package/dist/types/src/operations/index.d.ts.map +1 -1
  110. package/dist/types/src/operations/open.d.ts.map +1 -1
  111. package/dist/types/src/operations/summarize.d.ts.map +1 -1
  112. package/dist/types/src/skills/index.d.ts +2 -0
  113. package/dist/types/src/skills/index.d.ts.map +1 -0
  114. package/dist/types/src/skills/transcription-skill.d.ts +4 -0
  115. package/dist/types/src/skills/transcription-skill.d.ts.map +1 -0
  116. package/dist/types/src/stories/Keyword.stories.d.ts +51 -0
  117. package/dist/types/src/stories/Keyword.stories.d.ts.map +1 -0
  118. package/dist/types/src/stories/Pipeline.stories.d.ts +60 -0
  119. package/dist/types/src/stories/Pipeline.stories.d.ts.map +1 -0
  120. package/dist/types/src/stories/Transcription.stories.d.ts +23 -0
  121. package/dist/types/src/stories/Transcription.stories.d.ts.map +1 -0
  122. package/dist/types/src/testing/decorators.d.ts +21 -0
  123. package/dist/types/src/testing/decorators.d.ts.map +1 -0
  124. package/dist/types/src/testing/index.d.ts +1 -0
  125. package/dist/types/src/testing/index.d.ts.map +1 -1
  126. package/dist/types/src/testing/testing.d.ts +3 -13
  127. package/dist/types/src/testing/testing.d.ts.map +1 -1
  128. package/dist/types/src/{transcriber/transcription-manager.d.ts → transcription-manager.d.ts} +6 -5
  129. package/dist/types/src/transcription-manager.d.ts.map +1 -0
  130. package/dist/types/src/translations.d.ts +7 -0
  131. package/dist/types/src/translations.d.ts.map +1 -1
  132. package/dist/types/src/types/Settings.d.ts +13 -0
  133. package/dist/types/src/types/Settings.d.ts.map +1 -0
  134. package/dist/types/src/types/TranscriptOperation.d.ts +114 -1564
  135. package/dist/types/src/types/TranscriptOperation.d.ts.map +1 -1
  136. package/dist/types/src/types/TranscriptionCapabilities.d.ts +52 -11
  137. package/dist/types/src/types/TranscriptionCapabilities.d.ts.map +1 -1
  138. package/dist/types/src/types/index.d.ts +1 -0
  139. package/dist/types/src/types/index.d.ts.map +1 -1
  140. package/dist/types/src/util/index.d.ts +0 -3
  141. package/dist/types/src/util/index.d.ts.map +1 -1
  142. package/dist/types/tsconfig.tsbuildinfo +1 -1
  143. package/dx.config.ts +42 -0
  144. package/package.json +69 -69
  145. package/src/TranscriptionPlugin.node.ts +2 -2
  146. package/src/TranscriptionPlugin.test.ts +2 -2
  147. package/src/TranscriptionPlugin.tsx +40 -3
  148. package/src/capabilities/app-graph-builder.tsx +49 -0
  149. package/src/capabilities/entity-lookup.ts +32 -0
  150. package/src/capabilities/index.ts +8 -7
  151. package/src/capabilities/markdown-extension.ts +17 -0
  152. package/src/capabilities/pipeline-status.ts +23 -0
  153. package/src/capabilities/recording-session.ts +17 -0
  154. package/src/capabilities/settings.ts +34 -0
  155. package/src/capabilities/skill-definition.ts +15 -0
  156. package/src/capabilities/text-content.ts +10 -7
  157. package/src/capabilities/transcriber.ts +5 -48
  158. package/src/capabilities/transcription-driver.tsx +263 -0
  159. package/src/components/Mic/Mic.stories.tsx +66 -0
  160. package/src/components/Mic/Mic.tsx +136 -0
  161. package/src/components/Mic/index.ts +5 -0
  162. package/src/components/index.ts +1 -2
  163. package/src/containers/TranscriptionArticle/TranscriptionArticle.stories.tsx +4 -0
  164. package/src/containers/TranscriptionArticle/TranscriptionArticle.tsx +5 -6
  165. package/src/hooks/index.ts +0 -5
  166. package/src/hooks/useTranscriptionRecording.ts +27 -9
  167. package/src/index.ts +1 -5
  168. package/src/meta.ts +2 -35
  169. package/src/normalization/message-normalizer.ts +3 -3
  170. package/src/normalization/normalization.ts +3 -0
  171. package/src/operations/enrich-message.ts +27 -0
  172. package/src/operations/index.ts +1 -0
  173. package/src/operations/open.ts +2 -2
  174. package/src/operations/summarize.ts +2 -2
  175. package/src/skills/index.ts +5 -0
  176. package/src/skills/transcription-skill.ts +29 -0
  177. package/src/stories/Keyword.stories.tsx +98 -0
  178. package/src/stories/Pipeline.stories.tsx +361 -0
  179. package/src/stories/Transcription.stories.tsx +178 -0
  180. package/src/testing/decorators.ts +78 -0
  181. package/src/testing/index.ts +1 -0
  182. package/src/testing/testing.ts +14 -134
  183. package/src/{transcriber/transcription-manager.ts → transcription-manager.ts} +13 -12
  184. package/src/translations.ts +9 -1
  185. package/src/types/Settings.ts +59 -0
  186. package/src/types/TranscriptOperation.ts +22 -4
  187. package/src/types/TranscriptionCapabilities.ts +61 -20
  188. package/src/types/index.ts +1 -0
  189. package/src/util/index.ts +0 -3
  190. package/dist/lib/neutral/TranscriptionArticle-L6XANBH5.mjs.map +0 -7
  191. package/dist/lib/neutral/blueprint-definition-DA4QFRYJ.mjs +0 -15
  192. package/dist/lib/neutral/blueprint-definition-DA4QFRYJ.mjs.map +0 -7
  193. package/dist/lib/neutral/blueprints/index.mjs +0 -8
  194. package/dist/lib/neutral/chunk-FHNI26QW.mjs +0 -45
  195. package/dist/lib/neutral/chunk-FHNI26QW.mjs.map +0 -7
  196. package/dist/lib/neutral/chunk-KAEXRX3Y.mjs +0 -35
  197. package/dist/lib/neutral/chunk-KAEXRX3Y.mjs.map +0 -7
  198. package/dist/lib/neutral/chunk-KMT3BMMQ.mjs +0 -124
  199. package/dist/lib/neutral/chunk-KMT3BMMQ.mjs.map +0 -7
  200. package/dist/lib/neutral/chunk-KXJZEYS7.mjs +0 -8
  201. package/dist/lib/neutral/chunk-MLRJWAQH.mjs +0 -179
  202. package/dist/lib/neutral/chunk-MLRJWAQH.mjs.map +0 -7
  203. package/dist/lib/neutral/chunk-TO77KAQK.mjs +0 -298
  204. package/dist/lib/neutral/chunk-TO77KAQK.mjs.map +0 -7
  205. package/dist/lib/neutral/chunk-TX3NQISZ.mjs +0 -435
  206. package/dist/lib/neutral/chunk-TX3NQISZ.mjs.map +0 -7
  207. package/dist/lib/neutral/chunk-ZR4BH4QQ.mjs +0 -30
  208. package/dist/lib/neutral/chunk-ZR4BH4QQ.mjs.map +0 -7
  209. package/dist/lib/neutral/open-A5KXKRH4.mjs.map +0 -7
  210. package/dist/lib/neutral/summarize-5XPPMVTE.mjs.map +0 -7
  211. package/dist/lib/neutral/text-content-KBB37HSM.mjs.map +0 -7
  212. package/dist/lib/neutral/transcriber-OGSF3XO5.mjs +0 -59
  213. package/dist/lib/neutral/transcriber-OGSF3XO5.mjs.map +0 -7
  214. package/dist/types/src/blueprints/index.d.ts +0 -2
  215. package/dist/types/src/blueprints/index.d.ts.map +0 -1
  216. package/dist/types/src/blueprints/transcription-blueprint.d.ts +0 -4
  217. package/dist/types/src/blueprints/transcription-blueprint.d.ts.map +0 -1
  218. package/dist/types/src/capabilities/blueprint-definition.d.ts +0 -6
  219. package/dist/types/src/capabilities/blueprint-definition.d.ts.map +0 -1
  220. package/dist/types/src/components/Oracle/Oracle.d.ts +0 -24
  221. package/dist/types/src/components/Oracle/Oracle.d.ts.map +0 -1
  222. package/dist/types/src/components/Oracle/Oracle.stories.d.ts.map +0 -1
  223. package/dist/types/src/components/Oracle/index.d.ts +0 -2
  224. package/dist/types/src/components/Oracle/index.d.ts.map +0 -1
  225. package/dist/types/src/components/Transcription/Transcription.d.ts +0 -11
  226. package/dist/types/src/components/Transcription/Transcription.d.ts.map +0 -1
  227. package/dist/types/src/components/Transcription/Transcription.stories.d.ts +0 -37
  228. package/dist/types/src/components/Transcription/Transcription.stories.d.ts.map +0 -1
  229. package/dist/types/src/components/Transcription/index.d.ts +0 -2
  230. package/dist/types/src/components/Transcription/index.d.ts.map +0 -1
  231. package/dist/types/src/components/Transcription/transcription-extension.d.ts +0 -15
  232. package/dist/types/src/components/Transcription/transcription-extension.d.ts.map +0 -1
  233. package/dist/types/src/enrichment/conversation.test.d.ts +0 -2
  234. package/dist/types/src/enrichment/conversation.test.d.ts.map +0 -1
  235. package/dist/types/src/enrichment/operations.d.ts +0 -200
  236. package/dist/types/src/enrichment/operations.d.ts.map +0 -1
  237. package/dist/types/src/enrichment/parser.d.ts +0 -26
  238. package/dist/types/src/enrichment/parser.d.ts.map +0 -1
  239. package/dist/types/src/enrichment/stream-simulator.d.ts +0 -38
  240. package/dist/types/src/enrichment/stream-simulator.d.ts.map +0 -1
  241. package/dist/types/src/hooks/useAudioFile.d.ts +0 -7
  242. package/dist/types/src/hooks/useAudioFile.d.ts.map +0 -1
  243. package/dist/types/src/hooks/useAudioTrack.d.ts +0 -5
  244. package/dist/types/src/hooks/useAudioTrack.d.ts.map +0 -1
  245. package/dist/types/src/hooks/useFeedModelAdapter.d.ts +0 -12
  246. package/dist/types/src/hooks/useFeedModelAdapter.d.ts.map +0 -1
  247. package/dist/types/src/hooks/useTranscriber.d.ts +0 -7
  248. package/dist/types/src/hooks/useTranscriber.d.ts.map +0 -1
  249. package/dist/types/src/hooks/useVoiceInput.d.ts +0 -11
  250. package/dist/types/src/hooks/useVoiceInput.d.ts.map +0 -1
  251. package/dist/types/src/model/index.d.ts +0 -2
  252. package/dist/types/src/model/index.d.ts.map +0 -1
  253. package/dist/types/src/model/model.d.ts +0 -68
  254. package/dist/types/src/model/model.d.ts.map +0 -1
  255. package/dist/types/src/model/model.test.d.ts +0 -2
  256. package/dist/types/src/model/model.test.d.ts.map +0 -1
  257. package/dist/types/src/stories/FileTranscription.stories.d.ts +0 -20
  258. package/dist/types/src/stories/FileTranscription.stories.d.ts.map +0 -1
  259. package/dist/types/src/stories/KeyWordRecognition.stories.d.ts +0 -14
  260. package/dist/types/src/stories/KeyWordRecognition.stories.d.ts.map +0 -1
  261. package/dist/types/src/stories/LiveTranscription.stories.d.ts +0 -20
  262. package/dist/types/src/stories/LiveTranscription.stories.d.ts.map +0 -1
  263. package/dist/types/src/stories/TranscriptionStory.d.ts +0 -21
  264. package/dist/types/src/stories/TranscriptionStory.d.ts.map +0 -1
  265. package/dist/types/src/stories/common.d.ts +0 -248
  266. package/dist/types/src/stories/common.d.ts.map +0 -1
  267. package/dist/types/src/transcriber/audio-recorder.d.ts +0 -47
  268. package/dist/types/src/transcriber/audio-recorder.d.ts.map +0 -1
  269. package/dist/types/src/transcriber/index.d.ts +0 -5
  270. package/dist/types/src/transcriber/index.d.ts.map +0 -1
  271. package/dist/types/src/transcriber/media-stream-recorder.d.ts +0 -30
  272. package/dist/types/src/transcriber/media-stream-recorder.d.ts.map +0 -1
  273. package/dist/types/src/transcriber/transcriber.browser.test.d.ts +0 -2
  274. package/dist/types/src/transcriber/transcriber.browser.test.d.ts.map +0 -1
  275. package/dist/types/src/transcriber/transcriber.d.ts +0 -105
  276. package/dist/types/src/transcriber/transcriber.d.ts.map +0 -1
  277. package/dist/types/src/transcriber/transcriber.test.d.ts +0 -2
  278. package/dist/types/src/transcriber/transcriber.test.d.ts.map +0 -1
  279. package/dist/types/src/transcriber/transcription-manager.d.ts.map +0 -1
  280. package/dist/types/src/util/array.d.ts +0 -2
  281. package/dist/types/src/util/array.d.ts.map +0 -1
  282. package/dist/types/src/util/monitor-audio-level.d.ts +0 -6
  283. package/dist/types/src/util/monitor-audio-level.d.ts.map +0 -1
  284. package/dist/types/src/util/render-byline.d.ts +0 -4
  285. package/dist/types/src/util/render-byline.d.ts.map +0 -1
  286. package/src/blueprints/index.ts +0 -5
  287. package/src/blueprints/transcription-blueprint.ts +0 -29
  288. package/src/capabilities/blueprint-definition.ts +0 -19
  289. package/src/components/Oracle/Oracle.stories.tsx +0 -147
  290. package/src/components/Oracle/Oracle.tsx +0 -142
  291. package/src/components/Oracle/index.ts +0 -5
  292. package/src/components/Transcription/Transcription.stories.tsx +0 -213
  293. package/src/components/Transcription/Transcription.tsx +0 -55
  294. package/src/components/Transcription/index.ts +0 -5
  295. package/src/components/Transcription/transcription-extension.ts +0 -203
  296. package/src/enrichment/conversation.test.ts +0 -162
  297. package/src/enrichment/conversation.txt +0 -23
  298. package/src/enrichment/operations.ts +0 -271
  299. package/src/enrichment/parser.ts +0 -101
  300. package/src/enrichment/stream-simulator.ts +0 -125
  301. package/src/hooks/useAudioFile.ts +0 -88
  302. package/src/hooks/useAudioTrack.ts +0 -35
  303. package/src/hooks/useFeedModelAdapter.ts +0 -46
  304. package/src/hooks/useTranscriber.ts +0 -47
  305. package/src/hooks/useVoiceInput.ts +0 -66
  306. package/src/model/index.ts +0 -5
  307. package/src/model/model.test.ts +0 -175
  308. package/src/model/model.ts +0 -229
  309. package/src/stories/FileTranscription.stories.tsx +0 -143
  310. package/src/stories/KeyWordRecognition.stories.tsx +0 -132
  311. package/src/stories/LiveTranscription.stories.tsx +0 -153
  312. package/src/stories/TranscriptionStory.tsx +0 -101
  313. package/src/stories/common.ts +0 -233
  314. package/src/transcriber/audio-recorder.ts +0 -56
  315. package/src/transcriber/index.ts +0 -8
  316. package/src/transcriber/media-stream-recorder.ts +0 -120
  317. package/src/transcriber/transcriber.browser.test.ts +0 -230
  318. package/src/transcriber/transcriber.test.ts +0 -104
  319. package/src/transcriber/transcriber.ts +0 -303
  320. package/src/util/array.ts +0 -14
  321. package/src/util/monitor-audio-level.ts +0 -58
  322. package/src/util/render-byline.ts +0 -33
  323. /package/dist/lib/neutral/{create-RVR7VC33.mjs.map → create-HNHGCKZ4.mjs.map} +0 -0
  324. /package/dist/lib/neutral/{blueprints → skills}/index.mjs.map +0 -0
@@ -1,59 +0,0 @@
1
- import {
2
- MediaStreamRecorder,
3
- Transcriber,
4
- TranscriptionManager
5
- } from "./chunk-TX3NQISZ.mjs";
6
- import "./chunk-KAEXRX3Y.mjs";
7
- import "./chunk-J5LGTIGS.mjs";
8
-
9
- // src/capabilities/transcriber.ts
10
- import * as Effect from "effect/Effect";
11
- import { Capabilities, Capability } from "@dxos/app-framework";
12
- import { ClientCapabilities } from "@dxos/plugin-client";
13
- import { TranscriptionCapabilities } from "#types";
14
- var RECORD_INTERVAL = 200;
15
- var PREFIXED_CHUNKS_AMOUNT = 10;
16
- var TRANSCRIBE_AFTER_CHUNKS_AMOUNT = 50;
17
- var transcriber_default = Capability.makeModule(Effect.fnUntraced(function* () {
18
- const capabilities = yield* Capability.Service;
19
- const registry = yield* Capability.get(Capabilities.AtomRegistry);
20
- const transcriberProvider = ({ audioStreamTrack, onSegments, transcriberConfig, recorderConfig, transcribe }) => {
21
- return new Transcriber({
22
- config: {
23
- transcribeAfterChunksAmount: TRANSCRIBE_AFTER_CHUNKS_AMOUNT,
24
- prefixBufferChunksAmount: PREFIXED_CHUNKS_AMOUNT,
25
- ...transcriberConfig
26
- },
27
- recorder: new MediaStreamRecorder({
28
- mediaStreamTrack: audioStreamTrack,
29
- config: {
30
- interval: RECORD_INTERVAL,
31
- ...recorderConfig
32
- }
33
- }),
34
- onSegments,
35
- transcribe
36
- });
37
- };
38
- const transcriptionManagerProvider = ({ messageEnricher }) => {
39
- const client = capabilities.get(ClientCapabilities.Client);
40
- const transcriptionManager = new TranscriptionManager({
41
- edgeClient: client.edge.http,
42
- messageEnricher,
43
- registry
44
- });
45
- const identity = client.halo.identity.get();
46
- if (identity) {
47
- transcriptionManager.setIdentityDid(identity.did);
48
- }
49
- return transcriptionManager;
50
- };
51
- return [
52
- Capability.contributes(TranscriptionCapabilities.TranscriberProvider, transcriberProvider),
53
- Capability.contributes(TranscriptionCapabilities.TranscriptionManagerProvider, transcriptionManagerProvider)
54
- ];
55
- }));
56
- export {
57
- transcriber_default as default
58
- };
59
- //# sourceMappingURL=transcriber-OGSF3XO5.mjs.map
@@ -1,7 +0,0 @@
1
- {
2
- "version": 3,
3
- "sources": ["../../../src/capabilities/transcriber.ts"],
4
- "sourcesContent": ["//\n// Copyright 2025 DXOS.org\n//\n\nimport * as Effect from 'effect/Effect';\n\nimport { Capabilities, Capability } from '@dxos/app-framework';\nimport { ClientCapabilities } from '@dxos/plugin-client';\n\nimport { TranscriptionCapabilities } from '#types';\n\nimport { MediaStreamRecorder, Transcriber, TranscriptionManager } from '../transcriber';\n\n// TODO(burdon): Move to config?\n\n/**\n * Length of the chunk in ms.\n */\nconst RECORD_INTERVAL = 200;\n\n/**\n * Number of chunks to save before the user starts speaking.\n */\nconst PREFIXED_CHUNKS_AMOUNT = 10;\n\n/**\n * Number of chunks to transcribe automatically after.\n * Combined should be mess than 25MB or whisper would fail.\n */\nconst TRANSCRIBE_AFTER_CHUNKS_AMOUNT = 50;\n\n/**\n * Records audio while user is speaking and transcribes it after user is done speaking.\n */\nexport default Capability.makeModule(\n Effect.fnUntraced(function* () {\n // Get context for lazy capability access in callbacks.\n const capabilities = yield* Capability.Service;\n const registry = yield* Capability.get(Capabilities.AtomRegistry);\n\n const transcriberProvider: TranscriptionCapabilities.TranscriberProvider = ({\n audioStreamTrack,\n onSegments,\n transcriberConfig,\n recorderConfig,\n transcribe,\n }) => {\n // Initialize audio transcription.\n return new Transcriber({\n config: {\n transcribeAfterChunksAmount: TRANSCRIBE_AFTER_CHUNKS_AMOUNT,\n prefixBufferChunksAmount: PREFIXED_CHUNKS_AMOUNT,\n ...transcriberConfig,\n },\n recorder: new MediaStreamRecorder({\n mediaStreamTrack: audioStreamTrack,\n config: {\n interval: RECORD_INTERVAL,\n ...recorderConfig,\n },\n }),\n onSegments,\n transcribe,\n });\n };\n\n const transcriptionManagerProvider: TranscriptionCapabilities.TranscriptionManagerProvider = ({\n messageEnricher,\n }) => {\n const client = capabilities.get(ClientCapabilities.Client);\n const transcriptionManager = new TranscriptionManager({\n edgeClient: client.edge.http,\n messageEnricher,\n registry,\n });\n\n const identity = client.halo.identity.get();\n if (identity) {\n transcriptionManager.setIdentityDid(identity.did);\n }\n\n return transcriptionManager;\n };\n\n return [\n Capability.contributes(TranscriptionCapabilities.TranscriberProvider, transcriberProvider),\n Capability.contributes(TranscriptionCapabilities.TranscriptionManagerProvider, transcriptionManagerProvider),\n ];\n }),\n);\n"],
5
- "mappings": ";;;;;;;;;AAIA,YAAYA,YAAY;AAExB,SAASC,cAAcC,kBAAkB;AACzC,SAASC,0BAA0B;AAEnC,SAASC,iCAAiC;AAS1C,IAAMC,kBAAkB;AAKxB,IAAMC,yBAAyB;AAM/B,IAAMC,iCAAiC;AAKvC,IAAA,sBAAeC,WAAWC,WACjBC,kBAAW,aAAA;AAEhB,QAAMC,eAAe,OAAOH,WAAWI;AACvC,QAAMC,WAAW,OAAOL,WAAWM,IAAIC,aAAaC,YAAY;AAEhE,QAAMC,sBAAqE,CAAC,EAC1EC,kBACAC,YACAC,mBACAC,gBACAC,WAAU,MACX;AAEC,WAAO,IAAIC,YAAY;MACrBC,QAAQ;QACNC,6BAA6BlB;QAC7BmB,0BAA0BpB;QAC1B,GAAGc;MACL;MACAO,UAAU,IAAIC,oBAAoB;QAChCC,kBAAkBX;QAClBM,QAAQ;UACNM,UAAUzB;UACV,GAAGgB;QACL;MACF,CAAA;MACAF;MACAG;IACF,CAAA;EACF;AAEA,QAAMS,+BAAuF,CAAC,EAC5FC,gBAAe,MAChB;AACC,UAAMC,SAAStB,aAAaG,IAAIoB,mBAAmBC,MAAM;AACzD,UAAMC,uBAAuB,IAAIC,qBAAqB;MACpDC,YAAYL,OAAOM,KAAKC;MACxBR;MACAnB;IACF,CAAA;AAEA,UAAM4B,WAAWR,OAAOS,KAAKD,SAAS3B,IAAG;AACzC,QAAI2B,UAAU;AACZL,2BAAqBO,eAAeF,SAASG,GAAG;IAClD;AAEA,WAAOR;EACT;AAEA,SAAO;IACL5B,WAAWqC,YAAYC,0BAA0BC,qBAAqB9B,mBAAAA;IACtET,WAAWqC,YAAYC,0BAA0BE,8BAA8BjB,4BAAAA;;AAEnF,CAAA,CAAA;",
6
- "names": ["Effect", "Capabilities", "Capability", "ClientCapabilities", "TranscriptionCapabilities", "RECORD_INTERVAL", "PREFIXED_CHUNKS_AMOUNT", "TRANSCRIBE_AFTER_CHUNKS_AMOUNT", "Capability", "makeModule", "fnUntraced", "capabilities", "Service", "registry", "get", "Capabilities", "AtomRegistry", "transcriberProvider", "audioStreamTrack", "onSegments", "transcriberConfig", "recorderConfig", "transcribe", "Transcriber", "config", "transcribeAfterChunksAmount", "prefixBufferChunksAmount", "recorder", "MediaStreamRecorder", "mediaStreamTrack", "interval", "transcriptionManagerProvider", "messageEnricher", "client", "ClientCapabilities", "Client", "transcriptionManager", "TranscriptionManager", "edgeClient", "edge", "http", "identity", "halo", "setIdentityDid", "did", "contributes", "TranscriptionCapabilities", "TranscriberProvider", "TranscriptionManagerProvider"]
7
- }
@@ -1,2 +0,0 @@
1
- export { default as TranscriptionBlueprint } from './transcription-blueprint';
2
- //# sourceMappingURL=index.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/blueprints/index.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,OAAO,IAAI,sBAAsB,EAAE,MAAM,2BAA2B,CAAC"}
@@ -1,4 +0,0 @@
1
- import { Blueprint } from '@dxos/compute';
2
- declare const blueprint: Blueprint.Definition;
3
- export default blueprint;
4
- //# sourceMappingURL=transcription-blueprint.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"transcription-blueprint.d.ts","sourceRoot":"","sources":["../../../../src/blueprints/transcription-blueprint.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,SAAS,EAAY,MAAM,eAAe,CAAC;AAmBpD,QAAA,MAAM,SAAS,EAAE,SAAS,CAAC,UAG1B,CAAC;eAEa,SAAS"}
@@ -1,6 +0,0 @@
1
- import * as Effect from 'effect/Effect';
2
- import { Capability } from '@dxos/app-framework';
3
- import { AppCapabilities } from '@dxos/app-toolkit';
4
- declare const blueprintDefinition: () => Effect.Effect<Capability.Capability<typeof AppCapabilities.BlueprintDefinition>[], never, Capability.Service>;
5
- export default blueprintDefinition;
6
- //# sourceMappingURL=blueprint-definition.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"blueprint-definition.d.ts","sourceRoot":"","sources":["../../../../src/capabilities/blueprint-definition.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,MAAM,MAAM,eAAe,CAAC;AAExC,OAAO,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AACjD,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAKpD,QAAA,MAAM,mBAAmB,EAAE,MAAM,MAAM,CAAC,MAAM,CAC5C,UAAU,CAAC,UAAU,CAAC,OAAO,eAAe,CAAC,mBAAmB,CAAC,EAAE,EACnE,KAAK,EACL,UAAU,CAAC,OAAO,CAC2F,CAAC;eAEjG,mBAAmB"}
@@ -1,24 +0,0 @@
1
- import React, { type PropsWithChildren } from 'react';
2
- import '@dxos/react-ui-graph/styles/graph.css';
3
- import { type ThemedClassName } from '@dxos/react-ui';
4
- import { type SlottableProps } from '@dxos/ui-types';
5
- export type OracleRootProps = PropsWithChildren<{
6
- /** Latest utterance / phrase rendered by `Oracle.Text`. */
7
- text?: string;
8
- /** Per-character reveal delay in ms for the streaming TextBlock. @default 12 */
9
- delay?: number;
10
- }>;
11
- export type OracleContentProps = SlottableProps;
12
- export type OracleCanvasProps = ThemedClassName<PropsWithChildren<{}>>;
13
- export type OracleTextProps = ThemedClassName<{}>;
14
- export declare const Oracle: {
15
- Root: ({ children, text, delay }: OracleRootProps) => React.JSX.Element;
16
- Content: React.ForwardRefExoticComponent<Omit<{
17
- asChild?: boolean;
18
- }, "className"> & {
19
- classNames?: import("@dxos/ui-types").ClassNameValue;
20
- } & Pick<React.HTMLAttributes<Element>, "children" | "className" | "role" | "style"> & React.RefAttributes<HTMLDivElement>>;
21
- Canvas: ({ classNames, children }: OracleCanvasProps) => React.JSX.Element;
22
- Text: ({ classNames }: OracleTextProps) => React.JSX.Element;
23
- };
24
- //# sourceMappingURL=Oracle.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"Oracle.d.ts","sourceRoot":"","sources":["../../../../../src/components/Oracle/Oracle.tsx"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAE,EAAE,KAAK,iBAAiB,EAAsC,MAAM,OAAO,CAAC;AAE1F,OAAO,uCAAuC,CAAC;AAC/C,OAAO,EAAE,KAAK,eAAe,EAAE,MAAM,gBAAgB,CAAC;AAKtD,OAAO,EAAE,KAAK,cAAc,EAAE,MAAM,gBAAgB,CAAC;AA2BrD,MAAM,MAAM,eAAe,GAAG,iBAAiB,CAAC;IAC9C,2DAA2D;IAC3D,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,gFAAgF;IAChF,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB,CAAC,CAAC;AAiBH,MAAM,MAAM,kBAAkB,GAAG,cAAc,CAAC;AAwBhD,MAAM,MAAM,iBAAiB,GAAG,eAAe,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC,CAAC;AAyBvE,MAAM,MAAM,eAAe,GAAG,eAAe,CAAC,EAAE,CAAC,CAAC;AAwBlD,eAAO,MAAM,MAAM;sCAlFgC,eAAe;;;;;;uCAwCxB,iBAAiB;2BAyB7B,eAAe;CAsB5C,CAAC"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"Oracle.stories.d.ts","sourceRoot":"","sources":["../../../../../src/components/Oracle/Oracle.stories.tsx"],"names":[],"mappings":"AAIA,OAAO,EAAa,KAAK,QAAQ,EAAE,MAAM,uBAAuB,CAAC;AAEjE,OAAO,KAA2C,MAAM,OAAO,CAAC;AAehE,KAAK,iBAAiB,GAAG;IACvB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB,CAAC;AAuEF,QAAA,MAAM,IAAI;;wBArEuB,iBAAiB;;;;;;;;;;;;;;;;;;;CA2Fb,CAAC;eAEvB,IAAI;AAEnB,KAAK,KAAK,GAAG,QAAQ,CAAC,OAAO,IAAI,CAAC,CAAC;AAEnC,eAAO,MAAM,OAAO,EAAE,KAIrB,CAAC;AAEF,eAAO,MAAM,OAAO,EAAE,KAIrB,CAAC"}
@@ -1,2 +0,0 @@
1
- export * from './Oracle';
2
- //# sourceMappingURL=index.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/components/Oracle/index.ts"],"names":[],"mappings":"AAIA,cAAc,UAAU,CAAC"}
@@ -1,11 +0,0 @@
1
- import React from 'react';
2
- import { type Message, type Transcript } from '@dxos/types';
3
- import { type SerializationModel } from '../../model';
4
- export type TranscriptionProps = {
5
- transcript?: Transcript.Transcript;
6
- model: SerializationModel<Message.Message>;
7
- };
8
- export declare const Transcription: React.ForwardRefExoticComponent<Omit<TranscriptionProps, "className"> & {
9
- classNames?: import("@dxos/ui-types").ClassNameValue;
10
- } & Pick<React.HTMLAttributes<Element>, "children" | "className" | "role" | "style"> & React.RefAttributes<HTMLDivElement>>;
11
- //# sourceMappingURL=Transcription.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"Transcription.d.ts","sourceRoot":"","sources":["../../../../../src/components/Transcription/Transcription.tsx"],"names":[],"mappings":"AAIA,OAAO,KAAK,MAAM,OAAO,CAAC;AAK1B,OAAO,EAAE,KAAK,OAAO,EAAE,KAAK,UAAU,EAAE,MAAM,aAAa,CAAC;AAW5D,OAAO,EAAE,KAAK,kBAAkB,EAAE,MAAM,aAAa,CAAC;AAGtD,MAAM,MAAM,kBAAkB,GAAG;IAC/B,UAAU,CAAC,EAAE,UAAU,CAAC,UAAU,CAAC;IACnC,KAAK,EAAE,kBAAkB,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;CAC5C,CAAC;AAGF,eAAO,MAAM,aAAa;;2HAyBzB,CAAC"}
@@ -1,37 +0,0 @@
1
- import { type StoryObj } from '@storybook/react-vite';
2
- import React from 'react';
3
- type Source = 'local' | 'feed';
4
- type DefaultStoryProps = {
5
- /** Where transcript messages come from. */
6
- source?: Source;
7
- /** Number of synthetic messages to pre-populate (local source only). */
8
- seed?: number;
9
- };
10
- declare const meta: {
11
- title: string;
12
- render: ({ source, seed, ...props }: DefaultStoryProps) => React.JSX.Element;
13
- decorators: import("@storybook/react").Decorator[];
14
- parameters: {
15
- layout: string;
16
- translations: [{
17
- readonly 'en-US': {
18
- readonly [x: string]: {
19
- readonly 'plugin.name': 'Transcription';
20
- readonly 'transcript-companion.label': 'Transcript';
21
- readonly 'delete.button': 'Delete';
22
- readonly 'bookmark.button': 'Bookmark';
23
- readonly 'scroll-to-end.label': 'Scroll to latest';
24
- readonly 'start-recording.label': 'Start recording';
25
- readonly 'stop-recording.label': 'Stop recording';
26
- readonly 'settings.entity-extraction.label': 'Entity extraction';
27
- };
28
- };
29
- }];
30
- };
31
- };
32
- export default meta;
33
- type Story = StoryObj<typeof meta>;
34
- export declare const Default: Story;
35
- export declare const Empty: Story;
36
- export declare const WithQueue: Story;
37
- //# sourceMappingURL=Transcription.stories.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"Transcription.stories.d.ts","sourceRoot":"","sources":["../../../../../src/components/Transcription/Transcription.stories.tsx"],"names":[],"mappings":"AAIA,OAAO,EAAa,KAAK,QAAQ,EAAE,MAAM,uBAAuB,CAAC;AAGjE,OAAO,KAAoD,MAAM,OAAO,CAAC;AAwBzE,KAAK,MAAM,GAAG,OAAO,GAAG,MAAM,CAAC;AAE/B,KAAK,iBAAiB,GAAG;IACvB,2CAA2C;IAC3C,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,wEAAwE;IACxE,IAAI,CAAC,EAAE,MAAM,CAAC;CACf,CAAC;AA8HF,QAAA,MAAM,IAAI;;yCA5HsD,iBAAiB;;;;;;;;;;;;;;;;;;;CAoJ5C,CAAC;eAEvB,IAAI;AAEnB,KAAK,KAAK,GAAG,QAAQ,CAAC,OAAO,IAAI,CAAC,CAAC;AAEnC,eAAO,MAAM,OAAO,EAAE,KAKrB,CAAC;AAEF,eAAO,MAAM,KAAK,EAAE,KAKnB,CAAC;AAEF,eAAO,MAAM,SAAS,EAAE,KAIvB,CAAC"}
@@ -1,2 +0,0 @@
1
- export * from './Transcription';
2
- //# sourceMappingURL=index.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/components/Transcription/index.ts"],"names":[],"mappings":"AAIA,cAAc,iBAAiB,CAAC"}
@@ -1,15 +0,0 @@
1
- import { type Extension } from '@codemirror/state';
2
- import { type Message } from '@dxos/types';
3
- import { type SerializationModel } from '../../model';
4
- /**
5
- * Data structure that maps Chunks queue to lines with transcript state.
6
- */
7
- export type TranscriptionOptions = {
8
- model: SerializationModel<Message.Message>;
9
- started?: Date;
10
- };
11
- /**
12
- * Scrolling transcript with timestamps.
13
- */
14
- export declare const transcription: ({ model, started }: TranscriptionOptions) => Extension;
15
- //# sourceMappingURL=transcription-extension.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"transcription-extension.d.ts","sourceRoot":"","sources":["../../../../../src/components/Transcription/transcription-extension.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,KAAK,SAAS,EAAmB,MAAM,mBAAmB,CAAC;AAMpE,OAAO,EAAE,KAAK,OAAO,EAAE,MAAM,aAAa,CAAC;AAE3C,OAAO,EAAmB,KAAK,kBAAkB,EAAE,MAAM,aAAa,CAAC;AAEvE;;GAEG;AACH,MAAM,MAAM,oBAAoB,GAAG;IACjC,KAAK,EAAE,kBAAkB,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IAC3C,OAAO,CAAC,EAAE,IAAI,CAAC;CAChB,CAAC;AAEF;;GAEG;AACH,eAAO,MAAM,aAAa,uBAAwB,oBAAoB,KAAG,SA2HxE,CAAC"}
@@ -1,2 +0,0 @@
1
- export {};
2
- //# sourceMappingURL=conversation.test.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"conversation.test.d.ts","sourceRoot":"","sources":["../../../../src/enrichment/conversation.test.ts"],"names":[],"mappings":""}
@@ -1,200 +0,0 @@
1
- import * as Schema from 'effect/Schema';
2
- import { Operation } from '@dxos/compute';
3
- /** A noun / proper noun surfaced for follow-up actions (create object, research, link…). */
4
- export declare const CandidateMention: Schema.Struct<{
5
- text: Schema.SchemaClass<string, string, never>;
6
- kind: Schema.Literal<["noun", "proper-noun"]>;
7
- start: Schema.SchemaClass<number, number, never>;
8
- end: Schema.SchemaClass<number, number, never>;
9
- suggested: Schema.optional<Schema.Struct<{
10
- typename: Schema.SchemaClass<string, string, never>;
11
- }>>;
12
- }>;
13
- /** Per-block enrichment output produced by Pass A. */
14
- export declare const EnrichmentBlock: Schema.Struct<{
15
- /** Index into the input window; lets the caller match enrichment to the originating block. */
16
- index: typeof Schema.Number;
17
- /** Corrected text — punctuation, capitalization, words split across batch boundaries reassembled. */
18
- corrected: typeof Schema.String;
19
- /**
20
- * IDs of ECHO objects the LLM is confident the block mentions. Strings rather than `Ref<T>`
21
- * to keep the schema serialisable; the consumer resolves them via `Database.resolve(...)`.
22
- */
23
- referenceIds: Schema.Array$<typeof Schema.String>;
24
- /** Candidate nouns / proper nouns not already covered by `referenceIds`. */
25
- candidates: Schema.Array$<Schema.Struct<{
26
- text: Schema.SchemaClass<string, string, never>;
27
- kind: Schema.Literal<["noun", "proper-noun"]>;
28
- start: Schema.SchemaClass<number, number, never>;
29
- end: Schema.SchemaClass<number, number, never>;
30
- suggested: Schema.optional<Schema.Struct<{
31
- typename: Schema.SchemaClass<string, string, never>;
32
- }>>;
33
- }>>;
34
- }>;
35
- export declare const EnrichmentInput: Schema.Struct<{
36
- /** Sliding-window blocks. Each carries the speaker that produced it. */
37
- window: Schema.Array$<Schema.Struct<{
38
- speaker: typeof Schema.String;
39
- text: typeof Schema.String;
40
- started: typeof Schema.String;
41
- }>>;
42
- /** ECHO objects available in the space that the LLM may pick from when linking references. */
43
- knownEntities: Schema.optional<Schema.Array$<Schema.Struct<{
44
- id: typeof Schema.String;
45
- typename: typeof Schema.String;
46
- name: typeof Schema.String;
47
- }>>>;
48
- }>;
49
- export type EnrichmentInputType = Schema.Schema.Type<typeof EnrichmentInput>;
50
- export declare const EnrichmentOutput: Schema.Struct<{
51
- blocks: Schema.Array$<Schema.Struct<{
52
- /** Index into the input window; lets the caller match enrichment to the originating block. */
53
- index: typeof Schema.Number;
54
- /** Corrected text — punctuation, capitalization, words split across batch boundaries reassembled. */
55
- corrected: typeof Schema.String;
56
- /**
57
- * IDs of ECHO objects the LLM is confident the block mentions. Strings rather than `Ref<T>`
58
- * to keep the schema serialisable; the consumer resolves them via `Database.resolve(...)`.
59
- */
60
- referenceIds: Schema.Array$<typeof Schema.String>;
61
- /** Candidate nouns / proper nouns not already covered by `referenceIds`. */
62
- candidates: Schema.Array$<Schema.Struct<{
63
- text: Schema.SchemaClass<string, string, never>;
64
- kind: Schema.Literal<["noun", "proper-noun"]>;
65
- start: Schema.SchemaClass<number, number, never>;
66
- end: Schema.SchemaClass<number, number, never>;
67
- suggested: Schema.optional<Schema.Struct<{
68
- typename: Schema.SchemaClass<string, string, never>;
69
- }>>;
70
- }>>;
71
- }>>;
72
- }>;
73
- export type EnrichmentOutputType = Schema.Schema.Type<typeof EnrichmentOutput>;
74
- export declare const EnrichTranscript: Operation.Definition<{
75
- readonly window: readonly {
76
- readonly speaker: string;
77
- readonly text: string;
78
- readonly started: string;
79
- }[];
80
- readonly knownEntities?: readonly {
81
- readonly id: string;
82
- readonly typename: string;
83
- readonly name: string;
84
- }[] | undefined;
85
- }, {
86
- readonly blocks: readonly {
87
- readonly index: number;
88
- readonly corrected: string;
89
- readonly referenceIds: readonly string[];
90
- readonly candidates: readonly {
91
- readonly text: string;
92
- readonly kind: "noun" | "proper-noun";
93
- readonly start: number;
94
- readonly end: number;
95
- readonly suggested?: {
96
- readonly typename: string;
97
- } | undefined;
98
- }[];
99
- }[];
100
- }, never>;
101
- export declare const SummaryInput: Schema.Struct<{
102
- /** The cumulative summary as of the last invocation (empty string on first call). */
103
- previousSummary: typeof Schema.String;
104
- /** New corrected utterances appended since the previous summary. */
105
- newUtterances: Schema.Array$<Schema.Struct<{
106
- speaker: typeof Schema.String;
107
- text: typeof Schema.String;
108
- }>>;
109
- /** Map of speaker label → human-readable display name. Drives "I" resolution. */
110
- speakerNames: Schema.optional<Schema.Record$<typeof Schema.String, typeof Schema.String>>;
111
- /** IDs and surface forms of references emitted by recent Pass A invocations. */
112
- recentReferences: Schema.optional<Schema.Array$<Schema.Struct<{
113
- id: typeof Schema.String;
114
- name: typeof Schema.String;
115
- }>>>;
116
- }>;
117
- export type SummaryInputType = Schema.Schema.Type<typeof SummaryInput>;
118
- export declare const ResolvedReferent: Schema.Struct<{
119
- surface: Schema.SchemaClass<string, string, never>;
120
- referent: Schema.SchemaClass<string, string, never>;
121
- refId: Schema.optional<typeof Schema.String>;
122
- }>;
123
- export declare const SummaryOutput: Schema.Struct<{
124
- summary: typeof Schema.String;
125
- resolvedReferents: Schema.Array$<Schema.Struct<{
126
- surface: Schema.SchemaClass<string, string, never>;
127
- referent: Schema.SchemaClass<string, string, never>;
128
- refId: Schema.optional<typeof Schema.String>;
129
- }>>;
130
- }>;
131
- export type SummaryOutputType = Schema.Schema.Type<typeof SummaryOutput>;
132
- export declare const SummarizeConversation: Operation.Definition<{
133
- readonly previousSummary: string;
134
- readonly newUtterances: readonly {
135
- readonly speaker: string;
136
- readonly text: string;
137
- }[];
138
- readonly speakerNames?: {
139
- readonly [x: string]: string;
140
- } | undefined;
141
- readonly recentReferences?: readonly {
142
- readonly id: string;
143
- readonly name: string;
144
- }[] | undefined;
145
- }, {
146
- readonly summary: string;
147
- readonly resolvedReferents: readonly {
148
- readonly surface: string;
149
- readonly referent: string;
150
- readonly refId?: string | undefined;
151
- }[];
152
- }, never>;
153
- export declare const EnrichmentHandlers: (Operation.WithHandler<Operation.Definition<{
154
- readonly window: readonly {
155
- readonly speaker: string;
156
- readonly text: string;
157
- readonly started: string;
158
- }[];
159
- readonly knownEntities?: readonly {
160
- readonly id: string;
161
- readonly typename: string;
162
- readonly name: string;
163
- }[] | undefined;
164
- }, {
165
- readonly blocks: readonly {
166
- readonly index: number;
167
- readonly corrected: string;
168
- readonly referenceIds: readonly string[];
169
- readonly candidates: readonly {
170
- readonly text: string;
171
- readonly kind: "noun" | "proper-noun";
172
- readonly start: number;
173
- readonly end: number;
174
- readonly suggested?: {
175
- readonly typename: string;
176
- } | undefined;
177
- }[];
178
- }[];
179
- }, never>> | Operation.WithHandler<Operation.Definition<{
180
- readonly previousSummary: string;
181
- readonly newUtterances: readonly {
182
- readonly speaker: string;
183
- readonly text: string;
184
- }[];
185
- readonly speakerNames?: {
186
- readonly [x: string]: string;
187
- } | undefined;
188
- readonly recentReferences?: readonly {
189
- readonly id: string;
190
- readonly name: string;
191
- }[] | undefined;
192
- }, {
193
- readonly summary: string;
194
- readonly resolvedReferents: readonly {
195
- readonly surface: string;
196
- readonly referent: string;
197
- readonly refId?: string | undefined;
198
- }[];
199
- }, never>>)[];
200
- //# sourceMappingURL=operations.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"operations.d.ts","sourceRoot":"","sources":["../../../../src/enrichment/operations.ts"],"names":[],"mappings":"AAcA,OAAO,KAAK,MAAM,MAAM,eAAe,CAAC;AAExC,OAAO,EAAE,SAAS,EAAE,MAAM,eAAe,CAAC;AAW1C,4FAA4F;AAC5F,eAAO,MAAM,gBAAgB;;;;;;;;EAc3B,CAAC;AAEH,sDAAsD;AACtD,eAAO,MAAM,eAAe;IAC1B,8FAA8F;;IAE9F,qGAAqG;;IAErG;;;OAGG;;IAEH,4EAA4E;;;;;;;;;;EAE5E,CAAC;AAMH,eAAO,MAAM,eAAe;IAC1B,wEAAwE;;;;;;IAQxE,8FAA8F;;;;;;EAU9F,CAAC;AACH,MAAM,MAAM,mBAAmB,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,eAAe,CAAC,CAAC;AAE7E,eAAO,MAAM,gBAAgB;;QAvC3B,8FAA8F;;QAE9F,qGAAqG;;QAErG;;;WAGG;;QAEH,4EAA4E;;;;;;;;;;;EAgC5E,CAAC;AACH,MAAM,MAAM,oBAAoB,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,gBAAgB,CAAC,CAAC;AAE/E,eAAO,MAAM,gBAAgB;;;;;;;;;;;;;;;;;;;;;;;;;;SAS3B,CAAC;AAwCH,eAAO,MAAM,YAAY;IACvB,qFAAqF;;IAErF,oEAAoE;;;;;IAOpE,iFAAiF;;IAEjF,gFAAgF;;;;;EAShF,CAAC;AACH,MAAM,MAAM,gBAAgB,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,YAAY,CAAC,CAAC;AAEvE,eAAO,MAAM,gBAAgB;;;;EAM3B,CAAC;AAEH,eAAO,MAAM,aAAa;;;;;;;EAGxB,CAAC;AACH,MAAM,MAAM,iBAAiB,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,aAAa,CAAC,CAAC;AAEzE,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;;;;;;SAShC,CAAC;AAgCH,eAAO,MAAM,kBAAkB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;aAAoC,CAAC"}
@@ -1,26 +0,0 @@
1
- export type ConversationEntity = {
2
- /** Type name as written in the fixture, e.g. `Person`, `Organization`. */
3
- kind: string;
4
- /** Free-form field values; consumers map these to the relevant ECHO schema. */
5
- fields: Record<string, string>;
6
- };
7
- export type ConversationUtterance = {
8
- /** Speaker label as written in the fixture (e.g. `A`, `B`, `Rich`). */
9
- speaker: string;
10
- /** Raw utterance text. */
11
- text: string;
12
- };
13
- export type ParsedConversation = {
14
- entities: ConversationEntity[];
15
- utterances: ConversationUtterance[];
16
- /** Distinct speaker labels in first-seen order. */
17
- speakers: string[];
18
- };
19
- /**
20
- * Parse the on-disk conversation format into structured data.
21
- *
22
- * Tolerates leading whitespace inside blocks and ignores blank / `#` comment lines.
23
- * Throws if the input doesn't contain a `Conversation:` block — `Entities:` is optional.
24
- */
25
- export declare const parseConversation: (input: string) => ParsedConversation;
26
- //# sourceMappingURL=parser.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"parser.d.ts","sourceRoot":"","sources":["../../../../src/enrichment/parser.ts"],"names":[],"mappings":"AAQA,MAAM,MAAM,kBAAkB,GAAG;IAC/B,0EAA0E;IAC1E,IAAI,EAAE,MAAM,CAAC;IACb,+EAA+E;IAC/E,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CAChC,CAAC;AAEF,MAAM,MAAM,qBAAqB,GAAG;IAClC,uEAAuE;IACvE,OAAO,EAAE,MAAM,CAAC;IAChB,0BAA0B;IAC1B,IAAI,EAAE,MAAM,CAAC;CACd,CAAC;AAEF,MAAM,MAAM,kBAAkB,GAAG;IAC/B,QAAQ,EAAE,kBAAkB,EAAE,CAAC;IAC/B,UAAU,EAAE,qBAAqB,EAAE,CAAC;IACpC,mDAAmD;IACnD,QAAQ,EAAE,MAAM,EAAE,CAAC;CACpB,CAAC;AAEF;;;;;GAKG;AACH,eAAO,MAAM,iBAAiB,UAAW,MAAM,KAAG,kBAiEjD,CAAC"}
@@ -1,38 +0,0 @@
1
- import { type ContentBlock } from '@dxos/types';
2
- import type { ParsedConversation } from './parser';
3
- export type StreamSimulatorOptions = {
4
- /**
5
- * Average speaking rate, words per second. Used to assign a virtual duration to each
6
- * utterance so consecutive utterances land at realistic offsets.
7
- * @default 2.5 (≈150 wpm — typical conversational pace)
8
- */
9
- wordsPerSecond?: number;
10
- /**
11
- * Gap between consecutive utterances in seconds. Models a brief pause for turn-taking
12
- * even when speakers don't actually overlap.
13
- * @default 0.5
14
- */
15
- gapSeconds?: number;
16
- /**
17
- * Whisper batches typically arrive in chunks of N seconds rather than per-utterance.
18
- * When set, utterances shorter than `batchSeconds` are merged into the same batch as
19
- * the following utterance from the same speaker. `0` disables merging — every utterance
20
- * is its own batch.
21
- * @default 0
22
- */
23
- batchSeconds?: number;
24
- };
25
- export type SimulatedBatch = {
26
- /** Speaker label from the fixture (`A`, `B`, …). Maps to a virtual `identityDid`. */
27
- speaker: string;
28
- /** ms offset from the conversation start when this batch is delivered. */
29
- offsetMs: number;
30
- /** Whisper-shaped transcript blocks (raw text, no enrichment). */
31
- blocks: ContentBlock.Transcript[];
32
- };
33
- /**
34
- * Build the chronological batch schedule for a parsed conversation. The result is a
35
- * pure data structure — consumers iterate and drive virtual time themselves.
36
- */
37
- export declare const simulateStream: (conversation: ParsedConversation, options?: StreamSimulatorOptions) => SimulatedBatch[];
38
- //# sourceMappingURL=stream-simulator.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"stream-simulator.d.ts","sourceRoot":"","sources":["../../../../src/enrichment/stream-simulator.ts"],"names":[],"mappings":"AAaA,OAAO,EAAE,KAAK,YAAY,EAAE,MAAM,aAAa,CAAC;AAEhD,OAAO,KAAK,EAAyB,kBAAkB,EAAE,MAAM,UAAU,CAAC;AAE1E,MAAM,MAAM,sBAAsB,GAAG;IACnC;;;;OAIG;IACH,cAAc,CAAC,EAAE,MAAM,CAAC;IAExB;;;;OAIG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB;;;;;;OAMG;IACH,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB,CAAC;AAEF,MAAM,MAAM,cAAc,GAAG;IAC3B,qFAAqF;IACrF,OAAO,EAAE,MAAM,CAAC;IAChB,0EAA0E;IAC1E,QAAQ,EAAE,MAAM,CAAC;IACjB,kEAAkE;IAClE,MAAM,EAAE,YAAY,CAAC,UAAU,EAAE,CAAC;CACnC,CAAC;AAEF;;;GAGG;AACH,eAAO,MAAM,cAAc,iBACX,kBAAkB,YACvB,sBAAsB,KAC9B,cAAc,EAgEhB,CAAC"}
@@ -1,7 +0,0 @@
1
- export type UseAudioState = {
2
- audio?: HTMLAudioElement;
3
- stream?: MediaStream;
4
- track?: MediaStreamTrack;
5
- };
6
- export declare const useAudioFile: (audioUrl: string, constraints?: MediaTrackConstraints) => UseAudioState;
7
- //# sourceMappingURL=useAudioFile.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"useAudioFile.d.ts","sourceRoot":"","sources":["../../../../src/hooks/useAudioFile.ts"],"names":[],"mappings":"AAUA,MAAM,MAAM,aAAa,GAAG;IAC1B,KAAK,CAAC,EAAE,gBAAgB,CAAC;IACzB,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,KAAK,CAAC,EAAE,gBAAgB,CAAC;CAC1B,CAAC;AAEF,eAAO,MAAM,YAAY,aAAc,MAAM,gBAAgB,qBAAqB,KAAG,aAuEpF,CAAC"}
@@ -1,5 +0,0 @@
1
- /**
2
- *
3
- */
4
- export declare const useAudioTrack: (active?: boolean, constraints?: MediaTrackConstraints) => MediaStreamTrack | undefined;
5
- //# sourceMappingURL=useAudioTrack.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"useAudioTrack.d.ts","sourceRoot":"","sources":["../../../../src/hooks/useAudioTrack.ts"],"names":[],"mappings":"AAMA;;GAEG;AAEH,eAAO,MAAM,aAAa,YAAa,OAAO,gBAAgB,qBAAqB,KAAG,gBAAgB,GAAG,SAwBxG,CAAC"}
@@ -1,12 +0,0 @@
1
- import type { Obj } from '@dxos/echo';
2
- import { type ChunkRenderer, SerializationModel } from '../model';
3
- /**
4
- * Feeds an array of objects (typically from `useQuery(db, Query.from(feed))`) into a
5
- * `SerializationModel`, appending each new tail item as the array grows.
6
- *
7
- * @param renderer - chunk renderer.
8
- * @param objects - current snapshot of feed items.
9
- * @param initialChunks - chunks to seed the model with on first render.
10
- */
11
- export declare const useFeedModelAdapter: <T extends Obj.Unknown>(renderer: ChunkRenderer<T>, objects: readonly T[], initialChunks?: T[]) => SerializationModel<T>;
12
- //# sourceMappingURL=useFeedModelAdapter.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"useFeedModelAdapter.d.ts","sourceRoot":"","sources":["../../../../src/hooks/useFeedModelAdapter.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,YAAY,CAAC;AAEtC,OAAO,EAAE,KAAK,aAAa,EAAE,kBAAkB,EAAE,MAAM,UAAU,CAAC;AAElE;;;;;;;GAOG;AACH,eAAO,MAAM,mBAAmB,GAAI,CAAC,SAAS,GAAG,CAAC,OAAO,YAC7C,aAAa,CAAC,CAAC,CAAC,WACjB,SAAS,CAAC,EAAE,kBACN,CAAC,EAAE,KACjB,kBAAkB,CAAC,CAAC,CAuBtB,CAAC"}
@@ -1,7 +0,0 @@
1
- import { TranscriptionCapabilities } from '#types';
2
- import { type Transcriber } from '../transcriber';
3
- /**
4
- * Records audio while user is speaking and transcribes it after user is done speaking.
5
- */
6
- export declare const useTranscriber: ({ audioStreamTrack, recorderConfig, transcriberConfig, onSegments, transcribe, }: Partial<TranscriptionCapabilities.TranscriberProviderProps>) => Transcriber | undefined;
7
- //# sourceMappingURL=useTranscriber.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"useTranscriber.d.ts","sourceRoot":"","sources":["../../../../src/hooks/useTranscriber.ts"],"names":[],"mappings":"AAQA,OAAO,EAAE,yBAAyB,EAAE,MAAM,QAAQ,CAAC;AAEnD,OAAO,EAAE,KAAK,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAElD;;GAEG;AACH,eAAO,MAAM,cAAc,qFAMxB,OAAO,CAAC,yBAAyB,CAAC,wBAAwB,CAAC,4BAyB7D,CAAC"}
@@ -1,11 +0,0 @@
1
- export type UseVoiceInputProps = {
2
- active?: boolean;
3
- onUpdate: (text: string) => void;
4
- };
5
- /**
6
- * Hook for voice input.
7
- */
8
- export declare const useVoiceInput: ({ active, onUpdate }: UseVoiceInputProps) => {
9
- recording: boolean;
10
- };
11
- //# sourceMappingURL=useVoiceInput.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"useVoiceInput.d.ts","sourceRoot":"","sources":["../../../../src/hooks/useVoiceInput.ts"],"names":[],"mappings":"AAeA,MAAM,MAAM,kBAAkB,GAAG;IAC/B,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,QAAQ,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,CAAC;CAClC,CAAC;AAEF;;GAEG;AACH,eAAO,MAAM,aAAa,yBAA0B,kBAAkB;;CA0CrE,CAAC"}
@@ -1,2 +0,0 @@
1
- export * from './model';
2
- //# sourceMappingURL=index.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/model/index.ts"],"names":[],"mappings":"AAIA,cAAc,SAAS,CAAC"}