@dxos/plugin-transcription 0.9.0 → 0.9.1-staging.ee54ba693a

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (324) hide show
  1. package/PLUGIN.mdl +25 -5
  2. package/dist/lib/neutral/{TranscriptionArticle-L6XANBH5.mjs → TranscriptionArticle-FEWCWG4A.mjs} +4 -7
  3. package/dist/lib/neutral/TranscriptionArticle-FEWCWG4A.mjs.map +7 -0
  4. package/dist/lib/neutral/TranscriptionPlugin.mjs +29 -6
  5. package/dist/lib/neutral/TranscriptionPlugin.mjs.map +4 -4
  6. package/dist/lib/neutral/TranscriptionPlugin.node.mjs +3 -3
  7. package/dist/lib/neutral/TranscriptionPlugin.node.mjs.map +3 -3
  8. package/dist/lib/neutral/app-graph-builder-GQRMI22E.mjs +48 -0
  9. package/dist/lib/neutral/app-graph-builder-GQRMI22E.mjs.map +7 -0
  10. package/dist/lib/neutral/capabilities/index.mjs +19 -5
  11. package/dist/lib/neutral/capabilities/index.mjs.map +3 -3
  12. package/dist/lib/neutral/chunk-5BVHY75B.mjs +54 -0
  13. package/dist/lib/neutral/chunk-5BVHY75B.mjs.map +7 -0
  14. package/dist/lib/neutral/chunk-HNXSU7HJ.mjs +8 -0
  15. package/dist/lib/neutral/{chunk-KXJZEYS7.mjs.map → chunk-HNXSU7HJ.mjs.map} +2 -2
  16. package/dist/lib/neutral/chunk-KOXLGGSL.mjs +30 -0
  17. package/dist/lib/neutral/chunk-KOXLGGSL.mjs.map +7 -0
  18. package/dist/lib/neutral/chunk-MDV7NBFJ.mjs +182 -0
  19. package/dist/lib/neutral/chunk-MDV7NBFJ.mjs.map +7 -0
  20. package/dist/lib/neutral/components/index.mjs +114 -258
  21. package/dist/lib/neutral/components/index.mjs.map +4 -4
  22. package/dist/lib/neutral/containers/index.mjs +1 -1
  23. package/dist/lib/neutral/{create-RVR7VC33.mjs → create-HNHGCKZ4.mjs} +2 -2
  24. package/dist/lib/neutral/enrich-message-DSJU4TXC.mjs +24 -0
  25. package/dist/lib/neutral/enrich-message-DSJU4TXC.mjs.map +7 -0
  26. package/dist/lib/neutral/entity-lookup-PCDW7NC4.mjs +25 -0
  27. package/dist/lib/neutral/entity-lookup-PCDW7NC4.mjs.map +7 -0
  28. package/dist/lib/neutral/hooks/index.mjs +93 -15
  29. package/dist/lib/neutral/hooks/index.mjs.map +4 -4
  30. package/dist/lib/neutral/index.mjs +8 -32
  31. package/dist/lib/neutral/markdown-extension-CCDXXY7E.mjs +16 -0
  32. package/dist/lib/neutral/markdown-extension-CCDXXY7E.mjs.map +7 -0
  33. package/dist/lib/neutral/meta.json +1 -1
  34. package/dist/lib/neutral/meta.mjs +1 -1
  35. package/dist/lib/neutral/{open-A5KXKRH4.mjs → open-SNMZXXYO.mjs} +4 -6
  36. package/dist/lib/neutral/open-SNMZXXYO.mjs.map +7 -0
  37. package/dist/lib/neutral/operations/index.mjs +1 -1
  38. package/dist/lib/neutral/pipeline-status-XMWMAUJY.mjs +17 -0
  39. package/dist/lib/neutral/pipeline-status-XMWMAUJY.mjs.map +7 -0
  40. package/dist/lib/neutral/plugin.mjs +2 -2
  41. package/dist/lib/neutral/recording-session-IADO7ATU.mjs +15 -0
  42. package/dist/lib/neutral/recording-session-IADO7ATU.mjs.map +7 -0
  43. package/dist/lib/neutral/settings-7KE4MABW.mjs +31 -0
  44. package/dist/lib/neutral/settings-7KE4MABW.mjs.map +7 -0
  45. package/dist/lib/neutral/skill-definition-DXNK324V.mjs +15 -0
  46. package/dist/lib/neutral/skill-definition-DXNK324V.mjs.map +7 -0
  47. package/dist/lib/neutral/skills/index.mjs +8 -0
  48. package/dist/lib/neutral/{summarize-5XPPMVTE.mjs → summarize-LBUZTOTH.mjs} +4 -4
  49. package/dist/lib/neutral/summarize-LBUZTOTH.mjs.map +7 -0
  50. package/dist/lib/neutral/{text-content-KBB37HSM.mjs → text-content-NOWR642C.mjs} +9 -9
  51. package/dist/lib/neutral/text-content-NOWR642C.mjs.map +7 -0
  52. package/dist/lib/neutral/transcriber-6XZHUUHK.mjs +174 -0
  53. package/dist/lib/neutral/transcriber-6XZHUUHK.mjs.map +7 -0
  54. package/dist/lib/neutral/transcription-driver-DN6ELQXZ.mjs +207 -0
  55. package/dist/lib/neutral/transcription-driver-DN6ELQXZ.mjs.map +7 -0
  56. package/dist/lib/neutral/translations.mjs +8 -1
  57. package/dist/lib/neutral/translations.mjs.map +3 -3
  58. package/dist/lib/neutral/types/index.mjs +3 -1
  59. package/dist/types/dx.config.d.ts +28 -0
  60. package/dist/types/dx.config.d.ts.map +1 -0
  61. package/dist/types/src/TranscriptionPlugin.d.ts.map +1 -1
  62. package/dist/types/src/capabilities/app-graph-builder.d.ts +5 -0
  63. package/dist/types/src/capabilities/app-graph-builder.d.ts.map +1 -0
  64. package/dist/types/src/capabilities/entity-lookup.d.ts +10 -0
  65. package/dist/types/src/capabilities/entity-lookup.d.ts.map +1 -0
  66. package/dist/types/src/capabilities/index.d.ts +11 -8
  67. package/dist/types/src/capabilities/index.d.ts.map +1 -1
  68. package/dist/types/src/capabilities/markdown-extension.d.ts +5 -0
  69. package/dist/types/src/capabilities/markdown-extension.d.ts.map +1 -0
  70. package/dist/types/src/capabilities/pipeline-status.d.ts +9 -0
  71. package/dist/types/src/capabilities/pipeline-status.d.ts.map +1 -0
  72. package/dist/types/src/capabilities/react-surface.d.ts +2 -2
  73. package/dist/types/src/capabilities/react-surface.d.ts.map +1 -1
  74. package/dist/types/src/capabilities/recording-session.d.ts +5 -0
  75. package/dist/types/src/capabilities/recording-session.d.ts.map +1 -0
  76. package/dist/types/src/capabilities/settings.d.ts +5 -0
  77. package/dist/types/src/capabilities/settings.d.ts.map +1 -0
  78. package/dist/types/src/capabilities/skill-definition.d.ts +5 -0
  79. package/dist/types/src/capabilities/skill-definition.d.ts.map +1 -0
  80. package/dist/types/src/capabilities/text-content.d.ts +1 -4
  81. package/dist/types/src/capabilities/transcriber.d.ts +4 -3
  82. package/dist/types/src/capabilities/transcriber.d.ts.map +1 -1
  83. package/dist/types/src/capabilities/transcription-driver.d.ts +5 -0
  84. package/dist/types/src/capabilities/transcription-driver.d.ts.map +1 -0
  85. package/dist/types/src/components/Mic/Mic.d.ts +12 -0
  86. package/dist/types/src/components/Mic/Mic.d.ts.map +1 -0
  87. package/dist/types/src/components/{Oracle/Oracle.stories.d.ts → Mic/Mic.stories.d.ts} +9 -7
  88. package/dist/types/src/components/Mic/Mic.stories.d.ts.map +1 -0
  89. package/dist/types/src/components/Mic/index.d.ts +2 -0
  90. package/dist/types/src/components/Mic/index.d.ts.map +1 -0
  91. package/dist/types/src/components/index.d.ts +1 -2
  92. package/dist/types/src/components/index.d.ts.map +1 -1
  93. package/dist/types/src/containers/TranscriptionArticle/TranscriptionArticle.d.ts.map +1 -1
  94. package/dist/types/src/containers/TranscriptionArticle/TranscriptionArticle.stories.d.ts +7 -0
  95. package/dist/types/src/containers/TranscriptionArticle/TranscriptionArticle.stories.d.ts.map +1 -1
  96. package/dist/types/src/hooks/index.d.ts +0 -5
  97. package/dist/types/src/hooks/index.d.ts.map +1 -1
  98. package/dist/types/src/hooks/useTranscriptionRecording.d.ts.map +1 -1
  99. package/dist/types/src/index.d.ts +1 -3
  100. package/dist/types/src/index.d.ts.map +1 -1
  101. package/dist/types/src/meta.d.ts +32 -2
  102. package/dist/types/src/meta.d.ts.map +1 -1
  103. package/dist/types/src/normalization/message-normalizer.d.ts +2 -2
  104. package/dist/types/src/normalization/message-normalizer.d.ts.map +1 -1
  105. package/dist/types/src/normalization/normalization.d.ts +98 -733
  106. package/dist/types/src/normalization/normalization.d.ts.map +1 -1
  107. package/dist/types/src/operations/enrich-message.d.ts +9 -0
  108. package/dist/types/src/operations/enrich-message.d.ts.map +1 -0
  109. package/dist/types/src/operations/index.d.ts.map +1 -1
  110. package/dist/types/src/operations/open.d.ts.map +1 -1
  111. package/dist/types/src/operations/summarize.d.ts.map +1 -1
  112. package/dist/types/src/skills/index.d.ts +2 -0
  113. package/dist/types/src/skills/index.d.ts.map +1 -0
  114. package/dist/types/src/skills/transcription-skill.d.ts +4 -0
  115. package/dist/types/src/skills/transcription-skill.d.ts.map +1 -0
  116. package/dist/types/src/stories/Keyword.stories.d.ts +51 -0
  117. package/dist/types/src/stories/Keyword.stories.d.ts.map +1 -0
  118. package/dist/types/src/stories/Pipeline.stories.d.ts +60 -0
  119. package/dist/types/src/stories/Pipeline.stories.d.ts.map +1 -0
  120. package/dist/types/src/stories/Transcription.stories.d.ts +23 -0
  121. package/dist/types/src/stories/Transcription.stories.d.ts.map +1 -0
  122. package/dist/types/src/testing/decorators.d.ts +21 -0
  123. package/dist/types/src/testing/decorators.d.ts.map +1 -0
  124. package/dist/types/src/testing/index.d.ts +1 -0
  125. package/dist/types/src/testing/index.d.ts.map +1 -1
  126. package/dist/types/src/testing/testing.d.ts +3 -13
  127. package/dist/types/src/testing/testing.d.ts.map +1 -1
  128. package/dist/types/src/{transcriber/transcription-manager.d.ts → transcription-manager.d.ts} +6 -5
  129. package/dist/types/src/transcription-manager.d.ts.map +1 -0
  130. package/dist/types/src/translations.d.ts +7 -0
  131. package/dist/types/src/translations.d.ts.map +1 -1
  132. package/dist/types/src/types/Settings.d.ts +13 -0
  133. package/dist/types/src/types/Settings.d.ts.map +1 -0
  134. package/dist/types/src/types/TranscriptOperation.d.ts +114 -1564
  135. package/dist/types/src/types/TranscriptOperation.d.ts.map +1 -1
  136. package/dist/types/src/types/TranscriptionCapabilities.d.ts +52 -11
  137. package/dist/types/src/types/TranscriptionCapabilities.d.ts.map +1 -1
  138. package/dist/types/src/types/index.d.ts +1 -0
  139. package/dist/types/src/types/index.d.ts.map +1 -1
  140. package/dist/types/src/util/index.d.ts +0 -3
  141. package/dist/types/src/util/index.d.ts.map +1 -1
  142. package/dist/types/tsconfig.tsbuildinfo +1 -1
  143. package/dx.config.ts +42 -0
  144. package/package.json +69 -69
  145. package/src/TranscriptionPlugin.node.ts +2 -2
  146. package/src/TranscriptionPlugin.test.ts +2 -2
  147. package/src/TranscriptionPlugin.tsx +40 -3
  148. package/src/capabilities/app-graph-builder.tsx +49 -0
  149. package/src/capabilities/entity-lookup.ts +32 -0
  150. package/src/capabilities/index.ts +8 -7
  151. package/src/capabilities/markdown-extension.ts +17 -0
  152. package/src/capabilities/pipeline-status.ts +23 -0
  153. package/src/capabilities/recording-session.ts +17 -0
  154. package/src/capabilities/settings.ts +34 -0
  155. package/src/capabilities/skill-definition.ts +15 -0
  156. package/src/capabilities/text-content.ts +10 -7
  157. package/src/capabilities/transcriber.ts +5 -48
  158. package/src/capabilities/transcription-driver.tsx +263 -0
  159. package/src/components/Mic/Mic.stories.tsx +66 -0
  160. package/src/components/Mic/Mic.tsx +136 -0
  161. package/src/components/Mic/index.ts +5 -0
  162. package/src/components/index.ts +1 -2
  163. package/src/containers/TranscriptionArticle/TranscriptionArticle.stories.tsx +4 -0
  164. package/src/containers/TranscriptionArticle/TranscriptionArticle.tsx +5 -6
  165. package/src/hooks/index.ts +0 -5
  166. package/src/hooks/useTranscriptionRecording.ts +27 -9
  167. package/src/index.ts +1 -5
  168. package/src/meta.ts +2 -35
  169. package/src/normalization/message-normalizer.ts +3 -3
  170. package/src/normalization/normalization.ts +3 -0
  171. package/src/operations/enrich-message.ts +27 -0
  172. package/src/operations/index.ts +1 -0
  173. package/src/operations/open.ts +2 -2
  174. package/src/operations/summarize.ts +2 -2
  175. package/src/skills/index.ts +5 -0
  176. package/src/skills/transcription-skill.ts +29 -0
  177. package/src/stories/Keyword.stories.tsx +98 -0
  178. package/src/stories/Pipeline.stories.tsx +361 -0
  179. package/src/stories/Transcription.stories.tsx +178 -0
  180. package/src/testing/decorators.ts +78 -0
  181. package/src/testing/index.ts +1 -0
  182. package/src/testing/testing.ts +14 -134
  183. package/src/{transcriber/transcription-manager.ts → transcription-manager.ts} +13 -12
  184. package/src/translations.ts +9 -1
  185. package/src/types/Settings.ts +59 -0
  186. package/src/types/TranscriptOperation.ts +22 -4
  187. package/src/types/TranscriptionCapabilities.ts +61 -20
  188. package/src/types/index.ts +1 -0
  189. package/src/util/index.ts +0 -3
  190. package/dist/lib/neutral/TranscriptionArticle-L6XANBH5.mjs.map +0 -7
  191. package/dist/lib/neutral/blueprint-definition-DA4QFRYJ.mjs +0 -15
  192. package/dist/lib/neutral/blueprint-definition-DA4QFRYJ.mjs.map +0 -7
  193. package/dist/lib/neutral/blueprints/index.mjs +0 -8
  194. package/dist/lib/neutral/chunk-FHNI26QW.mjs +0 -45
  195. package/dist/lib/neutral/chunk-FHNI26QW.mjs.map +0 -7
  196. package/dist/lib/neutral/chunk-KAEXRX3Y.mjs +0 -35
  197. package/dist/lib/neutral/chunk-KAEXRX3Y.mjs.map +0 -7
  198. package/dist/lib/neutral/chunk-KMT3BMMQ.mjs +0 -124
  199. package/dist/lib/neutral/chunk-KMT3BMMQ.mjs.map +0 -7
  200. package/dist/lib/neutral/chunk-KXJZEYS7.mjs +0 -8
  201. package/dist/lib/neutral/chunk-MLRJWAQH.mjs +0 -179
  202. package/dist/lib/neutral/chunk-MLRJWAQH.mjs.map +0 -7
  203. package/dist/lib/neutral/chunk-TO77KAQK.mjs +0 -298
  204. package/dist/lib/neutral/chunk-TO77KAQK.mjs.map +0 -7
  205. package/dist/lib/neutral/chunk-TX3NQISZ.mjs +0 -435
  206. package/dist/lib/neutral/chunk-TX3NQISZ.mjs.map +0 -7
  207. package/dist/lib/neutral/chunk-ZR4BH4QQ.mjs +0 -30
  208. package/dist/lib/neutral/chunk-ZR4BH4QQ.mjs.map +0 -7
  209. package/dist/lib/neutral/open-A5KXKRH4.mjs.map +0 -7
  210. package/dist/lib/neutral/summarize-5XPPMVTE.mjs.map +0 -7
  211. package/dist/lib/neutral/text-content-KBB37HSM.mjs.map +0 -7
  212. package/dist/lib/neutral/transcriber-OGSF3XO5.mjs +0 -59
  213. package/dist/lib/neutral/transcriber-OGSF3XO5.mjs.map +0 -7
  214. package/dist/types/src/blueprints/index.d.ts +0 -2
  215. package/dist/types/src/blueprints/index.d.ts.map +0 -1
  216. package/dist/types/src/blueprints/transcription-blueprint.d.ts +0 -4
  217. package/dist/types/src/blueprints/transcription-blueprint.d.ts.map +0 -1
  218. package/dist/types/src/capabilities/blueprint-definition.d.ts +0 -6
  219. package/dist/types/src/capabilities/blueprint-definition.d.ts.map +0 -1
  220. package/dist/types/src/components/Oracle/Oracle.d.ts +0 -24
  221. package/dist/types/src/components/Oracle/Oracle.d.ts.map +0 -1
  222. package/dist/types/src/components/Oracle/Oracle.stories.d.ts.map +0 -1
  223. package/dist/types/src/components/Oracle/index.d.ts +0 -2
  224. package/dist/types/src/components/Oracle/index.d.ts.map +0 -1
  225. package/dist/types/src/components/Transcription/Transcription.d.ts +0 -11
  226. package/dist/types/src/components/Transcription/Transcription.d.ts.map +0 -1
  227. package/dist/types/src/components/Transcription/Transcription.stories.d.ts +0 -37
  228. package/dist/types/src/components/Transcription/Transcription.stories.d.ts.map +0 -1
  229. package/dist/types/src/components/Transcription/index.d.ts +0 -2
  230. package/dist/types/src/components/Transcription/index.d.ts.map +0 -1
  231. package/dist/types/src/components/Transcription/transcription-extension.d.ts +0 -15
  232. package/dist/types/src/components/Transcription/transcription-extension.d.ts.map +0 -1
  233. package/dist/types/src/enrichment/conversation.test.d.ts +0 -2
  234. package/dist/types/src/enrichment/conversation.test.d.ts.map +0 -1
  235. package/dist/types/src/enrichment/operations.d.ts +0 -200
  236. package/dist/types/src/enrichment/operations.d.ts.map +0 -1
  237. package/dist/types/src/enrichment/parser.d.ts +0 -26
  238. package/dist/types/src/enrichment/parser.d.ts.map +0 -1
  239. package/dist/types/src/enrichment/stream-simulator.d.ts +0 -38
  240. package/dist/types/src/enrichment/stream-simulator.d.ts.map +0 -1
  241. package/dist/types/src/hooks/useAudioFile.d.ts +0 -7
  242. package/dist/types/src/hooks/useAudioFile.d.ts.map +0 -1
  243. package/dist/types/src/hooks/useAudioTrack.d.ts +0 -5
  244. package/dist/types/src/hooks/useAudioTrack.d.ts.map +0 -1
  245. package/dist/types/src/hooks/useFeedModelAdapter.d.ts +0 -12
  246. package/dist/types/src/hooks/useFeedModelAdapter.d.ts.map +0 -1
  247. package/dist/types/src/hooks/useTranscriber.d.ts +0 -7
  248. package/dist/types/src/hooks/useTranscriber.d.ts.map +0 -1
  249. package/dist/types/src/hooks/useVoiceInput.d.ts +0 -11
  250. package/dist/types/src/hooks/useVoiceInput.d.ts.map +0 -1
  251. package/dist/types/src/model/index.d.ts +0 -2
  252. package/dist/types/src/model/index.d.ts.map +0 -1
  253. package/dist/types/src/model/model.d.ts +0 -68
  254. package/dist/types/src/model/model.d.ts.map +0 -1
  255. package/dist/types/src/model/model.test.d.ts +0 -2
  256. package/dist/types/src/model/model.test.d.ts.map +0 -1
  257. package/dist/types/src/stories/FileTranscription.stories.d.ts +0 -20
  258. package/dist/types/src/stories/FileTranscription.stories.d.ts.map +0 -1
  259. package/dist/types/src/stories/KeyWordRecognition.stories.d.ts +0 -14
  260. package/dist/types/src/stories/KeyWordRecognition.stories.d.ts.map +0 -1
  261. package/dist/types/src/stories/LiveTranscription.stories.d.ts +0 -20
  262. package/dist/types/src/stories/LiveTranscription.stories.d.ts.map +0 -1
  263. package/dist/types/src/stories/TranscriptionStory.d.ts +0 -21
  264. package/dist/types/src/stories/TranscriptionStory.d.ts.map +0 -1
  265. package/dist/types/src/stories/common.d.ts +0 -248
  266. package/dist/types/src/stories/common.d.ts.map +0 -1
  267. package/dist/types/src/transcriber/audio-recorder.d.ts +0 -47
  268. package/dist/types/src/transcriber/audio-recorder.d.ts.map +0 -1
  269. package/dist/types/src/transcriber/index.d.ts +0 -5
  270. package/dist/types/src/transcriber/index.d.ts.map +0 -1
  271. package/dist/types/src/transcriber/media-stream-recorder.d.ts +0 -30
  272. package/dist/types/src/transcriber/media-stream-recorder.d.ts.map +0 -1
  273. package/dist/types/src/transcriber/transcriber.browser.test.d.ts +0 -2
  274. package/dist/types/src/transcriber/transcriber.browser.test.d.ts.map +0 -1
  275. package/dist/types/src/transcriber/transcriber.d.ts +0 -105
  276. package/dist/types/src/transcriber/transcriber.d.ts.map +0 -1
  277. package/dist/types/src/transcriber/transcriber.test.d.ts +0 -2
  278. package/dist/types/src/transcriber/transcriber.test.d.ts.map +0 -1
  279. package/dist/types/src/transcriber/transcription-manager.d.ts.map +0 -1
  280. package/dist/types/src/util/array.d.ts +0 -2
  281. package/dist/types/src/util/array.d.ts.map +0 -1
  282. package/dist/types/src/util/monitor-audio-level.d.ts +0 -6
  283. package/dist/types/src/util/monitor-audio-level.d.ts.map +0 -1
  284. package/dist/types/src/util/render-byline.d.ts +0 -4
  285. package/dist/types/src/util/render-byline.d.ts.map +0 -1
  286. package/src/blueprints/index.ts +0 -5
  287. package/src/blueprints/transcription-blueprint.ts +0 -29
  288. package/src/capabilities/blueprint-definition.ts +0 -19
  289. package/src/components/Oracle/Oracle.stories.tsx +0 -147
  290. package/src/components/Oracle/Oracle.tsx +0 -142
  291. package/src/components/Oracle/index.ts +0 -5
  292. package/src/components/Transcription/Transcription.stories.tsx +0 -213
  293. package/src/components/Transcription/Transcription.tsx +0 -55
  294. package/src/components/Transcription/index.ts +0 -5
  295. package/src/components/Transcription/transcription-extension.ts +0 -203
  296. package/src/enrichment/conversation.test.ts +0 -162
  297. package/src/enrichment/conversation.txt +0 -23
  298. package/src/enrichment/operations.ts +0 -271
  299. package/src/enrichment/parser.ts +0 -101
  300. package/src/enrichment/stream-simulator.ts +0 -125
  301. package/src/hooks/useAudioFile.ts +0 -88
  302. package/src/hooks/useAudioTrack.ts +0 -35
  303. package/src/hooks/useFeedModelAdapter.ts +0 -46
  304. package/src/hooks/useTranscriber.ts +0 -47
  305. package/src/hooks/useVoiceInput.ts +0 -66
  306. package/src/model/index.ts +0 -5
  307. package/src/model/model.test.ts +0 -175
  308. package/src/model/model.ts +0 -229
  309. package/src/stories/FileTranscription.stories.tsx +0 -143
  310. package/src/stories/KeyWordRecognition.stories.tsx +0 -132
  311. package/src/stories/LiveTranscription.stories.tsx +0 -153
  312. package/src/stories/TranscriptionStory.tsx +0 -101
  313. package/src/stories/common.ts +0 -233
  314. package/src/transcriber/audio-recorder.ts +0 -56
  315. package/src/transcriber/index.ts +0 -8
  316. package/src/transcriber/media-stream-recorder.ts +0 -120
  317. package/src/transcriber/transcriber.browser.test.ts +0 -230
  318. package/src/transcriber/transcriber.test.ts +0 -104
  319. package/src/transcriber/transcriber.ts +0 -303
  320. package/src/util/array.ts +0 -14
  321. package/src/util/monitor-audio-level.ts +0 -58
  322. package/src/util/render-byline.ts +0 -33
  323. /package/dist/lib/neutral/{create-RVR7VC33.mjs.map → create-HNHGCKZ4.mjs.map} +0 -0
  324. /package/dist/lib/neutral/{blueprints → skills}/index.mjs.map +0 -0
@@ -1,156 +1,54 @@
1
1
  import * as Schema from 'effect/Schema';
2
2
  import { Operation } from '@dxos/compute';
3
+ import { type Message, type Person } from '@dxos/types';
3
4
  import { TranscriptOperation } from '../types';
4
5
  type MessageWithRangeIdType = TranscriptOperation.MessageWithRangeIdType;
5
6
  type SentenceNormalizationInputType = TranscriptOperation.SentenceNormalizationInputType;
6
7
  declare const SentenceNormalizationOutput: Schema.Struct<{
7
- sentences: Schema.mutable<Schema.Array$<Schema.mutable<Schema.extend<Schema.Schema<{
8
- readonly id: string;
9
- readonly parentMessage?: string | undefined;
10
- readonly threadId?: string | undefined;
11
- readonly created: string;
12
- readonly sender: {
8
+ sentences: Schema.mutable<Schema.Array$<Schema.mutable<Schema.extend<Schema.Schema<Message.Message & import("@dxos/echo/Entity").OfKind<import("@dxos/echo/internal").EntityKind.Object>, Message.Message & import("@dxos/echo/Entity").OfKind<import("@dxos/echo/internal").EntityKind.Object>, never>, Schema.Struct<{
9
+ rangeId: Schema.optional<Schema.Array$<typeof Schema.String>>;
10
+ }>>>>>;
11
+ }>;
12
+ export type MessageWithRangeId = MessageWithRangeIdType;
13
+ /** @deprecated Use SentenceNormalizationInputType */
14
+ export type NormalizationInput = SentenceNormalizationInputType;
15
+ /** @deprecated Use SentenceNormalizationOutput */
16
+ export type NormalizationOutput = Schema.Schema.Type<typeof SentenceNormalizationOutput>;
17
+ /**
18
+ * Sentence normalization for transcription.
19
+ * TODO(dmaretskyi): Reimplement using AiRequest.run or LanguageModel.generateObject - runStructured was removed.
20
+ */
21
+ export declare const sentenceNormalization: Operation.WithHandler<Operation.Definition<{
22
+ readonly messages: readonly (Message.Message & import("@dxos/echo/Entity").OfKind<import("@dxos/echo/internal").EntityKind.Object> & {
23
+ readonly rangeId?: readonly string[] | undefined;
24
+ })[];
25
+ }, {
26
+ readonly sentences: {
27
+ "~@dxos/echo/Kind": import("@dxos/echo/internal").EntityKind.Object;
28
+ id: string;
29
+ parentMessage?: string | undefined;
30
+ threadId?: string | undefined;
31
+ created: string;
32
+ sender: {
13
33
  readonly role?: "assistant" | "tool" | "user" | undefined;
14
- readonly contact?: import("@dxos/echo/internal").Ref<{
15
- readonly fullName?: string | undefined;
16
- readonly preferredName?: string | undefined;
17
- readonly nickname?: string | undefined;
18
- readonly image?: string | undefined;
19
- readonly organization?: import("@dxos/echo/internal").Ref<{
20
- readonly name?: string | undefined;
21
- readonly description?: string | undefined;
22
- readonly status?: "active" | "commit" | "prospect" | "qualified" | "reject" | undefined;
23
- readonly image?: string | undefined;
24
- readonly website?: string | undefined;
25
- } & {
26
- readonly location?: readonly [number, number, (number | undefined)?] | undefined;
27
- } & import("@dxos/echo/Entity").OfKind<import("@dxos/echo/internal").EntityKind.Object> & import("@dxos/echo/Obj").Unknown> | undefined;
28
- readonly jobTitle?: string | undefined;
29
- readonly department?: string | undefined;
30
- readonly notes?: string | undefined;
31
- readonly emails?: readonly {
32
- readonly label?: string | undefined;
33
- readonly value: string;
34
- }[] | undefined;
35
- readonly identities?: readonly {
36
- readonly label?: string | undefined;
37
- readonly value: string;
38
- }[] | undefined;
39
- readonly phoneNumbers?: readonly {
40
- readonly label?: string | undefined;
41
- readonly value: string;
42
- }[] | undefined;
43
- readonly addresses?: readonly {
44
- readonly label?: string | undefined;
45
- readonly value: {
46
- readonly street?: string | undefined;
47
- readonly extended?: string | undefined;
48
- readonly locality?: string | undefined;
49
- readonly region?: string | undefined;
50
- readonly postalCode?: string | undefined;
51
- readonly postOfficeBoxNumber?: string | undefined;
52
- readonly country?: string | undefined;
53
- };
54
- }[] | undefined;
55
- readonly urls?: readonly {
56
- readonly label?: string | undefined;
57
- readonly value: string;
58
- }[] | undefined;
59
- readonly birthday?: string | undefined;
60
- readonly fields?: readonly {
61
- readonly category?: string | undefined;
62
- readonly label: string;
63
- readonly value: string;
64
- }[] | undefined;
65
- } & {
66
- readonly location?: readonly [number, number, (number | undefined)?] | undefined;
67
- } & import("@dxos/echo/Entity").OfKind<import("@dxos/echo/internal").EntityKind.Object> & import("@dxos/echo/Obj").Unknown> | undefined;
34
+ readonly contact?: import("@dxos/echo/internal").Ref<Person.Person & import("@dxos/echo/Entity").OfKind<import("@dxos/echo/internal").EntityKind.Object> & import("@dxos/echo/Obj").Unknown> | undefined;
68
35
  readonly identityDid?: string | undefined;
69
36
  readonly identityKey?: string | undefined;
70
37
  readonly email?: string | undefined;
71
38
  readonly name?: string | undefined;
72
39
  };
73
- readonly blocks: readonly ({
74
- readonly _tag: "anchor";
75
- readonly pending?: boolean | undefined;
76
- readonly objectId: string;
77
- readonly version: unknown;
78
- } | {
79
- readonly _tag: "file";
80
- readonly pending?: boolean | undefined;
81
- readonly url: string;
82
- readonly name?: string | undefined;
83
- readonly mediaType?: string | undefined;
84
- } | {
85
- readonly _tag: "image";
86
- readonly pending?: boolean | undefined;
87
- readonly id?: string | undefined;
88
- readonly source?: {
89
- readonly type: "base64";
90
- readonly mediaType: string;
91
- readonly data: string;
92
- } | {
93
- readonly type: "http";
94
- readonly url: string;
95
- } | undefined;
96
- } | {
97
- readonly _tag: "json";
98
- readonly pending?: boolean | undefined;
99
- readonly disposition?: "cot" | "synthetic" | "user" | "version-pin" | undefined;
100
- readonly data: string;
101
- } | {
102
- readonly _tag: "proposal";
40
+ blocks: readonly ({
41
+ readonly _tag: "text";
103
42
  readonly pending?: boolean | undefined;
43
+ readonly mimeType?: string | undefined;
104
44
  readonly text: string;
45
+ readonly disposition?: "cot" | "synthetic" | "user" | "version-pin" | undefined;
105
46
  } | {
106
47
  readonly _tag: "reasoning";
107
48
  readonly pending?: boolean | undefined;
108
49
  readonly reasoningText?: string | undefined;
109
50
  readonly redactedText?: string | undefined;
110
51
  readonly signature?: string | undefined;
111
- } | {
112
- readonly _tag: "reference";
113
- readonly pending?: boolean | undefined;
114
- readonly reference: import("@dxos/echo/internal").Ref<import("@dxos/echo/Obj").Unknown>;
115
- } | {
116
- readonly _tag: "select";
117
- readonly pending?: boolean | undefined;
118
- readonly options: string[];
119
- } | {
120
- readonly _tag: "status";
121
- readonly pending?: boolean | undefined;
122
- readonly statusText: string;
123
- } | {
124
- readonly _tag: "suggestion";
125
- readonly pending?: boolean | undefined;
126
- readonly text: string;
127
- } | {
128
- readonly _tag: "stats";
129
- readonly pending?: boolean | undefined;
130
- readonly mimeType?: string | undefined;
131
- readonly message?: string | undefined;
132
- readonly model?: string | undefined;
133
- readonly usage?: {
134
- readonly inputTokens?: number | undefined;
135
- readonly outputTokens?: number | undefined;
136
- readonly totalTokens?: number | undefined;
137
- } | undefined;
138
- readonly toolCalls?: number | undefined;
139
- readonly errors?: number | undefined;
140
- readonly duration?: number | undefined;
141
- } | {
142
- readonly _tag: "text";
143
- readonly pending?: boolean | undefined;
144
- readonly mimeType?: string | undefined;
145
- readonly text: string;
146
- readonly disposition?: "cot" | "synthetic" | "user" | "version-pin" | undefined;
147
- } | {
148
- readonly _tag: "summary";
149
- readonly pending?: boolean | undefined;
150
- readonly content: string;
151
- } | {
152
- readonly _tag: "toolkit";
153
- readonly pending?: boolean | undefined;
154
52
  } | {
155
53
  readonly _tag: "toolCall";
156
54
  readonly pending?: boolean | undefined;
@@ -161,6 +59,24 @@ declare const SentenceNormalizationOutput: Schema.Struct<{
161
59
  readonly operationKey?: string | undefined;
162
60
  readonly operationName?: string | undefined;
163
61
  readonly operationIcon?: string | undefined;
62
+ } | {
63
+ readonly _tag: "image";
64
+ readonly pending?: boolean | undefined;
65
+ readonly id?: string | undefined;
66
+ readonly source?: {
67
+ readonly type: "base64";
68
+ readonly mediaType: string;
69
+ readonly data: string;
70
+ } | {
71
+ readonly type: "http";
72
+ readonly url: string;
73
+ } | undefined;
74
+ } | {
75
+ readonly _tag: "file";
76
+ readonly pending?: boolean | undefined;
77
+ readonly url: string;
78
+ readonly name?: string | undefined;
79
+ readonly mediaType?: string | undefined;
164
80
  } | {
165
81
  readonly _tag: "toolResult";
166
82
  readonly pending?: boolean | undefined;
@@ -169,11 +85,11 @@ declare const SentenceNormalizationOutput: Schema.Struct<{
169
85
  readonly result?: string | {
170
86
  readonly _tag: "~@dxos/types/ContentBlock.ContentBlockResult";
171
87
  readonly content: readonly ({
172
- readonly _tag: "file";
88
+ readonly _tag: "text";
173
89
  readonly pending?: boolean | undefined;
174
- readonly url: string;
175
- readonly name?: string | undefined;
176
- readonly mediaType?: string | undefined;
90
+ readonly mimeType?: string | undefined;
91
+ readonly text: string;
92
+ readonly disposition?: "cot" | "synthetic" | "user" | "version-pin" | undefined;
177
93
  } | {
178
94
  readonly _tag: "image";
179
95
  readonly pending?: boolean | undefined;
@@ -187,136 +103,51 @@ declare const SentenceNormalizationOutput: Schema.Struct<{
187
103
  readonly url: string;
188
104
  } | undefined;
189
105
  } | {
190
- readonly _tag: "text";
106
+ readonly _tag: "file";
191
107
  readonly pending?: boolean | undefined;
192
- readonly mimeType?: string | undefined;
193
- readonly text: string;
194
- readonly disposition?: "cot" | "synthetic" | "user" | "version-pin" | undefined;
108
+ readonly url: string;
109
+ readonly name?: string | undefined;
110
+ readonly mediaType?: string | undefined;
195
111
  })[];
196
112
  } | undefined;
197
113
  readonly error?: string | undefined;
198
114
  readonly providerExecuted: boolean;
199
115
  } | {
200
- readonly _tag: "transcript";
201
- readonly pending?: boolean | undefined;
202
- readonly started: string;
203
- readonly text: string;
204
- })[];
205
- readonly properties?: {
206
- readonly [x: string]: any;
207
- } | undefined;
208
- } & import("@dxos/echo/Entity").OfKind<import("@dxos/echo/internal").EntityKind.Object>, {
209
- readonly id: string;
210
- readonly parentMessage?: string | undefined;
211
- readonly threadId?: string | undefined;
212
- readonly created: string;
213
- readonly sender: {
214
- readonly role?: "assistant" | "tool" | "user" | undefined;
215
- readonly contact?: import("@dxos/echo/internal").Ref<{
216
- readonly fullName?: string | undefined;
217
- readonly preferredName?: string | undefined;
218
- readonly nickname?: string | undefined;
219
- readonly image?: string | undefined;
220
- readonly organization?: import("@dxos/echo/internal").Ref<{
221
- readonly name?: string | undefined;
222
- readonly description?: string | undefined;
223
- readonly status?: "active" | "commit" | "prospect" | "qualified" | "reject" | undefined;
224
- readonly image?: string | undefined;
225
- readonly website?: string | undefined;
226
- } & {
227
- readonly location?: readonly [number, number, (number | undefined)?] | undefined;
228
- } & import("@dxos/echo/Entity").OfKind<import("@dxos/echo/internal").EntityKind.Object> & import("@dxos/echo/Obj").Unknown> | undefined;
229
- readonly jobTitle?: string | undefined;
230
- readonly department?: string | undefined;
231
- readonly notes?: string | undefined;
232
- readonly emails?: readonly {
233
- readonly label?: string | undefined;
234
- readonly value: string;
235
- }[] | undefined;
236
- readonly identities?: readonly {
237
- readonly label?: string | undefined;
238
- readonly value: string;
239
- }[] | undefined;
240
- readonly phoneNumbers?: readonly {
241
- readonly label?: string | undefined;
242
- readonly value: string;
243
- }[] | undefined;
244
- readonly addresses?: readonly {
245
- readonly label?: string | undefined;
246
- readonly value: {
247
- readonly street?: string | undefined;
248
- readonly extended?: string | undefined;
249
- readonly locality?: string | undefined;
250
- readonly region?: string | undefined;
251
- readonly postalCode?: string | undefined;
252
- readonly postOfficeBoxNumber?: string | undefined;
253
- readonly country?: string | undefined;
254
- };
255
- }[] | undefined;
256
- readonly urls?: readonly {
257
- readonly label?: string | undefined;
258
- readonly value: string;
259
- }[] | undefined;
260
- readonly birthday?: string | undefined;
261
- readonly fields?: readonly {
262
- readonly category?: string | undefined;
263
- readonly label: string;
264
- readonly value: string;
265
- }[] | undefined;
266
- } & {
267
- readonly location?: readonly [number, number, (number | undefined)?] | undefined;
268
- } & import("@dxos/echo/Entity").OfKind<import("@dxos/echo/internal").EntityKind.Object> & import("@dxos/echo/Obj").Unknown> | undefined;
269
- readonly identityDid?: string | undefined;
270
- readonly identityKey?: string | undefined;
271
- readonly email?: string | undefined;
272
- readonly name?: string | undefined;
273
- };
274
- readonly blocks: readonly ({
275
- readonly _tag: "anchor";
276
- readonly pending?: boolean | undefined;
277
- readonly objectId: string;
278
- readonly version: unknown;
279
- } | {
280
- readonly _tag: "file";
281
- readonly pending?: boolean | undefined;
282
- readonly url: string;
283
- readonly name?: string | undefined;
284
- readonly mediaType?: string | undefined;
285
- } | {
286
- readonly _tag: "image";
116
+ readonly _tag: "stats";
287
117
  readonly pending?: boolean | undefined;
288
- readonly id?: string | undefined;
289
- readonly source?: {
290
- readonly type: "base64";
291
- readonly mediaType: string;
292
- readonly data: string;
293
- } | {
294
- readonly type: "http";
295
- readonly url: string;
118
+ readonly mimeType?: string | undefined;
119
+ readonly message?: string | undefined;
120
+ readonly model?: string | undefined;
121
+ readonly usage?: {
122
+ readonly inputTokens?: number | undefined;
123
+ readonly outputTokens?: number | undefined;
124
+ readonly totalTokens?: number | undefined;
296
125
  } | undefined;
297
- } | {
298
- readonly _tag: "json";
299
- readonly pending?: boolean | undefined;
300
- readonly disposition?: "cot" | "synthetic" | "user" | "version-pin" | undefined;
301
- readonly data: string;
302
- } | {
303
- readonly _tag: "proposal";
304
- readonly pending?: boolean | undefined;
305
- readonly text: string;
306
- } | {
307
- readonly _tag: "reasoning";
308
- readonly pending?: boolean | undefined;
309
- readonly reasoningText?: string | undefined;
310
- readonly redactedText?: string | undefined;
311
- readonly signature?: string | undefined;
126
+ readonly toolCalls?: number | undefined;
127
+ readonly errors?: number | undefined;
128
+ readonly duration?: number | undefined;
129
+ readonly finishReason?: "content-filter" | "error" | "length" | "other" | "pause" | "stop" | "tool-calls" | "unknown" | undefined;
312
130
  } | {
313
131
  readonly _tag: "reference";
314
132
  readonly pending?: boolean | undefined;
315
133
  readonly reference: import("@dxos/echo/internal").Ref<import("@dxos/echo/Obj").Unknown>;
316
134
  } | {
317
- readonly _tag: "select";
135
+ readonly _tag: "transcript";
318
136
  readonly pending?: boolean | undefined;
319
- readonly options: string[];
137
+ readonly started: string;
138
+ readonly text: string;
139
+ readonly corrected?: string | undefined;
140
+ readonly references?: import("@dxos/echo/internal").Ref<import("@dxos/echo/Obj").Unknown>[] | undefined;
141
+ readonly candidates?: {
142
+ readonly text: string;
143
+ readonly kind: "noun" | "proper-noun";
144
+ readonly start: number;
145
+ readonly end: number;
146
+ readonly suggested?: {
147
+ readonly typename: string;
148
+ } | undefined;
149
+ }[] | undefined;
150
+ readonly translation?: string | undefined;
320
151
  } | {
321
152
  readonly _tag: "status";
322
153
  readonly pending?: boolean | undefined;
@@ -326,25 +157,18 @@ declare const SentenceNormalizationOutput: Schema.Struct<{
326
157
  readonly pending?: boolean | undefined;
327
158
  readonly text: string;
328
159
  } | {
329
- readonly _tag: "stats";
160
+ readonly _tag: "select";
330
161
  readonly pending?: boolean | undefined;
331
- readonly mimeType?: string | undefined;
332
- readonly message?: string | undefined;
333
- readonly model?: string | undefined;
334
- readonly usage?: {
335
- readonly inputTokens?: number | undefined;
336
- readonly outputTokens?: number | undefined;
337
- readonly totalTokens?: number | undefined;
338
- } | undefined;
339
- readonly toolCalls?: number | undefined;
340
- readonly errors?: number | undefined;
341
- readonly duration?: number | undefined;
162
+ readonly options: string[];
342
163
  } | {
343
- readonly _tag: "text";
164
+ readonly _tag: "anchor";
165
+ readonly pending?: boolean | undefined;
166
+ readonly objectId: string;
167
+ readonly version: unknown;
168
+ } | {
169
+ readonly _tag: "proposal";
344
170
  readonly pending?: boolean | undefined;
345
- readonly mimeType?: string | undefined;
346
171
  readonly text: string;
347
- readonly disposition?: "cot" | "synthetic" | "user" | "version-pin" | undefined;
348
172
  } | {
349
173
  readonly _tag: "summary";
350
174
  readonly pending?: boolean | undefined;
@@ -353,476 +177,17 @@ declare const SentenceNormalizationOutput: Schema.Struct<{
353
177
  readonly _tag: "toolkit";
354
178
  readonly pending?: boolean | undefined;
355
179
  } | {
356
- readonly _tag: "toolCall";
180
+ readonly _tag: "surface";
357
181
  readonly pending?: boolean | undefined;
358
- readonly toolCallId: string;
359
- readonly name: string;
360
- readonly input: string;
361
- readonly providerExecuted: boolean;
362
- readonly operationKey?: string | undefined;
363
- readonly operationName?: string | undefined;
364
- readonly operationIcon?: string | undefined;
182
+ readonly role: string;
183
+ readonly data?: {
184
+ readonly [x: string]: unknown;
185
+ } | undefined;
365
186
  } | {
366
- readonly _tag: "toolResult";
367
- readonly pending?: boolean | undefined;
368
- readonly toolCallId: string;
369
- readonly name: string;
370
- readonly result?: string | {
371
- readonly _tag: "~@dxos/types/ContentBlock.ContentBlockResult";
372
- readonly content: readonly ({
373
- readonly _tag: "file";
374
- readonly pending?: boolean | undefined;
375
- readonly url: string;
376
- readonly name?: string | undefined;
377
- readonly mediaType?: string | undefined;
378
- } | {
379
- readonly _tag: "image";
380
- readonly pending?: boolean | undefined;
381
- readonly id?: string | undefined;
382
- readonly source?: {
383
- readonly type: "base64";
384
- readonly mediaType: string;
385
- readonly data: string;
386
- } | {
387
- readonly type: "http";
388
- readonly url: string;
389
- } | undefined;
390
- } | {
391
- readonly _tag: "text";
392
- readonly pending?: boolean | undefined;
393
- readonly mimeType?: string | undefined;
394
- readonly text: string;
395
- readonly disposition?: "cot" | "synthetic" | "user" | "version-pin" | undefined;
396
- })[];
397
- } | undefined;
398
- readonly error?: string | undefined;
399
- readonly providerExecuted: boolean;
400
- } | {
401
- readonly _tag: "transcript";
402
- readonly pending?: boolean | undefined;
403
- readonly started: string;
404
- readonly text: string;
405
- })[];
406
- readonly properties?: {
407
- readonly [x: string]: any;
408
- } | undefined;
409
- } & import("@dxos/echo/Entity").OfKind<import("@dxos/echo/internal").EntityKind.Object>, never>, Schema.Struct<{
410
- rangeId: Schema.optional<Schema.Array$<typeof Schema.String>>;
411
- }>>>>>;
412
- }>;
413
- export type MessageWithRangeId = MessageWithRangeIdType;
414
- /** @deprecated Use SentenceNormalizationInputType */
415
- export type NormalizationInput = SentenceNormalizationInputType;
416
- /** @deprecated Use SentenceNormalizationOutput */
417
- export type NormalizationOutput = Schema.Schema.Type<typeof SentenceNormalizationOutput>;
418
- /**
419
- * Sentence normalization for transcription.
420
- * TODO(dmaretskyi): Reimplement using AiRequest.run or LanguageModel.generateObject - runStructured was removed.
421
- */
422
- export declare const sentenceNormalization: Operation.WithHandler<Operation.Definition<{
423
- readonly messages: readonly ({
424
- readonly id: string;
425
- readonly parentMessage?: string | undefined;
426
- readonly threadId?: string | undefined;
427
- readonly created: string;
428
- readonly sender: {
429
- readonly role?: "assistant" | "tool" | "user" | undefined;
430
- readonly contact?: import("@dxos/echo/internal").Ref<{
431
- readonly fullName?: string | undefined;
432
- readonly preferredName?: string | undefined;
433
- readonly nickname?: string | undefined;
434
- readonly image?: string | undefined;
435
- readonly organization?: import("@dxos/echo/internal").Ref<{
436
- readonly name?: string | undefined;
437
- readonly description?: string | undefined;
438
- readonly status?: "active" | "commit" | "prospect" | "qualified" | "reject" | undefined;
439
- readonly image?: string | undefined;
440
- readonly website?: string | undefined;
441
- } & {
442
- readonly location?: readonly [number, number, (number | undefined)?] | undefined;
443
- } & import("@dxos/echo/Entity").OfKind<import("@dxos/echo/internal").EntityKind.Object> & import("@dxos/echo/Obj").Unknown> | undefined;
444
- readonly jobTitle?: string | undefined;
445
- readonly department?: string | undefined;
446
- readonly notes?: string | undefined;
447
- readonly emails?: readonly {
448
- readonly label?: string | undefined;
449
- readonly value: string;
450
- }[] | undefined;
451
- readonly identities?: readonly {
452
- readonly label?: string | undefined;
453
- readonly value: string;
454
- }[] | undefined;
455
- readonly phoneNumbers?: readonly {
456
- readonly label?: string | undefined;
457
- readonly value: string;
458
- }[] | undefined;
459
- readonly addresses?: readonly {
460
- readonly label?: string | undefined;
461
- readonly value: {
462
- readonly street?: string | undefined;
463
- readonly extended?: string | undefined;
464
- readonly locality?: string | undefined;
465
- readonly region?: string | undefined;
466
- readonly postalCode?: string | undefined;
467
- readonly postOfficeBoxNumber?: string | undefined;
468
- readonly country?: string | undefined;
469
- };
470
- }[] | undefined;
471
- readonly urls?: readonly {
472
- readonly label?: string | undefined;
473
- readonly value: string;
474
- }[] | undefined;
475
- readonly birthday?: string | undefined;
476
- readonly fields?: readonly {
477
- readonly category?: string | undefined;
478
- readonly label: string;
479
- readonly value: string;
480
- }[] | undefined;
481
- } & {
482
- readonly location?: readonly [number, number, (number | undefined)?] | undefined;
483
- } & import("@dxos/echo/Entity").OfKind<import("@dxos/echo/internal").EntityKind.Object> & import("@dxos/echo/Obj").Unknown> | undefined;
484
- readonly identityDid?: string | undefined;
485
- readonly identityKey?: string | undefined;
486
- readonly email?: string | undefined;
487
- readonly name?: string | undefined;
488
- };
489
- readonly blocks: readonly ({
490
- readonly _tag: "anchor";
491
- readonly pending?: boolean | undefined;
492
- readonly objectId: string;
493
- readonly version: unknown;
494
- } | {
495
- readonly _tag: "file";
496
- readonly pending?: boolean | undefined;
497
- readonly url: string;
498
- readonly name?: string | undefined;
499
- readonly mediaType?: string | undefined;
500
- } | {
501
- readonly _tag: "image";
502
- readonly pending?: boolean | undefined;
503
- readonly id?: string | undefined;
504
- readonly source?: {
505
- readonly type: "base64";
506
- readonly mediaType: string;
507
- readonly data: string;
508
- } | {
509
- readonly type: "http";
510
- readonly url: string;
511
- } | undefined;
512
- } | {
513
- readonly _tag: "json";
514
- readonly pending?: boolean | undefined;
515
- readonly disposition?: "cot" | "synthetic" | "user" | "version-pin" | undefined;
516
- readonly data: string;
517
- } | {
518
- readonly _tag: "proposal";
519
- readonly pending?: boolean | undefined;
520
- readonly text: string;
521
- } | {
522
- readonly _tag: "reasoning";
523
- readonly pending?: boolean | undefined;
524
- readonly reasoningText?: string | undefined;
525
- readonly redactedText?: string | undefined;
526
- readonly signature?: string | undefined;
527
- } | {
528
- readonly _tag: "reference";
529
- readonly pending?: boolean | undefined;
530
- readonly reference: import("@dxos/echo/internal").Ref<import("@dxos/echo/Obj").Unknown>;
531
- } | {
532
- readonly _tag: "select";
533
- readonly pending?: boolean | undefined;
534
- readonly options: string[];
535
- } | {
536
- readonly _tag: "status";
537
- readonly pending?: boolean | undefined;
538
- readonly statusText: string;
539
- } | {
540
- readonly _tag: "suggestion";
541
- readonly pending?: boolean | undefined;
542
- readonly text: string;
543
- } | {
544
- readonly _tag: "stats";
545
- readonly pending?: boolean | undefined;
546
- readonly mimeType?: string | undefined;
547
- readonly message?: string | undefined;
548
- readonly model?: string | undefined;
549
- readonly usage?: {
550
- readonly inputTokens?: number | undefined;
551
- readonly outputTokens?: number | undefined;
552
- readonly totalTokens?: number | undefined;
553
- } | undefined;
554
- readonly toolCalls?: number | undefined;
555
- readonly errors?: number | undefined;
556
- readonly duration?: number | undefined;
557
- } | {
558
- readonly _tag: "text";
559
- readonly pending?: boolean | undefined;
560
- readonly mimeType?: string | undefined;
561
- readonly text: string;
562
- readonly disposition?: "cot" | "synthetic" | "user" | "version-pin" | undefined;
563
- } | {
564
- readonly _tag: "summary";
565
- readonly pending?: boolean | undefined;
566
- readonly content: string;
567
- } | {
568
- readonly _tag: "toolkit";
569
- readonly pending?: boolean | undefined;
570
- } | {
571
- readonly _tag: "toolCall";
572
- readonly pending?: boolean | undefined;
573
- readonly toolCallId: string;
574
- readonly name: string;
575
- readonly input: string;
576
- readonly providerExecuted: boolean;
577
- readonly operationKey?: string | undefined;
578
- readonly operationName?: string | undefined;
579
- readonly operationIcon?: string | undefined;
580
- } | {
581
- readonly _tag: "toolResult";
582
- readonly pending?: boolean | undefined;
583
- readonly toolCallId: string;
584
- readonly name: string;
585
- readonly result?: string | {
586
- readonly _tag: "~@dxos/types/ContentBlock.ContentBlockResult";
587
- readonly content: readonly ({
588
- readonly _tag: "file";
589
- readonly pending?: boolean | undefined;
590
- readonly url: string;
591
- readonly name?: string | undefined;
592
- readonly mediaType?: string | undefined;
593
- } | {
594
- readonly _tag: "image";
595
- readonly pending?: boolean | undefined;
596
- readonly id?: string | undefined;
597
- readonly source?: {
598
- readonly type: "base64";
599
- readonly mediaType: string;
600
- readonly data: string;
601
- } | {
602
- readonly type: "http";
603
- readonly url: string;
604
- } | undefined;
605
- } | {
606
- readonly _tag: "text";
607
- readonly pending?: boolean | undefined;
608
- readonly mimeType?: string | undefined;
609
- readonly text: string;
610
- readonly disposition?: "cot" | "synthetic" | "user" | "version-pin" | undefined;
611
- })[];
612
- } | undefined;
613
- readonly error?: string | undefined;
614
- readonly providerExecuted: boolean;
615
- } | {
616
- readonly _tag: "transcript";
617
- readonly pending?: boolean | undefined;
618
- readonly started: string;
619
- readonly text: string;
620
- })[];
621
- readonly properties?: {
622
- readonly [x: string]: any;
623
- } | undefined;
624
- } & import("@dxos/echo/Entity").OfKind<import("@dxos/echo/internal").EntityKind.Object> & {
625
- readonly rangeId?: readonly string[] | undefined;
626
- })[];
627
- }, {
628
- readonly sentences: {
629
- "~@dxos/echo/Kind": import("@dxos/echo/internal").EntityKind.Object;
630
- id: string;
631
- parentMessage?: string | undefined;
632
- threadId?: string | undefined;
633
- created: string;
634
- sender: {
635
- readonly role?: "assistant" | "tool" | "user" | undefined;
636
- readonly contact?: import("@dxos/echo/internal").Ref<{
637
- readonly fullName?: string | undefined;
638
- readonly preferredName?: string | undefined;
639
- readonly nickname?: string | undefined;
640
- readonly image?: string | undefined;
641
- readonly organization?: import("@dxos/echo/internal").Ref<{
642
- readonly name?: string | undefined;
643
- readonly description?: string | undefined;
644
- readonly status?: "active" | "commit" | "prospect" | "qualified" | "reject" | undefined;
645
- readonly image?: string | undefined;
646
- readonly website?: string | undefined;
647
- } & {
648
- readonly location?: readonly [number, number, (number | undefined)?] | undefined;
649
- } & import("@dxos/echo/Entity").OfKind<import("@dxos/echo/internal").EntityKind.Object> & import("@dxos/echo/Obj").Unknown> | undefined;
650
- readonly jobTitle?: string | undefined;
651
- readonly department?: string | undefined;
652
- readonly notes?: string | undefined;
653
- readonly emails?: readonly {
654
- readonly label?: string | undefined;
655
- readonly value: string;
656
- }[] | undefined;
657
- readonly identities?: readonly {
658
- readonly label?: string | undefined;
659
- readonly value: string;
660
- }[] | undefined;
661
- readonly phoneNumbers?: readonly {
662
- readonly label?: string | undefined;
663
- readonly value: string;
664
- }[] | undefined;
665
- readonly addresses?: readonly {
666
- readonly label?: string | undefined;
667
- readonly value: {
668
- readonly street?: string | undefined;
669
- readonly extended?: string | undefined;
670
- readonly locality?: string | undefined;
671
- readonly region?: string | undefined;
672
- readonly postalCode?: string | undefined;
673
- readonly postOfficeBoxNumber?: string | undefined;
674
- readonly country?: string | undefined;
675
- };
676
- }[] | undefined;
677
- readonly urls?: readonly {
678
- readonly label?: string | undefined;
679
- readonly value: string;
680
- }[] | undefined;
681
- readonly birthday?: string | undefined;
682
- readonly fields?: readonly {
683
- readonly category?: string | undefined;
684
- readonly label: string;
685
- readonly value: string;
686
- }[] | undefined;
687
- } & {
688
- readonly location?: readonly [number, number, (number | undefined)?] | undefined;
689
- } & import("@dxos/echo/Entity").OfKind<import("@dxos/echo/internal").EntityKind.Object> & import("@dxos/echo/Obj").Unknown> | undefined;
690
- readonly identityDid?: string | undefined;
691
- readonly identityKey?: string | undefined;
692
- readonly email?: string | undefined;
693
- readonly name?: string | undefined;
694
- };
695
- blocks: readonly ({
696
- readonly _tag: "anchor";
697
- readonly pending?: boolean | undefined;
698
- readonly objectId: string;
699
- readonly version: unknown;
700
- } | {
701
- readonly _tag: "file";
702
- readonly pending?: boolean | undefined;
703
- readonly url: string;
704
- readonly name?: string | undefined;
705
- readonly mediaType?: string | undefined;
706
- } | {
707
- readonly _tag: "image";
708
- readonly pending?: boolean | undefined;
709
- readonly id?: string | undefined;
710
- readonly source?: {
711
- readonly type: "base64";
712
- readonly mediaType: string;
713
- readonly data: string;
714
- } | {
715
- readonly type: "http";
716
- readonly url: string;
717
- } | undefined;
718
- } | {
719
- readonly _tag: "json";
187
+ readonly _tag: "json";
720
188
  readonly pending?: boolean | undefined;
721
189
  readonly disposition?: "cot" | "synthetic" | "user" | "version-pin" | undefined;
722
190
  readonly data: string;
723
- } | {
724
- readonly _tag: "proposal";
725
- readonly pending?: boolean | undefined;
726
- readonly text: string;
727
- } | {
728
- readonly _tag: "reasoning";
729
- readonly pending?: boolean | undefined;
730
- readonly reasoningText?: string | undefined;
731
- readonly redactedText?: string | undefined;
732
- readonly signature?: string | undefined;
733
- } | {
734
- readonly _tag: "reference";
735
- readonly pending?: boolean | undefined;
736
- readonly reference: import("@dxos/echo/internal").Ref<import("@dxos/echo/Obj").Unknown>;
737
- } | {
738
- readonly _tag: "select";
739
- readonly pending?: boolean | undefined;
740
- readonly options: string[];
741
- } | {
742
- readonly _tag: "status";
743
- readonly pending?: boolean | undefined;
744
- readonly statusText: string;
745
- } | {
746
- readonly _tag: "suggestion";
747
- readonly pending?: boolean | undefined;
748
- readonly text: string;
749
- } | {
750
- readonly _tag: "stats";
751
- readonly pending?: boolean | undefined;
752
- readonly mimeType?: string | undefined;
753
- readonly message?: string | undefined;
754
- readonly model?: string | undefined;
755
- readonly usage?: {
756
- readonly inputTokens?: number | undefined;
757
- readonly outputTokens?: number | undefined;
758
- readonly totalTokens?: number | undefined;
759
- } | undefined;
760
- readonly toolCalls?: number | undefined;
761
- readonly errors?: number | undefined;
762
- readonly duration?: number | undefined;
763
- } | {
764
- readonly _tag: "text";
765
- readonly pending?: boolean | undefined;
766
- readonly mimeType?: string | undefined;
767
- readonly text: string;
768
- readonly disposition?: "cot" | "synthetic" | "user" | "version-pin" | undefined;
769
- } | {
770
- readonly _tag: "summary";
771
- readonly pending?: boolean | undefined;
772
- readonly content: string;
773
- } | {
774
- readonly _tag: "toolkit";
775
- readonly pending?: boolean | undefined;
776
- } | {
777
- readonly _tag: "toolCall";
778
- readonly pending?: boolean | undefined;
779
- readonly toolCallId: string;
780
- readonly name: string;
781
- readonly input: string;
782
- readonly providerExecuted: boolean;
783
- readonly operationKey?: string | undefined;
784
- readonly operationName?: string | undefined;
785
- readonly operationIcon?: string | undefined;
786
- } | {
787
- readonly _tag: "toolResult";
788
- readonly pending?: boolean | undefined;
789
- readonly toolCallId: string;
790
- readonly name: string;
791
- readonly result?: string | {
792
- readonly _tag: "~@dxos/types/ContentBlock.ContentBlockResult";
793
- readonly content: readonly ({
794
- readonly _tag: "file";
795
- readonly pending?: boolean | undefined;
796
- readonly url: string;
797
- readonly name?: string | undefined;
798
- readonly mediaType?: string | undefined;
799
- } | {
800
- readonly _tag: "image";
801
- readonly pending?: boolean | undefined;
802
- readonly id?: string | undefined;
803
- readonly source?: {
804
- readonly type: "base64";
805
- readonly mediaType: string;
806
- readonly data: string;
807
- } | {
808
- readonly type: "http";
809
- readonly url: string;
810
- } | undefined;
811
- } | {
812
- readonly _tag: "text";
813
- readonly pending?: boolean | undefined;
814
- readonly mimeType?: string | undefined;
815
- readonly text: string;
816
- readonly disposition?: "cot" | "synthetic" | "user" | "version-pin" | undefined;
817
- })[];
818
- } | undefined;
819
- readonly error?: string | undefined;
820
- readonly providerExecuted: boolean;
821
- } | {
822
- readonly _tag: "transcript";
823
- readonly pending?: boolean | undefined;
824
- readonly started: string;
825
- readonly text: string;
826
191
  })[];
827
192
  properties?: {
828
193
  readonly [x: string]: any;