@dxos/plugin-thread 0.8.3 → 0.8.4-main.1c7ec43d41

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (558) hide show
  1. package/dist/lib/browser/add-message-3FTZANTW.mjs +89 -0
  2. package/dist/lib/browser/add-message-3FTZANTW.mjs.map +7 -0
  3. package/dist/lib/browser/append-channel-message-CO3M6FSA.mjs +40 -0
  4. package/dist/lib/browser/append-channel-message-CO3M6FSA.mjs.map +7 -0
  5. package/dist/lib/browser/blueprints/index.mjs +37 -0
  6. package/dist/lib/browser/blueprints/index.mjs.map +7 -0
  7. package/dist/lib/browser/chunk-J5LGTIGS.mjs +10 -0
  8. package/dist/lib/browser/chunk-MR4CWITF.mjs +31 -0
  9. package/dist/lib/browser/chunk-MR4CWITF.mjs.map +7 -0
  10. package/dist/lib/browser/chunk-TPNZ43NB.mjs +258 -0
  11. package/dist/lib/browser/chunk-TPNZ43NB.mjs.map +7 -0
  12. package/dist/lib/browser/create-GMUAPFZM.mjs +55 -0
  13. package/dist/lib/browser/create-GMUAPFZM.mjs.map +7 -0
  14. package/dist/lib/browser/create-channel-ZXKSLHGN.mjs +19 -0
  15. package/dist/lib/browser/create-channel-ZXKSLHGN.mjs.map +7 -0
  16. package/dist/lib/browser/create-proposals-AV5CREPV.mjs +56 -0
  17. package/dist/lib/browser/create-proposals-AV5CREPV.mjs.map +7 -0
  18. package/dist/lib/browser/delete-673YOWCG.mjs +59 -0
  19. package/dist/lib/browser/delete-673YOWCG.mjs.map +7 -0
  20. package/dist/lib/browser/delete-message-RQ72ZY5D.mjs +55 -0
  21. package/dist/lib/browser/delete-message-RQ72ZY5D.mjs.map +7 -0
  22. package/dist/lib/browser/index.mjs +1783 -270
  23. package/dist/lib/browser/index.mjs.map +4 -4
  24. package/dist/lib/browser/meta.json +1 -1
  25. package/dist/lib/browser/on-create-space-SPE3QVFZ.mjs +24 -0
  26. package/dist/lib/browser/on-create-space-SPE3QVFZ.mjs.map +7 -0
  27. package/dist/lib/browser/operations/index.mjs +13 -0
  28. package/dist/lib/browser/operations/index.mjs.map +7 -0
  29. package/dist/lib/browser/restore-VX7FLZOZ.mjs +32 -0
  30. package/dist/lib/browser/restore-VX7FLZOZ.mjs.map +7 -0
  31. package/dist/lib/browser/restore-message-D65NSWUA.mjs +33 -0
  32. package/dist/lib/browser/restore-message-D65NSWUA.mjs.map +7 -0
  33. package/dist/lib/browser/select-DO4AYSCB.mjs +26 -0
  34. package/dist/lib/browser/select-DO4AYSCB.mjs.map +7 -0
  35. package/dist/lib/browser/toggle-resolved-JD3D4WBZ.mjs +36 -0
  36. package/dist/lib/browser/toggle-resolved-JD3D4WBZ.mjs.map +7 -0
  37. package/dist/lib/browser/translations.mjs +90 -0
  38. package/dist/lib/browser/translations.mjs.map +7 -0
  39. package/dist/lib/browser/types/index.mjs +6 -12
  40. package/dist/lib/node-esm/add-message-56J2HLJB.mjs +90 -0
  41. package/dist/lib/node-esm/add-message-56J2HLJB.mjs.map +7 -0
  42. package/dist/lib/node-esm/append-channel-message-F7KGBSWP.mjs +41 -0
  43. package/dist/lib/node-esm/append-channel-message-F7KGBSWP.mjs.map +7 -0
  44. package/dist/lib/node-esm/blueprints/index.mjs +38 -0
  45. package/dist/lib/node-esm/blueprints/index.mjs.map +7 -0
  46. package/dist/lib/node-esm/chunk-HSLMI22Q.mjs +11 -0
  47. package/dist/lib/node-esm/chunk-L6UL3NVS.mjs +32 -0
  48. package/dist/lib/node-esm/chunk-L6UL3NVS.mjs.map +7 -0
  49. package/dist/lib/node-esm/chunk-XKUMDYGR.mjs +259 -0
  50. package/dist/lib/node-esm/chunk-XKUMDYGR.mjs.map +7 -0
  51. package/dist/lib/node-esm/create-LEXHIPUT.mjs +56 -0
  52. package/dist/lib/node-esm/create-LEXHIPUT.mjs.map +7 -0
  53. package/dist/lib/node-esm/create-channel-6VHTC2OR.mjs +20 -0
  54. package/dist/lib/node-esm/create-channel-6VHTC2OR.mjs.map +7 -0
  55. package/dist/lib/node-esm/create-proposals-P5O2ICOL.mjs +57 -0
  56. package/dist/lib/node-esm/create-proposals-P5O2ICOL.mjs.map +7 -0
  57. package/dist/lib/node-esm/delete-4KSU4UEJ.mjs +60 -0
  58. package/dist/lib/node-esm/delete-4KSU4UEJ.mjs.map +7 -0
  59. package/dist/lib/node-esm/delete-message-PGNLB6TL.mjs +56 -0
  60. package/dist/lib/node-esm/delete-message-PGNLB6TL.mjs.map +7 -0
  61. package/dist/lib/node-esm/index.mjs +1783 -270
  62. package/dist/lib/node-esm/index.mjs.map +4 -4
  63. package/dist/lib/node-esm/meta.json +1 -1
  64. package/dist/lib/node-esm/on-create-space-TFBSHWQ4.mjs +25 -0
  65. package/dist/lib/node-esm/on-create-space-TFBSHWQ4.mjs.map +7 -0
  66. package/dist/lib/node-esm/operations/index.mjs +14 -0
  67. package/dist/lib/node-esm/operations/index.mjs.map +7 -0
  68. package/dist/lib/node-esm/restore-E27OAIFJ.mjs +33 -0
  69. package/dist/lib/node-esm/restore-E27OAIFJ.mjs.map +7 -0
  70. package/dist/lib/node-esm/restore-message-J3CH6NGI.mjs +34 -0
  71. package/dist/lib/node-esm/restore-message-J3CH6NGI.mjs.map +7 -0
  72. package/dist/lib/node-esm/select-NDHRM75K.mjs +27 -0
  73. package/dist/lib/node-esm/select-NDHRM75K.mjs.map +7 -0
  74. package/dist/lib/node-esm/toggle-resolved-VS6NKXL3.mjs +37 -0
  75. package/dist/lib/node-esm/toggle-resolved-VS6NKXL3.mjs.map +7 -0
  76. package/dist/lib/node-esm/translations.mjs +91 -0
  77. package/dist/lib/node-esm/translations.mjs.map +7 -0
  78. package/dist/lib/node-esm/types/index.mjs +6 -12
  79. package/dist/types/src/ThreadPlugin.d.ts +3 -1
  80. package/dist/types/src/ThreadPlugin.d.ts.map +1 -1
  81. package/dist/types/src/ThreadPlugin.node.d.ts +4 -0
  82. package/dist/types/src/ThreadPlugin.node.d.ts.map +1 -0
  83. package/dist/types/src/ThreadPlugin.test.d.ts +2 -0
  84. package/dist/types/src/ThreadPlugin.test.d.ts.map +1 -0
  85. package/dist/types/src/blueprints/index.d.ts +2 -0
  86. package/dist/types/src/blueprints/index.d.ts.map +1 -0
  87. package/dist/types/src/blueprints/thread-blueprint.d.ts +4 -0
  88. package/dist/types/src/blueprints/thread-blueprint.d.ts.map +1 -0
  89. package/dist/types/src/calls/call-manager.d.ts +40 -30
  90. package/dist/types/src/calls/call-manager.d.ts.map +1 -1
  91. package/dist/types/src/calls/call-swarm-synchronizer.d.ts +2 -2
  92. package/dist/types/src/calls/call-swarm-synchronizer.d.ts.map +1 -1
  93. package/dist/types/src/calls/media-manager.d.ts +2 -2
  94. package/dist/types/src/calls/media-manager.d.ts.map +1 -1
  95. package/dist/types/src/calls/speaking-monitor.d.ts +0 -3
  96. package/dist/types/src/calls/speaking-monitor.d.ts.map +1 -1
  97. package/dist/types/src/calls/types.d.ts +1 -1
  98. package/dist/types/src/calls/types.d.ts.map +1 -1
  99. package/dist/types/src/calls/util/audio.d.ts.map +1 -1
  100. package/dist/types/src/calls/util/calls-service.d.ts +11 -6
  101. package/dist/types/src/calls/util/calls-service.d.ts.map +1 -1
  102. package/dist/types/src/calls/util/history-cache.d.ts.map +1 -1
  103. package/dist/types/src/calls/util/media.d.ts.map +1 -1
  104. package/dist/types/src/calls/util/stub-media-streams.d.ts.map +1 -1
  105. package/dist/types/src/calls/util/task-scheduling.d.ts +2 -2
  106. package/dist/types/src/calls/util/task-scheduling.d.ts.map +1 -1
  107. package/dist/types/src/calls-service.stories.d.ts +23 -0
  108. package/dist/types/src/calls-service.stories.d.ts.map +1 -0
  109. package/dist/types/src/capabilities/app-graph-builder.d.ts +4 -2
  110. package/dist/types/src/capabilities/app-graph-builder.d.ts.map +1 -1
  111. package/dist/types/src/capabilities/blueprint-definition.d.ts +6 -0
  112. package/dist/types/src/capabilities/blueprint-definition.d.ts.map +1 -0
  113. package/dist/types/src/capabilities/call-manager.d.ts +3 -2
  114. package/dist/types/src/capabilities/call-manager.d.ts.map +1 -1
  115. package/dist/types/src/capabilities/create-object.d.ts +11 -0
  116. package/dist/types/src/capabilities/create-object.d.ts.map +1 -0
  117. package/dist/types/src/capabilities/index.d.ts +19 -13
  118. package/dist/types/src/capabilities/index.d.ts.map +1 -1
  119. package/dist/types/src/capabilities/markdown.d.ts +3 -2
  120. package/dist/types/src/capabilities/markdown.d.ts.map +1 -1
  121. package/dist/types/src/capabilities/operation-handler.d.ts +6 -0
  122. package/dist/types/src/capabilities/operation-handler.d.ts.map +1 -0
  123. package/dist/types/src/capabilities/react-root.d.ts +4 -2
  124. package/dist/types/src/capabilities/react-root.d.ts.map +1 -1
  125. package/dist/types/src/capabilities/react-surface.d.ts +3 -2
  126. package/dist/types/src/capabilities/react-surface.d.ts.map +1 -1
  127. package/dist/types/src/capabilities/settings.d.ts +5 -2
  128. package/dist/types/src/capabilities/settings.d.ts.map +1 -1
  129. package/dist/types/src/capabilities/state.d.ts +5 -5
  130. package/dist/types/src/capabilities/state.d.ts.map +1 -1
  131. package/dist/types/src/capabilities/undo-mappings.d.ts +5 -0
  132. package/dist/types/src/capabilities/undo-mappings.d.ts.map +1 -0
  133. package/dist/types/src/components/Call/Call.d.ts +32 -4
  134. package/dist/types/src/components/Call/Call.d.ts.map +1 -1
  135. package/dist/types/src/components/Call/Toolbar.d.ts +6 -6
  136. package/dist/types/src/components/Call/Toolbar.d.ts.map +1 -1
  137. package/dist/types/src/components/Chat/Chat.d.ts +51 -0
  138. package/dist/types/src/components/Chat/Chat.d.ts.map +1 -0
  139. package/dist/types/src/components/Chat/index.d.ts +2 -0
  140. package/dist/types/src/components/Chat/index.d.ts.map +1 -0
  141. package/dist/types/src/components/CommentsPanel/CommentsPanel.d.ts +13 -0
  142. package/dist/types/src/components/CommentsPanel/CommentsPanel.d.ts.map +1 -0
  143. package/dist/types/src/components/CommentsPanel/CommentsPanel.stories.d.ts +160 -0
  144. package/dist/types/src/components/CommentsPanel/CommentsPanel.stories.d.ts.map +1 -0
  145. package/dist/types/src/components/CommentsPanel/CommentsThread.d.ts +14 -0
  146. package/dist/types/src/components/CommentsPanel/CommentsThread.d.ts.map +1 -0
  147. package/dist/types/src/components/CommentsPanel/index.d.ts +3 -0
  148. package/dist/types/src/components/CommentsPanel/index.d.ts.map +1 -0
  149. package/dist/types/src/components/Lobby/Lobby.d.ts +24 -3
  150. package/dist/types/src/components/Lobby/Lobby.d.ts.map +1 -1
  151. package/dist/types/src/components/Media/VideoObject.d.ts +3 -3
  152. package/dist/types/src/components/Media/VideoObject.d.ts.map +1 -1
  153. package/dist/types/src/components/Media/VideoObject.stories.d.ts +18 -4
  154. package/dist/types/src/components/Media/VideoObject.stories.d.ts.map +1 -1
  155. package/dist/types/src/components/MessagePanel/MessagePanel.d.ts +15 -0
  156. package/dist/types/src/components/MessagePanel/MessagePanel.d.ts.map +1 -0
  157. package/dist/types/src/components/MessagePanel/index.d.ts +2 -0
  158. package/dist/types/src/components/MessagePanel/index.d.ts.map +1 -0
  159. package/dist/types/src/components/Participant/Participant.d.ts.map +1 -1
  160. package/dist/types/src/components/Participant/ParticipantGrid.d.ts.map +1 -1
  161. package/dist/types/src/components/ResponsiveGrid/ResponsiveGrid.d.ts.map +1 -1
  162. package/dist/types/src/components/ResponsiveGrid/ResponsiveGrid.stories.d.ts +160 -5
  163. package/dist/types/src/components/ResponsiveGrid/ResponsiveGrid.stories.d.ts.map +1 -1
  164. package/dist/types/src/components/ResponsiveGrid/ResponsiveGridItem.d.ts.map +1 -1
  165. package/dist/types/src/components/ResponsiveGrid/{ResponsiveContainer.d.ts → ResponsivePanel.d.ts} +4 -4
  166. package/dist/types/src/components/ResponsiveGrid/ResponsivePanel.d.ts.map +1 -0
  167. package/dist/types/src/components/ResponsiveGrid/ResponsivePanel.stories.d.ts +164 -0
  168. package/dist/types/src/components/ResponsiveGrid/ResponsivePanel.stories.d.ts.map +1 -0
  169. package/dist/types/src/components/ResponsiveGrid/index.d.ts +1 -1
  170. package/dist/types/src/components/ResponsiveGrid/index.d.ts.map +1 -1
  171. package/dist/types/src/components/ThreadSettings/ThreadSettings.d.ts +6 -0
  172. package/dist/types/src/components/ThreadSettings/ThreadSettings.d.ts.map +1 -0
  173. package/dist/types/src/components/ThreadSettings/ThreadSettings.stories.d.ts +161 -0
  174. package/dist/types/src/components/ThreadSettings/ThreadSettings.stories.d.ts.map +1 -0
  175. package/dist/types/src/components/ThreadSettings/index.d.ts +2 -0
  176. package/dist/types/src/components/ThreadSettings/index.d.ts.map +1 -0
  177. package/dist/types/src/components/index.d.ts +5 -9
  178. package/dist/types/src/components/index.d.ts.map +1 -1
  179. package/dist/types/src/containers/CallDebugPanel/CallDebugPanel.d.ts +15 -0
  180. package/dist/types/src/containers/CallDebugPanel/CallDebugPanel.d.ts.map +1 -0
  181. package/dist/types/src/containers/CallDebugPanel/index.d.ts +2 -0
  182. package/dist/types/src/containers/CallDebugPanel/index.d.ts.map +1 -0
  183. package/dist/types/src/{components → containers/CallSidebar}/CallSidebar.d.ts +0 -1
  184. package/dist/types/src/containers/CallSidebar/CallSidebar.d.ts.map +1 -0
  185. package/dist/types/src/containers/CallSidebar/index.d.ts +2 -0
  186. package/dist/types/src/containers/CallSidebar/index.d.ts.map +1 -0
  187. package/dist/types/src/containers/ChannelChat/ChannelChat.d.ts +20 -0
  188. package/dist/types/src/containers/ChannelChat/ChannelChat.d.ts.map +1 -0
  189. package/dist/types/src/containers/ChannelChat/index.d.ts +4 -0
  190. package/dist/types/src/containers/ChannelChat/index.d.ts.map +1 -0
  191. package/dist/types/src/containers/ChannelContainer/ChannelContainer.d.ts +12 -0
  192. package/dist/types/src/containers/ChannelContainer/ChannelContainer.d.ts.map +1 -0
  193. package/dist/types/src/containers/ChannelContainer/ChannelContainer.stories.d.ts +162 -0
  194. package/dist/types/src/containers/ChannelContainer/ChannelContainer.stories.d.ts.map +1 -0
  195. package/dist/types/src/containers/ChannelContainer/index.d.ts +2 -0
  196. package/dist/types/src/containers/ChannelContainer/index.d.ts.map +1 -0
  197. package/dist/types/src/containers/ThreadCompanion/ThreadCompanion.d.ts +8 -0
  198. package/dist/types/src/containers/ThreadCompanion/ThreadCompanion.d.ts.map +1 -0
  199. package/dist/types/src/containers/ThreadCompanion/index.d.ts +2 -0
  200. package/dist/types/src/containers/ThreadCompanion/index.d.ts.map +1 -0
  201. package/dist/types/src/containers/ThreadContainer/ThreadContainer.d.ts +20 -0
  202. package/dist/types/src/containers/ThreadContainer/ThreadContainer.d.ts.map +1 -0
  203. package/dist/types/src/containers/ThreadContainer/ThreadContainer.stories.d.ts +162 -0
  204. package/dist/types/src/containers/ThreadContainer/ThreadContainer.stories.d.ts.map +1 -0
  205. package/dist/types/src/containers/ThreadContainer/index.d.ts +4 -0
  206. package/dist/types/src/containers/ThreadContainer/index.d.ts.map +1 -0
  207. package/dist/types/src/containers/index.d.ts +8 -0
  208. package/dist/types/src/containers/index.d.ts.map +1 -0
  209. package/dist/types/src/{components/command-extension.d.ts → extensions/command.d.ts} +1 -1
  210. package/dist/types/src/extensions/command.d.ts.map +1 -0
  211. package/dist/types/src/extensions/index.d.ts +1 -0
  212. package/dist/types/src/extensions/index.d.ts.map +1 -1
  213. package/dist/types/src/extensions/threads.d.ts +9 -4
  214. package/dist/types/src/extensions/threads.d.ts.map +1 -1
  215. package/dist/types/src/hooks/analytics.d.ts +2 -3
  216. package/dist/types/src/hooks/analytics.d.ts.map +1 -1
  217. package/dist/types/src/hooks/index.d.ts +3 -0
  218. package/dist/types/src/hooks/index.d.ts.map +1 -1
  219. package/dist/types/src/hooks/useBlackCanvasStreamTrack.d.ts +2 -0
  220. package/dist/types/src/hooks/useBlackCanvasStreamTrack.d.ts.map +1 -0
  221. package/dist/types/src/hooks/useInaudibleAudioStreamTrack.d.ts +2 -0
  222. package/dist/types/src/hooks/useInaudibleAudioStreamTrack.d.ts.map +1 -0
  223. package/dist/types/src/hooks/useStatus.d.ts.map +1 -1
  224. package/dist/types/src/hooks/useVideoStreamTrack.d.ts +3 -0
  225. package/dist/types/src/hooks/useVideoStreamTrack.d.ts.map +1 -0
  226. package/dist/types/src/index.d.ts +4 -3
  227. package/dist/types/src/index.d.ts.map +1 -1
  228. package/dist/types/src/meta.d.ts +3 -4
  229. package/dist/types/src/meta.d.ts.map +1 -1
  230. package/dist/types/src/operations/add-message.d.ts +5 -0
  231. package/dist/types/src/operations/add-message.d.ts.map +1 -0
  232. package/dist/types/src/operations/append-channel-message.d.ts +5 -0
  233. package/dist/types/src/operations/append-channel-message.d.ts.map +1 -0
  234. package/dist/types/src/operations/create-channel.d.ts +5 -0
  235. package/dist/types/src/operations/create-channel.d.ts.map +1 -0
  236. package/dist/types/src/operations/create-proposals.d.ts +5 -0
  237. package/dist/types/src/operations/create-proposals.d.ts.map +1 -0
  238. package/dist/types/src/operations/create.d.ts +5 -0
  239. package/dist/types/src/operations/create.d.ts.map +1 -0
  240. package/dist/types/src/operations/definitions.d.ts +1995 -0
  241. package/dist/types/src/operations/definitions.d.ts.map +1 -0
  242. package/dist/types/src/operations/delete-message.d.ts +5 -0
  243. package/dist/types/src/operations/delete-message.d.ts.map +1 -0
  244. package/dist/types/src/operations/delete.d.ts +5 -0
  245. package/dist/types/src/operations/delete.d.ts.map +1 -0
  246. package/dist/types/src/operations/index.d.ts +4 -0
  247. package/dist/types/src/operations/index.d.ts.map +1 -0
  248. package/dist/types/src/operations/on-create-space.d.ts +5 -0
  249. package/dist/types/src/operations/on-create-space.d.ts.map +1 -0
  250. package/dist/types/src/operations/restore-message.d.ts +5 -0
  251. package/dist/types/src/operations/restore-message.d.ts.map +1 -0
  252. package/dist/types/src/operations/restore.d.ts +5 -0
  253. package/dist/types/src/operations/restore.d.ts.map +1 -0
  254. package/dist/types/src/operations/select.d.ts +5 -0
  255. package/dist/types/src/operations/select.d.ts.map +1 -0
  256. package/dist/types/src/operations/toggle-resolved.d.ts +5 -0
  257. package/dist/types/src/operations/toggle-resolved.d.ts.map +1 -0
  258. package/dist/types/src/testing/data.d.ts +5 -0
  259. package/dist/types/src/testing/data.d.ts.map +1 -0
  260. package/dist/types/src/testing/index.d.ts +1 -1
  261. package/dist/types/src/testing/index.d.ts.map +1 -1
  262. package/dist/types/src/translations.d.ts +144 -194
  263. package/dist/types/src/translations.d.ts.map +1 -1
  264. package/dist/types/src/types/Settings.d.ts +5 -0
  265. package/dist/types/src/types/Settings.d.ts.map +1 -0
  266. package/dist/types/src/types/capabilities.d.ts +29 -0
  267. package/dist/types/src/types/capabilities.d.ts.map +1 -0
  268. package/dist/types/src/types/index.d.ts +1 -1
  269. package/dist/types/src/types/index.d.ts.map +1 -1
  270. package/dist/types/src/types/types.d.ts +4 -326
  271. package/dist/types/src/types/types.d.ts.map +1 -1
  272. package/dist/types/src/util.d.ts +21 -3
  273. package/dist/types/src/util.d.ts.map +1 -1
  274. package/dist/types/tsconfig.tsbuildinfo +1 -1
  275. package/package.json +119 -75
  276. package/src/ThreadPlugin.node.ts +39 -0
  277. package/src/ThreadPlugin.test.ts +37 -0
  278. package/src/ThreadPlugin.tsx +66 -149
  279. package/src/blueprints/index.ts +5 -0
  280. package/src/blueprints/thread-blueprint.ts +36 -0
  281. package/src/calls/call-manager.ts +78 -50
  282. package/src/calls/call-swarm-synchronizer.ts +3 -3
  283. package/src/calls/media-manager.ts +77 -41
  284. package/src/calls/types.ts +8 -4
  285. package/src/calls/util/calls-service.ts +74 -19
  286. package/src/calls/util/stub-media-streams.ts +65 -9
  287. package/src/calls/util/task-scheduling.ts +4 -4
  288. package/src/calls-service.stories.tsx +230 -0
  289. package/src/capabilities/app-graph-builder.ts +177 -162
  290. package/src/capabilities/blueprint-definition.ts +19 -0
  291. package/src/capabilities/call-manager.ts +19 -11
  292. package/src/capabilities/create-object.ts +29 -0
  293. package/src/capabilities/index.ts +17 -11
  294. package/src/capabilities/markdown.ts +55 -37
  295. package/src/capabilities/operation-handler.ts +16 -0
  296. package/src/capabilities/react-root.tsx +12 -9
  297. package/src/capabilities/react-surface.tsx +83 -74
  298. package/src/capabilities/settings.ts +28 -12
  299. package/src/capabilities/state.ts +14 -17
  300. package/src/capabilities/undo-mappings.ts +46 -0
  301. package/src/components/Call/Call.tsx +17 -12
  302. package/src/components/Call/Toolbar.tsx +63 -46
  303. package/src/components/Chat/Chat.tsx +258 -0
  304. package/src/components/Chat/index.ts +5 -0
  305. package/src/components/CommentsPanel/CommentsPanel.stories.tsx +95 -0
  306. package/src/components/CommentsPanel/CommentsPanel.tsx +71 -0
  307. package/src/components/CommentsPanel/CommentsThread.tsx +172 -0
  308. package/src/components/CommentsPanel/index.ts +6 -0
  309. package/src/components/Lobby/Lobby.tsx +21 -17
  310. package/src/components/Media/AudioStream.tsx +2 -2
  311. package/src/components/Media/VideoObject.stories.tsx +37 -30
  312. package/src/components/Media/VideoObject.tsx +1 -1
  313. package/src/components/MessagePanel/MessagePanel.tsx +225 -0
  314. package/src/components/MessagePanel/index.ts +5 -0
  315. package/src/components/Participant/Participant.tsx +35 -15
  316. package/src/components/Participant/ParticipantGrid.tsx +1 -1
  317. package/src/components/ResponsiveGrid/ResponsiveGrid.stories.tsx +51 -49
  318. package/src/components/ResponsiveGrid/ResponsiveGrid.tsx +6 -6
  319. package/src/components/ResponsiveGrid/ResponsiveGridItem.tsx +15 -12
  320. package/src/components/ResponsiveGrid/{ResponsiveContainer.stories.tsx → ResponsivePanel.stories.tsx} +12 -12
  321. package/src/components/ResponsiveGrid/{ResponsiveContainer.tsx → ResponsivePanel.tsx} +5 -5
  322. package/src/components/ResponsiveGrid/index.ts +1 -1
  323. package/src/components/ThreadSettings/ThreadSettings.stories.tsx +32 -0
  324. package/src/components/ThreadSettings/ThreadSettings.tsx +20 -0
  325. package/src/components/ThreadSettings/index.ts +5 -0
  326. package/src/components/index.ts +6 -12
  327. package/src/containers/CallDebugPanel/CallDebugPanel.tsx +173 -0
  328. package/src/containers/CallDebugPanel/index.ts +5 -0
  329. package/src/containers/CallSidebar/CallSidebar.tsx +18 -0
  330. package/src/containers/CallSidebar/index.ts +5 -0
  331. package/src/containers/ChannelChat/ChannelChat.tsx +75 -0
  332. package/src/containers/ChannelChat/index.ts +8 -0
  333. package/src/containers/ChannelContainer/ChannelContainer.stories.tsx +105 -0
  334. package/src/containers/ChannelContainer/ChannelContainer.tsx +223 -0
  335. package/src/containers/ChannelContainer/index.ts +5 -0
  336. package/src/containers/ThreadCompanion/ThreadCompanion.tsx +215 -0
  337. package/src/containers/ThreadCompanion/index.ts +5 -0
  338. package/src/containers/ThreadContainer/ThreadContainer.stories.tsx +86 -0
  339. package/src/containers/ThreadContainer/ThreadContainer.tsx +75 -0
  340. package/src/containers/ThreadContainer/index.ts +8 -0
  341. package/src/containers/index.ts +12 -0
  342. package/src/{components/command-extension.ts → extensions/command.ts} +7 -4
  343. package/src/extensions/index.ts +1 -0
  344. package/src/extensions/threads.ts +89 -44
  345. package/src/hooks/analytics.ts +22 -21
  346. package/src/hooks/index.ts +4 -0
  347. package/src/hooks/useBlackCanvasStreamTrack.tsx +27 -0
  348. package/src/hooks/useDebugMode.ts +1 -1
  349. package/src/hooks/useInaudibleAudioStreamTrack.tsx +27 -0
  350. package/src/hooks/useVideoStreamTrack.tsx +36 -0
  351. package/src/index.ts +11 -4
  352. package/src/meta.ts +11 -7
  353. package/src/operations/add-message.ts +81 -0
  354. package/src/operations/append-channel-message.ts +36 -0
  355. package/src/operations/create-channel.ts +20 -0
  356. package/src/operations/create-proposals.ts +49 -0
  357. package/src/operations/create.ts +48 -0
  358. package/src/operations/definitions.ts +177 -0
  359. package/src/operations/delete-message.ts +53 -0
  360. package/src/operations/delete.ts +63 -0
  361. package/src/operations/index.ts +22 -0
  362. package/src/operations/on-create-space.ts +27 -0
  363. package/src/operations/restore-message.ts +38 -0
  364. package/src/operations/restore.ts +38 -0
  365. package/src/operations/select.ts +24 -0
  366. package/src/operations/toggle-resolved.ts +41 -0
  367. package/src/testing/data.ts +49 -0
  368. package/src/testing/index.ts +1 -1
  369. package/src/translations.ts +77 -73
  370. package/src/types/Settings.ts +10 -0
  371. package/src/types/capabilities.ts +42 -0
  372. package/src/types/index.ts +1 -1
  373. package/src/types/types.ts +5 -91
  374. package/src/typings/peermetrics-webrtc-stats.d.ts +17 -1
  375. package/src/typings.d.ts +8 -0
  376. package/src/util.ts +38 -6
  377. package/dist/lib/browser/ChannelContainer-PKFBVENP.mjs +0 -15
  378. package/dist/lib/browser/ChatContainer-RSOKYAMK.mjs +0 -14
  379. package/dist/lib/browser/app-graph-builder-OY7R7EJP.mjs +0 -171
  380. package/dist/lib/browser/app-graph-builder-OY7R7EJP.mjs.map +0 -7
  381. package/dist/lib/browser/call-manager-APQAZWHT.mjs +0 -23
  382. package/dist/lib/browser/call-manager-APQAZWHT.mjs.map +0 -7
  383. package/dist/lib/browser/chunk-4H4A264L.mjs +0 -1708
  384. package/dist/lib/browser/chunk-4H4A264L.mjs.map +0 -7
  385. package/dist/lib/browser/chunk-5P5BH5GE.mjs +0 -88
  386. package/dist/lib/browser/chunk-5P5BH5GE.mjs.map +0 -7
  387. package/dist/lib/browser/chunk-6NBVNXTM.mjs +0 -21
  388. package/dist/lib/browser/chunk-6NBVNXTM.mjs.map +0 -7
  389. package/dist/lib/browser/chunk-AEXWNS6Z.mjs +0 -128
  390. package/dist/lib/browser/chunk-AEXWNS6Z.mjs.map +0 -7
  391. package/dist/lib/browser/chunk-IIUTBDVB.mjs +0 -17
  392. package/dist/lib/browser/chunk-IIUTBDVB.mjs.map +0 -7
  393. package/dist/lib/browser/chunk-JKQUJOTX.mjs +0 -31
  394. package/dist/lib/browser/chunk-JKQUJOTX.mjs.map +0 -7
  395. package/dist/lib/browser/chunk-PG5CTFKK.mjs +0 -550
  396. package/dist/lib/browser/chunk-PG5CTFKK.mjs.map +0 -7
  397. package/dist/lib/browser/chunk-R5MDLUPC.mjs +0 -18
  398. package/dist/lib/browser/chunk-R5MDLUPC.mjs.map +0 -7
  399. package/dist/lib/browser/chunk-TAFSCSUR.mjs +0 -351
  400. package/dist/lib/browser/chunk-TAFSCSUR.mjs.map +0 -7
  401. package/dist/lib/browser/chunk-XZKBN3NS.mjs +0 -983
  402. package/dist/lib/browser/chunk-XZKBN3NS.mjs.map +0 -7
  403. package/dist/lib/browser/intent-resolver-FK2MDVDT.mjs +0 -353
  404. package/dist/lib/browser/intent-resolver-FK2MDVDT.mjs.map +0 -7
  405. package/dist/lib/browser/markdown-TE5SWWNJ.mjs +0 -169
  406. package/dist/lib/browser/markdown-TE5SWWNJ.mjs.map +0 -7
  407. package/dist/lib/browser/react-root-NK3A4VG7.mjs +0 -27
  408. package/dist/lib/browser/react-root-NK3A4VG7.mjs.map +0 -7
  409. package/dist/lib/browser/react-surface-VXUJKSOG.mjs +0 -108
  410. package/dist/lib/browser/react-surface-VXUJKSOG.mjs.map +0 -7
  411. package/dist/lib/browser/settings-RB2RSLXV.mjs +0 -22
  412. package/dist/lib/browser/settings-RB2RSLXV.mjs.map +0 -7
  413. package/dist/lib/browser/state-RKL5MSDP.mjs +0 -34
  414. package/dist/lib/browser/state-RKL5MSDP.mjs.map +0 -7
  415. package/dist/lib/node/ChannelContainer-YS5YT2ML.cjs +0 -36
  416. package/dist/lib/node/ChannelContainer-YS5YT2ML.cjs.map +0 -7
  417. package/dist/lib/node/ChatContainer-GCOM3M56.cjs +0 -35
  418. package/dist/lib/node/ChatContainer-GCOM3M56.cjs.map +0 -7
  419. package/dist/lib/node/app-graph-builder-PBHJNDQY.cjs +0 -179
  420. package/dist/lib/node/app-graph-builder-PBHJNDQY.cjs.map +0 -7
  421. package/dist/lib/node/call-manager-HV2XJW5O.cjs +0 -37
  422. package/dist/lib/node/call-manager-HV2XJW5O.cjs.map +0 -7
  423. package/dist/lib/node/chunk-44I33JDT.cjs +0 -1731
  424. package/dist/lib/node/chunk-44I33JDT.cjs.map +0 -7
  425. package/dist/lib/node/chunk-4YSNVPWU.cjs +0 -37
  426. package/dist/lib/node/chunk-4YSNVPWU.cjs.map +0 -7
  427. package/dist/lib/node/chunk-E3WBZTTI.cjs +0 -371
  428. package/dist/lib/node/chunk-E3WBZTTI.cjs.map +0 -7
  429. package/dist/lib/node/chunk-ERG7G6FF.cjs +0 -59
  430. package/dist/lib/node/chunk-ERG7G6FF.cjs.map +0 -7
  431. package/dist/lib/node/chunk-FUXJAVFZ.cjs +0 -108
  432. package/dist/lib/node/chunk-FUXJAVFZ.cjs.map +0 -7
  433. package/dist/lib/node/chunk-HLMCEE5K.cjs +0 -41
  434. package/dist/lib/node/chunk-HLMCEE5K.cjs.map +0 -7
  435. package/dist/lib/node/chunk-IP533AMV.cjs +0 -554
  436. package/dist/lib/node/chunk-IP533AMV.cjs.map +0 -7
  437. package/dist/lib/node/chunk-LR5NENBE.cjs +0 -54
  438. package/dist/lib/node/chunk-LR5NENBE.cjs.map +0 -7
  439. package/dist/lib/node/chunk-UM36TPCT.cjs +0 -984
  440. package/dist/lib/node/chunk-UM36TPCT.cjs.map +0 -7
  441. package/dist/lib/node/chunk-ZGDN3XBR.cjs +0 -149
  442. package/dist/lib/node/chunk-ZGDN3XBR.cjs.map +0 -7
  443. package/dist/lib/node/index.cjs +0 -310
  444. package/dist/lib/node/index.cjs.map +0 -7
  445. package/dist/lib/node/intent-resolver-SYSJ5SJG.cjs +0 -363
  446. package/dist/lib/node/intent-resolver-SYSJ5SJG.cjs.map +0 -7
  447. package/dist/lib/node/markdown-GQIPJS2F.cjs +0 -178
  448. package/dist/lib/node/markdown-GQIPJS2F.cjs.map +0 -7
  449. package/dist/lib/node/meta.json +0 -1
  450. package/dist/lib/node/react-root-6HHDMULJ.cjs +0 -51
  451. package/dist/lib/node/react-root-6HHDMULJ.cjs.map +0 -7
  452. package/dist/lib/node/react-surface-NBH42NN2.cjs +0 -122
  453. package/dist/lib/node/react-surface-NBH42NN2.cjs.map +0 -7
  454. package/dist/lib/node/settings-4LQSFEDK.cjs +0 -36
  455. package/dist/lib/node/settings-4LQSFEDK.cjs.map +0 -7
  456. package/dist/lib/node/state-IY5XX3H2.cjs +0 -50
  457. package/dist/lib/node/state-IY5XX3H2.cjs.map +0 -7
  458. package/dist/lib/node/types/index.cjs +0 -38
  459. package/dist/lib/node/types/index.cjs.map +0 -7
  460. package/dist/lib/node-esm/ChannelContainer-O4QJII2P.mjs +0 -16
  461. package/dist/lib/node-esm/ChannelContainer-O4QJII2P.mjs.map +0 -7
  462. package/dist/lib/node-esm/ChatContainer-F6CSADV7.mjs +0 -15
  463. package/dist/lib/node-esm/ChatContainer-F6CSADV7.mjs.map +0 -7
  464. package/dist/lib/node-esm/app-graph-builder-BAHBHYWI.mjs +0 -172
  465. package/dist/lib/node-esm/app-graph-builder-BAHBHYWI.mjs.map +0 -7
  466. package/dist/lib/node-esm/call-manager-UUYXLF4T.mjs +0 -24
  467. package/dist/lib/node-esm/call-manager-UUYXLF4T.mjs.map +0 -7
  468. package/dist/lib/node-esm/chunk-2RNIPFDA.mjs +0 -984
  469. package/dist/lib/node-esm/chunk-2RNIPFDA.mjs.map +0 -7
  470. package/dist/lib/node-esm/chunk-ESQC6SYE.mjs +0 -19
  471. package/dist/lib/node-esm/chunk-ESQC6SYE.mjs.map +0 -7
  472. package/dist/lib/node-esm/chunk-K4KAUOKT.mjs +0 -19
  473. package/dist/lib/node-esm/chunk-K4KAUOKT.mjs.map +0 -7
  474. package/dist/lib/node-esm/chunk-O3V45YJP.mjs +0 -90
  475. package/dist/lib/node-esm/chunk-O3V45YJP.mjs.map +0 -7
  476. package/dist/lib/node-esm/chunk-O63QJPQX.mjs +0 -23
  477. package/dist/lib/node-esm/chunk-O63QJPQX.mjs.map +0 -7
  478. package/dist/lib/node-esm/chunk-P6RLFCNT.mjs +0 -352
  479. package/dist/lib/node-esm/chunk-P6RLFCNT.mjs.map +0 -7
  480. package/dist/lib/node-esm/chunk-PGRP3O4O.mjs +0 -33
  481. package/dist/lib/node-esm/chunk-PGRP3O4O.mjs.map +0 -7
  482. package/dist/lib/node-esm/chunk-UJMPYKT3.mjs +0 -129
  483. package/dist/lib/node-esm/chunk-UJMPYKT3.mjs.map +0 -7
  484. package/dist/lib/node-esm/chunk-UZWVVFT3.mjs +0 -551
  485. package/dist/lib/node-esm/chunk-UZWVVFT3.mjs.map +0 -7
  486. package/dist/lib/node-esm/chunk-WXNPD542.mjs +0 -1710
  487. package/dist/lib/node-esm/chunk-WXNPD542.mjs.map +0 -7
  488. package/dist/lib/node-esm/intent-resolver-BU73VYW3.mjs +0 -354
  489. package/dist/lib/node-esm/intent-resolver-BU73VYW3.mjs.map +0 -7
  490. package/dist/lib/node-esm/markdown-HJUWNBLS.mjs +0 -170
  491. package/dist/lib/node-esm/markdown-HJUWNBLS.mjs.map +0 -7
  492. package/dist/lib/node-esm/react-root-RUXOAQNW.mjs +0 -28
  493. package/dist/lib/node-esm/react-root-RUXOAQNW.mjs.map +0 -7
  494. package/dist/lib/node-esm/react-surface-ELXFYKP6.mjs +0 -109
  495. package/dist/lib/node-esm/react-surface-ELXFYKP6.mjs.map +0 -7
  496. package/dist/lib/node-esm/settings-EA7DFSM6.mjs +0 -23
  497. package/dist/lib/node-esm/settings-EA7DFSM6.mjs.map +0 -7
  498. package/dist/lib/node-esm/state-6AUTNROZ.mjs +0 -35
  499. package/dist/lib/node-esm/state-6AUTNROZ.mjs.map +0 -7
  500. package/dist/types/src/capabilities/capabilities.d.ts +0 -27
  501. package/dist/types/src/capabilities/capabilities.d.ts.map +0 -1
  502. package/dist/types/src/capabilities/intent-resolver.d.ts +0 -4
  503. package/dist/types/src/capabilities/intent-resolver.d.ts.map +0 -1
  504. package/dist/types/src/components/CallDebugPanel.d.ts +0 -8
  505. package/dist/types/src/components/CallDebugPanel.d.ts.map +0 -1
  506. package/dist/types/src/components/CallSidebar.d.ts.map +0 -1
  507. package/dist/types/src/components/ChannelContainer.d.ts +0 -14
  508. package/dist/types/src/components/ChannelContainer.d.ts.map +0 -1
  509. package/dist/types/src/components/ChannelContainer.stories.d.ts +0 -10
  510. package/dist/types/src/components/ChannelContainer.stories.d.ts.map +0 -1
  511. package/dist/types/src/components/Chat.stories.d.ts +0 -6
  512. package/dist/types/src/components/Chat.stories.d.ts.map +0 -1
  513. package/dist/types/src/components/ChatContainer.d.ts +0 -17
  514. package/dist/types/src/components/ChatContainer.d.ts.map +0 -1
  515. package/dist/types/src/components/CommentContainer.d.ts +0 -13
  516. package/dist/types/src/components/CommentContainer.d.ts.map +0 -1
  517. package/dist/types/src/components/Comments.stories.d.ts +0 -6
  518. package/dist/types/src/components/Comments.stories.d.ts.map +0 -1
  519. package/dist/types/src/components/CommentsContainer.d.ts +0 -13
  520. package/dist/types/src/components/CommentsContainer.d.ts.map +0 -1
  521. package/dist/types/src/components/MessageContainer.d.ts +0 -11
  522. package/dist/types/src/components/MessageContainer.d.ts.map +0 -1
  523. package/dist/types/src/components/ResponsiveGrid/ResponsiveContainer.d.ts.map +0 -1
  524. package/dist/types/src/components/ResponsiveGrid/ResponsiveContainer.stories.d.ts +0 -10
  525. package/dist/types/src/components/ResponsiveGrid/ResponsiveContainer.stories.d.ts.map +0 -1
  526. package/dist/types/src/components/ThreadComplementary.d.ts +0 -5
  527. package/dist/types/src/components/ThreadComplementary.d.ts.map +0 -1
  528. package/dist/types/src/components/ThreadSettings.d.ts +0 -6
  529. package/dist/types/src/components/ThreadSettings.d.ts.map +0 -1
  530. package/dist/types/src/components/command-extension.d.ts.map +0 -1
  531. package/dist/types/src/components/testing.d.ts +0 -4
  532. package/dist/types/src/components/testing.d.ts.map +0 -1
  533. package/dist/types/src/peers.stories.d.ts +0 -11
  534. package/dist/types/src/peers.stories.d.ts.map +0 -1
  535. package/dist/types/src/testing/stories.d.ts +0 -2
  536. package/dist/types/src/testing/stories.d.ts.map +0 -1
  537. package/dist/types/src/types/schema.d.ts +0 -133
  538. package/dist/types/src/types/schema.d.ts.map +0 -1
  539. package/src/capabilities/capabilities.ts +0 -33
  540. package/src/capabilities/intent-resolver.ts +0 -296
  541. package/src/components/CallDebugPanel.tsx +0 -115
  542. package/src/components/CallSidebar.tsx +0 -17
  543. package/src/components/ChannelContainer.stories.tsx +0 -58
  544. package/src/components/ChannelContainer.tsx +0 -199
  545. package/src/components/Chat.stories.tsx +0 -88
  546. package/src/components/ChatContainer.tsx +0 -140
  547. package/src/components/CommentContainer.tsx +0 -198
  548. package/src/components/Comments.stories.tsx +0 -85
  549. package/src/components/CommentsContainer.tsx +0 -66
  550. package/src/components/MessageContainer.tsx +0 -167
  551. package/src/components/ThreadComplementary.tsx +0 -151
  552. package/src/components/ThreadSettings.tsx +0 -17
  553. package/src/components/testing.ts +0 -29
  554. package/src/peers.stories.tsx +0 -189
  555. package/src/testing/stories.ts +0 -50
  556. package/src/types/schema.ts +0 -33
  557. /package/dist/lib/browser/{ChannelContainer-PKFBVENP.mjs.map → chunk-J5LGTIGS.mjs.map} +0 -0
  558. /package/dist/lib/{browser/ChatContainer-RSOKYAMK.mjs.map → node-esm/chunk-HSLMI22Q.mjs.map} +0 -0
@@ -1,286 +1,1797 @@
1
- import {
2
- CALLS_URL,
3
- CallManager,
4
- CallSwarmSynchronizer,
5
- CallsServicePeer,
6
- MediaManager,
7
- SpeakingMonitor,
8
- TrackNameCodec,
9
- codec,
10
- createBlackCanvasStreamTrack,
11
- createInaudibleAudioStreamTrack,
12
- getDeviceList,
13
- getScreenshare,
14
- getUserMediaTrack,
15
- monitorAudioLevel
16
- } from "./chunk-4H4A264L.mjs";
17
- import {
18
- ChannelType,
19
- ThreadAction,
20
- ThreadType
21
- } from "./chunk-AEXWNS6Z.mjs";
22
- import {
23
- AppGraphBuilder,
24
- CallManager as CallManager2,
25
- IntentResolver,
26
- Markdown,
27
- ReactRoot,
28
- ReactSurface,
29
- ThreadState
30
- } from "./chunk-6NBVNXTM.mjs";
31
1
  import {
32
2
  ThreadCapabilities
33
- } from "./chunk-R5MDLUPC.mjs";
34
- import {
35
- useDebugMode,
36
- useOnEditAnalytics,
37
- useStatus
38
- } from "./chunk-5P5BH5GE.mjs";
39
- import {
40
- THREAD_ITEM,
41
- THREAD_PLUGIN,
42
- meta
43
- } from "./chunk-IIUTBDVB.mjs";
3
+ } from "./chunk-MR4CWITF.mjs";
4
+ import "./chunk-J5LGTIGS.mjs";
44
5
 
45
- // packages/plugins/plugin-thread/src/ThreadPlugin.tsx
46
- import { Effect } from "effect";
47
- import { Capabilities, contributes, createIntent, defineModule, definePlugin, Events } from "@dxos/app-framework";
48
- import { Ref, Type as Type2 } from "@dxos/echo";
49
- import { ClientCapabilities, ClientEvents } from "@dxos/plugin-client";
50
- import { MarkdownEvents } from "@dxos/plugin-markdown";
51
- import { SpaceCapabilities, SpaceEvents } from "@dxos/plugin-space";
52
- import { CollectionAction, defineObjectForm } from "@dxos/plugin-space/types";
53
- import { translations as threadTranslations } from "@dxos/react-ui-thread";
54
- import { AnchoredTo, DataType } from "@dxos/schema";
6
+ // src/index.ts
7
+ import { Plugin } from "@dxos/app-framework";
55
8
 
56
- // packages/plugins/plugin-thread/src/translations.ts
57
- import { Type } from "@dxos/echo";
58
- var translations_default = [
59
- {
60
- "en-US": {
61
- [Type.getTypename(ChannelType)]: {
62
- "typename label": "Channel",
63
- "typename label_zero": "Channels",
64
- "typename label_one": "Channel",
65
- "typename label_other": "Channels",
66
- "object name placeholder": "New channel"
67
- },
68
- [THREAD_PLUGIN]: {
69
- "plugin name": "Chat",
70
- "channel title label": "Title",
71
- "message placeholder": "Reply\u2026",
72
- "activity message": "Processing\u2026",
73
- "anonymous label": "Anonymous",
74
- "delete message block label": "Delete message block",
75
- "detached thread label": "Referenced content was removed",
76
- "delete thread label": "Delete thread",
77
- "thread deleted label": "You deleted a thread.",
78
- "message deleted label": "You deleted a message.",
79
- "comments heading": "Comments",
80
- "chat heading": "Chat",
81
- "draft button": "DRAFT",
82
- "no comments title": "Comments",
83
- "no comments message": "Click on the <commentIcon></commentIcon> button in the document toolbar to create a comment thread on the selected text.",
84
- "toggle show resolved": "Show resolved",
85
- "unnamed object threads label": "Threads",
86
- "mark as resolved label": "Mark as resolved",
87
- "mark as unresolved label": "Mark as unresolved",
88
- "save message label": "Save",
89
- "edit message label": "Edit",
90
- "delete message label": "Delete message",
91
- "open comments panel label": "Show Comments",
92
- "comments label": "Comments",
93
- "show all label": "All comments",
94
- "show unresolved label": "Unresolved comments",
95
- "channel companion label": "Channel",
96
- "call panel label": "Active Call",
97
- "display name label": "Display name",
98
- "display name description": "Set your display name before joining a meeting.",
99
- "display name input placeholder": "Enter your name",
100
- "set display name label": "Continue",
101
- "call tab label": "Call",
102
- "meeting status title": "Meeting",
103
- "share meeting link label": "Share meeting",
104
- "show webrtc stats title": "Detailed WebRTC Stats",
105
- "meeting summary label": "Summary",
106
- "summarize label": "Summarize",
107
- "summarizing label": "Creating summary...",
108
- "create summary message": "A summary doesn\u2019t exist for this meeting yet. Create one now?",
109
- "join call": "Join",
110
- "leave call": "Leave",
111
- "lobby participants_zero": "No participants",
112
- "lobby participants_one": "1 participant",
113
- "lobby participants_other": "{{count}} participants",
114
- "icon pin": "Pin video",
115
- "icon unpin": "Unpin video",
116
- "icon wave": "Waving",
117
- "icon muted": "Muted",
118
- "icon speaking": "Speaking",
119
- "mic on": "Unmute",
120
- "mic off": "Mute",
121
- "camera on": "Turn camera on",
122
- "camera off": "Turn camera off",
123
- "camera off label": "Camera off",
124
- "raise hand": "Raise hand",
125
- "lower hand": "Lower hand",
126
- "screenshare on": "Share screen",
127
- "screenshare off": "Stop streaming"
9
+ // src/meta.ts
10
+ import { trim } from "@dxos/util";
11
+ var meta = {
12
+ id: "org.dxos.plugin.thread",
13
+ name: "Chat",
14
+ description: trim`
15
+ Multi-modal communication platform supporting text chat, voice, and video conferencing.
16
+ Create threaded conversations and add contextual comments directly on any workspace object.
17
+ `,
18
+ icon: "ph--video-conference--regular",
19
+ iconHue: "rose",
20
+ source: "https://github.com/dxos/dxos/tree/main/packages/plugins/plugin-thread"
21
+ };
22
+ var THREAD_ITEM = `${meta.id}.item`;
23
+
24
+ // src/calls/call-manager.ts
25
+ import { Atom } from "@effect-atom/atom-react";
26
+ import { Event as Event4, synchronized as synchronized3 } from "@dxos/async";
27
+ import { Resource as Resource5 } from "@dxos/context";
28
+ import { invariant as invariant6 } from "@dxos/invariant";
29
+ import { isNonNullable as isNonNullable2 } from "@dxos/util";
30
+
31
+ // src/calls/call-swarm-synchronizer.ts
32
+ import md5Hex from "md5-hex";
33
+ import { DeferredTask, Event, scheduleTaskInterval, synchronized } from "@dxos/async";
34
+ import { Context, Resource } from "@dxos/context";
35
+ import { generateName } from "@dxos/display-name";
36
+ import { invariant as invariant2 } from "@dxos/invariant";
37
+ import { PublicKey } from "@dxos/keys";
38
+ import { log } from "@dxos/log";
39
+ import { buf as buf2 } from "@dxos/protocols/buf";
40
+ import { ActivitySchema } from "@dxos/protocols/buf/dxos/edge/calls_pb";
41
+ import { ConnectionState } from "@dxos/protocols/proto/dxos/edge/messenger";
42
+ import { isNonNullable } from "@dxos/util";
43
+
44
+ // src/calls/types.ts
45
+ import { invariant } from "@dxos/invariant";
46
+ import { buf } from "@dxos/protocols/buf";
47
+ import { UserStateSchema } from "@dxos/protocols/buf/dxos/edge/calls_pb";
48
+ var __dxlog_file = "/__w/dxos/dxos/packages/plugins/plugin-thread/src/calls/types.ts";
49
+ var CALLS_URL = "https://calls-service.dxos.workers.dev";
50
+ var codec = {
51
+ encode: (message) => {
52
+ return buf.toBinary(UserStateSchema, buf.create(UserStateSchema, message));
53
+ },
54
+ decode: (message) => {
55
+ return buf.fromBinary(UserStateSchema, message);
56
+ }
57
+ };
58
+ var TrackNameCodec = {
59
+ encode: (trackData) => {
60
+ invariant(trackData.sessionId, void 0, { "~LogMeta": "~LogMeta", F: __dxlog_file, L: 20, S: void 0, A: ["trackData.sessionId", ""] });
61
+ invariant(trackData.trackName, void 0, { "~LogMeta": "~LogMeta", F: __dxlog_file, L: 21, S: void 0, A: ["trackData.trackName", ""] });
62
+ invariant(trackData.mid, void 0, { "~LogMeta": "~LogMeta", F: __dxlog_file, L: 22, S: void 0, A: ["trackData.mid", ""] });
63
+ return trackData.sessionId + "/" + trackData.trackName + "/" + trackData.mid;
64
+ },
65
+ decode: (name) => {
66
+ const [sessionId, trackName, mid] = name.split("/");
67
+ return {
68
+ sessionId,
69
+ trackName,
70
+ location: "remote",
71
+ mid
72
+ };
73
+ }
74
+ };
75
+
76
+ // src/calls/call-swarm-synchronizer.ts
77
+ var __dxlog_file2 = "/__w/dxos/dxos/packages/plugins/plugin-thread/src/calls/call-swarm-synchronizer.ts";
78
+ function _ts_decorate(decorators, target, key, desc) {
79
+ var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
80
+ if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
81
+ else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
82
+ return c > 3 && r && Object.defineProperty(target, key, r), r;
83
+ }
84
+ var DISCONNECTED_ABRUPT_TIMEOUT = 1e4;
85
+ var CallSwarmSynchronizer = class extends Resource {
86
+ stateUpdated = new Event();
87
+ _state = {
88
+ activities: {}
89
+ };
90
+ _networkService;
91
+ _lastSwarmEvent = void 0;
92
+ _reconcileSwarmStateTask = void 0;
93
+ _identityKey = void 0;
94
+ _deviceKey = void 0;
95
+ _displayName = void 0;
96
+ _swarmCtx = void 0;
97
+ _sendStateTask = void 0;
98
+ constructor({ networkService }) {
99
+ super();
100
+ this._networkService = networkService;
101
+ }
102
+ /**
103
+ * @internal
104
+ */
105
+ _getState() {
106
+ return this._state;
107
+ }
108
+ setRaisedHand(raisedHand) {
109
+ if (this._state.raisedHand === raisedHand) {
110
+ return;
111
+ }
112
+ this._state.raisedHand = raisedHand;
113
+ this._notifyAndSchedule();
114
+ }
115
+ setSpeaking(speaking) {
116
+ if (this._state.speaking === speaking) {
117
+ return;
118
+ }
119
+ this._state.speaking = speaking;
120
+ this._notifyAndSchedule();
121
+ }
122
+ setJoined(joined) {
123
+ if (this._state.joined === joined) {
124
+ return;
125
+ }
126
+ this._state.joined = joined;
127
+ this._notifyAndSchedule();
128
+ }
129
+ setTracks(tracks) {
130
+ this._state.tracks = {
131
+ ...this._state.tracks,
132
+ ...tracks
133
+ };
134
+ this._notifyAndSchedule();
135
+ }
136
+ setActivity(key, payload) {
137
+ const lamportTimestamp = LamportTimestampCrdt.increment(this._state.activities?.[key]?.lamportTimestamp ?? {
138
+ id: this._deviceKey
139
+ });
140
+ this._state.activities[key] = {
141
+ lamportTimestamp,
142
+ payload
143
+ };
144
+ this._notifyAndSchedule();
145
+ }
146
+ /**
147
+ * @internal
148
+ */
149
+ _setIdentity(identity) {
150
+ this._identityKey = identity.identityKey.toHex();
151
+ this._displayName = identity.profile?.displayName ?? generateName(identity.identityKey.toHex());
152
+ }
153
+ /**
154
+ * @internal
155
+ */
156
+ _setDevice(device) {
157
+ this._deviceKey = device.deviceKey.toHex();
158
+ }
159
+ /**
160
+ * @internal
161
+ */
162
+ _setRoomId(roomId) {
163
+ if (this._swarmCtx) {
164
+ log.verbose("joined to a different room", {
165
+ roomId
166
+ }, { "~LogMeta": "~LogMeta", F: __dxlog_file2, L: 102, S: this });
167
+ return;
168
+ }
169
+ this._state.roomId = roomId;
170
+ }
171
+ async _open() {
172
+ this._sendStateTask = new DeferredTask(this._ctx, async () => {
173
+ await this._sendState();
174
+ });
175
+ this._reconcileSwarmStateTask = new DeferredTask(this._ctx, async () => {
176
+ await this._reconcileSwarmState();
177
+ });
178
+ }
179
+ async _close() {
180
+ this._sendStateTask = void 0;
181
+ this._reconcileSwarmStateTask = void 0;
182
+ }
183
+ async join() {
184
+ invariant2(this._state.roomId, void 0, { "~LogMeta": "~LogMeta", F: __dxlog_file2, L: 122, S: this, A: ["this._state.roomId", ""] });
185
+ invariant2(!this._swarmCtx, "Already joined", { "~LogMeta": "~LogMeta", F: __dxlog_file2, L: 123, S: this, A: ["!this._swarmCtx", "'Already joined'"] });
186
+ this._swarmCtx = new Context(void 0, { "~LogMeta": "~LogMeta", F: __dxlog_file2, L: 124 });
187
+ const topic = getTopic(this._state.roomId);
188
+ log("joining swarm", {
189
+ topic,
190
+ peer: {
191
+ identityKey: this._identityKey,
192
+ peerKey: this._deviceKey
193
+ }
194
+ }, { "~LogMeta": "~LogMeta", F: __dxlog_file2, L: 126, S: this });
195
+ const stream = this._networkService.subscribeSwarmState({
196
+ topic
197
+ });
198
+ stream.subscribe((event) => this._processSwarmEvent(event));
199
+ const cleanup = () => {
200
+ void stream.close();
201
+ if (topic && this._identityKey && this._deviceKey) {
202
+ log("leaving swarm", {
203
+ topic,
204
+ peer: {
205
+ identityKey: this._identityKey,
206
+ peerKey: this._deviceKey
207
+ }
208
+ }, { "~LogMeta": "~LogMeta", F: __dxlog_file2, L: 140, S: this });
209
+ void this._networkService.leaveSwarm({
210
+ topic,
211
+ peer: {
212
+ identityKey: this._identityKey,
213
+ peerKey: this._deviceKey
214
+ }
215
+ }).catch((err) => log.catch(err, void 0, { "~LogMeta": "~LogMeta", F: __dxlog_file2, L: 153, S: this }));
128
216
  }
217
+ window.removeEventListener("beforeunload", cleanup);
218
+ };
219
+ window.addEventListener("beforeunload", cleanup);
220
+ this._swarmCtx.onDispose(cleanup);
221
+ this._notifyAndSchedule();
222
+ }
223
+ async leave() {
224
+ if (!this._swarmCtx) {
225
+ return;
129
226
  }
227
+ await this._swarmCtx.dispose();
228
+ this._swarmCtx = void 0;
229
+ this._state.users = void 0;
230
+ this._state.self = void 0;
130
231
  }
131
- ];
232
+ async querySwarm(roomId) {
233
+ const topic = getTopic(roomId);
234
+ const swarm = await this._networkService.querySwarm({
235
+ topic
236
+ });
237
+ return swarm.peers ?? [];
238
+ }
239
+ /**
240
+ * Notify and schedule send state task.
241
+ */
242
+ _notifyAndSchedule() {
243
+ this.stateUpdated.emit(this._state);
244
+ if (this._state.joined) {
245
+ this._sendStateTask?.schedule();
246
+ }
247
+ }
248
+ async _sendState() {
249
+ if (!this._state.roomId || !this._identityKey || !this._deviceKey || !this._state.joined) {
250
+ return;
251
+ }
252
+ const state = {
253
+ ...this._state,
254
+ id: this._deviceKey,
255
+ name: this._displayName,
256
+ activities: this._state.activities ? Object.fromEntries(Object.entries(this._state.activities).map(([key, activity]) => [
257
+ key,
258
+ buf2.create(ActivitySchema, activity)
259
+ ])) : {}
260
+ };
261
+ await this._networkService.joinSwarm({
262
+ topic: getTopic(this._state.roomId),
263
+ peer: {
264
+ identityKey: this._identityKey,
265
+ peerKey: this._deviceKey,
266
+ state: codec.encode(state)
267
+ }
268
+ });
269
+ }
270
+ _processSwarmEvent(swarmEvent) {
271
+ if (!this._state.joined) {
272
+ return;
273
+ }
274
+ this._lastSwarmEvent = swarmEvent;
275
+ this._reconcileSwarmStateTask.schedule();
276
+ }
277
+ async _reconcileSwarmState() {
278
+ const swarmEvent = this._lastSwarmEvent;
279
+ invariant2(swarmEvent, void 0, { "~LogMeta": "~LogMeta", F: __dxlog_file2, L: 216, S: this, A: ["swarmEvent", ""] });
280
+ const peers = [
281
+ ...swarmEvent.peers ?? [],
282
+ ...(swarmEvent.inactivePeers ?? []).filter(({ disconnected, connectionState }) => connectionState === ConnectionState.DISCONNECTED_ABRUPT && disconnected && disconnected > Date.now() - DISCONNECTED_ABRUPT_TIMEOUT)
283
+ ].sort((peer1, peer2) => peer1.peerKey.localeCompare(peer2.peerKey));
284
+ const users = peers.map((peer) => {
285
+ try {
286
+ return codec.decode(peer.state);
287
+ } catch (error) {
288
+ log.error("error decoding peer state", {
289
+ error,
290
+ peer
291
+ }, { "~LogMeta": "~LogMeta", F: __dxlog_file2, L: 227, S: this });
292
+ return void 0;
293
+ }
294
+ }).filter(isNonNullable);
295
+ this._state.users = users;
296
+ this._state.self = users.find((user) => user.id === this._deviceKey);
297
+ log("reconciling swarm state", {
298
+ users
299
+ }, { "~LogMeta": "~LogMeta", F: __dxlog_file2, L: 236, S: this });
300
+ if (users.length === 0) {
301
+ return;
302
+ }
303
+ const activityKeys = new Set(users.flatMap((user) => Object.keys(user.activities)));
304
+ [
305
+ ...activityKeys
306
+ ].forEach((key) => {
307
+ const activities = users.map((user) => user.activities?.[key]).filter(isNonNullable);
308
+ const lastActivity = LamportTimestampCrdt.getLastState(activities);
309
+ if (lastActivity && lastActivity.lamportTimestamp.version > (this._state.activities[key]?.lamportTimestamp?.version ?? 0)) {
310
+ this._state.activities[key] = lastActivity;
311
+ }
312
+ });
313
+ this.stateUpdated.emit(this._state);
314
+ if (peers.some((peer) => peer.connectionState !== ConnectionState.CONNECTED)) {
315
+ scheduleTaskInterval(this._ctx, async () => this._reconcileSwarmStateTask.schedule(), Math.min(DISCONNECTED_ABRUPT_TIMEOUT / 2, 1e3));
316
+ }
317
+ }
318
+ };
319
+ _ts_decorate([
320
+ synchronized
321
+ ], CallSwarmSynchronizer.prototype, "join", null);
322
+ _ts_decorate([
323
+ synchronized
324
+ ], CallSwarmSynchronizer.prototype, "leave", null);
325
+ var LamportTimestampCrdt = class {
326
+ static getLastState(states) {
327
+ const maxTimestamp = Math.max(...states.map((state) => state.lamportTimestamp?.version ?? 0));
328
+ const sortedStates = states.filter((state) => state.lamportTimestamp && state.lamportTimestamp.version === maxTimestamp && state.lamportTimestamp.id).sort((a, b) => a.lamportTimestamp.id.localeCompare(b.lamportTimestamp.id));
329
+ return sortedStates[0];
330
+ }
331
+ static increment(timestamp) {
332
+ return {
333
+ ...timestamp ?? {},
334
+ version: (timestamp?.version ?? 0) + 1
335
+ };
336
+ }
337
+ };
338
+ var getTopic = (roomId) => PublicKey.fromHex(md5Hex(roomId));
132
339
 
133
- // packages/plugins/plugin-thread/src/ThreadPlugin.tsx
134
- var ThreadPlugin = () => definePlugin(meta, [
135
- defineModule({
136
- id: `${meta.id}/module/call-manager`,
137
- activatesOn: ClientEvents.ClientReady,
138
- activate: CallManager2
139
- }),
140
- // TODO(wittjosiah): Currently not used but leaving because there will likely be settings for threads again.
141
- // defineModule({
142
- // id: `${meta.id}/module/settings`,
143
- // activatesOn: Events.SetupSettings,
144
- // activate: ThreadSettings,
145
- // }),
146
- defineModule({
147
- id: `${meta.id}/module/state`,
148
- // TODO(wittjosiah): Does not integrate with settings store.
149
- // Should this be a different event?
150
- // Should settings store be renamed to be more generic?
151
- activatesOn: Events.SetupSettings,
152
- activate: ThreadState
153
- }),
154
- defineModule({
155
- id: `${meta.id}/module/translations`,
156
- activatesOn: Events.SetupTranslations,
157
- activate: () => contributes(Capabilities.Translations, [
158
- ...translations_default,
159
- ...threadTranslations
160
- ])
161
- }),
162
- defineModule({
163
- id: `${meta.id}/module/metadata`,
164
- activatesOn: Events.SetupMetadata,
165
- activate: () => [
166
- contributes(Capabilities.Metadata, {
167
- id: ChannelType.typename,
168
- metadata: {
169
- icon: "ph--hash--regular"
170
- }
171
- }),
172
- contributes(Capabilities.Metadata, {
173
- id: ThreadType.typename,
174
- metadata: {
175
- // TODO(wittjosiah): Move out of metadata.
176
- loadReferences: async (thread) => await Ref.Array.loadAll(thread.messages ?? [])
340
+ // src/calls/media-manager.ts
341
+ import { DeferredTask as DeferredTask3, Event as Event3, sleep as sleep2, synchronized as synchronized2 } from "@dxos/async";
342
+ import { Resource as Resource4, cancelWithContext as cancelWithContext2 } from "@dxos/context";
343
+ import { invariant as invariant5 } from "@dxos/invariant";
344
+ import { log as log4 } from "@dxos/log";
345
+
346
+ // src/calls/speaking-monitor.ts
347
+ import { DeferredTask as DeferredTask2, Event as Event2, sleep } from "@dxos/async";
348
+ import { Resource as Resource3 } from "@dxos/context";
349
+
350
+ // src/calls/util/audio.ts
351
+ var monitorAudioLevel = ({ mediaStreamTrack, intervalMs = 1e3 / 10, onMeasure }) => {
352
+ let timeout = -1;
353
+ let interval = -1;
354
+ const audioContext = new AudioContext();
355
+ const stream = new MediaStream();
356
+ stream.addTrack(mediaStreamTrack);
357
+ const mediaStreamAudioSourceNode = audioContext.createMediaStreamSource(stream);
358
+ const analyserNode = audioContext.createAnalyser();
359
+ mediaStreamAudioSourceNode.connect(analyserNode);
360
+ analyserNode.fftSize = 32;
361
+ const pcmData = new Float32Array(analyserNode.fftSize);
362
+ let peak = 0;
363
+ interval = window.setInterval(() => {
364
+ onMeasure(peak);
365
+ peak = 0;
366
+ }, intervalMs);
367
+ const tick = () => {
368
+ timeout = window.setTimeout(() => {
369
+ analyserNode.getFloatTimeDomainData(pcmData);
370
+ let sumSquares = 0;
371
+ for (const amplitude of pcmData) {
372
+ sumSquares += amplitude * amplitude;
373
+ }
374
+ const current = Math.sqrt(sumSquares / pcmData.length);
375
+ if (current > peak) {
376
+ peak = current;
377
+ }
378
+ tick();
379
+ }, intervalMs);
380
+ };
381
+ tick();
382
+ return () => {
383
+ mediaStreamAudioSourceNode.disconnect();
384
+ analyserNode.disconnect();
385
+ void audioContext.close();
386
+ clearInterval(interval);
387
+ clearTimeout(timeout);
388
+ stream.removeTrack(mediaStreamTrack);
389
+ };
390
+ };
391
+
392
+ // src/calls/util/calls-service.ts
393
+ import { PersistentLifecycle, Trigger, scheduleTask } from "@dxos/async";
394
+ import { Resource as Resource2 } from "@dxos/context";
395
+ import { invariant as invariant3 } from "@dxos/invariant";
396
+ import { log as log2 } from "@dxos/log";
397
+
398
+ // src/calls/util/history-cache.ts
399
+ var HistoryCache = class {
400
+ _limit;
401
+ _messages;
402
+ constructor(limit = 100) {
403
+ this._limit = limit;
404
+ this._messages = [];
405
+ }
406
+ push(...messages) {
407
+ if (this._messages.length >= this._limit) {
408
+ this._messages.shift();
409
+ }
410
+ this._messages.push(...messages);
411
+ }
412
+ get() {
413
+ return this._messages;
414
+ }
415
+ };
416
+
417
+ // src/calls/util/task-scheduling.ts
418
+ var DefaultBatchSizeLimit = 64;
419
+ var FIFOScheduler = class {
420
+ #schedulerChain;
421
+ constructor() {
422
+ this.#schedulerChain = Promise.resolve();
423
+ }
424
+ schedule(task) {
425
+ return new Promise((resolve, reject) => {
426
+ this.#schedulerChain = this.#schedulerChain.then(async () => {
427
+ try {
428
+ resolve(await task());
429
+ } catch (error) {
430
+ reject(error);
177
431
  }
178
- }),
179
- contributes(Capabilities.Metadata, {
180
- id: DataType.Message.typename,
181
- metadata: {
182
- // TODO(wittjosiah): Move out of metadata.
183
- loadReferences: (message) => []
432
+ });
433
+ });
434
+ }
435
+ };
436
+ var BulkRequestDispatcher = class {
437
+ #currentBatch;
438
+ #currentBulkResponse;
439
+ #batchSizeLimit;
440
+ constructor(batchSizeLimit = DefaultBatchSizeLimit) {
441
+ this.#currentBatch = [];
442
+ this.#currentBulkResponse = null;
443
+ this.#batchSizeLimit = batchSizeLimit;
444
+ }
445
+ /**
446
+ * Returns a bulk response promise.
447
+ * At the event loop iteration end, the accumulated entries will be dispatched as a bulk request.
448
+ */
449
+ doBulkRequest(params, bulkRequestFunc) {
450
+ if (this.#currentBatch.length >= this.#batchSizeLimit) {
451
+ this.#currentBatch = [];
452
+ this.#currentBulkResponse = null;
453
+ }
454
+ this.#currentBatch.push(params);
455
+ if (this.#currentBulkResponse != null) {
456
+ return this.#currentBulkResponse;
457
+ }
458
+ const batch = this.#currentBatch;
459
+ this.#currentBulkResponse = new Promise((resolve, reject) => {
460
+ setTimeout(() => {
461
+ this.#currentBulkResponse = null;
462
+ const batchCopy = batch.splice(0, batch.length);
463
+ bulkRequestFunc(batchCopy).then((result) => {
464
+ resolve(result);
465
+ }).catch((err) => {
466
+ reject(err);
467
+ });
468
+ }, 0);
469
+ });
470
+ return this.#currentBulkResponse;
471
+ }
472
+ };
473
+
474
+ // src/calls/util/calls-service.ts
475
+ var __dxlog_file3 = "/__w/dxos/dxos/packages/plugins/plugin-thread/src/calls/util/calls-service.ts";
476
+ var NETWORK_TIMEOUT = 5e3;
477
+ var CallsServicePeer = class extends Resource2 {
478
+ history = new HistoryCache(100);
479
+ _persistentLifecycle = new PersistentLifecycle({
480
+ start: () => this._startSession(),
481
+ stop: (session) => this._stopSession(session)
482
+ });
483
+ _config;
484
+ taskScheduler = new FIFOScheduler();
485
+ pushTrackDispatcher = new BulkRequestDispatcher(32);
486
+ pullTrackDispatcher = new BulkRequestDispatcher(32);
487
+ closeTrackDispatcher = new BulkRequestDispatcher(32);
488
+ constructor(config) {
489
+ super();
490
+ this._config = config;
491
+ }
492
+ async _open(ctx) {
493
+ await this._persistentLifecycle.open(ctx);
494
+ }
495
+ async _close() {
496
+ await this._persistentLifecycle.close();
497
+ }
498
+ get session() {
499
+ return this._persistentLifecycle.state;
500
+ }
501
+ async _startSession() {
502
+ const peerConnection = await this._createRtcConnection();
503
+ const sessionId = await this._initiateCallSession();
504
+ return {
505
+ sessionId,
506
+ peerConnection
507
+ };
508
+ }
509
+ async _stopSession(session) {
510
+ session.peerConnection.close();
511
+ }
512
+ async _createRtcConnection() {
513
+ const peerConnection = new RTCPeerConnection({
514
+ iceServers: this._config.iceServers,
515
+ bundlePolicy: "max-bundle"
516
+ });
517
+ peerConnection.addEventListener("connectionstatechange", () => {
518
+ if (peerConnection.connectionState === "failed" || peerConnection.connectionState === "closed") {
519
+ log2.info("calls connection failed", {
520
+ state: peerConnection.connectionState
521
+ }, { "~LogMeta": "~LogMeta", F: __dxlog_file3, L: 58, S: this });
522
+ void this._persistentLifecycle.scheduleRestart();
523
+ }
524
+ });
525
+ let iceTimeout = -1;
526
+ peerConnection.addEventListener("iceconnectionstatechange", () => {
527
+ clearTimeout(iceTimeout);
528
+ if (peerConnection.iceConnectionState === "failed" || peerConnection.iceConnectionState === "closed") {
529
+ log2.info("calls connection to ICEs failed", {
530
+ state: peerConnection.iceConnectionState
531
+ }, { "~LogMeta": "~LogMeta", F: __dxlog_file3, L: 68, S: this });
532
+ void this._persistentLifecycle.scheduleRestart();
533
+ } else if (peerConnection.iceConnectionState === "disconnected") {
534
+ const timeoutSeconds = 7;
535
+ iceTimeout = window.setTimeout(() => {
536
+ if (peerConnection.iceConnectionState === "connected") {
537
+ log2.info("calls iceConnectionState is connected", void 0, { "~LogMeta": "~LogMeta", F: __dxlog_file3, L: 79, S: this });
538
+ return;
539
+ }
540
+ log2.info("calls iceConnectionState timed out", {
541
+ state: peerConnection.iceConnectionState,
542
+ timeoutSeconds
543
+ }, { "~LogMeta": "~LogMeta", F: __dxlog_file3, L: 82, S: this });
544
+ void this._persistentLifecycle.scheduleRestart();
545
+ }, timeoutSeconds * 1e3);
546
+ }
547
+ });
548
+ return peerConnection;
549
+ }
550
+ async _initiateCallSession() {
551
+ log2("creating new session", void 0, { "~LogMeta": "~LogMeta", F: __dxlog_file3, L: 93, S: this });
552
+ const { sessionId } = await this._fetch("/sessions/new?SESSION", {
553
+ method: "POST"
554
+ });
555
+ return sessionId;
556
+ }
557
+ async _fetch(relativePath, requestInit) {
558
+ this.history.push({
559
+ endpoint: relativePath,
560
+ type: "request",
561
+ time: (/* @__PURE__ */ new Date()).toISOString(),
562
+ method: requestInit?.method ?? "GET",
563
+ body: requestInit?.body
564
+ });
565
+ const response = await fetch(`${this._config.apiBase}${relativePath}`, {
566
+ ...requestInit,
567
+ redirect: "manual"
568
+ });
569
+ if (response.status >= 400) {
570
+ log2.error("error while fetching from Calls service", {
571
+ status: response.status,
572
+ text: await response.text()
573
+ }, { "~LogMeta": "~LogMeta", F: __dxlog_file3, L: 113, S: this });
574
+ throw new Error("Error while fetching from Calls service");
575
+ }
576
+ try {
577
+ const data = await response.clone().json();
578
+ this.history.push({
579
+ endpoint: relativePath,
580
+ type: "response",
581
+ time: (/* @__PURE__ */ new Date()).toISOString(),
582
+ status: response.status,
583
+ json: data
584
+ });
585
+ if (data.errorCode) {
586
+ throw new Error(data.errorDescription);
587
+ }
588
+ return data;
589
+ } catch (error) {
590
+ const text = await response.text();
591
+ this.history.push({
592
+ endpoint: relativePath,
593
+ type: "response",
594
+ time: (/* @__PURE__ */ new Date()).toISOString(),
595
+ status: response.status,
596
+ text
597
+ });
598
+ log2.error("Error parsing response from Calls service", {
599
+ error,
600
+ text,
601
+ status: response.status
602
+ }, { "~LogMeta": "~LogMeta", F: __dxlog_file3, L: 141, S: this });
603
+ throw error;
604
+ }
605
+ }
606
+ async _pushTrackInBulk({ ctx, peerConnection, transceiver, sessionId, trackName }) {
607
+ log2.verbose("pushing track ", trackName, { "~LogMeta": "~LogMeta", F: __dxlog_file3, L: 150, S: this });
608
+ const pushedTrackPromise = this.pushTrackDispatcher.doBulkRequest({
609
+ trackName,
610
+ transceiver
611
+ }, (tracks) => this.taskScheduler.schedule(async () => {
612
+ const offer = await peerConnection.createOffer();
613
+ offer.sdp = offer.sdp?.replace("useinbandfec=1", "usedtx=1;useinbandfec=1");
614
+ await peerConnection.setLocalDescription(offer);
615
+ const response = await this._fetch(`/sessions/${sessionId}/tracks/new?PUSHING`, {
616
+ method: "POST",
617
+ body: JSON.stringify({
618
+ sessionDescription: {
619
+ sdp: offer.sdp,
620
+ type: "offer"
621
+ },
622
+ tracks: tracks.map(({ trackName: trackName2, transceiver: transceiver2 }) => ({
623
+ trackName: trackName2,
624
+ mid: transceiver2.mid,
625
+ location: "local"
626
+ }))
627
+ })
628
+ });
629
+ invariant3(response.tracks !== void 0, void 0, { "~LogMeta": "~LogMeta", F: __dxlog_file3, L: 174, S: this, A: ["response.tracks !== undefined", ""] });
630
+ if (!response.errorCode) {
631
+ await peerConnection.setRemoteDescription(new RTCSessionDescription(response.sessionDescription));
632
+ await peerConnectionIsConnected(peerConnection);
633
+ }
634
+ return {
635
+ tracks: response.tracks
636
+ };
637
+ })).then(async ({ tracks }) => {
638
+ const trackData = tracks.find((t) => t.mid === transceiver.mid);
639
+ if (trackData) {
640
+ return {
641
+ ...trackData,
642
+ sessionId,
643
+ location: "remote"
644
+ };
645
+ } else {
646
+ log2.error("missing track data", void 0, { "~LogMeta": "~LogMeta", F: __dxlog_file3, L: 195, S: this });
647
+ }
648
+ });
649
+ const onDispose = async () => {
650
+ if (transceiver.mid) {
651
+ await this._closeTrackInBulk(peerConnection, transceiver.mid, sessionId);
652
+ }
653
+ };
654
+ ctx?.onDispose(async () => await onDispose());
655
+ this._ctx.onDispose(() => onDispose());
656
+ return pushedTrackPromise;
657
+ }
658
+ async pushTrack({ track, encodings = [], ctx, previousTrack }) {
659
+ await this.waitUntilOpen();
660
+ invariant3(this.session, void 0, { "~LogMeta": "~LogMeta", F: __dxlog_file3, L: 209, S: this, A: ["this.session", ""] });
661
+ log2("trying to push track", {
662
+ track,
663
+ previousTrack,
664
+ encodings
665
+ }, { "~LogMeta": "~LogMeta", F: __dxlog_file3, L: 210, S: this });
666
+ if (previousTrack) {
667
+ const transceiver2 = this.session.peerConnection.getTransceivers().find((t) => t.mid === previousTrack.mid);
668
+ if (transceiver2?.sender.track === track) {
669
+ log2.verbose("track already pushed", {
670
+ track,
671
+ previousTrack,
672
+ transceiver: transceiver2
673
+ }, { "~LogMeta": "~LogMeta", F: __dxlog_file3, L: 218, S: this });
674
+ return previousTrack;
675
+ } else if (transceiver2) {
676
+ log2.verbose("replacing track", {
677
+ track,
678
+ previousTrack,
679
+ transceiver: transceiver2
680
+ }, { "~LogMeta": "~LogMeta", F: __dxlog_file3, L: 225, S: this });
681
+ transceiver2.sender.replaceTrack(track).catch((err) => log2.catch(err, void 0, { "~LogMeta": "~LogMeta", F: __dxlog_file3, L: 230, S: this }));
682
+ return previousTrack;
683
+ }
684
+ }
685
+ invariant3(track, void 0, { "~LogMeta": "~LogMeta", F: __dxlog_file3, L: 234, S: this, A: ["track", ""] });
686
+ const stableId = crypto.randomUUID();
687
+ const transceiver = this.session.peerConnection.addTransceiver(track, {
688
+ direction: "sendonly"
689
+ });
690
+ log2.verbose("creating transceiver", void 0, { "~LogMeta": "~LogMeta", F: __dxlog_file3, L: 240, S: this });
691
+ const pushedTrackData = await this._pushTrackInBulk({
692
+ ctx,
693
+ peerConnection: this.session.peerConnection,
694
+ transceiver,
695
+ sessionId: this.session.sessionId,
696
+ trackName: stableId
697
+ });
698
+ invariant3(pushedTrackData, void 0, { "~LogMeta": "~LogMeta", F: __dxlog_file3, L: 248, S: this, A: ["pushedTrackData", ""] });
699
+ const parameters = transceiver.sender.getParameters();
700
+ encodings.forEach((encoding, i) => {
701
+ const existing = parameters.encodings[i];
702
+ parameters.encodings[i] = {
703
+ ...existing,
704
+ ...encoding
705
+ };
706
+ });
707
+ transceiver.sender.setParameters(parameters).catch((err) => log2.catch(err, void 0, { "~LogMeta": "~LogMeta", F: __dxlog_file3, L: 257, S: this }));
708
+ return pushedTrackData;
709
+ }
710
+ // TODO(mykola): Add retry logic if the tracks fails to pull.
711
+ async _pullTrackInBulk({ peerConnection, sessionId, trackData, ctx }) {
712
+ let mid = "";
713
+ log2("pulling track", {
714
+ trackName: trackData.trackName
715
+ }, { "~LogMeta": "~LogMeta", F: __dxlog_file3, L: 263, S: this });
716
+ const pulledTrackPromise = this.pullTrackDispatcher.doBulkRequest(trackData, (tracks) => this.taskScheduler.schedule(async () => {
717
+ const newTrackResponse = await this._fetch(`/sessions/${sessionId}/tracks/new?PULLING`, {
718
+ method: "POST",
719
+ body: JSON.stringify({
720
+ tracks
721
+ })
722
+ });
723
+ if (newTrackResponse.errorCode) {
724
+ throw new Error(newTrackResponse.errorDescription);
725
+ }
726
+ invariant3(newTrackResponse.tracks, void 0, { "~LogMeta": "~LogMeta", F: __dxlog_file3, L: 276, S: this, A: ["newTrackResponse.tracks", ""] });
727
+ const trackMap = tracks.reduce((acc, track) => {
728
+ const pulledTrackData = newTrackResponse.tracks?.find((t) => t.trackName === track.trackName && t.sessionId === track.sessionId);
729
+ if (pulledTrackData && pulledTrackData.mid) {
730
+ acc.set(track.trackName, {
731
+ mid: pulledTrackData.mid,
732
+ resolvedTrack: resolveTrack(peerConnection, (t) => t.mid === pulledTrackData.mid)
733
+ });
184
734
  }
185
- }),
186
- contributes(Capabilities.Metadata, {
187
- id: THREAD_ITEM,
188
- metadata: {
189
- parse: (item, type) => {
190
- switch (type) {
191
- case "node":
192
- return {
193
- id: item.id,
194
- label: item.name,
195
- data: item
196
- };
197
- case "object":
198
- return item;
199
- case "view-object":
200
- return {
201
- id: `${item.id}-view`,
202
- object: item
203
- };
735
+ return acc;
736
+ }, /* @__PURE__ */ new Map());
737
+ if (newTrackResponse.requiresImmediateRenegotiation) {
738
+ await peerConnection.setRemoteDescription(new RTCSessionDescription(newTrackResponse.sessionDescription));
739
+ const answer = await peerConnection.createAnswer();
740
+ await peerConnection.setLocalDescription(answer);
741
+ const renegotiationResponse = await this._fetch(`/sessions/${sessionId}/renegotiate`, {
742
+ method: "PUT",
743
+ body: JSON.stringify({
744
+ sessionDescription: {
745
+ type: "answer",
746
+ sdp: peerConnection.currentLocalDescription?.sdp
204
747
  }
748
+ })
749
+ });
750
+ if (renegotiationResponse.errorCode) {
751
+ throw new Error(renegotiationResponse.errorDescription);
752
+ } else {
753
+ await peerConnectionIsConnected(peerConnection);
754
+ }
755
+ }
756
+ return {
757
+ trackMap
758
+ };
759
+ })).then(({ trackMap }) => {
760
+ const trackInfo = trackMap.get(trackData.trackName);
761
+ if (trackInfo) {
762
+ return trackInfo.resolvedTrack.then((track) => {
763
+ mid = trackInfo.mid;
764
+ return track;
765
+ }).catch((err) => log2.catch(err, void 0, { "~LogMeta": "~LogMeta", F: __dxlog_file3, L: 315, S: this }));
766
+ } else {
767
+ log2.info("missing track info", {
768
+ trackData,
769
+ availableTracks: Array.from(trackMap.keys())
770
+ }, { "~LogMeta": "~LogMeta", F: __dxlog_file3, L: 317, S: this });
771
+ }
772
+ });
773
+ const onDispose = async () => {
774
+ if (mid) {
775
+ log2("closing pulled track ", trackData.trackName, { "~LogMeta": "~LogMeta", F: __dxlog_file3, L: 325, S: this });
776
+ await this._closeTrackInBulk(peerConnection, mid, sessionId);
777
+ mid = "";
778
+ }
779
+ };
780
+ this._ctx.onDispose(() => onDispose());
781
+ ctx?.onDispose(() => onDispose());
782
+ return pulledTrackPromise;
783
+ }
784
+ async pullTrack({ ctx, trackData }) {
785
+ await this.waitUntilOpen();
786
+ invariant3(this.session, void 0, { "~LogMeta": "~LogMeta", F: __dxlog_file3, L: 336, S: this, A: ["this.session", ""] });
787
+ const session = this.session;
788
+ return this._pullTrackInBulk({
789
+ peerConnection: session.peerConnection,
790
+ sessionId: session.sessionId,
791
+ trackData,
792
+ ctx
793
+ });
794
+ }
795
+ async _closeTrackInBulk(peerConnection, mid, sessionId) {
796
+ const transceiver = peerConnection.getTransceivers().find((t) => t.mid === mid);
797
+ if (peerConnection.connectionState !== "connected" || transceiver === void 0) {
798
+ return;
799
+ }
800
+ await this.closeTrackDispatcher.doBulkRequest({
801
+ mid
802
+ }, (mids) => this.taskScheduler.schedule(async () => {
803
+ transceiver.stop();
804
+ const activeTransceivers = peerConnection.getTransceivers().filter((t) => t.mid !== mid && t.direction !== "stopped");
805
+ let requestBody;
806
+ if (activeTransceivers.length > 0) {
807
+ const offer = await peerConnection.createOffer();
808
+ await peerConnection.setLocalDescription(offer);
809
+ requestBody = {
810
+ tracks: mids,
811
+ sessionDescription: {
812
+ sdp: peerConnection.localDescription?.sdp,
813
+ type: "offer"
814
+ },
815
+ force: false
816
+ };
817
+ } else {
818
+ requestBody = {
819
+ tracks: mids,
820
+ force: true
821
+ };
822
+ }
823
+ const response = await this._fetch(`/sessions/${sessionId}/tracks/close`, {
824
+ method: "PUT",
825
+ body: JSON.stringify(requestBody)
826
+ });
827
+ if (requestBody.sessionDescription) {
828
+ await peerConnection.setRemoteDescription(new RTCSessionDescription(response.sessionDescription));
829
+ }
830
+ }));
831
+ }
832
+ };
833
+ var resolveTrack = async (peerConnection, compare, timeout = NETWORK_TIMEOUT) => new Promise((resolve, reject) => {
834
+ setTimeout(reject, timeout);
835
+ const handler = () => {
836
+ const transceiver = peerConnection.getTransceivers().find(compare);
837
+ if (transceiver) {
838
+ resolve(transceiver.receiver.track);
839
+ peerConnection.removeEventListener("track", handler);
840
+ }
841
+ };
842
+ peerConnection.addEventListener("track", handler);
843
+ });
844
+ var peerConnectionIsConnected = async (peerConnection) => {
845
+ if (peerConnection.connectionState !== "connected") {
846
+ const connected = new Promise((resolve, reject) => {
847
+ const timeout = setTimeout(() => {
848
+ peerConnection.removeEventListener("connectionstatechange", connectionStateChangeHandler);
849
+ reject(new Error("Connection timeout"));
850
+ }, NETWORK_TIMEOUT);
851
+ const connectionStateChangeHandler = () => {
852
+ if (peerConnection.connectionState === "connected") {
853
+ peerConnection.removeEventListener("connectionstatechange", connectionStateChangeHandler);
854
+ clearTimeout(timeout);
855
+ resolve(void 0);
856
+ }
857
+ };
858
+ peerConnection.addEventListener("connectionstatechange", connectionStateChangeHandler);
859
+ });
860
+ await connected;
861
+ }
862
+ };
863
+
864
+ // src/calls/util/media.ts
865
+ import { log as log3 } from "@dxos/log";
866
+ var __dxlog_file4 = "/__w/dxos/dxos/packages/plugins/plugin-thread/src/calls/util/media.ts";
867
+ var getUserMediaTrack = async (kind, constraints = {}, deviceList) => {
868
+ deviceList ??= (await getDeviceList()).filter((device) => device.kind === kind);
869
+ const firstDevice = deviceList[0];
870
+ if (!firstDevice) {
871
+ throw new Error("No devices found");
872
+ }
873
+ return acquireTrack(firstDevice, constraints);
874
+ };
875
+ var acquireTrack = async (device, constraints) => {
876
+ const { deviceId, label } = device;
877
+ log3.info(`requesting ${label}`, void 0, { "~LogMeta": "~LogMeta", F: __dxlog_file4, L: 15, S: void 0 });
878
+ const mediaStream = await navigator.mediaDevices.getUserMedia(device.kind === "videoinput" ? {
879
+ video: {
880
+ ...constraints,
881
+ deviceId
882
+ }
883
+ } : {
884
+ audio: {
885
+ ...constraints,
886
+ deviceId
887
+ }
888
+ });
889
+ return device.kind === "videoinput" ? mediaStream.getVideoTracks()[0] : mediaStream.getAudioTracks()[0];
890
+ };
891
+ var getDeviceList = () => navigator.mediaDevices.enumerateDevices();
892
+ var SCREENSHARE_CONSTRAINTS = {
893
+ video: {
894
+ width: {
895
+ max: 1920
896
+ },
897
+ height: {
898
+ max: 1080
899
+ },
900
+ frameRate: {
901
+ max: 10
902
+ }
903
+ }
904
+ };
905
+ var getScreenshare = async ({ contentHint }) => {
906
+ const ms = await navigator.mediaDevices.getDisplayMedia(SCREENSHARE_CONSTRAINTS);
907
+ ms.getVideoTracks().forEach((track) => {
908
+ if (contentHint && "contentHint" in track) {
909
+ track.contentHint = contentHint;
910
+ }
911
+ });
912
+ return ms;
913
+ };
914
+
915
+ // src/calls/util/stub-media-streams.ts
916
+ import { scheduleTaskInterval as scheduleTaskInterval2, waitForCondition } from "@dxos/async";
917
+ import { cancelWithContext } from "@dxos/context";
918
+ import { invariant as invariant4 } from "@dxos/invariant";
919
+ var __dxlog_file5 = "/__w/dxos/dxos/packages/plugins/plugin-thread/src/calls/util/stub-media-streams.ts";
920
+ var createBlackCanvasStreamTrack = async ({ ctx, width, height }) => {
921
+ const canvas = document.createElement("canvas");
922
+ canvas.width = width;
923
+ canvas.height = height;
924
+ const canvasCtx = canvas.getContext("2d");
925
+ invariant4(canvasCtx, void 0, { "~LogMeta": "~LogMeta", F: __dxlog_file5, L: 16, S: void 0, A: ["canvasCtx", ""] });
926
+ const drawFrame = () => {
927
+ canvasCtx.fillStyle = "black";
928
+ canvasCtx.fillRect(0, 0, canvas.width, canvas.height);
929
+ };
930
+ scheduleTaskInterval2(ctx, async () => drawFrame(), 200);
931
+ const track = canvas.captureStream().getVideoTracks()[0];
932
+ drawFrame();
933
+ await cancelWithContext(ctx, waitForCondition({
934
+ condition: () => track.readyState === "live",
935
+ timeout: 1e3
936
+ }));
937
+ return track;
938
+ };
939
+ var audioContextStartedPreviously = false;
940
+ var userGestureEvents = [
941
+ "click",
942
+ "contextmenu",
943
+ "auxclick",
944
+ "dblclick",
945
+ "mousedown",
946
+ "mouseup",
947
+ "pointerup",
948
+ "touchend",
949
+ "keydown",
950
+ "keyup"
951
+ ];
952
+ var createInaudibleAudioStreamTrack = async ({ ctx }) => {
953
+ const audioContext = new window.AudioContext();
954
+ const oscillator = audioContext.createOscillator();
955
+ oscillator.type = "triangle";
956
+ oscillator.frequency.setValueAtTime(20, audioContext.currentTime);
957
+ const gainNode = audioContext.createGain();
958
+ gainNode.gain.setValueAtTime(0, audioContext.currentTime);
959
+ oscillator.connect(gainNode);
960
+ const destination = audioContext.createMediaStreamDestination();
961
+ gainNode.connect(destination);
962
+ let oscillatorStarted = false;
963
+ const ensureOscillatorStarted = () => {
964
+ if (oscillatorStarted) {
965
+ return;
966
+ }
967
+ oscillator.start();
968
+ oscillatorStarted = true;
969
+ };
970
+ const stateChangeHandler = () => {
971
+ if (audioContext.state === "running") {
972
+ audioContextStartedPreviously = true;
973
+ ensureOscillatorStarted();
974
+ }
975
+ if (audioContext.state === "suspended" || audioContext.state === "interrupted") {
976
+ resumeAudioContext();
977
+ }
978
+ };
979
+ audioContext.addEventListener("statechange", stateChangeHandler);
980
+ const resumeAudioContext = () => {
981
+ void audioContext.resume().then(() => {
982
+ cleanUpUserGestureListeners();
983
+ });
984
+ };
985
+ const cleanUpUserGestureListeners = () => {
986
+ userGestureEvents.forEach((gesture) => {
987
+ document.removeEventListener(gesture, resumeAudioContext, {
988
+ capture: true
989
+ });
990
+ });
991
+ };
992
+ if (audioContextStartedPreviously) {
993
+ resumeAudioContext();
994
+ } else {
995
+ userGestureEvents.forEach((gesture) => {
996
+ document.addEventListener(gesture, resumeAudioContext, {
997
+ capture: true
998
+ });
999
+ });
1000
+ }
1001
+ ctx.onDispose(async () => {
1002
+ cleanUpUserGestureListeners();
1003
+ oscillator.disconnect();
1004
+ oscillator.stop();
1005
+ await audioContext.close();
1006
+ });
1007
+ return destination.stream.getAudioTracks()[0];
1008
+ };
1009
+
1010
+ // src/calls/speaking-monitor.ts
1011
+ var NOT_SPEAKING_AFTER = 500;
1012
+ var START_SPEAKING_THRESHOLD = 0.05;
1013
+ var CONTINUE_SPEAKING_THRESHOLD = 0.02;
1014
+ var MIN_EVENT_INTERVAL = 100;
1015
+ var SpeakingMonitor = class extends Resource3 {
1016
+ _mediaStreamTrack;
1017
+ /**
1018
+ * Event that is emitted when the user starts or stops speaking.
1019
+ * It is debounced to prevent rapid state changes.
1020
+ */
1021
+ speakingChanged = new Event2();
1022
+ /**
1023
+ * Real state of the user speaking.
1024
+ */
1025
+ _isSpeaking = false;
1026
+ _lastEventTime = 0;
1027
+ _deferredUpdate;
1028
+ constructor(_mediaStreamTrack) {
1029
+ super(), this._mediaStreamTrack = _mediaStreamTrack;
1030
+ }
1031
+ get isSpeaking() {
1032
+ return this._isSpeaking;
1033
+ }
1034
+ async _open() {
1035
+ this._deferredUpdate = new DeferredTask2(this._ctx, async () => this._emitSpeakingChanged());
1036
+ let timeout;
1037
+ const cleanup = monitorAudioLevel({
1038
+ mediaStreamTrack: this._mediaStreamTrack,
1039
+ onMeasure: (vol) => {
1040
+ const audioLevelAboveThreshold = vol > (this._isSpeaking ? CONTINUE_SPEAKING_THRESHOLD : START_SPEAKING_THRESHOLD);
1041
+ if (audioLevelAboveThreshold) {
1042
+ clearTimeout(timeout);
1043
+ timeout = void 0;
1044
+ if (!this._isSpeaking) {
1045
+ this._isSpeaking = true;
1046
+ this._deferredUpdate?.schedule();
205
1047
  }
1048
+ } else if (timeout === void 0) {
1049
+ timeout = setTimeout(() => {
1050
+ this._isSpeaking = false;
1051
+ timeout = void 0;
1052
+ this._deferredUpdate?.schedule();
1053
+ }, NOT_SPEAKING_AFTER);
206
1054
  }
207
- })
208
- ]
209
- }),
210
- defineModule({
211
- id: `${meta.id}/module/object-form`,
212
- activatesOn: ClientEvents.SetupSchema,
213
- activate: () => contributes(SpaceCapabilities.ObjectForm, defineObjectForm({
214
- objectSchema: ChannelType,
215
- getIntent: (_, options) => createIntent(ThreadAction.CreateChannel, {
216
- spaceId: options.space.id
217
- })
218
- }))
219
- }),
220
- defineModule({
221
- id: `${meta.id}/module/schema`,
222
- activatesOn: ClientEvents.SetupSchema,
223
- activate: () => contributes(ClientCapabilities.Schema, [
224
- AnchoredTo,
225
- ThreadType,
226
- DataType.Message,
227
- DataType.MessageV1
228
- ])
229
- }),
230
- defineModule({
231
- id: `${meta.id}/module/migration`,
232
- activatesOn: ClientEvents.SetupMigration,
233
- activate: () => contributes(ClientCapabilities.Migration, [
234
- DataType.MessageV1ToV2
235
- ])
236
- }),
237
- defineModule({
238
- id: `${meta.id}/module/on-space-created`,
239
- activatesOn: SpaceEvents.SpaceCreated,
240
- activate: (context) => {
241
- const { dispatch } = context.getCapability(Capabilities.IntentDispatcher);
242
- return contributes(SpaceCapabilities.OnSpaceCreated, async ({ space, rootCollection }) => {
243
- const program = Effect.gen(function* () {
244
- const { object: collection } = yield* dispatch(createIntent(CollectionAction.CreateQueryCollection, {
245
- typename: Type2.getTypename(ChannelType)
246
- }));
247
- rootCollection.objects.push(Ref.make(collection));
248
- const { object: channel } = yield* dispatch(createIntent(ThreadAction.CreateChannel, {
249
- name: "General",
250
- spaceId: space.id
251
- }));
252
- space.db.add(channel);
253
- });
254
- await Effect.runPromise(program);
1055
+ }
1056
+ });
1057
+ this._ctx.onDispose(() => {
1058
+ cleanup();
1059
+ clearTimeout(timeout);
1060
+ });
1061
+ }
1062
+ /**
1063
+ * Emits the speaking changed event with debouncing based on timing.
1064
+ */
1065
+ async _emitSpeakingChanged() {
1066
+ const timeSinceLastEvent = Date.now() - this._lastEventTime;
1067
+ const timeToNextEvent = MIN_EVENT_INTERVAL - timeSinceLastEvent;
1068
+ if (timeToNextEvent > 0) {
1069
+ await sleep(timeToNextEvent);
1070
+ }
1071
+ this._lastEventTime = Date.now();
1072
+ this.speakingChanged.emit(this._isSpeaking);
1073
+ }
1074
+ };
1075
+
1076
+ // src/calls/media-manager.ts
1077
+ var __dxlog_file6 = "/__w/dxos/dxos/packages/plugins/plugin-thread/src/calls/media-manager.ts";
1078
+ function _ts_decorate2(decorators, target, key, desc) {
1079
+ var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
1080
+ if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
1081
+ else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
1082
+ return c > 3 && r && Object.defineProperty(target, key, r), r;
1083
+ }
1084
+ var VIDEO_WIDTH = 1280;
1085
+ var VIDEO_HEIGHT = 720;
1086
+ var MAX_WEB_CAM_FRAMERATE = 24;
1087
+ var MAX_WEB_CAM_BITRATE = 12e5;
1088
+ var RETRY_INTERVAL = 100;
1089
+ var USE_INAUDIBLE_AUDIO = true;
1090
+ var MediaManager = class extends Resource4 {
1091
+ stateUpdated = new Event3();
1092
+ _state = {
1093
+ pulledVideoStreams: {},
1094
+ pulledAudioTracks: {}
1095
+ };
1096
+ _speakingMonitor = void 0;
1097
+ _trackToReconcile = [];
1098
+ _blackCanvasStreamTrack = void 0;
1099
+ _inaudibleAudioStreamTrack = void 0;
1100
+ _pushTracksTask = void 0;
1101
+ _pullTracksTask = void 0;
1102
+ get isSpeaking() {
1103
+ return this._speakingMonitor?.isSpeaking;
1104
+ }
1105
+ /**
1106
+ * @internal
1107
+ */
1108
+ _getState() {
1109
+ return this._state;
1110
+ }
1111
+ async _open() {
1112
+ this._blackCanvasStreamTrack = await createBlackCanvasStreamTrack({
1113
+ ctx: this._ctx,
1114
+ width: VIDEO_WIDTH,
1115
+ height: VIDEO_HEIGHT
1116
+ });
1117
+ this._state.videoTrack = this._blackCanvasStreamTrack;
1118
+ this._state.videoStream = new MediaStream();
1119
+ this._state.videoStream.addTrack(this._state.videoTrack);
1120
+ if (USE_INAUDIBLE_AUDIO) {
1121
+ this._inaudibleAudioStreamTrack = await createInaudibleAudioStreamTrack({
1122
+ ctx: this._ctx
1123
+ });
1124
+ this._state.audioTrack = this._inaudibleAudioStreamTrack;
1125
+ }
1126
+ this._pushTracksTask = new DeferredTask3(this._ctx, async () => {
1127
+ await this._pushTracks();
1128
+ });
1129
+ this._pullTracksTask = new DeferredTask3(this._ctx, async () => {
1130
+ await this._reconcilePulledMedia();
1131
+ });
1132
+ }
1133
+ async _close() {
1134
+ void this._speakingMonitor?.close();
1135
+ this._state.videoTrack && this._state.videoStream?.removeTrack(this._state.videoTrack);
1136
+ this._state.audioTrack?.stop();
1137
+ this._state.videoTrack?.stop();
1138
+ this._state.screenshareTrack?.stop();
1139
+ this._pushTracksTask = void 0;
1140
+ this._pullTracksTask = void 0;
1141
+ }
1142
+ async join(serviceConfig) {
1143
+ this._state.peer = new CallsServicePeer(serviceConfig);
1144
+ await this._state.peer.open();
1145
+ this._pushTracksTask.schedule();
1146
+ }
1147
+ async leave() {
1148
+ await Promise.all(Object.values(this._state.pulledAudioTracks).map(({ ctx }) => ctx.dispose()));
1149
+ await Promise.all(Object.values(this._state.pulledVideoStreams).map(({ ctx }) => ctx.dispose()));
1150
+ this._trackToReconcile = [];
1151
+ await this._state.peer?.close();
1152
+ this._state.peer = void 0;
1153
+ this._state.pushedVideoTrack = void 0;
1154
+ this._state.pushedAudioTrack = void 0;
1155
+ this._state.pushedScreenshareTrack = void 0;
1156
+ this._state.pulledAudioTracks = {};
1157
+ this._state.pulledVideoStreams = {};
1158
+ }
1159
+ async turnVideoOn() {
1160
+ this._state.videoStream.removeTrack(this._state.videoTrack);
1161
+ this._state.videoTrack = await getUserMediaTrack("videoinput", {
1162
+ width: VIDEO_WIDTH,
1163
+ height: VIDEO_HEIGHT
1164
+ });
1165
+ this._state.videoStream.addTrack(this._state.videoTrack);
1166
+ this._state.videoEnabled = true;
1167
+ this.stateUpdated.emit(this._state);
1168
+ this._pushTracksTask.schedule();
1169
+ }
1170
+ async turnVideoOff() {
1171
+ if (this._state.videoTrack !== this._blackCanvasStreamTrack) {
1172
+ this._state.videoStream.removeTrack(this._state.videoTrack);
1173
+ this._state.videoTrack?.stop();
1174
+ this._state.videoTrack = this._blackCanvasStreamTrack;
1175
+ this._state.videoStream.addTrack(this._state.videoTrack);
1176
+ }
1177
+ this._state.videoEnabled = false;
1178
+ this.stateUpdated.emit(this._state);
1179
+ this._pushTracksTask.schedule();
1180
+ }
1181
+ // TODO(mykola): Change to `setAudioEnabled(enabled: boolean)`.
1182
+ async turnAudioOn() {
1183
+ void this._speakingMonitor?.close();
1184
+ this._state.audioEnabled = true;
1185
+ this._state.audioTrack = await getUserMediaTrack("audioinput", {
1186
+ echoCancellation: true,
1187
+ noiseSuppression: true,
1188
+ autoGainControl: true,
1189
+ sampleRate: 16e3
1190
+ });
1191
+ this.stateUpdated.emit(this._state);
1192
+ this._pushTracksTask.schedule();
1193
+ this._speakingMonitor = new SpeakingMonitor(this._state.audioTrack);
1194
+ this._speakingMonitor.speakingChanged.on(this._ctx, () => this.stateUpdated.emit(this._state));
1195
+ void this._speakingMonitor.open();
1196
+ }
1197
+ async turnAudioOff() {
1198
+ void this._speakingMonitor?.close();
1199
+ this._speakingMonitor = void 0;
1200
+ this._state.audioEnabled = false;
1201
+ if (USE_INAUDIBLE_AUDIO && this._state.audioTrack !== this._inaudibleAudioStreamTrack) {
1202
+ this._state.audioTrack?.stop();
1203
+ this._state.audioTrack = this._inaudibleAudioStreamTrack;
1204
+ } else {
1205
+ this._state.audioTrack?.stop();
1206
+ this._state.audioTrack = void 0;
1207
+ }
1208
+ this.stateUpdated.emit(this._state);
1209
+ this._pushTracksTask.schedule();
1210
+ }
1211
+ async turnScreenshareOn() {
1212
+ const ms = await getScreenshare({
1213
+ contentHint: "text"
1214
+ });
1215
+ this._state.screenshareVideoStream = ms;
1216
+ this._state.screenshareTrack = ms.getVideoTracks()[0];
1217
+ this._state.screenshareEnabled = true;
1218
+ this.stateUpdated.emit(this._state);
1219
+ this._pushTracksTask.schedule();
1220
+ }
1221
+ async turnScreenshareOff() {
1222
+ this._state.screenshareEnabled = false;
1223
+ this._state.screenshareTrack?.stop();
1224
+ this._state.screenshareTrack = void 0;
1225
+ this.stateUpdated.emit(this._state);
1226
+ this._pushTracksTask.schedule();
1227
+ }
1228
+ /**
1229
+ * @internal
1230
+ */
1231
+ _schedulePullTracks(tracks) {
1232
+ if (!tracks || this._trackToReconcile.every((name) => tracks.includes(name)) && this._trackToReconcile.length === tracks.length) {
1233
+ return;
1234
+ }
1235
+ this._trackToReconcile = tracks;
1236
+ this._pullTracksTask.schedule();
1237
+ }
1238
+ async _reconcilePulledMedia() {
1239
+ log4("reconciling tracks", void 0, { "~LogMeta": "~LogMeta", F: __dxlog_file6, L: 171, S: this });
1240
+ await cancelWithContext2(this._ctx, sleep2(800));
1241
+ const trackNames = this._trackToReconcile;
1242
+ const tracksToPull = trackNames.filter((name) => !this._state.pulledAudioTracks[name] && !this._state.pulledVideoStreams[name]);
1243
+ const audioTracksToClose = Object.entries(this._state.pulledAudioTracks).filter(([key]) => !trackNames.some((name) => name === key));
1244
+ const videoStreamsToClose = Object.entries(this._state.pulledVideoStreams).filter(([key]) => !trackNames.some((name) => name === key));
1245
+ log4("reconciling tracks", {
1246
+ trackNames,
1247
+ tracksToPull,
1248
+ videoStreamsToClose,
1249
+ audioTracksToClose,
1250
+ currentAudioTracks: Object.keys(this._state.pulledAudioTracks),
1251
+ currentVideoStreams: Object.keys(this._state.pulledVideoStreams)
1252
+ }, { "~LogMeta": "~LogMeta", F: __dxlog_file6, L: 180, S: this });
1253
+ const pullResults = await Promise.all(tracksToPull.map((name) => this._pullTrack(name)));
1254
+ await Promise.all([
1255
+ ...audioTracksToClose,
1256
+ ...videoStreamsToClose
1257
+ ].map(([_, { ctx }]) => ctx.dispose()));
1258
+ log4("reconciled tracks", {
1259
+ currentAudioTracks: Object.keys(this._state.pulledAudioTracks),
1260
+ currentVideoStreams: Object.keys(this._state.pulledVideoStreams)
1261
+ }, { "~LogMeta": "~LogMeta", F: __dxlog_file6, L: 195, S: this });
1262
+ this.stateUpdated.emit(this._state);
1263
+ if (pullResults.some(({ shouldRetry }) => shouldRetry)) {
1264
+ await cancelWithContext2(this._ctx, sleep2(RETRY_INTERVAL));
1265
+ log4.info("retrying pull tracks", {
1266
+ tracksToPull
1267
+ }, { "~LogMeta": "~LogMeta", F: __dxlog_file6, L: 202, S: this });
1268
+ invariant5(this._pullTracksTask, void 0, { "~LogMeta": "~LogMeta", F: __dxlog_file6, L: 205, S: this, A: ["this._pullTracksTask", ""] });
1269
+ this._pullTracksTask.schedule();
1270
+ }
1271
+ }
1272
+ async _pushTracks() {
1273
+ if (!this._state.peer?.isOpen) {
1274
+ return;
1275
+ }
1276
+ let updated = false;
1277
+ const [pushVideoResult, pushAudioResult, pushScreenshareResult] = await Promise.all([
1278
+ this._maybePushTrack(this._state.videoTrack, this._state.pushedVideoTrack, [
1279
+ {
1280
+ maxFramerate: MAX_WEB_CAM_FRAMERATE,
1281
+ maxBitrate: MAX_WEB_CAM_BITRATE
1282
+ }
1283
+ ]),
1284
+ this._maybePushTrack(this._state.audioTrack, this._state.pushedAudioTrack, [
1285
+ {
1286
+ networkPriority: "high"
1287
+ }
1288
+ ]),
1289
+ this._maybePushTrack(this._state.screenshareTrack, this._state.pushedScreenshareTrack)
1290
+ ]);
1291
+ if (pushVideoResult.track !== this._state.pushedVideoTrack) {
1292
+ this._state.pushedVideoTrack = pushVideoResult.track;
1293
+ updated = true;
1294
+ }
1295
+ if (pushAudioResult.track !== this._state.pushedAudioTrack) {
1296
+ this._state.pushedAudioTrack = pushAudioResult.track;
1297
+ updated = true;
1298
+ }
1299
+ if (pushScreenshareResult.track !== this._state.pushedScreenshareTrack) {
1300
+ this._state.pushedScreenshareTrack = pushScreenshareResult.track;
1301
+ updated = true;
1302
+ }
1303
+ const shouldRetry = pushVideoResult.shouldRetry || pushAudioResult.shouldRetry || pushScreenshareResult.shouldRetry;
1304
+ if (updated) {
1305
+ this.stateUpdated.emit(this._state);
1306
+ }
1307
+ if (shouldRetry) {
1308
+ await cancelWithContext2(this._ctx, sleep2(RETRY_INTERVAL));
1309
+ log4.info("retrying push tracks", {
1310
+ pushVideoResult,
1311
+ pushAudioResult,
1312
+ pushScreenshareResult
1313
+ }, { "~LogMeta": "~LogMeta", F: __dxlog_file6, L: 246, S: this });
1314
+ invariant5(this._pushTracksTask, void 0, { "~LogMeta": "~LogMeta", F: __dxlog_file6, L: 251, S: this, A: ["this._pushTracksTask", ""] });
1315
+ this._pushTracksTask.schedule();
1316
+ }
1317
+ }
1318
+ async _pullTrack(name) {
1319
+ const ctx = this._ctx.derive();
1320
+ try {
1321
+ const trackData = TrackNameCodec.decode(name);
1322
+ const track = await this._state.peer.pullTrack({
1323
+ trackData: {
1324
+ ...trackData,
1325
+ mid: void 0
1326
+ },
1327
+ ctx
1328
+ });
1329
+ if (track?.readyState === "ended") {
1330
+ throw new Error("Pulled track ended immediately");
1331
+ }
1332
+ switch (track?.kind) {
1333
+ case "audio": {
1334
+ this._state.pulledAudioTracks[name] = {
1335
+ track,
1336
+ ctx
1337
+ };
1338
+ ctx.onDispose(() => delete this._state.pulledAudioTracks[name]);
1339
+ return {
1340
+ shouldRetry: false
1341
+ };
1342
+ }
1343
+ case "video": {
1344
+ const mediaStream = new MediaStream();
1345
+ mediaStream.addTrack(track);
1346
+ this._state.pulledVideoStreams[name] = {
1347
+ stream: mediaStream,
1348
+ ctx
1349
+ };
1350
+ ctx.onDispose(() => {
1351
+ mediaStream.removeTrack(track);
1352
+ track.stop();
1353
+ delete this._state.pulledVideoStreams[name];
1354
+ });
1355
+ return {
1356
+ shouldRetry: false
1357
+ };
1358
+ }
1359
+ default:
1360
+ throw new Error(`Invalid track kind: ${track?.kind}`);
1361
+ }
1362
+ } catch (err) {
1363
+ log4.info("failed to pull track", {
1364
+ err,
1365
+ name
1366
+ }, { "~LogMeta": "~LogMeta", F: __dxlog_file6, L: 303, S: this });
1367
+ void ctx.dispose();
1368
+ return {
1369
+ shouldRetry: true
1370
+ };
1371
+ }
1372
+ }
1373
+ async _maybePushTrack(track, previousTrack, encodings) {
1374
+ if (!track && !previousTrack) {
1375
+ return {
1376
+ track: void 0
1377
+ };
1378
+ }
1379
+ const ctx = this._ctx.derive();
1380
+ try {
1381
+ return {
1382
+ track: await this._state.peer.pushTrack({
1383
+ ctx,
1384
+ track: track ?? null,
1385
+ previousTrack,
1386
+ encodings
1387
+ })
1388
+ };
1389
+ } catch (err) {
1390
+ log4.info("failed to push track", {
1391
+ err,
1392
+ track,
1393
+ previousTrack,
1394
+ encodings
1395
+ }, { "~LogMeta": "~LogMeta", F: __dxlog_file6, L: 330, S: this });
1396
+ void ctx.dispose();
1397
+ return {
1398
+ shouldRetry: true
1399
+ };
1400
+ }
1401
+ }
1402
+ };
1403
+ _ts_decorate2([
1404
+ synchronized2
1405
+ ], MediaManager.prototype, "join", null);
1406
+ _ts_decorate2([
1407
+ synchronized2
1408
+ ], MediaManager.prototype, "leave", null);
1409
+
1410
+ // src/calls/call-manager.ts
1411
+ var __dxlog_file7 = "/__w/dxos/dxos/packages/plugins/plugin-thread/src/calls/call-manager.ts";
1412
+ function _ts_decorate3(decorators, target, key, desc) {
1413
+ var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
1414
+ if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
1415
+ else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
1416
+ return c > 3 && r && Object.defineProperty(target, key, r), r;
1417
+ }
1418
+ var CallManager = class extends Resource5 {
1419
+ _client;
1420
+ _registry;
1421
+ callStateUpdated = new Event4();
1422
+ // TODO(wittjosiah): Consolidate isSpeaking into the MediaState type.
1423
+ mediaStateUpdated = new Event4();
1424
+ left = new Event4();
1425
+ /**
1426
+ * Atom-based state. Updated via `_updateState()`.
1427
+ * CAUTION: Do not change directly.
1428
+ */
1429
+ _stateAtom = Atom.make({
1430
+ call: {},
1431
+ media: {
1432
+ pulledAudioTracks: {},
1433
+ pulledVideoStreams: {}
1434
+ }
1435
+ });
1436
+ // Derived atoms for reactive subscriptions.
1437
+ _roomIdAtom = Atom.make((get) => get(this._stateAtom).call.roomId);
1438
+ _raisedHandAtom = Atom.make((get) => get(this._stateAtom).call.raisedHand ?? false);
1439
+ _speakingAtom = Atom.make((get) => get(this._stateAtom).call.speaking ?? false);
1440
+ _joinedAtom = Atom.make((get) => get(this._stateAtom).call.joined ?? false);
1441
+ _selfAtom = Atom.make((get) => get(this._stateAtom).call.self ?? {});
1442
+ _tracksAtom = Atom.make((get) => get(this._stateAtom).call.tracks ?? {});
1443
+ _usersAtom = Atom.make((get) => get(this._stateAtom).call.users ?? []);
1444
+ _mediaAtom = Atom.make((get) => get(this._stateAtom).media);
1445
+ _audioTracksToPlayAtom = Atom.make((get) => {
1446
+ const state = get(this._stateAtom);
1447
+ return (state.call.users ?? []).map((user) => user.tracks?.audioEnabled ? user.tracks?.audio : void 0).filter(isNonNullable2).map((track) => state.media.pulledAudioTracks[track]?.track).filter(isNonNullable2);
1448
+ });
1449
+ _videoStreamAtomFamily = Atom.family((name) => Atom.make((get) => get(this._stateAtom).media.pulledVideoStreams[name]?.stream));
1450
+ _activityAtomFamily = Atom.family((key) => Atom.make((get) => get(this._stateAtom).call.activities?.[key]));
1451
+ _swarmSynchronizer;
1452
+ _mediaManager;
1453
+ //
1454
+ // Derived atoms for reactive UI subscriptions.
1455
+ //
1456
+ /** Derived atom for roomId. */
1457
+ get roomIdAtom() {
1458
+ return this._roomIdAtom;
1459
+ }
1460
+ /** Derived atom for raisedHand. */
1461
+ get raisedHandAtom() {
1462
+ return this._raisedHandAtom;
1463
+ }
1464
+ /** Derived atom for speaking. */
1465
+ get speakingAtom() {
1466
+ return this._speakingAtom;
1467
+ }
1468
+ /** Derived atom for joined. */
1469
+ get joinedAtom() {
1470
+ return this._joinedAtom;
1471
+ }
1472
+ /** Derived atom for self. */
1473
+ get selfAtom() {
1474
+ return this._selfAtom;
1475
+ }
1476
+ /** Derived atom for tracks. */
1477
+ get tracksAtom() {
1478
+ return this._tracksAtom;
1479
+ }
1480
+ /** Derived atom for users. */
1481
+ get usersAtom() {
1482
+ return this._usersAtom;
1483
+ }
1484
+ /** Derived atom for media. */
1485
+ get mediaAtom() {
1486
+ return this._mediaAtom;
1487
+ }
1488
+ /** Derived atom for audioTracksToPlay. */
1489
+ get audioTracksToPlayAtom() {
1490
+ return this._audioTracksToPlayAtom;
1491
+ }
1492
+ /** Returns the full state atom for reactive subscriptions. */
1493
+ get stateAtom() {
1494
+ return this._stateAtom;
1495
+ }
1496
+ /** Returns a derived atom for a video stream by name. */
1497
+ videoStreamAtom(name) {
1498
+ return this._videoStreamAtomFamily(name);
1499
+ }
1500
+ /** Returns a derived atom for an activity by key. */
1501
+ activityAtom(key) {
1502
+ return this._activityAtomFamily(key);
1503
+ }
1504
+ setRoomId(roomId) {
1505
+ this._swarmSynchronizer._setRoomId(roomId);
1506
+ }
1507
+ setSpeaking(speaking) {
1508
+ this._swarmSynchronizer.setSpeaking(speaking);
1509
+ }
1510
+ setRaisedHand(raisedHand) {
1511
+ this._swarmSynchronizer.setRaisedHand(raisedHand);
1512
+ }
1513
+ setActivity(key, payload) {
1514
+ this._swarmSynchronizer.setActivity(key, payload);
1515
+ }
1516
+ turnAudioOn() {
1517
+ return this._mediaManager.turnAudioOn();
1518
+ }
1519
+ turnAudioOff() {
1520
+ return this._mediaManager.turnAudioOff();
1521
+ }
1522
+ turnVideoOn() {
1523
+ return this._mediaManager.turnVideoOn();
1524
+ }
1525
+ turnVideoOff() {
1526
+ return this._mediaManager.turnVideoOff();
1527
+ }
1528
+ turnScreenshareOn() {
1529
+ return this._mediaManager.turnScreenshareOn();
1530
+ }
1531
+ turnScreenshareOff() {
1532
+ return this._mediaManager.turnScreenshareOff();
1533
+ }
1534
+ // TODO(burdon): Can this be mocked?
1535
+ constructor(_client, _registry) {
1536
+ super(), this._client = _client, this._registry = _registry;
1537
+ this._client.config.getOrThrow("runtime.services.edge.url");
1538
+ const networkService = this._client.services.services.NetworkService;
1539
+ invariant6(networkService, "network service not found", { "~LogMeta": "~LogMeta", F: __dxlog_file7, L: 128, S: this, A: ["networkService", "'network service not found'"] });
1540
+ this._swarmSynchronizer = new CallSwarmSynchronizer({
1541
+ networkService
1542
+ });
1543
+ this._mediaManager = new MediaManager();
1544
+ }
1545
+ async _open() {
1546
+ await this._mediaManager.open();
1547
+ await this._swarmSynchronizer.open();
1548
+ const subscription = this._client.halo.identity.subscribe((identity) => {
1549
+ if (identity) {
1550
+ this._swarmSynchronizer._setIdentity(identity);
1551
+ }
1552
+ if (this._client.halo.device) {
1553
+ this._swarmSynchronizer._setDevice(this._client.halo.device);
1554
+ }
1555
+ });
1556
+ this._ctx.onDispose(() => subscription.unsubscribe());
1557
+ this._swarmSynchronizer.stateUpdated.on(this._ctx, (state) => this._onCallStateUpdated(state));
1558
+ this._mediaManager.stateUpdated.on(this._ctx, (state) => this._onMediaStateUpdated(state));
1559
+ }
1560
+ async _close() {
1561
+ await this._swarmSynchronizer.leave();
1562
+ await this._swarmSynchronizer.close();
1563
+ await this._mediaManager.close();
1564
+ }
1565
+ async peek(roomId) {
1566
+ const peers = await this._swarmSynchronizer.querySwarm(roomId);
1567
+ return peers.length;
1568
+ }
1569
+ // TODO(mykola): Reconcile with _swarmSynchronizer.state.joined.
1570
+ async join() {
1571
+ this._swarmSynchronizer.setJoined(true);
1572
+ await this._swarmSynchronizer.join();
1573
+ await this._mediaManager.join({
1574
+ iceServers: this._client.config.get("runtime.services.ice"),
1575
+ apiBase: `${CALLS_URL}/api/calls`
1576
+ });
1577
+ }
1578
+ async leave() {
1579
+ this._swarmSynchronizer.setJoined(false);
1580
+ await this._swarmSynchronizer.leave();
1581
+ await this._mediaManager.leave();
1582
+ const roomId = this._registry.get(this._roomIdAtom);
1583
+ roomId && this.left.emit(roomId);
1584
+ }
1585
+ _onCallStateUpdated(state) {
1586
+ const tracksToPull = state.users?.filter((user) => user.joined && user.id !== state.self.id)?.flatMap((user) => [
1587
+ user.tracks?.video,
1588
+ user.tracks?.audio,
1589
+ user.tracks?.screenshare
1590
+ ]).filter(isNonNullable2);
1591
+ this._mediaManager._schedulePullTracks(tracksToPull);
1592
+ this.callStateUpdated.emit(state);
1593
+ this._updateState();
1594
+ }
1595
+ _onMediaStateUpdated(state) {
1596
+ this._swarmSynchronizer.setTracks({
1597
+ video: state.pushedVideoTrack ? TrackNameCodec.encode(state.pushedVideoTrack) : void 0,
1598
+ audio: state.pushedAudioTrack ? TrackNameCodec.encode(state.pushedAudioTrack) : void 0,
1599
+ screenshare: state.pushedScreenshareTrack ? TrackNameCodec.encode(state.pushedScreenshareTrack) : void 0,
1600
+ videoEnabled: state.videoEnabled,
1601
+ audioEnabled: state.audioEnabled,
1602
+ screenshareEnabled: state.screenshareEnabled
1603
+ });
1604
+ const isSpeaking = this._mediaManager.isSpeaking ?? false;
1605
+ this._swarmSynchronizer.setSpeaking(isSpeaking);
1606
+ this.mediaStateUpdated.emit([
1607
+ state,
1608
+ isSpeaking
1609
+ ]);
1610
+ this._updateState();
1611
+ }
1612
+ /**
1613
+ * Only this method is allowed to change state.
1614
+ */
1615
+ _updateState() {
1616
+ this._registry.set(this._stateAtom, {
1617
+ call: this._swarmSynchronizer._getState(),
1618
+ media: this._mediaManager._getState()
1619
+ });
1620
+ }
1621
+ };
1622
+ _ts_decorate3([
1623
+ synchronized3
1624
+ ], CallManager.prototype, "join", null);
1625
+ _ts_decorate3([
1626
+ synchronized3
1627
+ ], CallManager.prototype, "leave", null);
1628
+
1629
+ // src/hooks/analytics.ts
1630
+ import { useCallback } from "react";
1631
+ import { useOperationInvoker } from "@dxos/app-framework/ui";
1632
+ import { Obj } from "@dxos/echo";
1633
+ import { ObservabilityOperation } from "@dxos/plugin-observability/operations";
1634
+ import { useOnTransition } from "@dxos/react-ui";
1635
+ var useOnEditAnalytics = (message, textBlock, editing) => {
1636
+ const { invokePromise } = useOperationInvoker();
1637
+ const onEdit = useCallback(() => {
1638
+ if (!message || !textBlock) {
1639
+ return;
1640
+ }
1641
+ const db = Obj.getDatabase(message);
1642
+ if (!db) {
1643
+ return;
1644
+ }
1645
+ void invokePromise(ObservabilityOperation.SendEvent, {
1646
+ name: "threads.message.update",
1647
+ properties: {
1648
+ spaceId: db.spaceId,
1649
+ messageId: message.id,
1650
+ messageLength: textBlock?.text.length
1651
+ }
1652
+ });
1653
+ }, [
1654
+ invokePromise,
1655
+ message,
1656
+ textBlock
1657
+ ]);
1658
+ useOnTransition(editing, true, false, onEdit);
1659
+ };
1660
+
1661
+ // src/hooks/useBlackCanvasStreamTrack.tsx
1662
+ import { useEffect, useState } from "react";
1663
+ import { scheduleTask as scheduleTask2 } from "@dxos/async";
1664
+ import { Context as Context2 } from "@dxos/context";
1665
+ var __dxlog_file8 = "/__w/dxos/dxos/packages/plugins/plugin-thread/src/hooks/useBlackCanvasStreamTrack.tsx";
1666
+ var useBlackCanvasStreamTrack = () => {
1667
+ const [blackCanvasStreamTrack, setBlackCanvasStreamTrack] = useState(void 0);
1668
+ useEffect(() => {
1669
+ const ctx = new Context2(void 0, { "~LogMeta": "~LogMeta", F: __dxlog_file8, L: 11 });
1670
+ scheduleTask2(ctx, async () => {
1671
+ const blackCanvasStreamTrack2 = await createBlackCanvasStreamTrack({
1672
+ ctx,
1673
+ width: 720,
1674
+ height: 480
255
1675
  });
1676
+ setBlackCanvasStreamTrack(blackCanvasStreamTrack2);
1677
+ });
1678
+ return () => {
1679
+ void ctx.dispose();
1680
+ };
1681
+ }, []);
1682
+ return blackCanvasStreamTrack;
1683
+ };
1684
+
1685
+ // src/hooks/useDebugMode.ts
1686
+ import { useEffect as useEffect2, useState as useState2 } from "react";
1687
+ var useDebugMode = () => {
1688
+ const [enabled, setEnabled] = useState2(false);
1689
+ useEffect2(() => {
1690
+ const handler = (ev) => {
1691
+ if (ev.key.toLowerCase() === "d" && ev.ctrlKey) {
1692
+ ev.preventDefault();
1693
+ setEnabled(!enabled);
1694
+ }
1695
+ };
1696
+ document.addEventListener("keypress", handler);
1697
+ return () => {
1698
+ document.removeEventListener("keypress", handler);
1699
+ };
1700
+ }, [
1701
+ enabled
1702
+ ]);
1703
+ return enabled;
1704
+ };
1705
+
1706
+ // src/hooks/useInaudibleAudioStreamTrack.tsx
1707
+ import { useEffect as useEffect3, useState as useState3 } from "react";
1708
+ import { scheduleTask as scheduleTask3 } from "@dxos/async";
1709
+ import { Context as Context3 } from "@dxos/context";
1710
+ var __dxlog_file9 = "/__w/dxos/dxos/packages/plugins/plugin-thread/src/hooks/useInaudibleAudioStreamTrack.tsx";
1711
+ var useInaudibleAudioStreamTrack = () => {
1712
+ const [audioStreamTrack, setAudioStreamTrack] = useState3(void 0);
1713
+ useEffect3(() => {
1714
+ const ctx = new Context3(void 0, { "~LogMeta": "~LogMeta", F: __dxlog_file9, L: 11 });
1715
+ scheduleTask3(ctx, async () => {
1716
+ const audioStreamTrack2 = await createInaudibleAudioStreamTrack({
1717
+ ctx
1718
+ });
1719
+ setAudioStreamTrack(audioStreamTrack2);
1720
+ });
1721
+ return () => {
1722
+ void ctx.dispose();
1723
+ };
1724
+ }, []);
1725
+ return audioStreamTrack;
1726
+ };
1727
+
1728
+ // src/hooks/useStatus.ts
1729
+ import { useEffect as useEffect4, useState as useState4 } from "react";
1730
+ var useStatus = (space, channel) => {
1731
+ const [processing, setProcessing] = useState4(false);
1732
+ useEffect4(() => {
1733
+ if (!space || !channel) {
1734
+ return;
1735
+ }
1736
+ const unsubscribe = space.listen(`status/${channel}`, (status) => {
1737
+ const { event } = status.payload ?? {};
1738
+ setProcessing(event === "processing");
1739
+ });
1740
+ const t = setInterval(() => {
1741
+ setProcessing((prev) => {
1742
+ if (typeof prev?.ts === "number" && Date.now() - prev.ts > 3e4) {
1743
+ return void 0;
1744
+ } else {
1745
+ return prev;
1746
+ }
1747
+ });
1748
+ }, 1e3);
1749
+ return () => {
1750
+ unsubscribe();
1751
+ clearInterval(t);
1752
+ };
1753
+ }, [
1754
+ space,
1755
+ channel
1756
+ ]);
1757
+ return processing;
1758
+ };
1759
+
1760
+ // src/hooks/useVideoStreamTrack.tsx
1761
+ import { useEffect as useEffect5, useRef, useState as useState5 } from "react";
1762
+ var useVideoStreamTrack = (videoElement, videoSrc) => {
1763
+ const [videoStreamTrack, setVideoStreamTrack] = useState5(void 0);
1764
+ const hadRun = useRef(false);
1765
+ useEffect5(() => {
1766
+ if (!videoElement.current || hadRun.current || !videoSrc) {
1767
+ return;
256
1768
  }
257
- }),
258
- defineModule({
259
- id: `${meta.id}/module/markdown`,
260
- activatesOn: MarkdownEvents.SetupExtensions,
261
- activate: Markdown
262
- }),
263
- defineModule({
264
- id: `${meta.id}/module/react-root`,
265
- activatesOn: Events.Startup,
266
- activate: ReactRoot
267
- }),
268
- defineModule({
269
- id: `${meta.id}/module/react-surface`,
270
- activatesOn: Events.SetupReactSurface,
271
- activate: ReactSurface
272
- }),
273
- defineModule({
274
- id: `${meta.id}/module/intent-resolver`,
275
- activatesOn: Events.SetupIntentResolver,
276
- activate: IntentResolver
277
- }),
278
- defineModule({
279
- id: `${meta.id}/module/app-graph-builder`,
280
- activatesOn: Events.SetupAppGraph,
281
- activate: AppGraphBuilder
282
- })
283
- ]);
1769
+ hadRun.current = true;
1770
+ videoElement.current.addEventListener("playing", () => {
1771
+ if (videoStreamTrack) {
1772
+ return;
1773
+ }
1774
+ const stream = videoElement.current.captureStream();
1775
+ const track = stream.getTracks()[0];
1776
+ if (track && !videoStreamTrack) {
1777
+ setVideoStreamTrack(track);
1778
+ }
1779
+ stream.onaddtrack = (event) => {
1780
+ if (event.track.kind === "video" && !videoStreamTrack) {
1781
+ setVideoStreamTrack(event.track);
1782
+ }
1783
+ };
1784
+ });
1785
+ videoElement.current.src = videoSrc;
1786
+ }, [
1787
+ videoElement.current,
1788
+ videoSrc
1789
+ ]);
1790
+ return videoStreamTrack;
1791
+ };
1792
+
1793
+ // src/index.ts
1794
+ var ThreadPlugin = Plugin.lazy(meta, () => import("#plugin"));
284
1795
  export {
285
1796
  CALLS_URL,
286
1797
  CallManager,
@@ -289,7 +1800,6 @@ export {
289
1800
  MediaManager,
290
1801
  SpeakingMonitor,
291
1802
  THREAD_ITEM,
292
- THREAD_PLUGIN,
293
1803
  ThreadCapabilities,
294
1804
  ThreadPlugin,
295
1805
  TrackNameCodec,
@@ -301,8 +1811,11 @@ export {
301
1811
  getUserMediaTrack,
302
1812
  meta,
303
1813
  monitorAudioLevel,
1814
+ useBlackCanvasStreamTrack,
304
1815
  useDebugMode,
1816
+ useInaudibleAudioStreamTrack,
305
1817
  useOnEditAnalytics,
306
- useStatus
1818
+ useStatus,
1819
+ useVideoStreamTrack
307
1820
  };
308
1821
  //# sourceMappingURL=index.mjs.map