@opengeni/react 0.46.1 → 0.52.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (341) hide show
  1. package/README.md +158 -14
  2. package/dist/artifacts-document.d.ts +3 -0
  3. package/dist/artifacts-document.js +17 -0
  4. package/dist/artifacts-document.js.map +1 -0
  5. package/dist/artifacts-presentation.d.ts +3 -0
  6. package/dist/artifacts-presentation.js +17 -0
  7. package/dist/artifacts-presentation.js.map +1 -0
  8. package/dist/artifacts-spreadsheet.d.ts +3 -0
  9. package/dist/artifacts-spreadsheet.js +17 -0
  10. package/dist/artifacts-spreadsheet.js.map +1 -0
  11. package/dist/artifacts.d.ts +2 -0
  12. package/dist/artifacts.js +170 -0
  13. package/dist/artifacts.js.map +1 -0
  14. package/dist/chunk-6BBWWOOU.js +82 -0
  15. package/dist/chunk-6BBWWOOU.js.map +1 -0
  16. package/dist/{chunk-HFO4ERGQ.js → chunk-724BW4TW.js} +586 -35
  17. package/dist/chunk-724BW4TW.js.map +1 -0
  18. package/dist/chunk-7I2KB3OK.js +3895 -0
  19. package/dist/chunk-7I2KB3OK.js.map +1 -0
  20. package/dist/chunk-7WCLAEFV.js +2828 -0
  21. package/dist/chunk-7WCLAEFV.js.map +1 -0
  22. package/dist/{chunk-U3CSCMWA.js → chunk-FK6VG4LL.js} +9 -13
  23. package/dist/chunk-FK6VG4LL.js.map +1 -0
  24. package/dist/{chunk-SRFUT2ZU.js → chunk-FWS3KC3Z.js} +120 -64
  25. package/dist/chunk-FWS3KC3Z.js.map +1 -0
  26. package/dist/{chunk-EKZH6IDG.js → chunk-HDBG7XGO.js} +62 -1
  27. package/dist/chunk-HDBG7XGO.js.map +1 -0
  28. package/dist/chunk-HUIKIDM5.js +2148 -0
  29. package/dist/chunk-HUIKIDM5.js.map +1 -0
  30. package/dist/{chunk-LGVMUIRV.js → chunk-JAGDUCZQ.js} +1053 -390
  31. package/dist/chunk-JAGDUCZQ.js.map +1 -0
  32. package/dist/{chunk-LWR4MXSS.js → chunk-JR3QFY6B.js} +420 -35
  33. package/dist/chunk-JR3QFY6B.js.map +1 -0
  34. package/dist/chunk-JVYQRRC4.js +53 -0
  35. package/dist/chunk-JVYQRRC4.js.map +1 -0
  36. package/dist/chunk-KCGXPP5V.js +157 -0
  37. package/dist/chunk-KCGXPP5V.js.map +1 -0
  38. package/dist/{chunk-EB67J347.js → chunk-KZ73RL76.js} +111 -31
  39. package/dist/chunk-KZ73RL76.js.map +1 -0
  40. package/dist/chunk-PEI6RANI.js +3234 -0
  41. package/dist/chunk-PEI6RANI.js.map +1 -0
  42. package/dist/{chunk-3PB7MIT6.js → chunk-ROIRTM37.js} +220 -72
  43. package/dist/chunk-ROIRTM37.js.map +1 -0
  44. package/dist/chunk-VZTQ73XT.js +86 -0
  45. package/dist/chunk-VZTQ73XT.js.map +1 -0
  46. package/dist/{chunk-VCBFUSUZ.js → chunk-WSK7G5LE.js} +72 -4
  47. package/dist/chunk-WSK7G5LE.js.map +1 -0
  48. package/dist/{chunk-FGZUCXZF.js → chunk-WYA65Y3F.js} +16 -16
  49. package/dist/chunk-WYA65Y3F.js.map +1 -0
  50. package/dist/{chunk-6EDV6YFE.js → chunk-X4S56Y2H.js} +147 -35
  51. package/dist/chunk-X4S56Y2H.js.map +1 -0
  52. package/dist/client.d.ts +7 -1
  53. package/dist/clipboard.d.ts +1 -0
  54. package/dist/clipboard.js +7 -0
  55. package/dist/clipboard.js.map +1 -0
  56. package/dist/commands/index.d.ts +3 -3
  57. package/dist/commands/registry.d.ts +1 -1
  58. package/dist/commands/types.d.ts +1 -1
  59. package/dist/components/approval-surface.d.ts +2 -2
  60. package/dist/components/artifacts/artifact-surface.d.ts +18 -0
  61. package/dist/components/artifacts/document-editor.d.ts +172 -0
  62. package/dist/components/artifacts/editable-artifact-ui.d.ts +13 -0
  63. package/dist/components/artifacts/editable-artifact-workbench.d.ts +49 -0
  64. package/dist/components/artifacts/editable-document.d.ts +24 -0
  65. package/dist/components/artifacts/editable-presentation.d.ts +24 -0
  66. package/dist/components/artifacts/editable-spreadsheet.d.ts +32 -0
  67. package/dist/components/artifacts/index.d.ts +8 -0
  68. package/dist/components/artifacts/presentation-editor.d.ts +297 -0
  69. package/dist/components/artifacts/spreadsheet-canvas.d.ts +120 -0
  70. package/dist/components/artifacts/spreadsheet-grid.d.ts +113 -0
  71. package/dist/components/browser-viewer.d.ts +29 -0
  72. package/dist/components/chat-composer.d.ts +13 -8
  73. package/dist/components/code-editor.d.ts +25 -3
  74. package/dist/components/command-palette.d.ts +2 -2
  75. package/dist/components/composer-transcription-control.d.ts +4 -2
  76. package/dist/components/composer.d.ts +29 -15
  77. package/dist/components/computer-viewer.d.ts +23 -0
  78. package/dist/components/copy-button.d.ts +2 -2
  79. package/dist/components/desktop-viewer.d.ts +25 -21
  80. package/dist/components/diff-view.d.ts +1 -1
  81. package/dist/components/enrollment-consent.d.ts +1 -1
  82. package/dist/components/enrollment-device-flow.d.ts +1 -1
  83. package/dist/components/file-browser.d.ts +2 -2
  84. package/dist/components/fleet-tile.d.ts +1 -1
  85. package/dist/components/generated-video-player.d.ts +10 -0
  86. package/dist/components/human-input-form.d.ts +1 -1
  87. package/dist/components/human-input-surface.d.ts +2 -2
  88. package/dist/components/interactive-workbench-viewers.d.ts +2 -0
  89. package/dist/components/machine-card.d.ts +2 -2
  90. package/dist/components/machine-dock-bar.d.ts +3 -3
  91. package/dist/components/machine-health-pill.d.ts +2 -2
  92. package/dist/components/machine-input-display.d.ts +1 -1
  93. package/dist/components/machine-metrics.d.ts +2 -2
  94. package/dist/components/machine-status-pill.d.ts +4 -4
  95. package/dist/components/machines/health.d.ts +1 -1
  96. package/dist/components/machines/machine-detail.d.ts +5 -3
  97. package/dist/components/machines/metric-history-chart.d.ts +1 -1
  98. package/dist/components/machines/metric-sparkline.d.ts +2 -2
  99. package/dist/components/machines/series.d.ts +2 -2
  100. package/dist/components/machines-dashboard.d.ts +5 -5
  101. package/dist/components/markdown.d.ts +1 -1
  102. package/dist/components/message-timeline.d.ts +22 -5
  103. package/dist/components/model-picker.d.ts +2 -2
  104. package/dist/components/model-policy-picker.d.ts +7 -7
  105. package/dist/components/pierre-diff.d.ts +1 -1
  106. package/dist/components/pierre-file.d.ts +1 -1
  107. package/dist/components/queue-draft-policy.d.ts +1 -1
  108. package/dist/components/queue-surface-implementation.d.ts +3 -3
  109. package/dist/components/queue-surface-state.d.ts +4 -4
  110. package/dist/components/queue-surface.d.ts +5 -5
  111. package/dist/components/sandbox-files.d.ts +5 -5
  112. package/dist/components/sandbox-terminal.d.ts +50 -4
  113. package/dist/components/sandbox-workspace.d.ts +30 -10
  114. package/dist/components/session-chrome.d.ts +4 -4
  115. package/dist/components/session-status.d.ts +2 -2
  116. package/dist/components/timeline-annotation-selection.d.ts +9 -0
  117. package/dist/components/timeline-annotations-dialog.d.ts +16 -0
  118. package/dist/components/timeline-annotations.d.ts +13 -0
  119. package/dist/components/tooltip.d.ts +4 -4
  120. package/dist/components/user-message-body.d.ts +2 -2
  121. package/dist/components/workbench-changes.d.ts +2 -2
  122. package/dist/components/workspace-dock.d.ts +3 -1
  123. package/dist/composer.d.ts +11 -11
  124. package/dist/composer.js +7 -7
  125. package/dist/hooks/internal.d.ts +7 -1
  126. package/dist/hooks/use-attached-browsers.d.ts +21 -0
  127. package/dist/hooks/use-available-models.d.ts +2 -2
  128. package/dist/hooks/use-billing-usage.d.ts +1 -1
  129. package/dist/hooks/use-browser-frame-stream.d.ts +28 -0
  130. package/dist/hooks/use-browser-identities.d.ts +26 -0
  131. package/dist/hooks/use-browser-session.d.ts +28 -0
  132. package/dist/hooks/use-browser-sessions.d.ts +32 -0
  133. package/dist/hooks/use-codex-accounts.d.ts +3 -3
  134. package/dist/hooks/use-composer.d.ts +36 -9
  135. package/dist/hooks/use-computer-frame-stream.d.ts +24 -0
  136. package/dist/hooks/use-computer-session.d.ts +28 -0
  137. package/dist/hooks/use-computer-sessions.d.ts +28 -0
  138. package/dist/hooks/use-desktop-stream.d.ts +1 -1
  139. package/dist/hooks/use-environments.d.ts +11 -5
  140. package/dist/hooks/use-file-attachments.d.ts +1 -1
  141. package/dist/hooks/use-goal.d.ts +2 -2
  142. package/dist/hooks/use-human-input.d.ts +2 -2
  143. package/dist/hooks/use-last-started-turn-policy.d.ts +2 -2
  144. package/dist/hooks/use-machine-chip.d.ts +2 -2
  145. package/dist/hooks/use-machines.d.ts +10 -3
  146. package/dist/hooks/use-packs.d.ts +7 -2
  147. package/dist/hooks/use-rigs.d.ts +1 -1
  148. package/dist/hooks/use-sandbox-files.d.ts +25 -4
  149. package/dist/hooks/use-sandbox-git.d.ts +13 -5
  150. package/dist/hooks/use-sandbox-terminal.d.ts +1 -1
  151. package/dist/hooks/use-scheduled-tasks.d.ts +1 -1
  152. package/dist/hooks/use-session-capabilities.d.ts +5 -4
  153. package/dist/hooks/use-session-control.d.ts +1 -1
  154. package/dist/hooks/use-session-events.d.ts +2 -2
  155. package/dist/hooks/use-session-lineage.d.ts +1 -1
  156. package/dist/hooks/use-session-mcp-approval-policy.d.ts +2 -2
  157. package/dist/hooks/use-session.d.ts +2 -2
  158. package/dist/hooks/use-slash-commands.d.ts +1 -1
  159. package/dist/hooks/use-terminal-stream.d.ts +8 -2
  160. package/dist/hooks/use-transcription.d.ts +2 -2
  161. package/dist/hooks/use-turn-queue.d.ts +2 -2
  162. package/dist/hooks/use-video-artifact-playback.d.ts +9 -0
  163. package/dist/hooks/use-voice-input.d.ts +6 -4
  164. package/dist/hooks/use-workspace-capture.d.ts +1 -1
  165. package/dist/hooks/use-workspace-edit.d.ts +1 -1
  166. package/dist/hooks/use-workspace-sessions.d.ts +1 -1
  167. package/dist/hooks/use-workspaces.d.ts +1 -1
  168. package/dist/index.d.ts +158 -154
  169. package/dist/index.js +1718 -908
  170. package/dist/index.js.map +1 -1
  171. package/dist/interaction.d.ts +23 -0
  172. package/dist/interaction.js +36 -0
  173. package/dist/interaction.js.map +1 -0
  174. package/dist/interactive-workbench-viewers-KHNOHWQE.js +13 -0
  175. package/dist/interactive-workbench-viewers-KHNOHWQE.js.map +1 -0
  176. package/dist/lib/composer-responsive-context.d.ts +9 -0
  177. package/dist/lib/relay-wire.d.ts +4 -0
  178. package/dist/lib/sandbox-liveness.d.ts +9 -0
  179. package/dist/lib/terminal-capability.d.ts +5 -0
  180. package/dist/lib/use-portal-token-style.d.ts +14 -3
  181. package/dist/lib/xterm-theme.d.ts +1 -1
  182. package/dist/machines.d.ts +30 -30
  183. package/dist/machines.js +3 -3
  184. package/dist/provider.d.ts +4 -4
  185. package/dist/{queue-surface-implementation-J4XJFKRW.js → queue-surface-implementation-2KVJTYXH.js} +117 -64
  186. package/dist/queue-surface-implementation-2KVJTYXH.js.map +1 -0
  187. package/dist/realtime/dropdown-menu.d.ts +8 -8
  188. package/dist/realtime/realtime-control.d.ts +15 -6
  189. package/dist/realtime.d.ts +4 -4
  190. package/dist/realtime.js +30 -33
  191. package/dist/realtime.js.map +1 -1
  192. package/dist/session-context.d.ts +19 -1
  193. package/dist/session-ui.d.ts +14 -14
  194. package/dist/session-ui.js +6 -5
  195. package/dist/session.d.ts +28 -28
  196. package/dist/session.js +5 -5
  197. package/dist/timeline/activity-rail.d.ts +6 -3
  198. package/dist/timeline/disclosure-context.d.ts +1 -1
  199. package/dist/timeline/fleet-decision-projection.d.ts +1 -1
  200. package/dist/timeline/fleet-decision-row.d.ts +3 -3
  201. package/dist/timeline/index.d.ts +19 -19
  202. package/dist/timeline/parsers.d.ts +6 -3
  203. package/dist/timeline/projection.d.ts +3 -3
  204. package/dist/timeline/registry.d.ts +10 -1
  205. package/dist/timeline/screenshot-lightbox.d.ts +2 -2
  206. package/dist/timeline/shared.d.ts +21 -10
  207. package/dist/timeline/tool-diff.d.ts +2 -2
  208. package/dist/timeline/tool-renderers.d.ts +1 -1
  209. package/dist/timeline/turn-summary.d.ts +3 -3
  210. package/dist/timeline/types.d.ts +42 -2
  211. package/dist/timeline-annotation-selection-3L7LHGG2.js +187 -0
  212. package/dist/timeline-annotation-selection-3L7LHGG2.js.map +1 -0
  213. package/dist/timeline-annotations-dialog-U7EVLR75.js +196 -0
  214. package/dist/timeline-annotations-dialog-U7EVLR75.js.map +1 -0
  215. package/dist/voice-recording-store.d.ts +8 -2
  216. package/package.json +52 -7
  217. package/src/artifacts-document.ts +31 -0
  218. package/src/artifacts-presentation.ts +36 -0
  219. package/src/artifacts-spreadsheet.ts +21 -0
  220. package/src/artifacts.ts +86 -0
  221. package/src/client.ts +90 -1
  222. package/src/clipboard.ts +2 -0
  223. package/src/components/artifacts/artifact-surface.tsx +93 -0
  224. package/src/components/artifacts/document-editor.tsx +2255 -0
  225. package/src/components/artifacts/editable-artifact-ui.tsx +89 -0
  226. package/src/components/artifacts/editable-artifact-workbench.tsx +203 -0
  227. package/src/components/artifacts/editable-document.tsx +657 -0
  228. package/src/components/artifacts/editable-presentation.tsx +1020 -0
  229. package/src/components/artifacts/editable-spreadsheet.tsx +733 -0
  230. package/src/components/artifacts/index.ts +99 -0
  231. package/src/components/artifacts/presentation-editor.tsx +3148 -0
  232. package/src/components/artifacts/spreadsheet-canvas.ts +799 -0
  233. package/src/components/artifacts/spreadsheet-grid.tsx +2129 -0
  234. package/src/components/browser-viewer.tsx +1592 -0
  235. package/src/components/chat-composer.tsx +25 -2
  236. package/src/components/code-editor.tsx +90 -31
  237. package/src/components/command-palette.tsx +1 -1
  238. package/src/components/composer-transcription-control.tsx +51 -22
  239. package/src/components/composer.tsx +49 -23
  240. package/src/components/computer-viewer.tsx +1139 -0
  241. package/src/components/copy-button.tsx +1 -1
  242. package/src/components/desktop-viewer.tsx +103 -75
  243. package/src/components/file-browser.tsx +39 -17
  244. package/src/components/generated-video-player.tsx +89 -0
  245. package/src/components/human-input-form.tsx +2 -2
  246. package/src/components/interactive-workbench-viewers.ts +2 -0
  247. package/src/components/machine-card.tsx +1 -1
  248. package/src/components/machine-input-display.ts +3 -0
  249. package/src/components/machines/machine-detail.tsx +39 -15
  250. package/src/components/machines-dashboard.tsx +7 -6
  251. package/src/components/message-timeline.tsx +327 -37
  252. package/src/components/model-picker.tsx +2 -2
  253. package/src/components/model-policy-picker.tsx +16 -15
  254. package/src/components/queue-surface-implementation.tsx +135 -75
  255. package/src/components/queue-surface-state.tsx +2 -2
  256. package/src/components/sandbox-files.tsx +142 -62
  257. package/src/components/sandbox-terminal.tsx +119 -35
  258. package/src/components/sandbox-workspace.tsx +394 -228
  259. package/src/components/session-chrome.tsx +67 -27
  260. package/src/components/timeline-annotation-selection.tsx +221 -0
  261. package/src/components/timeline-annotations-dialog.tsx +213 -0
  262. package/src/components/timeline-annotations.tsx +84 -0
  263. package/src/components/tooltip.tsx +13 -16
  264. package/src/components/user-message-body.tsx +1 -1
  265. package/src/components/workbench-changes.tsx +192 -35
  266. package/src/components/workspace-dock.tsx +13 -5
  267. package/src/composer.ts +3 -0
  268. package/src/hooks/internal.ts +132 -38
  269. package/src/hooks/use-attached-browsers.ts +152 -0
  270. package/src/hooks/use-browser-frame-stream.ts +316 -0
  271. package/src/hooks/use-browser-identities.ts +225 -0
  272. package/src/hooks/use-browser-session.ts +476 -0
  273. package/src/hooks/use-browser-sessions.ts +281 -0
  274. package/src/hooks/use-codex-accounts.ts +4 -4
  275. package/src/hooks/use-composer.ts +769 -24
  276. package/src/hooks/use-computer-frame-stream.ts +311 -0
  277. package/src/hooks/use-computer-session.ts +442 -0
  278. package/src/hooks/use-computer-sessions.ts +245 -0
  279. package/src/hooks/use-environments.ts +24 -5
  280. package/src/hooks/use-file-attachments.ts +70 -32
  281. package/src/hooks/use-goal.ts +17 -5
  282. package/src/hooks/use-machine-chip.ts +5 -3
  283. package/src/hooks/use-machines.ts +79 -3
  284. package/src/hooks/use-packs.ts +51 -0
  285. package/src/hooks/use-sandbox-files.ts +382 -88
  286. package/src/hooks/use-sandbox-git.ts +208 -46
  287. package/src/hooks/use-sandbox-terminal.ts +3 -2
  288. package/src/hooks/use-session-capabilities.ts +94 -70
  289. package/src/hooks/use-session-events.ts +18 -4
  290. package/src/hooks/use-terminal-stream.ts +102 -23
  291. package/src/hooks/use-transcription.ts +4 -14
  292. package/src/hooks/use-turn-queue.ts +17 -5
  293. package/src/hooks/use-video-artifact-playback.ts +28 -0
  294. package/src/hooks/use-voice-input.ts +163 -19
  295. package/src/hooks/use-windowed-sections.ts +9 -7
  296. package/src/hooks/use-workspace-edit.ts +2 -1
  297. package/src/index.ts +21 -6
  298. package/src/interaction.ts +71 -0
  299. package/src/lib/composer-responsive-context.ts +15 -0
  300. package/src/lib/relay-wire.ts +4 -0
  301. package/src/lib/sandbox-liveness.ts +11 -0
  302. package/src/lib/terminal-capability.ts +10 -0
  303. package/src/lib/use-portal-token-style.ts +60 -15
  304. package/src/provider.tsx +52 -7
  305. package/src/realtime/dropdown-menu.tsx +15 -19
  306. package/src/realtime/realtime-control.tsx +16 -5
  307. package/src/session-context.ts +90 -0
  308. package/src/timeline/activity-rail.tsx +31 -6
  309. package/src/timeline/index.ts +4 -1
  310. package/src/timeline/parsers.ts +46 -20
  311. package/src/timeline/projection.ts +233 -13
  312. package/src/timeline/registry.ts +19 -0
  313. package/src/timeline/screenshot-lightbox.tsx +30 -9
  314. package/src/timeline/shared.tsx +59 -11
  315. package/src/timeline/tool-renderers.tsx +421 -24
  316. package/src/timeline/turn-summary.tsx +2 -2
  317. package/src/timeline/types.ts +58 -2
  318. package/src/voice-recording-store.ts +15 -0
  319. package/styles/compiled.css +5298 -0
  320. package/styles/compiled.d.ts +2 -0
  321. package/styles/effective-tokens.css +27 -0
  322. package/styles/index.css +18 -0
  323. package/styles/responsive.css +208 -0
  324. package/styles/responsive.d.ts +2 -0
  325. package/styles/tokens.css +50 -17
  326. package/dist/chunk-3PB7MIT6.js.map +0 -1
  327. package/dist/chunk-6EDV6YFE.js.map +0 -1
  328. package/dist/chunk-EB67J347.js.map +0 -1
  329. package/dist/chunk-EKZH6IDG.js.map +0 -1
  330. package/dist/chunk-FGZUCXZF.js.map +0 -1
  331. package/dist/chunk-HFO4ERGQ.js.map +0 -1
  332. package/dist/chunk-JB5725BI.js +0 -48
  333. package/dist/chunk-JB5725BI.js.map +0 -1
  334. package/dist/chunk-LGVMUIRV.js.map +0 -1
  335. package/dist/chunk-LWR4MXSS.js.map +0 -1
  336. package/dist/chunk-SRFUT2ZU.js.map +0 -1
  337. package/dist/chunk-U3CSCMWA.js.map +0 -1
  338. package/dist/chunk-VCBFUSUZ.js.map +0 -1
  339. package/dist/fleet-decision-projection-SLNZMS42.js +0 -241
  340. package/dist/fleet-decision-projection-SLNZMS42.js.map +0 -1
  341. package/dist/queue-surface-implementation-J4XJFKRW.js.map +0 -1
@@ -0,0 +1,316 @@
1
+ import {
2
+ browserFrameSocketUrl,
3
+ decodeBrowserFrameMessage,
4
+ type BrowserFrame,
5
+ type BrowserFrameStreamOptions,
6
+ type BrowserSessionAttachment,
7
+ } from "@opengeni/sdk/interaction";
8
+ import { useCallback, useEffect, useRef, useState } from "react";
9
+ import {
10
+ type EmbeddedBrowserInteractionClientOverride,
11
+ useEmbeddedBrowserInteraction,
12
+ } from "../session-context";
13
+ import {
14
+ decodeStreamFrame,
15
+ decodeStreamOpenAck,
16
+ encodeStreamOpen,
17
+ STREAM_KIND_BROWSER,
18
+ STREAM_ROLE_CLIENT,
19
+ } from "../lib/relay-wire";
20
+
21
+ export type BrowserFrameConnectionState =
22
+ | "idle"
23
+ | "attaching"
24
+ | "connecting"
25
+ | "live"
26
+ | "reconnecting"
27
+ | "error";
28
+
29
+ export type BrowserFrameWebSocket = Pick<
30
+ WebSocket,
31
+ "binaryType" | "readyState" | "close" | "addEventListener" | "removeEventListener"
32
+ > & { send(data: ArrayBuffer): void };
33
+
34
+ export type BrowserFrameWebSocketFactory = (
35
+ url: string,
36
+ protocols: string[],
37
+ ) => BrowserFrameWebSocket;
38
+
39
+ const RELAY_TAG_OPEN = 1;
40
+ const RELAY_TAG_OPEN_ACK = 2;
41
+ const RELAY_TAG_FRAME = 3;
42
+
43
+ export type UseBrowserFrameStreamOptions = EmbeddedBrowserInteractionClientOverride & {
44
+ browserSessionId: string | null;
45
+ targetId: string | null;
46
+ enabled?: boolean | undefined;
47
+ stream?: BrowserFrameStreamOptions | undefined;
48
+ webSocketFactory?: BrowserFrameWebSocketFactory | undefined;
49
+ };
50
+
51
+ export type UseBrowserFrameStreamResult = {
52
+ state: BrowserFrameConnectionState;
53
+ frame: BrowserFrame | null;
54
+ attachment: Pick<
55
+ BrowserSessionAttachment,
56
+ "browserSessionId" | "controllerGeneration" | "targetId" | "expiresAt"
57
+ > | null;
58
+ error: Error | null;
59
+ reconnect: () => void;
60
+ };
61
+
62
+ /**
63
+ * Reconnecting, latest-only BrowserSession media attachment. Direct placement
64
+ * grants travel as a WebSocket subprotocol; connected-machine grants stay in the
65
+ * relay's first authenticated binary message. Neither transport puts a grant in
66
+ * a URL, event, log, or separately exposed React state.
67
+ */
68
+ export function useBrowserFrameStream(
69
+ options: UseBrowserFrameStreamOptions,
70
+ ): UseBrowserFrameStreamResult {
71
+ const { client, workspaceId } = useEmbeddedBrowserInteraction(options);
72
+ const enabled = options.enabled ?? true;
73
+ const [nonce, setNonce] = useState(0);
74
+ const [result, setResult] = useState<Omit<UseBrowserFrameStreamResult, "reconnect">>({
75
+ state: "idle",
76
+ frame: null,
77
+ attachment: null,
78
+ error: null,
79
+ });
80
+ const latestRef = useRef<{ key: string; sequence: number }>({
81
+ key: "",
82
+ sequence: -1,
83
+ });
84
+ const factoryRef = useRef(options.webSocketFactory);
85
+ const streamRef = useRef(options.stream);
86
+ factoryRef.current = options.webSocketFactory;
87
+ streamRef.current = options.stream;
88
+
89
+ const reconnect = useCallback(() => setNonce((value) => value + 1), []);
90
+
91
+ useEffect(() => {
92
+ const browserSessionId = options.browserSessionId;
93
+ const targetId = options.targetId;
94
+ if (!enabled || !browserSessionId || !targetId || typeof window === "undefined") {
95
+ setResult({ state: "idle", frame: null, attachment: null, error: null });
96
+ return;
97
+ }
98
+
99
+ // Never render or target input against a frame from the previously selected
100
+ // resource while its replacement attachment is negotiating.
101
+ latestRef.current = { key: "", sequence: -1 };
102
+ setResult({
103
+ state: "attaching",
104
+ frame: null,
105
+ attachment: null,
106
+ error: null,
107
+ });
108
+
109
+ let disposed = false;
110
+ let socket: BrowserFrameWebSocket | null = null;
111
+ let reconnectTimer: ReturnType<typeof setTimeout> | null = null;
112
+ let expiryTimer: ReturnType<typeof setTimeout> | null = null;
113
+ let failures = 0;
114
+ let controllerGeneration: string | null = null;
115
+ let activeStream: BrowserSessionAttachment["stream"] | null = null;
116
+ let relayAccepted = false;
117
+ const attachmentAbort = new AbortController();
118
+
119
+ const clearSocket = () => {
120
+ if (!socket) return;
121
+ socket.removeEventListener("open", onOpen);
122
+ socket.removeEventListener("message", onMessage);
123
+ socket.removeEventListener("error", onError);
124
+ socket.removeEventListener("close", onClose);
125
+ if (socket.readyState === 0 || socket.readyState === 1) {
126
+ socket.close(1000, "viewer detached");
127
+ }
128
+ socket = null;
129
+ };
130
+
131
+ const scheduleReconnect = () => {
132
+ if (disposed || reconnectTimer) return;
133
+ const delay = Math.min(5_000, 250 * 2 ** Math.min(failures, 5));
134
+ failures += 1;
135
+ setResult((current) => ({ ...current, state: "reconnecting" }));
136
+ reconnectTimer = setTimeout(() => {
137
+ reconnectTimer = null;
138
+ void connect();
139
+ }, delay);
140
+ };
141
+
142
+ const fail = (cause: unknown) => {
143
+ if (disposed) return;
144
+ const error = cause instanceof Error ? cause : new Error(String(cause));
145
+ setResult((current) => ({ ...current, state: "error", error }));
146
+ clearSocket();
147
+ scheduleReconnect();
148
+ };
149
+
150
+ const onOpen = () => {
151
+ if (disposed) return;
152
+ failures = 0;
153
+ if (activeStream?.kind === "relay") {
154
+ const body = encodeStreamOpen({
155
+ channel: {
156
+ ...activeStream.channel,
157
+ kind: STREAM_KIND_BROWSER,
158
+ },
159
+ token: activeStream.token,
160
+ role: STREAM_ROLE_CLIENT,
161
+ resumeFromSeq: "0",
162
+ });
163
+ socket?.send(relayDatagram(RELAY_TAG_OPEN, body));
164
+ return;
165
+ }
166
+ setResult((current) => ({ ...current, state: "live", error: null }));
167
+ };
168
+
169
+ const onMessage = (event: MessageEvent) => {
170
+ void (async () => {
171
+ try {
172
+ const bytes = await messageBytes(event.data);
173
+ if (disposed) return;
174
+ let frameBytes = bytes;
175
+ if (activeStream?.kind === "relay") {
176
+ if (bytes.length < 1) throw new Error("browser relay returned an empty message");
177
+ const tag = bytes[0];
178
+ const body = bytes.subarray(1);
179
+ if (tag === RELAY_TAG_OPEN_ACK) {
180
+ const ack = decodeStreamOpenAck(body);
181
+ if (!ack.accepted) {
182
+ throw new Error(ack.error?.message ?? "browser stream was rejected by the relay");
183
+ }
184
+ relayAccepted = true;
185
+ return;
186
+ }
187
+ if (tag !== RELAY_TAG_FRAME || !relayAccepted) return;
188
+ frameBytes = decodeStreamFrame(body).data;
189
+ }
190
+ const frame = decodeBrowserFrameMessage(frameBytes);
191
+ if (frame.browserSessionId !== browserSessionId || frame.targetId !== targetId) {
192
+ throw new Error("browser frame belongs to another resource");
193
+ }
194
+ if (!controllerGeneration || frame.controllerGeneration !== controllerGeneration) {
195
+ throw new Error("browser frame belongs to a stale controller");
196
+ }
197
+ const key = `${browserSessionId}:${targetId}:${frame.controllerGeneration}:${frame.targetGeneration}:${frame.documentGeneration}`;
198
+ if (latestRef.current.key === key && frame.sequence <= latestRef.current.sequence) return;
199
+ latestRef.current = { key, sequence: frame.sequence };
200
+ setResult((current) => ({
201
+ ...current,
202
+ state: "live",
203
+ frame,
204
+ error: null,
205
+ }));
206
+ } catch (cause) {
207
+ fail(cause);
208
+ }
209
+ })();
210
+ };
211
+
212
+ const onError = () => fail(new Error("Browser view lost connection."));
213
+
214
+ const onClose = () => {
215
+ if (disposed) return;
216
+ clearSocket();
217
+ scheduleReconnect();
218
+ };
219
+
220
+ const connect = async () => {
221
+ if (disposed) return;
222
+ clearSocket();
223
+ if (expiryTimer) clearTimeout(expiryTimer);
224
+ setResult((current) => ({
225
+ ...current,
226
+ state: current.attachment ? "reconnecting" : "attaching",
227
+ error: null,
228
+ }));
229
+ try {
230
+ const attachment = await client.attachBrowserSession(
231
+ workspaceId,
232
+ browserSessionId,
233
+ {
234
+ targetId,
235
+ expiresInSeconds: 120,
236
+ ...(streamRef.current ? { stream: streamRef.current } : {}),
237
+ },
238
+ { signal: attachmentAbort.signal },
239
+ );
240
+ if (disposed) return;
241
+ if (attachment.browserSessionId !== browserSessionId || attachment.targetId !== targetId) {
242
+ throw new Error("browser attachment does not match the requested resource");
243
+ }
244
+ controllerGeneration = attachment.controllerGeneration;
245
+ activeStream = attachment.stream;
246
+ relayAccepted = false;
247
+ setResult((current) => ({
248
+ ...current,
249
+ state: "connecting",
250
+ attachment: {
251
+ browserSessionId: attachment.browserSessionId,
252
+ controllerGeneration: attachment.controllerGeneration,
253
+ targetId: attachment.targetId,
254
+ expiresAt: attachment.expiresAt,
255
+ },
256
+ error: null,
257
+ }));
258
+ const createSocket =
259
+ factoryRef.current ??
260
+ ((url: string, protocols: string[]) => new WebSocket(url, protocols));
261
+ socket = createSocket(
262
+ attachment.stream.kind === "relay"
263
+ ? attachment.stream.url
264
+ : browserFrameSocketUrl(attachment, streamRef.current),
265
+ attachment.stream.kind === "direct_websocket" ? [...attachment.stream.protocols] : [],
266
+ );
267
+ socket.binaryType = "arraybuffer";
268
+ socket.addEventListener("open", onOpen);
269
+ socket.addEventListener("message", onMessage);
270
+ socket.addEventListener("error", onError);
271
+ socket.addEventListener("close", onClose);
272
+ const expiresAt = Date.parse(attachment.expiresAt);
273
+ const refreshIn = Number.isFinite(expiresAt)
274
+ ? Math.max(1_000, expiresAt - Date.now() - 5_000)
275
+ : 60_000;
276
+ expiryTimer = setTimeout(() => {
277
+ if (disposed) return;
278
+ clearSocket();
279
+ void connect();
280
+ }, refreshIn);
281
+ } catch (cause) {
282
+ if (attachmentAbort.signal.aborted || disposed) return;
283
+ fail(cause);
284
+ }
285
+ };
286
+
287
+ void connect();
288
+ return () => {
289
+ disposed = true;
290
+ attachmentAbort.abort();
291
+ if (reconnectTimer) clearTimeout(reconnectTimer);
292
+ if (expiryTimer) clearTimeout(expiryTimer);
293
+ clearSocket();
294
+ };
295
+ }, [client, enabled, nonce, options.browserSessionId, options.targetId, workspaceId]);
296
+
297
+ return { ...result, reconnect };
298
+ }
299
+
300
+ function relayDatagram(tag: number, body: Uint8Array): ArrayBuffer {
301
+ const message = new Uint8Array(body.length + 1);
302
+ message[0] = tag;
303
+ message.set(body, 1);
304
+ return message.buffer as ArrayBuffer;
305
+ }
306
+
307
+ async function messageBytes(value: unknown): Promise<Uint8Array> {
308
+ if (value instanceof ArrayBuffer) return new Uint8Array(value);
309
+ if (ArrayBuffer.isView(value)) {
310
+ return new Uint8Array(value.buffer, value.byteOffset, value.byteLength).slice();
311
+ }
312
+ if (typeof Blob !== "undefined" && value instanceof Blob) {
313
+ return new Uint8Array(await value.arrayBuffer());
314
+ }
315
+ throw new Error("browser frame stream returned a non-binary message");
316
+ }
@@ -0,0 +1,225 @@
1
+ import type {
2
+ BrowserIdentity,
3
+ BrowserIdentityMutationResponse,
4
+ BrowserRevisionListResponse,
5
+ CreateBrowserIdentityRequest,
6
+ PublishBrowserRevisionRequest,
7
+ PublishBrowserRevisionResponse,
8
+ } from "@opengeni/sdk/interaction";
9
+ import { useCallback, useEffect, useRef, useState } from "react";
10
+ import type { EmbeddedBrowserInteractionClientLike } from "../client";
11
+ import {
12
+ type EmbeddedBrowserInteractionClientOverride,
13
+ useEmbeddedBrowserInteraction,
14
+ } from "../session-context";
15
+
16
+ export type UseBrowserIdentitiesOptions = EmbeddedBrowserInteractionClientOverride & {
17
+ enabled?: boolean | undefined;
18
+ };
19
+
20
+ export type UseBrowserIdentitiesResult = {
21
+ revision: number;
22
+ identities: BrowserIdentity[];
23
+ loading: boolean;
24
+ refreshing: boolean;
25
+ mutating: boolean;
26
+ error: Error | null;
27
+ refresh: () => Promise<void>;
28
+ create: (
29
+ request: Omit<CreateBrowserIdentityRequest, "operationId"> & {
30
+ operationId?: string;
31
+ },
32
+ ) => Promise<BrowserIdentityMutationResponse>;
33
+ revisions: (identityId: string) => Promise<BrowserRevisionListResponse>;
34
+ publish: (
35
+ browserSessionId: string,
36
+ request: Omit<PublishBrowserRevisionRequest, "operationId"> & {
37
+ operationId?: string;
38
+ },
39
+ ) => Promise<PublishBrowserRevisionResponse>;
40
+ };
41
+
42
+ /** Workspace browser-profile library and explicit immutable-version mutations. */
43
+ export function useBrowserIdentities(
44
+ options: UseBrowserIdentitiesOptions = {},
45
+ ): UseBrowserIdentitiesResult {
46
+ const { client, workspaceId } = useEmbeddedBrowserInteraction(options);
47
+ const enabled = options.enabled ?? true;
48
+ const [state, setState] = useState(() => emptyState(workspaceId, enabled));
49
+ const [mutationCount, setMutationCount] = useState(0);
50
+ const requestRef = useRef<{ id: number; controller: AbortController | null }>({
51
+ id: 0,
52
+ controller: null,
53
+ });
54
+ const mountedRef = useRef(true);
55
+ const visibleState = state.workspaceId === workspaceId ? state : emptyState(workspaceId, enabled);
56
+
57
+ const cancelLoad = useCallback(() => {
58
+ const id = requestRef.current.id + 1;
59
+ requestRef.current.controller?.abort();
60
+ requestRef.current = { id, controller: null };
61
+ }, []);
62
+
63
+ const load = useCallback(
64
+ async (foreground: boolean): Promise<void> => {
65
+ if (!enabled) return;
66
+ const id = requestRef.current.id + 1;
67
+ requestRef.current.controller?.abort();
68
+ const controller = new AbortController();
69
+ requestRef.current = { id, controller };
70
+ setState((current) => ({
71
+ ...(current.workspaceId === workspaceId ? current : emptyState(workspaceId, true)),
72
+ loading: foreground,
73
+ refreshing: !foreground,
74
+ error: foreground || current.workspaceId !== workspaceId ? null : current.error,
75
+ }));
76
+ try {
77
+ const response = await client.listBrowserIdentities(workspaceId, {
78
+ signal: controller.signal,
79
+ });
80
+ if (!mountedRef.current || requestRef.current.id !== id) return;
81
+ setState({
82
+ workspaceId,
83
+ revision: response.revision,
84
+ identities: sortIdentities(response.identities),
85
+ loading: false,
86
+ refreshing: false,
87
+ error: null,
88
+ });
89
+ } catch (cause) {
90
+ if (controller.signal.aborted || !mountedRef.current || requestRef.current.id !== id)
91
+ return;
92
+ setState((current) => ({
93
+ ...(current.workspaceId === workspaceId ? current : emptyState(workspaceId, true)),
94
+ loading: false,
95
+ refreshing: false,
96
+ error: cause instanceof Error ? cause : new Error(String(cause)),
97
+ }));
98
+ } finally {
99
+ if (requestRef.current.id === id) requestRef.current = { id, controller: null };
100
+ }
101
+ },
102
+ [client, enabled, workspaceId],
103
+ );
104
+
105
+ const refresh = useCallback(async () => await load(false), [load]);
106
+
107
+ useEffect(() => {
108
+ mountedRef.current = true;
109
+ if (!enabled) {
110
+ cancelLoad();
111
+ setState(emptyState(workspaceId, false));
112
+ return;
113
+ }
114
+ void load(true);
115
+ return () => {
116
+ mountedRef.current = false;
117
+ cancelLoad();
118
+ };
119
+ }, [cancelLoad, enabled, load, workspaceId]);
120
+
121
+ const mutate = useCallback(async <T>(operation: () => Promise<T>): Promise<T> => {
122
+ setMutationCount((count) => count + 1);
123
+ try {
124
+ return await operation();
125
+ } finally {
126
+ if (mountedRef.current) setMutationCount((count) => Math.max(0, count - 1));
127
+ }
128
+ }, []);
129
+
130
+ const create = useCallback(
131
+ async (
132
+ request: Omit<CreateBrowserIdentityRequest, "operationId"> & {
133
+ operationId?: string;
134
+ },
135
+ ): Promise<BrowserIdentityMutationResponse> =>
136
+ await mutate(async () => {
137
+ const response = await client.createBrowserIdentity(workspaceId, {
138
+ ...request,
139
+ operationId: request.operationId ?? crypto.randomUUID(),
140
+ });
141
+ setState((current) => mergeIdentity(current, workspaceId, response.identity));
142
+ return response;
143
+ }),
144
+ [client, mutate, workspaceId],
145
+ );
146
+
147
+ const revisions = useCallback(
148
+ async (identityId: string): Promise<BrowserRevisionListResponse> =>
149
+ await client.listBrowserRevisions(workspaceId, identityId),
150
+ [client, workspaceId],
151
+ );
152
+
153
+ const publish = useCallback(
154
+ async (
155
+ browserSessionId: string,
156
+ request: Omit<PublishBrowserRevisionRequest, "operationId"> & {
157
+ operationId?: string;
158
+ },
159
+ ): Promise<PublishBrowserRevisionResponse> =>
160
+ await mutate(async () => {
161
+ const response = await client.publishBrowserRevision(workspaceId, browserSessionId, {
162
+ ...request,
163
+ operationId: request.operationId ?? crypto.randomUUID(),
164
+ });
165
+ setState((current) => mergeIdentity(current, workspaceId, response.identity));
166
+ return response;
167
+ }),
168
+ [client, mutate, workspaceId],
169
+ );
170
+
171
+ return {
172
+ revision: visibleState.revision,
173
+ identities: visibleState.identities,
174
+ loading: visibleState.loading,
175
+ refreshing: visibleState.refreshing,
176
+ mutating: mutationCount > 0,
177
+ error: visibleState.error,
178
+ refresh,
179
+ create,
180
+ revisions,
181
+ publish,
182
+ };
183
+ }
184
+
185
+ function emptyState(workspaceId: string, loading: boolean) {
186
+ return {
187
+ workspaceId,
188
+ revision: 0,
189
+ identities: [] as BrowserIdentity[],
190
+ loading,
191
+ refreshing: false,
192
+ error: null as Error | null,
193
+ };
194
+ }
195
+
196
+ function sortIdentities(identities: readonly BrowserIdentity[]): BrowserIdentity[] {
197
+ return [...identities].sort(
198
+ (left, right) =>
199
+ timestamp(right.updatedAt) - timestamp(left.updatedAt) || left.name.localeCompare(right.name),
200
+ );
201
+ }
202
+
203
+ function timestamp(value: string): number {
204
+ const parsed = Date.parse(value);
205
+ return Number.isFinite(parsed) ? parsed : 0;
206
+ }
207
+
208
+ function mergeIdentity(
209
+ current: ReturnType<typeof emptyState>,
210
+ workspaceId: string,
211
+ identity: BrowserIdentity,
212
+ ): ReturnType<typeof emptyState> {
213
+ if (current.workspaceId !== workspaceId) return current;
214
+ return {
215
+ ...current,
216
+ identities: sortIdentities([
217
+ ...current.identities.filter((candidate) => candidate.id !== identity.id),
218
+ identity,
219
+ ]),
220
+ error: null,
221
+ };
222
+ }
223
+
224
+ /** Exported for narrow proxy implementations and tests. */
225
+ export type BrowserIdentitiesClient = EmbeddedBrowserInteractionClientLike;