@kabmo-labs/kabmo 0.16.0 → 0.18.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (381) hide show
  1. package/README.md +2 -2
  2. package/dist/client/index.html +1 -1
  3. package/dist/client/index.js +552 -471
  4. package/dist/client/static/js/index-hp75vsv9.css +1 -0
  5. package/dist/client/static/js/{index-cpydmygd.js → index-tc09dtca.js} +897 -886
  6. package/package.json +1 -1
  7. package/src/client/components/common/MarkdownRenderer.tsx +136 -89
  8. package/src/client/components/common/anchored-menu/index.test.tsx +141 -0
  9. package/src/client/components/common/anchored-menu/index.tsx +143 -0
  10. package/src/client/components/common/code-surface/bracket-guide.test.ts +2 -2
  11. package/src/client/components/common/code-surface/bracket-guide.ts +2 -2
  12. package/src/client/components/common/code-surface/conflict-markers.ts +5 -5
  13. package/src/client/components/common/code-surface/extensions.ts +7 -4
  14. package/src/client/components/common/code-surface/theme.ts +34 -9
  15. package/src/client/components/common/code-surface/whitespace.test.ts +223 -0
  16. package/src/client/components/common/code-surface/whitespace.ts +140 -0
  17. package/src/client/components/common/markdown-review/ReviewPopover.tsx +144 -0
  18. package/src/client/components/common/markdown-review/ReviewSummary.tsx +108 -0
  19. package/src/client/components/common/markdown-review/index.tsx +129 -0
  20. package/src/client/components/common/{server-switcher/index.tsx → server-control/Panel.tsx} +92 -44
  21. package/src/client/components/common/server-control/index.test.tsx +217 -0
  22. package/src/client/components/common/server-control/index.tsx +120 -0
  23. package/src/client/components/layout/desktop-layout/TopNavbar.tsx +8 -50
  24. package/src/client/components/layout/session-sidebar/CategoryHeader.tsx +42 -21
  25. package/src/client/components/layout/session-sidebar/CategoryHeader.worktree.test.tsx +36 -17
  26. package/src/client/components/layout/session-sidebar/CategoryItem.tsx +8 -7
  27. package/src/client/components/layout/session-sidebar/about-modal/NotesDialog.tsx +94 -0
  28. package/src/client/components/layout/session-sidebar/about-modal/VersionLine.test.tsx +68 -0
  29. package/src/client/components/layout/session-sidebar/about-modal/VersionLine.tsx +36 -0
  30. package/src/client/components/layout/session-sidebar/about-modal/index.tsx +57 -34
  31. package/src/client/components/layout/session-sidebar/modern/WorkspaceHeader.tsx +28 -10
  32. package/src/client/components/layout/session-sidebar/modern/WorkspaceSection.tsx +7 -6
  33. package/src/client/components/layout/session-sidebar/modern/workspace-header.test.tsx +1 -1
  34. package/src/client/components/layout/update-popup/ReleaseNotes.tsx +8 -3
  35. package/src/client/components/layout/update-popup/index.tsx +5 -1
  36. package/src/client/components/mobile/mobile-main-view/Header.tsx +6 -12
  37. package/src/client/components/mobile/mobile-right-sidebar/FullEditor.tsx +13 -15
  38. package/src/client/components/mobile/mobile-right-sidebar/Header.tsx +23 -1
  39. package/src/client/components/mobile/mobile-right-sidebar/MissingFileBanner.tsx +30 -0
  40. package/src/client/components/mobile/mobile-right-sidebar/PreviewScroller.tsx +18 -2
  41. package/src/client/components/mobile/mobile-session-sidebar/Header.tsx +41 -13
  42. package/src/client/components/mobile/mobile-session-sidebar/Item.tsx +22 -67
  43. package/src/client/components/mobile/mobile-session-sidebar/ItemMenu.tsx +110 -0
  44. package/src/client/components/settings/Modal.tsx +9 -3
  45. package/src/client/components/settings/ProjectSelectorDropdown.tsx +19 -9
  46. package/src/client/components/settings/SettingsSidebarList.tsx +20 -0
  47. package/src/client/components/settings/categories/AgentSettings.tsx +38 -44
  48. package/src/client/components/settings/categories/CommandSettings.tsx +2 -2
  49. package/src/client/components/settings/categories/McpSettings.tsx +4 -21
  50. package/src/client/components/settings/categories/OmpSettings.tsx +147 -194
  51. package/src/client/components/settings/categories/ProjectSettings.tsx +122 -156
  52. package/src/client/components/settings/categories/SkillCatalogSettings.tsx +220 -260
  53. package/src/client/components/settings/categories/SkillSettings.tsx +8 -5
  54. package/src/client/components/settings/categories/TokenUsageSettings.tsx +211 -229
  55. package/src/client/components/settings/categories/agent-settings/DetailPane.tsx +229 -237
  56. package/src/client/components/settings/categories/agent-settings/ModelPicker.tsx +71 -0
  57. package/src/client/components/settings/categories/agent-settings/SidebarList.tsx +14 -2
  58. package/src/client/components/settings/categories/agent-settings/levels.ts +38 -0
  59. package/src/client/components/settings/categories/behavior-settings/Editor.tsx +27 -7
  60. package/src/client/components/settings/categories/chat-settings/ToolRenderSection.tsx +23 -5
  61. package/src/client/components/settings/categories/command-settings/DetailPane.tsx +75 -33
  62. package/src/client/components/settings/categories/command-settings/SidebarList.tsx +7 -0
  63. package/src/client/components/settings/categories/mcp-settings/DetailPane.tsx +91 -76
  64. package/src/client/components/settings/categories/mcp-settings/EnvVarsSection.tsx +83 -0
  65. package/src/client/components/settings/categories/mcp-settings/ImportModal.tsx +26 -13
  66. package/src/client/components/settings/categories/mcp-settings/SidebarList.tsx +20 -0
  67. package/src/client/components/settings/categories/omp-settings/ConfigTabs.tsx +97 -36
  68. package/src/client/components/settings/categories/omp-settings/EngineHeader.tsx +151 -0
  69. package/src/client/components/settings/categories/omp-settings/ExtensionsPanel.tsx +68 -32
  70. package/src/client/components/settings/categories/omp-settings/OrderedChips.tsx +119 -0
  71. package/src/client/components/settings/categories/omp-settings/PresetBar.tsx +14 -7
  72. package/src/client/components/settings/categories/omp-settings/RoleEditor.tsx +15 -6
  73. package/src/client/components/settings/categories/omp-settings/RowEditor.tsx +165 -226
  74. package/src/client/components/settings/categories/omp-settings/types.ts +28 -0
  75. package/src/client/components/settings/categories/project-settings/AccentPalette.test.tsx +189 -0
  76. package/src/client/components/settings/categories/project-settings/AccentPalette.tsx +156 -24
  77. package/src/client/components/settings/categories/project-settings/AddProjectModal.tsx +175 -0
  78. package/src/client/components/settings/categories/project-settings/DeleteProjectModal.tsx +107 -0
  79. package/src/client/components/settings/categories/project-settings/DetailsForm.tsx +40 -24
  80. package/src/client/components/settings/categories/project-settings/DetailsHeader.tsx +17 -7
  81. package/src/client/components/settings/categories/project-settings/IconGrid.tsx +164 -69
  82. package/src/client/components/settings/categories/project-settings/ModelDropdown.test.tsx +122 -0
  83. package/src/client/components/settings/categories/project-settings/ModelDropdown.tsx +124 -53
  84. package/src/client/components/settings/categories/project-settings/NameInput.tsx +57 -11
  85. package/src/client/components/settings/categories/project-settings/PathField.tsx +122 -0
  86. package/src/client/components/settings/categories/project-settings/SidebarList.tsx +100 -59
  87. package/src/client/components/settings/categories/skill-catalog/GitImportPanel.tsx +253 -0
  88. package/src/client/components/settings/categories/skill-catalog/SkillCard.tsx +89 -0
  89. package/src/client/components/settings/categories/skill-catalog/SourceRail.tsx +122 -0
  90. package/src/client/components/settings/categories/skill-catalog/catalog-ui.test.tsx +179 -0
  91. package/src/client/components/settings/categories/skill-settings/DetailHeader.tsx +236 -0
  92. package/src/client/components/settings/categories/skill-settings/DetailPane.tsx +164 -239
  93. package/src/client/components/settings/categories/skill-settings/InstructionsEditor.tsx +84 -0
  94. package/src/client/components/settings/categories/skill-settings/SidebarList.tsx +144 -87
  95. package/src/client/components/settings/categories/skill-settings/pane.test.tsx +188 -0
  96. package/src/client/components/settings/categories/skill-settings/row-meta.ts +58 -0
  97. package/src/client/components/settings/categories/token-usage-settings/Breakdown.tsx +242 -102
  98. package/src/client/components/settings/categories/token-usage-settings/Chart.tsx +130 -56
  99. package/src/client/components/settings/categories/token-usage-settings/Controls.tsx +135 -0
  100. package/src/client/components/settings/categories/token-usage-settings/MetricsGrid.tsx +55 -33
  101. package/src/client/components/settings/categories/token-usage-settings/Provenance.tsx +59 -0
  102. package/src/client/components/settings/categories/token-usage-settings/panel.test.tsx +239 -0
  103. package/src/client/components/workspace/browser-panel/Screencast.test.ts +1 -0
  104. package/src/client/components/workspace/browser-panel/Screencast.tsx +17 -22
  105. package/src/client/components/workspace/browser-panel/TabStrip.test.tsx +158 -0
  106. package/src/client/components/workspace/browser-panel/TabStrip.tsx +90 -0
  107. package/src/client/components/workspace/browser-panel/index.tsx +50 -4
  108. package/src/client/components/workspace/browser-toolbar/index.tsx +41 -1
  109. package/src/client/components/workspace/chat-timeline/ThinkingSection.tsx +3 -1
  110. package/src/client/components/workspace/chat-timeline/ToolCallingSection.tsx +2 -0
  111. package/src/client/components/workspace/chat-timeline/block-chrome.test.tsx +13 -2
  112. package/src/client/components/workspace/chat-timeline/index.tsx +6 -1
  113. package/src/client/components/workspace/chat-timeline/tool-renderers/panels/Bash.test.ts +88 -0
  114. package/src/client/components/workspace/chat-timeline/tool-renderers/panels/Bash.tsx +24 -1
  115. package/src/client/components/workspace/chat-timeline/tool-renderers/panels/Proc.test.ts +46 -0
  116. package/src/client/components/workspace/chat-timeline/tool-renderers/panels/Proc.tsx +15 -6
  117. package/src/client/components/workspace/chat-timeline/tool-renderers/panels/Read.test.ts +34 -0
  118. package/src/client/components/workspace/chat-timeline/tool-renderers/panels/Read.tsx +5 -1
  119. package/src/client/components/workspace/chat-timeline/tool-renderers/panels/Wait.test.ts +29 -0
  120. package/src/client/components/workspace/chat-timeline/tool-renderers/panels/Wait.tsx +11 -3
  121. package/src/client/components/workspace/chat-timeline/tool-renderers/shared/ArtifactChip.tsx +7 -6
  122. package/src/client/components/workspace/chat-timeline/tool-renderers/shared/card-header.test.ts +24 -1
  123. package/src/client/components/workspace/chat-timeline/tool-renderers/shared/card-header.ts +6 -2
  124. package/src/client/components/workspace/chat-timeline/tool-renderers/styles/Tui.test.tsx +237 -0
  125. package/src/client/components/workspace/chat-timeline/tool-renderers/styles/Tui.tsx +191 -0
  126. package/src/client/components/workspace/chat-timeline/tool-renderers/styles/styles.test.tsx +1 -1
  127. package/src/client/components/workspace/diff-panel/MergeDiffView.tsx +21 -7
  128. package/src/client/components/workspace/diff-panel/changes.test.ts +51 -0
  129. package/src/client/components/workspace/diff-panel/changes.ts +28 -12
  130. package/src/client/components/workspace/diff-panel/merge.test.ts +28 -0
  131. package/src/client/components/workspace/diff-panel/merge.ts +21 -1
  132. package/src/client/components/workspace/editor/Body.tsx +7 -0
  133. package/src/client/components/workspace/editor/FileDocument.tsx +15 -21
  134. package/src/client/components/workspace/editor/FilePane.tsx +12 -0
  135. package/src/client/components/workspace/editor/PreviewPane.tsx +70 -0
  136. package/src/client/components/workspace/editor/Toolbar.tsx +17 -1
  137. package/src/client/components/workspace/editor/index.tsx +25 -22
  138. package/src/client/components/workspace/editor/toolbar-clusters.test.ts +14 -0
  139. package/src/client/components/workspace/editor/toolbar-clusters.tsx +12 -86
  140. package/src/client/components/workspace/editor/toolbar-toggle.tsx +53 -0
  141. package/src/client/components/workspace/editor/toolbar-write-clusters.tsx +112 -0
  142. package/src/client/components/workspace/editor/viewers/SvgPreview.tsx +18 -2
  143. package/src/client/components/workspace/editor/viewers/viewers.test.ts +39 -0
  144. package/src/client/components/workspace/file-explorer/ContextMenu.tsx +18 -5
  145. package/src/client/components/workspace/file-explorer/Modals.tsx +15 -1
  146. package/src/client/components/workspace/file-explorer/RowLabel.tsx +68 -0
  147. package/src/client/components/workspace/file-explorer/TreeItem.tsx +47 -57
  148. package/src/client/components/workspace/file-explorer/collapsed-chain.test.ts +167 -0
  149. package/src/client/components/workspace/file-explorer/drag-props.ts +42 -0
  150. package/src/client/components/workspace/file-explorer/drag.test.ts +43 -0
  151. package/src/client/components/workspace/file-explorer/index.tsx +21 -20
  152. package/src/client/components/workspace/git-panel/commit-modal.test.ts +5 -3
  153. package/src/client/components/workspace/user-browser-panel/AddressBar.tsx +5 -0
  154. package/src/client/components/workspace/user-browser-panel/AnnotateBar.test.tsx +201 -0
  155. package/src/client/components/workspace/user-browser-panel/AnnotateBar.tsx +112 -0
  156. package/src/client/components/workspace/user-browser-panel/AnnotateLayer.test.tsx +225 -0
  157. package/src/client/components/workspace/user-browser-panel/AnnotateLayer.tsx +217 -0
  158. package/src/client/components/workspace/user-browser-panel/AnnotateTarget.tsx +99 -0
  159. package/src/client/components/workspace/user-browser-panel/Frame.tsx +30 -1
  160. package/src/client/components/workspace/user-browser-panel/index.tsx +81 -2
  161. package/src/client/data/agent-data/builtin.ts +0 -10
  162. package/src/client/data/agent-data/orchestrator.ts +0 -45
  163. package/src/client/data/agent-data/specialist.ts +0 -100
  164. package/src/client/data/mock/token-usage.ts +170 -120
  165. package/src/client/data/settings/omp-schema.json +123 -4
  166. package/src/client/data/settings/project.ts +9 -28
  167. package/src/client/data/settings/skill.ts +6 -32
  168. package/src/client/hooks/browser/use-annotate.test.ts +143 -0
  169. package/src/client/hooks/browser/use-annotate.ts +98 -0
  170. package/src/client/hooks/browser/use-close-tab.test.ts +148 -0
  171. package/src/client/hooks/browser/use-close-tab.ts +67 -0
  172. package/src/client/hooks/browser/use-screencast.ts +13 -1
  173. package/src/client/hooks/chat/composer/browser-context.test.ts +117 -0
  174. package/src/client/hooks/chat/composer/browser-context.ts +40 -16
  175. package/src/client/hooks/chat/composer/items.test.ts +1 -1
  176. package/src/client/hooks/chat/composer/review-context.ts +38 -0
  177. package/src/client/hooks/chat/composer/use-draft.test.ts +132 -0
  178. package/src/client/hooks/chat/composer/use-draft.ts +31 -2
  179. package/src/client/hooks/chat/timeline/pending-model.ts +28 -0
  180. package/src/client/hooks/chat/timeline/row-window.test.ts +15 -2
  181. package/src/client/hooks/editor/use-document-annotations.ts +124 -0
  182. package/src/client/hooks/editor/use-editor-panel-ui.ts +52 -0
  183. package/src/client/hooks/editor/use-file-review-mode.ts +35 -0
  184. package/src/client/hooks/editor/use-preview-review.ts +148 -0
  185. package/src/client/hooks/settings/agents.ts +149 -0
  186. package/src/client/hooks/settings/crud-list.test.ts +28 -6
  187. package/src/client/hooks/settings/crud-list.ts +96 -57
  188. package/src/client/hooks/settings/omp-config.ts +164 -0
  189. package/src/client/hooks/settings/projects/index.ts +294 -0
  190. package/src/client/hooks/settings/projects.test.ts +237 -0
  191. package/src/client/hooks/settings/skill-catalog.ts +101 -9
  192. package/src/client/hooks/settings/skill-git-import.ts +153 -0
  193. package/src/client/hooks/settings/useTokenUsage.ts +125 -0
  194. package/src/client/hooks/settings/write-feedback.test.ts +104 -0
  195. package/src/client/hooks/settings/write-feedback.ts +63 -0
  196. package/src/client/hooks/shell/servers.test.ts +166 -0
  197. package/src/client/hooks/{desktop → shell}/servers.ts +17 -14
  198. package/src/client/hooks/ui/markdown-hydration.ts +125 -0
  199. package/src/client/hooks/ui/updates/index.test.ts +100 -1
  200. package/src/client/hooks/ui/updates/index.ts +50 -0
  201. package/src/client/hooks/ui/updates/notes.test.ts +138 -0
  202. package/src/client/hooks/ui/updates/notes.ts +57 -0
  203. package/src/client/hooks/ui/updates/shell-download.ts +1 -1
  204. package/src/client/hooks/ui/updates/shell-update.ts +2 -6
  205. package/src/client/hooks/workspace/file-row-drag.ts +41 -0
  206. package/src/client/hooks/workspace/file-tree-actions.ts +25 -1
  207. package/src/client/hooks/workspace/file-tree-edits.ts +23 -6
  208. package/src/client/hooks/workspace/root-drop-target.ts +77 -0
  209. package/src/client/hooks/workspace/unfolded-chains.ts +165 -0
  210. package/src/client/lib/browser/element-at.test.ts +229 -0
  211. package/src/client/lib/browser/element-at.ts +139 -0
  212. package/src/client/lib/desktop/dropped-paths.ts +1 -1
  213. package/src/client/lib/desktop/titlebar.test.ts +12 -3
  214. package/src/client/lib/desktop/titlebar.ts +1 -1
  215. package/src/client/lib/review/client.ts +73 -0
  216. package/src/client/lib/router/search-params.ts +42 -20
  217. package/src/client/lib/shell/desktop.ts +117 -0
  218. package/src/client/lib/shell/servers.ts +75 -0
  219. package/src/client/lib/shell/transport.ts +216 -0
  220. package/src/client/main.tsx +9 -0
  221. package/src/client/tailwind.css +65 -0
  222. package/src/server/lib/btw/lifecycle.server.ts +2 -2
  223. package/src/server/lib/db/schema.ts +7 -0
  224. package/src/server/lib/db/seed-terminal.test.ts +4 -0
  225. package/src/server/lib/fs/git-merge-conflict.test.ts +14 -1
  226. package/src/server/lib/omp/config/agent-definitions.test.ts +273 -0
  227. package/src/server/lib/omp/config/agents.ts +231 -61
  228. package/src/server/lib/omp/config/definitions.test.ts +9 -105
  229. package/src/server/lib/omp/config/extensions.ts +16 -7
  230. package/src/server/lib/omp/config/omp-config-files.test.ts +27 -0
  231. package/src/server/lib/omp/config/skill-sources.ts +49 -0
  232. package/src/server/lib/omp/config/skills-git-install.ts +155 -0
  233. package/src/server/lib/omp/config/skills-git-repo.ts +288 -0
  234. package/src/server/lib/omp/config/skills-git.test.ts +220 -0
  235. package/src/server/lib/omp/rpc/constants.test.ts +11 -0
  236. package/src/server/lib/omp/rpc/constants.ts +15 -0
  237. package/src/server/lib/omp/rpc/process.ts +11 -14
  238. package/src/server/lib/omp/rpc/session-commands.ts +6 -3
  239. package/src/server/lib/omp/rpc/utility-agent-dir.test.ts +134 -0
  240. package/src/server/lib/omp/rpc/utility-agent-dir.ts +138 -0
  241. package/src/server/lib/omp/rpc/utility.ts +12 -0
  242. package/src/server/lib/review/schema.server.ts +45 -0
  243. package/src/server/lib/review/store.server.ts +138 -0
  244. package/src/server/lib/terminal/attach-replay.test.ts +132 -0
  245. package/src/server/lib/terminal/output.test.ts +166 -0
  246. package/src/server/lib/terminal/output.ts +104 -0
  247. package/src/server/lib/terminal/runtime.server.ts +5 -0
  248. package/src/server/lib/terminal/send-result.test.ts +33 -0
  249. package/src/server/lib/terminal/send-result.ts +32 -0
  250. package/src/server/lib/terminal/session.server.ts +45 -11
  251. package/src/server/lib/terminal/store-liveness.test.ts +4 -0
  252. package/src/server/lib/updates/active-notes.test.ts +149 -0
  253. package/src/server/lib/updates/active-notes.ts +75 -0
  254. package/src/server/lib/updates/changelog-file.ts +42 -11
  255. package/src/server/lib/updates/changelog.test.ts +15 -1
  256. package/src/server/lib/updates/omp.ts +42 -15
  257. package/src/server/lib/updates/release-url.ts +27 -1
  258. package/src/server/lib/usage/index-parse.test.ts +200 -0
  259. package/src/server/lib/usage/index-parse.ts +178 -0
  260. package/src/server/lib/usage/index-query.server.ts +248 -0
  261. package/src/server/lib/usage/index-scan.server.ts +343 -0
  262. package/src/server/lib/usage/index-schema.server.ts +82 -0
  263. package/src/server/lib/usage/index.test.ts +234 -0
  264. package/src/server/lib/usage/providers.server.ts +4 -53
  265. package/src/server/lib/workspace/project-model.server.test.ts +102 -0
  266. package/src/server/lib/workspace/project-model.server.ts +47 -0
  267. package/src/server/lib/workspace/project-patch.server.ts +156 -0
  268. package/src/server/routes/agent/new.ts +8 -1
  269. package/src/server/routes/browser/index.ts +3 -0
  270. package/src/server/routes/browser/stream.ts +31 -2
  271. package/src/server/routes/browser/tabs.test.ts +94 -0
  272. package/src/server/routes/browser/tabs.ts +85 -0
  273. package/src/server/routes/index.ts +2 -0
  274. package/src/server/routes/review/bindings.ts +11 -0
  275. package/src/server/routes/review/index.ts +127 -0
  276. package/src/server/routes/review/routes.test.ts +191 -0
  277. package/src/server/routes/settings/agents.test.ts +180 -0
  278. package/src/server/routes/settings/agents.ts +99 -94
  279. package/src/server/routes/settings/mcp.test.ts +135 -0
  280. package/src/server/routes/settings/mcp.ts +14 -6
  281. package/src/server/routes/settings/projects.ts +53 -19
  282. package/src/server/routes/settings/settings-projects-routes.test.ts +214 -0
  283. package/src/server/routes/settings/settings-store-routes.test.ts +11 -115
  284. package/src/server/routes/settings/skills-catalog-actions.ts +195 -0
  285. package/src/server/routes/settings/skills.test.ts +225 -0
  286. package/src/server/routes/settings/skills.ts +18 -15
  287. package/src/server/routes/telemetry/tokens.test.ts +145 -0
  288. package/src/server/routes/telemetry/tokens.ts +70 -149
  289. package/src/server/routes/terminal/ws.ts +6 -5
  290. package/src/server/routes/updates/index.ts +2 -0
  291. package/src/server/routes/updates/notes.ts +34 -0
  292. package/src/server/routes/updates/routes.test.ts +49 -0
  293. package/src/shared/lib/browser/annotate.test.ts +283 -0
  294. package/src/shared/lib/browser/annotate.ts +231 -0
  295. package/src/shared/lib/browser/browser-viewer.test.ts +26 -4
  296. package/src/shared/lib/browser/frame-gate.test.ts +91 -0
  297. package/src/shared/lib/browser/frame-gate.ts +69 -0
  298. package/src/shared/lib/browser/frame-params.test.ts +43 -0
  299. package/src/shared/lib/browser/frame-params.ts +60 -0
  300. package/src/shared/lib/browser/frame-pipeline.test.ts +132 -0
  301. package/src/shared/lib/browser/frame-pipeline.ts +80 -0
  302. package/src/shared/lib/browser/page-context.ts +60 -4
  303. package/src/shared/lib/browser/snapshot.test.ts +115 -0
  304. package/src/shared/lib/browser/snapshot.ts +112 -0
  305. package/src/shared/lib/browser/tab-close.test.ts +74 -0
  306. package/src/shared/lib/browser/tab-close.ts +77 -0
  307. package/src/shared/lib/browser/viewer.ts +45 -26
  308. package/src/shared/lib/chat/timeline/block-chrome.ts +19 -0
  309. package/src/shared/lib/chat/timeline/tool-render-mode.ts +17 -4
  310. package/src/shared/lib/chat/tool/artifact.ts +55 -20
  311. package/src/shared/lib/chat/tool/bash-facts.ts +96 -0
  312. package/src/shared/lib/chat/tool/minimized.test.ts +98 -0
  313. package/src/shared/lib/chat/tool/minimized.ts +64 -0
  314. package/src/shared/lib/chat/tool/summary.test.ts +28 -8
  315. package/src/shared/lib/chat/tool/summary.ts +3 -32
  316. package/src/shared/lib/fs/folder-chain.test.ts +81 -1
  317. package/src/shared/lib/fs/folder-chain.ts +84 -0
  318. package/src/shared/lib/markdown/blocks/anchor.ts +63 -0
  319. package/src/shared/lib/markdown/blocks/blocks.test.ts +141 -0
  320. package/src/shared/lib/markdown/blocks/renderer.ts +120 -0
  321. package/src/shared/lib/markdown/blocks/scan.ts +100 -0
  322. package/src/shared/lib/markdown/blocks/types.ts +62 -0
  323. package/src/shared/lib/markdown/marked.ts +58 -147
  324. package/src/shared/lib/markdown/math-extensions.ts +168 -0
  325. package/src/shared/lib/markdown/review/prompt.ts +77 -0
  326. package/src/shared/lib/markdown/review/reconcile.ts +55 -0
  327. package/src/shared/lib/markdown/review/review.test.ts +96 -0
  328. package/src/shared/lib/markdown/xml-sections.test.ts +140 -0
  329. package/src/shared/lib/markdown/xml-sections.ts +139 -0
  330. package/src/shared/lib/models/provider/label.ts +57 -0
  331. package/src/shared/lib/omp/config/agent-file.test.ts +54 -0
  332. package/src/shared/lib/omp/config/agent-file.ts +43 -0
  333. package/src/shared/lib/omp/config/row-value.test.ts +95 -0
  334. package/src/shared/lib/omp/config/row-value.ts +97 -0
  335. package/src/shared/lib/omp/config/schema.test.ts +66 -0
  336. package/src/shared/lib/omp/config/schema.ts +6 -0
  337. package/src/shared/lib/omp/rpc/frame.test.ts +48 -47
  338. package/src/shared/lib/omp/rpc/frame.ts +49 -40
  339. package/src/shared/lib/omp/session/job-progress.test.ts +37 -1
  340. package/src/shared/lib/omp/session/job-progress.ts +31 -0
  341. package/src/shared/lib/omp/session/proc.ts +5 -0
  342. package/src/shared/lib/omp/session/wait.ts +5 -0
  343. package/src/shared/lib/ui/menu-anchor.test.ts +69 -0
  344. package/src/shared/lib/ui/menu-anchor.ts +89 -0
  345. package/src/shared/lib/ui/mobile-overlay.ts +61 -0
  346. package/src/shared/lib/ui/svg-scope.test.ts +97 -0
  347. package/src/shared/lib/ui/svg-scope.ts +134 -0
  348. package/src/shared/lib/usage/breakdown.test.ts +197 -0
  349. package/src/shared/lib/usage/breakdown.ts +241 -0
  350. package/src/shared/lib/usage/range.test.ts +204 -0
  351. package/src/shared/lib/usage/range.ts +240 -0
  352. package/src/shared/lib/usage/view.test.ts +85 -0
  353. package/src/shared/lib/usage/view.ts +74 -0
  354. package/src/shared/lib/workspace/project-accent.test.ts +69 -0
  355. package/src/shared/lib/workspace/project-accent.ts +63 -0
  356. package/src/shared/lib/workspace/project-icon.ts +40 -0
  357. package/src/shared/lib/workspace/project-model.test.ts +79 -0
  358. package/src/shared/lib/workspace/project-model.ts +64 -0
  359. package/src/shared/types/browser.ts +78 -0
  360. package/src/shared/types/index.ts +1 -0
  361. package/src/shared/types/settings/agent.ts +28 -6
  362. package/src/shared/types/settings/skill.ts +53 -3
  363. package/src/shared/types/settings/state.ts +4 -3
  364. package/src/shared/types/settings/write.ts +6 -0
  365. package/src/shared/types/tokenUsage.ts +128 -21
  366. package/src/shared/types/updates.ts +20 -0
  367. package/src/test-support/file-explorer-disk.test-util.ts +25 -1
  368. package/src/test-support/file-explorer-drag.test-util.ts +88 -0
  369. package/src/test-support/file-explorer.test-util.ts +47 -47
  370. package/dist/client/static/js/index-fjnq2z2d.css +0 -1
  371. package/src/client/components/common/code-surface/indent-guide.ts +0 -104
  372. package/src/client/components/common/server-switcher/index.test.tsx +0 -150
  373. package/src/client/components/settings/categories/skill-catalog/AddSourceModal.tsx +0 -133
  374. package/src/client/hooks/desktop/servers.test.ts +0 -73
  375. package/src/client/lib/desktop/bridge.ts +0 -203
  376. package/src/server/lib/omp/session/usage/aggregate-shaping.test.ts +0 -149
  377. package/src/server/lib/omp/session/usage/aggregate.test.ts +0 -243
  378. package/src/server/lib/omp/session/usage/aggregate.ts +0 -330
  379. package/src/server/lib/omp/session/usage/shaping.ts +0 -130
  380. package/src/shared/lib/code/editor/indent-guide-rule.test.ts +0 -65
  381. package/src/shared/lib/code/editor/indent-guide-rule.ts +0 -47
@@ -0,0 +1,231 @@
1
+ /**
2
+ * @license
3
+ * SPDX-License-Identifier: MIT
4
+ */
5
+
6
+ /**
7
+ * The user-browser panel's annotation geometry, and the words a mark becomes.
8
+ *
9
+ * A mark on that panel can only ever be GEOMETRY. The panel renders the user's
10
+ * page in a cross-origin iframe, so the host document cannot read the page
11
+ * (measured in Chromium: `contentDocument` is `null`, `drawImage(iframeElem)`
12
+ * throws `TypeError` because an iframe is not a `CanvasImageSource`, and a
13
+ * region read through `elementFromPoint` throws `SecurityError`). Both browser
14
+ * panels therefore hand the agent a description of WHERE, never a picture —
15
+ * which is also how the tools in this class work (Ghostex's Annotate is
16
+ * Agentation: element paths, bounding boxes and stroke descriptions, no
17
+ * screenshot).
18
+ *
19
+ * Every point is normalized to 0..1 against the measured panel box, so a mark
20
+ * survives a zoom change, a viewport-preset change and a panel resize. The
21
+ * panel box itself travels beside the marks (`AnnotatePanelSize`), because a
22
+ * percentage of 1024px and a percentage of 375px are different places.
23
+ */
24
+
25
+ import type { AnnotateElement, AnnotatePanelSize, AnnotatePoint, AnnotateShape, AnnotateTool } from '@/shared/types';
26
+
27
+ /** Panel box a pointer position is normalized against. */
28
+ export interface AnnotateRect {
29
+ width: number;
30
+ height: number;
31
+ }
32
+
33
+ /** Clamp a pointer position into the panel and express it as 0..1. */
34
+ export function normalizePoint(rect: AnnotateRect, client: AnnotatePoint): AnnotatePoint {
35
+ if (!(rect.width > 0) || !(rect.height > 0)) return { x: 0, y: 0 };
36
+ return {
37
+ x: clamp01(client.x / rect.width),
38
+ y: clamp01(client.y / rect.height),
39
+ };
40
+ }
41
+
42
+ /** A ratio as a 0..1 fraction; `NaN` becomes 0 rather than poisoning the shape. */
43
+ export function clamp01(value: number): number {
44
+ if (!Number.isFinite(value)) return 0;
45
+ if (value < 0) return 0;
46
+ if (value > 1) return 1;
47
+ return value;
48
+ }
49
+
50
+ /** A shape's bounding box in normalized units, whichever way it was dragged. */
51
+ export function shapeRegion(shape: Pick<AnnotateShape, 'start' | 'end'>): { x: number; y: number; width: number; height: number } {
52
+ const x = Math.min(shape.start.x, shape.end.x);
53
+ const y = Math.min(shape.start.y, shape.end.y);
54
+ return {
55
+ x,
56
+ y,
57
+ width: Math.abs(shape.end.x - shape.start.x),
58
+ height: Math.abs(shape.end.y - shape.start.y),
59
+ };
60
+ }
61
+
62
+ /** Whether a mark carries anything worth sending (a click with no drag still counts). */
63
+ export function isUsableShape(shape: Pick<AnnotateShape, 'start' | 'end' | 'note'> & { label?: string; element?: unknown }): boolean {
64
+ if (shape.note.trim().length > 0) return true;
65
+ if ((shape.label ?? '').trim().length > 0) return true;
66
+ if (shape.element) return true;
67
+ const region = shapeRegion(shape);
68
+ return region.width > 0.005 || region.height > 0.005;
69
+ }
70
+
71
+ export const ANNOTATE_TOOL_LABEL: Record<AnnotateTool, string> = {
72
+ box: 'kotak',
73
+ pin: 'titik',
74
+ arrow: 'panah',
75
+ };
76
+
77
+ /**
78
+ * The regions a user reaches for most, offered as chips so naming a mark costs
79
+ * one click instead of typing.
80
+ *
81
+ * A fixed vocabulary, NOT a guess from the page: the panel's frame is
82
+ * cross-origin in the normal case, so the only entity that knows this page has
83
+ * a "modal" is the person looking at it.
84
+ */
85
+ export const ANNOTATE_LABEL_SUGGESTIONS = [
86
+ 'header',
87
+ 'nav',
88
+ 'konten',
89
+ 'form',
90
+ 'tabel',
91
+ 'daftar',
92
+ 'modal',
93
+ 'sidebar',
94
+ 'footer',
95
+ ] as const;
96
+
97
+ /** `bagian "Ringkasan pesanan"` for a named mark, nothing for an unnamed one. */
98
+ function labelPrefix(label: string | undefined): string {
99
+ const name = label?.trim();
100
+ return name ? `bagian "${name}" — ` : '';
101
+ }
102
+
103
+ /** What the mark sits on, when the frame was readable. */
104
+ function elementSuffix(element: AnnotateShape['element']): string {
105
+ if (!element) return '';
106
+ const facts = [element.path];
107
+ if (element.role) facts.push(`role ${element.role}`);
108
+ if (element.state) facts.push(element.state);
109
+ if (element.text) facts.push(`teks "${element.text}"`);
110
+ return ` [elemen: ${facts.join(' · ')}]`;
111
+ }
112
+
113
+ /** `12.0%` — one decimal, which is precise enough to re-find a spot by hand. */
114
+ function percent(value: number): string {
115
+ return `${(value * 100).toFixed(1)}%`;
116
+ }
117
+
118
+ /** CSS px for a normalized length, so the agent can see the real size. */
119
+ function px(value: number, extent: number): number {
120
+ return Math.round(value * extent);
121
+ }
122
+
123
+ /**
124
+ * One mark as a sentence the agent can act on.
125
+ *
126
+ * The px pair is the point of having the panel size at all: "a 120×38 box at
127
+ * 26%,44%" tells the agent the button's real size, while the percentage alone
128
+ * only tells it a ratio.
129
+ */
130
+ export function describeShape(
131
+ shape: AnnotateShape,
132
+ index: number,
133
+ panel: { width: number; height: number },
134
+ ): string {
135
+ const where = `(${percent(shape.start.x)}, ${percent(shape.start.y)})`;
136
+ const spot = `(${px(shape.start.x, panel.width)}×${px(shape.start.y, panel.height)} px)`;
137
+ const tool = ANNOTATE_TOOL_LABEL[shape.tool];
138
+ const head = `${index}. ${labelPrefix(shape.label)}${tool}`;
139
+ const note = shape.note.trim();
140
+ const tail = note.length > 0 ? ` — ${note}` : '';
141
+ const element = elementSuffix(shape.element);
142
+
143
+ if (shape.tool === 'pin') return `${head} di ${where} ${spot}${element}${tail}`;
144
+ if (shape.tool === 'arrow') {
145
+ const to = `(${percent(shape.end.x)}, ${percent(shape.end.y)})`;
146
+ return `${head} ${where} → ${to}${element}${tail}`;
147
+ }
148
+ const region = shapeRegion(shape);
149
+ const size = `lebar ${percent(region.width)}, tinggi ${percent(region.height)}`;
150
+ const pixels = `(${px(region.width, panel.width)}×${px(region.height, panel.height)} px)`;
151
+ return `${head} kiri ${percent(region.x)}, atas ${percent(region.y)}, ${size} ${pixels}${element}${tail}`;
152
+ }
153
+
154
+ /** Every usable mark, described and numbered from 1 in draw order. */
155
+ export function describeAnnotations(
156
+ shapes: readonly AnnotateShape[],
157
+ panel: { width: number; height: number },
158
+ ): string[] {
159
+ return shapes
160
+ .filter(isUsableShape)
161
+ .map((shape, index) => describeShape(shape, index + 1, panel));
162
+ }
163
+
164
+ const TOOLS: readonly AnnotateTool[] = ['box', 'pin', 'arrow'];
165
+
166
+ function readTool(value: unknown): AnnotateTool | null {
167
+ return typeof value === 'string' && (TOOLS as readonly string[]).includes(value) ? (value as AnnotateTool) : null;
168
+ }
169
+
170
+ function readPoint(value: unknown): AnnotatePoint | null {
171
+ if (!value || typeof value !== 'object') return null;
172
+ const { x, y } = value as { x?: unknown; y?: unknown };
173
+ if (typeof x !== 'number' || typeof y !== 'number') return null;
174
+ if (!Number.isFinite(x) || !Number.isFinite(y)) return null;
175
+ return { x: clamp01(x), y: clamp01(y) };
176
+ }
177
+
178
+ /** A marked element's facts, kept only in the shapes the formatter can print. */
179
+ function readElement(value: unknown): AnnotateElement | null {
180
+ if (!value || typeof value !== 'object') return null;
181
+ const record = value as Record<string, unknown>;
182
+ if (typeof record.path !== 'string' || !record.path) return null;
183
+ if (typeof record.tag !== 'string' || !record.tag) return null;
184
+ const element: AnnotateElement = { path: record.path, tag: record.tag };
185
+ if (typeof record.role === 'string' && record.role) element.role = record.role;
186
+ if (typeof record.text === 'string' && record.text) element.text = record.text;
187
+ if (typeof record.state === 'string' && record.state) element.state = record.state;
188
+ return element;
189
+ }
190
+
191
+ /**
192
+ * The marks from a DOM event's detail, dropping anything malformed.
193
+ *
194
+ * The detail crosses a CustomEvent from another panel, so it is untrusted input
195
+ * even when both ends are ours: a shape with a string where a number belongs
196
+ * would otherwise reach the formatter and render `NaN%` into the prompt.
197
+ */
198
+ export function readAnnotationShapes(value: unknown): AnnotateShape[] | null {
199
+ if (!Array.isArray(value)) return null;
200
+ const shapes: AnnotateShape[] = [];
201
+ for (const entry of value) {
202
+ if (!entry || typeof entry !== 'object') continue;
203
+ const record = entry as Record<string, unknown>;
204
+ const tool = readTool(record.tool);
205
+ const start = readPoint(record.start);
206
+ const end = readPoint(record.end);
207
+ if (!tool || !start || !end) continue;
208
+ const id = typeof record.id === 'string' && record.id ? record.id : `annot-${shapes.length + 1}`;
209
+ const note = typeof record.note === 'string' ? record.note : '';
210
+ const label = typeof record.label === 'string' ? record.label : '';
211
+ const element = readElement(record.element);
212
+ shapes.push({ id, tool, start, end, label, note, ...(element ? { element } : {}) });
213
+ }
214
+ return shapes.length > 0 ? shapes : null;
215
+ }
216
+
217
+ /** The panel box from a DOM event's detail, or null when it is not a usable box. */
218
+ export function readAnnotatePanel(value: unknown): AnnotatePanelSize | null {
219
+ if (!value || typeof value !== 'object') return null;
220
+ const record = value as Record<string, unknown>;
221
+ const width = record.width;
222
+ const height = record.height;
223
+ if (typeof width !== 'number' || typeof height !== 'number') return null;
224
+ if (!(width > 0) || !(height > 0)) return null;
225
+ return {
226
+ width,
227
+ height,
228
+ viewportMode: typeof record.viewportMode === 'string' ? record.viewportMode : 'responsive',
229
+ zoom: typeof record.zoom === 'number' && Number.isFinite(record.zoom) ? record.zoom : 100,
230
+ };
231
+ }
@@ -224,14 +224,36 @@ describe('screencast viewer', () => {
224
224
  test('starts the screencast with the viewer frame params', async () => {
225
225
  const { handle, socket } = await open();
226
226
  const start = socket.frames().find((frame) => frame.method === 'Page.startScreencast');
227
- // Every frame at 1 600 px was the panel's old ask; the frame rate is a real
228
- // memory lever (see `SCREENCAST_PARAMS`), so it is pinned here rather than
229
- // left to drift back to `everyNthFrame: 1`.
230
- expect(start?.params).toEqual({ format: 'jpeg', quality: 60, maxWidth: 1280, maxHeight: 800, everyNthFrame: 2 });
227
+ // `everyNthFrame` MUST be 1: Chromium drops the odd frames of a burst, so
228
+ // 2 turned a page that painted once into a page that sent NOTHING — the
229
+ // "waiting for the first frame" hang. The rate limit is downstream now
230
+ // (`frame-gate.ts`), where it can only defer, never swallow, a lone paint.
231
+ expect(start?.params).toEqual({ format: 'jpeg', quality: 60, maxWidth: 1280, maxHeight: 800, everyNthFrame: 1 });
231
232
  expect(start?.sessionId).toBe('SESS-1');
232
233
  handle.close();
233
234
  });
234
235
 
236
+ test('snapshots the attached page so a static tab is not stuck on "waiting for the first frame"', async () => {
237
+ FakeSocket.replies.set('Page.getLayoutMetrics', {
238
+ cssVisualViewport: { clientWidth: 1600, clientHeight: 1000 },
239
+ });
240
+ FakeSocket.replies.set('Page.captureScreenshot', { data: 'SNAPSHOT' });
241
+ const { handle, socket, seen } = await open();
242
+ await flush(20);
243
+ const screenshot = socket.frames().find((frame) => frame.method === 'Page.captureScreenshot');
244
+ // Clipped to the frame box: captureScreenshot has no maxWidth, so `scale`
245
+ // is the only thing that keeps the snapshot the screencast's size.
246
+ expect(screenshot?.params).toEqual({
247
+ format: 'jpeg',
248
+ quality: 60,
249
+ clip: { x: 0, y: 0, width: 1600, height: 1000, scale: 0.8 },
250
+ captureBeyondViewport: false,
251
+ });
252
+ expect(screenshot?.sessionId).toBe('SESS-1');
253
+ expect(seen.frames).toEqual([{ data: 'SNAPSHOT', mimeType: 'image/jpeg', targetId: 'mine-2' }]);
254
+ handle.close();
255
+ });
256
+
235
257
  test('assembles a frame and acks the browser frame id', async () => {
236
258
  const { handle, socket, seen } = await open();
237
259
  socket.emit('message', {
@@ -0,0 +1,91 @@
1
+ /**
2
+ * @license
3
+ * SPDX-License-Identifier: MIT
4
+ */
5
+
6
+ /**
7
+ * The rate gate that replaced `everyNthFrame: 2`.
8
+ *
9
+ * The protocol-level knob had to go (Chromium drops the odd frames of a burst,
10
+ * so a single paint became zero frames — see `frame-params.ts`). What replaced
11
+ * it must not reintroduce that loss from this side: a frame that arrives inside
12
+ * the window is DELAYED, and the last one offered in the window is the one that
13
+ * goes out.
14
+ */
15
+
16
+ import { afterEach, beforeEach, describe, expect, jest, test } from 'bun:test';
17
+
18
+ import { createFrameGate } from '@/shared/lib/browser/frame-gate';
19
+ import type { BrowserViewFrame } from '@/shared/types';
20
+
21
+ const frame = (data: string): BrowserViewFrame => ({ data, mimeType: 'image/jpeg', targetId: 'T1' });
22
+
23
+ describe('createFrameGate', () => {
24
+ beforeEach(() => {
25
+ jest.useFakeTimers();
26
+ jest.setSystemTime(0);
27
+ });
28
+
29
+ afterEach(() => {
30
+ jest.useRealTimers();
31
+ });
32
+
33
+ test('emits the first frame immediately', () => {
34
+ const seen: string[] = [];
35
+ const gate = createFrameGate((incoming) => seen.push(incoming.data), 33);
36
+ gate.push(frame('a'));
37
+ expect(seen).toEqual(['a']);
38
+ });
39
+
40
+ test('defers a frame inside the window instead of dropping it', () => {
41
+ const seen: string[] = [];
42
+ const gate = createFrameGate((incoming) => seen.push(incoming.data), 33);
43
+ gate.push(frame('a'));
44
+ jest.advanceTimersByTime(10);
45
+ gate.push(frame('b'));
46
+ expect(seen).toEqual(['a']);
47
+ jest.advanceTimersByTime(30);
48
+ expect(seen).toEqual(['a', 'b']);
49
+ });
50
+
51
+ test('a burst collapses to the newest frame of the window', () => {
52
+ const seen: string[] = [];
53
+ const gate = createFrameGate((incoming) => seen.push(incoming.data), 33);
54
+ gate.push(frame('a'));
55
+ jest.advanceTimersByTime(5);
56
+ gate.push(frame('b'));
57
+ gate.push(frame('c'));
58
+ gate.push(frame('d'));
59
+ jest.advanceTimersByTime(40);
60
+ expect(seen).toEqual(['a', 'd']);
61
+ });
62
+
63
+ test('a frame that waits does not swallow the next window', () => {
64
+ // The deferred frame resets the clock when it lands, so the following
65
+ // frame is measured against the emission, not against the first push.
66
+ const seen: string[] = [];
67
+ const gate = createFrameGate((incoming) => seen.push(incoming.data), 33);
68
+ gate.push(frame('a'));
69
+ jest.advanceTimersByTime(20);
70
+ gate.push(frame('b'));
71
+ jest.advanceTimersByTime(20);
72
+ expect(seen).toEqual(['a', 'b']);
73
+ gate.push(frame('c'));
74
+ expect(seen).toEqual(['a', 'b']);
75
+ jest.advanceTimersByTime(40);
76
+ expect(seen).toEqual(['a', 'b', 'c']);
77
+ });
78
+
79
+ test('reset drops the frame in flight and forgets the clock', () => {
80
+ const seen: string[] = [];
81
+ const gate = createFrameGate((incoming) => seen.push(incoming.data), 33);
82
+ gate.push(frame('stale-tab'));
83
+ jest.advanceTimersByTime(5);
84
+ gate.push(frame('pending'));
85
+ gate.reset();
86
+ jest.advanceTimersByTime(100);
87
+ expect(seen).toEqual(['stale-tab']);
88
+ gate.push(frame('new-tab'));
89
+ expect(seen).toEqual(['stale-tab', 'new-tab']);
90
+ });
91
+ });
@@ -0,0 +1,69 @@
1
+ /**
2
+ * @license
3
+ * SPDX-License-Identifier: MIT
4
+ */
5
+
6
+ /**
7
+ * Rate gate for screencast frames: at most one frame per interval, and the
8
+ * newest frame inside a window is DELIVERED, never dropped.
9
+ *
10
+ * This is what replaces `everyNthFrame: 2` at the protocol level. Chromium
11
+ * counts the frames a page produces in a burst and discards the odd ones, so
12
+ * nudging it to 2 turned "the page painted once" into "nothing was ever sent"
13
+ * (measured; see `frame-params.ts`). Deferring here cannot swallow a lone
14
+ * paint: it is always the pending frame that goes out when the window closes.
15
+ */
16
+
17
+ import type { BrowserViewFrame } from '@/shared/types';
18
+
19
+ export interface FrameGate {
20
+ /** Offer a frame; it is emitted now or replaces the one waiting. */
21
+ push: (frame: BrowserViewFrame) => void;
22
+ /** Drop anything waiting and forget the clock (a new tab starts fresh). */
23
+ reset: () => void;
24
+ }
25
+
26
+ export function createFrameGate(emit: (frame: BrowserViewFrame) => void, minIntervalMs: number): FrameGate {
27
+ /** Null, not 0: a fake clock parked at the epoch would read `0 - 0` as "too soon". */
28
+ let lastEmitAt: number | null = null;
29
+ let pending: BrowserViewFrame | null = null;
30
+ let timer: ReturnType<typeof setTimeout> | null = null;
31
+
32
+ const clearTimer = (): void => {
33
+ if (timer === null) return;
34
+ clearTimeout(timer);
35
+ timer = null;
36
+ };
37
+
38
+ const deliver = (frame: BrowserViewFrame): void => {
39
+ pending = null;
40
+ clearTimer();
41
+ lastEmitAt = Date.now();
42
+ emit(frame);
43
+ };
44
+
45
+ const schedule = (delayMs: number): void => {
46
+ clearTimer();
47
+ timer = setTimeout(() => {
48
+ timer = null;
49
+ if (pending) deliver(pending);
50
+ }, delayMs);
51
+ };
52
+
53
+ return {
54
+ push: (frame) => {
55
+ const sinceLast = lastEmitAt === null ? Number.POSITIVE_INFINITY : Date.now() - lastEmitAt;
56
+ if (sinceLast >= minIntervalMs && !timer) {
57
+ deliver(frame);
58
+ return;
59
+ }
60
+ pending = frame;
61
+ if (!timer) schedule(Math.max(0, minIntervalMs - sinceLast));
62
+ },
63
+ reset: () => {
64
+ pending = null;
65
+ clearTimer();
66
+ lastEmitAt = null;
67
+ },
68
+ };
69
+ }
@@ -0,0 +1,43 @@
1
+ /**
2
+ * @license
3
+ * SPDX-License-Identifier: MIT
4
+ */
5
+
6
+ /**
7
+ * The frame box shared by the screencast and the seeding snapshot.
8
+ *
9
+ * `Page.captureScreenshot` has no `maxWidth`/`maxHeight`; a clip's `scale` is
10
+ * the only way to make a snapshot land in the same box the screencast
11
+ * downscales to. If the two disagree the first live frame pops, so the box and
12
+ * the scale are pinned here.
13
+ */
14
+
15
+ import { describe, expect, test } from 'bun:test';
16
+
17
+ import { FRAME_MAX_HEIGHT, FRAME_MAX_WIDTH, SCREENCAST_PARAMS, frameScale } from '@/shared/lib/browser/frame-params';
18
+
19
+ describe('frame params', () => {
20
+ test('the screencast asks for every frame', () => {
21
+ // Pinned because `everyNthFrame: 2` was the shipped default and it is what
22
+ // made an idle tab deliver nothing at all (measured, see the module doc).
23
+ expect(SCREENCAST_PARAMS.everyNthFrame).toBe(1);
24
+ expect(SCREENCAST_PARAMS.maxWidth).toBe(FRAME_MAX_WIDTH);
25
+ expect(SCREENCAST_PARAMS.maxHeight).toBe(FRAME_MAX_HEIGHT);
26
+ expect(SCREENCAST_PARAMS.format).toBe('jpeg');
27
+ });
28
+
29
+ test('a viewport wider than the box is scaled down by the tighter axis', () => {
30
+ expect(frameScale(1600, 1000)).toBeCloseTo(0.8);
31
+ expect(frameScale(1000, 1600)).toBeCloseTo(0.5);
32
+ });
33
+
34
+ test('a viewport inside the box is never upscaled', () => {
35
+ expect(frameScale(640, 400)).toBe(1);
36
+ expect(frameScale(FRAME_MAX_WIDTH, FRAME_MAX_HEIGHT)).toBe(1);
37
+ });
38
+
39
+ test('a viewport that reports nothing usable yields no scale', () => {
40
+ expect(frameScale(0, 0)).toBe(1);
41
+ expect(frameScale(Number.NaN, 800)).toBe(1);
42
+ });
43
+ });
@@ -0,0 +1,60 @@
1
+ /**
2
+ * @license
3
+ * SPDX-License-Identifier: MIT
4
+ */
5
+
6
+ /**
7
+ * The one description of the picture the browser panel renders.
8
+ *
9
+ * Two code paths ask Chromium for that picture — the live screencast, and the
10
+ * one-off snapshot that seeds the panel when the page has nothing left to
11
+ * paint — and they have to agree on the box and the quality, or the first
12
+ * frame pops when the stream takes over from the snapshot.
13
+ */
14
+
15
+ export const FRAME_MAX_WIDTH = 1280;
16
+ export const FRAME_MAX_HEIGHT = 800;
17
+ export const FRAME_QUALITY = 60;
18
+
19
+ /**
20
+ * What the stream asks the page for.
21
+ *
22
+ * `everyNthFrame` MUST stay 1. Measured on Chromium 1248 (both
23
+ * `chrome-headless-shell` and `--headless=new`), a static page that is
24
+ * attached to and then left alone at `everyNthFrame: 2` delivers ZERO frames
25
+ * for as long as it is watched — and it also drops the FIRST paint of every
26
+ * later burst: a page that changed once and went idle stayed on the previous
27
+ * pixels at 2 and showed the change at 1. Chromium counts the produced frames
28
+ * of a burst and drops the odd ones, so nudging it to 2 turned "one paint" into
29
+ * "no paint", which is exactly the "waiting for the first frame" hang.
30
+ *
31
+ * The frame-rate lever lives downstream instead (`FRAME_MIN_INTERVAL_MS`): it
32
+ * can only DEFER the newest frame, never swallow a lone paint.
33
+ */
34
+ export const SCREENCAST_PARAMS = {
35
+ format: 'jpeg',
36
+ quality: FRAME_QUALITY,
37
+ maxWidth: FRAME_MAX_WIDTH,
38
+ maxHeight: FRAME_MAX_HEIGHT,
39
+ everyNthFrame: 1,
40
+ } as const;
41
+
42
+ /**
43
+ * Ceiling on frames handed to the SSE stream (~30 fps). Every frame is a
44
+ * base64 JPEG the client decodes into a fresh RGBA surface (measured in WebKit:
45
+ * ~8 KB of WebContent footprint per painted frame, `client/lib/browser/frame-canvas.ts`),
46
+ * and a 30 fps page produced 30 of them a second while the panel is watched,
47
+ * not sampled. Frames inside the window are held, not discarded.
48
+ */
49
+ export const FRAME_MIN_INTERVAL_MS = 33;
50
+
51
+ /**
52
+ * Scale a viewport into the frame box, never up.
53
+ *
54
+ * `Page.captureScreenshot` has no `maxWidth`; a clip's `scale` is the only way
55
+ * to make the snapshot land in the same box the screencast downscales to.
56
+ */
57
+ export function frameScale(width: number, height: number): number {
58
+ if (!(width > 0) || !(height > 0)) return 1;
59
+ return Math.min(1, FRAME_MAX_WIDTH / width, FRAME_MAX_HEIGHT / height);
60
+ }
@@ -0,0 +1,132 @@
1
+ /**
2
+ * @license
3
+ * SPDX-License-Identifier: MIT
4
+ */
5
+
6
+ /**
7
+ * The frame pipeline between the CDP reader and the SSE stream: one place that
8
+ * decides WHICH picture the panel gets, and one that decides how often.
9
+ *
10
+ * A screencast alone cannot be trusted to produce a first frame. Chromium only
11
+ * pushes `Page.screencastFrame` when the page paints, so an idle tab — the
12
+ * normal state of a tab an agent finished with — sends nothing. Measured on
13
+ * Chromium 1248: a static page attached to and left alone delivered zero frames
14
+ * at any `everyNthFrame`, while `Page.captureScreenshot` answered in 8–40 ms
15
+ * with the page's real pixels, background tab or not (`snapshot.ts`).
16
+ */
17
+
18
+ import { afterEach, beforeEach, describe, expect, jest, test } from 'bun:test';
19
+
20
+ import type { CdpConnection } from '@/shared/lib/browser/cdp';
21
+ import type { FramePipeline } from '@/shared/lib/browser/frame-pipeline';
22
+ import { createFramePipeline } from '@/shared/lib/browser/frame-pipeline';
23
+ import type { BrowserViewFrame } from '@/shared/types';
24
+
25
+ const frame = (data: string): BrowserViewFrame => ({ data, mimeType: 'image/jpeg', targetId: 'T1' });
26
+
27
+ function fakeConnection(capture = 'SNAP') {
28
+ const sent: string[] = [];
29
+ const conn = {
30
+ send: (method: string) => {
31
+ sent.push(method);
32
+ if (method === 'Page.captureScreenshot') return Promise.resolve({ data: capture });
33
+ if (method === 'Page.getLayoutMetrics') return Promise.resolve({ cssVisualViewport: { clientWidth: 800, clientHeight: 600 } });
34
+ return Promise.resolve({});
35
+ },
36
+ };
37
+ return { conn: conn as unknown as CdpConnection, sent };
38
+ }
39
+
40
+ async function settle(): Promise<void> {
41
+ for (let i = 0; i < 8; i += 1) await Promise.resolve();
42
+ }
43
+
44
+ describe('createFramePipeline', () => {
45
+ beforeEach(() => {
46
+ jest.useFakeTimers();
47
+ jest.setSystemTime(0);
48
+ });
49
+
50
+ afterEach(() => {
51
+ jest.useRealTimers();
52
+ });
53
+
54
+ function pipeline(frames: BrowserViewFrame[], attached = true): FramePipeline {
55
+ const { conn } = fakeConnection();
56
+ return createFramePipeline(conn, () => (attached ? { sessionId: 'S1', targetId: 'T1' } : null), (f) => frames.push(f));
57
+ }
58
+
59
+ test('seeds the view so a static tab is not stuck waiting', async () => {
60
+ const frames: BrowserViewFrame[] = [];
61
+ pipeline(frames).seed();
62
+ await settle();
63
+ expect(frames.map((f) => f.data)).toEqual(['SNAP']);
64
+ });
65
+
66
+ test('a repeated seed from the poll loop does not restack captures', async () => {
67
+ const frames: BrowserViewFrame[] = [];
68
+ const target = pipeline(frames);
69
+ target.seed();
70
+ target.seed();
71
+ target.seed();
72
+ await settle();
73
+ expect(frames.map((f) => f.data)).toEqual(['SNAP']);
74
+ });
75
+
76
+ test('stops seeding once a picture has crossed downstream', async () => {
77
+ const frames: BrowserViewFrame[] = [];
78
+ const target = pipeline(frames);
79
+ target.seed();
80
+ await settle();
81
+ target.seed();
82
+ await settle();
83
+ expect(frames.map((f) => f.data)).toEqual(['SNAP']);
84
+ });
85
+
86
+ test('does not re-capture after a live frame covered the page', async () => {
87
+ const frames: BrowserViewFrame[] = [];
88
+ const target = pipeline(frames);
89
+ target.pushLive(frame('LIVE'));
90
+ target.seed();
91
+ await settle();
92
+ expect(frames.map((f) => f.data)).toEqual(['LIVE']);
93
+ });
94
+
95
+ test('a live frame cancels a snapshot already in flight', async () => {
96
+ const frames: BrowserViewFrame[] = [];
97
+ const target = pipeline(frames);
98
+ target.seed();
99
+ target.pushLive(frame('LIVE'));
100
+ await settle();
101
+ expect(frames.map((f) => f.data)).toEqual(['LIVE']);
102
+ });
103
+
104
+ test('a load seeds again, because the new page may paint nothing more', async () => {
105
+ const frames: BrowserViewFrame[] = [];
106
+ const target = pipeline(frames);
107
+ target.pushLive(frame('OLD-PAGE'));
108
+ jest.advanceTimersByTime(50);
109
+ target.seedAfterLoad();
110
+ await settle();
111
+ expect(frames.map((f) => f.data)).toEqual(['OLD-PAGE', 'SNAP']);
112
+ });
113
+
114
+ test('reset forgets the tab so the next one seeds immediately', async () => {
115
+ const frames: BrowserViewFrame[] = [];
116
+ const target = pipeline(frames);
117
+ target.pushLive(frame('FIRST-TAB'));
118
+ target.reset();
119
+ jest.advanceTimersByTime(5);
120
+ target.seed();
121
+ await settle();
122
+ expect(frames.map((f) => f.data)).toEqual(['FIRST-TAB', 'SNAP']);
123
+ });
124
+
125
+ test('nothing is captured while no tab is attached', async () => {
126
+ const frames: BrowserViewFrame[] = [];
127
+ const target = pipeline(frames, false);
128
+ target.seed();
129
+ await settle();
130
+ expect(frames).toEqual([]);
131
+ });
132
+ });