gloomberb 0.19.2 → 0.19.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (547) hide show
  1. package/README.md +7 -1
  2. package/package.json +2 -2
  3. package/patches/electrobun@1.18.1.patch +108 -1
  4. package/src/account/upgrade-dialog.tsx +4 -23
  5. package/src/api-client/coalesce.ts +118 -0
  6. package/src/api-client/credit-boards.ts +13 -0
  7. package/src/api-client/crypto-etf-flows.ts +6 -0
  8. package/src/api-client/crypto-markets.ts +40 -0
  9. package/src/api-client/data.ts +201 -14
  10. package/src/api-client/equity-screener.ts +10 -0
  11. package/src/api-client/errors.ts +28 -0
  12. package/src/api-client/gpu.ts +29 -0
  13. package/src/api-client/index.ts +23 -2
  14. package/src/api-client/plan-access.ts +10 -1
  15. package/src/api-client/plan-rules.ts +35 -0
  16. package/src/api-client/request.ts +295 -42
  17. package/src/api-client/research-activity.ts +1 -32
  18. package/src/api-client/socket.ts +95 -0
  19. package/src/api-client/types.ts +21 -1
  20. package/src/app/attention-notice.tsx +94 -0
  21. package/src/app/keybindings/actions.ts +1 -1
  22. package/src/app/pane-runtime/index.tsx +1 -1
  23. package/src/app/pane-runtime/ticker-inspector-runtime.ts +1 -1
  24. package/src/app/pane-runtime/ticker-open-runtime.ts +1 -1
  25. package/src/app/pane-runtime/ticker-open-target.ts +12 -2
  26. package/src/app.tsx +23 -1
  27. package/src/architecture/core-builtin-allowlist.json +2 -1
  28. package/src/capabilities/factories.ts +1 -0
  29. package/src/cli/ascii-output.ts +42 -0
  30. package/src/cli/base-converter.ts +10 -2
  31. package/src/cli/command-options.ts +16 -1
  32. package/src/cli/commands/crypto-hints.ts +23 -4
  33. package/src/cli/commands/market.ts +92 -23
  34. package/src/cli/commands/news-search.ts +24 -5
  35. package/src/cli/commands/overview.ts +9 -4
  36. package/src/cli/commands/search.ts +71 -12
  37. package/src/cli/commands/system.ts +22 -30
  38. package/src/cli/commands/ticker.ts +49 -9
  39. package/src/cli/commands/version.ts +33 -0
  40. package/src/cli/context.ts +5 -9
  41. package/src/cli/data-dir.ts +7 -0
  42. package/src/cli/desktop-pane-shot-api-policy.ts +93 -0
  43. package/src/cli/desktop-pane-shot-browser.ts +320 -0
  44. package/src/cli/desktop-pane-shot-routes.ts +26 -1
  45. package/src/cli/desktop-pane-shot.ts +197 -256
  46. package/src/cli/early-command.ts +42 -0
  47. package/src/cli/earnings-calendar.ts +9 -0
  48. package/src/cli/entry.ts +19 -13
  49. package/src/cli/errors.ts +12 -2
  50. package/src/cli/help.ts +1 -1
  51. package/src/cli/history-export.ts +22 -2
  52. package/src/cli/history-rows.ts +154 -4
  53. package/src/cli/index.ts +18 -1
  54. package/src/cli/known-gaps.ts +40 -5
  55. package/src/cli/listing-arg.ts +46 -9
  56. package/src/cli/options.ts +1 -1
  57. package/src/cli/output-file.ts +60 -13
  58. package/src/cli/pane-functions/catalog.ts +14 -3
  59. package/src/cli/pane-functions/data.ts +1 -1
  60. package/src/cli/pane-functions/dom.ts +45 -0
  61. package/src/cli/pane-functions/freshness.ts +46 -9
  62. package/src/cli/pane-functions/function-help.ts +17 -9
  63. package/src/cli/pane-functions/headless.ts +22 -14
  64. package/src/cli/pane-functions/index.ts +6 -2
  65. package/src/cli/pane-functions/options.ts +6 -2
  66. package/src/cli/pane-functions/resolver.ts +27 -5
  67. package/src/cli/pane-functions/screenshot-assessment.ts +33 -0
  68. package/src/cli/pane-functions/screenshot-bridge.ts +94 -13
  69. package/src/cli/pane-functions/screenshot-http.ts +70 -0
  70. package/src/cli/pane-functions/screenshot-render.ts +19 -5
  71. package/src/cli/quote-answer.ts +20 -0
  72. package/src/cli/registry.ts +41 -13
  73. package/src/cli/result.ts +12 -6
  74. package/src/cli/ticker-resolution.ts +2 -1
  75. package/src/cli/types.ts +2 -0
  76. package/src/components/chart/composite/format.ts +3 -0
  77. package/src/components/chart-table/header.tsx +1 -1
  78. package/src/components/chart-table/layout.ts +28 -11
  79. package/src/components/command-bar/action-runtime.ts +6 -0
  80. package/src/components/command-bar/commands/direct/index.ts +18 -33
  81. package/src/components/command-bar/commands/direct/runtime.ts +8 -3
  82. package/src/components/command-bar/commands/registry.ts +10 -1
  83. package/src/components/command-bar/helpers.ts +2 -0
  84. package/src/components/command-bar/list/model.ts +9 -0
  85. package/src/components/command-bar/pane-actions.ts +46 -35
  86. package/src/components/command-bar/pane-templates/workflow.ts +6 -0
  87. package/src/components/command-bar/panel/index.tsx +30 -3
  88. package/src/components/command-bar/panel/types.ts +7 -0
  89. package/src/components/command-bar/routes/root/command-items.ts +9 -4
  90. package/src/components/command-bar/routes/root/results.ts +4 -4
  91. package/src/components/command-bar/routes/root/runtime.ts +24 -1
  92. package/src/components/command-bar/routes/root/selection.ts +3 -2
  93. package/src/components/command-bar/routes/ticker-search/actions.ts +21 -16
  94. package/src/components/command-bar/routing/launch-request.ts +3 -2
  95. package/src/components/command-bar/routing/list-state.ts +4 -1
  96. package/src/components/command-bar/surface/index.tsx +24 -4
  97. package/src/components/company-logo.tsx +2 -1
  98. package/src/components/layout/floating-pane.tsx +10 -0
  99. package/src/components/layout/header.tsx +8 -3
  100. package/src/components/layout/market-summary.ts +25 -7
  101. package/src/components/layout/pane/footer/index.tsx +7 -2
  102. package/src/components/layout/pane/footer/model.ts +40 -5
  103. package/src/components/layout/pane/frame.tsx +6 -0
  104. package/src/components/layout/pane/header.tsx +244 -42
  105. package/src/components/layout/pane/index.tsx +20 -2
  106. package/src/components/layout/shell/active-drag.ts +128 -27
  107. package/src/components/layout/shell/drag/index.ts +99 -96
  108. package/src/components/layout/shell/drag/live.ts +3 -17
  109. package/src/components/layout/shell/drag/magnets.ts +198 -0
  110. package/src/components/layout/shell/drag/overlays.tsx +77 -75
  111. package/src/components/layout/shell/drag/runtime.ts +12 -7
  112. package/src/components/layout/shell/index.tsx +66 -32
  113. package/src/components/layout/shell/native/pointer-runtime.ts +7 -2
  114. package/src/components/layout/shell/native/surfaces.ts +1 -9
  115. package/src/components/layout/shell/native/window-state.ts +21 -25
  116. package/src/components/layout/shell/pane/layers.tsx +153 -24
  117. package/src/components/layout/shell/shortcuts.ts +4 -1
  118. package/src/components/layout/shell/terminal-pointer-runtime.ts +24 -1
  119. package/src/components/layout/shell/window-mode/overlays.tsx +14 -6
  120. package/src/components/layout/status-bar.tsx +75 -6
  121. package/src/components/market-board/index.tsx +3 -2
  122. package/src/components/onboarding/desks-step.tsx +12 -4
  123. package/src/components/onboarding/first-run-workspace.ts +81 -4
  124. package/src/components/onboarding/onboarding-frame.tsx +2 -1
  125. package/src/components/onboarding/onboarding-keyboard.ts +8 -5
  126. package/src/components/onboarding/onboarding-wizard.tsx +54 -23
  127. package/src/components/onboarding/portfolio-step/positions-panel.tsx +7 -2
  128. package/src/components/onboarding/run-setup-again.ts +24 -0
  129. package/src/components/onboarding/use-onboarding-progress.ts +33 -15
  130. package/src/components/onboarding/use-onboarding-upgrade.ts +2 -6
  131. package/src/components/onboarding/wizard-model.ts +57 -3
  132. package/src/components/onboarding/wizard-positions.ts +1 -1
  133. package/src/components/ui/delayed-mark.tsx +56 -0
  134. package/src/components/ui/external-link.tsx +3 -6
  135. package/src/components/ui/icon.tsx +8 -1
  136. package/src/components/ui/logo-mark.tsx +8 -5
  137. package/src/components/ui/stat-grid.tsx +263 -19
  138. package/src/core/app-runtime.ts +4 -1
  139. package/src/core/connection-health.ts +76 -1
  140. package/src/core/state/app/command-bar-launch.ts +12 -0
  141. package/src/core/state/app/layout.ts +4 -3
  142. package/src/core/state/app/types.ts +4 -1
  143. package/src/data/config/layout.ts +2 -2
  144. package/src/data/config/store/fold-panes.ts +6 -1
  145. package/src/data/config/store/node.ts +11 -5
  146. package/src/data/config/store/normalize.ts +16 -3
  147. package/src/data/profile-permissions.ts +47 -0
  148. package/src/data/resource-store.ts +34 -31
  149. package/src/data/sqlite/access.ts +19 -8
  150. package/src/data/sqlite/checkpointer.ts +95 -8
  151. package/src/data/sqlite/database.ts +40 -7
  152. package/src/docs/snapshot.json +191 -78
  153. package/src/i18n/es.ts +26 -3
  154. package/src/i18n/ja.ts +26 -3
  155. package/src/i18n/ko.ts +26 -3
  156. package/src/i18n/zh-cn.ts +26 -3
  157. package/src/i18n/zh-tw.ts +26 -3
  158. package/src/layout/desk-keys.ts +4 -1
  159. package/src/layout/desks.ts +38 -5
  160. package/src/layout/pane-follow.ts +3 -2
  161. package/src/layout/pane-layout-move.ts +2 -1
  162. package/src/layout/pane-manager/dock-stack.ts +38 -0
  163. package/src/layout/pane-manager/dock-tree.ts +76 -15
  164. package/src/layout/pane-manager/docking.ts +48 -6
  165. package/src/layout/pane-manager/floating-actions.ts +12 -3
  166. package/src/layout/pane-manager/floating-placement.ts +189 -0
  167. package/src/layout/pane-manager/floating.ts +23 -4
  168. package/src/layout/pane-manager/gridlock.ts +16 -4
  169. package/src/layout/pane-manager/hidden-panes.ts +30 -1
  170. package/src/layout/pane-manager/index.ts +2 -0
  171. package/src/layout/pane-manager/layout-state.ts +17 -0
  172. package/src/layout/pane-manager/types.ts +4 -1
  173. package/src/layout/ticker-retarget.ts +88 -0
  174. package/src/layout-marketplace/cloud.ts +9 -1
  175. package/src/layout-marketplace/gallery-desktop.tsx +45 -16
  176. package/src/market-data/batched-reads.ts +16 -0
  177. package/src/market-data/connection-follow.ts +68 -0
  178. package/src/market-data/coordinator/auxiliary.ts +4 -2
  179. package/src/market-data/coordinator/entries.ts +15 -3
  180. package/src/market-data/coordinator/financials.ts +20 -7
  181. package/src/market-data/coordinator/index.ts +228 -6
  182. package/src/market-data/coordinator/quotes.ts +10 -0
  183. package/src/market-data/futures-board.ts +1 -1
  184. package/src/market-data/futures-contract.ts +3 -1
  185. package/src/market-data/hooks.tsx +31 -0
  186. package/src/market-data/market/index-level.ts +6 -4
  187. package/src/market-data/published-apac-sessions.ts +6 -0
  188. package/src/news/aggregator.ts +19 -5
  189. package/src/news/news-model.ts +11 -0
  190. package/src/news/story-id.ts +22 -0
  191. package/src/news/ticker-symbols.ts +17 -1
  192. package/src/notifications/app-notifier.ts +35 -14
  193. package/src/plugins/builtin/account-management/form-components.tsx +1 -1
  194. package/src/plugins/builtin/account-management/index.tsx +2 -3
  195. package/src/plugins/builtin/account-management/model.ts +1 -1
  196. package/src/plugins/builtin/alerts/cli-forms.ts +15 -1
  197. package/src/plugins/builtin/alerts/events-pane.tsx +7 -5
  198. package/src/plugins/builtin/alerts/events.ts +10 -2
  199. package/src/plugins/builtin/alerts/index.tsx +5 -5
  200. package/src/plugins/builtin/alerts/research-builder.ts +5 -1
  201. package/src/plugins/builtin/alerts/research-rules.ts +18 -0
  202. package/src/plugins/builtin/alerts/targets.ts +4 -1
  203. package/src/plugins/builtin/attention/headless.ts +1 -1
  204. package/src/plugins/builtin/attention/index.tsx +2 -4
  205. package/src/plugins/builtin/attention/listing.ts +1 -1
  206. package/src/plugins/builtin/attention/series.ts +1 -1
  207. package/src/plugins/builtin/awards/index.tsx +1 -2
  208. package/src/plugins/builtin/backtest/client.ts +1 -0
  209. package/src/plugins/builtin/backtest/index.tsx +1 -2
  210. package/src/plugins/builtin/backtest/rules.ts +3 -1
  211. package/src/plugins/builtin/backtest/window.ts +8 -7
  212. package/src/plugins/builtin/broker-manager/detail.tsx +16 -3
  213. package/src/plugins/builtin/broker-manager/index.tsx +1 -1
  214. package/src/plugins/builtin/buildout/cells.tsx +5 -0
  215. package/src/plugins/builtin/buildout/company/flow.tsx +367 -0
  216. package/src/plugins/builtin/buildout/company/id.ts +2 -0
  217. package/src/plugins/builtin/buildout/company/model.ts +247 -0
  218. package/src/plugins/builtin/buildout/company/pane.tsx +318 -0
  219. package/src/plugins/builtin/buildout/data-runtime.ts +31 -10
  220. package/src/plugins/builtin/buildout/facilities.ts +309 -0
  221. package/src/plugins/builtin/buildout/format.ts +9 -0
  222. package/src/plugins/builtin/buildout/index.tsx +51 -5
  223. package/src/plugins/builtin/buildout/model/index.ts +68 -10
  224. package/src/plugins/builtin/buildout/model/normalizers.ts +5 -0
  225. package/src/plugins/builtin/buildout/model/types.ts +11 -2
  226. package/src/plugins/builtin/buildout/pane/index.tsx +93 -21
  227. package/src/plugins/builtin/buildout/pane/status.tsx +1 -1
  228. package/src/plugins/builtin/buildout/pane/themes.tsx +110 -0
  229. package/src/plugins/builtin/buildout/table-model.ts +26 -2
  230. package/src/plugins/builtin/builtin-plugin-meta.ts +16 -0
  231. package/src/plugins/builtin/cds/headless.ts +10 -2
  232. package/src/plugins/builtin/cds/model.ts +7 -3
  233. package/src/plugins/builtin/central-bank-rates/index.tsx +1 -2
  234. package/src/plugins/builtin/central-bank-rates/pane.tsx +2 -1
  235. package/src/plugins/builtin/changelog/index.tsx +3 -2
  236. package/src/plugins/builtin/chart-composer/headless-schema.ts +7 -2
  237. package/src/plugins/builtin/chart-composer/headless.ts +88 -21
  238. package/src/plugins/builtin/chart-composer/index.tsx +15 -3
  239. package/src/plugins/builtin/chart-composer/pane.tsx +26 -2
  240. package/src/plugins/builtin/chart-composer/series-expression.ts +3 -2
  241. package/src/plugins/builtin/chart-composer/studies.ts +1 -1
  242. package/src/plugins/builtin/chat/controller/index.ts +11 -4
  243. package/src/plugins/builtin/chat/controller/messages.ts +15 -4
  244. package/src/plugins/builtin/chat/controller/session-runtime.ts +9 -2
  245. package/src/plugins/builtin/chat/ghost-user.ts +8 -0
  246. package/src/plugins/builtin/chat/index.tsx +5 -5
  247. package/src/plugins/builtin/chat/status-widget.tsx +3 -1
  248. package/src/plugins/builtin/clinical-trials/index.tsx +1 -2
  249. package/src/plugins/builtin/cloud/company-picker.tsx +1 -1
  250. package/src/plugins/builtin/cloud/index.tsx +1 -2
  251. package/src/plugins/builtin/cloud/plugin.tsx +6 -4
  252. package/src/plugins/builtin/cloud/team/module.tsx +1 -1
  253. package/src/plugins/builtin/cloud/thesis/module.tsx +1 -1
  254. package/src/plugins/builtin/cloud/trial-offer-status-widget.tsx +24 -1
  255. package/src/plugins/builtin/cloud/upgrade-status-widget.tsx +39 -15
  256. package/src/plugins/builtin/comment-letters/index.tsx +1 -2
  257. package/src/plugins/builtin/commodity-balances/index.tsx +3 -3
  258. package/src/plugins/builtin/commodity-balances/pane.tsx +2 -2
  259. package/src/plugins/builtin/congress-trades/aggregates.ts +13 -2
  260. package/src/plugins/builtin/congress-trades/detail.tsx +20 -4
  261. package/src/plugins/builtin/congress-trades/headless.ts +2 -0
  262. package/src/plugins/builtin/congress-trades/model.ts +92 -64
  263. package/src/plugins/builtin/congress-trades/table.tsx +14 -2
  264. package/src/plugins/builtin/connections/index.ts +2 -3
  265. package/src/plugins/builtin/cot/index.tsx +1 -2
  266. package/src/plugins/builtin/cpi/index.tsx +1 -2
  267. package/src/plugins/builtin/credit-boards/cdx-pane.tsx +2 -1
  268. package/src/plugins/builtin/credit-boards/client.ts +7 -2
  269. package/src/plugins/builtin/credit-boards/headless.ts +25 -12
  270. package/src/plugins/builtin/credit-boards/model.ts +29 -0
  271. package/src/plugins/builtin/credit-boards/sovr-pane.tsx +9 -4
  272. package/src/plugins/builtin/crypto-board/bitcoin-network.ts +143 -0
  273. package/src/plugins/builtin/crypto-board/headless.ts +4 -3
  274. package/src/plugins/builtin/crypto-board/index.tsx +4 -2
  275. package/src/plugins/builtin/crypto-board/series.ts +2 -0
  276. package/src/plugins/builtin/crypto-etf-flows/client.ts +9 -2
  277. package/src/plugins/builtin/crypto-etf-flows/headless.ts +61 -6
  278. package/src/plugins/builtin/crypto-etf-flows/index.tsx +1 -2
  279. package/src/plugins/builtin/crypto-etf-flows/model.ts +14 -1
  280. package/src/plugins/builtin/crypto-etf-flows/pane.tsx +8 -5
  281. package/src/plugins/builtin/debt-maturities/headless.ts +4 -3
  282. package/src/plugins/builtin/debt-maturities/model.ts +17 -1
  283. package/src/plugins/builtin/debt-maturities/pane.tsx +18 -4
  284. package/src/plugins/builtin/debug/index.tsx +1 -1
  285. package/src/plugins/builtin/dividend-yield/client.ts +32 -2
  286. package/src/plugins/builtin/dividend-yield/headless.ts +58 -33
  287. package/src/plugins/builtin/dividend-yield/index.tsx +37 -2
  288. package/src/plugins/builtin/dividend-yield/pane.tsx +32 -13
  289. package/src/plugins/builtin/dividend-yield/ranking-reads.ts +73 -0
  290. package/src/plugins/builtin/dividend-yield/ranking-view.tsx +163 -0
  291. package/src/plugins/builtin/dividend-yield/ranking.ts +1 -1
  292. package/src/plugins/builtin/dividend-yield/view.ts +21 -0
  293. package/src/plugins/builtin/docs/index.tsx +2 -3
  294. package/src/plugins/builtin/doe/headless.ts +16 -3
  295. package/src/plugins/builtin/doe/index.tsx +5 -4
  296. package/src/plugins/builtin/earnings/board.tsx +2 -1
  297. package/src/plugins/builtin/earnings/history.tsx +2 -1
  298. package/src/plugins/builtin/earnings-ripple/client.ts +32 -7
  299. package/src/plugins/builtin/earnings-ripple/index.tsx +1 -2
  300. package/src/plugins/builtin/econ/calendar-model.ts +29 -6
  301. package/src/plugins/builtin/econ-statistics/index.tsx +1 -2
  302. package/src/plugins/builtin/equity-screener/client.ts +1 -1
  303. package/src/plugins/builtin/equity-screener/headless.ts +1 -0
  304. package/src/plugins/builtin/equity-screener/ideas.ts +30 -1
  305. package/src/plugins/builtin/equity-screener/index.tsx +1 -2
  306. package/src/plugins/builtin/equity-screener/model.ts +28 -4
  307. package/src/plugins/builtin/equity-screener/pane.tsx +5 -0
  308. package/src/plugins/builtin/equity-screener/screen-check.ts +23 -1
  309. package/src/plugins/builtin/estimate-revisions/index.tsx +1 -2
  310. package/src/plugins/builtin/exposure/holdings.ts +35 -13
  311. package/src/plugins/builtin/exposure/index.tsx +1 -2
  312. package/src/plugins/builtin/fear-greed/cli.ts +44 -0
  313. package/src/plugins/builtin/fear-greed/index.tsx +5 -53
  314. package/src/plugins/builtin/fear-greed/pane.tsx +2 -1
  315. package/src/plugins/builtin/fixed-income/index.tsx +1 -2
  316. package/src/plugins/builtin/futures/board-reads.ts +25 -0
  317. package/src/plugins/builtin/futures/coalesced-bump.ts +44 -0
  318. package/src/plugins/builtin/futures/index.tsx +15 -0
  319. package/src/plugins/builtin/futures/model.ts +14 -0
  320. package/src/plugins/builtin/futures/use-board-terms.ts +22 -15
  321. package/src/plugins/builtin/futures/use-front-returns.ts +20 -14
  322. package/src/plugins/builtin/futures-curve/headless.ts +6 -1
  323. package/src/plugins/builtin/futures-curve/index.tsx +1 -2
  324. package/src/plugins/builtin/fx-matrix/index.tsx +2 -2
  325. package/src/plugins/builtin/gpu/board.tsx +51 -12
  326. package/src/plugins/builtin/gpu/client.ts +15 -2
  327. package/src/plugins/builtin/gpu/equities.tsx +5 -2
  328. package/src/plugins/builtin/gpu/headless.ts +14 -2
  329. package/src/plugins/builtin/gpu/index.tsx +1 -2
  330. package/src/plugins/builtin/gpu/model.ts +20 -2
  331. package/src/plugins/builtin/gpu/pane.tsx +1 -1
  332. package/src/plugins/builtin/help/index.tsx +2 -2
  333. package/src/plugins/builtin/holders/index-holders.ts +24 -12
  334. package/src/plugins/builtin/holders/index.tsx +2 -3
  335. package/src/plugins/builtin/ipo-calendar/index.tsx +1 -2
  336. package/src/plugins/builtin/iv-history/index.tsx +1 -2
  337. package/src/plugins/builtin/jodi/index.tsx +1 -2
  338. package/src/plugins/builtin/kelly-sizer/index.tsx +1 -2
  339. package/src/plugins/builtin/layout-manager/index.tsx +9 -8
  340. package/src/plugins/builtin/macro-day/pane.tsx +4 -2
  341. package/src/plugins/builtin/market-halts/index.tsx +1 -2
  342. package/src/plugins/builtin/market-heatmap/index.tsx +11 -2
  343. package/src/plugins/builtin/market-movers/index.tsx +7 -1
  344. package/src/plugins/builtin/market-movers/session-body.tsx +4 -1
  345. package/src/plugins/builtin/market-valuation/index.tsx +1 -2
  346. package/src/plugins/builtin/members/index.tsx +1 -2
  347. package/src/plugins/builtin/money-markets/index.tsx +1 -2
  348. package/src/plugins/builtin/money-markets/pane.tsx +2 -1
  349. package/src/plugins/builtin/news/headless.ts +7 -0
  350. package/src/plugins/builtin/news/wire/index.tsx +1 -1
  351. package/src/plugins/builtin/news/wire/news/pop-out.tsx +9 -3
  352. package/src/plugins/builtin/notes/index.tsx +3 -6
  353. package/src/plugins/builtin/openfda/index.tsx +1 -2
  354. package/src/plugins/builtin/options/view.tsx +6 -5
  355. package/src/plugins/builtin/options-calculator/index.tsx +1 -2
  356. package/src/plugins/builtin/options-positioning/index.tsx +1 -2
  357. package/src/plugins/builtin/options-scenario/index.tsx +2 -4
  358. package/src/plugins/builtin/perps/index.tsx +1 -2
  359. package/src/plugins/builtin/plugin-marketplace/index.tsx +2 -3
  360. package/src/plugins/builtin/plugin-marketplace/pane.tsx +2 -1
  361. package/src/plugins/builtin/plugin-module.ts +16 -2
  362. package/src/plugins/builtin/portfolio-list/cli/render.ts +53 -3
  363. package/src/plugins/builtin/portfolio-list/index.tsx +1 -2
  364. package/src/plugins/builtin/portfolio-list/pane/index.tsx +11 -0
  365. package/src/plugins/builtin/portfolio-list/quick-add/index.tsx +2 -2
  366. package/src/plugins/builtin/power/index.tsx +1 -2
  367. package/src/plugins/builtin/rate-path/index.tsx +1 -2
  368. package/src/plugins/builtin/realized-vol/headless.ts +2 -0
  369. package/src/plugins/builtin/realized-vol/index.tsx +1 -2
  370. package/src/plugins/builtin/realized-vol/model.ts +16 -2
  371. package/src/plugins/builtin/realized-vol/pane.tsx +3 -3
  372. package/src/plugins/builtin/relative-rotation/index.tsx +1 -2
  373. package/src/plugins/builtin/research/analyst-headless.ts +33 -6
  374. package/src/plugins/builtin/research/analyst-model.ts +37 -2
  375. package/src/plugins/builtin/research/analyst-pane.tsx +25 -5
  376. package/src/plugins/builtin/research/index.tsx +5 -8
  377. package/src/plugins/builtin/research-search/index.tsx +1 -2
  378. package/src/plugins/builtin/revenue-breakdown/headless.ts +22 -8
  379. package/src/plugins/builtin/revenue-breakdown/model.ts +23 -0
  380. package/src/plugins/builtin/reverse-dcf/pane.tsx +4 -2
  381. package/src/plugins/builtin/roadmap/index.tsx +2 -3
  382. package/src/plugins/builtin/roadmap/pane.tsx +49 -2
  383. package/src/plugins/builtin/scanner/hilo-model.ts +18 -1
  384. package/src/plugins/builtin/scanner/hilo-pane.tsx +12 -2
  385. package/src/plugins/builtin/scanner/live-pane.tsx +7 -4
  386. package/src/plugins/builtin/sec/filing-content.ts +38 -6
  387. package/src/plugins/builtin/sec/headless.ts +5 -1
  388. package/src/plugins/builtin/sec/index.tsx +4 -2
  389. package/src/plugins/builtin/sec/model.ts +2 -0
  390. package/src/plugins/builtin/sectors/client.ts +18 -8
  391. package/src/plugins/builtin/sectors/index.tsx +30 -10
  392. package/src/plugins/builtin/series-inventory.ts +2 -0
  393. package/src/plugins/builtin/shared/cloud-resource.ts +60 -0
  394. package/src/plugins/builtin/shared/cloud-upgrade.ts +24 -1
  395. package/src/plugins/builtin/shared/forming-bars.ts +29 -0
  396. package/src/plugins/builtin/shared/fx-rate-freshness.ts +17 -0
  397. package/src/plugins/builtin/shared/series-detail-chart.tsx +4 -2
  398. package/src/plugins/builtin/shared/use-quote-board.ts +5 -0
  399. package/src/plugins/builtin/short-interest/publications-pane.tsx +2 -1
  400. package/src/plugins/builtin/short-volume/pane.tsx +2 -1
  401. package/src/plugins/builtin/social-mentions/index.tsx +1 -2
  402. package/src/plugins/builtin/social-mentions/pane.tsx +2 -1
  403. package/src/plugins/builtin/supply-chain/client.ts +22 -1
  404. package/src/plugins/builtin/supply-chain/graph-client.ts +22 -1
  405. package/src/plugins/builtin/supply-chain/index.tsx +1 -2
  406. package/src/plugins/builtin/thirteenf/api.ts +116 -13
  407. package/src/plugins/builtin/thirteenf/data.ts +132 -30
  408. package/src/plugins/builtin/thirteenf/index.tsx +2 -4
  409. package/src/plugins/builtin/thirteenf/model.ts +2 -0
  410. package/src/plugins/builtin/thirteenf/pane.tsx +20 -11
  411. package/src/plugins/builtin/thirteenf/types.ts +12 -0
  412. package/src/plugins/builtin/ticker-detail/data-panes/historical-prices.tsx +17 -4
  413. package/src/plugins/builtin/ticker-detail/data-panes/returns-history.ts +81 -11
  414. package/src/plugins/builtin/ticker-detail/headless.ts +11 -3
  415. package/src/plugins/builtin/ticker-detail/index.tsx +5 -10
  416. package/src/plugins/builtin/ticker-detail/overview/pane.tsx +4 -1
  417. package/src/plugins/builtin/ticker-detail/overview-tab.tsx +41 -8
  418. package/src/plugins/builtin/time-sales/index.tsx +1 -2
  419. package/src/plugins/builtin/time-sales/pane.tsx +3 -1
  420. package/src/plugins/builtin/trace-bonds/headless.ts +11 -2
  421. package/src/plugins/builtin/trace-bonds/model.ts +44 -10
  422. package/src/plugins/builtin/trace-bonds/pane.tsx +12 -7
  423. package/src/plugins/builtin/treasury-auctions/pane.tsx +2 -2
  424. package/src/plugins/builtin/vol-surface/client.ts +18 -3
  425. package/src/plugins/builtin/vol-surface/index.tsx +1 -2
  426. package/src/plugins/builtin/volatility/index.tsx +1 -2
  427. package/src/plugins/builtin/world-indices/footer.ts +6 -1
  428. package/src/plugins/builtin/world-venue-map/client.ts +10 -1
  429. package/src/plugins/builtin/world-venue-map/index.ts +6 -2
  430. package/src/plugins/builtin/world-venue-map/layered-pane.tsx +48 -7
  431. package/src/plugins/builtin/world-venue-map/layers.ts +17 -0
  432. package/src/plugins/builtin/world-venue-map/local-layers.ts +141 -0
  433. package/src/plugins/builtin/world-venue-map/map-symbols.ts +18 -0
  434. package/src/plugins/builtin/world-venue-map/map.tsx +4 -2
  435. package/src/plugins/builtin/world-venue-map/scope.ts +63 -0
  436. package/src/plugins/builtin/yield-curve/curves.ts +16 -2
  437. package/src/plugins/builtin/yield-curve/headless.ts +3 -3
  438. package/src/plugins/bundle.ts +52 -2
  439. package/src/plugins/catalog-browser.ts +2 -2
  440. package/src/plugins/catalog-cli.ts +20 -0
  441. package/src/plugins/host-link.ts +13 -1
  442. package/src/plugins/installer.ts +15 -4
  443. package/src/plugins/loader.ts +43 -11
  444. package/src/plugins/peer-imports.ts +201 -0
  445. package/src/plugins/peer-retry.ts +26 -29
  446. package/src/plugins/plugin-process.ts +128 -0
  447. package/src/plugins/redirection-guard.ts +45 -0
  448. package/src/react/async-resource.ts +12 -0
  449. package/src/remote/controller.ts +3 -1
  450. package/src/remote/endpoint.ts +16 -3
  451. package/src/renderers/browser/app-services.ts +8 -1
  452. package/src/renderers/browser/cloud-transport.ts +6 -1
  453. package/src/renderers/browser/main.tsx +3 -2
  454. package/src/renderers/cloudflare/http-proxy.ts +7 -123
  455. package/src/renderers/cloudflare/worker.ts +24 -2
  456. package/src/renderers/dom/desktop/icons.tsx +2 -0
  457. package/src/renderers/dom/host/image-surface.tsx +46 -21
  458. package/src/renderers/dom/styles.css +39 -0
  459. package/src/renderers/dom/toast-host.tsx +2 -0
  460. package/src/renderers/electrobun/bun/desktop/backend.ts +7 -1
  461. package/src/renderers/electrobun/bun/desktop/initialization.ts +3 -2
  462. package/src/renderers/electrobun/bun/desktop/rpc-timing.ts +88 -0
  463. package/src/renderers/electrobun/bun/desktop/update.ts +20 -4
  464. package/src/renderers/electrobun/bun/desktop/view-ids.ts +8 -4
  465. package/src/renderers/electrobun/bun/external-plugins.ts +4 -0
  466. package/src/renderers/electrobun/bun/window/create.ts +4 -2
  467. package/src/renderers/electrobun/bun/window/native-timing.ts +48 -0
  468. package/src/renderers/electrobun/view/cli-pane-shot-entry.tsx +82 -4
  469. package/src/renderers/electrobun/view/cli-pane-shot-frame.tsx +13 -5
  470. package/src/renderers/electrobun/view/desktop/window/snapshot.ts +3 -0
  471. package/src/renderers/electrobun/view/main.tsx +7 -2
  472. package/src/renderers/electrobun/view/remote/asset-data-client.ts +1 -0
  473. package/src/renderers/opentui/browser-open.ts +10 -4
  474. package/src/renderers/opentui/image/surface.tsx +1 -1
  475. package/src/renderers/opentui/start.tsx +12 -6
  476. package/src/renderers/opentui/toast-host.tsx +2 -1
  477. package/src/series/registry.ts +18 -0
  478. package/src/series/standalone.ts +10 -1
  479. package/src/series/types.ts +7 -0
  480. package/src/series/validate.ts +11 -2
  481. package/src/shares/portable-layout.ts +99 -2
  482. package/src/sources/gloomberb-cloud/index.ts +28 -5
  483. package/src/sources/gloomberb-cloud/news.ts +24 -3
  484. package/src/sources/gloomberb-cloud/normalizers.ts +17 -2
  485. package/src/sources/provider-errors.ts +26 -3
  486. package/src/sources/provider-router/history.ts +5 -0
  487. package/src/sources/provider-router/index.ts +15 -2
  488. package/src/sources/provider-router/sources.ts +26 -1
  489. package/src/sync/core-contributors.ts +50 -4
  490. package/src/telemetry/attention-counts.ts +64 -6
  491. package/src/telemetry/attention-setting.ts +33 -0
  492. package/src/telemetry/crash-reports-node.ts +3 -1
  493. package/src/telemetry/stall-clocks.ts +93 -0
  494. package/src/telemetry/stall-reports-node.ts +12 -7
  495. package/src/telemetry/stall-reports.ts +34 -5
  496. package/src/test-support/preload.ts +9 -0
  497. package/src/tickers/company-name.ts +19 -0
  498. package/src/tickers/listing-fate.ts +14 -3
  499. package/src/tickers/saved-instrument.ts +17 -0
  500. package/src/tickers/search/home-listing.ts +13 -2
  501. package/src/tickers/search/index.ts +4 -1
  502. package/src/tickers/search/types.ts +6 -1
  503. package/src/time-series/bar-aggregation.ts +7 -1
  504. package/src/time-series/base-series.ts +3 -3
  505. package/src/time-series/chart-bounds.ts +1 -1
  506. package/src/time-series/chart-data.ts +5 -2
  507. package/src/time-series/chart-seed.ts +1 -1
  508. package/src/time-series/coin-session-close.ts +211 -0
  509. package/src/time-series/live-bars.ts +13 -2
  510. package/src/time-series/live-quotes.ts +1 -1
  511. package/src/time-series/official-close.ts +159 -0
  512. package/src/time-series/price-comparison.ts +55 -6
  513. package/src/time-series/resolve.ts +24 -3
  514. package/src/time-series/series-presentation.ts +1 -1
  515. package/src/time-series/studies/formula.ts +205 -0
  516. package/src/time-series/studies/indicators.ts +299 -0
  517. package/src/time-series/studies/leverage.ts +75 -0
  518. package/src/time-series/studies/pair.ts +138 -0
  519. package/src/time-series/studies/resolve.ts +333 -0
  520. package/src/time-series/studies/shared.ts +141 -0
  521. package/src/time-series/studies/units.ts +243 -0
  522. package/src/time-series/studies/vwap.ts +274 -0
  523. package/src/types/config.ts +35 -3
  524. package/src/types/data-provider.ts +23 -0
  525. package/src/types/financials.ts +22 -0
  526. package/src/types/headless.ts +42 -3
  527. package/src/types/plugin.ts +38 -3
  528. package/src/ui/host.tsx +11 -0
  529. package/src/ui/toast.tsx +26 -1
  530. package/src/utils/ascii-text.ts +140 -0
  531. package/src/utils/cli-output.ts +91 -18
  532. package/src/utils/concurrency.ts +24 -0
  533. package/src/utils/exchanges.ts +6 -0
  534. package/src/utils/external-url.ts +20 -7
  535. package/src/utils/futures-generic.ts +4 -4
  536. package/src/utils/http-proxy-upstream.ts +124 -0
  537. package/src/utils/main-thread-stall.ts +75 -3
  538. package/src/utils/perf-marks.ts +36 -2
  539. package/src/utils/private-files.ts +141 -0
  540. package/src/utils/public-address.ts +99 -0
  541. package/src/account/upgrade-personalization.ts +0 -57
  542. package/src/account/upgrade-tickers.ts +0 -124
  543. package/src/api-client/upgrade-experiment.ts +0 -91
  544. package/src/plugins/builtin/cloud/browser.tsx +0 -3
  545. package/src/renderers/electrobun/launcher/preload.ts +0 -13
  546. package/src/renderers/electrobun/launcher/windows-emulation.ts +0 -50
  547. package/src/time-series/studies.ts +0 -1628
@@ -30,6 +30,7 @@ import { DEFAULT_THEME, themes } from "../../../theme/themes";
30
30
  import { sanitizeStarPrompt } from "../../../app/star-prompt/model";
31
31
  import { sanitizeCommandBarOpens } from "../../../app/command-bar-intro";
32
32
  import { sanitizeUpdatesConfig } from "../../../updater/channel";
33
+ import { ATTENTION_NOTICE_ACCOUNTS } from "../../../telemetry/attention-setting";
33
34
 
34
35
  const configLog = debugLog.createLogger("config");
35
36
  const reportedUnknownThemes = new Set<string>();
@@ -201,17 +202,28 @@ function withUpdates(updates: AppConfig["updates"]): Pick<AppConfig, "updates">
201
202
  return updates ? { updates } : {};
202
203
  }
203
204
 
204
- /** Only the switches that are set survive; an empty object is the same as none. */
205
+ /**
206
+ * Only the switches that are set survive; an empty object is the same as none.
207
+ * Attention Counts is on by default, so a value that cannot be read turns it
208
+ * off instead: a hand-edited "false" or a broken block never counts as on.
209
+ */
205
210
  function sanitizeTelemetry(value: unknown): TelemetryConfig | undefined {
206
- if (!isRecord(value)) return undefined;
211
+ if (value === undefined) return undefined;
212
+ if (!isRecord(value)) return { attention: false };
207
213
  const telemetry: TelemetryConfig = {
208
214
  ...(typeof value.crashReports === "boolean" ? { crashReports: value.crashReports } : {}),
209
215
  ...(typeof value.usage === "boolean" ? { usage: value.usage } : {}),
210
- ...(typeof value.attention === "boolean" ? { attention: value.attention } : {}),
216
+ ...(value.attention !== undefined ? { attention: value.attention === true } : {}),
217
+ ...sanitizeAttentionNotice(value.attentionNoticeShownTo),
211
218
  };
212
219
  return Object.keys(telemetry).length > 0 ? telemetry : undefined;
213
220
  }
214
221
 
222
+ function sanitizeAttentionNotice(value: unknown): Pick<TelemetryConfig, "attentionNoticeShownTo"> {
223
+ const accounts = sanitizeUniqueStringList(value).slice(-ATTENTION_NOTICE_ACCOUNTS);
224
+ return accounts.length > 0 ? { attentionNoticeShownTo: accounts } : {};
225
+ }
226
+
215
227
  /**
216
228
  * Keeps the shape honest without judging the contents: a chord that does not
217
229
  * parse stays in the file and is reported when the table resolves, so a typo
@@ -286,6 +298,7 @@ function sanitizeOnboardingProgress(value: unknown): OnboardingProgress | undefi
286
298
  accountStatus,
287
299
  checkoutOpenedAt: typeof value.checkoutOpenedAt === "string" ? value.checkoutOpenedAt : undefined,
288
300
  desks: Array.isArray(value.desks) ? sanitizeUniqueStringList(value.desks) : undefined,
301
+ rerun: value.rerun === true ? true : undefined,
289
302
  };
290
303
  }
291
304
 
@@ -0,0 +1,47 @@
1
+ import { readdir } from "fs/promises";
2
+ import { dirname, join } from "path";
3
+ import { logFailure } from "../utils/log-failure";
4
+ import { restrictDir, restrictFile } from "../utils/private-files";
5
+
6
+ /** The data folder's files that hold the Cloud session and cache, or logs of what the user did. */
7
+ const PRIVATE_DATA_FILES = [
8
+ ".gloomberb-cache.db",
9
+ ".gloomberb-cache.db-wal",
10
+ ".gloomberb-cache.db-shm",
11
+ "stall-log.txt",
12
+ "stall-reports.json",
13
+ "crash-reports.json",
14
+ "desktop-view-ids.json",
15
+ ];
16
+ /** `remote-control.json` and one per app (`remote-control.tui.json`): each holds the remote-control token. */
17
+ const REMOTE_ENDPOINT_FILE = /^remote-control(?:\.[\w-]+)?\.json$/;
18
+
19
+ /**
20
+ * Tightens a profile made before its folders and files were created private,
21
+ * or under a umask that let others read them: the data folder and each
22
+ * config.json's folder open to the user alone, config.json (broker
23
+ * credentials) and the files above readable by the user alone. A step that
24
+ * fails (a folder another account owns, a disk without POSIX modes) is logged
25
+ * and the others still run; startup goes on either way. Nothing to do on
26
+ * Windows (see private-files.ts).
27
+ */
28
+ export async function tightenProfilePermissions(dataDir: string, configFiles: readonly string[]): Promise<void> {
29
+ if (process.platform === "win32") return;
30
+ const steps: Array<() => Promise<void>> = [
31
+ ...[...new Set([dataDir, ...configFiles.map((file) => dirname(file))])].map((dir) => () => restrictDir(dir)),
32
+ ...[...new Set(configFiles)].map((file) => () => restrictFile(file)),
33
+ ...PRIVATE_DATA_FILES.map((name) => () => restrictFile(join(dataDir, name))),
34
+ async () => {
35
+ for (const name of await readdir(dataDir)) {
36
+ if (REMOTE_ENDPOINT_FILE.test(name)) await restrictFile(join(dataDir, name));
37
+ }
38
+ },
39
+ ];
40
+ for (const step of steps) {
41
+ try {
42
+ await step();
43
+ } catch (error) {
44
+ logFailure("data.profile-permissions", "Restricting a profile file to its user failed")(error);
45
+ }
46
+ }
47
+ }
@@ -277,22 +277,18 @@ export class ResourceStore {
277
277
  // Eviction goes by the order on disk, which has to hold the latest reads.
278
278
  if (!this.flushTouches()) return false;
279
279
 
280
- const candidates = this.db.query<{
281
- namespace: string;
282
- kind: string;
283
- entity_key: string;
284
- variant_key: string;
285
- source_key: string;
286
- size_bytes: number;
287
- }, [number]>(
288
- `SELECT namespace, kind, entity_key, variant_key, source_key, size_bytes
280
+ // Only the row ids, which the recency index holds: a row's size sits
281
+ // after its payload, and reading it walks the whole payload from disk.
282
+ // Asking it of the oldest 512 rows read 10 MB to pick what to evict.
283
+ const candidates = this.db.query<{ rowid: number }, [number]>(
284
+ `SELECT rowid
289
285
  FROM resource_cache
290
286
  ORDER BY last_accessed_at ASC, fetched_at ASC
291
287
  LIMIT ?`,
292
288
  );
293
- const remove = this.db.query(
294
- `DELETE FROM resource_cache
295
- WHERE namespace = ? AND kind = ? AND entity_key = ? AND variant_key = ? AND source_key = ?`,
289
+ // Deleting a row reads its payload anyway, to free it: the size comes along.
290
+ const remove = this.db.query<{ size_bytes: number }, [number]>(
291
+ "DELETE FROM resource_cache WHERE rowid = ? RETURNING size_bytes",
296
292
  );
297
293
 
298
294
  // A cache at its limit holds tens of thousands of rows, so eviction reads
@@ -306,24 +302,23 @@ export class ResourceStore {
306
302
  if (!batch) return false;
307
303
  if (batch.length === 0) return true;
308
304
 
309
- const rowsToDelete = [] as typeof batch;
310
- for (const row of batch) {
311
- if (this.withinSoftLimits(remainingCount, remainingSize)) break;
312
- rowsToDelete.push(row);
313
- remainingCount -= 1;
314
- remainingSize -= row.size_bytes;
315
- }
316
- if (rowsToDelete.length === 0) return true;
317
-
305
+ let left = { count: remainingCount, size: remainingSize };
318
306
  const pruned = this.access.writeCache("prune least recently used cached resources", () => {
307
+ left = { count: remainingCount, size: remainingSize };
319
308
  const tx = this.db.transaction(() => {
320
- for (const row of rowsToDelete) {
321
- remove.run(row.namespace, row.kind, row.entity_key, row.variant_key, row.source_key);
309
+ for (const { rowid } of batch) {
310
+ if (this.withinSoftLimits(left.count, left.size)) break;
311
+ const removed = remove.get(rowid);
312
+ if (!removed) continue;
313
+ left.count -= 1;
314
+ left.size -= removed.size_bytes;
322
315
  }
323
316
  });
324
317
  tx();
325
318
  });
326
319
  if (!pruned) return false;
320
+ remainingCount = left.count;
321
+ remainingSize = left.size;
327
322
  }
328
323
  return true;
329
324
  }
@@ -382,25 +377,33 @@ export class ResourceStore {
382
377
  key: Pick<ResourceCacheKey, "namespace" | "kind" | "entityKey">,
383
378
  options: ListResourceOptions = {},
384
379
  ): CachedResourceRecord<T>[] {
380
+ const variantKeys = options.variantKeys ? [...new Set(options.variantKeys.map(normalizeVariantKey))] : null;
381
+ const sourceKeys = options.sourceKeys ? [...new Set(options.sourceKeys.map(normalizeSourceKey))] : null;
382
+ if (variantKeys?.length === 0 || sourceKeys?.length === 0) return [];
383
+ // The rows asked for only: an entity can hold dozens of variants (every
384
+ // range of a price history, from every source), megabytes of payload
385
+ // that a filter after the read threw away. The keys come from the
386
+ // primary key's index. Expiry stays below: the column sits after the
387
+ // payload, and checking it here walked a 10 MB payload twice.
388
+ const filters = [
389
+ ...(variantKeys ? [`variant_key IN (${variantKeys.map(() => "?").join(", ")})`] : []),
390
+ ...(sourceKeys ? [`source_key IN (${sourceKeys.map(() => "?").join(", ")})`] : []),
391
+ ];
392
+ const params: string[] = [key.namespace, key.kind, key.entityKey, ...(variantKeys ?? []), ...(sourceKeys ?? [])];
385
393
  const rows = this.access.readCache("list cached resources", () => (
386
394
  this.db
387
- .query<ResourceCacheRow, [string, string, string]>(
395
+ .query<ResourceCacheRow, string[]>(
388
396
  `SELECT namespace, kind, entity_key, variant_key, source_key, schema_version, payload, provenance,
389
397
  fetched_at, stale_at, expires_at, last_accessed_at, size_bytes
390
398
  FROM resource_cache
391
- WHERE namespace = ? AND kind = ? AND entity_key = ?`,
399
+ WHERE ${["namespace = ?", "kind = ?", "entity_key = ?", ...filters].join(" AND ")}`,
392
400
  )
393
- .all(key.namespace, key.kind, key.entityKey)
401
+ .all(...params)
394
402
  )) ?? [];
395
403
 
396
- const allowedVariantKeys = options.variantKeys ? new Set(options.variantKeys.map(normalizeVariantKey)) : null;
397
- const allowedSourceKeys = options.sourceKeys ? new Set(options.sourceKeys.map(normalizeSourceKey)) : null;
398
-
399
404
  const records: CachedResourceRecord<T>[] = [];
400
405
  for (const row of sortRows(rows)) {
401
406
  if (!options.allowExpired && isExpired(row.expires_at)) continue;
402
- if (allowedVariantKeys && !allowedVariantKeys.has(row.variant_key)) continue;
403
- if (allowedSourceKeys && !allowedSourceKeys.has(row.source_key)) continue;
404
407
  if (options.schemaVersion != null && row.schema_version !== options.schemaVersion) {
405
408
  this.deleteExact({
406
409
  namespace: row.namespace,
@@ -43,9 +43,13 @@ const sqliteLog = debugLog.createLogger("sqlite");
43
43
  *
44
44
  * In WAL mode the connection commits with `synchronous=NORMAL`: a commit no
45
45
  * longer flushes the disk, and a power cut can cost the last few, never the
46
- * database. A write of user data flushes as before (`FULL`), which also
47
- * flushes everything committed ahead of it. Where WAL does not take (a
48
- * network share), every commit flushes.
46
+ * database. A write of user data is flushed within a second or two by the
47
+ * checkpointer's thread, which flushes the WAL before copying it (see
48
+ * checkpointer.ts): on Windows the flush took the app's thread for seconds
49
+ * at a time. Where nothing else flushes (a command, a checkpointer that
50
+ * stopped), a write of user data flushes itself (`FULL`), and with it
51
+ * everything committed ahead of it. Where WAL does not take (a network
52
+ * share), every commit flushes.
49
53
  *
50
54
  * On the app's connection the cache writes of one turn of the event loop
51
55
  * share a transaction and commit together once the turn is over: a batch of
@@ -99,6 +103,12 @@ export interface SqliteAccessOptions {
99
103
  * connection's own level is left alone.
100
104
  */
101
105
  relaxedCommits?: boolean;
106
+ /**
107
+ * Whether another thread flushes the WAL soon after each commit (the
108
+ * checkpointer, while it runs). A write of user data then commits at
109
+ * `NORMAL` like the cache's.
110
+ */
111
+ flushedElsewhere?: () => boolean;
102
112
  /** After each commit of the app's connection (see checkpointer.ts). */
103
113
  onCommit?: () => void;
104
114
  }
@@ -152,16 +162,17 @@ export function createSqliteAccess(db: Database, options: SqliteAccessOptions =
152
162
  };
153
163
 
154
164
  /**
155
- * Commits `write` with a full flush when the connection's own level is
156
- * NORMAL. The cache writes of the turn commit first, wherever they came
157
- * from (a queued write's `settled`, the write before), so the user write
158
- * never lands inside their batch at NORMAL.
165
+ * Commits `write` on its own, with a full flush when the connection's own
166
+ * level is NORMAL and nothing else flushes it. The cache writes of the turn
167
+ * commit first, wherever they came from (a queued write's `settled`, the
168
+ * write before), so the user write never lands inside their batch, which
169
+ * a failed commit rolls back whole.
159
170
  */
160
171
  const durable = <T>(write: () => T): T => {
161
172
  commitCacheBatch();
162
173
  durableWrites += 1;
163
174
  try {
164
- if (!options.relaxedCommits || db.inTransaction) return write();
175
+ if (!options.relaxedCommits || db.inTransaction || options.flushedElsewhere?.()) return write();
165
176
  db.exec("PRAGMA synchronous=FULL");
166
177
  try {
167
178
  return write();
@@ -1,6 +1,7 @@
1
1
  import { resolve } from "path";
2
2
  import { debugLog } from "../../utils/debug-log";
3
3
  import { logFailure } from "../../utils/log-failure";
4
+ import { recordPerfSample } from "../../utils/perf-marks";
4
5
 
5
6
  /**
6
7
  * Pages SQLite lets the WAL grow to before the connection that commits
@@ -13,13 +14,25 @@ export const SQLITE_BACKSTOP_AUTOCHECKPOINT_PAGES = 10_000;
13
14
  const CHECKPOINT_DELAY_MS = 1_000;
14
15
  /** How long closing waits for the checkpointer to let go of the file (Windows cannot delete an open one). */
15
16
  const CLOSE_WAIT_MS = 1_000;
17
+ /**
18
+ * How long the thread may go without answering while it owes an answer
19
+ * (opening its connection, or a checkpoint) before it counts as stuck. A
20
+ * stuck thread flushes nothing, and the app's commits of user data skip
21
+ * their flush while it runs, so past this they flush again. The slowest
22
+ * checkpoint measured on Windows took under a second, and the slowest
23
+ * flush in stall reports 8 s.
24
+ */
25
+ const STUCK_AFTER_MS = 30_000;
16
26
 
17
27
  const checkpointLog = debugLog.createLogger("sqlite");
18
28
 
19
29
  /**
20
30
  * Runs on its own thread with its own connection. A passive checkpoint
21
31
  * copies what it can without waiting on a lock and never stops the app's
22
- * connection from reading or writing meanwhile.
32
+ * connection from reading or writing meanwhile. It flushes the WAL to disk
33
+ * before copying it, and the database after: that flush is what makes the
34
+ * app's writes of user data durable (access.ts), so it never runs with
35
+ * `synchronous=OFF`.
23
36
  */
24
37
  const WORKER_SOURCE = `
25
38
  import { Database } from "bun:sqlite";
@@ -32,6 +45,7 @@ self.onmessage = (event) => {
32
45
  try {
33
46
  db = new Database(message.path);
34
47
  db.exec("PRAGMA busy_timeout=1000");
48
+ db.exec("PRAGMA synchronous=FULL");
35
49
  postMessage({ type: "ready" });
36
50
  } catch (error) {
37
51
  postMessage({ type: "failed", message: String(error && error.message || error) });
@@ -43,7 +57,15 @@ self.onmessage = (event) => {
43
57
  const startedAt = performance.now();
44
58
  try {
45
59
  const result = db.query("PRAGMA wal_checkpoint(PASSIVE)").get();
46
- postMessage({ type: "checkpointed", ms: performance.now() - startedAt, result });
60
+ const endedAt = performance.now();
61
+ // Wall-clock times, so a pause on the app's thread can be lined up with it.
62
+ postMessage({
63
+ type: "checkpointed",
64
+ ms: endedAt - startedAt,
65
+ startedAt: performance.timeOrigin + startedAt,
66
+ endedAt: performance.timeOrigin + endedAt,
67
+ result,
68
+ });
47
69
  } catch (error) {
48
70
  postMessage({ type: "failed", message: String(error && error.message || error) });
49
71
  }
@@ -65,6 +87,13 @@ self.onmessage = (event) => {
65
87
  };
66
88
  `;
67
89
 
90
+ export interface WalCheckpointerOptions {
91
+ /** Overrides how long the thread may owe an answer before it counts as stuck. */
92
+ stuckAfterMs?: number;
93
+ /** Overrides the thread's code, so a test can run one that never answers. */
94
+ workerSource?: string;
95
+ }
96
+
68
97
  export interface WalCheckpointer {
69
98
  /** Writes were committed: the WAL is copied into the database shortly, off this thread. */
70
99
  nudge(): void;
@@ -76,6 +105,8 @@ interface WorkerMessage {
76
105
  type: "ready" | "failed" | "checkpointed";
77
106
  message?: string;
78
107
  ms?: number;
108
+ startedAt?: number;
109
+ endedAt?: number;
79
110
  result?: { busy?: number; log?: number; checkpointed?: number };
80
111
  }
81
112
 
@@ -87,15 +118,21 @@ interface WorkerMessage {
87
118
  * disk, on the thread that asked for the write. That is the app's only
88
119
  * thread, and the copy takes 150 ms to a second on a laptop, more under an
89
120
  * antivirus. The app's connection leaves it to this instead (see
90
- * database.ts), and `onFailure` puts SQLite's own schedule back when the
91
- * thread cannot run.
121
+ * database.ts), along with flushing what it commits, and `onFailure` puts
122
+ * SQLite's own schedule and the app's flushes back when the thread cannot
123
+ * run.
92
124
  *
93
125
  * Null where there is no Worker to run it on.
94
126
  */
95
- export function startWalCheckpointer(dbPath: string, onFailure: () => void): WalCheckpointer | null {
127
+ export function startWalCheckpointer(
128
+ dbPath: string,
129
+ onFailure: () => void,
130
+ options: WalCheckpointerOptions = {},
131
+ ): WalCheckpointer | null {
96
132
  if (typeof Worker === "undefined" || typeof Blob === "undefined" || typeof URL.createObjectURL !== "function") return null;
97
133
  let worker: Worker;
98
- const source = URL.createObjectURL(new Blob([WORKER_SOURCE], { type: "application/javascript" }));
134
+ const source = URL.createObjectURL(new Blob([options.workerSource ?? WORKER_SOURCE], { type: "application/javascript" }));
135
+ const stuckAfterMs = options.stuckAfterMs ?? STUCK_AFTER_MS;
99
136
  try {
100
137
  worker = new Worker(source);
101
138
  } catch (error) {
@@ -110,10 +147,21 @@ export function startWalCheckpointer(dbPath: string, onFailure: () => void): Wal
110
147
  let running = false;
111
148
  let pending = false;
112
149
  let timer: ReturnType<typeof setTimeout> | null = null;
150
+ /** Messages the thread has yet to answer, and the clock on its next answer. */
151
+ let owed = 0;
152
+ let watchdog: ReturnType<typeof setTimeout> | null = null;
153
+
154
+ const stopWatching = () => {
155
+ if (watchdog) clearTimeout(watchdog);
156
+ watchdog = null;
157
+ };
113
158
 
114
159
  const fail = (reason: string) => {
115
160
  if (failed || stopped) return;
116
161
  failed = true;
162
+ stopWatching();
163
+ if (timer) clearTimeout(timer);
164
+ timer = null;
117
165
  checkpointLog.warn("The WAL checkpointer stopped; commits checkpoint themselves", { reason });
118
166
  try {
119
167
  onFailure();
@@ -141,13 +189,42 @@ export function startWalCheckpointer(dbPath: string, onFailure: () => void): Wal
141
189
  }
142
190
  };
143
191
 
192
+ /**
193
+ * Restarts the clock whenever the thread answers and still owes one. A
194
+ * thread stuck without an error event would otherwise leave user writes
195
+ * unflushed until the backstop checkpoint or close.
196
+ */
197
+ const watch = () => {
198
+ stopWatching();
199
+ if (owed === 0 || failed || stopped) return;
200
+ watchdog = setTimeout(() => {
201
+ watchdog = null;
202
+ fail(`no answer in ${stuckAfterMs} ms`);
203
+ terminate();
204
+ URL.revokeObjectURL(source);
205
+ }, stuckAfterMs);
206
+ (watchdog as { unref?: () => void }).unref?.();
207
+ };
208
+
209
+ const ask = (message: { type: string; path?: string; closed?: SharedArrayBuffer }): boolean => {
210
+ if (!post(message)) return false;
211
+ owed += 1;
212
+ if (owed === 1) watch();
213
+ return true;
214
+ };
215
+
216
+ const answered = () => {
217
+ owed = Math.max(0, owed - 1);
218
+ watch();
219
+ };
220
+
144
221
  const schedule = () => {
145
222
  if (timer || running || failed || stopped) return;
146
223
  timer = setTimeout(() => {
147
224
  timer = null;
148
225
  if (failed || stopped) return;
149
226
  pending = false;
150
- running = post({ type: "checkpoint" });
227
+ running = ask({ type: "checkpoint" });
151
228
  }, CHECKPOINT_DELAY_MS);
152
229
  (timer as { unref?: () => void }).unref?.();
153
230
  };
@@ -155,6 +232,7 @@ export function startWalCheckpointer(dbPath: string, onFailure: () => void): Wal
155
232
  worker.onmessage = (event: MessageEvent<WorkerMessage>) => {
156
233
  const message = event.data;
157
234
  if (message.type === "ready") {
235
+ answered();
158
236
  URL.revokeObjectURL(source);
159
237
  return;
160
238
  }
@@ -163,14 +241,22 @@ export function startWalCheckpointer(dbPath: string, onFailure: () => void): Wal
163
241
  return;
164
242
  }
165
243
  if (message.type === "checkpointed") {
244
+ answered();
166
245
  running = false;
246
+ // On its own thread, so never the step a stall of the app's names.
247
+ recordPerfSample("sqlite.checkpoint", message.ms ?? 0, {
248
+ pages: message.result?.log,
249
+ copied: message.result?.checkpointed,
250
+ startedAt: Math.round(message.startedAt ?? 0),
251
+ endedAt: Math.round(message.endedAt ?? 0),
252
+ }, { lastStep: false });
167
253
  if (pending) schedule();
168
254
  }
169
255
  };
170
256
  worker.onerror = (event) => {
171
257
  fail(event.message);
172
258
  };
173
- if (!post({ type: "open", path: resolve(dbPath), closed })) {
259
+ if (!ask({ type: "open", path: resolve(dbPath), closed })) {
174
260
  terminate();
175
261
  URL.revokeObjectURL(source);
176
262
  return null;
@@ -186,6 +272,7 @@ export function startWalCheckpointer(dbPath: string, onFailure: () => void): Wal
186
272
  if (stopped) return;
187
273
  if (timer) clearTimeout(timer);
188
274
  timer = null;
275
+ stopWatching();
189
276
  const asked = !failed && post({ type: "close" });
190
277
  stopped = true;
191
278
  if (!asked) {
@@ -1,10 +1,14 @@
1
1
  import { Database } from "bun:sqlite";
2
+ import { closeSync, openSync } from "fs";
3
+ import { logFailure } from "../../utils/log-failure";
4
+ import { restrictFileSync } from "../../utils/private-files";
2
5
  import { createSqliteAccess, type SqliteAccess } from "./access";
3
6
  import {
4
7
  SQLITE_BACKSTOP_AUTOCHECKPOINT_PAGES,
5
8
  SQLITE_DEFAULT_AUTOCHECKPOINT_PAGES,
6
9
  startWalCheckpointer,
7
10
  type WalCheckpointer,
11
+ type WalCheckpointerOptions,
8
12
  } from "./checkpointer";
9
13
  import { SQLITE_BUSY_TIMEOUT_MS, withSqliteBusyRetry } from "./retry";
10
14
 
@@ -74,6 +78,8 @@ export interface SqliteDatabaseOptions {
74
78
  * another program's lock (see access.ts). Commands and tests wait it out.
75
79
  */
76
80
  interactive?: boolean;
81
+ /** Tests only: the WAL checkpointer's thread and how long it may go silent. */
82
+ checkpointer?: WalCheckpointerOptions;
77
83
  }
78
84
 
79
85
  export class SqliteDatabase {
@@ -82,6 +88,18 @@ export class SqliteDatabase {
82
88
  private readonly checkpointer: WalCheckpointer | null = null;
83
89
 
84
90
  constructor(dbPath: string, options: SqliteDatabaseOptions = {}) {
91
+ const onDisk = dbPath !== "" && dbPath !== ":memory:" && !dbPath.startsWith("file:");
92
+ // The database holds the Cloud session: created readable by the user
93
+ // alone, so the WAL and shared-memory files SQLite makes beside it with
94
+ // the same mode are too, and an older one made so.
95
+ if (onDisk) {
96
+ try {
97
+ closeSync(openSync(dbPath, "a", 0o600));
98
+ restrictFileSync(dbPath);
99
+ } catch (error) {
100
+ logFailure("data.sqlite", "Restricting the database file to its user failed")(error);
101
+ }
102
+ }
85
103
  this.connection = new Database(dbPath);
86
104
  // Opening waits for another program's lock: it happens once, and the app
87
105
  // has nothing to show without its data.
@@ -90,28 +108,43 @@ export class SqliteDatabase {
90
108
  this.connection.query<{ journal_mode: string }, []>("PRAGMA journal_mode=WAL").get()?.journal_mode
91
109
  ));
92
110
  // In WAL mode commits can stop flushing the disk and the database stays
93
- // whole; user data still flushes per write (access.ts). Where WAL does not
94
- // take (a network share, an in-memory database), every commit flushes.
111
+ // whole; user data is flushed soon after by the checkpointer, or per write
112
+ // where it does not run (access.ts). Where WAL does not take (a network
113
+ // share, an in-memory database), every commit flushes.
95
114
  const wal = journalMode?.toLowerCase() === "wal";
115
+ if (onDisk && wal) {
116
+ try {
117
+ restrictFileSync(`${dbPath}-wal`);
118
+ restrictFileSync(`${dbPath}-shm`);
119
+ } catch (error) {
120
+ logFailure("data.sqlite", "Restricting the database's WAL files to their user failed")(error);
121
+ }
122
+ }
96
123
  this.connection.exec(wal ? "PRAGMA synchronous=NORMAL" : "PRAGMA synchronous=FULL");
97
124
  withSqliteBusyRetry("initialize sqlite schema", () => {
98
125
  this.connection.exec(SCHEMA);
99
126
  });
100
127
  // The app's statements choose how long to wait for a lock themselves.
101
128
  if (options.interactive) this.connection.exec("PRAGMA busy_timeout=0");
102
- // The app's commits leave copying the WAL into the database to a thread
103
- // of its own, and only do it themselves past a WAL ten times the usual.
129
+ // The app's commits leave copying the WAL into the database, and flushing
130
+ // it, to a thread of its own, and only copy it themselves past a WAL ten
131
+ // times the usual.
132
+ let checkpointerRunning = false;
104
133
  if (options.interactive && wal && dbPath !== ":memory:") {
105
134
  this.checkpointer = startWalCheckpointer(dbPath, () => {
135
+ checkpointerRunning = false;
106
136
  this.connection.exec(`PRAGMA wal_autocheckpoint=${SQLITE_DEFAULT_AUTOCHECKPOINT_PAGES}`);
107
- });
108
- if (this.checkpointer) this.connection.exec(`PRAGMA wal_autocheckpoint=${SQLITE_BACKSTOP_AUTOCHECKPOINT_PAGES}`);
137
+ }, options.checkpointer);
138
+ if (this.checkpointer) {
139
+ checkpointerRunning = true;
140
+ this.connection.exec(`PRAGMA wal_autocheckpoint=${SQLITE_BACKSTOP_AUTOCHECKPOINT_PAGES}`);
141
+ }
109
142
  }
110
143
  const checkpointer = this.checkpointer;
111
144
  this.access = createSqliteAccess(this.connection, {
112
145
  interactive: options.interactive,
113
146
  relaxedCommits: wal,
114
- ...(checkpointer ? { onCommit: () => checkpointer.nudge() } : {}),
147
+ ...(checkpointer ? { onCommit: () => checkpointer.nudge(), flushedElsewhere: () => checkpointerRunning } : {}),
115
148
  });
116
149
  }
117
150