@alumbwe/anvil 1.0.41 → 1.0.49

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (241) hide show
  1. package/bin/anvil.js +18 -0
  2. package/package.json +13 -6
  3. package/src/agents/bundled-agents.generated.ts +1 -1
  4. package/src/entry.ts +5 -0
  5. package/src/index.tsx +27 -4
  6. package/src/login/plain-login.ts +60 -0
  7. package/src/login/supabase-auth.ts +346 -0
  8. package/src/pre-init/client-env.ts +17 -0
  9. package/src/utils/anvil-client.ts +4 -0
  10. package/src/utils/auth.ts +16 -4
  11. package/src/utils/client-env-defaults.ts +28 -0
  12. package/src/utils/config-dir.ts +1 -1
  13. package/vendor/@anvil/common/src/constants/deepseek-direct.ts +30 -1
  14. package/vendor/@anvil/common/src/util/project-ignore.ts +4 -3
  15. package/vendor/@anvil/sdk/dist/index.cjs +46 -10
  16. package/vendor/@anvil/sdk/dist/index.mjs +46 -10
  17. package/src/commands/__tests__/anvil-command-aliases.test.ts +0 -56
  18. package/src/commands/__tests__/bash-command.test.ts +0 -445
  19. package/src/commands/__tests__/command-args.test.ts +0 -349
  20. package/src/commands/__tests__/copy-conversation-clipboard.test.ts +0 -108
  21. package/src/commands/__tests__/copy-conversation.test.ts +0 -226
  22. package/src/commands/__tests__/diagnostics-command.test.ts +0 -35
  23. package/src/commands/__tests__/image.test.ts +0 -99
  24. package/src/commands/__tests__/init.test.ts +0 -456
  25. package/src/commands/__tests__/new-command-rotates-chat.test.ts +0 -91
  26. package/src/commands/__tests__/process-diagnostics.test.ts +0 -54
  27. package/src/commands/__tests__/prompt-builders.test.ts +0 -28
  28. package/src/commands/__tests__/router-input.test.ts +0 -298
  29. package/src/components/__tests__/ad-banner.test.tsx +0 -83
  30. package/src/components/__tests__/anvil-landing-heading-row.test.tsx +0 -91
  31. package/src/components/__tests__/anvil-model-selector.test.tsx +0 -519
  32. package/src/components/__tests__/anvil-offer-invariants.test.ts +0 -54
  33. package/src/components/__tests__/anvil-takeover-prompt.test.tsx +0 -212
  34. package/src/components/__tests__/chat-input-bar.test.tsx +0 -130
  35. package/src/components/__tests__/grid-layout.integration.test.tsx +0 -304
  36. package/src/components/__tests__/grid-layout.test.tsx +0 -1051
  37. package/src/components/__tests__/message-block.completion.test.tsx +0 -104
  38. package/src/components/__tests__/message-block.streaming.test.tsx +0 -78
  39. package/src/components/__tests__/message-with-agents.test.tsx +0 -579
  40. package/src/components/__tests__/multiline-input.test.tsx +0 -1132
  41. package/src/components/__tests__/queue-panel.test.tsx +0 -398
  42. package/src/components/__tests__/selectable-list.test.ts +0 -232
  43. package/src/components/__tests__/status-bar.test.tsx +0 -44
  44. package/src/components/__tests__/status-indicator.test.tsx +0 -204
  45. package/src/components/__tests__/terminal-thinking-orb.test.tsx +0 -111
  46. package/src/components/__tests__/user-error-banner.test.tsx +0 -102
  47. package/src/components/ask-user/__tests__/multiple-choice-form.test.ts +0 -432
  48. package/src/components/ask-user/__tests__/validation.test.ts +0 -213
  49. package/src/components/tools/__tests__/apply-patch.test.tsx +0 -84
  50. package/src/components/tools/__tests__/code-search.test.tsx +0 -45
  51. package/src/components/tools/__tests__/gravity-index.test.ts +0 -76
  52. package/src/components/tools/__tests__/render-ui.test.tsx +0 -92
  53. package/src/components/tools/__tests__/run-terminal-command.test.ts +0 -233
  54. package/src/contexts/__tests__/chat-runtime-context.test.tsx +0 -149
  55. package/src/data/slash-commands.test.ts +0 -24
  56. package/src/hooks/__tests__/holds-live-anvil-slot.test.ts +0 -49
  57. package/src/hooks/__tests__/session-fetch-signal.test.ts +0 -63
  58. package/src/hooks/__tests__/use-activity-query.test.ts +0 -1000
  59. package/src/hooks/__tests__/use-ask-user-bridge.test.ts +0 -176
  60. package/src/hooks/__tests__/use-auth-query.test.ts +0 -21
  61. package/src/hooks/__tests__/use-chat-input-remount.test.tsx +0 -66
  62. package/src/hooks/__tests__/use-clipboard.test.tsx +0 -73
  63. package/src/hooks/__tests__/use-connection-status.test.ts +0 -112
  64. package/src/hooks/__tests__/use-directory-browser.test.ts +0 -203
  65. package/src/hooks/__tests__/use-gravity-ad.test.ts +0 -73
  66. package/src/hooks/__tests__/use-grid-layout.test.ts +0 -349
  67. package/src/hooks/__tests__/use-input-history.test.ts +0 -699
  68. package/src/hooks/__tests__/use-message-queue-editing.test.tsx +0 -209
  69. package/src/hooks/__tests__/use-message-queue.test.tsx +0 -71
  70. package/src/hooks/__tests__/use-path-tab-completion.test.ts +0 -315
  71. package/src/hooks/__tests__/use-queue-controls.test.ts +0 -68
  72. package/src/hooks/__tests__/use-queue-ui.test.tsx +0 -83
  73. package/src/hooks/__tests__/use-searchable-list.test.ts +0 -359
  74. package/src/hooks/__tests__/use-send-message-timer.test.ts +0 -146
  75. package/src/hooks/__tests__/use-suggestion-engine-mention.test.ts +0 -361
  76. package/src/hooks/__tests__/use-suggestion-engine.test.ts +0 -485
  77. package/src/hooks/__tests__/use-terminal-focus.test.ts +0 -66
  78. package/src/hooks/__tests__/use-terminal-layout.test.ts +0 -675
  79. package/src/hooks/__tests__/use-timeout.test.ts +0 -330
  80. package/src/hooks/__tests__/use-usage-query.test.ts +0 -502
  81. package/src/hooks/__tests__/use-user-details-query.test.ts +0 -195
  82. package/src/hooks/helpers/__tests__/send-message.test.ts +0 -1918
  83. package/src/init/__tests__/init-direnv.test.ts +0 -526
  84. package/src/state/__tests__/chat-store-focus.test.ts +0 -22
  85. package/src/state/__tests__/feedback-store.test.ts +0 -257
  86. package/src/utils/__tests__/active-run.test.ts +0 -140
  87. package/src/utils/__tests__/activity-tracker.test.ts +0 -440
  88. package/src/utils/__tests__/agent-display.test.ts +0 -139
  89. package/src/utils/__tests__/analytics-client.test.ts +0 -262
  90. package/src/utils/__tests__/anonymous-id.test.ts +0 -74
  91. package/src/utils/__tests__/anvil-api.test.ts +0 -578
  92. package/src/utils/__tests__/anvil-instance-owner.test.ts +0 -69
  93. package/src/utils/__tests__/anvil-model-navigation.test.ts +0 -102
  94. package/src/utils/__tests__/anvil-premium-reset.test.ts +0 -79
  95. package/src/utils/__tests__/anvil-referral-cache.test.ts +0 -116
  96. package/src/utils/__tests__/anvil-session-api.test.ts +0 -215
  97. package/src/utils/__tests__/anvil-session-display.test.ts +0 -23
  98. package/src/utils/__tests__/anvil-streak-line.test.ts +0 -217
  99. package/src/utils/__tests__/arrays.test.ts +0 -264
  100. package/src/utils/__tests__/bash-context-processor.test.ts +0 -38
  101. package/src/utils/__tests__/block-processor.test.ts +0 -810
  102. package/src/utils/__tests__/chat-history.test.ts +0 -203
  103. package/src/utils/__tests__/chat-input-key-intercept.test.ts +0 -40
  104. package/src/utils/__tests__/chat-meta.test.ts +0 -130
  105. package/src/utils/__tests__/clipboard-linux.test.ts +0 -359
  106. package/src/utils/__tests__/clipboard.test.ts +0 -910
  107. package/src/utils/__tests__/code-search-summary.test.ts +0 -84
  108. package/src/utils/__tests__/collapse-helpers.test.ts +0 -1109
  109. package/src/utils/__tests__/error-handling.test.ts +0 -658
  110. package/src/utils/__tests__/exit-cleanly.test.ts +0 -110
  111. package/src/utils/__tests__/feedback-helpers.test.ts +0 -444
  112. package/src/utils/__tests__/feedback-submission.test.ts +0 -26
  113. package/src/utils/__tests__/fetch-usage.test.ts +0 -355
  114. package/src/utils/__tests__/fingerprint.test.ts +0 -144
  115. package/src/utils/__tests__/fixtures/terminal-command-broker-child.ts +0 -7
  116. package/src/utils/__tests__/fixtures/terminal-command-broker-entry.ts +0 -3
  117. package/src/utils/__tests__/fixtures/terminal-command-broker-owner.ts +0 -33
  118. package/src/utils/__tests__/format-elapsed-time.test.ts +0 -103
  119. package/src/utils/__tests__/format-timeout.test.ts +0 -87
  120. package/src/utils/__tests__/image-dimensions.test.ts +0 -249
  121. package/src/utils/__tests__/image-processor.test.ts +0 -209
  122. package/src/utils/__tests__/implementor-helpers.test.ts +0 -1458
  123. package/src/utils/__tests__/keyboard-actions.test.ts +0 -660
  124. package/src/utils/__tests__/layout-helpers.test.ts +0 -36
  125. package/src/utils/__tests__/lazy-response-ads.test.ts +0 -167
  126. package/src/utils/__tests__/log-shipper.test.ts +0 -53
  127. package/src/utils/__tests__/markdown-renderer.test.tsx +0 -421
  128. package/src/utils/__tests__/message-block-helpers.test.ts +0 -1263
  129. package/src/utils/__tests__/message-updater.test.ts +0 -645
  130. package/src/utils/__tests__/osc-timeout-scenarios.test.ts +0 -172
  131. package/src/utils/__tests__/pending-attachments.test.ts +0 -277
  132. package/src/utils/__tests__/polling-backoff.test.ts +0 -51
  133. package/src/utils/__tests__/queue-panel-actions.test.ts +0 -148
  134. package/src/utils/__tests__/run-state-storage.test.ts +0 -919
  135. package/src/utils/__tests__/safe-json.test.ts +0 -77
  136. package/src/utils/__tests__/sdk-event-handlers.test.ts +0 -685
  137. package/src/utils/__tests__/send-message-helpers.test.ts +0 -1898
  138. package/src/utils/__tests__/send-message-timer.test.ts +0 -64
  139. package/src/utils/__tests__/settings.test.ts +0 -99
  140. package/src/utils/__tests__/strings.test.ts +0 -192
  141. package/src/utils/__tests__/terminal-color-detection.test.ts +0 -425
  142. package/src/utils/__tests__/terminal-command-broker.test.ts +0 -528
  143. package/src/utils/__tests__/terminal-enter-detection.test.ts +0 -77
  144. package/src/utils/__tests__/terminal-io.test.ts +0 -137
  145. package/src/utils/__tests__/terminal-protocol-controller.test.ts +0 -119
  146. package/src/utils/__tests__/text-layout.test.ts +0 -82
  147. package/src/utils/__tests__/theme-platform-detection.test.ts +0 -125
  148. package/src/utils/__tests__/think-tag-parser.test.ts +0 -159
  149. package/src/utils/__tests__/trace-writer.test.ts +0 -223
  150. package/src/utils/__tests__/trim-chat-logs.test.ts +0 -78
  151. package/src/utils/__tests__/usage-banner-state.test.ts +0 -298
  152. package/src/utils/__tests__/validation-error-formatting.test.ts +0 -126
  153. package/src/utils/__tests__/windows-terminal-health.test.ts +0 -101
  154. package/src/utils/__tests__/write-file-atomic.test.ts +0 -127
  155. package/vendor/@anvil/common/src/__tests__/agent-validation.test.ts +0 -846
  156. package/vendor/@anvil/common/src/__tests__/anvil-model-availability.test.ts +0 -101
  157. package/vendor/@anvil/common/src/__tests__/anvil-models.test.ts +0 -1408
  158. package/vendor/@anvil/common/src/__tests__/anvil-public-data-use-copy.test.ts +0 -258
  159. package/vendor/@anvil/common/src/__tests__/anvil-referral-tiers.test.ts +0 -48
  160. package/vendor/@anvil/common/src/__tests__/anvil-spend-ceilings.test.ts +0 -282
  161. package/vendor/@anvil/common/src/__tests__/anvil-trust.test.ts +0 -526
  162. package/vendor/@anvil/common/src/__tests__/deepseek-direct.test.ts +0 -68
  163. package/vendor/@anvil/common/src/__tests__/disposable-email.test.ts +0 -132
  164. package/vendor/@anvil/common/src/__tests__/dynamic-agent-template-schema.test.ts +0 -422
  165. package/vendor/@anvil/common/src/__tests__/env-ci.test.ts +0 -167
  166. package/vendor/@anvil/common/src/__tests__/env-process.test.ts +0 -145
  167. package/vendor/@anvil/common/src/__tests__/foreign-client-shipped-agents.test.ts +0 -234
  168. package/vendor/@anvil/common/src/__tests__/foreign-client-signals.test.ts +0 -379
  169. package/vendor/@anvil/common/src/__tests__/free-agents.test.ts +0 -807
  170. package/vendor/@anvil/common/src/__tests__/gravity-capi.test.ts +0 -154
  171. package/vendor/@anvil/common/src/__tests__/handlesteps-parsing.test.ts +0 -246
  172. package/vendor/@anvil/common/src/__tests__/kimi-k3-god-only.test.ts +0 -77
  173. package/vendor/@anvil/common/src/__tests__/model-config.test.ts +0 -89
  174. package/vendor/@anvil/common/src/__tests__/project-file-tree.test.ts +0 -298
  175. package/vendor/@anvil/common/src/__tests__/provisioned-model-tiers.test.ts +0 -116
  176. package/vendor/@anvil/common/src/__tests__/reasoning-effort.test.ts +0 -167
  177. package/vendor/@anvil/common/src/__tests__/reddit-capi.test.ts +0 -132
  178. package/vendor/@anvil/common/src/__tests__/response-ad-positions.test.ts +0 -72
  179. package/vendor/@anvil/common/src/__tests__/user-state.test.ts +0 -30
  180. package/vendor/@anvil/common/src/constants/__tests__/anvil-onboarding-gate.test.ts +0 -63
  181. package/vendor/@anvil/common/src/constants/__tests__/anvil-onboarding.test.ts +0 -246
  182. package/vendor/@anvil/common/src/constants/__tests__/cf-worker-signals.test.ts +0 -106
  183. package/vendor/@anvil/common/src/testing/TESTING_PATTERNS.md +0 -351
  184. package/vendor/@anvil/common/src/testing/anvil-offer-invariants.ts +0 -169
  185. package/vendor/@anvil/common/src/testing/errors.ts +0 -33
  186. package/vendor/@anvil/common/src/testing/fixtures/agent-runtime.ts +0 -334
  187. package/vendor/@anvil/common/src/testing/impl/agent-runtime.ts +0 -6
  188. package/vendor/@anvil/common/src/testing/index.ts +0 -84
  189. package/vendor/@anvil/common/src/testing/mock-modules.ts +0 -53
  190. package/vendor/@anvil/common/src/testing/mock-types.ts +0 -123
  191. package/vendor/@anvil/common/src/testing/mocks/analytics.ts +0 -261
  192. package/vendor/@anvil/common/src/testing/mocks/child-process.ts +0 -93
  193. package/vendor/@anvil/common/src/testing/mocks/crypto.ts +0 -218
  194. package/vendor/@anvil/common/src/testing/mocks/database.ts +0 -337
  195. package/vendor/@anvil/common/src/testing/mocks/fetch.ts +0 -219
  196. package/vendor/@anvil/common/src/testing/mocks/filesystem.ts +0 -166
  197. package/vendor/@anvil/common/src/testing/mocks/index.ts +0 -101
  198. package/vendor/@anvil/common/src/testing/mocks/logger.ts +0 -135
  199. package/vendor/@anvil/common/src/testing/mocks/stream.ts +0 -313
  200. package/vendor/@anvil/common/src/testing/mocks/timers.ts +0 -132
  201. package/vendor/@anvil/common/src/testing/mocks/tree-sitter.ts +0 -127
  202. package/vendor/@anvil/common/src/testing/setup.ts +0 -282
  203. package/vendor/@anvil/common/src/tools/__tests__/compile-tool-definitions.test.ts +0 -34
  204. package/vendor/@anvil/common/src/tools/params/__tests__/coerce-to-array.test.ts +0 -213
  205. package/vendor/@anvil/common/src/tools/params/__tests__/read-docs.test.ts +0 -47
  206. package/vendor/@anvil/common/src/tools/params/__tests__/render-ui.test.ts +0 -65
  207. package/vendor/@anvil/common/src/tools/params/tool/__tests__/run-terminal-command-timeout.test.ts +0 -49
  208. package/vendor/@anvil/common/src/types/__tests__/dynamic-agent-template.test.ts +0 -20
  209. package/vendor/@anvil/common/src/util/__tests__/ad-user-agent.test.ts +0 -26
  210. package/vendor/@anvil/common/src/util/__tests__/analytics-dispatcher.test.ts +0 -122
  211. package/vendor/@anvil/common/src/util/__tests__/analytics-log.test.ts +0 -102
  212. package/vendor/@anvil/common/src/util/__tests__/analytics-sampling.test.ts +0 -143
  213. package/vendor/@anvil/common/src/util/__tests__/anvil-streak.test.ts +0 -202
  214. package/vendor/@anvil/common/src/util/__tests__/anvil-usage-summary.test.ts +0 -193
  215. package/vendor/@anvil/common/src/util/__tests__/axiom-only-log.test.ts +0 -140
  216. package/vendor/@anvil/common/src/util/__tests__/client-user-agent.test.ts +0 -148
  217. package/vendor/@anvil/common/src/util/__tests__/engagement-tracker.test.ts +0 -115
  218. package/vendor/@anvil/common/src/util/__tests__/env-file-path.test.ts +0 -57
  219. package/vendor/@anvil/common/src/util/__tests__/error-abort.test.ts +0 -774
  220. package/vendor/@anvil/common/src/util/__tests__/error-api-details.test.ts +0 -206
  221. package/vendor/@anvil/common/src/util/__tests__/file-read-limits.test.ts +0 -173
  222. package/vendor/@anvil/common/src/util/__tests__/format-code-search.test.ts +0 -60
  223. package/vendor/@anvil/common/src/util/__tests__/log-mirror.test.ts +0 -31
  224. package/vendor/@anvil/common/src/util/__tests__/messages.test.ts +0 -1252
  225. package/vendor/@anvil/common/src/util/__tests__/partial-json-delta.test.ts +0 -505
  226. package/vendor/@anvil/common/src/util/__tests__/path.test.ts +0 -22
  227. package/vendor/@anvil/common/src/util/__tests__/project-ignore.test.ts +0 -90
  228. package/vendor/@anvil/common/src/util/__tests__/promise.test.ts +0 -325
  229. package/vendor/@anvil/common/src/util/__tests__/rate-limit.test.ts +0 -28
  230. package/vendor/@anvil/common/src/util/__tests__/reddit-anvil-retention.test.ts +0 -130
  231. package/vendor/@anvil/common/src/util/__tests__/saxy.test.ts +0 -1008
  232. package/vendor/@anvil/common/src/util/__tests__/split-data.test.ts +0 -289
  233. package/vendor/@anvil/common/src/util/__tests__/string.test.ts +0 -239
  234. package/vendor/@anvil/common/src/util/__tests__/thread-title.test.ts +0 -70
  235. package/vendor/@anvil/common/src/util/__tests__/tool-result-media-order.test.ts +0 -108
  236. package/vendor/@anvil/common/src/util/__tests__/ttft-histogram.test.ts +0 -180
  237. package/vendor/@anvil/common/src/util/__tests__/with-timeout.test.ts +0 -24
  238. package/vendor/@anvil/common/src/util/__tests__/zoned-time.test.ts +0 -88
  239. package/vendor/@anvil/common/src/util/skills.test.ts +0 -44
  240. package/vendor/@anvil/sdk/dist/index.cjs.map +0 -440
  241. package/vendor/@anvil/sdk/dist/index.mjs.map +0 -440
@@ -1,108 +0,0 @@
1
- import { describe, expect, it } from 'bun:test'
2
-
3
- import { convertCbToModelMessages } from '../messages'
4
-
5
- import type { Message } from '../../types/messages/anvil-message'
6
-
7
- /**
8
- * preview_screenshot returns [media, json] so the model sees the pixels before
9
- * the note. A `media` part becomes a user message (providers reject images
10
- * inside a tool message), so emitting parts in their original order put that
11
- * user message between the assistant's tool_call and its result — which
12
- * providers reject, and which the server's repair then resolves by dropping
13
- * both the call and the result.
14
- */
15
- describe('convertMessages — tool results carrying media', () => {
16
- const screenshotHistory = (): Message[] => [
17
- { role: 'user', content: [{ type: 'text', text: 'take a screenshot' }] },
18
- {
19
- role: 'assistant',
20
- content: [
21
- {
22
- type: 'tool-call',
23
- toolCallId: 'shot-1',
24
- toolName: 'preview_screenshot',
25
- input: {},
26
- },
27
- ],
28
- },
29
- {
30
- role: 'tool',
31
- toolName: 'preview_screenshot',
32
- toolCallId: 'shot-1',
33
- content: [
34
- { type: 'media', data: 'BASE64PNG', mediaType: 'image/png' },
35
- { type: 'json', value: { ok: true } },
36
- ],
37
- },
38
- ]
39
-
40
- it('puts the tool result immediately after the call, image after', () => {
41
- const converted = convertCbToModelMessages({
42
- messages: screenshotHistory(),
43
- })
44
-
45
- expect(converted.map((m) => m.role)).toEqual([
46
- 'user',
47
- 'assistant',
48
- 'tool',
49
- 'user',
50
- ])
51
- })
52
-
53
- it('keeps both the result and the image', () => {
54
- const converted = convertCbToModelMessages({
55
- messages: screenshotHistory(),
56
- })
57
- const serialized = JSON.stringify(converted)
58
-
59
- expect(serialized).toContain('BASE64PNG')
60
- expect(serialized).toContain('shot-1')
61
- })
62
-
63
- it('is unaffected when a tool returns json only', () => {
64
- const converted = convertCbToModelMessages({
65
- messages: [
66
- {
67
- role: 'tool',
68
- toolName: 'read_files',
69
- toolCallId: 'r1',
70
- content: [{ type: 'json', value: { files: [] } }],
71
- },
72
- ] as Message[],
73
- })
74
-
75
- expect(converted.map((m) => m.role)).toEqual(['tool'])
76
- })
77
- })
78
-
79
- describe('convertMessages — tool results with media but no json', () => {
80
- it('still answers the call, so it is not left unpaired', () => {
81
- // `mediaToolResult` produces media-only output. Emitting just the user
82
- // message would leave the assistant's tool_call permanently unanswered.
83
- const converted = convertCbToModelMessages({
84
- messages: [
85
- {
86
- role: 'assistant',
87
- content: [
88
- {
89
- type: 'tool-call',
90
- toolCallId: 'shot-2',
91
- toolName: 'preview_screenshot',
92
- input: {},
93
- },
94
- ],
95
- },
96
- {
97
- role: 'tool',
98
- toolName: 'preview_screenshot',
99
- toolCallId: 'shot-2',
100
- content: [{ type: 'media', data: 'ONLYIMG', mediaType: 'image/png' }],
101
- },
102
- ] as Message[],
103
- })
104
-
105
- expect(converted.map((m) => m.role)).toEqual(['assistant', 'tool', 'user'])
106
- expect(JSON.stringify(converted)).toContain('ONLYIMG')
107
- })
108
- })
@@ -1,180 +0,0 @@
1
- /**
2
- * The /latency dashboard's p50/p95 come out of this bucketing rather than out of
3
- * percentile_cont over `message`, so what these tests guard is the size of the
4
- * error that substitution introduces — and that it stays a bounded *relative*
5
- * error at every latency, which is what keeps models ranked correctly against
6
- * each other.
7
- */
8
- import { describe, expect, it } from 'bun:test'
9
-
10
- import {
11
- TTFT_HISTOGRAM_BASE,
12
- TTFT_HISTOGRAM_BUCKET_COUNT,
13
- ttftBucketIndex,
14
- ttftBucketMs,
15
- ttftPercentileFromHistogram,
16
- } from '../ttft-histogram'
17
-
18
- /** Exact percentile with the same nearest-rank definition the histogram uses. */
19
- function exactPercentile(samples: number[], quantile: number): number {
20
- const sorted = [...samples].sort((a, b) => a - b)
21
- const target = sorted.length * quantile
22
- let cumulative = 0
23
- for (const value of sorted) {
24
- cumulative += 1
25
- if (cumulative >= target) return value
26
- }
27
- return sorted[sorted.length - 1]
28
- }
29
-
30
- function histogramOf(samples: number[]): Map<number, number> {
31
- const histogram = new Map<number, number>()
32
- for (const sample of samples) {
33
- const bucket = ttftBucketIndex(sample)
34
- histogram.set(bucket, (histogram.get(bucket) ?? 0) + 1)
35
- }
36
- return histogram
37
- }
38
-
39
- /** Deterministic LCG — a seeded generator keeps failures reproducible. */
40
- function makeRandom(seed: number): () => number {
41
- let state = seed
42
- return () => {
43
- state = (state * 1664525 + 1013904223) % 4294967296
44
- return state / 4294967296
45
- }
46
- }
47
-
48
- describe('ttftBucketIndex', () => {
49
- it('is monotonic in latency', () => {
50
- let previous = -1
51
- for (const ms of [0, 1, 10, 100, 500, 1000, 2000, 5000, 30_000, 120_000]) {
52
- const bucket = ttftBucketIndex(ms)
53
- expect(bucket).toBeGreaterThanOrEqual(previous)
54
- previous = bucket
55
- }
56
- })
57
-
58
- it('clamps degenerate samples into the first bucket instead of -Infinity', () => {
59
- // log(0) is -Infinity, which would poison every downstream sum.
60
- expect(ttftBucketIndex(0)).toBe(0)
61
- expect(ttftBucketIndex(0.4)).toBe(0)
62
- expect(ttftBucketIndex(1)).toBe(0)
63
- expect(Number.isFinite(ttftBucketMs(ttftBucketIndex(0)))).toBe(true)
64
- })
65
-
66
- it('clamps pathological samples into the last bucket', () => {
67
- const last = TTFT_HISTOGRAM_BUCKET_COUNT - 1
68
- expect(ttftBucketIndex(Number.MAX_SAFE_INTEGER)).toBe(last)
69
- // The top edge is far past any real TTFT, so nothing legitimate saturates.
70
- expect(ttftBucketIndex(60 * 60 * 1000)).toBeLessThan(last)
71
- })
72
-
73
- it('keeps every reported value within half a bucket, plus ms rounding', () => {
74
- // The geometric half-width is the real guarantee; the extra 0.5ms is
75
- // ttftBucketMs rounding to whole milliseconds, which only matters at
76
- // latencies far below anything a model produces.
77
- const halfWidth = (TTFT_HISTOGRAM_BASE - 1) / 2
78
- for (let ms = 1; ms <= 300_000; ms = Math.ceil(ms * 1.017)) {
79
- const reported = ttftBucketMs(ttftBucketIndex(ms))
80
- expect(Math.abs(reported - ms)).toBeLessThanOrEqual(
81
- ms * halfWidth + 0.5 + 1e-9,
82
- )
83
- }
84
- })
85
-
86
- it('keeps the relative error under 1.6% across the range the page renders', () => {
87
- // This is what the dashboard rests on: ~1.5% of a 2s median is ~30ms, far
88
- // below the gap between any two models on the page. The bound is 1.6% and
89
- // not 1.5% because whole-millisecond rounding adds up to 0.5ms on top of
90
- // the geometric half-width, which is only visible below ~200ms. Measured
91
- // worst case over this range is 1.544%, at 259ms.
92
- for (let ms = 200; ms <= 300_000; ms = Math.ceil(ms * 1.017)) {
93
- const reported = ttftBucketMs(ttftBucketIndex(ms))
94
- expect(Math.abs(reported - ms) / ms).toBeLessThanOrEqual(0.016)
95
- }
96
- })
97
- })
98
-
99
- describe('ttftPercentileFromHistogram', () => {
100
- it('returns null for an empty histogram rather than 0', () => {
101
- // 0 would render as a real, extremely fast measurement.
102
- expect(ttftPercentileFromHistogram([], 0.5)).toBeNull()
103
- expect(ttftPercentileFromHistogram([[10, 0]], 0.5)).toBeNull()
104
- })
105
-
106
- it('tracks exact percentiles on a realistic long-tailed distribution', () => {
107
- // Log-normal-ish: a tight body around ~1.8s with a slow tail, which is what
108
- // the real TTFT samples look like.
109
- const random = makeRandom(20260728)
110
- const samples = Array.from({ length: 50_000 }, () => {
111
- const u = Math.max(random(), 1e-9)
112
- const v = Math.max(random(), 1e-9)
113
- const normal = Math.sqrt(-2 * Math.log(u)) * Math.cos(2 * Math.PI * v)
114
- return Math.max(1, Math.round(Math.exp(7.5 + 0.6 * normal)))
115
- })
116
-
117
- const histogram = histogramOf(samples)
118
- for (const quantile of [0.5, 0.9, 0.95, 0.99]) {
119
- const approximate = ttftPercentileFromHistogram(histogram, quantile)!
120
- const exact = exactPercentile(samples, quantile)
121
- expect(Math.abs(approximate - exact) / exact).toBeLessThan(0.02)
122
- }
123
- })
124
-
125
- it('preserves the ordering between two models a few percent apart', () => {
126
- // The page sorts by p50, and the real DeepSeek/MiniMax gap is ~8%. Bucketing
127
- // must not be able to flip that.
128
- const slower = histogramOf(
129
- Array.from({ length: 10_000 }, (_, i) => 1981 + (i % 200)),
130
- )
131
- const faster = histogramOf(
132
- Array.from({ length: 10_000 }, (_, i) => 1822 + (i % 200)),
133
- )
134
-
135
- expect(ttftPercentileFromHistogram(faster, 0.5)!).toBeLessThan(
136
- ttftPercentileFromHistogram(slower, 0.5)!,
137
- )
138
- })
139
-
140
- it('merges histograms additively, which is what hourly rollup relies on', () => {
141
- // Percentiles are not additive, but counts are: a window percentile must
142
- // equal the percentile of the merged distribution, not a blend of the parts.
143
- const hourA = Array.from({ length: 3_000 }, (_, i) => 800 + (i % 400))
144
- const hourB = Array.from({ length: 1_000 }, (_, i) => 9_000 + (i % 900))
145
-
146
- const merged = histogramOf([...hourA, ...hourB])
147
- const combined = new Map(histogramOf(hourA))
148
- for (const [bucket, count] of histogramOf(hourB)) {
149
- combined.set(bucket, (combined.get(bucket) ?? 0) + count)
150
- }
151
-
152
- expect(ttftPercentileFromHistogram(combined, 0.5)).toBe(
153
- ttftPercentileFromHistogram(merged, 0.5),
154
- )
155
- expect(ttftPercentileFromHistogram(combined, 0.95)).toBe(
156
- ttftPercentileFromHistogram(merged, 0.95),
157
- )
158
- // And the merged p95 lands in the slow hour, not on an average of the two.
159
- expect(ttftPercentileFromHistogram(merged, 0.95)!).toBeGreaterThan(8_000)
160
- })
161
-
162
- it('does not require the caller to pre-sort buckets', () => {
163
- const pairs: [number, number][] = [
164
- [300, 10],
165
- [100, 80],
166
- [200, 10],
167
- ]
168
- expect(ttftPercentileFromHistogram(pairs, 0.5)).toBe(ttftBucketMs(100))
169
- expect(ttftPercentileFromHistogram([...pairs].reverse(), 0.5)).toBe(
170
- ttftBucketMs(100),
171
- )
172
- })
173
-
174
- it('reports the slowest occupied bucket for a quantile of 1', () => {
175
- const histogram = histogramOf([100, 200, 30_000])
176
- expect(ttftPercentileFromHistogram(histogram, 1)).toBe(
177
- ttftBucketMs(ttftBucketIndex(30_000)),
178
- )
179
- })
180
- })
@@ -1,24 +0,0 @@
1
- import { describe, expect, it, spyOn } from 'bun:test'
2
-
3
- import { withTimeout } from '../promise'
4
-
5
- describe('withTimeout', () => {
6
- it('clears its timer when the wrapped promise rejects', async () => {
7
- const timeoutId = 123 as unknown as ReturnType<typeof setTimeout>
8
- const setTimeoutSpy = spyOn(globalThis, 'setTimeout').mockReturnValue(
9
- timeoutId,
10
- )
11
- const clearTimeoutSpy = spyOn(globalThis, 'clearTimeout')
12
- const error = new Error('expected rejection')
13
-
14
- try {
15
- await expect(withTimeout(Promise.reject(error), 15_000)).rejects.toBe(
16
- error,
17
- )
18
- expect(clearTimeoutSpy).toHaveBeenCalledWith(timeoutId)
19
- } finally {
20
- setTimeoutSpy.mockRestore()
21
- clearTimeoutSpy.mockRestore()
22
- }
23
- })
24
- })
@@ -1,88 +0,0 @@
1
- import { describe, expect, test } from 'bun:test'
2
-
3
- import { getZonedDayBounds, getZonedWeekBounds } from '../zoned-time'
4
-
5
- describe('getZonedDayBounds', () => {
6
- test('returns the current Pacific day bounds on a normal day', () => {
7
- const bounds = getZonedDayBounds(
8
- new Date('2026-04-17T16:00:00Z'),
9
- 'America/Los_Angeles',
10
- )
11
-
12
- expect(bounds.startsAt.toISOString()).toBe('2026-04-17T07:00:00.000Z')
13
- expect(bounds.resetsAt.toISOString()).toBe('2026-04-18T07:00:00.000Z')
14
- })
15
-
16
- test('handles the shorter spring-forward Pacific day', () => {
17
- const bounds = getZonedDayBounds(
18
- new Date('2026-03-08T09:00:00Z'),
19
- 'America/Los_Angeles',
20
- )
21
-
22
- expect(bounds.startsAt.toISOString()).toBe('2026-03-08T08:00:00.000Z')
23
- expect(bounds.resetsAt.toISOString()).toBe('2026-03-09T07:00:00.000Z')
24
- })
25
-
26
- test('handles the longer fall-back Pacific day', () => {
27
- const bounds = getZonedDayBounds(
28
- new Date('2026-11-01T09:00:00Z'),
29
- 'America/Los_Angeles',
30
- )
31
-
32
- expect(bounds.startsAt.toISOString()).toBe('2026-11-01T07:00:00.000Z')
33
- expect(bounds.resetsAt.toISOString()).toBe('2026-11-02T08:00:00.000Z')
34
- })
35
- })
36
-
37
- describe('getZonedWeekBounds', () => {
38
- // The week is Monday-anchored by default. 2026-04-17 is a Friday; its week
39
- // starts Monday 2026-04-13 and resets the following Monday 2026-04-20, both at
40
- // Pacific midnight (07:00Z during PDT).
41
- test('returns Monday→Monday Pacific bounds for a mid-week day', () => {
42
- const bounds = getZonedWeekBounds(
43
- new Date('2026-04-17T16:00:00Z'),
44
- 'America/Los_Angeles',
45
- )
46
-
47
- expect(bounds.startsAt.toISOString()).toBe('2026-04-13T07:00:00.000Z')
48
- expect(bounds.resetsAt.toISOString()).toBe('2026-04-20T07:00:00.000Z')
49
- })
50
-
51
- test('groups Sunday into the week that started the prior Monday', () => {
52
- // 2026-04-19 is the Sunday of the same week, so it must yield identical
53
- // bounds to the Friday case (Sunday is the LAST day of a Monday-week).
54
- const bounds = getZonedWeekBounds(
55
- new Date('2026-04-19T18:00:00Z'),
56
- 'America/Los_Angeles',
57
- )
58
-
59
- expect(bounds.startsAt.toISOString()).toBe('2026-04-13T07:00:00.000Z')
60
- expect(bounds.resetsAt.toISOString()).toBe('2026-04-20T07:00:00.000Z')
61
- })
62
-
63
- test('handles the spring-forward week (start in PST, reset in PDT)', () => {
64
- // 2026-03-08 (DST switch day) is a Sunday; its week started Monday
65
- // 2026-03-02 at PST midnight (08:00Z) and resets Monday 2026-03-09 at PDT
66
- // midnight (07:00Z) — the week itself is one hour short.
67
- const bounds = getZonedWeekBounds(
68
- new Date('2026-03-08T18:00:00Z'),
69
- 'America/Los_Angeles',
70
- )
71
-
72
- expect(bounds.startsAt.toISOString()).toBe('2026-03-02T08:00:00.000Z')
73
- expect(bounds.resetsAt.toISOString()).toBe('2026-03-09T07:00:00.000Z')
74
- })
75
-
76
- test('honors a Sunday week start when requested', () => {
77
- // weekStartsOn=0 → the Friday 2026-04-17 belongs to the week starting
78
- // Sunday 2026-04-12.
79
- const bounds = getZonedWeekBounds(
80
- new Date('2026-04-17T16:00:00Z'),
81
- 'America/Los_Angeles',
82
- 0,
83
- )
84
-
85
- expect(bounds.startsAt.toISOString()).toBe('2026-04-12T07:00:00.000Z')
86
- expect(bounds.resetsAt.toISOString()).toBe('2026-04-19T07:00:00.000Z')
87
- })
88
- })
@@ -1,44 +0,0 @@
1
- import { describe, expect, test } from 'bun:test'
2
-
3
- import { formatAvailableSkillsXml } from './skills'
4
-
5
- import type { SkillsMap } from '../types/skill'
6
-
7
- describe('formatAvailableSkillsXml', () => {
8
- test('omits skills that only the user may invoke', () => {
9
- const skills: SkillsMap = {
10
- deploy: {
11
- name: 'deploy',
12
- description: 'Deploy the application',
13
- content: 'deployment instructions',
14
- disableModelInvocation: true,
15
- filePath: '/skills/deploy/SKILL.md',
16
- },
17
- review: {
18
- name: 'review',
19
- description: 'Review code changes',
20
- content: 'review instructions',
21
- filePath: '/skills/review/SKILL.md',
22
- },
23
- }
24
-
25
- const xml = formatAvailableSkillsXml(skills)
26
-
27
- expect(xml).toContain('<name>review</name>')
28
- expect(xml).not.toContain('deploy')
29
- })
30
-
31
- test('returns an empty listing when every skill is user-only', () => {
32
- const skills: SkillsMap = {
33
- deploy: {
34
- name: 'deploy',
35
- description: 'Deploy the application',
36
- content: 'deployment instructions',
37
- disableModelInvocation: true,
38
- filePath: '/skills/deploy/SKILL.md',
39
- },
40
- }
41
-
42
- expect(formatAvailableSkillsXml(skills)).toBe('')
43
- })
44
- })