@alumbwe/anvil 1.0.42 → 1.0.50

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (238) hide show
  1. package/bin/anvil.js +18 -0
  2. package/package.json +13 -6
  3. package/src/agents/bundled-agents.generated.ts +1 -1
  4. package/src/index.tsx +27 -4
  5. package/src/login/plain-login.ts +60 -0
  6. package/src/login/supabase-auth.ts +346 -0
  7. package/src/utils/anvil-client.ts +4 -0
  8. package/src/utils/auth.ts +16 -4
  9. package/src/utils/config-dir.ts +1 -1
  10. package/vendor/@anvil/common/src/constants/deepseek-direct.ts +30 -1
  11. package/vendor/@anvil/common/src/util/project-ignore.ts +4 -3
  12. package/vendor/@anvil/sdk/dist/index.cjs +46 -10
  13. package/vendor/@anvil/sdk/dist/index.mjs +46 -10
  14. package/src/commands/__tests__/anvil-command-aliases.test.ts +0 -56
  15. package/src/commands/__tests__/bash-command.test.ts +0 -445
  16. package/src/commands/__tests__/command-args.test.ts +0 -349
  17. package/src/commands/__tests__/copy-conversation-clipboard.test.ts +0 -108
  18. package/src/commands/__tests__/copy-conversation.test.ts +0 -226
  19. package/src/commands/__tests__/diagnostics-command.test.ts +0 -35
  20. package/src/commands/__tests__/image.test.ts +0 -99
  21. package/src/commands/__tests__/init.test.ts +0 -456
  22. package/src/commands/__tests__/new-command-rotates-chat.test.ts +0 -91
  23. package/src/commands/__tests__/process-diagnostics.test.ts +0 -54
  24. package/src/commands/__tests__/prompt-builders.test.ts +0 -28
  25. package/src/commands/__tests__/router-input.test.ts +0 -298
  26. package/src/components/__tests__/ad-banner.test.tsx +0 -83
  27. package/src/components/__tests__/anvil-landing-heading-row.test.tsx +0 -91
  28. package/src/components/__tests__/anvil-model-selector.test.tsx +0 -519
  29. package/src/components/__tests__/anvil-offer-invariants.test.ts +0 -54
  30. package/src/components/__tests__/anvil-takeover-prompt.test.tsx +0 -212
  31. package/src/components/__tests__/chat-input-bar.test.tsx +0 -130
  32. package/src/components/__tests__/grid-layout.integration.test.tsx +0 -304
  33. package/src/components/__tests__/grid-layout.test.tsx +0 -1051
  34. package/src/components/__tests__/message-block.completion.test.tsx +0 -104
  35. package/src/components/__tests__/message-block.streaming.test.tsx +0 -78
  36. package/src/components/__tests__/message-with-agents.test.tsx +0 -579
  37. package/src/components/__tests__/multiline-input.test.tsx +0 -1132
  38. package/src/components/__tests__/queue-panel.test.tsx +0 -398
  39. package/src/components/__tests__/selectable-list.test.ts +0 -232
  40. package/src/components/__tests__/status-bar.test.tsx +0 -44
  41. package/src/components/__tests__/status-indicator.test.tsx +0 -204
  42. package/src/components/__tests__/terminal-thinking-orb.test.tsx +0 -111
  43. package/src/components/__tests__/user-error-banner.test.tsx +0 -102
  44. package/src/components/ask-user/__tests__/multiple-choice-form.test.ts +0 -432
  45. package/src/components/ask-user/__tests__/validation.test.ts +0 -213
  46. package/src/components/tools/__tests__/apply-patch.test.tsx +0 -84
  47. package/src/components/tools/__tests__/code-search.test.tsx +0 -45
  48. package/src/components/tools/__tests__/gravity-index.test.ts +0 -76
  49. package/src/components/tools/__tests__/render-ui.test.tsx +0 -92
  50. package/src/components/tools/__tests__/run-terminal-command.test.ts +0 -233
  51. package/src/contexts/__tests__/chat-runtime-context.test.tsx +0 -149
  52. package/src/data/slash-commands.test.ts +0 -24
  53. package/src/hooks/__tests__/holds-live-anvil-slot.test.ts +0 -49
  54. package/src/hooks/__tests__/session-fetch-signal.test.ts +0 -63
  55. package/src/hooks/__tests__/use-activity-query.test.ts +0 -1000
  56. package/src/hooks/__tests__/use-ask-user-bridge.test.ts +0 -176
  57. package/src/hooks/__tests__/use-auth-query.test.ts +0 -21
  58. package/src/hooks/__tests__/use-chat-input-remount.test.tsx +0 -66
  59. package/src/hooks/__tests__/use-clipboard.test.tsx +0 -73
  60. package/src/hooks/__tests__/use-connection-status.test.ts +0 -112
  61. package/src/hooks/__tests__/use-directory-browser.test.ts +0 -203
  62. package/src/hooks/__tests__/use-gravity-ad.test.ts +0 -73
  63. package/src/hooks/__tests__/use-grid-layout.test.ts +0 -349
  64. package/src/hooks/__tests__/use-input-history.test.ts +0 -699
  65. package/src/hooks/__tests__/use-message-queue-editing.test.tsx +0 -209
  66. package/src/hooks/__tests__/use-message-queue.test.tsx +0 -71
  67. package/src/hooks/__tests__/use-path-tab-completion.test.ts +0 -315
  68. package/src/hooks/__tests__/use-queue-controls.test.ts +0 -68
  69. package/src/hooks/__tests__/use-queue-ui.test.tsx +0 -83
  70. package/src/hooks/__tests__/use-searchable-list.test.ts +0 -359
  71. package/src/hooks/__tests__/use-send-message-timer.test.ts +0 -146
  72. package/src/hooks/__tests__/use-suggestion-engine-mention.test.ts +0 -361
  73. package/src/hooks/__tests__/use-suggestion-engine.test.ts +0 -485
  74. package/src/hooks/__tests__/use-terminal-focus.test.ts +0 -66
  75. package/src/hooks/__tests__/use-terminal-layout.test.ts +0 -675
  76. package/src/hooks/__tests__/use-timeout.test.ts +0 -330
  77. package/src/hooks/__tests__/use-usage-query.test.ts +0 -502
  78. package/src/hooks/__tests__/use-user-details-query.test.ts +0 -195
  79. package/src/hooks/helpers/__tests__/send-message.test.ts +0 -1918
  80. package/src/init/__tests__/init-direnv.test.ts +0 -526
  81. package/src/state/__tests__/chat-store-focus.test.ts +0 -22
  82. package/src/state/__tests__/feedback-store.test.ts +0 -257
  83. package/src/utils/__tests__/active-run.test.ts +0 -140
  84. package/src/utils/__tests__/activity-tracker.test.ts +0 -440
  85. package/src/utils/__tests__/agent-display.test.ts +0 -139
  86. package/src/utils/__tests__/analytics-client.test.ts +0 -262
  87. package/src/utils/__tests__/anonymous-id.test.ts +0 -74
  88. package/src/utils/__tests__/anvil-api.test.ts +0 -578
  89. package/src/utils/__tests__/anvil-instance-owner.test.ts +0 -69
  90. package/src/utils/__tests__/anvil-model-navigation.test.ts +0 -102
  91. package/src/utils/__tests__/anvil-premium-reset.test.ts +0 -79
  92. package/src/utils/__tests__/anvil-referral-cache.test.ts +0 -116
  93. package/src/utils/__tests__/anvil-session-api.test.ts +0 -215
  94. package/src/utils/__tests__/anvil-session-display.test.ts +0 -23
  95. package/src/utils/__tests__/anvil-streak-line.test.ts +0 -217
  96. package/src/utils/__tests__/arrays.test.ts +0 -264
  97. package/src/utils/__tests__/bash-context-processor.test.ts +0 -38
  98. package/src/utils/__tests__/block-processor.test.ts +0 -810
  99. package/src/utils/__tests__/chat-history.test.ts +0 -203
  100. package/src/utils/__tests__/chat-input-key-intercept.test.ts +0 -40
  101. package/src/utils/__tests__/chat-meta.test.ts +0 -130
  102. package/src/utils/__tests__/clipboard-linux.test.ts +0 -359
  103. package/src/utils/__tests__/clipboard.test.ts +0 -910
  104. package/src/utils/__tests__/code-search-summary.test.ts +0 -84
  105. package/src/utils/__tests__/collapse-helpers.test.ts +0 -1109
  106. package/src/utils/__tests__/error-handling.test.ts +0 -658
  107. package/src/utils/__tests__/exit-cleanly.test.ts +0 -110
  108. package/src/utils/__tests__/feedback-helpers.test.ts +0 -444
  109. package/src/utils/__tests__/feedback-submission.test.ts +0 -26
  110. package/src/utils/__tests__/fetch-usage.test.ts +0 -355
  111. package/src/utils/__tests__/fingerprint.test.ts +0 -144
  112. package/src/utils/__tests__/fixtures/terminal-command-broker-child.ts +0 -7
  113. package/src/utils/__tests__/fixtures/terminal-command-broker-entry.ts +0 -3
  114. package/src/utils/__tests__/fixtures/terminal-command-broker-owner.ts +0 -33
  115. package/src/utils/__tests__/format-elapsed-time.test.ts +0 -103
  116. package/src/utils/__tests__/format-timeout.test.ts +0 -87
  117. package/src/utils/__tests__/image-dimensions.test.ts +0 -249
  118. package/src/utils/__tests__/image-processor.test.ts +0 -209
  119. package/src/utils/__tests__/implementor-helpers.test.ts +0 -1458
  120. package/src/utils/__tests__/keyboard-actions.test.ts +0 -660
  121. package/src/utils/__tests__/layout-helpers.test.ts +0 -36
  122. package/src/utils/__tests__/lazy-response-ads.test.ts +0 -167
  123. package/src/utils/__tests__/log-shipper.test.ts +0 -53
  124. package/src/utils/__tests__/markdown-renderer.test.tsx +0 -421
  125. package/src/utils/__tests__/message-block-helpers.test.ts +0 -1263
  126. package/src/utils/__tests__/message-updater.test.ts +0 -645
  127. package/src/utils/__tests__/osc-timeout-scenarios.test.ts +0 -172
  128. package/src/utils/__tests__/pending-attachments.test.ts +0 -277
  129. package/src/utils/__tests__/polling-backoff.test.ts +0 -51
  130. package/src/utils/__tests__/queue-panel-actions.test.ts +0 -148
  131. package/src/utils/__tests__/run-state-storage.test.ts +0 -919
  132. package/src/utils/__tests__/safe-json.test.ts +0 -77
  133. package/src/utils/__tests__/sdk-event-handlers.test.ts +0 -685
  134. package/src/utils/__tests__/send-message-helpers.test.ts +0 -1898
  135. package/src/utils/__tests__/send-message-timer.test.ts +0 -64
  136. package/src/utils/__tests__/settings.test.ts +0 -99
  137. package/src/utils/__tests__/strings.test.ts +0 -192
  138. package/src/utils/__tests__/terminal-color-detection.test.ts +0 -425
  139. package/src/utils/__tests__/terminal-command-broker.test.ts +0 -528
  140. package/src/utils/__tests__/terminal-enter-detection.test.ts +0 -77
  141. package/src/utils/__tests__/terminal-io.test.ts +0 -137
  142. package/src/utils/__tests__/terminal-protocol-controller.test.ts +0 -119
  143. package/src/utils/__tests__/text-layout.test.ts +0 -82
  144. package/src/utils/__tests__/theme-platform-detection.test.ts +0 -125
  145. package/src/utils/__tests__/think-tag-parser.test.ts +0 -159
  146. package/src/utils/__tests__/trace-writer.test.ts +0 -223
  147. package/src/utils/__tests__/trim-chat-logs.test.ts +0 -78
  148. package/src/utils/__tests__/usage-banner-state.test.ts +0 -298
  149. package/src/utils/__tests__/validation-error-formatting.test.ts +0 -126
  150. package/src/utils/__tests__/windows-terminal-health.test.ts +0 -101
  151. package/src/utils/__tests__/write-file-atomic.test.ts +0 -127
  152. package/vendor/@anvil/common/src/__tests__/agent-validation.test.ts +0 -846
  153. package/vendor/@anvil/common/src/__tests__/anvil-model-availability.test.ts +0 -101
  154. package/vendor/@anvil/common/src/__tests__/anvil-models.test.ts +0 -1408
  155. package/vendor/@anvil/common/src/__tests__/anvil-public-data-use-copy.test.ts +0 -258
  156. package/vendor/@anvil/common/src/__tests__/anvil-referral-tiers.test.ts +0 -48
  157. package/vendor/@anvil/common/src/__tests__/anvil-spend-ceilings.test.ts +0 -282
  158. package/vendor/@anvil/common/src/__tests__/anvil-trust.test.ts +0 -526
  159. package/vendor/@anvil/common/src/__tests__/deepseek-direct.test.ts +0 -68
  160. package/vendor/@anvil/common/src/__tests__/disposable-email.test.ts +0 -132
  161. package/vendor/@anvil/common/src/__tests__/dynamic-agent-template-schema.test.ts +0 -422
  162. package/vendor/@anvil/common/src/__tests__/env-ci.test.ts +0 -167
  163. package/vendor/@anvil/common/src/__tests__/env-process.test.ts +0 -145
  164. package/vendor/@anvil/common/src/__tests__/foreign-client-shipped-agents.test.ts +0 -234
  165. package/vendor/@anvil/common/src/__tests__/foreign-client-signals.test.ts +0 -379
  166. package/vendor/@anvil/common/src/__tests__/free-agents.test.ts +0 -807
  167. package/vendor/@anvil/common/src/__tests__/gravity-capi.test.ts +0 -154
  168. package/vendor/@anvil/common/src/__tests__/handlesteps-parsing.test.ts +0 -246
  169. package/vendor/@anvil/common/src/__tests__/kimi-k3-god-only.test.ts +0 -77
  170. package/vendor/@anvil/common/src/__tests__/model-config.test.ts +0 -89
  171. package/vendor/@anvil/common/src/__tests__/project-file-tree.test.ts +0 -298
  172. package/vendor/@anvil/common/src/__tests__/provisioned-model-tiers.test.ts +0 -116
  173. package/vendor/@anvil/common/src/__tests__/reasoning-effort.test.ts +0 -167
  174. package/vendor/@anvil/common/src/__tests__/reddit-capi.test.ts +0 -132
  175. package/vendor/@anvil/common/src/__tests__/response-ad-positions.test.ts +0 -72
  176. package/vendor/@anvil/common/src/__tests__/user-state.test.ts +0 -30
  177. package/vendor/@anvil/common/src/constants/__tests__/anvil-onboarding-gate.test.ts +0 -63
  178. package/vendor/@anvil/common/src/constants/__tests__/anvil-onboarding.test.ts +0 -246
  179. package/vendor/@anvil/common/src/constants/__tests__/cf-worker-signals.test.ts +0 -106
  180. package/vendor/@anvil/common/src/testing/TESTING_PATTERNS.md +0 -351
  181. package/vendor/@anvil/common/src/testing/anvil-offer-invariants.ts +0 -169
  182. package/vendor/@anvil/common/src/testing/errors.ts +0 -33
  183. package/vendor/@anvil/common/src/testing/fixtures/agent-runtime.ts +0 -334
  184. package/vendor/@anvil/common/src/testing/impl/agent-runtime.ts +0 -6
  185. package/vendor/@anvil/common/src/testing/index.ts +0 -84
  186. package/vendor/@anvil/common/src/testing/mock-modules.ts +0 -53
  187. package/vendor/@anvil/common/src/testing/mock-types.ts +0 -123
  188. package/vendor/@anvil/common/src/testing/mocks/analytics.ts +0 -261
  189. package/vendor/@anvil/common/src/testing/mocks/child-process.ts +0 -93
  190. package/vendor/@anvil/common/src/testing/mocks/crypto.ts +0 -218
  191. package/vendor/@anvil/common/src/testing/mocks/database.ts +0 -337
  192. package/vendor/@anvil/common/src/testing/mocks/fetch.ts +0 -219
  193. package/vendor/@anvil/common/src/testing/mocks/filesystem.ts +0 -166
  194. package/vendor/@anvil/common/src/testing/mocks/index.ts +0 -101
  195. package/vendor/@anvil/common/src/testing/mocks/logger.ts +0 -135
  196. package/vendor/@anvil/common/src/testing/mocks/stream.ts +0 -313
  197. package/vendor/@anvil/common/src/testing/mocks/timers.ts +0 -132
  198. package/vendor/@anvil/common/src/testing/mocks/tree-sitter.ts +0 -127
  199. package/vendor/@anvil/common/src/testing/setup.ts +0 -282
  200. package/vendor/@anvil/common/src/tools/__tests__/compile-tool-definitions.test.ts +0 -34
  201. package/vendor/@anvil/common/src/tools/params/__tests__/coerce-to-array.test.ts +0 -213
  202. package/vendor/@anvil/common/src/tools/params/__tests__/read-docs.test.ts +0 -47
  203. package/vendor/@anvil/common/src/tools/params/__tests__/render-ui.test.ts +0 -65
  204. package/vendor/@anvil/common/src/tools/params/tool/__tests__/run-terminal-command-timeout.test.ts +0 -49
  205. package/vendor/@anvil/common/src/types/__tests__/dynamic-agent-template.test.ts +0 -20
  206. package/vendor/@anvil/common/src/util/__tests__/ad-user-agent.test.ts +0 -26
  207. package/vendor/@anvil/common/src/util/__tests__/analytics-dispatcher.test.ts +0 -122
  208. package/vendor/@anvil/common/src/util/__tests__/analytics-log.test.ts +0 -102
  209. package/vendor/@anvil/common/src/util/__tests__/analytics-sampling.test.ts +0 -143
  210. package/vendor/@anvil/common/src/util/__tests__/anvil-streak.test.ts +0 -202
  211. package/vendor/@anvil/common/src/util/__tests__/anvil-usage-summary.test.ts +0 -193
  212. package/vendor/@anvil/common/src/util/__tests__/axiom-only-log.test.ts +0 -140
  213. package/vendor/@anvil/common/src/util/__tests__/client-user-agent.test.ts +0 -148
  214. package/vendor/@anvil/common/src/util/__tests__/engagement-tracker.test.ts +0 -115
  215. package/vendor/@anvil/common/src/util/__tests__/env-file-path.test.ts +0 -57
  216. package/vendor/@anvil/common/src/util/__tests__/error-abort.test.ts +0 -774
  217. package/vendor/@anvil/common/src/util/__tests__/error-api-details.test.ts +0 -206
  218. package/vendor/@anvil/common/src/util/__tests__/file-read-limits.test.ts +0 -173
  219. package/vendor/@anvil/common/src/util/__tests__/format-code-search.test.ts +0 -60
  220. package/vendor/@anvil/common/src/util/__tests__/log-mirror.test.ts +0 -31
  221. package/vendor/@anvil/common/src/util/__tests__/messages.test.ts +0 -1252
  222. package/vendor/@anvil/common/src/util/__tests__/partial-json-delta.test.ts +0 -505
  223. package/vendor/@anvil/common/src/util/__tests__/path.test.ts +0 -22
  224. package/vendor/@anvil/common/src/util/__tests__/project-ignore.test.ts +0 -90
  225. package/vendor/@anvil/common/src/util/__tests__/promise.test.ts +0 -325
  226. package/vendor/@anvil/common/src/util/__tests__/rate-limit.test.ts +0 -28
  227. package/vendor/@anvil/common/src/util/__tests__/reddit-anvil-retention.test.ts +0 -130
  228. package/vendor/@anvil/common/src/util/__tests__/saxy.test.ts +0 -1008
  229. package/vendor/@anvil/common/src/util/__tests__/split-data.test.ts +0 -289
  230. package/vendor/@anvil/common/src/util/__tests__/string.test.ts +0 -239
  231. package/vendor/@anvil/common/src/util/__tests__/thread-title.test.ts +0 -70
  232. package/vendor/@anvil/common/src/util/__tests__/tool-result-media-order.test.ts +0 -108
  233. package/vendor/@anvil/common/src/util/__tests__/ttft-histogram.test.ts +0 -180
  234. package/vendor/@anvil/common/src/util/__tests__/with-timeout.test.ts +0 -24
  235. package/vendor/@anvil/common/src/util/__tests__/zoned-time.test.ts +0 -88
  236. package/vendor/@anvil/common/src/util/skills.test.ts +0 -44
  237. package/vendor/@anvil/sdk/dist/index.cjs.map +0 -440
  238. package/vendor/@anvil/sdk/dist/index.mjs.map +0 -440
@@ -1,108 +0,0 @@
1
- import { describe, expect, it } from 'bun:test'
2
-
3
- import { convertCbToModelMessages } from '../messages'
4
-
5
- import type { Message } from '../../types/messages/anvil-message'
6
-
7
- /**
8
- * preview_screenshot returns [media, json] so the model sees the pixels before
9
- * the note. A `media` part becomes a user message (providers reject images
10
- * inside a tool message), so emitting parts in their original order put that
11
- * user message between the assistant's tool_call and its result — which
12
- * providers reject, and which the server's repair then resolves by dropping
13
- * both the call and the result.
14
- */
15
- describe('convertMessages — tool results carrying media', () => {
16
- const screenshotHistory = (): Message[] => [
17
- { role: 'user', content: [{ type: 'text', text: 'take a screenshot' }] },
18
- {
19
- role: 'assistant',
20
- content: [
21
- {
22
- type: 'tool-call',
23
- toolCallId: 'shot-1',
24
- toolName: 'preview_screenshot',
25
- input: {},
26
- },
27
- ],
28
- },
29
- {
30
- role: 'tool',
31
- toolName: 'preview_screenshot',
32
- toolCallId: 'shot-1',
33
- content: [
34
- { type: 'media', data: 'BASE64PNG', mediaType: 'image/png' },
35
- { type: 'json', value: { ok: true } },
36
- ],
37
- },
38
- ]
39
-
40
- it('puts the tool result immediately after the call, image after', () => {
41
- const converted = convertCbToModelMessages({
42
- messages: screenshotHistory(),
43
- })
44
-
45
- expect(converted.map((m) => m.role)).toEqual([
46
- 'user',
47
- 'assistant',
48
- 'tool',
49
- 'user',
50
- ])
51
- })
52
-
53
- it('keeps both the result and the image', () => {
54
- const converted = convertCbToModelMessages({
55
- messages: screenshotHistory(),
56
- })
57
- const serialized = JSON.stringify(converted)
58
-
59
- expect(serialized).toContain('BASE64PNG')
60
- expect(serialized).toContain('shot-1')
61
- })
62
-
63
- it('is unaffected when a tool returns json only', () => {
64
- const converted = convertCbToModelMessages({
65
- messages: [
66
- {
67
- role: 'tool',
68
- toolName: 'read_files',
69
- toolCallId: 'r1',
70
- content: [{ type: 'json', value: { files: [] } }],
71
- },
72
- ] as Message[],
73
- })
74
-
75
- expect(converted.map((m) => m.role)).toEqual(['tool'])
76
- })
77
- })
78
-
79
- describe('convertMessages — tool results with media but no json', () => {
80
- it('still answers the call, so it is not left unpaired', () => {
81
- // `mediaToolResult` produces media-only output. Emitting just the user
82
- // message would leave the assistant's tool_call permanently unanswered.
83
- const converted = convertCbToModelMessages({
84
- messages: [
85
- {
86
- role: 'assistant',
87
- content: [
88
- {
89
- type: 'tool-call',
90
- toolCallId: 'shot-2',
91
- toolName: 'preview_screenshot',
92
- input: {},
93
- },
94
- ],
95
- },
96
- {
97
- role: 'tool',
98
- toolName: 'preview_screenshot',
99
- toolCallId: 'shot-2',
100
- content: [{ type: 'media', data: 'ONLYIMG', mediaType: 'image/png' }],
101
- },
102
- ] as Message[],
103
- })
104
-
105
- expect(converted.map((m) => m.role)).toEqual(['assistant', 'tool', 'user'])
106
- expect(JSON.stringify(converted)).toContain('ONLYIMG')
107
- })
108
- })
@@ -1,180 +0,0 @@
1
- /**
2
- * The /latency dashboard's p50/p95 come out of this bucketing rather than out of
3
- * percentile_cont over `message`, so what these tests guard is the size of the
4
- * error that substitution introduces — and that it stays a bounded *relative*
5
- * error at every latency, which is what keeps models ranked correctly against
6
- * each other.
7
- */
8
- import { describe, expect, it } from 'bun:test'
9
-
10
- import {
11
- TTFT_HISTOGRAM_BASE,
12
- TTFT_HISTOGRAM_BUCKET_COUNT,
13
- ttftBucketIndex,
14
- ttftBucketMs,
15
- ttftPercentileFromHistogram,
16
- } from '../ttft-histogram'
17
-
18
- /** Exact percentile with the same nearest-rank definition the histogram uses. */
19
- function exactPercentile(samples: number[], quantile: number): number {
20
- const sorted = [...samples].sort((a, b) => a - b)
21
- const target = sorted.length * quantile
22
- let cumulative = 0
23
- for (const value of sorted) {
24
- cumulative += 1
25
- if (cumulative >= target) return value
26
- }
27
- return sorted[sorted.length - 1]
28
- }
29
-
30
- function histogramOf(samples: number[]): Map<number, number> {
31
- const histogram = new Map<number, number>()
32
- for (const sample of samples) {
33
- const bucket = ttftBucketIndex(sample)
34
- histogram.set(bucket, (histogram.get(bucket) ?? 0) + 1)
35
- }
36
- return histogram
37
- }
38
-
39
- /** Deterministic LCG — a seeded generator keeps failures reproducible. */
40
- function makeRandom(seed: number): () => number {
41
- let state = seed
42
- return () => {
43
- state = (state * 1664525 + 1013904223) % 4294967296
44
- return state / 4294967296
45
- }
46
- }
47
-
48
- describe('ttftBucketIndex', () => {
49
- it('is monotonic in latency', () => {
50
- let previous = -1
51
- for (const ms of [0, 1, 10, 100, 500, 1000, 2000, 5000, 30_000, 120_000]) {
52
- const bucket = ttftBucketIndex(ms)
53
- expect(bucket).toBeGreaterThanOrEqual(previous)
54
- previous = bucket
55
- }
56
- })
57
-
58
- it('clamps degenerate samples into the first bucket instead of -Infinity', () => {
59
- // log(0) is -Infinity, which would poison every downstream sum.
60
- expect(ttftBucketIndex(0)).toBe(0)
61
- expect(ttftBucketIndex(0.4)).toBe(0)
62
- expect(ttftBucketIndex(1)).toBe(0)
63
- expect(Number.isFinite(ttftBucketMs(ttftBucketIndex(0)))).toBe(true)
64
- })
65
-
66
- it('clamps pathological samples into the last bucket', () => {
67
- const last = TTFT_HISTOGRAM_BUCKET_COUNT - 1
68
- expect(ttftBucketIndex(Number.MAX_SAFE_INTEGER)).toBe(last)
69
- // The top edge is far past any real TTFT, so nothing legitimate saturates.
70
- expect(ttftBucketIndex(60 * 60 * 1000)).toBeLessThan(last)
71
- })
72
-
73
- it('keeps every reported value within half a bucket, plus ms rounding', () => {
74
- // The geometric half-width is the real guarantee; the extra 0.5ms is
75
- // ttftBucketMs rounding to whole milliseconds, which only matters at
76
- // latencies far below anything a model produces.
77
- const halfWidth = (TTFT_HISTOGRAM_BASE - 1) / 2
78
- for (let ms = 1; ms <= 300_000; ms = Math.ceil(ms * 1.017)) {
79
- const reported = ttftBucketMs(ttftBucketIndex(ms))
80
- expect(Math.abs(reported - ms)).toBeLessThanOrEqual(
81
- ms * halfWidth + 0.5 + 1e-9,
82
- )
83
- }
84
- })
85
-
86
- it('keeps the relative error under 1.6% across the range the page renders', () => {
87
- // This is what the dashboard rests on: ~1.5% of a 2s median is ~30ms, far
88
- // below the gap between any two models on the page. The bound is 1.6% and
89
- // not 1.5% because whole-millisecond rounding adds up to 0.5ms on top of
90
- // the geometric half-width, which is only visible below ~200ms. Measured
91
- // worst case over this range is 1.544%, at 259ms.
92
- for (let ms = 200; ms <= 300_000; ms = Math.ceil(ms * 1.017)) {
93
- const reported = ttftBucketMs(ttftBucketIndex(ms))
94
- expect(Math.abs(reported - ms) / ms).toBeLessThanOrEqual(0.016)
95
- }
96
- })
97
- })
98
-
99
- describe('ttftPercentileFromHistogram', () => {
100
- it('returns null for an empty histogram rather than 0', () => {
101
- // 0 would render as a real, extremely fast measurement.
102
- expect(ttftPercentileFromHistogram([], 0.5)).toBeNull()
103
- expect(ttftPercentileFromHistogram([[10, 0]], 0.5)).toBeNull()
104
- })
105
-
106
- it('tracks exact percentiles on a realistic long-tailed distribution', () => {
107
- // Log-normal-ish: a tight body around ~1.8s with a slow tail, which is what
108
- // the real TTFT samples look like.
109
- const random = makeRandom(20260728)
110
- const samples = Array.from({ length: 50_000 }, () => {
111
- const u = Math.max(random(), 1e-9)
112
- const v = Math.max(random(), 1e-9)
113
- const normal = Math.sqrt(-2 * Math.log(u)) * Math.cos(2 * Math.PI * v)
114
- return Math.max(1, Math.round(Math.exp(7.5 + 0.6 * normal)))
115
- })
116
-
117
- const histogram = histogramOf(samples)
118
- for (const quantile of [0.5, 0.9, 0.95, 0.99]) {
119
- const approximate = ttftPercentileFromHistogram(histogram, quantile)!
120
- const exact = exactPercentile(samples, quantile)
121
- expect(Math.abs(approximate - exact) / exact).toBeLessThan(0.02)
122
- }
123
- })
124
-
125
- it('preserves the ordering between two models a few percent apart', () => {
126
- // The page sorts by p50, and the real DeepSeek/MiniMax gap is ~8%. Bucketing
127
- // must not be able to flip that.
128
- const slower = histogramOf(
129
- Array.from({ length: 10_000 }, (_, i) => 1981 + (i % 200)),
130
- )
131
- const faster = histogramOf(
132
- Array.from({ length: 10_000 }, (_, i) => 1822 + (i % 200)),
133
- )
134
-
135
- expect(ttftPercentileFromHistogram(faster, 0.5)!).toBeLessThan(
136
- ttftPercentileFromHistogram(slower, 0.5)!,
137
- )
138
- })
139
-
140
- it('merges histograms additively, which is what hourly rollup relies on', () => {
141
- // Percentiles are not additive, but counts are: a window percentile must
142
- // equal the percentile of the merged distribution, not a blend of the parts.
143
- const hourA = Array.from({ length: 3_000 }, (_, i) => 800 + (i % 400))
144
- const hourB = Array.from({ length: 1_000 }, (_, i) => 9_000 + (i % 900))
145
-
146
- const merged = histogramOf([...hourA, ...hourB])
147
- const combined = new Map(histogramOf(hourA))
148
- for (const [bucket, count] of histogramOf(hourB)) {
149
- combined.set(bucket, (combined.get(bucket) ?? 0) + count)
150
- }
151
-
152
- expect(ttftPercentileFromHistogram(combined, 0.5)).toBe(
153
- ttftPercentileFromHistogram(merged, 0.5),
154
- )
155
- expect(ttftPercentileFromHistogram(combined, 0.95)).toBe(
156
- ttftPercentileFromHistogram(merged, 0.95),
157
- )
158
- // And the merged p95 lands in the slow hour, not on an average of the two.
159
- expect(ttftPercentileFromHistogram(merged, 0.95)!).toBeGreaterThan(8_000)
160
- })
161
-
162
- it('does not require the caller to pre-sort buckets', () => {
163
- const pairs: [number, number][] = [
164
- [300, 10],
165
- [100, 80],
166
- [200, 10],
167
- ]
168
- expect(ttftPercentileFromHistogram(pairs, 0.5)).toBe(ttftBucketMs(100))
169
- expect(ttftPercentileFromHistogram([...pairs].reverse(), 0.5)).toBe(
170
- ttftBucketMs(100),
171
- )
172
- })
173
-
174
- it('reports the slowest occupied bucket for a quantile of 1', () => {
175
- const histogram = histogramOf([100, 200, 30_000])
176
- expect(ttftPercentileFromHistogram(histogram, 1)).toBe(
177
- ttftBucketMs(ttftBucketIndex(30_000)),
178
- )
179
- })
180
- })
@@ -1,24 +0,0 @@
1
- import { describe, expect, it, spyOn } from 'bun:test'
2
-
3
- import { withTimeout } from '../promise'
4
-
5
- describe('withTimeout', () => {
6
- it('clears its timer when the wrapped promise rejects', async () => {
7
- const timeoutId = 123 as unknown as ReturnType<typeof setTimeout>
8
- const setTimeoutSpy = spyOn(globalThis, 'setTimeout').mockReturnValue(
9
- timeoutId,
10
- )
11
- const clearTimeoutSpy = spyOn(globalThis, 'clearTimeout')
12
- const error = new Error('expected rejection')
13
-
14
- try {
15
- await expect(withTimeout(Promise.reject(error), 15_000)).rejects.toBe(
16
- error,
17
- )
18
- expect(clearTimeoutSpy).toHaveBeenCalledWith(timeoutId)
19
- } finally {
20
- setTimeoutSpy.mockRestore()
21
- clearTimeoutSpy.mockRestore()
22
- }
23
- })
24
- })
@@ -1,88 +0,0 @@
1
- import { describe, expect, test } from 'bun:test'
2
-
3
- import { getZonedDayBounds, getZonedWeekBounds } from '../zoned-time'
4
-
5
- describe('getZonedDayBounds', () => {
6
- test('returns the current Pacific day bounds on a normal day', () => {
7
- const bounds = getZonedDayBounds(
8
- new Date('2026-04-17T16:00:00Z'),
9
- 'America/Los_Angeles',
10
- )
11
-
12
- expect(bounds.startsAt.toISOString()).toBe('2026-04-17T07:00:00.000Z')
13
- expect(bounds.resetsAt.toISOString()).toBe('2026-04-18T07:00:00.000Z')
14
- })
15
-
16
- test('handles the shorter spring-forward Pacific day', () => {
17
- const bounds = getZonedDayBounds(
18
- new Date('2026-03-08T09:00:00Z'),
19
- 'America/Los_Angeles',
20
- )
21
-
22
- expect(bounds.startsAt.toISOString()).toBe('2026-03-08T08:00:00.000Z')
23
- expect(bounds.resetsAt.toISOString()).toBe('2026-03-09T07:00:00.000Z')
24
- })
25
-
26
- test('handles the longer fall-back Pacific day', () => {
27
- const bounds = getZonedDayBounds(
28
- new Date('2026-11-01T09:00:00Z'),
29
- 'America/Los_Angeles',
30
- )
31
-
32
- expect(bounds.startsAt.toISOString()).toBe('2026-11-01T07:00:00.000Z')
33
- expect(bounds.resetsAt.toISOString()).toBe('2026-11-02T08:00:00.000Z')
34
- })
35
- })
36
-
37
- describe('getZonedWeekBounds', () => {
38
- // The week is Monday-anchored by default. 2026-04-17 is a Friday; its week
39
- // starts Monday 2026-04-13 and resets the following Monday 2026-04-20, both at
40
- // Pacific midnight (07:00Z during PDT).
41
- test('returns Monday→Monday Pacific bounds for a mid-week day', () => {
42
- const bounds = getZonedWeekBounds(
43
- new Date('2026-04-17T16:00:00Z'),
44
- 'America/Los_Angeles',
45
- )
46
-
47
- expect(bounds.startsAt.toISOString()).toBe('2026-04-13T07:00:00.000Z')
48
- expect(bounds.resetsAt.toISOString()).toBe('2026-04-20T07:00:00.000Z')
49
- })
50
-
51
- test('groups Sunday into the week that started the prior Monday', () => {
52
- // 2026-04-19 is the Sunday of the same week, so it must yield identical
53
- // bounds to the Friday case (Sunday is the LAST day of a Monday-week).
54
- const bounds = getZonedWeekBounds(
55
- new Date('2026-04-19T18:00:00Z'),
56
- 'America/Los_Angeles',
57
- )
58
-
59
- expect(bounds.startsAt.toISOString()).toBe('2026-04-13T07:00:00.000Z')
60
- expect(bounds.resetsAt.toISOString()).toBe('2026-04-20T07:00:00.000Z')
61
- })
62
-
63
- test('handles the spring-forward week (start in PST, reset in PDT)', () => {
64
- // 2026-03-08 (DST switch day) is a Sunday; its week started Monday
65
- // 2026-03-02 at PST midnight (08:00Z) and resets Monday 2026-03-09 at PDT
66
- // midnight (07:00Z) — the week itself is one hour short.
67
- const bounds = getZonedWeekBounds(
68
- new Date('2026-03-08T18:00:00Z'),
69
- 'America/Los_Angeles',
70
- )
71
-
72
- expect(bounds.startsAt.toISOString()).toBe('2026-03-02T08:00:00.000Z')
73
- expect(bounds.resetsAt.toISOString()).toBe('2026-03-09T07:00:00.000Z')
74
- })
75
-
76
- test('honors a Sunday week start when requested', () => {
77
- // weekStartsOn=0 → the Friday 2026-04-17 belongs to the week starting
78
- // Sunday 2026-04-12.
79
- const bounds = getZonedWeekBounds(
80
- new Date('2026-04-17T16:00:00Z'),
81
- 'America/Los_Angeles',
82
- 0,
83
- )
84
-
85
- expect(bounds.startsAt.toISOString()).toBe('2026-04-12T07:00:00.000Z')
86
- expect(bounds.resetsAt.toISOString()).toBe('2026-04-19T07:00:00.000Z')
87
- })
88
- })
@@ -1,44 +0,0 @@
1
- import { describe, expect, test } from 'bun:test'
2
-
3
- import { formatAvailableSkillsXml } from './skills'
4
-
5
- import type { SkillsMap } from '../types/skill'
6
-
7
- describe('formatAvailableSkillsXml', () => {
8
- test('omits skills that only the user may invoke', () => {
9
- const skills: SkillsMap = {
10
- deploy: {
11
- name: 'deploy',
12
- description: 'Deploy the application',
13
- content: 'deployment instructions',
14
- disableModelInvocation: true,
15
- filePath: '/skills/deploy/SKILL.md',
16
- },
17
- review: {
18
- name: 'review',
19
- description: 'Review code changes',
20
- content: 'review instructions',
21
- filePath: '/skills/review/SKILL.md',
22
- },
23
- }
24
-
25
- const xml = formatAvailableSkillsXml(skills)
26
-
27
- expect(xml).toContain('<name>review</name>')
28
- expect(xml).not.toContain('deploy')
29
- })
30
-
31
- test('returns an empty listing when every skill is user-only', () => {
32
- const skills: SkillsMap = {
33
- deploy: {
34
- name: 'deploy',
35
- description: 'Deploy the application',
36
- content: 'deployment instructions',
37
- disableModelInvocation: true,
38
- filePath: '/skills/deploy/SKILL.md',
39
- },
40
- }
41
-
42
- expect(formatAvailableSkillsXml(skills)).toBe('')
43
- })
44
- })