@alumbwe/anvil 1.0.42 → 1.0.49
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/bin/anvil.js +18 -0
- package/package.json +13 -6
- package/src/agents/bundled-agents.generated.ts +1 -1
- package/src/index.tsx +27 -4
- package/src/login/plain-login.ts +60 -0
- package/src/login/supabase-auth.ts +346 -0
- package/src/utils/anvil-client.ts +4 -0
- package/src/utils/auth.ts +16 -4
- package/src/utils/config-dir.ts +1 -1
- package/vendor/@anvil/common/src/constants/deepseek-direct.ts +30 -1
- package/vendor/@anvil/common/src/util/project-ignore.ts +4 -3
- package/vendor/@anvil/sdk/dist/index.cjs +46 -10
- package/vendor/@anvil/sdk/dist/index.mjs +46 -10
- package/src/commands/__tests__/anvil-command-aliases.test.ts +0 -56
- package/src/commands/__tests__/bash-command.test.ts +0 -445
- package/src/commands/__tests__/command-args.test.ts +0 -349
- package/src/commands/__tests__/copy-conversation-clipboard.test.ts +0 -108
- package/src/commands/__tests__/copy-conversation.test.ts +0 -226
- package/src/commands/__tests__/diagnostics-command.test.ts +0 -35
- package/src/commands/__tests__/image.test.ts +0 -99
- package/src/commands/__tests__/init.test.ts +0 -456
- package/src/commands/__tests__/new-command-rotates-chat.test.ts +0 -91
- package/src/commands/__tests__/process-diagnostics.test.ts +0 -54
- package/src/commands/__tests__/prompt-builders.test.ts +0 -28
- package/src/commands/__tests__/router-input.test.ts +0 -298
- package/src/components/__tests__/ad-banner.test.tsx +0 -83
- package/src/components/__tests__/anvil-landing-heading-row.test.tsx +0 -91
- package/src/components/__tests__/anvil-model-selector.test.tsx +0 -519
- package/src/components/__tests__/anvil-offer-invariants.test.ts +0 -54
- package/src/components/__tests__/anvil-takeover-prompt.test.tsx +0 -212
- package/src/components/__tests__/chat-input-bar.test.tsx +0 -130
- package/src/components/__tests__/grid-layout.integration.test.tsx +0 -304
- package/src/components/__tests__/grid-layout.test.tsx +0 -1051
- package/src/components/__tests__/message-block.completion.test.tsx +0 -104
- package/src/components/__tests__/message-block.streaming.test.tsx +0 -78
- package/src/components/__tests__/message-with-agents.test.tsx +0 -579
- package/src/components/__tests__/multiline-input.test.tsx +0 -1132
- package/src/components/__tests__/queue-panel.test.tsx +0 -398
- package/src/components/__tests__/selectable-list.test.ts +0 -232
- package/src/components/__tests__/status-bar.test.tsx +0 -44
- package/src/components/__tests__/status-indicator.test.tsx +0 -204
- package/src/components/__tests__/terminal-thinking-orb.test.tsx +0 -111
- package/src/components/__tests__/user-error-banner.test.tsx +0 -102
- package/src/components/ask-user/__tests__/multiple-choice-form.test.ts +0 -432
- package/src/components/ask-user/__tests__/validation.test.ts +0 -213
- package/src/components/tools/__tests__/apply-patch.test.tsx +0 -84
- package/src/components/tools/__tests__/code-search.test.tsx +0 -45
- package/src/components/tools/__tests__/gravity-index.test.ts +0 -76
- package/src/components/tools/__tests__/render-ui.test.tsx +0 -92
- package/src/components/tools/__tests__/run-terminal-command.test.ts +0 -233
- package/src/contexts/__tests__/chat-runtime-context.test.tsx +0 -149
- package/src/data/slash-commands.test.ts +0 -24
- package/src/hooks/__tests__/holds-live-anvil-slot.test.ts +0 -49
- package/src/hooks/__tests__/session-fetch-signal.test.ts +0 -63
- package/src/hooks/__tests__/use-activity-query.test.ts +0 -1000
- package/src/hooks/__tests__/use-ask-user-bridge.test.ts +0 -176
- package/src/hooks/__tests__/use-auth-query.test.ts +0 -21
- package/src/hooks/__tests__/use-chat-input-remount.test.tsx +0 -66
- package/src/hooks/__tests__/use-clipboard.test.tsx +0 -73
- package/src/hooks/__tests__/use-connection-status.test.ts +0 -112
- package/src/hooks/__tests__/use-directory-browser.test.ts +0 -203
- package/src/hooks/__tests__/use-gravity-ad.test.ts +0 -73
- package/src/hooks/__tests__/use-grid-layout.test.ts +0 -349
- package/src/hooks/__tests__/use-input-history.test.ts +0 -699
- package/src/hooks/__tests__/use-message-queue-editing.test.tsx +0 -209
- package/src/hooks/__tests__/use-message-queue.test.tsx +0 -71
- package/src/hooks/__tests__/use-path-tab-completion.test.ts +0 -315
- package/src/hooks/__tests__/use-queue-controls.test.ts +0 -68
- package/src/hooks/__tests__/use-queue-ui.test.tsx +0 -83
- package/src/hooks/__tests__/use-searchable-list.test.ts +0 -359
- package/src/hooks/__tests__/use-send-message-timer.test.ts +0 -146
- package/src/hooks/__tests__/use-suggestion-engine-mention.test.ts +0 -361
- package/src/hooks/__tests__/use-suggestion-engine.test.ts +0 -485
- package/src/hooks/__tests__/use-terminal-focus.test.ts +0 -66
- package/src/hooks/__tests__/use-terminal-layout.test.ts +0 -675
- package/src/hooks/__tests__/use-timeout.test.ts +0 -330
- package/src/hooks/__tests__/use-usage-query.test.ts +0 -502
- package/src/hooks/__tests__/use-user-details-query.test.ts +0 -195
- package/src/hooks/helpers/__tests__/send-message.test.ts +0 -1918
- package/src/init/__tests__/init-direnv.test.ts +0 -526
- package/src/state/__tests__/chat-store-focus.test.ts +0 -22
- package/src/state/__tests__/feedback-store.test.ts +0 -257
- package/src/utils/__tests__/active-run.test.ts +0 -140
- package/src/utils/__tests__/activity-tracker.test.ts +0 -440
- package/src/utils/__tests__/agent-display.test.ts +0 -139
- package/src/utils/__tests__/analytics-client.test.ts +0 -262
- package/src/utils/__tests__/anonymous-id.test.ts +0 -74
- package/src/utils/__tests__/anvil-api.test.ts +0 -578
- package/src/utils/__tests__/anvil-instance-owner.test.ts +0 -69
- package/src/utils/__tests__/anvil-model-navigation.test.ts +0 -102
- package/src/utils/__tests__/anvil-premium-reset.test.ts +0 -79
- package/src/utils/__tests__/anvil-referral-cache.test.ts +0 -116
- package/src/utils/__tests__/anvil-session-api.test.ts +0 -215
- package/src/utils/__tests__/anvil-session-display.test.ts +0 -23
- package/src/utils/__tests__/anvil-streak-line.test.ts +0 -217
- package/src/utils/__tests__/arrays.test.ts +0 -264
- package/src/utils/__tests__/bash-context-processor.test.ts +0 -38
- package/src/utils/__tests__/block-processor.test.ts +0 -810
- package/src/utils/__tests__/chat-history.test.ts +0 -203
- package/src/utils/__tests__/chat-input-key-intercept.test.ts +0 -40
- package/src/utils/__tests__/chat-meta.test.ts +0 -130
- package/src/utils/__tests__/clipboard-linux.test.ts +0 -359
- package/src/utils/__tests__/clipboard.test.ts +0 -910
- package/src/utils/__tests__/code-search-summary.test.ts +0 -84
- package/src/utils/__tests__/collapse-helpers.test.ts +0 -1109
- package/src/utils/__tests__/error-handling.test.ts +0 -658
- package/src/utils/__tests__/exit-cleanly.test.ts +0 -110
- package/src/utils/__tests__/feedback-helpers.test.ts +0 -444
- package/src/utils/__tests__/feedback-submission.test.ts +0 -26
- package/src/utils/__tests__/fetch-usage.test.ts +0 -355
- package/src/utils/__tests__/fingerprint.test.ts +0 -144
- package/src/utils/__tests__/fixtures/terminal-command-broker-child.ts +0 -7
- package/src/utils/__tests__/fixtures/terminal-command-broker-entry.ts +0 -3
- package/src/utils/__tests__/fixtures/terminal-command-broker-owner.ts +0 -33
- package/src/utils/__tests__/format-elapsed-time.test.ts +0 -103
- package/src/utils/__tests__/format-timeout.test.ts +0 -87
- package/src/utils/__tests__/image-dimensions.test.ts +0 -249
- package/src/utils/__tests__/image-processor.test.ts +0 -209
- package/src/utils/__tests__/implementor-helpers.test.ts +0 -1458
- package/src/utils/__tests__/keyboard-actions.test.ts +0 -660
- package/src/utils/__tests__/layout-helpers.test.ts +0 -36
- package/src/utils/__tests__/lazy-response-ads.test.ts +0 -167
- package/src/utils/__tests__/log-shipper.test.ts +0 -53
- package/src/utils/__tests__/markdown-renderer.test.tsx +0 -421
- package/src/utils/__tests__/message-block-helpers.test.ts +0 -1263
- package/src/utils/__tests__/message-updater.test.ts +0 -645
- package/src/utils/__tests__/osc-timeout-scenarios.test.ts +0 -172
- package/src/utils/__tests__/pending-attachments.test.ts +0 -277
- package/src/utils/__tests__/polling-backoff.test.ts +0 -51
- package/src/utils/__tests__/queue-panel-actions.test.ts +0 -148
- package/src/utils/__tests__/run-state-storage.test.ts +0 -919
- package/src/utils/__tests__/safe-json.test.ts +0 -77
- package/src/utils/__tests__/sdk-event-handlers.test.ts +0 -685
- package/src/utils/__tests__/send-message-helpers.test.ts +0 -1898
- package/src/utils/__tests__/send-message-timer.test.ts +0 -64
- package/src/utils/__tests__/settings.test.ts +0 -99
- package/src/utils/__tests__/strings.test.ts +0 -192
- package/src/utils/__tests__/terminal-color-detection.test.ts +0 -425
- package/src/utils/__tests__/terminal-command-broker.test.ts +0 -528
- package/src/utils/__tests__/terminal-enter-detection.test.ts +0 -77
- package/src/utils/__tests__/terminal-io.test.ts +0 -137
- package/src/utils/__tests__/terminal-protocol-controller.test.ts +0 -119
- package/src/utils/__tests__/text-layout.test.ts +0 -82
- package/src/utils/__tests__/theme-platform-detection.test.ts +0 -125
- package/src/utils/__tests__/think-tag-parser.test.ts +0 -159
- package/src/utils/__tests__/trace-writer.test.ts +0 -223
- package/src/utils/__tests__/trim-chat-logs.test.ts +0 -78
- package/src/utils/__tests__/usage-banner-state.test.ts +0 -298
- package/src/utils/__tests__/validation-error-formatting.test.ts +0 -126
- package/src/utils/__tests__/windows-terminal-health.test.ts +0 -101
- package/src/utils/__tests__/write-file-atomic.test.ts +0 -127
- package/vendor/@anvil/common/src/__tests__/agent-validation.test.ts +0 -846
- package/vendor/@anvil/common/src/__tests__/anvil-model-availability.test.ts +0 -101
- package/vendor/@anvil/common/src/__tests__/anvil-models.test.ts +0 -1408
- package/vendor/@anvil/common/src/__tests__/anvil-public-data-use-copy.test.ts +0 -258
- package/vendor/@anvil/common/src/__tests__/anvil-referral-tiers.test.ts +0 -48
- package/vendor/@anvil/common/src/__tests__/anvil-spend-ceilings.test.ts +0 -282
- package/vendor/@anvil/common/src/__tests__/anvil-trust.test.ts +0 -526
- package/vendor/@anvil/common/src/__tests__/deepseek-direct.test.ts +0 -68
- package/vendor/@anvil/common/src/__tests__/disposable-email.test.ts +0 -132
- package/vendor/@anvil/common/src/__tests__/dynamic-agent-template-schema.test.ts +0 -422
- package/vendor/@anvil/common/src/__tests__/env-ci.test.ts +0 -167
- package/vendor/@anvil/common/src/__tests__/env-process.test.ts +0 -145
- package/vendor/@anvil/common/src/__tests__/foreign-client-shipped-agents.test.ts +0 -234
- package/vendor/@anvil/common/src/__tests__/foreign-client-signals.test.ts +0 -379
- package/vendor/@anvil/common/src/__tests__/free-agents.test.ts +0 -807
- package/vendor/@anvil/common/src/__tests__/gravity-capi.test.ts +0 -154
- package/vendor/@anvil/common/src/__tests__/handlesteps-parsing.test.ts +0 -246
- package/vendor/@anvil/common/src/__tests__/kimi-k3-god-only.test.ts +0 -77
- package/vendor/@anvil/common/src/__tests__/model-config.test.ts +0 -89
- package/vendor/@anvil/common/src/__tests__/project-file-tree.test.ts +0 -298
- package/vendor/@anvil/common/src/__tests__/provisioned-model-tiers.test.ts +0 -116
- package/vendor/@anvil/common/src/__tests__/reasoning-effort.test.ts +0 -167
- package/vendor/@anvil/common/src/__tests__/reddit-capi.test.ts +0 -132
- package/vendor/@anvil/common/src/__tests__/response-ad-positions.test.ts +0 -72
- package/vendor/@anvil/common/src/__tests__/user-state.test.ts +0 -30
- package/vendor/@anvil/common/src/constants/__tests__/anvil-onboarding-gate.test.ts +0 -63
- package/vendor/@anvil/common/src/constants/__tests__/anvil-onboarding.test.ts +0 -246
- package/vendor/@anvil/common/src/constants/__tests__/cf-worker-signals.test.ts +0 -106
- package/vendor/@anvil/common/src/testing/TESTING_PATTERNS.md +0 -351
- package/vendor/@anvil/common/src/testing/anvil-offer-invariants.ts +0 -169
- package/vendor/@anvil/common/src/testing/errors.ts +0 -33
- package/vendor/@anvil/common/src/testing/fixtures/agent-runtime.ts +0 -334
- package/vendor/@anvil/common/src/testing/impl/agent-runtime.ts +0 -6
- package/vendor/@anvil/common/src/testing/index.ts +0 -84
- package/vendor/@anvil/common/src/testing/mock-modules.ts +0 -53
- package/vendor/@anvil/common/src/testing/mock-types.ts +0 -123
- package/vendor/@anvil/common/src/testing/mocks/analytics.ts +0 -261
- package/vendor/@anvil/common/src/testing/mocks/child-process.ts +0 -93
- package/vendor/@anvil/common/src/testing/mocks/crypto.ts +0 -218
- package/vendor/@anvil/common/src/testing/mocks/database.ts +0 -337
- package/vendor/@anvil/common/src/testing/mocks/fetch.ts +0 -219
- package/vendor/@anvil/common/src/testing/mocks/filesystem.ts +0 -166
- package/vendor/@anvil/common/src/testing/mocks/index.ts +0 -101
- package/vendor/@anvil/common/src/testing/mocks/logger.ts +0 -135
- package/vendor/@anvil/common/src/testing/mocks/stream.ts +0 -313
- package/vendor/@anvil/common/src/testing/mocks/timers.ts +0 -132
- package/vendor/@anvil/common/src/testing/mocks/tree-sitter.ts +0 -127
- package/vendor/@anvil/common/src/testing/setup.ts +0 -282
- package/vendor/@anvil/common/src/tools/__tests__/compile-tool-definitions.test.ts +0 -34
- package/vendor/@anvil/common/src/tools/params/__tests__/coerce-to-array.test.ts +0 -213
- package/vendor/@anvil/common/src/tools/params/__tests__/read-docs.test.ts +0 -47
- package/vendor/@anvil/common/src/tools/params/__tests__/render-ui.test.ts +0 -65
- package/vendor/@anvil/common/src/tools/params/tool/__tests__/run-terminal-command-timeout.test.ts +0 -49
- package/vendor/@anvil/common/src/types/__tests__/dynamic-agent-template.test.ts +0 -20
- package/vendor/@anvil/common/src/util/__tests__/ad-user-agent.test.ts +0 -26
- package/vendor/@anvil/common/src/util/__tests__/analytics-dispatcher.test.ts +0 -122
- package/vendor/@anvil/common/src/util/__tests__/analytics-log.test.ts +0 -102
- package/vendor/@anvil/common/src/util/__tests__/analytics-sampling.test.ts +0 -143
- package/vendor/@anvil/common/src/util/__tests__/anvil-streak.test.ts +0 -202
- package/vendor/@anvil/common/src/util/__tests__/anvil-usage-summary.test.ts +0 -193
- package/vendor/@anvil/common/src/util/__tests__/axiom-only-log.test.ts +0 -140
- package/vendor/@anvil/common/src/util/__tests__/client-user-agent.test.ts +0 -148
- package/vendor/@anvil/common/src/util/__tests__/engagement-tracker.test.ts +0 -115
- package/vendor/@anvil/common/src/util/__tests__/env-file-path.test.ts +0 -57
- package/vendor/@anvil/common/src/util/__tests__/error-abort.test.ts +0 -774
- package/vendor/@anvil/common/src/util/__tests__/error-api-details.test.ts +0 -206
- package/vendor/@anvil/common/src/util/__tests__/file-read-limits.test.ts +0 -173
- package/vendor/@anvil/common/src/util/__tests__/format-code-search.test.ts +0 -60
- package/vendor/@anvil/common/src/util/__tests__/log-mirror.test.ts +0 -31
- package/vendor/@anvil/common/src/util/__tests__/messages.test.ts +0 -1252
- package/vendor/@anvil/common/src/util/__tests__/partial-json-delta.test.ts +0 -505
- package/vendor/@anvil/common/src/util/__tests__/path.test.ts +0 -22
- package/vendor/@anvil/common/src/util/__tests__/project-ignore.test.ts +0 -90
- package/vendor/@anvil/common/src/util/__tests__/promise.test.ts +0 -325
- package/vendor/@anvil/common/src/util/__tests__/rate-limit.test.ts +0 -28
- package/vendor/@anvil/common/src/util/__tests__/reddit-anvil-retention.test.ts +0 -130
- package/vendor/@anvil/common/src/util/__tests__/saxy.test.ts +0 -1008
- package/vendor/@anvil/common/src/util/__tests__/split-data.test.ts +0 -289
- package/vendor/@anvil/common/src/util/__tests__/string.test.ts +0 -239
- package/vendor/@anvil/common/src/util/__tests__/thread-title.test.ts +0 -70
- package/vendor/@anvil/common/src/util/__tests__/tool-result-media-order.test.ts +0 -108
- package/vendor/@anvil/common/src/util/__tests__/ttft-histogram.test.ts +0 -180
- package/vendor/@anvil/common/src/util/__tests__/with-timeout.test.ts +0 -24
- package/vendor/@anvil/common/src/util/__tests__/zoned-time.test.ts +0 -88
- package/vendor/@anvil/common/src/util/skills.test.ts +0 -44
- package/vendor/@anvil/sdk/dist/index.cjs.map +0 -440
- package/vendor/@anvil/sdk/dist/index.mjs.map +0 -440
|
@@ -1,108 +0,0 @@
|
|
|
1
|
-
import { describe, expect, it } from 'bun:test'
|
|
2
|
-
|
|
3
|
-
import { convertCbToModelMessages } from '../messages'
|
|
4
|
-
|
|
5
|
-
import type { Message } from '../../types/messages/anvil-message'
|
|
6
|
-
|
|
7
|
-
/**
|
|
8
|
-
* preview_screenshot returns [media, json] so the model sees the pixels before
|
|
9
|
-
* the note. A `media` part becomes a user message (providers reject images
|
|
10
|
-
* inside a tool message), so emitting parts in their original order put that
|
|
11
|
-
* user message between the assistant's tool_call and its result — which
|
|
12
|
-
* providers reject, and which the server's repair then resolves by dropping
|
|
13
|
-
* both the call and the result.
|
|
14
|
-
*/
|
|
15
|
-
describe('convertMessages — tool results carrying media', () => {
|
|
16
|
-
const screenshotHistory = (): Message[] => [
|
|
17
|
-
{ role: 'user', content: [{ type: 'text', text: 'take a screenshot' }] },
|
|
18
|
-
{
|
|
19
|
-
role: 'assistant',
|
|
20
|
-
content: [
|
|
21
|
-
{
|
|
22
|
-
type: 'tool-call',
|
|
23
|
-
toolCallId: 'shot-1',
|
|
24
|
-
toolName: 'preview_screenshot',
|
|
25
|
-
input: {},
|
|
26
|
-
},
|
|
27
|
-
],
|
|
28
|
-
},
|
|
29
|
-
{
|
|
30
|
-
role: 'tool',
|
|
31
|
-
toolName: 'preview_screenshot',
|
|
32
|
-
toolCallId: 'shot-1',
|
|
33
|
-
content: [
|
|
34
|
-
{ type: 'media', data: 'BASE64PNG', mediaType: 'image/png' },
|
|
35
|
-
{ type: 'json', value: { ok: true } },
|
|
36
|
-
],
|
|
37
|
-
},
|
|
38
|
-
]
|
|
39
|
-
|
|
40
|
-
it('puts the tool result immediately after the call, image after', () => {
|
|
41
|
-
const converted = convertCbToModelMessages({
|
|
42
|
-
messages: screenshotHistory(),
|
|
43
|
-
})
|
|
44
|
-
|
|
45
|
-
expect(converted.map((m) => m.role)).toEqual([
|
|
46
|
-
'user',
|
|
47
|
-
'assistant',
|
|
48
|
-
'tool',
|
|
49
|
-
'user',
|
|
50
|
-
])
|
|
51
|
-
})
|
|
52
|
-
|
|
53
|
-
it('keeps both the result and the image', () => {
|
|
54
|
-
const converted = convertCbToModelMessages({
|
|
55
|
-
messages: screenshotHistory(),
|
|
56
|
-
})
|
|
57
|
-
const serialized = JSON.stringify(converted)
|
|
58
|
-
|
|
59
|
-
expect(serialized).toContain('BASE64PNG')
|
|
60
|
-
expect(serialized).toContain('shot-1')
|
|
61
|
-
})
|
|
62
|
-
|
|
63
|
-
it('is unaffected when a tool returns json only', () => {
|
|
64
|
-
const converted = convertCbToModelMessages({
|
|
65
|
-
messages: [
|
|
66
|
-
{
|
|
67
|
-
role: 'tool',
|
|
68
|
-
toolName: 'read_files',
|
|
69
|
-
toolCallId: 'r1',
|
|
70
|
-
content: [{ type: 'json', value: { files: [] } }],
|
|
71
|
-
},
|
|
72
|
-
] as Message[],
|
|
73
|
-
})
|
|
74
|
-
|
|
75
|
-
expect(converted.map((m) => m.role)).toEqual(['tool'])
|
|
76
|
-
})
|
|
77
|
-
})
|
|
78
|
-
|
|
79
|
-
describe('convertMessages — tool results with media but no json', () => {
|
|
80
|
-
it('still answers the call, so it is not left unpaired', () => {
|
|
81
|
-
// `mediaToolResult` produces media-only output. Emitting just the user
|
|
82
|
-
// message would leave the assistant's tool_call permanently unanswered.
|
|
83
|
-
const converted = convertCbToModelMessages({
|
|
84
|
-
messages: [
|
|
85
|
-
{
|
|
86
|
-
role: 'assistant',
|
|
87
|
-
content: [
|
|
88
|
-
{
|
|
89
|
-
type: 'tool-call',
|
|
90
|
-
toolCallId: 'shot-2',
|
|
91
|
-
toolName: 'preview_screenshot',
|
|
92
|
-
input: {},
|
|
93
|
-
},
|
|
94
|
-
],
|
|
95
|
-
},
|
|
96
|
-
{
|
|
97
|
-
role: 'tool',
|
|
98
|
-
toolName: 'preview_screenshot',
|
|
99
|
-
toolCallId: 'shot-2',
|
|
100
|
-
content: [{ type: 'media', data: 'ONLYIMG', mediaType: 'image/png' }],
|
|
101
|
-
},
|
|
102
|
-
] as Message[],
|
|
103
|
-
})
|
|
104
|
-
|
|
105
|
-
expect(converted.map((m) => m.role)).toEqual(['assistant', 'tool', 'user'])
|
|
106
|
-
expect(JSON.stringify(converted)).toContain('ONLYIMG')
|
|
107
|
-
})
|
|
108
|
-
})
|
|
@@ -1,180 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* The /latency dashboard's p50/p95 come out of this bucketing rather than out of
|
|
3
|
-
* percentile_cont over `message`, so what these tests guard is the size of the
|
|
4
|
-
* error that substitution introduces — and that it stays a bounded *relative*
|
|
5
|
-
* error at every latency, which is what keeps models ranked correctly against
|
|
6
|
-
* each other.
|
|
7
|
-
*/
|
|
8
|
-
import { describe, expect, it } from 'bun:test'
|
|
9
|
-
|
|
10
|
-
import {
|
|
11
|
-
TTFT_HISTOGRAM_BASE,
|
|
12
|
-
TTFT_HISTOGRAM_BUCKET_COUNT,
|
|
13
|
-
ttftBucketIndex,
|
|
14
|
-
ttftBucketMs,
|
|
15
|
-
ttftPercentileFromHistogram,
|
|
16
|
-
} from '../ttft-histogram'
|
|
17
|
-
|
|
18
|
-
/** Exact percentile with the same nearest-rank definition the histogram uses. */
|
|
19
|
-
function exactPercentile(samples: number[], quantile: number): number {
|
|
20
|
-
const sorted = [...samples].sort((a, b) => a - b)
|
|
21
|
-
const target = sorted.length * quantile
|
|
22
|
-
let cumulative = 0
|
|
23
|
-
for (const value of sorted) {
|
|
24
|
-
cumulative += 1
|
|
25
|
-
if (cumulative >= target) return value
|
|
26
|
-
}
|
|
27
|
-
return sorted[sorted.length - 1]
|
|
28
|
-
}
|
|
29
|
-
|
|
30
|
-
function histogramOf(samples: number[]): Map<number, number> {
|
|
31
|
-
const histogram = new Map<number, number>()
|
|
32
|
-
for (const sample of samples) {
|
|
33
|
-
const bucket = ttftBucketIndex(sample)
|
|
34
|
-
histogram.set(bucket, (histogram.get(bucket) ?? 0) + 1)
|
|
35
|
-
}
|
|
36
|
-
return histogram
|
|
37
|
-
}
|
|
38
|
-
|
|
39
|
-
/** Deterministic LCG — a seeded generator keeps failures reproducible. */
|
|
40
|
-
function makeRandom(seed: number): () => number {
|
|
41
|
-
let state = seed
|
|
42
|
-
return () => {
|
|
43
|
-
state = (state * 1664525 + 1013904223) % 4294967296
|
|
44
|
-
return state / 4294967296
|
|
45
|
-
}
|
|
46
|
-
}
|
|
47
|
-
|
|
48
|
-
describe('ttftBucketIndex', () => {
|
|
49
|
-
it('is monotonic in latency', () => {
|
|
50
|
-
let previous = -1
|
|
51
|
-
for (const ms of [0, 1, 10, 100, 500, 1000, 2000, 5000, 30_000, 120_000]) {
|
|
52
|
-
const bucket = ttftBucketIndex(ms)
|
|
53
|
-
expect(bucket).toBeGreaterThanOrEqual(previous)
|
|
54
|
-
previous = bucket
|
|
55
|
-
}
|
|
56
|
-
})
|
|
57
|
-
|
|
58
|
-
it('clamps degenerate samples into the first bucket instead of -Infinity', () => {
|
|
59
|
-
// log(0) is -Infinity, which would poison every downstream sum.
|
|
60
|
-
expect(ttftBucketIndex(0)).toBe(0)
|
|
61
|
-
expect(ttftBucketIndex(0.4)).toBe(0)
|
|
62
|
-
expect(ttftBucketIndex(1)).toBe(0)
|
|
63
|
-
expect(Number.isFinite(ttftBucketMs(ttftBucketIndex(0)))).toBe(true)
|
|
64
|
-
})
|
|
65
|
-
|
|
66
|
-
it('clamps pathological samples into the last bucket', () => {
|
|
67
|
-
const last = TTFT_HISTOGRAM_BUCKET_COUNT - 1
|
|
68
|
-
expect(ttftBucketIndex(Number.MAX_SAFE_INTEGER)).toBe(last)
|
|
69
|
-
// The top edge is far past any real TTFT, so nothing legitimate saturates.
|
|
70
|
-
expect(ttftBucketIndex(60 * 60 * 1000)).toBeLessThan(last)
|
|
71
|
-
})
|
|
72
|
-
|
|
73
|
-
it('keeps every reported value within half a bucket, plus ms rounding', () => {
|
|
74
|
-
// The geometric half-width is the real guarantee; the extra 0.5ms is
|
|
75
|
-
// ttftBucketMs rounding to whole milliseconds, which only matters at
|
|
76
|
-
// latencies far below anything a model produces.
|
|
77
|
-
const halfWidth = (TTFT_HISTOGRAM_BASE - 1) / 2
|
|
78
|
-
for (let ms = 1; ms <= 300_000; ms = Math.ceil(ms * 1.017)) {
|
|
79
|
-
const reported = ttftBucketMs(ttftBucketIndex(ms))
|
|
80
|
-
expect(Math.abs(reported - ms)).toBeLessThanOrEqual(
|
|
81
|
-
ms * halfWidth + 0.5 + 1e-9,
|
|
82
|
-
)
|
|
83
|
-
}
|
|
84
|
-
})
|
|
85
|
-
|
|
86
|
-
it('keeps the relative error under 1.6% across the range the page renders', () => {
|
|
87
|
-
// This is what the dashboard rests on: ~1.5% of a 2s median is ~30ms, far
|
|
88
|
-
// below the gap between any two models on the page. The bound is 1.6% and
|
|
89
|
-
// not 1.5% because whole-millisecond rounding adds up to 0.5ms on top of
|
|
90
|
-
// the geometric half-width, which is only visible below ~200ms. Measured
|
|
91
|
-
// worst case over this range is 1.544%, at 259ms.
|
|
92
|
-
for (let ms = 200; ms <= 300_000; ms = Math.ceil(ms * 1.017)) {
|
|
93
|
-
const reported = ttftBucketMs(ttftBucketIndex(ms))
|
|
94
|
-
expect(Math.abs(reported - ms) / ms).toBeLessThanOrEqual(0.016)
|
|
95
|
-
}
|
|
96
|
-
})
|
|
97
|
-
})
|
|
98
|
-
|
|
99
|
-
describe('ttftPercentileFromHistogram', () => {
|
|
100
|
-
it('returns null for an empty histogram rather than 0', () => {
|
|
101
|
-
// 0 would render as a real, extremely fast measurement.
|
|
102
|
-
expect(ttftPercentileFromHistogram([], 0.5)).toBeNull()
|
|
103
|
-
expect(ttftPercentileFromHistogram([[10, 0]], 0.5)).toBeNull()
|
|
104
|
-
})
|
|
105
|
-
|
|
106
|
-
it('tracks exact percentiles on a realistic long-tailed distribution', () => {
|
|
107
|
-
// Log-normal-ish: a tight body around ~1.8s with a slow tail, which is what
|
|
108
|
-
// the real TTFT samples look like.
|
|
109
|
-
const random = makeRandom(20260728)
|
|
110
|
-
const samples = Array.from({ length: 50_000 }, () => {
|
|
111
|
-
const u = Math.max(random(), 1e-9)
|
|
112
|
-
const v = Math.max(random(), 1e-9)
|
|
113
|
-
const normal = Math.sqrt(-2 * Math.log(u)) * Math.cos(2 * Math.PI * v)
|
|
114
|
-
return Math.max(1, Math.round(Math.exp(7.5 + 0.6 * normal)))
|
|
115
|
-
})
|
|
116
|
-
|
|
117
|
-
const histogram = histogramOf(samples)
|
|
118
|
-
for (const quantile of [0.5, 0.9, 0.95, 0.99]) {
|
|
119
|
-
const approximate = ttftPercentileFromHistogram(histogram, quantile)!
|
|
120
|
-
const exact = exactPercentile(samples, quantile)
|
|
121
|
-
expect(Math.abs(approximate - exact) / exact).toBeLessThan(0.02)
|
|
122
|
-
}
|
|
123
|
-
})
|
|
124
|
-
|
|
125
|
-
it('preserves the ordering between two models a few percent apart', () => {
|
|
126
|
-
// The page sorts by p50, and the real DeepSeek/MiniMax gap is ~8%. Bucketing
|
|
127
|
-
// must not be able to flip that.
|
|
128
|
-
const slower = histogramOf(
|
|
129
|
-
Array.from({ length: 10_000 }, (_, i) => 1981 + (i % 200)),
|
|
130
|
-
)
|
|
131
|
-
const faster = histogramOf(
|
|
132
|
-
Array.from({ length: 10_000 }, (_, i) => 1822 + (i % 200)),
|
|
133
|
-
)
|
|
134
|
-
|
|
135
|
-
expect(ttftPercentileFromHistogram(faster, 0.5)!).toBeLessThan(
|
|
136
|
-
ttftPercentileFromHistogram(slower, 0.5)!,
|
|
137
|
-
)
|
|
138
|
-
})
|
|
139
|
-
|
|
140
|
-
it('merges histograms additively, which is what hourly rollup relies on', () => {
|
|
141
|
-
// Percentiles are not additive, but counts are: a window percentile must
|
|
142
|
-
// equal the percentile of the merged distribution, not a blend of the parts.
|
|
143
|
-
const hourA = Array.from({ length: 3_000 }, (_, i) => 800 + (i % 400))
|
|
144
|
-
const hourB = Array.from({ length: 1_000 }, (_, i) => 9_000 + (i % 900))
|
|
145
|
-
|
|
146
|
-
const merged = histogramOf([...hourA, ...hourB])
|
|
147
|
-
const combined = new Map(histogramOf(hourA))
|
|
148
|
-
for (const [bucket, count] of histogramOf(hourB)) {
|
|
149
|
-
combined.set(bucket, (combined.get(bucket) ?? 0) + count)
|
|
150
|
-
}
|
|
151
|
-
|
|
152
|
-
expect(ttftPercentileFromHistogram(combined, 0.5)).toBe(
|
|
153
|
-
ttftPercentileFromHistogram(merged, 0.5),
|
|
154
|
-
)
|
|
155
|
-
expect(ttftPercentileFromHistogram(combined, 0.95)).toBe(
|
|
156
|
-
ttftPercentileFromHistogram(merged, 0.95),
|
|
157
|
-
)
|
|
158
|
-
// And the merged p95 lands in the slow hour, not on an average of the two.
|
|
159
|
-
expect(ttftPercentileFromHistogram(merged, 0.95)!).toBeGreaterThan(8_000)
|
|
160
|
-
})
|
|
161
|
-
|
|
162
|
-
it('does not require the caller to pre-sort buckets', () => {
|
|
163
|
-
const pairs: [number, number][] = [
|
|
164
|
-
[300, 10],
|
|
165
|
-
[100, 80],
|
|
166
|
-
[200, 10],
|
|
167
|
-
]
|
|
168
|
-
expect(ttftPercentileFromHistogram(pairs, 0.5)).toBe(ttftBucketMs(100))
|
|
169
|
-
expect(ttftPercentileFromHistogram([...pairs].reverse(), 0.5)).toBe(
|
|
170
|
-
ttftBucketMs(100),
|
|
171
|
-
)
|
|
172
|
-
})
|
|
173
|
-
|
|
174
|
-
it('reports the slowest occupied bucket for a quantile of 1', () => {
|
|
175
|
-
const histogram = histogramOf([100, 200, 30_000])
|
|
176
|
-
expect(ttftPercentileFromHistogram(histogram, 1)).toBe(
|
|
177
|
-
ttftBucketMs(ttftBucketIndex(30_000)),
|
|
178
|
-
)
|
|
179
|
-
})
|
|
180
|
-
})
|
|
@@ -1,24 +0,0 @@
|
|
|
1
|
-
import { describe, expect, it, spyOn } from 'bun:test'
|
|
2
|
-
|
|
3
|
-
import { withTimeout } from '../promise'
|
|
4
|
-
|
|
5
|
-
describe('withTimeout', () => {
|
|
6
|
-
it('clears its timer when the wrapped promise rejects', async () => {
|
|
7
|
-
const timeoutId = 123 as unknown as ReturnType<typeof setTimeout>
|
|
8
|
-
const setTimeoutSpy = spyOn(globalThis, 'setTimeout').mockReturnValue(
|
|
9
|
-
timeoutId,
|
|
10
|
-
)
|
|
11
|
-
const clearTimeoutSpy = spyOn(globalThis, 'clearTimeout')
|
|
12
|
-
const error = new Error('expected rejection')
|
|
13
|
-
|
|
14
|
-
try {
|
|
15
|
-
await expect(withTimeout(Promise.reject(error), 15_000)).rejects.toBe(
|
|
16
|
-
error,
|
|
17
|
-
)
|
|
18
|
-
expect(clearTimeoutSpy).toHaveBeenCalledWith(timeoutId)
|
|
19
|
-
} finally {
|
|
20
|
-
setTimeoutSpy.mockRestore()
|
|
21
|
-
clearTimeoutSpy.mockRestore()
|
|
22
|
-
}
|
|
23
|
-
})
|
|
24
|
-
})
|
|
@@ -1,88 +0,0 @@
|
|
|
1
|
-
import { describe, expect, test } from 'bun:test'
|
|
2
|
-
|
|
3
|
-
import { getZonedDayBounds, getZonedWeekBounds } from '../zoned-time'
|
|
4
|
-
|
|
5
|
-
describe('getZonedDayBounds', () => {
|
|
6
|
-
test('returns the current Pacific day bounds on a normal day', () => {
|
|
7
|
-
const bounds = getZonedDayBounds(
|
|
8
|
-
new Date('2026-04-17T16:00:00Z'),
|
|
9
|
-
'America/Los_Angeles',
|
|
10
|
-
)
|
|
11
|
-
|
|
12
|
-
expect(bounds.startsAt.toISOString()).toBe('2026-04-17T07:00:00.000Z')
|
|
13
|
-
expect(bounds.resetsAt.toISOString()).toBe('2026-04-18T07:00:00.000Z')
|
|
14
|
-
})
|
|
15
|
-
|
|
16
|
-
test('handles the shorter spring-forward Pacific day', () => {
|
|
17
|
-
const bounds = getZonedDayBounds(
|
|
18
|
-
new Date('2026-03-08T09:00:00Z'),
|
|
19
|
-
'America/Los_Angeles',
|
|
20
|
-
)
|
|
21
|
-
|
|
22
|
-
expect(bounds.startsAt.toISOString()).toBe('2026-03-08T08:00:00.000Z')
|
|
23
|
-
expect(bounds.resetsAt.toISOString()).toBe('2026-03-09T07:00:00.000Z')
|
|
24
|
-
})
|
|
25
|
-
|
|
26
|
-
test('handles the longer fall-back Pacific day', () => {
|
|
27
|
-
const bounds = getZonedDayBounds(
|
|
28
|
-
new Date('2026-11-01T09:00:00Z'),
|
|
29
|
-
'America/Los_Angeles',
|
|
30
|
-
)
|
|
31
|
-
|
|
32
|
-
expect(bounds.startsAt.toISOString()).toBe('2026-11-01T07:00:00.000Z')
|
|
33
|
-
expect(bounds.resetsAt.toISOString()).toBe('2026-11-02T08:00:00.000Z')
|
|
34
|
-
})
|
|
35
|
-
})
|
|
36
|
-
|
|
37
|
-
describe('getZonedWeekBounds', () => {
|
|
38
|
-
// The week is Monday-anchored by default. 2026-04-17 is a Friday; its week
|
|
39
|
-
// starts Monday 2026-04-13 and resets the following Monday 2026-04-20, both at
|
|
40
|
-
// Pacific midnight (07:00Z during PDT).
|
|
41
|
-
test('returns Monday→Monday Pacific bounds for a mid-week day', () => {
|
|
42
|
-
const bounds = getZonedWeekBounds(
|
|
43
|
-
new Date('2026-04-17T16:00:00Z'),
|
|
44
|
-
'America/Los_Angeles',
|
|
45
|
-
)
|
|
46
|
-
|
|
47
|
-
expect(bounds.startsAt.toISOString()).toBe('2026-04-13T07:00:00.000Z')
|
|
48
|
-
expect(bounds.resetsAt.toISOString()).toBe('2026-04-20T07:00:00.000Z')
|
|
49
|
-
})
|
|
50
|
-
|
|
51
|
-
test('groups Sunday into the week that started the prior Monday', () => {
|
|
52
|
-
// 2026-04-19 is the Sunday of the same week, so it must yield identical
|
|
53
|
-
// bounds to the Friday case (Sunday is the LAST day of a Monday-week).
|
|
54
|
-
const bounds = getZonedWeekBounds(
|
|
55
|
-
new Date('2026-04-19T18:00:00Z'),
|
|
56
|
-
'America/Los_Angeles',
|
|
57
|
-
)
|
|
58
|
-
|
|
59
|
-
expect(bounds.startsAt.toISOString()).toBe('2026-04-13T07:00:00.000Z')
|
|
60
|
-
expect(bounds.resetsAt.toISOString()).toBe('2026-04-20T07:00:00.000Z')
|
|
61
|
-
})
|
|
62
|
-
|
|
63
|
-
test('handles the spring-forward week (start in PST, reset in PDT)', () => {
|
|
64
|
-
// 2026-03-08 (DST switch day) is a Sunday; its week started Monday
|
|
65
|
-
// 2026-03-02 at PST midnight (08:00Z) and resets Monday 2026-03-09 at PDT
|
|
66
|
-
// midnight (07:00Z) — the week itself is one hour short.
|
|
67
|
-
const bounds = getZonedWeekBounds(
|
|
68
|
-
new Date('2026-03-08T18:00:00Z'),
|
|
69
|
-
'America/Los_Angeles',
|
|
70
|
-
)
|
|
71
|
-
|
|
72
|
-
expect(bounds.startsAt.toISOString()).toBe('2026-03-02T08:00:00.000Z')
|
|
73
|
-
expect(bounds.resetsAt.toISOString()).toBe('2026-03-09T07:00:00.000Z')
|
|
74
|
-
})
|
|
75
|
-
|
|
76
|
-
test('honors a Sunday week start when requested', () => {
|
|
77
|
-
// weekStartsOn=0 → the Friday 2026-04-17 belongs to the week starting
|
|
78
|
-
// Sunday 2026-04-12.
|
|
79
|
-
const bounds = getZonedWeekBounds(
|
|
80
|
-
new Date('2026-04-17T16:00:00Z'),
|
|
81
|
-
'America/Los_Angeles',
|
|
82
|
-
0,
|
|
83
|
-
)
|
|
84
|
-
|
|
85
|
-
expect(bounds.startsAt.toISOString()).toBe('2026-04-12T07:00:00.000Z')
|
|
86
|
-
expect(bounds.resetsAt.toISOString()).toBe('2026-04-19T07:00:00.000Z')
|
|
87
|
-
})
|
|
88
|
-
})
|
|
@@ -1,44 +0,0 @@
|
|
|
1
|
-
import { describe, expect, test } from 'bun:test'
|
|
2
|
-
|
|
3
|
-
import { formatAvailableSkillsXml } from './skills'
|
|
4
|
-
|
|
5
|
-
import type { SkillsMap } from '../types/skill'
|
|
6
|
-
|
|
7
|
-
describe('formatAvailableSkillsXml', () => {
|
|
8
|
-
test('omits skills that only the user may invoke', () => {
|
|
9
|
-
const skills: SkillsMap = {
|
|
10
|
-
deploy: {
|
|
11
|
-
name: 'deploy',
|
|
12
|
-
description: 'Deploy the application',
|
|
13
|
-
content: 'deployment instructions',
|
|
14
|
-
disableModelInvocation: true,
|
|
15
|
-
filePath: '/skills/deploy/SKILL.md',
|
|
16
|
-
},
|
|
17
|
-
review: {
|
|
18
|
-
name: 'review',
|
|
19
|
-
description: 'Review code changes',
|
|
20
|
-
content: 'review instructions',
|
|
21
|
-
filePath: '/skills/review/SKILL.md',
|
|
22
|
-
},
|
|
23
|
-
}
|
|
24
|
-
|
|
25
|
-
const xml = formatAvailableSkillsXml(skills)
|
|
26
|
-
|
|
27
|
-
expect(xml).toContain('<name>review</name>')
|
|
28
|
-
expect(xml).not.toContain('deploy')
|
|
29
|
-
})
|
|
30
|
-
|
|
31
|
-
test('returns an empty listing when every skill is user-only', () => {
|
|
32
|
-
const skills: SkillsMap = {
|
|
33
|
-
deploy: {
|
|
34
|
-
name: 'deploy',
|
|
35
|
-
description: 'Deploy the application',
|
|
36
|
-
content: 'deployment instructions',
|
|
37
|
-
disableModelInvocation: true,
|
|
38
|
-
filePath: '/skills/deploy/SKILL.md',
|
|
39
|
-
},
|
|
40
|
-
}
|
|
41
|
-
|
|
42
|
-
expect(formatAvailableSkillsXml(skills)).toBe('')
|
|
43
|
-
})
|
|
44
|
-
})
|