@selesai/code 0.9.6 → 0.9.8
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +13 -0
- package/dist/cli/credential-print.js +4 -4
- package/dist/cli.js +0 -0
- package/dist/core/agent-session-runtime.js +1 -4
- package/dist/core/agent-session.d.ts +2 -0
- package/dist/core/agent-session.js +26 -0
- package/dist/core/compaction/branch-summarization.js +30 -30
- package/dist/core/compaction/compaction.js +81 -81
- package/dist/core/compaction/utils.js +2 -2
- package/dist/core/export-html/template.css +1066 -1066
- package/dist/core/export-html/template.html +55 -55
- package/dist/core/export-html/template.js +1864 -1864
- package/dist/core/export-html/vendor/highlight.min.js +1212 -1212
- package/dist/core/export-html/vendor/marked.min.js +78 -78
- package/dist/core/handoff.d.ts +11 -0
- package/dist/core/handoff.js +49 -0
- package/dist/core/messages.js +7 -7
- package/dist/extensions/context-compaction-reminder.test.ts +82 -82
- package/dist/extensions/context-compaction-reminder.ts +28 -28
- package/dist/extensions/handoff-new.ts +14 -75
- package/dist/extensions/pi-intercom/LICENSE +21 -21
- package/dist/extensions/pi-intercom/broker/client.test.ts +83 -83
- package/dist/extensions/pi-intercom/broker/extension.test.ts +387 -387
- package/dist/extensions/pi-intercom/broker/framing.test.ts +114 -114
- package/dist/extensions/pi-intercom/broker/paths.test.ts +153 -153
- package/dist/extensions/pi-intercom/broker/paths.ts +134 -134
- package/dist/extensions/pi-intercom/broker/runtime-claim.test.ts +34 -34
- package/dist/extensions/pi-intercom/broker/runtime-claim.ts +21 -21
- package/dist/extensions/pi-intercom/cwd.test.ts +40 -40
- package/dist/extensions/pi-intercom/cwd.ts +31 -31
- package/dist/extensions/pi-intercom/extension-api.ts +44 -44
- package/dist/extensions/pi-intercom/format-context.test.ts +31 -31
- package/dist/extensions/pi-intercom/format-context.ts +32 -32
- package/dist/extensions/pi-intercom/test/overlay-width.test.ts +66 -66
- package/dist/extensions/pi-intercom/ui/compose.ts +143 -143
- package/dist/extensions/pi-intercom/ui/session-list.ts +166 -166
- package/dist/extensions/pi-powerline-footer/bash-mode/shell-session.ts +286 -286
- package/dist/extensions/pi-powerline-footer/bash-mode/transcript.ts +108 -108
- package/dist/extensions/pi-powerline-footer/separators.ts +57 -57
- package/dist/extensions/pi-powerline-footer/tests/session-usage.test.ts +47 -47
- package/dist/extensions/pi-powerline-footer/tests/tps.test.ts +39 -39
- package/dist/extensions/pi-powerline-footer/theme.example.json +24 -24
- package/dist/extensions/pi-powerline-footer/theme.json +12 -12
- package/dist/extensions/pi-powerline-footer/tps.ts +345 -345
- package/dist/extensions/pi-rewind-hook/README.md +245 -245
- package/dist/extensions/pi-rewind-hook/index.ts +1445 -1445
- package/dist/extensions/pi-rewind-hook/package.json +29 -29
- package/dist/extensions/pi-subagents/install.mjs +0 -0
- package/dist/extensions/pi-web-agent/package.json +31 -31
- package/dist/extensions/pi-web-agent/src/backends/config.ts +205 -205
- package/dist/extensions/pi-web-agent/src/backends/doctor.ts +136 -136
- package/dist/extensions/pi-web-agent/src/backends/factory.ts +152 -152
- package/dist/extensions/pi-web-agent/src/backends/settings-reader.ts +25 -25
- package/dist/extensions/pi-web-agent/src/cache/ttl-cache.ts +28 -28
- package/dist/extensions/pi-web-agent/src/changelog-notice.ts +136 -136
- package/dist/extensions/pi-web-agent/src/commands/web-agent-config.ts +946 -946
- package/dist/extensions/pi-web-agent/src/extension.ts +126 -126
- package/dist/extensions/pi-web-agent/src/extract/readability.ts +118 -118
- package/dist/extensions/pi-web-agent/src/fetch/browser-resolution.ts +199 -199
- package/dist/extensions/pi-web-agent/src/fetch/firecrawl-fetch.ts +100 -100
- package/dist/extensions/pi-web-agent/src/fetch/headless-fetch.ts +117 -117
- package/dist/extensions/pi-web-agent/src/fetch/http-fetch.ts +67 -67
- package/dist/extensions/pi-web-agent/src/orchestration/answer-synthesizer.ts +60 -60
- package/dist/extensions/pi-web-agent/src/orchestration/candidate-selector.ts +50 -50
- package/dist/extensions/pi-web-agent/src/orchestration/direct-url.ts +52 -52
- package/dist/extensions/pi-web-agent/src/orchestration/evidence-quality.ts +105 -105
- package/dist/extensions/pi-web-agent/src/orchestration/evidence-ranker.ts +45 -45
- package/dist/extensions/pi-web-agent/src/orchestration/index.ts +28 -28
- package/dist/extensions/pi-web-agent/src/orchestration/query-planner.ts +47 -47
- package/dist/extensions/pi-web-agent/src/orchestration/research-orchestrator.ts +376 -376
- package/dist/extensions/pi-web-agent/src/orchestration/research-types.ts +64 -64
- package/dist/extensions/pi-web-agent/src/orchestration/research-worker.ts +181 -181
- package/dist/extensions/pi-web-agent/src/orchestration/source-profile.ts +101 -101
- package/dist/extensions/pi-web-agent/src/orchestration/stop-decider.ts +81 -81
- package/dist/extensions/pi-web-agent/src/presentation/config-store.ts +210 -210
- package/dist/extensions/pi-web-agent/src/presentation/config.ts +75 -75
- package/dist/extensions/pi-web-agent/src/presentation/explore-presentation.ts +61 -61
- package/dist/extensions/pi-web-agent/src/presentation/fetch-presentation.ts +54 -54
- package/dist/extensions/pi-web-agent/src/presentation/search-presentation.ts +41 -41
- package/dist/extensions/pi-web-agent/src/presentation/select-view.ts +20 -20
- package/dist/extensions/pi-web-agent/src/presentation/types.ts +63 -63
- package/dist/extensions/pi-web-agent/src/search/brave.ts +114 -114
- package/dist/extensions/pi-web-agent/src/search/duckduckgo.ts +72 -72
- package/dist/extensions/pi-web-agent/src/search/searxng.ts +96 -96
- package/dist/extensions/pi-web-agent/src/tools/web-explore.ts +71 -71
- package/dist/extensions/pi-web-agent/src/tools/web-fetch-headless.ts +31 -31
- package/dist/extensions/pi-web-agent/src/tools/web-fetch.ts +31 -31
- package/dist/extensions/pi-web-agent/src/tools/web-search.ts +157 -157
- package/dist/extensions/pi-web-agent/src/types.ts +88 -88
- package/dist/extensions/ponytail/package.json +8 -8
- package/dist/extensions/question/batch.ts +103 -103
- package/dist/extensions/question/constants.ts +30 -30
- package/dist/extensions/question/helpers.ts +58 -58
- package/dist/extensions/question/navigation.ts +14 -14
- package/dist/extensions/question/package.json +19 -19
- package/dist/extensions/question/schemas.ts +43 -43
- package/dist/extensions/question/selection-mode.ts +46 -46
- package/dist/extensions/question/shortcuts.ts +44 -44
- package/dist/extensions/question/types.ts +132 -132
- package/dist/extensions/test-resolve-hook-impl.mjs +6 -6
- package/dist/extensions/test-resolve-hook.mjs +6 -6
- package/dist/extensions/web-agent-onboarding.ts +222 -222
- package/dist/extensions/workflow/package.json +17 -17
- package/dist/modes/rpc/rpc-mode.js +24 -0
- package/dist/modes/rpc/rpc-types.d.ts +19 -0
- package/dist/package-manager-cli.js +71 -71
- package/dist/rpc-entry.js +0 -0
- package/dist/skills/agent-browser/SKILL.md +52 -52
- package/dist/skills/batch-grill-me/SKILL.md +19 -19
- package/dist/skills/grill-me/SKILL.md +10 -10
- package/dist/skills/handoff/SKILL.md +16 -16
- package/dist/skills/handoff-text/SKILL.md +14 -14
- package/dist/skills/implanger/SKILL.md +69 -69
- package/dist/skills/improve-codebase/REFERENCE.md +78 -78
- package/dist/skills/improve-codebase/SKILL.md +178 -178
- package/dist/skills/planger/SKILL.md +166 -166
- package/dist/skills/ponytail/SKILL.md +116 -116
- package/dist/skills/ponytail-audit/SKILL.md +42 -42
- package/dist/skills/ponytail-debt/SKILL.md +45 -45
- package/dist/skills/ponytail-gain/SKILL.md +51 -51
- package/dist/skills/ponytail-help/SKILL.md +70 -70
- package/dist/skills/ponytail-review/SKILL.md +58 -58
- package/dist/skills/selesai-handoff/SKILL.md +20 -20
- package/dist/skills/workflow-creation/SKILL.md +73 -73
- package/dist/themes/powerline-footer/theme.json +33 -33
- package/docs/compaction.md +396 -396
- package/docs/containerization.md +111 -111
- package/docs/development.md +71 -71
- package/docs/docs.json +164 -164
- package/docs/environment-variables.md +86 -86
- package/docs/index.md +83 -83
- package/docs/json.md +82 -82
- package/docs/models.md +502 -502
- package/docs/packages.md +227 -227
- package/docs/plans/subagent-delegation/phase-0-correctness.md +264 -264
- package/docs/plans/subagent-delegation/phase-1-behavioral-contract.md +485 -485
- package/docs/plans/subagent-delegation/phase-2-context-controls.md +281 -281
- package/docs/plans/subagent-delegation/phase-3-advisory-routing.md +361 -361
- package/docs/plans/subagent-delegation/phase-4-optional-enforcement.md +380 -380
- package/docs/prompt-templates.md +95 -95
- package/docs/providers.md +293 -293
- package/docs/sdk.md +1143 -1143
- package/docs/security.md +59 -59
- package/docs/session-format.md +414 -414
- package/docs/sessions.md +145 -145
- package/docs/shared-host-extensions.md +109 -109
- package/docs/shell-aliases.md +13 -13
- package/docs/skills.md +231 -231
- package/docs/terminal-setup.md +142 -142
- package/docs/termux.md +127 -127
- package/docs/themes.md +295 -295
- package/docs/tmux.md +63 -63
- package/docs/tui.md +927 -927
- package/docs/windows.md +17 -17
- package/examples/README.md +25 -25
- package/examples/extensions/README.md +211 -211
- package/examples/extensions/auto-commit-on-exit.ts +49 -49
- package/examples/extensions/bash-spawn-hook.ts +30 -30
- package/examples/extensions/bookmark.ts +50 -50
- package/examples/extensions/border-status-editor.ts +150 -150
- package/examples/extensions/built-in-tool-renderer.ts +249 -249
- package/examples/extensions/claude-rules.ts +86 -86
- package/examples/extensions/commands.ts +72 -72
- package/examples/extensions/confirm-destructive.ts +59 -59
- package/examples/extensions/custom-compaction.ts +130 -130
- package/examples/extensions/custom-footer.ts +64 -64
- package/examples/extensions/custom-header.ts +73 -73
- package/examples/extensions/custom-provider-anthropic/index.ts +610 -610
- package/examples/extensions/custom-provider-anthropic/package-lock.json +24 -24
- package/examples/extensions/custom-provider-anthropic/package.json +19 -19
- package/examples/extensions/custom-provider-gitlab-duo/index.ts +404 -404
- package/examples/extensions/custom-provider-gitlab-duo/package.json +16 -16
- package/examples/extensions/custom-provider-gitlab-duo/test.ts +82 -82
- package/examples/extensions/dirty-repo-guard.ts +56 -56
- package/examples/extensions/doom-overlay/README.md +46 -46
- package/examples/extensions/doom-overlay/doom/build/doom.js +21 -21
- package/examples/extensions/doom-overlay/doom/build/doom.wasm +0 -0
- package/examples/extensions/doom-overlay/doom/build.sh +152 -152
- package/examples/extensions/doom-overlay/doom/doomgeneric_pi.c +72 -72
- package/examples/extensions/doom-overlay/doom-component.ts +132 -132
- package/examples/extensions/doom-overlay/doom-engine.ts +173 -173
- package/examples/extensions/doom-overlay/doom-keys.ts +104 -104
- package/examples/extensions/doom-overlay/index.ts +74 -74
- package/examples/extensions/doom-overlay/wad-finder.ts +51 -51
- package/examples/extensions/dynamic-resources/SKILL.md +8 -8
- package/examples/extensions/dynamic-resources/dynamic.json +79 -79
- package/examples/extensions/dynamic-resources/dynamic.md +5 -5
- package/examples/extensions/dynamic-resources/index.ts +15 -15
- package/examples/extensions/dynamic-tools.ts +74 -74
- package/examples/extensions/event-bus.ts +43 -43
- package/examples/extensions/file-trigger.ts +41 -41
- package/examples/extensions/git-checkpoint.ts +53 -53
- package/examples/extensions/git-merge-and-resolve.ts +115 -115
- package/examples/extensions/github-issue-autocomplete.ts +185 -185
- package/examples/extensions/gondolin/index.ts +531 -531
- package/examples/extensions/gondolin/package-lock.json +185 -185
- package/examples/extensions/gondolin/package.json +19 -19
- package/examples/extensions/handoff.ts +199 -199
- package/examples/extensions/hello.ts +26 -26
- package/examples/extensions/hidden-thinking-label.ts +53 -53
- package/examples/extensions/inline-bash.ts +94 -94
- package/examples/extensions/input-transform-streaming.ts +39 -39
- package/examples/extensions/input-transform.ts +43 -43
- package/examples/extensions/interactive-shell.ts +196 -196
- package/examples/extensions/mac-system-theme.ts +47 -47
- package/examples/extensions/message-renderer.ts +59 -59
- package/examples/extensions/minimal-mode.ts +426 -426
- package/examples/extensions/modal-editor.ts +85 -85
- package/examples/extensions/model-status.ts +31 -31
- package/examples/extensions/notify.ts +55 -55
- package/examples/extensions/overlay-qa-tests.ts +1450 -1450
- package/examples/extensions/overlay-test.ts +153 -153
- package/examples/extensions/permission-gate.ts +34 -34
- package/examples/extensions/pirate.ts +47 -47
- package/examples/extensions/plan-mode/README.md +66 -66
- package/examples/extensions/plan-mode/index.ts +390 -390
- package/examples/extensions/plan-mode/utils.ts +168 -168
- package/examples/extensions/preset.ts +436 -436
- package/examples/extensions/project-trust.ts +64 -64
- package/examples/extensions/prompt-customizer.ts +97 -97
- package/examples/extensions/protected-paths.ts +30 -30
- package/examples/extensions/provider-payload.ts +18 -18
- package/examples/extensions/qna.ts +122 -122
- package/examples/extensions/question.ts +285 -285
- package/examples/extensions/questionnaire.ts +448 -448
- package/examples/extensions/rainbow-editor.ts +88 -88
- package/examples/extensions/reload-runtime.ts +37 -37
- package/examples/extensions/rpc-demo.ts +118 -118
- package/examples/extensions/sandbox/index.ts +321 -321
- package/examples/extensions/sandbox/package-lock.json +92 -92
- package/examples/extensions/sandbox/package.json +19 -19
- package/examples/extensions/send-user-message.ts +97 -97
- package/examples/extensions/session-name.ts +27 -27
- package/examples/extensions/shutdown-command.ts +63 -63
- package/examples/extensions/snake.ts +343 -343
- package/examples/extensions/space-invaders.ts +560 -560
- package/examples/extensions/ssh.ts +220 -220
- package/examples/extensions/status-line.ts +32 -32
- package/examples/extensions/structured-output.ts +65 -65
- package/examples/extensions/subagent/README.md +175 -175
- package/examples/extensions/subagent/agents/planner.md +37 -37
- package/examples/extensions/subagent/agents/reviewer.md +35 -35
- package/examples/extensions/subagent/agents/scout.md +50 -50
- package/examples/extensions/subagent/agents/worker.md +24 -24
- package/examples/extensions/subagent/agents.ts +126 -126
- package/examples/extensions/subagent/index.ts +1015 -1015
- package/examples/extensions/subagent/prompts/implement-and-review.md +10 -10
- package/examples/extensions/subagent/prompts/implement.md +10 -10
- package/examples/extensions/subagent/prompts/scout-and-plan.md +9 -9
- package/examples/extensions/summarize.ts +209 -209
- package/examples/extensions/system-prompt-header.ts +17 -17
- package/examples/extensions/tic-tac-toe.ts +1008 -1008
- package/examples/extensions/timed-confirm.ts +70 -70
- package/examples/extensions/titlebar-spinner.ts +58 -58
- package/examples/extensions/todo.ts +297 -297
- package/examples/extensions/tool-override.ts +144 -144
- package/examples/extensions/tools.ts +146 -146
- package/examples/extensions/trigger-compact.ts +50 -50
- package/examples/extensions/truncated-tool.ts +195 -195
- package/examples/extensions/widget-placement.ts +9 -9
- package/examples/extensions/with-deps/index.ts +32 -32
- package/examples/extensions/with-deps/package-lock.json +31 -31
- package/examples/extensions/with-deps/package.json +22 -22
- package/examples/extensions/working-indicator.ts +123 -123
- package/examples/extensions/working-message-test.ts +25 -25
- package/examples/rpc-extension-ui.ts +632 -632
- package/examples/sdk/01-minimal.ts +26 -26
- package/examples/sdk/02-custom-model.ts +53 -53
- package/examples/sdk/03-custom-prompt.ts +75 -75
- package/examples/sdk/04-skills.ts +55 -55
- package/examples/sdk/05-tools.ts +48 -48
- package/examples/sdk/06-extensions.ts +99 -99
- package/examples/sdk/07-context-files.ts +47 -47
- package/examples/sdk/08-prompt-templates.ts +51 -51
- package/examples/sdk/09-api-keys-and-oauth.ts +52 -52
- package/examples/sdk/10-settings.ts +53 -53
- package/examples/sdk/11-sessions.ts +52 -52
- package/examples/sdk/12-full-control.ts +79 -79
- package/examples/sdk/13-session-runtime.ts +67 -67
- package/examples/sdk/README.md +144 -144
- package/package.json +1 -1
|
@@ -1,345 +1,345 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* TPS Tracker — tokens-per-second tracking merged into the powerline footer.
|
|
3
|
-
*
|
|
4
|
-
* Live status remains intentionally approximate. Final main-model TPS uses
|
|
5
|
-
* provider output usage plus pi-tps' reliability, stall, and tool-call gates.
|
|
6
|
-
* Subagent UI/aggregation remains separate.
|
|
7
|
-
*/
|
|
8
|
-
|
|
9
|
-
import type { ExtensionAPI } from "@selesai/code";
|
|
10
|
-
|
|
11
|
-
const STALL_THRESHOLD_MS = 500;
|
|
12
|
-
const MAX_PLAUSIBLE_TPS = 10_000;
|
|
13
|
-
const MIN_STREAM_MS = 1;
|
|
14
|
-
const MIN_STREAM_UPDATES = 5;
|
|
15
|
-
const MIN_INTER_CHUNK_MS = 1;
|
|
16
|
-
const MIN_GENERATION_MS = 200;
|
|
17
|
-
const ACTIVE_TIME_THRESHOLD_MS = 200;
|
|
18
|
-
const STALL_REDUCTION_DENOM = 2;
|
|
19
|
-
const STALL_DOMINANCE_RATIO = 0.85;
|
|
20
|
-
|
|
21
|
-
export interface TpsTiming {
|
|
22
|
-
messageStartMs: number;
|
|
23
|
-
lastUpdateMs: number;
|
|
24
|
-
firstTokenMs: number | null;
|
|
25
|
-
updateCount: number;
|
|
26
|
-
firstStreamUpdateMs: number | null;
|
|
27
|
-
lastStreamUpdateMs: number;
|
|
28
|
-
stallMs: number;
|
|
29
|
-
generationMs: number;
|
|
30
|
-
}
|
|
31
|
-
|
|
32
|
-
export interface ReliableTps {
|
|
33
|
-
tps: number;
|
|
34
|
-
effectiveMs: number;
|
|
35
|
-
isPrimary: boolean;
|
|
36
|
-
}
|
|
37
|
-
|
|
38
|
-
/** Port of pi-tps' primary/fallback reliability and volume gates. */
|
|
39
|
-
export function calculateReliableTps(outputTokens: number, timing: TpsTiming): ReliableTps | null {
|
|
40
|
-
if (outputTokens <= 0 || timing.firstTokenMs === null) return null;
|
|
41
|
-
|
|
42
|
-
const streamMs = timing.updateCount > 0 && timing.firstStreamUpdateMs !== null
|
|
43
|
-
? timing.lastStreamUpdateMs - timing.firstStreamUpdateMs
|
|
44
|
-
: null;
|
|
45
|
-
const avgInterChunkGap = streamMs !== null && timing.updateCount > 1
|
|
46
|
-
? streamMs / (timing.updateCount - 1)
|
|
47
|
-
: 0;
|
|
48
|
-
|
|
49
|
-
let tps: number | null = null;
|
|
50
|
-
let effectiveMs = 0;
|
|
51
|
-
let isPrimary = false;
|
|
52
|
-
if (
|
|
53
|
-
streamMs !== null &&
|
|
54
|
-
streamMs >= MIN_STREAM_MS &&
|
|
55
|
-
timing.updateCount >= MIN_STREAM_UPDATES &&
|
|
56
|
-
avgInterChunkGap >= MIN_INTER_CHUNK_MS &&
|
|
57
|
-
timing.stallMs < streamMs &&
|
|
58
|
-
streamMs - timing.stallMs >= MIN_GENERATION_MS &&
|
|
59
|
-
timing.stallMs < streamMs - timing.stallMs
|
|
60
|
-
) {
|
|
61
|
-
effectiveMs = streamMs - timing.stallMs;
|
|
62
|
-
tps = Math.round((outputTokens / (effectiveMs / 1000)) * 10) / 10;
|
|
63
|
-
isPrimary = true;
|
|
64
|
-
} else if (timing.updateCount >= 2 && timing.generationMs >= MIN_GENERATION_MS) {
|
|
65
|
-
const stallsDominate =
|
|
66
|
-
timing.generationMs - timing.stallMs < ACTIVE_TIME_THRESHOLD_MS ||
|
|
67
|
-
timing.stallMs > timing.generationMs * STALL_DOMINANCE_RATIO;
|
|
68
|
-
effectiveMs = stallsDominate
|
|
69
|
-
? Math.max(timing.generationMs - timing.stallMs / STALL_REDUCTION_DENOM, MIN_GENERATION_MS)
|
|
70
|
-
: Math.max(timing.generationMs - timing.stallMs, MIN_GENERATION_MS);
|
|
71
|
-
tps = Math.round((outputTokens / (effectiveMs / 1000)) * 10) / 10;
|
|
72
|
-
}
|
|
73
|
-
|
|
74
|
-
if (tps === null || tps > MAX_PLAUSIBLE_TPS) return null;
|
|
75
|
-
return { tps, effectiveMs, isPrimary };
|
|
76
|
-
}
|
|
77
|
-
|
|
78
|
-
export function setupTpsTracker(pi: ExtensionAPI): void {
|
|
79
|
-
let messageStart: number | null = null;
|
|
80
|
-
let streamStart: number | null = null;
|
|
81
|
-
let estimatedStreamedTokens = 0;
|
|
82
|
-
let mainTiming: TpsTiming | null = null;
|
|
83
|
-
const mainMeasurements: Array<{
|
|
84
|
-
outputTokens: number;
|
|
85
|
-
timing: TpsTiming;
|
|
86
|
-
modelKey: string | null;
|
|
87
|
-
isToolCall: boolean;
|
|
88
|
-
}> = [];
|
|
89
|
-
let pendingToolMeasurement: (typeof mainMeasurements)[number] | null = null;
|
|
90
|
-
const tpsCaps = new Map<string, number>();
|
|
91
|
-
|
|
92
|
-
const subagentStarts = new Map<string, number>();
|
|
93
|
-
const subagentLiveTokens = new Map<string, number>();
|
|
94
|
-
let totalSubagentTokens = 0;
|
|
95
|
-
let totalSubagentMs = 0;
|
|
96
|
-
const subagentSummaries: Array<{ tokens: number; ms: number; tps: number }> = [];
|
|
97
|
-
|
|
98
|
-
function asRecord(value: unknown): Record<string, unknown> | null {
|
|
99
|
-
return value && typeof value === "object" && !Array.isArray(value) ? value as Record<string, unknown> : null;
|
|
100
|
-
}
|
|
101
|
-
|
|
102
|
-
function numberValue(value: unknown): number {
|
|
103
|
-
return typeof value === "number" && Number.isFinite(value) ? value : 0;
|
|
104
|
-
}
|
|
105
|
-
|
|
106
|
-
function getDetailsResult(value: unknown): Record<string, unknown> {
|
|
107
|
-
const result = asRecord(value);
|
|
108
|
-
const details = asRecord(result?.details);
|
|
109
|
-
return details ?? result ?? {};
|
|
110
|
-
}
|
|
111
|
-
|
|
112
|
-
function getResults(value: unknown): Record<string, unknown>[] {
|
|
113
|
-
const details = getDetailsResult(value);
|
|
114
|
-
return Array.isArray(details.results)
|
|
115
|
-
? details.results.map(asRecord).filter((item): item is Record<string, unknown> => !!item)
|
|
116
|
-
: [];
|
|
117
|
-
}
|
|
118
|
-
|
|
119
|
-
function generatedTokensFromUsage(usage: Record<string, unknown> | null): number {
|
|
120
|
-
return numberValue(usage?.output ?? usage?.outputTokens ?? usage?.completionTokens ?? usage?.completion_tokens);
|
|
121
|
-
}
|
|
122
|
-
|
|
123
|
-
function outputTokensFromResult(value: unknown): number {
|
|
124
|
-
return getResults(value).reduce((sum, result) => sum + generatedTokensFromUsage(asRecord(result.usage)), 0);
|
|
125
|
-
}
|
|
126
|
-
|
|
127
|
-
function liveTokensFromResult(value: unknown): number {
|
|
128
|
-
return subagentProgressItems(value).reduce((sum, item) => sum + item.tokens, 0);
|
|
129
|
-
}
|
|
130
|
-
|
|
131
|
-
function subagentProgressItems(value: unknown): Array<{ name: string; tokens: number; status?: string }> {
|
|
132
|
-
const details = getDetailsResult(value);
|
|
133
|
-
const progress = Array.isArray(details.progress) ? details.progress : undefined;
|
|
134
|
-
const resultItems = getResults(value).map((result, index) => {
|
|
135
|
-
const progress = asRecord(result.progress);
|
|
136
|
-
const usage = asRecord(result.usage);
|
|
137
|
-
return {
|
|
138
|
-
name: String(result.agent || progress?.agent || `agent${index + 1}`),
|
|
139
|
-
tokens: generatedTokensFromUsage(usage) || generatedTokensFromUsage(progress),
|
|
140
|
-
status: typeof progress?.status === "string" ? progress.status : undefined,
|
|
141
|
-
};
|
|
142
|
-
});
|
|
143
|
-
if (!progress || resultItems.some((item) => item.tokens > 0)) return resultItems;
|
|
144
|
-
|
|
145
|
-
return progress.map((entry, index) => {
|
|
146
|
-
const item = asRecord(entry) ?? {};
|
|
147
|
-
return {
|
|
148
|
-
name: String(item.agent || `agent${index + 1}`),
|
|
149
|
-
tokens: generatedTokensFromUsage(item),
|
|
150
|
-
status: typeof item.status === "string" ? item.status : undefined,
|
|
151
|
-
};
|
|
152
|
-
});
|
|
153
|
-
}
|
|
154
|
-
|
|
155
|
-
function subagentModeLabel(value: unknown): string {
|
|
156
|
-
const details = getDetailsResult(value);
|
|
157
|
-
const mode = typeof details.mode === "string" ? details.mode : "subagents";
|
|
158
|
-
return mode === "parallel" ? "parallel" : mode === "chain" ? "chain" : "subagent";
|
|
159
|
-
}
|
|
160
|
-
|
|
161
|
-
pi.on("agent_start", async (_event, ctx) => {
|
|
162
|
-
mainMeasurements.length = 0;
|
|
163
|
-
pendingToolMeasurement = null;
|
|
164
|
-
mainTiming = null;
|
|
165
|
-
totalSubagentTokens = 0;
|
|
166
|
-
totalSubagentMs = 0;
|
|
167
|
-
subagentSummaries.length = 0;
|
|
168
|
-
messageStart = null;
|
|
169
|
-
streamStart = null;
|
|
170
|
-
estimatedStreamedTokens = 0;
|
|
171
|
-
subagentStarts.clear();
|
|
172
|
-
subagentLiveTokens.clear();
|
|
173
|
-
ctx.ui.setStatus("tps", ctx.ui.theme.fg("success", "generating..."));
|
|
174
|
-
});
|
|
175
|
-
|
|
176
|
-
pi.on("message_start", async (event) => {
|
|
177
|
-
if (event.message.role !== "assistant") return;
|
|
178
|
-
const now = performance.now();
|
|
179
|
-
messageStart = now;
|
|
180
|
-
streamStart = null;
|
|
181
|
-
estimatedStreamedTokens = 0;
|
|
182
|
-
mainTiming = {
|
|
183
|
-
messageStartMs: now,
|
|
184
|
-
lastUpdateMs: now,
|
|
185
|
-
firstTokenMs: null,
|
|
186
|
-
updateCount: 0,
|
|
187
|
-
firstStreamUpdateMs: null,
|
|
188
|
-
lastStreamUpdateMs: 0,
|
|
189
|
-
stallMs: 0,
|
|
190
|
-
generationMs: 0,
|
|
191
|
-
};
|
|
192
|
-
pendingToolMeasurement = null;
|
|
193
|
-
});
|
|
194
|
-
|
|
195
|
-
pi.on("message_update", async (event, ctx) => {
|
|
196
|
-
if (event.message.role !== "assistant") return;
|
|
197
|
-
|
|
198
|
-
const now = performance.now();
|
|
199
|
-
if (mainTiming) {
|
|
200
|
-
if (mainTiming.firstTokenMs === null) {
|
|
201
|
-
mainTiming.firstTokenMs = now;
|
|
202
|
-
mainTiming.lastUpdateMs = now;
|
|
203
|
-
} else {
|
|
204
|
-
mainTiming.updateCount++;
|
|
205
|
-
mainTiming.firstStreamUpdateMs ??= now;
|
|
206
|
-
mainTiming.lastStreamUpdateMs = now;
|
|
207
|
-
const gap = now - mainTiming.lastUpdateMs;
|
|
208
|
-
if (gap >= STALL_THRESHOLD_MS) mainTiming.stallMs += gap;
|
|
209
|
-
mainTiming.lastUpdateMs = now;
|
|
210
|
-
}
|
|
211
|
-
}
|
|
212
|
-
|
|
213
|
-
const streamEvent = event.assistantMessageEvent;
|
|
214
|
-
const isOutputDelta =
|
|
215
|
-
streamEvent.type === "text_delta" ||
|
|
216
|
-
streamEvent.type === "thinking_delta" ||
|
|
217
|
-
streamEvent.type === "toolcall_delta";
|
|
218
|
-
if (!isOutputDelta) return;
|
|
219
|
-
|
|
220
|
-
streamStart ??= now;
|
|
221
|
-
estimatedStreamedTokens += Math.max(0, streamEvent.delta.length / 4);
|
|
222
|
-
const elapsed = (now - streamStart) / 1000;
|
|
223
|
-
const officialTokens = generatedTokensFromUsage(asRecord(event.message.usage));
|
|
224
|
-
const currentTokens = officialTokens > 0 ? officialTokens : estimatedStreamedTokens;
|
|
225
|
-
if (elapsed > 0 && currentTokens > 0) {
|
|
226
|
-
ctx.ui.setStatus("tps", ctx.ui.theme.fg("accent", `${Math.round(currentTokens / elapsed)} tok/s`));
|
|
227
|
-
}
|
|
228
|
-
});
|
|
229
|
-
|
|
230
|
-
pi.on("message_end", async (event) => {
|
|
231
|
-
if (event.message.role !== "assistant") return;
|
|
232
|
-
|
|
233
|
-
const now = performance.now();
|
|
234
|
-
if (mainTiming) {
|
|
235
|
-
mainTiming.generationMs = now - mainTiming.messageStartMs;
|
|
236
|
-
const message = asRecord(event.message);
|
|
237
|
-
const provider = typeof message?.provider === "string" ? message.provider : null;
|
|
238
|
-
const model = typeof message?.model === "string" ? message.model : null;
|
|
239
|
-
const outputTokens = generatedTokensFromUsage(asRecord(message?.usage));
|
|
240
|
-
if (outputTokens > 0) {
|
|
241
|
-
const measurement = {
|
|
242
|
-
outputTokens,
|
|
243
|
-
timing: mainTiming,
|
|
244
|
-
modelKey: provider && model ? `${provider}:${model}` : null,
|
|
245
|
-
isToolCall: false,
|
|
246
|
-
};
|
|
247
|
-
mainMeasurements.push(measurement);
|
|
248
|
-
pendingToolMeasurement = measurement;
|
|
249
|
-
}
|
|
250
|
-
}
|
|
251
|
-
|
|
252
|
-
mainTiming = null;
|
|
253
|
-
messageStart = null;
|
|
254
|
-
streamStart = null;
|
|
255
|
-
estimatedStreamedTokens = 0;
|
|
256
|
-
});
|
|
257
|
-
|
|
258
|
-
pi.on("tool_execution_start", async (event) => {
|
|
259
|
-
if (pendingToolMeasurement) pendingToolMeasurement.isToolCall = true;
|
|
260
|
-
if (event.toolName !== "subagent") return;
|
|
261
|
-
subagentStarts.set(event.toolCallId, Date.now());
|
|
262
|
-
});
|
|
263
|
-
|
|
264
|
-
pi.on("tool_execution_update", async (event, ctx) => {
|
|
265
|
-
if (event.toolName !== "subagent") return;
|
|
266
|
-
const start = subagentStarts.get(event.toolCallId);
|
|
267
|
-
if (!start) return;
|
|
268
|
-
|
|
269
|
-
const items = subagentProgressItems(event.partialResult);
|
|
270
|
-
const tokens = items.reduce((sum, item) => sum + item.tokens, 0);
|
|
271
|
-
subagentLiveTokens.set(event.toolCallId, tokens);
|
|
272
|
-
const elapsed = (Date.now() - start) / 1000;
|
|
273
|
-
if (tokens <= 0 || elapsed <= 0) return;
|
|
274
|
-
|
|
275
|
-
const tps = Math.round(tokens / elapsed);
|
|
276
|
-
const mode = subagentModeLabel(event.partialResult);
|
|
277
|
-
const agentSummary = items.filter((item) => item.tokens > 0 || item.status === "running")
|
|
278
|
-
.map((item) => `${item.name} ${Math.round(item.tokens / elapsed)} t/s`).join(" ");
|
|
279
|
-
ctx.ui.setStatus("tps", `${ctx.ui.theme.fg("accent", `main+${mode} ${tps} t/s`)} ${ctx.ui.theme.fg("success", `(${agentSummary || `${tps} t/s`})`)}`);
|
|
280
|
-
});
|
|
281
|
-
|
|
282
|
-
pi.on("tool_execution_end", async (event, ctx) => {
|
|
283
|
-
if (event.toolName !== "subagent") return;
|
|
284
|
-
const start = subagentStarts.get(event.toolCallId);
|
|
285
|
-
subagentStarts.delete(event.toolCallId);
|
|
286
|
-
const liveTokens = subagentLiveTokens.get(event.toolCallId) ?? liveTokensFromResult(event.result);
|
|
287
|
-
subagentLiveTokens.delete(event.toolCallId);
|
|
288
|
-
if (!start || event.isError) return;
|
|
289
|
-
|
|
290
|
-
const outputTokens = outputTokensFromResult(event.result);
|
|
291
|
-
const displayTokens = outputTokens || liveTokens;
|
|
292
|
-
const elapsedMs = Math.max(0, Date.now() - start);
|
|
293
|
-
if (displayTokens <= 0 || elapsedMs <= 0) return;
|
|
294
|
-
const elapsedSeconds = elapsedMs / 1000;
|
|
295
|
-
const items = subagentProgressItems(event.result);
|
|
296
|
-
const agentSummary = items.filter((item) => item.tokens > 0)
|
|
297
|
-
.map((item) => `${item.name} ${Math.round(item.tokens / elapsedSeconds)} t/s`).join(" ");
|
|
298
|
-
const tps = Math.round(displayTokens / elapsedSeconds);
|
|
299
|
-
const mode = subagentModeLabel(event.result);
|
|
300
|
-
|
|
301
|
-
totalSubagentTokens += displayTokens;
|
|
302
|
-
totalSubagentMs += elapsedMs;
|
|
303
|
-
subagentSummaries.push({ tokens: displayTokens, ms: elapsedMs, tps });
|
|
304
|
-
ctx.ui.notify(`${ctx.ui.theme.fg("success", "✓")} ${ctx.ui.theme.fg("accent", `${tps} t/s`)}`, "info");
|
|
305
|
-
ctx.ui.setStatus("tps", `${ctx.ui.theme.fg("accent", `main+${mode} ${tps} t/s`)} ${ctx.ui.theme.fg("success", `(${agentSummary || `${tps} t/s`})`)}`);
|
|
306
|
-
});
|
|
307
|
-
|
|
308
|
-
pi.on("agent_end", async (_event, ctx) => {
|
|
309
|
-
let measuredMainTokens = 0;
|
|
310
|
-
let measuredMainMs = 0;
|
|
311
|
-
for (const measurement of mainMeasurements) {
|
|
312
|
-
if (!measurement.modelKey) continue;
|
|
313
|
-
const reliable = calculateReliableTps(measurement.outputTokens, measurement.timing);
|
|
314
|
-
if (!reliable) continue;
|
|
315
|
-
|
|
316
|
-
let tps = reliable.tps;
|
|
317
|
-
if (measurement.isToolCall) {
|
|
318
|
-
const cap = tpsCaps.get(measurement.modelKey);
|
|
319
|
-
if (cap === undefined) continue;
|
|
320
|
-
tps = Math.min(tps, cap);
|
|
321
|
-
} else if (reliable.isPrimary) {
|
|
322
|
-
const cap = tpsCaps.get(measurement.modelKey);
|
|
323
|
-
if (cap === undefined || tps > cap) tpsCaps.set(measurement.modelKey, tps);
|
|
324
|
-
}
|
|
325
|
-
measuredMainTokens += tps * (reliable.effectiveMs / 1000);
|
|
326
|
-
measuredMainMs += reliable.effectiveMs;
|
|
327
|
-
}
|
|
328
|
-
|
|
329
|
-
const totalTokens = measuredMainTokens + totalSubagentTokens;
|
|
330
|
-
const totalMs = measuredMainMs + totalSubagentMs;
|
|
331
|
-
const tps = totalTokens > 0 && totalMs > 0 ? Math.round(totalTokens / (totalMs / 1000)) : 0;
|
|
332
|
-
const mainTps = measuredMainTokens > 0 && measuredMainMs > 0
|
|
333
|
-
? Math.round(measuredMainTokens / (measuredMainMs / 1000)) : 0;
|
|
334
|
-
const subagentTps = totalSubagentTokens > 0 && totalSubagentMs > 0
|
|
335
|
-
? Math.round(totalSubagentTokens / (totalSubagentMs / 1000)) : 0;
|
|
336
|
-
const theme = ctx.ui.theme;
|
|
337
|
-
const mainDetail = mainTps > 0 ? theme.fg("success", ` | main ${mainTps} t/s`) : "";
|
|
338
|
-
const subagentDetail = subagentTps > 0
|
|
339
|
-
? theme.fg("success", ` | subagents ${subagentTps} t/s (${subagentSummaries.length} call${subagentSummaries.length === 1 ? "" : "s"})`) : "";
|
|
340
|
-
ctx.ui.notify(`${theme.fg("success", "✓")} total ${tps > 0 ? theme.fg("accent", `${tps} t/s`) : theme.fg("success", "N/A")}${mainDetail}${subagentDetail}`, "info");
|
|
341
|
-
const finalMainStatus = mainTps > 0 ? `main ${mainTps} t/s` : "main N/A";
|
|
342
|
-
const finalSubagentStatus = subagentTps > 0 ? `subagents ${subagentTps} t/s` : "";
|
|
343
|
-
ctx.ui.setStatus("tps", `${theme.fg("accent", `done ${tps} t/s`)} ${theme.fg("success", `(${[finalMainStatus, finalSubagentStatus].filter(Boolean).join(" ")})`)}`);
|
|
344
|
-
});
|
|
345
|
-
}
|
|
1
|
+
/**
|
|
2
|
+
* TPS Tracker — tokens-per-second tracking merged into the powerline footer.
|
|
3
|
+
*
|
|
4
|
+
* Live status remains intentionally approximate. Final main-model TPS uses
|
|
5
|
+
* provider output usage plus pi-tps' reliability, stall, and tool-call gates.
|
|
6
|
+
* Subagent UI/aggregation remains separate.
|
|
7
|
+
*/
|
|
8
|
+
|
|
9
|
+
import type { ExtensionAPI } from "@selesai/code";
|
|
10
|
+
|
|
11
|
+
const STALL_THRESHOLD_MS = 500;
|
|
12
|
+
const MAX_PLAUSIBLE_TPS = 10_000;
|
|
13
|
+
const MIN_STREAM_MS = 1;
|
|
14
|
+
const MIN_STREAM_UPDATES = 5;
|
|
15
|
+
const MIN_INTER_CHUNK_MS = 1;
|
|
16
|
+
const MIN_GENERATION_MS = 200;
|
|
17
|
+
const ACTIVE_TIME_THRESHOLD_MS = 200;
|
|
18
|
+
const STALL_REDUCTION_DENOM = 2;
|
|
19
|
+
const STALL_DOMINANCE_RATIO = 0.85;
|
|
20
|
+
|
|
21
|
+
export interface TpsTiming {
|
|
22
|
+
messageStartMs: number;
|
|
23
|
+
lastUpdateMs: number;
|
|
24
|
+
firstTokenMs: number | null;
|
|
25
|
+
updateCount: number;
|
|
26
|
+
firstStreamUpdateMs: number | null;
|
|
27
|
+
lastStreamUpdateMs: number;
|
|
28
|
+
stallMs: number;
|
|
29
|
+
generationMs: number;
|
|
30
|
+
}
|
|
31
|
+
|
|
32
|
+
export interface ReliableTps {
|
|
33
|
+
tps: number;
|
|
34
|
+
effectiveMs: number;
|
|
35
|
+
isPrimary: boolean;
|
|
36
|
+
}
|
|
37
|
+
|
|
38
|
+
/** Port of pi-tps' primary/fallback reliability and volume gates. */
|
|
39
|
+
export function calculateReliableTps(outputTokens: number, timing: TpsTiming): ReliableTps | null {
|
|
40
|
+
if (outputTokens <= 0 || timing.firstTokenMs === null) return null;
|
|
41
|
+
|
|
42
|
+
const streamMs = timing.updateCount > 0 && timing.firstStreamUpdateMs !== null
|
|
43
|
+
? timing.lastStreamUpdateMs - timing.firstStreamUpdateMs
|
|
44
|
+
: null;
|
|
45
|
+
const avgInterChunkGap = streamMs !== null && timing.updateCount > 1
|
|
46
|
+
? streamMs / (timing.updateCount - 1)
|
|
47
|
+
: 0;
|
|
48
|
+
|
|
49
|
+
let tps: number | null = null;
|
|
50
|
+
let effectiveMs = 0;
|
|
51
|
+
let isPrimary = false;
|
|
52
|
+
if (
|
|
53
|
+
streamMs !== null &&
|
|
54
|
+
streamMs >= MIN_STREAM_MS &&
|
|
55
|
+
timing.updateCount >= MIN_STREAM_UPDATES &&
|
|
56
|
+
avgInterChunkGap >= MIN_INTER_CHUNK_MS &&
|
|
57
|
+
timing.stallMs < streamMs &&
|
|
58
|
+
streamMs - timing.stallMs >= MIN_GENERATION_MS &&
|
|
59
|
+
timing.stallMs < streamMs - timing.stallMs
|
|
60
|
+
) {
|
|
61
|
+
effectiveMs = streamMs - timing.stallMs;
|
|
62
|
+
tps = Math.round((outputTokens / (effectiveMs / 1000)) * 10) / 10;
|
|
63
|
+
isPrimary = true;
|
|
64
|
+
} else if (timing.updateCount >= 2 && timing.generationMs >= MIN_GENERATION_MS) {
|
|
65
|
+
const stallsDominate =
|
|
66
|
+
timing.generationMs - timing.stallMs < ACTIVE_TIME_THRESHOLD_MS ||
|
|
67
|
+
timing.stallMs > timing.generationMs * STALL_DOMINANCE_RATIO;
|
|
68
|
+
effectiveMs = stallsDominate
|
|
69
|
+
? Math.max(timing.generationMs - timing.stallMs / STALL_REDUCTION_DENOM, MIN_GENERATION_MS)
|
|
70
|
+
: Math.max(timing.generationMs - timing.stallMs, MIN_GENERATION_MS);
|
|
71
|
+
tps = Math.round((outputTokens / (effectiveMs / 1000)) * 10) / 10;
|
|
72
|
+
}
|
|
73
|
+
|
|
74
|
+
if (tps === null || tps > MAX_PLAUSIBLE_TPS) return null;
|
|
75
|
+
return { tps, effectiveMs, isPrimary };
|
|
76
|
+
}
|
|
77
|
+
|
|
78
|
+
export function setupTpsTracker(pi: ExtensionAPI): void {
|
|
79
|
+
let messageStart: number | null = null;
|
|
80
|
+
let streamStart: number | null = null;
|
|
81
|
+
let estimatedStreamedTokens = 0;
|
|
82
|
+
let mainTiming: TpsTiming | null = null;
|
|
83
|
+
const mainMeasurements: Array<{
|
|
84
|
+
outputTokens: number;
|
|
85
|
+
timing: TpsTiming;
|
|
86
|
+
modelKey: string | null;
|
|
87
|
+
isToolCall: boolean;
|
|
88
|
+
}> = [];
|
|
89
|
+
let pendingToolMeasurement: (typeof mainMeasurements)[number] | null = null;
|
|
90
|
+
const tpsCaps = new Map<string, number>();
|
|
91
|
+
|
|
92
|
+
const subagentStarts = new Map<string, number>();
|
|
93
|
+
const subagentLiveTokens = new Map<string, number>();
|
|
94
|
+
let totalSubagentTokens = 0;
|
|
95
|
+
let totalSubagentMs = 0;
|
|
96
|
+
const subagentSummaries: Array<{ tokens: number; ms: number; tps: number }> = [];
|
|
97
|
+
|
|
98
|
+
function asRecord(value: unknown): Record<string, unknown> | null {
|
|
99
|
+
return value && typeof value === "object" && !Array.isArray(value) ? value as Record<string, unknown> : null;
|
|
100
|
+
}
|
|
101
|
+
|
|
102
|
+
function numberValue(value: unknown): number {
|
|
103
|
+
return typeof value === "number" && Number.isFinite(value) ? value : 0;
|
|
104
|
+
}
|
|
105
|
+
|
|
106
|
+
function getDetailsResult(value: unknown): Record<string, unknown> {
|
|
107
|
+
const result = asRecord(value);
|
|
108
|
+
const details = asRecord(result?.details);
|
|
109
|
+
return details ?? result ?? {};
|
|
110
|
+
}
|
|
111
|
+
|
|
112
|
+
function getResults(value: unknown): Record<string, unknown>[] {
|
|
113
|
+
const details = getDetailsResult(value);
|
|
114
|
+
return Array.isArray(details.results)
|
|
115
|
+
? details.results.map(asRecord).filter((item): item is Record<string, unknown> => !!item)
|
|
116
|
+
: [];
|
|
117
|
+
}
|
|
118
|
+
|
|
119
|
+
function generatedTokensFromUsage(usage: Record<string, unknown> | null): number {
|
|
120
|
+
return numberValue(usage?.output ?? usage?.outputTokens ?? usage?.completionTokens ?? usage?.completion_tokens);
|
|
121
|
+
}
|
|
122
|
+
|
|
123
|
+
function outputTokensFromResult(value: unknown): number {
|
|
124
|
+
return getResults(value).reduce((sum, result) => sum + generatedTokensFromUsage(asRecord(result.usage)), 0);
|
|
125
|
+
}
|
|
126
|
+
|
|
127
|
+
function liveTokensFromResult(value: unknown): number {
|
|
128
|
+
return subagentProgressItems(value).reduce((sum, item) => sum + item.tokens, 0);
|
|
129
|
+
}
|
|
130
|
+
|
|
131
|
+
function subagentProgressItems(value: unknown): Array<{ name: string; tokens: number; status?: string }> {
|
|
132
|
+
const details = getDetailsResult(value);
|
|
133
|
+
const progress = Array.isArray(details.progress) ? details.progress : undefined;
|
|
134
|
+
const resultItems = getResults(value).map((result, index) => {
|
|
135
|
+
const progress = asRecord(result.progress);
|
|
136
|
+
const usage = asRecord(result.usage);
|
|
137
|
+
return {
|
|
138
|
+
name: String(result.agent || progress?.agent || `agent${index + 1}`),
|
|
139
|
+
tokens: generatedTokensFromUsage(usage) || generatedTokensFromUsage(progress),
|
|
140
|
+
status: typeof progress?.status === "string" ? progress.status : undefined,
|
|
141
|
+
};
|
|
142
|
+
});
|
|
143
|
+
if (!progress || resultItems.some((item) => item.tokens > 0)) return resultItems;
|
|
144
|
+
|
|
145
|
+
return progress.map((entry, index) => {
|
|
146
|
+
const item = asRecord(entry) ?? {};
|
|
147
|
+
return {
|
|
148
|
+
name: String(item.agent || `agent${index + 1}`),
|
|
149
|
+
tokens: generatedTokensFromUsage(item),
|
|
150
|
+
status: typeof item.status === "string" ? item.status : undefined,
|
|
151
|
+
};
|
|
152
|
+
});
|
|
153
|
+
}
|
|
154
|
+
|
|
155
|
+
function subagentModeLabel(value: unknown): string {
|
|
156
|
+
const details = getDetailsResult(value);
|
|
157
|
+
const mode = typeof details.mode === "string" ? details.mode : "subagents";
|
|
158
|
+
return mode === "parallel" ? "parallel" : mode === "chain" ? "chain" : "subagent";
|
|
159
|
+
}
|
|
160
|
+
|
|
161
|
+
pi.on("agent_start", async (_event, ctx) => {
|
|
162
|
+
mainMeasurements.length = 0;
|
|
163
|
+
pendingToolMeasurement = null;
|
|
164
|
+
mainTiming = null;
|
|
165
|
+
totalSubagentTokens = 0;
|
|
166
|
+
totalSubagentMs = 0;
|
|
167
|
+
subagentSummaries.length = 0;
|
|
168
|
+
messageStart = null;
|
|
169
|
+
streamStart = null;
|
|
170
|
+
estimatedStreamedTokens = 0;
|
|
171
|
+
subagentStarts.clear();
|
|
172
|
+
subagentLiveTokens.clear();
|
|
173
|
+
ctx.ui.setStatus("tps", ctx.ui.theme.fg("success", "generating..."));
|
|
174
|
+
});
|
|
175
|
+
|
|
176
|
+
pi.on("message_start", async (event) => {
|
|
177
|
+
if (event.message.role !== "assistant") return;
|
|
178
|
+
const now = performance.now();
|
|
179
|
+
messageStart = now;
|
|
180
|
+
streamStart = null;
|
|
181
|
+
estimatedStreamedTokens = 0;
|
|
182
|
+
mainTiming = {
|
|
183
|
+
messageStartMs: now,
|
|
184
|
+
lastUpdateMs: now,
|
|
185
|
+
firstTokenMs: null,
|
|
186
|
+
updateCount: 0,
|
|
187
|
+
firstStreamUpdateMs: null,
|
|
188
|
+
lastStreamUpdateMs: 0,
|
|
189
|
+
stallMs: 0,
|
|
190
|
+
generationMs: 0,
|
|
191
|
+
};
|
|
192
|
+
pendingToolMeasurement = null;
|
|
193
|
+
});
|
|
194
|
+
|
|
195
|
+
pi.on("message_update", async (event, ctx) => {
|
|
196
|
+
if (event.message.role !== "assistant") return;
|
|
197
|
+
|
|
198
|
+
const now = performance.now();
|
|
199
|
+
if (mainTiming) {
|
|
200
|
+
if (mainTiming.firstTokenMs === null) {
|
|
201
|
+
mainTiming.firstTokenMs = now;
|
|
202
|
+
mainTiming.lastUpdateMs = now;
|
|
203
|
+
} else {
|
|
204
|
+
mainTiming.updateCount++;
|
|
205
|
+
mainTiming.firstStreamUpdateMs ??= now;
|
|
206
|
+
mainTiming.lastStreamUpdateMs = now;
|
|
207
|
+
const gap = now - mainTiming.lastUpdateMs;
|
|
208
|
+
if (gap >= STALL_THRESHOLD_MS) mainTiming.stallMs += gap;
|
|
209
|
+
mainTiming.lastUpdateMs = now;
|
|
210
|
+
}
|
|
211
|
+
}
|
|
212
|
+
|
|
213
|
+
const streamEvent = event.assistantMessageEvent;
|
|
214
|
+
const isOutputDelta =
|
|
215
|
+
streamEvent.type === "text_delta" ||
|
|
216
|
+
streamEvent.type === "thinking_delta" ||
|
|
217
|
+
streamEvent.type === "toolcall_delta";
|
|
218
|
+
if (!isOutputDelta) return;
|
|
219
|
+
|
|
220
|
+
streamStart ??= now;
|
|
221
|
+
estimatedStreamedTokens += Math.max(0, streamEvent.delta.length / 4);
|
|
222
|
+
const elapsed = (now - streamStart) / 1000;
|
|
223
|
+
const officialTokens = generatedTokensFromUsage(asRecord(event.message.usage));
|
|
224
|
+
const currentTokens = officialTokens > 0 ? officialTokens : estimatedStreamedTokens;
|
|
225
|
+
if (elapsed > 0 && currentTokens > 0) {
|
|
226
|
+
ctx.ui.setStatus("tps", ctx.ui.theme.fg("accent", `${Math.round(currentTokens / elapsed)} tok/s`));
|
|
227
|
+
}
|
|
228
|
+
});
|
|
229
|
+
|
|
230
|
+
pi.on("message_end", async (event) => {
|
|
231
|
+
if (event.message.role !== "assistant") return;
|
|
232
|
+
|
|
233
|
+
const now = performance.now();
|
|
234
|
+
if (mainTiming) {
|
|
235
|
+
mainTiming.generationMs = now - mainTiming.messageStartMs;
|
|
236
|
+
const message = asRecord(event.message);
|
|
237
|
+
const provider = typeof message?.provider === "string" ? message.provider : null;
|
|
238
|
+
const model = typeof message?.model === "string" ? message.model : null;
|
|
239
|
+
const outputTokens = generatedTokensFromUsage(asRecord(message?.usage));
|
|
240
|
+
if (outputTokens > 0) {
|
|
241
|
+
const measurement = {
|
|
242
|
+
outputTokens,
|
|
243
|
+
timing: mainTiming,
|
|
244
|
+
modelKey: provider && model ? `${provider}:${model}` : null,
|
|
245
|
+
isToolCall: false,
|
|
246
|
+
};
|
|
247
|
+
mainMeasurements.push(measurement);
|
|
248
|
+
pendingToolMeasurement = measurement;
|
|
249
|
+
}
|
|
250
|
+
}
|
|
251
|
+
|
|
252
|
+
mainTiming = null;
|
|
253
|
+
messageStart = null;
|
|
254
|
+
streamStart = null;
|
|
255
|
+
estimatedStreamedTokens = 0;
|
|
256
|
+
});
|
|
257
|
+
|
|
258
|
+
pi.on("tool_execution_start", async (event) => {
|
|
259
|
+
if (pendingToolMeasurement) pendingToolMeasurement.isToolCall = true;
|
|
260
|
+
if (event.toolName !== "subagent") return;
|
|
261
|
+
subagentStarts.set(event.toolCallId, Date.now());
|
|
262
|
+
});
|
|
263
|
+
|
|
264
|
+
pi.on("tool_execution_update", async (event, ctx) => {
|
|
265
|
+
if (event.toolName !== "subagent") return;
|
|
266
|
+
const start = subagentStarts.get(event.toolCallId);
|
|
267
|
+
if (!start) return;
|
|
268
|
+
|
|
269
|
+
const items = subagentProgressItems(event.partialResult);
|
|
270
|
+
const tokens = items.reduce((sum, item) => sum + item.tokens, 0);
|
|
271
|
+
subagentLiveTokens.set(event.toolCallId, tokens);
|
|
272
|
+
const elapsed = (Date.now() - start) / 1000;
|
|
273
|
+
if (tokens <= 0 || elapsed <= 0) return;
|
|
274
|
+
|
|
275
|
+
const tps = Math.round(tokens / elapsed);
|
|
276
|
+
const mode = subagentModeLabel(event.partialResult);
|
|
277
|
+
const agentSummary = items.filter((item) => item.tokens > 0 || item.status === "running")
|
|
278
|
+
.map((item) => `${item.name} ${Math.round(item.tokens / elapsed)} t/s`).join(" ");
|
|
279
|
+
ctx.ui.setStatus("tps", `${ctx.ui.theme.fg("accent", `main+${mode} ${tps} t/s`)} ${ctx.ui.theme.fg("success", `(${agentSummary || `${tps} t/s`})`)}`);
|
|
280
|
+
});
|
|
281
|
+
|
|
282
|
+
pi.on("tool_execution_end", async (event, ctx) => {
|
|
283
|
+
if (event.toolName !== "subagent") return;
|
|
284
|
+
const start = subagentStarts.get(event.toolCallId);
|
|
285
|
+
subagentStarts.delete(event.toolCallId);
|
|
286
|
+
const liveTokens = subagentLiveTokens.get(event.toolCallId) ?? liveTokensFromResult(event.result);
|
|
287
|
+
subagentLiveTokens.delete(event.toolCallId);
|
|
288
|
+
if (!start || event.isError) return;
|
|
289
|
+
|
|
290
|
+
const outputTokens = outputTokensFromResult(event.result);
|
|
291
|
+
const displayTokens = outputTokens || liveTokens;
|
|
292
|
+
const elapsedMs = Math.max(0, Date.now() - start);
|
|
293
|
+
if (displayTokens <= 0 || elapsedMs <= 0) return;
|
|
294
|
+
const elapsedSeconds = elapsedMs / 1000;
|
|
295
|
+
const items = subagentProgressItems(event.result);
|
|
296
|
+
const agentSummary = items.filter((item) => item.tokens > 0)
|
|
297
|
+
.map((item) => `${item.name} ${Math.round(item.tokens / elapsedSeconds)} t/s`).join(" ");
|
|
298
|
+
const tps = Math.round(displayTokens / elapsedSeconds);
|
|
299
|
+
const mode = subagentModeLabel(event.result);
|
|
300
|
+
|
|
301
|
+
totalSubagentTokens += displayTokens;
|
|
302
|
+
totalSubagentMs += elapsedMs;
|
|
303
|
+
subagentSummaries.push({ tokens: displayTokens, ms: elapsedMs, tps });
|
|
304
|
+
ctx.ui.notify(`${ctx.ui.theme.fg("success", "✓")} ${ctx.ui.theme.fg("accent", `${tps} t/s`)}`, "info");
|
|
305
|
+
ctx.ui.setStatus("tps", `${ctx.ui.theme.fg("accent", `main+${mode} ${tps} t/s`)} ${ctx.ui.theme.fg("success", `(${agentSummary || `${tps} t/s`})`)}`);
|
|
306
|
+
});
|
|
307
|
+
|
|
308
|
+
pi.on("agent_end", async (_event, ctx) => {
|
|
309
|
+
let measuredMainTokens = 0;
|
|
310
|
+
let measuredMainMs = 0;
|
|
311
|
+
for (const measurement of mainMeasurements) {
|
|
312
|
+
if (!measurement.modelKey) continue;
|
|
313
|
+
const reliable = calculateReliableTps(measurement.outputTokens, measurement.timing);
|
|
314
|
+
if (!reliable) continue;
|
|
315
|
+
|
|
316
|
+
let tps = reliable.tps;
|
|
317
|
+
if (measurement.isToolCall) {
|
|
318
|
+
const cap = tpsCaps.get(measurement.modelKey);
|
|
319
|
+
if (cap === undefined) continue;
|
|
320
|
+
tps = Math.min(tps, cap);
|
|
321
|
+
} else if (reliable.isPrimary) {
|
|
322
|
+
const cap = tpsCaps.get(measurement.modelKey);
|
|
323
|
+
if (cap === undefined || tps > cap) tpsCaps.set(measurement.modelKey, tps);
|
|
324
|
+
}
|
|
325
|
+
measuredMainTokens += tps * (reliable.effectiveMs / 1000);
|
|
326
|
+
measuredMainMs += reliable.effectiveMs;
|
|
327
|
+
}
|
|
328
|
+
|
|
329
|
+
const totalTokens = measuredMainTokens + totalSubagentTokens;
|
|
330
|
+
const totalMs = measuredMainMs + totalSubagentMs;
|
|
331
|
+
const tps = totalTokens > 0 && totalMs > 0 ? Math.round(totalTokens / (totalMs / 1000)) : 0;
|
|
332
|
+
const mainTps = measuredMainTokens > 0 && measuredMainMs > 0
|
|
333
|
+
? Math.round(measuredMainTokens / (measuredMainMs / 1000)) : 0;
|
|
334
|
+
const subagentTps = totalSubagentTokens > 0 && totalSubagentMs > 0
|
|
335
|
+
? Math.round(totalSubagentTokens / (totalSubagentMs / 1000)) : 0;
|
|
336
|
+
const theme = ctx.ui.theme;
|
|
337
|
+
const mainDetail = mainTps > 0 ? theme.fg("success", ` | main ${mainTps} t/s`) : "";
|
|
338
|
+
const subagentDetail = subagentTps > 0
|
|
339
|
+
? theme.fg("success", ` | subagents ${subagentTps} t/s (${subagentSummaries.length} call${subagentSummaries.length === 1 ? "" : "s"})`) : "";
|
|
340
|
+
ctx.ui.notify(`${theme.fg("success", "✓")} total ${tps > 0 ? theme.fg("accent", `${tps} t/s`) : theme.fg("success", "N/A")}${mainDetail}${subagentDetail}`, "info");
|
|
341
|
+
const finalMainStatus = mainTps > 0 ? `main ${mainTps} t/s` : "main N/A";
|
|
342
|
+
const finalSubagentStatus = subagentTps > 0 ? `subagents ${subagentTps} t/s` : "";
|
|
343
|
+
ctx.ui.setStatus("tps", `${theme.fg("accent", `done ${tps} t/s`)} ${theme.fg("success", `(${[finalMainStatus, finalSubagentStatus].filter(Boolean).join(" ")})`)}`);
|
|
344
|
+
});
|
|
345
|
+
}
|