vllmstat 0.2.2__tar.gz → 0.2.3__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {vllmstat-0.2.2 → vllmstat-0.2.3}/PKG-INFO +5 -3
- {vllmstat-0.2.2 → vllmstat-0.2.3}/README.md +4 -2
- vllmstat-0.2.3/docs/screenshot.png +0 -0
- vllmstat-0.2.3/docs/screenshot.svg +265 -0
- {vllmstat-0.2.2 → vllmstat-0.2.3}/pyproject.toml +1 -1
- {vllmstat-0.2.2 → vllmstat-0.2.3}/src/vllmstat/__init__.py +1 -1
- {vllmstat-0.2.2 → vllmstat-0.2.3}/src/vllmstat/app.py +7 -0
- {vllmstat-0.2.2 → vllmstat-0.2.3}/src/vllmstat/core/metrics.py +134 -4
- {vllmstat-0.2.2 → vllmstat-0.2.3}/src/vllmstat/core/state.py +10 -0
- {vllmstat-0.2.2 → vllmstat-0.2.3}/src/vllmstat/format.py +16 -0
- {vllmstat-0.2.2 → vllmstat-0.2.3}/src/vllmstat/providers/gpu.py +12 -3
- {vllmstat-0.2.2 → vllmstat-0.2.3}/src/vllmstat/providers/gpu_intel.py +37 -0
- {vllmstat-0.2.2 → vllmstat-0.2.3}/src/vllmstat/render.py +20 -5
- {vllmstat-0.2.2 → vllmstat-0.2.3}/tests/test_app.py +17 -0
- {vllmstat-0.2.2 → vllmstat-0.2.3}/tests/test_format.py +12 -1
- {vllmstat-0.2.2 → vllmstat-0.2.3}/tests/test_gpu_intel.py +74 -0
- vllmstat-0.2.3/tests/test_metrics.py +137 -0
- {vllmstat-0.2.2 → vllmstat-0.2.3}/tests/test_render.py +98 -0
- vllmstat-0.2.2/docs/screenshot.png +0 -0
- vllmstat-0.2.2/docs/screenshot.svg +0 -241
- vllmstat-0.2.2/tests/test_metrics.py +0 -56
- {vllmstat-0.2.2 → vllmstat-0.2.3}/.gitignore +0 -0
- {vllmstat-0.2.2 → vllmstat-0.2.3}/CONTRIBUTING.md +0 -0
- {vllmstat-0.2.2 → vllmstat-0.2.3}/LICENSE +0 -0
- {vllmstat-0.2.2 → vllmstat-0.2.3}/docs/superpowers/plans/2026-06-14-multivendor-gpu.md +0 -0
- {vllmstat-0.2.2 → vllmstat-0.2.3}/docs/superpowers/plans/2026-06-14-vllmstat.md +0 -0
- {vllmstat-0.2.2 → vllmstat-0.2.3}/docs/superpowers/specs/2026-06-14-vllmstat-design.md +0 -0
- {vllmstat-0.2.2 → vllmstat-0.2.3}/scripts/smoke_live.py +0 -0
- {vllmstat-0.2.2 → vllmstat-0.2.3}/src/vllmstat/__main__.py +0 -0
- {vllmstat-0.2.2 → vllmstat-0.2.3}/src/vllmstat/cli.py +0 -0
- {vllmstat-0.2.2 → vllmstat-0.2.3}/src/vllmstat/config.py +0 -0
- {vllmstat-0.2.2 → vllmstat-0.2.3}/src/vllmstat/core/__init__.py +0 -0
- {vllmstat-0.2.2 → vllmstat-0.2.3}/src/vllmstat/core/histogram.py +0 -0
- {vllmstat-0.2.2 → vllmstat-0.2.3}/src/vllmstat/core/history.py +0 -0
- {vllmstat-0.2.2 → vllmstat-0.2.3}/src/vllmstat/core/kv.py +0 -0
- {vllmstat-0.2.2 → vllmstat-0.2.3}/src/vllmstat/core/parse.py +0 -0
- {vllmstat-0.2.2 → vllmstat-0.2.3}/src/vllmstat/core/rates.py +0 -0
- {vllmstat-0.2.2 → vllmstat-0.2.3}/src/vllmstat/model_dims.py +0 -0
- {vllmstat-0.2.2 → vllmstat-0.2.3}/src/vllmstat/plot.py +0 -0
- {vllmstat-0.2.2 → vllmstat-0.2.3}/src/vllmstat/providers/__init__.py +0 -0
- {vllmstat-0.2.2 → vllmstat-0.2.3}/src/vllmstat/providers/gpu_amd.py +0 -0
- {vllmstat-0.2.2 → vllmstat-0.2.3}/src/vllmstat/providers/gpu_fdinfo.py +0 -0
- {vllmstat-0.2.2 → vllmstat-0.2.3}/src/vllmstat/providers/gpu_sysfs.py +0 -0
- {vllmstat-0.2.2 → vllmstat-0.2.3}/src/vllmstat/providers/mock.py +0 -0
- {vllmstat-0.2.2 → vllmstat-0.2.3}/src/vllmstat/providers/vllm.py +0 -0
- {vllmstat-0.2.2 → vllmstat-0.2.3}/src/vllmstat/snapshot_json.py +0 -0
- {vllmstat-0.2.2 → vllmstat-0.2.3}/src/vllmstat/widgets.py +0 -0
- {vllmstat-0.2.2 → vllmstat-0.2.3}/tests/__init__.py +0 -0
- {vllmstat-0.2.2 → vllmstat-0.2.3}/tests/fixtures/metrics_qwen3.txt +0 -0
- {vllmstat-0.2.2 → vllmstat-0.2.3}/tests/fixtures/model_config.json +0 -0
- {vllmstat-0.2.2 → vllmstat-0.2.3}/tests/fixtures/models.json +0 -0
- {vllmstat-0.2.2 → vllmstat-0.2.3}/tests/test_cli_once.py +0 -0
- {vllmstat-0.2.2 → vllmstat-0.2.3}/tests/test_config.py +0 -0
- {vllmstat-0.2.2 → vllmstat-0.2.3}/tests/test_gpu_amd.py +0 -0
- {vllmstat-0.2.2 → vllmstat-0.2.3}/tests/test_gpu_fdinfo.py +0 -0
- {vllmstat-0.2.2 → vllmstat-0.2.3}/tests/test_gpu_sysfs.py +0 -0
- {vllmstat-0.2.2 → vllmstat-0.2.3}/tests/test_histogram.py +0 -0
- {vllmstat-0.2.2 → vllmstat-0.2.3}/tests/test_history.py +0 -0
- {vllmstat-0.2.2 → vllmstat-0.2.3}/tests/test_kv.py +0 -0
- {vllmstat-0.2.2 → vllmstat-0.2.3}/tests/test_mock_gpu.py +0 -0
- {vllmstat-0.2.2 → vllmstat-0.2.3}/tests/test_model_dims.py +0 -0
- {vllmstat-0.2.2 → vllmstat-0.2.3}/tests/test_parse.py +0 -0
- {vllmstat-0.2.2 → vllmstat-0.2.3}/tests/test_plot.py +0 -0
- {vllmstat-0.2.2 → vllmstat-0.2.3}/tests/test_provider_gpu.py +0 -0
- {vllmstat-0.2.2 → vllmstat-0.2.3}/tests/test_provider_mock.py +0 -0
- {vllmstat-0.2.2 → vllmstat-0.2.3}/tests/test_provider_vllm.py +0 -0
- {vllmstat-0.2.2 → vllmstat-0.2.3}/tests/test_rates.py +0 -0
- {vllmstat-0.2.2 → vllmstat-0.2.3}/tests/test_resilience.py +0 -0
- {vllmstat-0.2.2 → vllmstat-0.2.3}/tests/test_smoke.py +0 -0
- {vllmstat-0.2.2 → vllmstat-0.2.3}/tests/test_state.py +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: vllmstat
|
|
3
|
-
Version: 0.2.
|
|
3
|
+
Version: 0.2.3
|
|
4
4
|
Summary: nvtop for vLLM — an interactive terminal dashboard for vLLM serving performance
|
|
5
5
|
Project-URL: Homepage, https://github.com/bryanvine/vllmstat
|
|
6
6
|
Project-URL: Issues, https://github.com/bryanvine/vllmstat/issues
|
|
@@ -93,6 +93,7 @@ vllmstat --once --json
|
|
|
93
93
|
| `q` | Quit |
|
|
94
94
|
| `p` | Pause / resume polling |
|
|
95
95
|
| `g` | Toggle GPU panel on/off |
|
|
96
|
+
| `r` | Reset the SESSION averages |
|
|
96
97
|
| `+` / `=` | Halve the refresh interval (faster) |
|
|
97
98
|
| `-` | Double the refresh interval (slower) |
|
|
98
99
|
|
|
@@ -115,6 +116,7 @@ vllmstat --once --json
|
|
|
115
116
|
|
|
116
117
|
- **Concurrency** — running requests, waiting queue depth, preemption rate, with mini sparklines.
|
|
117
118
|
- **Throughput** — generation tok/s, prompt tok/s, tokens per iteration, requests per second.
|
|
119
|
+
- **Session (while serving)** — running averages accumulated only while the server is actively serving (i.e. requests in flight, so idle gaps don't dilute the numbers): average decode and prefill/pp tok/s, the busy/idle split with the fraction of time spent serving, total requests completed, average generated tokens per request, and cumulative generated/prompt token totals. Press `r` to reset these counters at any time.
|
|
118
120
|
- **Cache & KV memory** — prefix-cache hit rate (windowed and lifetime), token-source breakdown (compute vs. cache-hit vs. external KV transfer), KV-cache utilisation percentage, KV-cache capacity in tokens, and — when a quantised KV dtype is detected — the dtype (`fp8_e4m3`, `turboquant_k3v4_nc`, …), effective compression ratio vs. fp16, and how much fp16 memory the model's full context would require. For example, a `turboquant k3v4` cache shows ~4.6× compression and a note that the full context would need 25.8 GB in fp16.
|
|
119
121
|
- **Latency percentiles** — TTFT, TPOT, end-to-end, and queue-wait time, each at p50 / p90 / p99, computed over a rolling window so recent spikes are visible immediately.
|
|
120
122
|
- **Speculative decoding** — acceptance rate, accepted tokens per draft, per-position acceptance (when the server reports it). The panel is hidden when spec-decode is not active.
|
|
@@ -130,11 +132,11 @@ vllmstat --once --json
|
|
|
130
132
|
|--------|-----------|--------------|
|
|
131
133
|
| **NVIDIA** | Full: util %, VRAM used/total, temperature, power draw/limit, SM & memory clocks, fan %. | NVIDIA driver. The bundled `nvidia-ml-py` uses NVML; `nvidia-smi` on `PATH` is used as a fallback. |
|
|
132
134
|
| **AMD** | Full: util %, VRAM used/total, temperature, power draw/limit, fan RPM, clock — via the `amdgpu` kernel driver's sysfs. | `amdgpu` kernel driver (in-tree on modern Linux). Install ROCm's `amd-smi` (or `rocm-smi`) for richer data; it's used automatically when on `PATH`. |
|
|
133
|
-
| **Intel** | Utilisation %, temperature, power draw/limit, clock,
|
|
135
|
+
| **Intel** | Utilisation %, temperature, power draw/limit, GPU clock, fan RPM, and **total VRAM** out of the box via the `xe`/`i915` sysfs — **no root**. **VRAM used** via DRM `fdinfo` — see the note below for the root requirement. The `xe` driver exposes no memory clock, so the clock shows just the GPU clock (`clk 2800 MHz`, no `/mem`). | `xe` or `i915` kernel driver. No extra tools needed; util/temp/power/clock/fan/total-VRAM work as a normal user. **Root** (or matching UID) is only needed for VRAM *used*. |
|
|
134
136
|
|
|
135
137
|
**Intel utilisation (no root):** the `xe` driver exposes no `gpu_busy_percent`, but it does expose a world-readable, cumulative GT-idle counter at `…/device/tile*/gt*/gtidle/idle_residency_ms`. `vllmstat` reads it each refresh and derives util % as `100 × (1 − Δidle_ms / Δwall_ms)`, taking the busiest GT (a card can have a render/compute `gt0` and a media `gt1`). No root, no extra tools. Utilisation needs two refreshes to produce its first delta; Intel power is derived from the `energy1_input` counter, so it likewise appears one refresh after the panel opens.
|
|
136
138
|
|
|
137
|
-
**Intel VRAM (DRM `fdinfo`, root-gated):** the `xe` driver exposes no `mem_info_vram_*` in sysfs, so `vllmstat` reads VRAM the way `nvtop` does — by summing each GPU client's `drm-resident-vram0` from `/proc/<pid>/fdinfo/<fd>`. Reading another process's `fdinfo` requires a matching UID or root, so VRAM appears only when `vllmstat` can read the vLLM worker processes (see **Getting GPU stats** below). Without that access VRAM shows `—` with a `(VRAM needs root)` hint
|
|
139
|
+
**Intel VRAM (DRM `fdinfo`, root-gated):** the `xe` driver exposes no `mem_info_vram_*` in sysfs, so `vllmstat` reads VRAM *used* the way `nvtop` does — by summing each GPU client's `drm-resident-vram0` from `/proc/<pid>/fdinfo/<fd>`. Reading another process's `fdinfo` requires a matching UID or root, so VRAM *used* appears only when `vllmstat` can read the vLLM worker processes (see **Getting GPU stats** below). Without that access used-VRAM shows `—` with a `(VRAM needs root)` hint. **Total** VRAM, however, comes from the GPU's largest prefetchable PCI BAR (`…/device/resource`) — world-readable, no root — so the memory percentage and `used/total` render as soon as used-VRAM is available.
|
|
138
140
|
|
|
139
141
|
---
|
|
140
142
|
|
|
@@ -66,6 +66,7 @@ vllmstat --once --json
|
|
|
66
66
|
| `q` | Quit |
|
|
67
67
|
| `p` | Pause / resume polling |
|
|
68
68
|
| `g` | Toggle GPU panel on/off |
|
|
69
|
+
| `r` | Reset the SESSION averages |
|
|
69
70
|
| `+` / `=` | Halve the refresh interval (faster) |
|
|
70
71
|
| `-` | Double the refresh interval (slower) |
|
|
71
72
|
|
|
@@ -88,6 +89,7 @@ vllmstat --once --json
|
|
|
88
89
|
|
|
89
90
|
- **Concurrency** — running requests, waiting queue depth, preemption rate, with mini sparklines.
|
|
90
91
|
- **Throughput** — generation tok/s, prompt tok/s, tokens per iteration, requests per second.
|
|
92
|
+
- **Session (while serving)** — running averages accumulated only while the server is actively serving (i.e. requests in flight, so idle gaps don't dilute the numbers): average decode and prefill/pp tok/s, the busy/idle split with the fraction of time spent serving, total requests completed, average generated tokens per request, and cumulative generated/prompt token totals. Press `r` to reset these counters at any time.
|
|
91
93
|
- **Cache & KV memory** — prefix-cache hit rate (windowed and lifetime), token-source breakdown (compute vs. cache-hit vs. external KV transfer), KV-cache utilisation percentage, KV-cache capacity in tokens, and — when a quantised KV dtype is detected — the dtype (`fp8_e4m3`, `turboquant_k3v4_nc`, …), effective compression ratio vs. fp16, and how much fp16 memory the model's full context would require. For example, a `turboquant k3v4` cache shows ~4.6× compression and a note that the full context would need 25.8 GB in fp16.
|
|
92
94
|
- **Latency percentiles** — TTFT, TPOT, end-to-end, and queue-wait time, each at p50 / p90 / p99, computed over a rolling window so recent spikes are visible immediately.
|
|
93
95
|
- **Speculative decoding** — acceptance rate, accepted tokens per draft, per-position acceptance (when the server reports it). The panel is hidden when spec-decode is not active.
|
|
@@ -103,11 +105,11 @@ vllmstat --once --json
|
|
|
103
105
|
|--------|-----------|--------------|
|
|
104
106
|
| **NVIDIA** | Full: util %, VRAM used/total, temperature, power draw/limit, SM & memory clocks, fan %. | NVIDIA driver. The bundled `nvidia-ml-py` uses NVML; `nvidia-smi` on `PATH` is used as a fallback. |
|
|
105
107
|
| **AMD** | Full: util %, VRAM used/total, temperature, power draw/limit, fan RPM, clock — via the `amdgpu` kernel driver's sysfs. | `amdgpu` kernel driver (in-tree on modern Linux). Install ROCm's `amd-smi` (or `rocm-smi`) for richer data; it's used automatically when on `PATH`. |
|
|
106
|
-
| **Intel** | Utilisation %, temperature, power draw/limit, clock,
|
|
108
|
+
| **Intel** | Utilisation %, temperature, power draw/limit, GPU clock, fan RPM, and **total VRAM** out of the box via the `xe`/`i915` sysfs — **no root**. **VRAM used** via DRM `fdinfo` — see the note below for the root requirement. The `xe` driver exposes no memory clock, so the clock shows just the GPU clock (`clk 2800 MHz`, no `/mem`). | `xe` or `i915` kernel driver. No extra tools needed; util/temp/power/clock/fan/total-VRAM work as a normal user. **Root** (or matching UID) is only needed for VRAM *used*. |
|
|
107
109
|
|
|
108
110
|
**Intel utilisation (no root):** the `xe` driver exposes no `gpu_busy_percent`, but it does expose a world-readable, cumulative GT-idle counter at `…/device/tile*/gt*/gtidle/idle_residency_ms`. `vllmstat` reads it each refresh and derives util % as `100 × (1 − Δidle_ms / Δwall_ms)`, taking the busiest GT (a card can have a render/compute `gt0` and a media `gt1`). No root, no extra tools. Utilisation needs two refreshes to produce its first delta; Intel power is derived from the `energy1_input` counter, so it likewise appears one refresh after the panel opens.
|
|
109
111
|
|
|
110
|
-
**Intel VRAM (DRM `fdinfo`, root-gated):** the `xe` driver exposes no `mem_info_vram_*` in sysfs, so `vllmstat` reads VRAM the way `nvtop` does — by summing each GPU client's `drm-resident-vram0` from `/proc/<pid>/fdinfo/<fd>`. Reading another process's `fdinfo` requires a matching UID or root, so VRAM appears only when `vllmstat` can read the vLLM worker processes (see **Getting GPU stats** below). Without that access VRAM shows `—` with a `(VRAM needs root)` hint
|
|
112
|
+
**Intel VRAM (DRM `fdinfo`, root-gated):** the `xe` driver exposes no `mem_info_vram_*` in sysfs, so `vllmstat` reads VRAM *used* the way `nvtop` does — by summing each GPU client's `drm-resident-vram0` from `/proc/<pid>/fdinfo/<fd>`. Reading another process's `fdinfo` requires a matching UID or root, so VRAM *used* appears only when `vllmstat` can read the vLLM worker processes (see **Getting GPU stats** below). Without that access used-VRAM shows `—` with a `(VRAM needs root)` hint. **Total** VRAM, however, comes from the GPU's largest prefetchable PCI BAR (`…/device/resource`) — world-readable, no root — so the memory percentage and `used/total` render as soon as used-VRAM is available.
|
|
111
113
|
|
|
112
114
|
---
|
|
113
115
|
|
|
Binary file
|
|
@@ -0,0 +1,265 @@
|
|
|
1
|
+
<svg class="rich-terminal" viewBox="0 0 1556 1318.8" xmlns="http://www.w3.org/2000/svg">
|
|
2
|
+
<!-- Generated with Rich https://www.textualize.io -->
|
|
3
|
+
<style>
|
|
4
|
+
|
|
5
|
+
@font-face {
|
|
6
|
+
font-family: "Fira Code";
|
|
7
|
+
src: local("FiraCode-Regular"),
|
|
8
|
+
url("https://cdnjs.cloudflare.com/ajax/libs/firacode/6.2.0/woff2/FiraCode-Regular.woff2") format("woff2"),
|
|
9
|
+
url("https://cdnjs.cloudflare.com/ajax/libs/firacode/6.2.0/woff/FiraCode-Regular.woff") format("woff");
|
|
10
|
+
font-style: normal;
|
|
11
|
+
font-weight: 400;
|
|
12
|
+
}
|
|
13
|
+
@font-face {
|
|
14
|
+
font-family: "Fira Code";
|
|
15
|
+
src: local("FiraCode-Bold"),
|
|
16
|
+
url("https://cdnjs.cloudflare.com/ajax/libs/firacode/6.2.0/woff2/FiraCode-Bold.woff2") format("woff2"),
|
|
17
|
+
url("https://cdnjs.cloudflare.com/ajax/libs/firacode/6.2.0/woff/FiraCode-Bold.woff") format("woff");
|
|
18
|
+
font-style: bold;
|
|
19
|
+
font-weight: 700;
|
|
20
|
+
}
|
|
21
|
+
|
|
22
|
+
.terminal-2561612488-matrix {
|
|
23
|
+
font-family: Fira Code, monospace;
|
|
24
|
+
font-size: 20px;
|
|
25
|
+
line-height: 24.4px;
|
|
26
|
+
font-variant-east-asian: full-width;
|
|
27
|
+
}
|
|
28
|
+
|
|
29
|
+
.terminal-2561612488-title {
|
|
30
|
+
font-size: 18px;
|
|
31
|
+
font-weight: bold;
|
|
32
|
+
font-family: arial;
|
|
33
|
+
}
|
|
34
|
+
|
|
35
|
+
.terminal-2561612488-r1 { fill: #0178d4 }
|
|
36
|
+
.terminal-2561612488-r2 { fill: #c5c8c6 }
|
|
37
|
+
.terminal-2561612488-r3 { fill: #e0e0e0 }
|
|
38
|
+
.terminal-2561612488-r4 { fill: #ffa62b;font-weight: bold }
|
|
39
|
+
.terminal-2561612488-r5 { fill: #495259 }
|
|
40
|
+
</style>
|
|
41
|
+
|
|
42
|
+
<defs>
|
|
43
|
+
<clipPath id="terminal-2561612488-clip-terminal">
|
|
44
|
+
<rect x="0" y="0" width="1536.1999999999998" height="1267.8" />
|
|
45
|
+
</clipPath>
|
|
46
|
+
<clipPath id="terminal-2561612488-line-0">
|
|
47
|
+
<rect x="0" y="1.5" width="1537.2" height="24.65"/>
|
|
48
|
+
</clipPath>
|
|
49
|
+
<clipPath id="terminal-2561612488-line-1">
|
|
50
|
+
<rect x="0" y="25.9" width="1537.2" height="24.65"/>
|
|
51
|
+
</clipPath>
|
|
52
|
+
<clipPath id="terminal-2561612488-line-2">
|
|
53
|
+
<rect x="0" y="50.3" width="1537.2" height="24.65"/>
|
|
54
|
+
</clipPath>
|
|
55
|
+
<clipPath id="terminal-2561612488-line-3">
|
|
56
|
+
<rect x="0" y="74.7" width="1537.2" height="24.65"/>
|
|
57
|
+
</clipPath>
|
|
58
|
+
<clipPath id="terminal-2561612488-line-4">
|
|
59
|
+
<rect x="0" y="99.1" width="1537.2" height="24.65"/>
|
|
60
|
+
</clipPath>
|
|
61
|
+
<clipPath id="terminal-2561612488-line-5">
|
|
62
|
+
<rect x="0" y="123.5" width="1537.2" height="24.65"/>
|
|
63
|
+
</clipPath>
|
|
64
|
+
<clipPath id="terminal-2561612488-line-6">
|
|
65
|
+
<rect x="0" y="147.9" width="1537.2" height="24.65"/>
|
|
66
|
+
</clipPath>
|
|
67
|
+
<clipPath id="terminal-2561612488-line-7">
|
|
68
|
+
<rect x="0" y="172.3" width="1537.2" height="24.65"/>
|
|
69
|
+
</clipPath>
|
|
70
|
+
<clipPath id="terminal-2561612488-line-8">
|
|
71
|
+
<rect x="0" y="196.7" width="1537.2" height="24.65"/>
|
|
72
|
+
</clipPath>
|
|
73
|
+
<clipPath id="terminal-2561612488-line-9">
|
|
74
|
+
<rect x="0" y="221.1" width="1537.2" height="24.65"/>
|
|
75
|
+
</clipPath>
|
|
76
|
+
<clipPath id="terminal-2561612488-line-10">
|
|
77
|
+
<rect x="0" y="245.5" width="1537.2" height="24.65"/>
|
|
78
|
+
</clipPath>
|
|
79
|
+
<clipPath id="terminal-2561612488-line-11">
|
|
80
|
+
<rect x="0" y="269.9" width="1537.2" height="24.65"/>
|
|
81
|
+
</clipPath>
|
|
82
|
+
<clipPath id="terminal-2561612488-line-12">
|
|
83
|
+
<rect x="0" y="294.3" width="1537.2" height="24.65"/>
|
|
84
|
+
</clipPath>
|
|
85
|
+
<clipPath id="terminal-2561612488-line-13">
|
|
86
|
+
<rect x="0" y="318.7" width="1537.2" height="24.65"/>
|
|
87
|
+
</clipPath>
|
|
88
|
+
<clipPath id="terminal-2561612488-line-14">
|
|
89
|
+
<rect x="0" y="343.1" width="1537.2" height="24.65"/>
|
|
90
|
+
</clipPath>
|
|
91
|
+
<clipPath id="terminal-2561612488-line-15">
|
|
92
|
+
<rect x="0" y="367.5" width="1537.2" height="24.65"/>
|
|
93
|
+
</clipPath>
|
|
94
|
+
<clipPath id="terminal-2561612488-line-16">
|
|
95
|
+
<rect x="0" y="391.9" width="1537.2" height="24.65"/>
|
|
96
|
+
</clipPath>
|
|
97
|
+
<clipPath id="terminal-2561612488-line-17">
|
|
98
|
+
<rect x="0" y="416.3" width="1537.2" height="24.65"/>
|
|
99
|
+
</clipPath>
|
|
100
|
+
<clipPath id="terminal-2561612488-line-18">
|
|
101
|
+
<rect x="0" y="440.7" width="1537.2" height="24.65"/>
|
|
102
|
+
</clipPath>
|
|
103
|
+
<clipPath id="terminal-2561612488-line-19">
|
|
104
|
+
<rect x="0" y="465.1" width="1537.2" height="24.65"/>
|
|
105
|
+
</clipPath>
|
|
106
|
+
<clipPath id="terminal-2561612488-line-20">
|
|
107
|
+
<rect x="0" y="489.5" width="1537.2" height="24.65"/>
|
|
108
|
+
</clipPath>
|
|
109
|
+
<clipPath id="terminal-2561612488-line-21">
|
|
110
|
+
<rect x="0" y="513.9" width="1537.2" height="24.65"/>
|
|
111
|
+
</clipPath>
|
|
112
|
+
<clipPath id="terminal-2561612488-line-22">
|
|
113
|
+
<rect x="0" y="538.3" width="1537.2" height="24.65"/>
|
|
114
|
+
</clipPath>
|
|
115
|
+
<clipPath id="terminal-2561612488-line-23">
|
|
116
|
+
<rect x="0" y="562.7" width="1537.2" height="24.65"/>
|
|
117
|
+
</clipPath>
|
|
118
|
+
<clipPath id="terminal-2561612488-line-24">
|
|
119
|
+
<rect x="0" y="587.1" width="1537.2" height="24.65"/>
|
|
120
|
+
</clipPath>
|
|
121
|
+
<clipPath id="terminal-2561612488-line-25">
|
|
122
|
+
<rect x="0" y="611.5" width="1537.2" height="24.65"/>
|
|
123
|
+
</clipPath>
|
|
124
|
+
<clipPath id="terminal-2561612488-line-26">
|
|
125
|
+
<rect x="0" y="635.9" width="1537.2" height="24.65"/>
|
|
126
|
+
</clipPath>
|
|
127
|
+
<clipPath id="terminal-2561612488-line-27">
|
|
128
|
+
<rect x="0" y="660.3" width="1537.2" height="24.65"/>
|
|
129
|
+
</clipPath>
|
|
130
|
+
<clipPath id="terminal-2561612488-line-28">
|
|
131
|
+
<rect x="0" y="684.7" width="1537.2" height="24.65"/>
|
|
132
|
+
</clipPath>
|
|
133
|
+
<clipPath id="terminal-2561612488-line-29">
|
|
134
|
+
<rect x="0" y="709.1" width="1537.2" height="24.65"/>
|
|
135
|
+
</clipPath>
|
|
136
|
+
<clipPath id="terminal-2561612488-line-30">
|
|
137
|
+
<rect x="0" y="733.5" width="1537.2" height="24.65"/>
|
|
138
|
+
</clipPath>
|
|
139
|
+
<clipPath id="terminal-2561612488-line-31">
|
|
140
|
+
<rect x="0" y="757.9" width="1537.2" height="24.65"/>
|
|
141
|
+
</clipPath>
|
|
142
|
+
<clipPath id="terminal-2561612488-line-32">
|
|
143
|
+
<rect x="0" y="782.3" width="1537.2" height="24.65"/>
|
|
144
|
+
</clipPath>
|
|
145
|
+
<clipPath id="terminal-2561612488-line-33">
|
|
146
|
+
<rect x="0" y="806.7" width="1537.2" height="24.65"/>
|
|
147
|
+
</clipPath>
|
|
148
|
+
<clipPath id="terminal-2561612488-line-34">
|
|
149
|
+
<rect x="0" y="831.1" width="1537.2" height="24.65"/>
|
|
150
|
+
</clipPath>
|
|
151
|
+
<clipPath id="terminal-2561612488-line-35">
|
|
152
|
+
<rect x="0" y="855.5" width="1537.2" height="24.65"/>
|
|
153
|
+
</clipPath>
|
|
154
|
+
<clipPath id="terminal-2561612488-line-36">
|
|
155
|
+
<rect x="0" y="879.9" width="1537.2" height="24.65"/>
|
|
156
|
+
</clipPath>
|
|
157
|
+
<clipPath id="terminal-2561612488-line-37">
|
|
158
|
+
<rect x="0" y="904.3" width="1537.2" height="24.65"/>
|
|
159
|
+
</clipPath>
|
|
160
|
+
<clipPath id="terminal-2561612488-line-38">
|
|
161
|
+
<rect x="0" y="928.7" width="1537.2" height="24.65"/>
|
|
162
|
+
</clipPath>
|
|
163
|
+
<clipPath id="terminal-2561612488-line-39">
|
|
164
|
+
<rect x="0" y="953.1" width="1537.2" height="24.65"/>
|
|
165
|
+
</clipPath>
|
|
166
|
+
<clipPath id="terminal-2561612488-line-40">
|
|
167
|
+
<rect x="0" y="977.5" width="1537.2" height="24.65"/>
|
|
168
|
+
</clipPath>
|
|
169
|
+
<clipPath id="terminal-2561612488-line-41">
|
|
170
|
+
<rect x="0" y="1001.9" width="1537.2" height="24.65"/>
|
|
171
|
+
</clipPath>
|
|
172
|
+
<clipPath id="terminal-2561612488-line-42">
|
|
173
|
+
<rect x="0" y="1026.3" width="1537.2" height="24.65"/>
|
|
174
|
+
</clipPath>
|
|
175
|
+
<clipPath id="terminal-2561612488-line-43">
|
|
176
|
+
<rect x="0" y="1050.7" width="1537.2" height="24.65"/>
|
|
177
|
+
</clipPath>
|
|
178
|
+
<clipPath id="terminal-2561612488-line-44">
|
|
179
|
+
<rect x="0" y="1075.1" width="1537.2" height="24.65"/>
|
|
180
|
+
</clipPath>
|
|
181
|
+
<clipPath id="terminal-2561612488-line-45">
|
|
182
|
+
<rect x="0" y="1099.5" width="1537.2" height="24.65"/>
|
|
183
|
+
</clipPath>
|
|
184
|
+
<clipPath id="terminal-2561612488-line-46">
|
|
185
|
+
<rect x="0" y="1123.9" width="1537.2" height="24.65"/>
|
|
186
|
+
</clipPath>
|
|
187
|
+
<clipPath id="terminal-2561612488-line-47">
|
|
188
|
+
<rect x="0" y="1148.3" width="1537.2" height="24.65"/>
|
|
189
|
+
</clipPath>
|
|
190
|
+
<clipPath id="terminal-2561612488-line-48">
|
|
191
|
+
<rect x="0" y="1172.7" width="1537.2" height="24.65"/>
|
|
192
|
+
</clipPath>
|
|
193
|
+
<clipPath id="terminal-2561612488-line-49">
|
|
194
|
+
<rect x="0" y="1197.1" width="1537.2" height="24.65"/>
|
|
195
|
+
</clipPath>
|
|
196
|
+
<clipPath id="terminal-2561612488-line-50">
|
|
197
|
+
<rect x="0" y="1221.5" width="1537.2" height="24.65"/>
|
|
198
|
+
</clipPath>
|
|
199
|
+
</defs>
|
|
200
|
+
|
|
201
|
+
<rect fill="#292929" stroke="rgba(255,255,255,0.35)" stroke-width="1" x="1" y="1" width="1554" height="1316.8" rx="8"/><text class="terminal-2561612488-title" fill="#c5c8c6" text-anchor="middle" x="777" y="27">VllmStatApp</text>
|
|
202
|
+
<g transform="translate(26,22)">
|
|
203
|
+
<circle cx="0" cy="0" r="7" fill="#ff5f57"/>
|
|
204
|
+
<circle cx="22" cy="0" r="7" fill="#febc2e"/>
|
|
205
|
+
<circle cx="44" cy="0" r="7" fill="#28c840"/>
|
|
206
|
+
</g>
|
|
207
|
+
|
|
208
|
+
<g transform="translate(9, 41)" clip-path="url(#terminal-2561612488-clip-terminal)">
|
|
209
|
+
<rect fill="#121212" x="0" y="1.5" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="12.2" y="1.5" width="1512.8" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1525" y="1.5" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="0" y="25.9" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="12.2" y="25.9" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="24.4" y="25.9" width="988.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1012.6" y="25.9" width="500.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1512.8" y="25.9" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1525" y="25.9" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="0" y="50.3" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="12.2" y="50.3" width="1512.8" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1525" y="50.3" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="0" y="74.7" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="12.2" y="74.7" width="488" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="500.2" y="74.7" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="512.4" y="74.7" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="524.6" y="74.7" width="488" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1012.6" y="74.7" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1024.8" y="74.7" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1037" y="74.7" width="488" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1525" y="74.7" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="0" y="99.1" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="12.2" y="99.1" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="24.4" y="99.1" width="134.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="158.6" y="99.1" width="329.4" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="488" y="99.1" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="500.2" y="99.1" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="512.4" y="99.1" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="524.6" y="99.1" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="536.8" y="99.1" width="122" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="658.8" y="99.1" width="341.6" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1000.4" y="99.1" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1012.6" y="99.1" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1024.8" y="99.1" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1037" y="99.1" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1049.2" y="99.1" width="195.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1244.4" y="99.1" width="268.4" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1512.8" y="99.1" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1525" y="99.1" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="0" y="123.5" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="12.2" y="123.5" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="24.4" y="123.5" width="463.6" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="488" y="123.5" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="500.2" y="123.5" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="512.4" y="123.5" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="524.6" y="123.5" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="536.8" y="123.5" width="451.4" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="988.2" y="123.5" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1000.4" y="123.5" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1012.6" y="123.5" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1024.8" y="123.5" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1037" y="123.5" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1049.2" y="123.5" width="378.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1427.4" y="123.5" width="85.4" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1512.8" y="123.5" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1525" y="123.5" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="0" y="147.9" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="12.2" y="147.9" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="24.4" y="147.9" width="439.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="463.6" y="147.9" width="24.4" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="488" y="147.9" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="500.2" y="147.9" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="512.4" y="147.9" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="524.6" y="147.9" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="536.8" y="147.9" width="317.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="854" y="147.9" width="146.4" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1000.4" y="147.9" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1012.6" y="147.9" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1024.8" y="147.9" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1037" y="147.9" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1049.2" y="147.9" width="378.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1427.4" y="147.9" width="85.4" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1512.8" y="147.9" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1525" y="147.9" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="0" y="172.3" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="12.2" y="172.3" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="24.4" y="172.3" width="439.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="463.6" y="172.3" width="24.4" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="488" y="172.3" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="500.2" y="172.3" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="512.4" y="172.3" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="524.6" y="172.3" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="536.8" y="172.3" width="439.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="976" y="172.3" width="24.4" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1000.4" y="172.3" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1012.6" y="172.3" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1024.8" y="172.3" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1037" y="172.3" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1049.2" y="172.3" width="378.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1427.4" y="172.3" width="85.4" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1512.8" y="172.3" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1525" y="172.3" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="0" y="196.7" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="12.2" y="196.7" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="24.4" y="196.7" width="439.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="463.6" y="196.7" width="24.4" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="488" y="196.7" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="500.2" y="196.7" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="512.4" y="196.7" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="524.6" y="196.7" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="536.8" y="196.7" width="439.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="976" y="196.7" width="24.4" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1000.4" y="196.7" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1012.6" y="196.7" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1024.8" y="196.7" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1037" y="196.7" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1049.2" y="196.7" width="378.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1427.4" y="196.7" width="85.4" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1512.8" y="196.7" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1525" y="196.7" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="0" y="221.1" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="12.2" y="221.1" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="24.4" y="221.1" width="439.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="463.6" y="221.1" width="24.4" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="488" y="221.1" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="500.2" y="221.1" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="512.4" y="221.1" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="524.6" y="221.1" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="536.8" y="221.1" width="439.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="976" y="221.1" width="24.4" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1000.4" y="221.1" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1012.6" y="221.1" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1024.8" y="221.1" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1037" y="221.1" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1049.2" y="221.1" width="378.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1427.4" y="221.1" width="85.4" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1512.8" y="221.1" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1525" y="221.1" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="0" y="245.5" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="12.2" y="245.5" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="24.4" y="245.5" width="231.8" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="256.2" y="245.5" width="231.8" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="488" y="245.5" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="500.2" y="245.5" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="512.4" y="245.5" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="524.6" y="245.5" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="536.8" y="245.5" width="439.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="976" y="245.5" width="24.4" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1000.4" y="245.5" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1012.6" y="245.5" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1024.8" y="245.5" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1037" y="245.5" width="488" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1525" y="245.5" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="0" y="269.9" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="12.2" y="269.9" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="24.4" y="269.9" width="439.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="463.6" y="269.9" width="24.4" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="488" y="269.9" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="500.2" y="269.9" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="512.4" y="269.9" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="524.6" y="269.9" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="536.8" y="269.9" width="256.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="793" y="269.9" width="207.4" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1000.4" y="269.9" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1012.6" y="269.9" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1024.8" y="269.9" width="512.4" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="0" y="294.3" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="12.2" y="294.3" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="24.4" y="294.3" width="439.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="463.6" y="294.3" width="24.4" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="488" y="294.3" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="500.2" y="294.3" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="512.4" y="294.3" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="524.6" y="294.3" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="536.8" y="294.3" width="439.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="976" y="294.3" width="24.4" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1000.4" y="294.3" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1012.6" y="294.3" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1024.8" y="294.3" width="512.4" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="0" y="318.7" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="12.2" y="318.7" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="24.4" y="318.7" width="439.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="463.6" y="318.7" width="24.4" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="488" y="318.7" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="500.2" y="318.7" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="512.4" y="318.7" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="524.6" y="318.7" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="536.8" y="318.7" width="439.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="976" y="318.7" width="24.4" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1000.4" y="318.7" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1012.6" y="318.7" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1024.8" y="318.7" width="512.4" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="0" y="343.1" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="12.2" y="343.1" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="24.4" y="343.1" width="439.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="463.6" y="343.1" width="24.4" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="488" y="343.1" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="500.2" y="343.1" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="512.4" y="343.1" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="524.6" y="343.1" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="536.8" y="343.1" width="439.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="976" y="343.1" width="24.4" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1000.4" y="343.1" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1012.6" y="343.1" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1024.8" y="343.1" width="512.4" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="0" y="367.5" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="12.2" y="367.5" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="24.4" y="367.5" width="231.8" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="256.2" y="367.5" width="231.8" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="488" y="367.5" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="500.2" y="367.5" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="512.4" y="367.5" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="524.6" y="367.5" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="536.8" y="367.5" width="439.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="976" y="367.5" width="24.4" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1000.4" y="367.5" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1012.6" y="367.5" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1024.8" y="367.5" width="512.4" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="0" y="391.9" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="12.2" y="391.9" width="488" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="500.2" y="391.9" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="512.4" y="391.9" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="524.6" y="391.9" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="536.8" y="391.9" width="292.8" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="829.6" y="391.9" width="170.8" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1000.4" y="391.9" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1012.6" y="391.9" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1024.8" y="391.9" width="512.4" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="0" y="416.3" width="512.4" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="512.4" y="416.3" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="524.6" y="416.3" width="488" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1012.6" y="416.3" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1024.8" y="416.3" width="512.4" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="0" y="440.7" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="12.2" y="440.7" width="1512.8" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1525" y="440.7" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="0" y="465.1" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="12.2" y="465.1" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="24.4" y="465.1" width="207.4" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="231.8" y="465.1" width="1281" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1512.8" y="465.1" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1525" y="465.1" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="0" y="489.5" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="12.2" y="489.5" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="24.4" y="489.5" width="1305.4" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1329.8" y="489.5" width="183" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1512.8" y="489.5" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1525" y="489.5" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="0" y="513.9" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="12.2" y="513.9" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="24.4" y="513.9" width="817.4" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="841.8" y="513.9" width="671" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1512.8" y="513.9" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1525" y="513.9" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="0" y="538.3" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="12.2" y="538.3" width="1512.8" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1525" y="538.3" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="0" y="562.7" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="12.2" y="562.7" width="1512.8" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1525" y="562.7" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="0" y="587.1" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="12.2" y="587.1" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="24.4" y="587.1" width="280.6" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="305" y="587.1" width="1207.8" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1512.8" y="587.1" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1525" y="587.1" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="0" y="611.5" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="12.2" y="611.5" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="24.4" y="611.5" width="1049.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1073.6" y="611.5" width="439.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1512.8" y="611.5" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1525" y="611.5" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="0" y="635.9" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="12.2" y="635.9" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="24.4" y="635.9" width="719.8" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="744.2" y="635.9" width="768.6" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1512.8" y="635.9" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1525" y="635.9" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="0" y="660.3" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="12.2" y="660.3" width="1512.8" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1525" y="660.3" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="0" y="684.7" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="12.2" y="684.7" width="1512.8" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1525" y="684.7" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="0" y="709.1" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="12.2" y="709.1" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="24.4" y="709.1" width="610" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="634.4" y="709.1" width="878.4" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1512.8" y="709.1" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1525" y="709.1" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="0" y="733.5" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="12.2" y="733.5" width="1512.8" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1525" y="733.5" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="0" y="757.9" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="12.2" y="757.9" width="1512.8" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1525" y="757.9" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="0" y="782.3" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="12.2" y="782.3" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="24.4" y="782.3" width="1183.4" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1207.8" y="782.3" width="305" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1512.8" y="782.3" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1525" y="782.3" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="0" y="806.7" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="12.2" y="806.7" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="24.4" y="806.7" width="1183.4" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1207.8" y="806.7" width="305" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1512.8" y="806.7" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1525" y="806.7" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="0" y="831.1" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="12.2" y="831.1" width="1512.8" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="1525" y="831.1" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="0" y="855.5" width="1537.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="0" y="879.9" width="1537.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="0" y="904.3" width="1537.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="0" y="928.7" width="1537.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="0" y="953.1" width="1537.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="0" y="977.5" width="1537.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="0" y="1001.9" width="1537.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="0" y="1026.3" width="1537.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="0" y="1050.7" width="1537.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="0" y="1075.1" width="1537.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="0" y="1099.5" width="1537.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="0" y="1123.9" width="1537.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="0" y="1148.3" width="1537.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="0" y="1172.7" width="1537.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="0" y="1197.1" width="1537.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#121212" x="0" y="1221.5" width="1537.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#242f38" x="0" y="1245.9" width="36.6" height="24.65" shape-rendering="crispEdges"/><rect fill="#242f38" x="36.6" y="1245.9" width="61" height="24.65" shape-rendering="crispEdges"/><rect fill="#242f38" x="97.6" y="1245.9" width="36.6" height="24.65" shape-rendering="crispEdges"/><rect fill="#242f38" x="134.2" y="1245.9" width="73.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#242f38" x="207.4" y="1245.9" width="36.6" height="24.65" shape-rendering="crispEdges"/><rect fill="#242f38" x="244" y="1245.9" width="48.8" height="24.65" shape-rendering="crispEdges"/><rect fill="#242f38" x="292.8" y="1245.9" width="36.6" height="24.65" shape-rendering="crispEdges"/><rect fill="#242f38" x="329.4" y="1245.9" width="73.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#242f38" x="402.6" y="1245.9" width="36.6" height="24.65" shape-rendering="crispEdges"/><rect fill="#242f38" x="439.2" y="1245.9" width="85.4" height="24.65" shape-rendering="crispEdges"/><rect fill="#242f38" x="524.6" y="1245.9" width="36.6" height="24.65" shape-rendering="crispEdges"/><rect fill="#242f38" x="561.2" y="1245.9" width="85.4" height="24.65" shape-rendering="crispEdges"/><rect fill="#242f38" x="646.6" y="1245.9" width="744.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#242f38" x="1390.8" y="1245.9" width="12.2" height="24.65" shape-rendering="crispEdges"/><rect fill="#242f38" x="1403" y="1245.9" width="24.4" height="24.65" shape-rendering="crispEdges"/><rect fill="#242f38" x="1427.4" y="1245.9" width="97.6" height="24.65" shape-rendering="crispEdges"/><rect fill="#242f38" x="1525" y="1245.9" width="12.2" height="24.65" shape-rendering="crispEdges"/>
|
|
210
|
+
<g class="terminal-2561612488-matrix">
|
|
211
|
+
<text class="terminal-2561612488-r1" x="0" y="20" textLength="12.2" clip-path="url(#terminal-2561612488-line-0)">╭</text><text class="terminal-2561612488-r1" x="12.2" y="20" textLength="1512.8" clip-path="url(#terminal-2561612488-line-0)">────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────</text><text class="terminal-2561612488-r1" x="1525" y="20" textLength="12.2" clip-path="url(#terminal-2561612488-line-0)">╮</text><text class="terminal-2561612488-r2" x="1537.2" y="20" textLength="12.2" clip-path="url(#terminal-2561612488-line-0)">
|
|
212
|
+
</text><text class="terminal-2561612488-r1" x="0" y="44.4" textLength="12.2" clip-path="url(#terminal-2561612488-line-1)">│</text><text class="terminal-2561612488-r3" x="24.4" y="44.4" textLength="988.2" clip-path="url(#terminal-2561612488-line-1)">vllmstat  mock-7b @ http://localhost:8000  engines 1  ● connected  up 0h00m  0.1s</text><text class="terminal-2561612488-r1" x="1525" y="44.4" textLength="12.2" clip-path="url(#terminal-2561612488-line-1)">│</text><text class="terminal-2561612488-r2" x="1537.2" y="44.4" textLength="12.2" clip-path="url(#terminal-2561612488-line-1)">
|
|
213
|
+
</text><text class="terminal-2561612488-r1" x="0" y="68.8" textLength="12.2" clip-path="url(#terminal-2561612488-line-2)">╰</text><text class="terminal-2561612488-r1" x="12.2" y="68.8" textLength="1512.8" clip-path="url(#terminal-2561612488-line-2)">────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────</text><text class="terminal-2561612488-r1" x="1525" y="68.8" textLength="12.2" clip-path="url(#terminal-2561612488-line-2)">╯</text><text class="terminal-2561612488-r2" x="1537.2" y="68.8" textLength="12.2" clip-path="url(#terminal-2561612488-line-2)">
|
|
214
|
+
</text><text class="terminal-2561612488-r1" x="0" y="93.2" textLength="12.2" clip-path="url(#terminal-2561612488-line-3)">╭</text><text class="terminal-2561612488-r1" x="12.2" y="93.2" textLength="488" clip-path="url(#terminal-2561612488-line-3)">────────────────────────────────────────</text><text class="terminal-2561612488-r1" x="500.2" y="93.2" textLength="12.2" clip-path="url(#terminal-2561612488-line-3)">╮</text><text class="terminal-2561612488-r1" x="512.4" y="93.2" textLength="12.2" clip-path="url(#terminal-2561612488-line-3)">╭</text><text class="terminal-2561612488-r1" x="524.6" y="93.2" textLength="488" clip-path="url(#terminal-2561612488-line-3)">────────────────────────────────────────</text><text class="terminal-2561612488-r1" x="1012.6" y="93.2" textLength="12.2" clip-path="url(#terminal-2561612488-line-3)">╮</text><text class="terminal-2561612488-r1" x="1024.8" y="93.2" textLength="12.2" clip-path="url(#terminal-2561612488-line-3)">╭</text><text class="terminal-2561612488-r1" x="1037" y="93.2" textLength="488" clip-path="url(#terminal-2561612488-line-3)">────────────────────────────────────────</text><text class="terminal-2561612488-r1" x="1525" y="93.2" textLength="12.2" clip-path="url(#terminal-2561612488-line-3)">╮</text><text class="terminal-2561612488-r2" x="1537.2" y="93.2" textLength="12.2" clip-path="url(#terminal-2561612488-line-3)">
|
|
215
|
+
</text><text class="terminal-2561612488-r1" x="0" y="117.6" textLength="12.2" clip-path="url(#terminal-2561612488-line-4)">│</text><text class="terminal-2561612488-r3" x="24.4" y="117.6" textLength="134.2" clip-path="url(#terminal-2561612488-line-4)">CONCURRENCY</text><text class="terminal-2561612488-r1" x="500.2" y="117.6" textLength="12.2" clip-path="url(#terminal-2561612488-line-4)">│</text><text class="terminal-2561612488-r1" x="512.4" y="117.6" textLength="12.2" clip-path="url(#terminal-2561612488-line-4)">│</text><text class="terminal-2561612488-r3" x="536.8" y="117.6" textLength="122" clip-path="url(#terminal-2561612488-line-4)">THROUGHPUT</text><text class="terminal-2561612488-r1" x="1012.6" y="117.6" textLength="12.2" clip-path="url(#terminal-2561612488-line-4)">│</text><text class="terminal-2561612488-r1" x="1024.8" y="117.6" textLength="12.2" clip-path="url(#terminal-2561612488-line-4)">│</text><text class="terminal-2561612488-r3" x="1049.2" y="117.6" textLength="195.2" clip-path="url(#terminal-2561612488-line-4)">LATENCY (recent)</text><text class="terminal-2561612488-r1" x="1525" y="117.6" textLength="12.2" clip-path="url(#terminal-2561612488-line-4)">│</text><text class="terminal-2561612488-r2" x="1537.2" y="117.6" textLength="12.2" clip-path="url(#terminal-2561612488-line-4)">
|
|
216
|
+
</text><text class="terminal-2561612488-r1" x="0" y="142" textLength="12.2" clip-path="url(#terminal-2561612488-line-5)">│</text><text class="terminal-2561612488-r3" x="24.4" y="142" textLength="463.6" clip-path="url(#terminal-2561612488-line-5)"> running 5 · waiting 0 · preempt 0.0/s</text><text class="terminal-2561612488-r1" x="500.2" y="142" textLength="12.2" clip-path="url(#terminal-2561612488-line-5)">│</text><text class="terminal-2561612488-r1" x="512.4" y="142" textLength="12.2" clip-path="url(#terminal-2561612488-line-5)">│</text><text class="terminal-2561612488-r3" x="536.8" y="142" textLength="451.4" clip-path="url(#terminal-2561612488-line-5)"> gen 2803 tok/s · prompt 5530 tok/s ·</text><text class="terminal-2561612488-r1" x="1012.6" y="142" textLength="12.2" clip-path="url(#terminal-2561612488-line-5)">│</text><text class="terminal-2561612488-r1" x="1024.8" y="142" textLength="12.2" clip-path="url(#terminal-2561612488-line-5)">│</text><text class="terminal-2561612488-r3" x="1049.2" y="142" textLength="378.2" clip-path="url(#terminal-2561612488-line-5)">            p50     p90     p99</text><text class="terminal-2561612488-r1" x="1525" y="142" textLength="12.2" clip-path="url(#terminal-2561612488-line-5)">│</text><text class="terminal-2561612488-r2" x="1537.2" y="142" textLength="12.2" clip-path="url(#terminal-2561612488-line-5)">
|
|
217
|
+
</text><text class="terminal-2561612488-r1" x="0" y="166.4" textLength="12.2" clip-path="url(#terminal-2561612488-line-6)">│</text><text class="terminal-2561612488-r3" x="24.4" y="166.4" textLength="439.2" clip-path="url(#terminal-2561612488-line-6)">⠀⠀⠀⠀⢀⣸⣿⣿⣇⡀⠀⠀⠀⠀⣀⣿⣿⣿⣀⠀⠀⠀⠀⢀⣸⣿⣿⣇⠀⠀⠀⠀⠀⣸⣿⣿</text><text class="terminal-2561612488-r1" x="500.2" y="166.4" textLength="12.2" clip-path="url(#terminal-2561612488-line-6)">│</text><text class="terminal-2561612488-r1" x="512.4" y="166.4" textLength="12.2" clip-path="url(#terminal-2561612488-line-6)">│</text><text class="terminal-2561612488-r3" x="536.8" y="166.4" textLength="317.2" clip-path="url(#terminal-2561612488-line-6)">tok/iter 1024 · 79.8 req/s</text><text class="terminal-2561612488-r1" x="1012.6" y="166.4" textLength="12.2" clip-path="url(#terminal-2561612488-line-6)">│</text><text class="terminal-2561612488-r1" x="1024.8" y="166.4" textLength="12.2" clip-path="url(#terminal-2561612488-line-6)">│</text><text class="terminal-2561612488-r3" x="1049.2" y="166.4" textLength="378.2" clip-path="url(#terminal-2561612488-line-6)"> TTFT     300ms    1.6s    1.6s</text><text class="terminal-2561612488-r1" x="1525" y="166.4" textLength="12.2" clip-path="url(#terminal-2561612488-line-6)">│</text><text class="terminal-2561612488-r2" x="1537.2" y="166.4" textLength="12.2" clip-path="url(#terminal-2561612488-line-6)">
|
|
218
|
+
</text><text class="terminal-2561612488-r1" x="0" y="190.8" textLength="12.2" clip-path="url(#terminal-2561612488-line-7)">│</text><text class="terminal-2561612488-r3" x="24.4" y="190.8" textLength="439.2" clip-path="url(#terminal-2561612488-line-7)">⡄⠀⠀⠀⣼⣿⣿⣿⣿⣧⠀⠀⠀⢠⣿⣿⣿⣿⣿⡄⠀⠀⢠⣼⣿⣿⣿⣿⣤⠀⠀⠀⣤⣿⣿⣿</text><text class="terminal-2561612488-r1" x="500.2" y="190.8" textLength="12.2" clip-path="url(#terminal-2561612488-line-7)">│</text><text class="terminal-2561612488-r1" x="512.4" y="190.8" textLength="12.2" clip-path="url(#terminal-2561612488-line-7)">│</text><text class="terminal-2561612488-r3" x="536.8" y="190.8" textLength="439.2" clip-path="url(#terminal-2561612488-line-7)">⠀⠀⣰⣿⣷⣄⠀⠀⣠⣾⣷⣆⠀⠀⢀⣾⣿⣦⡀⠀⢀⣴⣿⣷⡀⠀⠀⣠⣾⣷⣄⠀⠀⣠⣾⣿</text><text class="terminal-2561612488-r1" x="1012.6" y="190.8" textLength="12.2" clip-path="url(#terminal-2561612488-line-7)">│</text><text class="terminal-2561612488-r1" x="1024.8" y="190.8" textLength="12.2" clip-path="url(#terminal-2561612488-line-7)">│</text><text class="terminal-2561612488-r3" x="1049.2" y="190.8" textLength="378.2" clip-path="url(#terminal-2561612488-line-7)"> TPOT      60ms   320ms   320ms</text><text class="terminal-2561612488-r1" x="1525" y="190.8" textLength="12.2" clip-path="url(#terminal-2561612488-line-7)">│</text><text class="terminal-2561612488-r2" x="1537.2" y="190.8" textLength="12.2" clip-path="url(#terminal-2561612488-line-7)">
|
|
219
|
+
</text><text class="terminal-2561612488-r1" x="0" y="215.2" textLength="12.2" clip-path="url(#terminal-2561612488-line-8)">│</text><text class="terminal-2561612488-r3" x="24.4" y="215.2" textLength="439.2" clip-path="url(#terminal-2561612488-line-8)">⣷⣶⣶⣶⣿⣿⣿⣿⣿⣿⣶⣶⣶⣾⣿⣿⣿⣿⣿⣷⣶⣶⣾⣿⣿⣿⣿⣿⣿⣶⣶⣶⣿⣿⣿⣿</text><text class="terminal-2561612488-r1" x="500.2" y="215.2" textLength="12.2" clip-path="url(#terminal-2561612488-line-8)">│</text><text class="terminal-2561612488-r1" x="512.4" y="215.2" textLength="12.2" clip-path="url(#terminal-2561612488-line-8)">│</text><text class="terminal-2561612488-r3" x="536.8" y="215.2" textLength="439.2" clip-path="url(#terminal-2561612488-line-8)">⣶⣾⣿⣿⣿⣿⣷⣾⣿⣿⣿⣿⣷⣶⣿⣿⣿⣿⣿⣶⣿⣿⣿⣿⣿⣶⣾⣿⣿⣿⣿⣷⣾⣿⣿⣿</text><text class="terminal-2561612488-r1" x="1012.6" y="215.2" textLength="12.2" clip-path="url(#terminal-2561612488-line-8)">│</text><text class="terminal-2561612488-r1" x="1024.8" y="215.2" textLength="12.2" clip-path="url(#terminal-2561612488-line-8)">│</text><text class="terminal-2561612488-r3" x="1049.2" y="215.2" textLength="378.2" clip-path="url(#terminal-2561612488-line-8)"> e2e          —       —       —</text><text class="terminal-2561612488-r1" x="1525" y="215.2" textLength="12.2" clip-path="url(#terminal-2561612488-line-8)">│</text><text class="terminal-2561612488-r2" x="1537.2" y="215.2" textLength="12.2" clip-path="url(#terminal-2561612488-line-8)">
|
|
220
|
+
</text><text class="terminal-2561612488-r1" x="0" y="239.6" textLength="12.2" clip-path="url(#terminal-2561612488-line-9)">│</text><text class="terminal-2561612488-r3" x="24.4" y="239.6" textLength="439.2" clip-path="url(#terminal-2561612488-line-9)">⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿</text><text class="terminal-2561612488-r1" x="500.2" y="239.6" textLength="12.2" clip-path="url(#terminal-2561612488-line-9)">│</text><text class="terminal-2561612488-r1" x="512.4" y="239.6" textLength="12.2" clip-path="url(#terminal-2561612488-line-9)">│</text><text class="terminal-2561612488-r3" x="536.8" y="239.6" textLength="439.2" clip-path="url(#terminal-2561612488-line-9)">⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿</text><text class="terminal-2561612488-r1" x="1012.6" y="239.6" textLength="12.2" clip-path="url(#terminal-2561612488-line-9)">│</text><text class="terminal-2561612488-r1" x="1024.8" y="239.6" textLength="12.2" clip-path="url(#terminal-2561612488-line-9)">│</text><text class="terminal-2561612488-r3" x="1049.2" y="239.6" textLength="378.2" clip-path="url(#terminal-2561612488-line-9)"> queue        —       —       —</text><text class="terminal-2561612488-r1" x="1525" y="239.6" textLength="12.2" clip-path="url(#terminal-2561612488-line-9)">│</text><text class="terminal-2561612488-r2" x="1537.2" y="239.6" textLength="12.2" clip-path="url(#terminal-2561612488-line-9)">
|
|
221
|
+
</text><text class="terminal-2561612488-r1" x="0" y="264" textLength="12.2" clip-path="url(#terminal-2561612488-line-10)">│</text><text class="terminal-2561612488-r3" x="24.4" y="264" textLength="231.8" clip-path="url(#terminal-2561612488-line-10)"> running · last 81s</text><text class="terminal-2561612488-r1" x="500.2" y="264" textLength="12.2" clip-path="url(#terminal-2561612488-line-10)">│</text><text class="terminal-2561612488-r1" x="512.4" y="264" textLength="12.2" clip-path="url(#terminal-2561612488-line-10)">│</text><text class="terminal-2561612488-r3" x="536.8" y="264" textLength="439.2" clip-path="url(#terminal-2561612488-line-10)">⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿</text><text class="terminal-2561612488-r1" x="1012.6" y="264" textLength="12.2" clip-path="url(#terminal-2561612488-line-10)">│</text><text class="terminal-2561612488-r1" x="1024.8" y="264" textLength="12.2" clip-path="url(#terminal-2561612488-line-10)">╰</text><text class="terminal-2561612488-r1" x="1037" y="264" textLength="488" clip-path="url(#terminal-2561612488-line-10)">────────────────────────────────────────</text><text class="terminal-2561612488-r1" x="1525" y="264" textLength="12.2" clip-path="url(#terminal-2561612488-line-10)">╯</text><text class="terminal-2561612488-r2" x="1537.2" y="264" textLength="12.2" clip-path="url(#terminal-2561612488-line-10)">
|
|
222
|
+
</text><text class="terminal-2561612488-r1" x="0" y="288.4" textLength="12.2" clip-path="url(#terminal-2561612488-line-11)">│</text><text class="terminal-2561612488-r3" x="24.4" y="288.4" textLength="439.2" clip-path="url(#terminal-2561612488-line-11)">⣿⡇⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀⣿⣿⣿⣿⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀⢸⣿⣿⣿⡇⠀⠀⠀</text><text class="terminal-2561612488-r1" x="500.2" y="288.4" textLength="12.2" clip-path="url(#terminal-2561612488-line-11)">│</text><text class="terminal-2561612488-r1" x="512.4" y="288.4" textLength="12.2" clip-path="url(#terminal-2561612488-line-11)">│</text><text class="terminal-2561612488-r3" x="536.8" y="288.4" textLength="256.2" clip-path="url(#terminal-2561612488-line-11)"> gen tok/s · last 81s</text><text class="terminal-2561612488-r1" x="1012.6" y="288.4" textLength="12.2" clip-path="url(#terminal-2561612488-line-11)">│</text><text class="terminal-2561612488-r2" x="1537.2" y="288.4" textLength="12.2" clip-path="url(#terminal-2561612488-line-11)">
|
|
223
|
+
</text><text class="terminal-2561612488-r1" x="0" y="312.8" textLength="12.2" clip-path="url(#terminal-2561612488-line-12)">│</text><text class="terminal-2561612488-r3" x="24.4" y="312.8" textLength="439.2" clip-path="url(#terminal-2561612488-line-12)">⣿⣇⡀⠀⠀⠀⠀⠀⠀⠀⠀⠀⣀⣿⣿⣿⣿⣀⠀⠀⠀⠀⠀⠀⠀⠀⠀⢀⣸⣿⣿⣿⣇⡀⠀⠀</text><text class="terminal-2561612488-r1" x="500.2" y="312.8" textLength="12.2" clip-path="url(#terminal-2561612488-line-12)">│</text><text class="terminal-2561612488-r1" x="512.4" y="312.8" textLength="12.2" clip-path="url(#terminal-2561612488-line-12)">│</text><text class="terminal-2561612488-r3" x="536.8" y="312.8" textLength="439.2" clip-path="url(#terminal-2561612488-line-12)">⢠⣶⣿⣦⡀⠀⣠⣶⣿⣷⣄⠀⢀⣴⣿⣷⣄⠀⢀⣠⣾⣿⣦⡀⠀⣠⣾⣿⣦⣀⠀⢀⣴⣿⣷⣄</text><text class="terminal-2561612488-r1" x="1012.6" y="312.8" textLength="12.2" clip-path="url(#terminal-2561612488-line-12)">│</text><text class="terminal-2561612488-r2" x="1537.2" y="312.8" textLength="12.2" clip-path="url(#terminal-2561612488-line-12)">
|
|
224
|
+
</text><text class="terminal-2561612488-r1" x="0" y="337.2" textLength="12.2" clip-path="url(#terminal-2561612488-line-13)">│</text><text class="terminal-2561612488-r3" x="24.4" y="337.2" textLength="439.2" clip-path="url(#terminal-2561612488-line-13)">⣿⣿⡇⠀⠀⠀⠀⠀⠀⠀⠀⠀⣿⣿⣿⣿⣿⣿⠀⠀⠀⠀⠀⠀⠀⠀⠀⢸⣿⣿⣿⣿⣿⡇⠀⠀</text><text class="terminal-2561612488-r1" x="500.2" y="337.2" textLength="12.2" clip-path="url(#terminal-2561612488-line-13)">│</text><text class="terminal-2561612488-r1" x="512.4" y="337.2" textLength="12.2" clip-path="url(#terminal-2561612488-line-13)">│</text><text class="terminal-2561612488-r3" x="536.8" y="337.2" textLength="439.2" clip-path="url(#terminal-2561612488-line-13)">⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿</text><text class="terminal-2561612488-r1" x="1012.6" y="337.2" textLength="12.2" clip-path="url(#terminal-2561612488-line-13)">│</text><text class="terminal-2561612488-r2" x="1537.2" y="337.2" textLength="12.2" clip-path="url(#terminal-2561612488-line-13)">
|
|
225
|
+
</text><text class="terminal-2561612488-r1" x="0" y="361.6" textLength="12.2" clip-path="url(#terminal-2561612488-line-14)">│</text><text class="terminal-2561612488-r3" x="24.4" y="361.6" textLength="439.2" clip-path="url(#terminal-2561612488-line-14)">⣿⣿⣇⣀⣀⣀⣀⣀⣀⣀⣀⣀⣿⣿⣿⣿⣿⣿⣀⣀⣀⣀⣀⣀⣀⣀⣀⣸⣿⣿⣿⣿⣿⣇⣀⣀</text><text class="terminal-2561612488-r1" x="500.2" y="361.6" textLength="12.2" clip-path="url(#terminal-2561612488-line-14)">│</text><text class="terminal-2561612488-r1" x="512.4" y="361.6" textLength="12.2" clip-path="url(#terminal-2561612488-line-14)">│</text><text class="terminal-2561612488-r3" x="536.8" y="361.6" textLength="439.2" clip-path="url(#terminal-2561612488-line-14)">⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿</text><text class="terminal-2561612488-r1" x="1012.6" y="361.6" textLength="12.2" clip-path="url(#terminal-2561612488-line-14)">│</text><text class="terminal-2561612488-r2" x="1537.2" y="361.6" textLength="12.2" clip-path="url(#terminal-2561612488-line-14)">
|
|
226
|
+
</text><text class="terminal-2561612488-r1" x="0" y="386" textLength="12.2" clip-path="url(#terminal-2561612488-line-15)">│</text><text class="terminal-2561612488-r3" x="24.4" y="386" textLength="231.8" clip-path="url(#terminal-2561612488-line-15)"> waiting · last 81s</text><text class="terminal-2561612488-r1" x="500.2" y="386" textLength="12.2" clip-path="url(#terminal-2561612488-line-15)">│</text><text class="terminal-2561612488-r1" x="512.4" y="386" textLength="12.2" clip-path="url(#terminal-2561612488-line-15)">│</text><text class="terminal-2561612488-r3" x="536.8" y="386" textLength="439.2" clip-path="url(#terminal-2561612488-line-15)">⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿</text><text class="terminal-2561612488-r1" x="1012.6" y="386" textLength="12.2" clip-path="url(#terminal-2561612488-line-15)">│</text><text class="terminal-2561612488-r2" x="1537.2" y="386" textLength="12.2" clip-path="url(#terminal-2561612488-line-15)">
|
|
227
|
+
</text><text class="terminal-2561612488-r1" x="0" y="410.4" textLength="12.2" clip-path="url(#terminal-2561612488-line-16)">╰</text><text class="terminal-2561612488-r1" x="12.2" y="410.4" textLength="488" clip-path="url(#terminal-2561612488-line-16)">────────────────────────────────────────</text><text class="terminal-2561612488-r1" x="500.2" y="410.4" textLength="12.2" clip-path="url(#terminal-2561612488-line-16)">╯</text><text class="terminal-2561612488-r1" x="512.4" y="410.4" textLength="12.2" clip-path="url(#terminal-2561612488-line-16)">│</text><text class="terminal-2561612488-r3" x="536.8" y="410.4" textLength="292.8" clip-path="url(#terminal-2561612488-line-16)"> prompt tok/s · last 81s</text><text class="terminal-2561612488-r1" x="1012.6" y="410.4" textLength="12.2" clip-path="url(#terminal-2561612488-line-16)">│</text><text class="terminal-2561612488-r2" x="1537.2" y="410.4" textLength="12.2" clip-path="url(#terminal-2561612488-line-16)">
|
|
228
|
+
</text><text class="terminal-2561612488-r1" x="512.4" y="434.8" textLength="12.2" clip-path="url(#terminal-2561612488-line-17)">╰</text><text class="terminal-2561612488-r1" x="524.6" y="434.8" textLength="488" clip-path="url(#terminal-2561612488-line-17)">────────────────────────────────────────</text><text class="terminal-2561612488-r1" x="1012.6" y="434.8" textLength="12.2" clip-path="url(#terminal-2561612488-line-17)">╯</text><text class="terminal-2561612488-r2" x="1537.2" y="434.8" textLength="12.2" clip-path="url(#terminal-2561612488-line-17)">
|
|
229
|
+
</text><text class="terminal-2561612488-r1" x="0" y="459.2" textLength="12.2" clip-path="url(#terminal-2561612488-line-18)">╭</text><text class="terminal-2561612488-r1" x="12.2" y="459.2" textLength="1512.8" clip-path="url(#terminal-2561612488-line-18)">────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────</text><text class="terminal-2561612488-r1" x="1525" y="459.2" textLength="12.2" clip-path="url(#terminal-2561612488-line-18)">╮</text><text class="terminal-2561612488-r2" x="1537.2" y="459.2" textLength="12.2" clip-path="url(#terminal-2561612488-line-18)">
|
|
230
|
+
</text><text class="terminal-2561612488-r1" x="0" y="483.6" textLength="12.2" clip-path="url(#terminal-2561612488-line-19)">│</text><text class="terminal-2561612488-r3" x="24.4" y="483.6" textLength="207.4" clip-path="url(#terminal-2561612488-line-19)">CACHE & KV MEMORY</text><text class="terminal-2561612488-r1" x="1525" y="483.6" textLength="12.2" clip-path="url(#terminal-2561612488-line-19)">│</text><text class="terminal-2561612488-r2" x="1537.2" y="483.6" textLength="12.2" clip-path="url(#terminal-2561612488-line-19)">
|
|
231
|
+
</text><text class="terminal-2561612488-r1" x="0" y="508" textLength="12.2" clip-path="url(#terminal-2561612488-line-20)">│</text><text class="terminal-2561612488-r3" x="24.4" y="508" textLength="1305.4" clip-path="url(#terminal-2561612488-line-20)"> reuse  prefix hit 44.9% ▕▂▁▁▁▁▁▁▂▃▄▅▅▆▇▇█▏ life 30.2%   sources compute 70.0% · cache-hit 30.0% · ext 0.0%</text><text class="terminal-2561612488-r1" x="1525" y="508" textLength="12.2" clip-path="url(#terminal-2561612488-line-20)">│</text><text class="terminal-2561612488-r2" x="1537.2" y="508" textLength="12.2" clip-path="url(#terminal-2561612488-line-20)">
|
|
232
|
+
</text><text class="terminal-2561612488-r1" x="0" y="532.4" textLength="12.2" clip-path="url(#terminal-2561612488-line-21)">│</text><text class="terminal-2561612488-r3" x="24.4" y="532.4" textLength="817.4" clip-path="url(#terminal-2561612488-line-21)"> memory KV usage 19.0% (60.9k/320.0k tok)   fp8_e4m3  ~2.0x vs fp16</text><text class="terminal-2561612488-r1" x="1525" y="532.4" textLength="12.2" clip-path="url(#terminal-2561612488-line-21)">│</text><text class="terminal-2561612488-r2" x="1537.2" y="532.4" textLength="12.2" clip-path="url(#terminal-2561612488-line-21)">
|
|
233
|
+
</text><text class="terminal-2561612488-r1" x="0" y="556.8" textLength="12.2" clip-path="url(#terminal-2561612488-line-22)">╰</text><text class="terminal-2561612488-r1" x="12.2" y="556.8" textLength="1512.8" clip-path="url(#terminal-2561612488-line-22)">────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────</text><text class="terminal-2561612488-r1" x="1525" y="556.8" textLength="12.2" clip-path="url(#terminal-2561612488-line-22)">╯</text><text class="terminal-2561612488-r2" x="1537.2" y="556.8" textLength="12.2" clip-path="url(#terminal-2561612488-line-22)">
|
|
234
|
+
</text><text class="terminal-2561612488-r1" x="0" y="581.2" textLength="12.2" clip-path="url(#terminal-2561612488-line-23)">╭</text><text class="terminal-2561612488-r1" x="12.2" y="581.2" textLength="1512.8" clip-path="url(#terminal-2561612488-line-23)">────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────</text><text class="terminal-2561612488-r1" x="1525" y="581.2" textLength="12.2" clip-path="url(#terminal-2561612488-line-23)">╮</text><text class="terminal-2561612488-r2" x="1537.2" y="581.2" textLength="12.2" clip-path="url(#terminal-2561612488-line-23)">
|
|
235
|
+
</text><text class="terminal-2561612488-r1" x="0" y="605.6" textLength="12.2" clip-path="url(#terminal-2561612488-line-24)">│</text><text class="terminal-2561612488-r3" x="24.4" y="605.6" textLength="280.6" clip-path="url(#terminal-2561612488-line-24)">SESSION (while serving)</text><text class="terminal-2561612488-r1" x="1525" y="605.6" textLength="12.2" clip-path="url(#terminal-2561612488-line-24)">│</text><text class="terminal-2561612488-r2" x="1537.2" y="605.6" textLength="12.2" clip-path="url(#terminal-2561612488-line-24)">
|
|
236
|
+
</text><text class="terminal-2561612488-r1" x="0" y="630" textLength="12.2" clip-path="url(#terminal-2561612488-line-25)">│</text><text class="terminal-2561612488-r3" x="24.4" y="630" textLength="1049.2" clip-path="url(#terminal-2561612488-line-25)"> decode avg 2.4k tok/s · prefill/pp avg 6.0k tok/s · active 100.0% (4s busy / 0s idle)</text><text class="terminal-2561612488-r1" x="1525" y="630" textLength="12.2" clip-path="url(#terminal-2561612488-line-25)">│</text><text class="terminal-2561612488-r2" x="1537.2" y="630" textLength="12.2" clip-path="url(#terminal-2561612488-line-25)">
|
|
237
|
+
</text><text class="terminal-2561612488-r1" x="0" y="654.4" textLength="12.2" clip-path="url(#terminal-2561612488-line-26)">│</text><text class="terminal-2561612488-r3" x="24.4" y="654.4" textLength="719.8" clip-path="url(#terminal-2561612488-line-26)"> 320 reqs · 30 gen tok/req · totals 9.7k gen · 23.9k prompt</text><text class="terminal-2561612488-r1" x="1525" y="654.4" textLength="12.2" clip-path="url(#terminal-2561612488-line-26)">│</text><text class="terminal-2561612488-r2" x="1537.2" y="654.4" textLength="12.2" clip-path="url(#terminal-2561612488-line-26)">
|
|
238
|
+
</text><text class="terminal-2561612488-r1" x="0" y="678.8" textLength="12.2" clip-path="url(#terminal-2561612488-line-27)">╰</text><text class="terminal-2561612488-r1" x="12.2" y="678.8" textLength="1512.8" clip-path="url(#terminal-2561612488-line-27)">────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────</text><text class="terminal-2561612488-r1" x="1525" y="678.8" textLength="12.2" clip-path="url(#terminal-2561612488-line-27)">╯</text><text class="terminal-2561612488-r2" x="1537.2" y="678.8" textLength="12.2" clip-path="url(#terminal-2561612488-line-27)">
|
|
239
|
+
</text><text class="terminal-2561612488-r1" x="0" y="703.2" textLength="12.2" clip-path="url(#terminal-2561612488-line-28)">╭</text><text class="terminal-2561612488-r1" x="12.2" y="703.2" textLength="1512.8" clip-path="url(#terminal-2561612488-line-28)">────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────</text><text class="terminal-2561612488-r1" x="1525" y="703.2" textLength="12.2" clip-path="url(#terminal-2561612488-line-28)">╮</text><text class="terminal-2561612488-r2" x="1537.2" y="703.2" textLength="12.2" clip-path="url(#terminal-2561612488-line-28)">
|
|
240
|
+
</text><text class="terminal-2561612488-r1" x="0" y="727.6" textLength="12.2" clip-path="url(#terminal-2561612488-line-29)">│</text><text class="terminal-2561612488-r3" x="24.4" y="727.6" textLength="610" clip-path="url(#terminal-2561612488-line-29)">SPEC DECODE  acceptance 42.0%  accepted/draft 2.10</text><text class="terminal-2561612488-r1" x="1525" y="727.6" textLength="12.2" clip-path="url(#terminal-2561612488-line-29)">│</text><text class="terminal-2561612488-r2" x="1537.2" y="727.6" textLength="12.2" clip-path="url(#terminal-2561612488-line-29)">
|
|
241
|
+
</text><text class="terminal-2561612488-r1" x="0" y="752" textLength="12.2" clip-path="url(#terminal-2561612488-line-30)">╰</text><text class="terminal-2561612488-r1" x="12.2" y="752" textLength="1512.8" clip-path="url(#terminal-2561612488-line-30)">────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────</text><text class="terminal-2561612488-r1" x="1525" y="752" textLength="12.2" clip-path="url(#terminal-2561612488-line-30)">╯</text><text class="terminal-2561612488-r2" x="1537.2" y="752" textLength="12.2" clip-path="url(#terminal-2561612488-line-30)">
|
|
242
|
+
</text><text class="terminal-2561612488-r1" x="0" y="776.4" textLength="12.2" clip-path="url(#terminal-2561612488-line-31)">╭</text><text class="terminal-2561612488-r1" x="12.2" y="776.4" textLength="1512.8" clip-path="url(#terminal-2561612488-line-31)">────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────</text><text class="terminal-2561612488-r1" x="1525" y="776.4" textLength="12.2" clip-path="url(#terminal-2561612488-line-31)">╮</text><text class="terminal-2561612488-r2" x="1537.2" y="776.4" textLength="12.2" clip-path="url(#terminal-2561612488-line-31)">
|
|
243
|
+
</text><text class="terminal-2561612488-r1" x="0" y="800.8" textLength="12.2" clip-path="url(#terminal-2561612488-line-32)">│</text><text class="terminal-2561612488-r3" x="24.4" y="800.8" textLength="1183.4" clip-path="url(#terminal-2561612488-line-32)">GPU 0  NVIDIA RTX 4090  90%  20.6 GB/24.0 GB (86.0%)  58°C  140/300 W  fan 42%  clk 2520/9501 MHz</text><text class="terminal-2561612488-r1" x="1525" y="800.8" textLength="12.2" clip-path="url(#terminal-2561612488-line-32)">│</text><text class="terminal-2561612488-r2" x="1537.2" y="800.8" textLength="12.2" clip-path="url(#terminal-2561612488-line-32)">
|
|
244
|
+
</text><text class="terminal-2561612488-r1" x="0" y="825.2" textLength="12.2" clip-path="url(#terminal-2561612488-line-33)">│</text><text class="terminal-2561612488-r3" x="24.4" y="825.2" textLength="1183.4" clip-path="url(#terminal-2561612488-line-33)">GPU 1  NVIDIA RTX 4090  87%  20.6 GB/24.0 GB (86.0%)  61°C  160/300 W  fan 47%  clk 2520/9501 MHz</text><text class="terminal-2561612488-r1" x="1525" y="825.2" textLength="12.2" clip-path="url(#terminal-2561612488-line-33)">│</text><text class="terminal-2561612488-r2" x="1537.2" y="825.2" textLength="12.2" clip-path="url(#terminal-2561612488-line-33)">
|
|
245
|
+
</text><text class="terminal-2561612488-r1" x="0" y="849.6" textLength="12.2" clip-path="url(#terminal-2561612488-line-34)">╰</text><text class="terminal-2561612488-r1" x="12.2" y="849.6" textLength="1512.8" clip-path="url(#terminal-2561612488-line-34)">────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────</text><text class="terminal-2561612488-r1" x="1525" y="849.6" textLength="12.2" clip-path="url(#terminal-2561612488-line-34)">╯</text><text class="terminal-2561612488-r2" x="1537.2" y="849.6" textLength="12.2" clip-path="url(#terminal-2561612488-line-34)">
|
|
246
|
+
</text><text class="terminal-2561612488-r2" x="1537.2" y="874" textLength="12.2" clip-path="url(#terminal-2561612488-line-35)">
|
|
247
|
+
</text><text class="terminal-2561612488-r2" x="1537.2" y="898.4" textLength="12.2" clip-path="url(#terminal-2561612488-line-36)">
|
|
248
|
+
</text><text class="terminal-2561612488-r2" x="1537.2" y="922.8" textLength="12.2" clip-path="url(#terminal-2561612488-line-37)">
|
|
249
|
+
</text><text class="terminal-2561612488-r2" x="1537.2" y="947.2" textLength="12.2" clip-path="url(#terminal-2561612488-line-38)">
|
|
250
|
+
</text><text class="terminal-2561612488-r2" x="1537.2" y="971.6" textLength="12.2" clip-path="url(#terminal-2561612488-line-39)">
|
|
251
|
+
</text><text class="terminal-2561612488-r2" x="1537.2" y="996" textLength="12.2" clip-path="url(#terminal-2561612488-line-40)">
|
|
252
|
+
</text><text class="terminal-2561612488-r2" x="1537.2" y="1020.4" textLength="12.2" clip-path="url(#terminal-2561612488-line-41)">
|
|
253
|
+
</text><text class="terminal-2561612488-r2" x="1537.2" y="1044.8" textLength="12.2" clip-path="url(#terminal-2561612488-line-42)">
|
|
254
|
+
</text><text class="terminal-2561612488-r2" x="1537.2" y="1069.2" textLength="12.2" clip-path="url(#terminal-2561612488-line-43)">
|
|
255
|
+
</text><text class="terminal-2561612488-r2" x="1537.2" y="1093.6" textLength="12.2" clip-path="url(#terminal-2561612488-line-44)">
|
|
256
|
+
</text><text class="terminal-2561612488-r2" x="1537.2" y="1118" textLength="12.2" clip-path="url(#terminal-2561612488-line-45)">
|
|
257
|
+
</text><text class="terminal-2561612488-r2" x="1537.2" y="1142.4" textLength="12.2" clip-path="url(#terminal-2561612488-line-46)">
|
|
258
|
+
</text><text class="terminal-2561612488-r2" x="1537.2" y="1166.8" textLength="12.2" clip-path="url(#terminal-2561612488-line-47)">
|
|
259
|
+
</text><text class="terminal-2561612488-r2" x="1537.2" y="1191.2" textLength="12.2" clip-path="url(#terminal-2561612488-line-48)">
|
|
260
|
+
</text><text class="terminal-2561612488-r2" x="1537.2" y="1215.6" textLength="12.2" clip-path="url(#terminal-2561612488-line-49)">
|
|
261
|
+
</text><text class="terminal-2561612488-r2" x="1537.2" y="1240" textLength="12.2" clip-path="url(#terminal-2561612488-line-50)">
|
|
262
|
+
</text><text class="terminal-2561612488-r4" x="0" y="1264.4" textLength="36.6" clip-path="url(#terminal-2561612488-line-51)"> q </text><text class="terminal-2561612488-r3" x="36.6" y="1264.4" textLength="61" clip-path="url(#terminal-2561612488-line-51)">Quit </text><text class="terminal-2561612488-r4" x="97.6" y="1264.4" textLength="36.6" clip-path="url(#terminal-2561612488-line-51)"> p </text><text class="terminal-2561612488-r3" x="134.2" y="1264.4" textLength="73.2" clip-path="url(#terminal-2561612488-line-51)">Pause </text><text class="terminal-2561612488-r4" x="207.4" y="1264.4" textLength="36.6" clip-path="url(#terminal-2561612488-line-51)"> g </text><text class="terminal-2561612488-r3" x="244" y="1264.4" textLength="48.8" clip-path="url(#terminal-2561612488-line-51)">GPU </text><text class="terminal-2561612488-r4" x="292.8" y="1264.4" textLength="36.6" clip-path="url(#terminal-2561612488-line-51)"> r </text><text class="terminal-2561612488-r3" x="329.4" y="1264.4" textLength="73.2" clip-path="url(#terminal-2561612488-line-51)">Reset </text><text class="terminal-2561612488-r4" x="402.6" y="1264.4" textLength="36.6" clip-path="url(#terminal-2561612488-line-51)"> + </text><text class="terminal-2561612488-r3" x="439.2" y="1264.4" textLength="85.4" clip-path="url(#terminal-2561612488-line-51)">Faster </text><text class="terminal-2561612488-r4" x="524.6" y="1264.4" textLength="36.6" clip-path="url(#terminal-2561612488-line-51)"> - </text><text class="terminal-2561612488-r3" x="561.2" y="1264.4" textLength="85.4" clip-path="url(#terminal-2561612488-line-51)">Slower </text><text class="terminal-2561612488-r5" x="1390.8" y="1264.4" textLength="12.2" clip-path="url(#terminal-2561612488-line-51)">▏</text><text class="terminal-2561612488-r4" x="1403" y="1264.4" textLength="24.4" clip-path="url(#terminal-2561612488-line-51)">^p</text><text class="terminal-2561612488-r3" x="1427.4" y="1264.4" textLength="97.6" clip-path="url(#terminal-2561612488-line-51)"> palette</text>
|
|
263
|
+
</g>
|
|
264
|
+
</g>
|
|
265
|
+
</svg>
|