@oneciel-ai/ciel-runtime 0.2.37 → 0.2.38
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +78 -0
- package/README.md +5 -2
- package/ciel_runtime.py +94 -96
- package/ciel_runtime_support/anthropic_model_policy.py +20 -3
- package/ciel_runtime_support/architecture.py +5 -0
- package/ciel_runtime_support/channel_inflight.py +4 -4
- package/ciel_runtime_support/channel_injection.py +56 -1
- package/ciel_runtime_support/channel_mcp_tools.py +34 -0
- package/ciel_runtime_support/channel_message_policy.py +9 -1
- package/ciel_runtime_support/channel_message_prompt.py +23 -0
- package/ciel_runtime_support/channel_pending_injection.py +86 -32
- package/ciel_runtime_support/channel_pending_poll.py +6 -2
- package/ciel_runtime_support/channel_runtime_environment.py +0 -11
- package/ciel_runtime_support/channel_terminal_context.py +0 -6
- package/ciel_runtime_support/channel_terminal_proxy.py +3 -42
- package/ciel_runtime_support/channel_transcript_repository.py +16 -1
- package/ciel_runtime_support/channel_wake_claim_repository.py +0 -19
- package/ciel_runtime_support/channel_wake_context.py +6 -13
- package/ciel_runtime_support/channel_wake_delivery_repository.py +50 -0
- package/ciel_runtime_support/chat_http_controller.py +88 -5
- package/ciel_runtime_support/claude_environment.py +100 -3
- package/ciel_runtime_support/claude_launch_assembly.py +4 -0
- package/ciel_runtime_support/claude_session_socket.py +181 -0
- package/ciel_runtime_support/cli_application_context.py +18 -10
- package/ciel_runtime_support/cli_dispatch.py +19 -3
- package/ciel_runtime_support/cli_parser.py +2 -0
- package/ciel_runtime_support/cli_usage.py +3 -2
- package/ciel_runtime_support/codex_backend_context.py +8 -3
- package/ciel_runtime_support/codex_completion_gate.py +198 -0
- package/ciel_runtime_support/codex_turn_recovery.py +240 -83
- package/ciel_runtime_support/compatibility_protocol.py +5 -2
- package/ciel_runtime_support/config_migrations.py +79 -0
- package/ciel_runtime_support/config_repository.py +7 -0
- package/ciel_runtime_support/context_summary_policy.py +24 -4
- package/ciel_runtime_support/external_event_menu.py +107 -0
- package/ciel_runtime_support/external_event_receiver.py +19 -1
- package/ciel_runtime_support/launch_state.py +2 -0
- package/ciel_runtime_support/managed_tool_injection.py +33 -0
- package/ciel_runtime_support/muse_runtime_context.py +291 -0
- package/ciel_runtime_support/ollama_thinking.py +12 -26
- package/ciel_runtime_support/prelaunch.py +13 -0
- package/ciel_runtime_support/prelaunch_launch_panel.py +2 -1
- package/ciel_runtime_support/prompt_compaction.py +39 -0
- package/ciel_runtime_support/provider_files_proxy.py +248 -0
- package/ciel_runtime_support/provider_model_identity.py +10 -2
- package/ciel_runtime_support/provider_option_cli.py +1 -1
- package/ciel_runtime_support/provider_request_access.py +54 -1
- package/ciel_runtime_support/provider_responses_passthrough.py +152 -15
- package/ciel_runtime_support/providers/alibaba.py +34 -1
- package/ciel_runtime_support/providers/anthropic.py +18 -1
- package/ciel_runtime_support/providers/meta.py +252 -21
- package/ciel_runtime_support/pseudo_tool_parser.py +17 -1
- package/ciel_runtime_support/remote_bridge.py +4 -0
- package/ciel_runtime_support/remote_instructions.py +5 -0
- package/ciel_runtime_support/remote_memory.py +1 -1
- package/ciel_runtime_support/responses_cache_diagnostics.py +82 -0
- package/ciel_runtime_support/responses_custom_tool_bridge.py +282 -0
- package/ciel_runtime_support/responses_input_compatibility.py +19 -3
- package/ciel_runtime_support/router_http.py +301 -4
- package/ciel_runtime_support/router_observability_context.py +26 -0
- package/ciel_runtime_support/router_server_context.py +1 -0
- package/ciel_runtime_support/runtime_adapters.py +31 -0
- package/ciel_runtime_support/runtime_constants.py +23 -1
- package/ciel_runtime_support/runtime_input_gateway.py +85 -5
- package/ciel_runtime_support/runtime_input_status.py +150 -0
- package/ciel_runtime_support/runtime_launch.py +27 -4
- package/ciel_runtime_support/runtime_paths.py +1 -0
- package/ciel_runtime_support/speech_http_controller.py +3 -2
- package/ciel_runtime_support/streaming_anthropic.py +3 -0
- package/ciel_runtime_support/tool_call_events.py +98 -0
- package/ciel_runtime_support/transcript_delta_delivery.py +140 -1
- package/ciel_runtime_support/ui_text.py +1 -0
- package/ciel_runtime_support/web_search_result_events.py +130 -0
- package/ciel_runtime_support/web_ui.py +1 -0
- package/ciel_runtime_support/windows_conpty.py +92 -8
- package/ciel_runtime_support/workspace_mcp.py +4 -1
- package/ciel_runtime_support/workspace_state.py +1 -0
- package/docs/Configuration.md +20 -4
- package/docs/MCP-Channels.md +79 -6
- package/docs/Managed-Tool-Injection.md +25 -0
- package/docs/Module-Map.md +4 -0
- package/docs/Muse-Code.md +73 -0
- package/docs/Observability.md +39 -0
- package/docs/Providers.md +29 -2
- package/docs/Remote-Bridge.md +12 -0
- package/docs/Router.md +1 -0
- package/docs/journal/2026/09/01/diagnostics/anthropic/router/fable51-usage-credits.okf +70 -0
- package/docs/journal/2026/09/01/implementation/claude/session-socket/all-input-paths/default-delivery.okf +133 -0
- package/docs/journal/2026/09/01/implementation/claude/session-socket/windows-direct-input.okf +112 -0
- package/docs/journal/2026/09/02/diagnostics/cache/alibaba/qwen38-post-restart-hit-rate.okf +107 -0
- package/docs/journal/2026/09/02/diagnostics/cache/ollama-cloud/kimi-k3-codex-hit-rate.okf +91 -0
- package/docs/journal/2026/09/02/diagnostics/codex/tui/statusline-cache-metrics.okf +44 -0
- package/docs/journal/2026/09/02/diagnostics/input/transport/fallback-behavior.okf +31 -0
- package/docs/journal/2026/09/02/diagnostics/providers/ollama-cloud/kimi-k3-agent-turn-recovery.okf +125 -0
- package/docs/journal/2026/09/02/diagnostics/providers/ollama-cloud/kimi-k3-parameters.okf +128 -0
- package/docs/journal/2026/09/02/diagnostics/remote/mia/socket-tui-visibility.okf +47 -0
- package/docs/journal/2026/09/02/diagnostics/runtime/alibaba/token-plan/qwen38-latency.okf +108 -0
- package/docs/journal/2026/09/02/diagnostics/runtime/alibaba/token-plan/qwen38-vs-gpt56-latency.okf +92 -0
- package/docs/journal/2026/09/02/implementation/anthropic/context/one-million-defaults.okf +85 -0
- package/docs/journal/2026/09/02/implementation/cache/alibaba/qwen38-cache-hit-improvement.okf +104 -0
- package/docs/journal/2026/09/02/implementation/cache/alibaba/qwen38-cache-hit-improvement.png +0 -0
- package/docs/journal/2026/09/02/implementation/cache/alibaba/responses-session-cache.okf +97 -0
- package/docs/journal/2026/09/02/implementation/providers/alibaba/qwen38/0902-parameter-alignment.okf +97 -0
- package/docs/journal/2026/09/02/implementation/providers/meta/multimodal-tools/contributor-protocol-adoption.okf +140 -0
- package/docs/journal/2026/09/02/implementation/providers/meta/muse-spark-1.3-support.okf +53 -0
- package/docs/journal/2026/09/02/monitoring/cache/alibaba/cielarvis-qwen38-live-hit-rate.okf +858 -0
- package/docs/journal/2026/09/02/operations/release/main-merge-local-deploy.okf +36 -0
- package/docs/journal/2026/09/02/operations/release/nightly/local-cache-deployment.okf +54 -0
- package/docs/journal/2026/09/02/operations/release/nightly/ollama-kimi-recovery-model-audit-deployment.okf +58 -0
- package/docs/journal/2026/09/02/operations/release/nightly/qwen38-cache-improvement-deployment.okf +72 -0
- package/docs/journal/2026/09/02/research/cache/alibaba/qwen38-hit-rate-improvement.okf +233 -0
- package/docs/journal/2026/09/02/research/cache/codex/provider-scope.okf +77 -0
- package/docs/journal/2026/09/02/research/providers/ollama-cloud/desktop-model-exhaustive-audit.okf +159 -0
- package/docs/journal/2026/09/03/diagnostics/providers/meta/muse-spark-contributor-cache-hit.okf +148 -0
- package/docs/journal/2026/09/03/diagnostics/providers/meta/muse-spark-contributor-required-schema.okf +127 -0
- package/docs/journal/2026/09/03/diagnostics/providers/ollama-cloud/kimi-k3-resumed-session-stall.okf +160 -0
- package/docs/journal/2026/09/03/diagnostics/providers/ollama-cloud/kimi-k3-substantive-dangling-action.okf +94 -0
- package/docs/journal/2026/09/03/diagnostics/remote/kevin/codex-gpt-early-turn-completion.okf +162 -0
- package/docs/journal/2026/09/03/implementation/runtimes/meta/muse-code/default-yolo.okf +40 -0
- package/docs/journal/2026/09/03/implementation/runtimes/meta/muse-code/native-subscription-router.okf +86 -0
- package/docs/journal/2026/09/03/operations/deployment/local/session-socket-default-fallback.okf +41 -0
- package/docs/journal/2026/09/03/research/deployment/colab/tailscale/credential-storage.okf +41 -0
- package/docs/journal/2026/09/03/research/providers/meta/muse-code/subscription-billing-boundary.okf +64 -0
- package/docs/journal/2026/09/03/research/web-chat/voice/instruction-format.okf +135 -0
- package/docs/journal/2026/09/04/diagnostics/claude/context/early-auto-compaction.okf +75 -0
- package/docs/journal/2026/09/04/diagnostics/claude/context/fable-51-status-200k.okf +54 -0
- package/docs/journal/2026/09/04/diagnostics/runtime/codex/responses/replayed-item-id-validation.okf +74 -0
- package/docs/journal/2026/09/04/diagnostics/workspaces/onecieldmsui/codex/replay-stall.okf +100 -0
- package/docs/journal/2026/09/04/implementation/observability/tool-calls/websocket-stream.okf +49 -0
- package/docs/journal/2026/09/04/implementation/web-chat/input/raw-injection.okf +42 -0
- package/docs/journal/2026/09/05/diagnostics/tty/claude-raw-idle-render.okf +25 -0
- package/docs/journal/2026/09/05/implementation/events/search-response-urls.okf +23 -0
- package/docs/journal/2026/09/05/implementation/tools/native-injection.okf +19 -0
- package/docs/journal/2026/09/05/implementation/windows/conpty/prompt-delivery-lifecycle.okf +43 -0
- package/docs/journal/2026/09/05/release/nightly/conpty-native-tools.okf +13 -0
- package/docs/journal/2026/09/05/release/nightly/search-result-urls.okf +14 -0
- package/docs/journal/2026/09/06/implementation/codex/inherited-web-mcp.okf +22 -0
- package/docs/journal/2026/09/07/integration/main/nightly-merge.okf +13 -0
- package/docs/journal/2026/09/07/release/stable/0.2.38.okf +10 -0
- package/package.json +1 -1
|
@@ -0,0 +1,858 @@
|
|
|
1
|
+
okf: 1
|
|
2
|
+
task:
|
|
3
|
+
date: "2026-09-02"
|
|
4
|
+
request: >-
|
|
5
|
+
Track cache hits for the locally restarted Ciel Runtime session operating
|
|
6
|
+
in C:/Users/djlov/cielarvis with Alibaba Token Plan qwen3.8-max.
|
|
7
|
+
status: active
|
|
8
|
+
|
|
9
|
+
runtime_identity:
|
|
10
|
+
workspace: C:/Users/djlov/cielarvis
|
|
11
|
+
router_port: 9479
|
|
12
|
+
router_pid: 48472
|
|
13
|
+
router_started_at_local: "2026-09-02T15:04:48"
|
|
14
|
+
runtime_source: C:/Users/djlov/.local/share/ciel-runtime/ciel_runtime.py
|
|
15
|
+
health_version: 0.2.37
|
|
16
|
+
provider: alitoken
|
|
17
|
+
model: qwen3.8-max
|
|
18
|
+
codex_session: 01a01dff-f0f0-7ef3-8cde-1d9916510f35
|
|
19
|
+
new_policy_marker_observed: >-
|
|
20
|
+
provider_responses_session_cache_deferred provider=alitoken
|
|
21
|
+
reason=missing_previous_response_id
|
|
22
|
+
|
|
23
|
+
evidence:
|
|
24
|
+
activity: >-
|
|
25
|
+
C:/Users/djlov/AppData/Roaming/ciel-runtime/router-instances/9479-a3a719fc6552/router-activity.json
|
|
26
|
+
log: >-
|
|
27
|
+
C:/Users/djlov/AppData/Roaming/ciel-runtime/router-instances/9479-a3a719fc6552/router.log
|
|
28
|
+
rollout: >-
|
|
29
|
+
C:/Users/djlov/.codex/sessions/2026/08/20/rollout-2026-08-20T02-08-27-01a01dff-f0f0-7ef3-8cde-1d9916510f35.jsonl
|
|
30
|
+
usage_extraction:
|
|
31
|
+
boundary: "token_count event ordinal >= 5139"
|
|
32
|
+
file_open_mode: FileShare.ReadWrite_and_Delete
|
|
33
|
+
cross_check: >-
|
|
34
|
+
The first 21 extracted last_token_usage events exactly matched the
|
|
35
|
+
manually polled router-activity samples. This provides a non-lossy source
|
|
36
|
+
while the active Codex process continues appending to the rollout.
|
|
37
|
+
|
|
38
|
+
samples:
|
|
39
|
+
- time: "2026-09-02T15:06:54"
|
|
40
|
+
input_tokens: 157983
|
|
41
|
+
cached_input_tokens: 0
|
|
42
|
+
uncached_input_tokens: 157983
|
|
43
|
+
cache_hit_percent: 0.000
|
|
44
|
+
- time: "2026-09-02T15:07:57"
|
|
45
|
+
input_tokens: 161692
|
|
46
|
+
cached_input_tokens: 8192
|
|
47
|
+
uncached_input_tokens: 153500
|
|
48
|
+
cache_hit_percent: 5.066
|
|
49
|
+
- time: "2026-09-02T15:09:35"
|
|
50
|
+
input_tokens: 163466
|
|
51
|
+
cached_input_tokens: 162816
|
|
52
|
+
uncached_input_tokens: 650
|
|
53
|
+
cache_hit_percent: 99.602
|
|
54
|
+
- time: "2026-09-02T15:11:05"
|
|
55
|
+
input_tokens: 164366
|
|
56
|
+
cached_input_tokens: 8192
|
|
57
|
+
uncached_input_tokens: 156174
|
|
58
|
+
cache_hit_percent: 4.984
|
|
59
|
+
- time: "2026-09-02T15:12:25"
|
|
60
|
+
input_tokens: 164859
|
|
61
|
+
cached_input_tokens: 8192
|
|
62
|
+
uncached_input_tokens: 156667
|
|
63
|
+
cache_hit_percent: 4.969
|
|
64
|
+
- time: "2026-09-02T15:13:00"
|
|
65
|
+
input_tokens: 166204
|
|
66
|
+
cached_input_tokens: 8192
|
|
67
|
+
uncached_input_tokens: 158012
|
|
68
|
+
cache_hit_percent: 4.929
|
|
69
|
+
- time: "2026-09-02T15:13:42"
|
|
70
|
+
input_tokens: 166687
|
|
71
|
+
cached_input_tokens: 8192
|
|
72
|
+
uncached_input_tokens: 158495
|
|
73
|
+
cache_hit_percent: 4.914
|
|
74
|
+
- time: "2026-09-02T15:14:39"
|
|
75
|
+
input_tokens: 167676
|
|
76
|
+
cached_input_tokens: 8192
|
|
77
|
+
uncached_input_tokens: 159484
|
|
78
|
+
cache_hit_percent: 4.886
|
|
79
|
+
- time: "2026-09-02T15:15:13"
|
|
80
|
+
input_tokens: 168419
|
|
81
|
+
cached_input_tokens: 8192
|
|
82
|
+
uncached_input_tokens: 160227
|
|
83
|
+
cache_hit_percent: 4.864
|
|
84
|
+
- time: "2026-09-02T15:16:26"
|
|
85
|
+
input_tokens: 169766
|
|
86
|
+
cached_input_tokens: 8192
|
|
87
|
+
uncached_input_tokens: 161574
|
|
88
|
+
cache_hit_percent: 4.825
|
|
89
|
+
- time: "2026-09-02T15:17:00"
|
|
90
|
+
input_tokens: 170531
|
|
91
|
+
cached_input_tokens: 8192
|
|
92
|
+
uncached_input_tokens: 162339
|
|
93
|
+
cache_hit_percent: 4.804
|
|
94
|
+
- time: "2026-09-02T15:17:38"
|
|
95
|
+
input_tokens: 171568
|
|
96
|
+
cached_input_tokens: 160768
|
|
97
|
+
uncached_input_tokens: 10800
|
|
98
|
+
cache_hit_percent: 93.705
|
|
99
|
+
- time: "2026-09-02T15:18:11"
|
|
100
|
+
input_tokens: 171971
|
|
101
|
+
cached_input_tokens: 8192
|
|
102
|
+
uncached_input_tokens: 163779
|
|
103
|
+
cache_hit_percent: 4.764
|
|
104
|
+
- time: "2026-09-02T15:18:41"
|
|
105
|
+
input_tokens: 172294
|
|
106
|
+
cached_input_tokens: 8192
|
|
107
|
+
uncached_input_tokens: 164102
|
|
108
|
+
cache_hit_percent: 4.755
|
|
109
|
+
- time: "2026-09-02T15:19:15"
|
|
110
|
+
input_tokens: 172705
|
|
111
|
+
cached_input_tokens: 8192
|
|
112
|
+
uncached_input_tokens: 164513
|
|
113
|
+
cache_hit_percent: 4.743
|
|
114
|
+
- time: "2026-09-02T15:20:14"
|
|
115
|
+
input_tokens: 173651
|
|
116
|
+
cached_input_tokens: 163840
|
|
117
|
+
uncached_input_tokens: 9811
|
|
118
|
+
cache_hit_percent: 94.350
|
|
119
|
+
- time: "2026-09-02T15:20:47"
|
|
120
|
+
input_tokens: 174005
|
|
121
|
+
cached_input_tokens: 163840
|
|
122
|
+
uncached_input_tokens: 10165
|
|
123
|
+
cache_hit_percent: 94.158
|
|
124
|
+
- time: "2026-09-02T15:21:26"
|
|
125
|
+
input_tokens: 174831
|
|
126
|
+
cached_input_tokens: 8192
|
|
127
|
+
uncached_input_tokens: 166639
|
|
128
|
+
cache_hit_percent: 4.686
|
|
129
|
+
- time: "2026-09-02T15:22:00"
|
|
130
|
+
input_tokens: 175091
|
|
131
|
+
cached_input_tokens: 8192
|
|
132
|
+
uncached_input_tokens: 166899
|
|
133
|
+
cache_hit_percent: 4.679
|
|
134
|
+
- time: "2026-09-02T15:22:29"
|
|
135
|
+
input_tokens: 175288
|
|
136
|
+
cached_input_tokens: 8192
|
|
137
|
+
uncached_input_tokens: 167096
|
|
138
|
+
cache_hit_percent: 4.673
|
|
139
|
+
- time: "2026-09-02T15:22:58"
|
|
140
|
+
input_tokens: 175815
|
|
141
|
+
cached_input_tokens: 8192
|
|
142
|
+
uncached_input_tokens: 167623
|
|
143
|
+
cache_hit_percent: 4.659
|
|
144
|
+
- time: "2026-09-02T15:23:29"
|
|
145
|
+
input_tokens: 176098
|
|
146
|
+
cached_input_tokens: 8192
|
|
147
|
+
uncached_input_tokens: 167906
|
|
148
|
+
cache_hit_percent: 4.652
|
|
149
|
+
- time: "2026-09-02T15:24:01"
|
|
150
|
+
input_tokens: 176291
|
|
151
|
+
cached_input_tokens: 8192
|
|
152
|
+
uncached_input_tokens: 168099
|
|
153
|
+
cache_hit_percent: 4.647
|
|
154
|
+
- time: "2026-09-02T15:24:34"
|
|
155
|
+
input_tokens: 176515
|
|
156
|
+
cached_input_tokens: 8192
|
|
157
|
+
uncached_input_tokens: 168323
|
|
158
|
+
cache_hit_percent: 4.641
|
|
159
|
+
- time: "2026-09-02T15:25:26"
|
|
160
|
+
input_tokens: 177020
|
|
161
|
+
cached_input_tokens: 8192
|
|
162
|
+
uncached_input_tokens: 168828
|
|
163
|
+
cache_hit_percent: 4.628
|
|
164
|
+
- time: "2026-09-02T15:25:58"
|
|
165
|
+
input_tokens: 177375
|
|
166
|
+
cached_input_tokens: 8192
|
|
167
|
+
uncached_input_tokens: 169183
|
|
168
|
+
cache_hit_percent: 4.618
|
|
169
|
+
- time: "2026-09-02T15:27:43"
|
|
170
|
+
input_tokens: 177550
|
|
171
|
+
cached_input_tokens: 8192
|
|
172
|
+
uncached_input_tokens: 169358
|
|
173
|
+
cache_hit_percent: 4.614
|
|
174
|
+
- time: "2026-09-02T15:28:47"
|
|
175
|
+
input_tokens: 178623
|
|
176
|
+
cached_input_tokens: 8192
|
|
177
|
+
uncached_input_tokens: 170431
|
|
178
|
+
cache_hit_percent: 4.586
|
|
179
|
+
- time: "2026-09-02T15:30:27"
|
|
180
|
+
input_tokens: 179178
|
|
181
|
+
cached_input_tokens: 8192
|
|
182
|
+
uncached_input_tokens: 170986
|
|
183
|
+
cache_hit_percent: 4.572
|
|
184
|
+
- time: "2026-09-02T15:32:03"
|
|
185
|
+
input_tokens: 179566
|
|
186
|
+
cached_input_tokens: 8192
|
|
187
|
+
uncached_input_tokens: 171374
|
|
188
|
+
cache_hit_percent: 4.562
|
|
189
|
+
- time: "2026-09-02T15:32:52"
|
|
190
|
+
input_tokens: 180979
|
|
191
|
+
cached_input_tokens: 178176
|
|
192
|
+
uncached_input_tokens: 2803
|
|
193
|
+
cache_hit_percent: 98.451
|
|
194
|
+
- time: "2026-09-02T15:34:11"
|
|
195
|
+
input_tokens: 181873
|
|
196
|
+
cached_input_tokens: 8192
|
|
197
|
+
uncached_input_tokens: 173681
|
|
198
|
+
cache_hit_percent: 4.504
|
|
199
|
+
- time: "2026-09-02T15:35:07"
|
|
200
|
+
input_tokens: 182433
|
|
201
|
+
cached_input_tokens: 179200
|
|
202
|
+
uncached_input_tokens: 3233
|
|
203
|
+
cache_hit_percent: 98.228
|
|
204
|
+
- time: "2026-09-02T15:38:14"
|
|
205
|
+
input_tokens: 182869
|
|
206
|
+
cached_input_tokens: 8192
|
|
207
|
+
uncached_input_tokens: 174677
|
|
208
|
+
cache_hit_percent: 4.480
|
|
209
|
+
- time: "2026-09-02T15:38:45"
|
|
210
|
+
input_tokens: 183794
|
|
211
|
+
cached_input_tokens: 8192
|
|
212
|
+
uncached_input_tokens: 175602
|
|
213
|
+
cache_hit_percent: 4.457
|
|
214
|
+
- time: "2026-09-02T15:39:19"
|
|
215
|
+
input_tokens: 184338
|
|
216
|
+
cached_input_tokens: 8192
|
|
217
|
+
uncached_input_tokens: 176146
|
|
218
|
+
cache_hit_percent: 4.444
|
|
219
|
+
- time: "2026-09-02T15:39:44"
|
|
220
|
+
input_tokens: 184499
|
|
221
|
+
cached_input_tokens: 183296
|
|
222
|
+
uncached_input_tokens: 1203
|
|
223
|
+
cache_hit_percent: 99.348
|
|
224
|
+
- time: "2026-09-02T15:40:34"
|
|
225
|
+
input_tokens: 184655
|
|
226
|
+
cached_input_tokens: 184320
|
|
227
|
+
uncached_input_tokens: 335
|
|
228
|
+
cache_hit_percent: 99.819
|
|
229
|
+
- time: "2026-09-02T15:42:20"
|
|
230
|
+
input_tokens: 185102
|
|
231
|
+
cached_input_tokens: 8192
|
|
232
|
+
uncached_input_tokens: 176910
|
|
233
|
+
cache_hit_percent: 4.426
|
|
234
|
+
- time: "2026-09-02T15:43:23"
|
|
235
|
+
input_tokens: 186034
|
|
236
|
+
cached_input_tokens: 184320
|
|
237
|
+
uncached_input_tokens: 1714
|
|
238
|
+
cache_hit_percent: 99.079
|
|
239
|
+
- time: "2026-09-02T15:44:15"
|
|
240
|
+
input_tokens: 186896
|
|
241
|
+
cached_input_tokens: 178176
|
|
242
|
+
uncached_input_tokens: 8720
|
|
243
|
+
cache_hit_percent: 95.334
|
|
244
|
+
- time: "2026-09-02T15:45:01"
|
|
245
|
+
input_tokens: 187843
|
|
246
|
+
cached_input_tokens: 185344
|
|
247
|
+
uncached_input_tokens: 2499
|
|
248
|
+
cache_hit_percent: 98.670
|
|
249
|
+
- time: "2026-09-02T15:45:35"
|
|
250
|
+
input_tokens: 188685
|
|
251
|
+
cached_input_tokens: 8192
|
|
252
|
+
uncached_input_tokens: 180493
|
|
253
|
+
cache_hit_percent: 4.342
|
|
254
|
+
- time: "2026-09-02T15:46:06"
|
|
255
|
+
input_tokens: 188965
|
|
256
|
+
cached_input_tokens: 186368
|
|
257
|
+
uncached_input_tokens: 2597
|
|
258
|
+
cache_hit_percent: 98.626
|
|
259
|
+
- time: "2026-09-02T15:46:56"
|
|
260
|
+
input_tokens: 189235
|
|
261
|
+
cached_input_tokens: 181248
|
|
262
|
+
uncached_input_tokens: 7987
|
|
263
|
+
cache_hit_percent: 95.779
|
|
264
|
+
- time: "2026-09-02T15:47:29"
|
|
265
|
+
input_tokens: 189514
|
|
266
|
+
cached_input_tokens: 188416
|
|
267
|
+
uncached_input_tokens: 1098
|
|
268
|
+
cache_hit_percent: 99.421
|
|
269
|
+
- time: "2026-09-02T15:48:31"
|
|
270
|
+
input_tokens: 189828
|
|
271
|
+
cached_input_tokens: 182272
|
|
272
|
+
uncached_input_tokens: 7556
|
|
273
|
+
cache_hit_percent: 96.020
|
|
274
|
+
- time: "2026-09-02T15:50:38"
|
|
275
|
+
input_tokens: 190130
|
|
276
|
+
cached_input_tokens: 8192
|
|
277
|
+
uncached_input_tokens: 181938
|
|
278
|
+
cache_hit_percent: 4.309
|
|
279
|
+
- time: "2026-09-02T15:51:19"
|
|
280
|
+
input_tokens: 190674
|
|
281
|
+
cached_input_tokens: 8192
|
|
282
|
+
uncached_input_tokens: 182482
|
|
283
|
+
cache_hit_percent: 4.296
|
|
284
|
+
- time: "2026-09-02T15:52:41"
|
|
285
|
+
input_tokens: 190932
|
|
286
|
+
cached_input_tokens: 184320
|
|
287
|
+
uncached_input_tokens: 6612
|
|
288
|
+
cache_hit_percent: 96.537
|
|
289
|
+
- time: "2026-09-02T15:53:12"
|
|
290
|
+
input_tokens: 191234
|
|
291
|
+
cached_input_tokens: 184320
|
|
292
|
+
uncached_input_tokens: 6914
|
|
293
|
+
cache_hit_percent: 96.385
|
|
294
|
+
- time: "2026-09-02T15:53:49"
|
|
295
|
+
input_tokens: 191445
|
|
296
|
+
cached_input_tokens: 8192
|
|
297
|
+
uncached_input_tokens: 183253
|
|
298
|
+
cache_hit_percent: 4.279
|
|
299
|
+
- time: "2026-09-02T15:54:42"
|
|
300
|
+
input_tokens: 192403
|
|
301
|
+
cached_input_tokens: 190464
|
|
302
|
+
uncached_input_tokens: 1939
|
|
303
|
+
cache_hit_percent: 98.992
|
|
304
|
+
- time: "2026-09-02T15:55:29"
|
|
305
|
+
input_tokens: 192667
|
|
306
|
+
cached_input_tokens: 189440
|
|
307
|
+
uncached_input_tokens: 3227
|
|
308
|
+
cache_hit_percent: 98.325
|
|
309
|
+
- time: "2026-09-02T15:57:10"
|
|
310
|
+
input_tokens: 193161
|
|
311
|
+
cached_input_tokens: 8192
|
|
312
|
+
uncached_input_tokens: 184969
|
|
313
|
+
cache_hit_percent: 4.241
|
|
314
|
+
- time: "2026-09-02T15:58:03"
|
|
315
|
+
input_tokens: 194201
|
|
316
|
+
cached_input_tokens: 190464
|
|
317
|
+
uncached_input_tokens: 3737
|
|
318
|
+
cache_hit_percent: 98.076
|
|
319
|
+
- time: "2026-09-02T15:59:06"
|
|
320
|
+
input_tokens: 194861
|
|
321
|
+
cached_input_tokens: 190464
|
|
322
|
+
uncached_input_tokens: 4397
|
|
323
|
+
cache_hit_percent: 97.744
|
|
324
|
+
- time: "2026-09-02T15:59:49"
|
|
325
|
+
input_tokens: 195139
|
|
326
|
+
cached_input_tokens: 194560
|
|
327
|
+
uncached_input_tokens: 579
|
|
328
|
+
cache_hit_percent: 99.703
|
|
329
|
+
- time: "2026-09-02T16:00:40"
|
|
330
|
+
input_tokens: 195352
|
|
331
|
+
cached_input_tokens: 190464
|
|
332
|
+
uncached_input_tokens: 4888
|
|
333
|
+
cache_hit_percent: 97.498
|
|
334
|
+
- time: "2026-09-02T16:01:18"
|
|
335
|
+
input_tokens: 195610
|
|
336
|
+
cached_input_tokens: 194560
|
|
337
|
+
uncached_input_tokens: 1050
|
|
338
|
+
cache_hit_percent: 99.463
|
|
339
|
+
- time: "2026-09-02T16:01:56"
|
|
340
|
+
input_tokens: 195967
|
|
341
|
+
cached_input_tokens: 8192
|
|
342
|
+
uncached_input_tokens: 187775
|
|
343
|
+
cache_hit_percent: 4.180
|
|
344
|
+
- time: "2026-09-02T16:03:00"
|
|
345
|
+
input_tokens: 196633
|
|
346
|
+
cached_input_tokens: 8192
|
|
347
|
+
uncached_input_tokens: 188441
|
|
348
|
+
cache_hit_percent: 4.166
|
|
349
|
+
- time: "2026-09-02T16:04:07"
|
|
350
|
+
input_tokens: 197353
|
|
351
|
+
cached_input_tokens: 194560
|
|
352
|
+
uncached_input_tokens: 2793
|
|
353
|
+
cache_hit_percent: 98.585
|
|
354
|
+
- time: "2026-09-02T16:05:16"
|
|
355
|
+
input_tokens: 197597
|
|
356
|
+
cached_input_tokens: 196608
|
|
357
|
+
uncached_input_tokens: 989
|
|
358
|
+
cache_hit_percent: 99.499
|
|
359
|
+
- time: "2026-09-02T16:06:16"
|
|
360
|
+
input_tokens: 198586
|
|
361
|
+
cached_input_tokens: 195584
|
|
362
|
+
uncached_input_tokens: 3002
|
|
363
|
+
cache_hit_percent: 98.488
|
|
364
|
+
- time: "2026-09-02T16:07:12"
|
|
365
|
+
input_tokens: 198916
|
|
366
|
+
cached_input_tokens: 8192
|
|
367
|
+
uncached_input_tokens: 190724
|
|
368
|
+
cache_hit_percent: 4.118
|
|
369
|
+
- time: "2026-09-02T16:08:05"
|
|
370
|
+
input_tokens: 199585
|
|
371
|
+
cached_input_tokens: 8192
|
|
372
|
+
uncached_input_tokens: 191393
|
|
373
|
+
cache_hit_percent: 4.105
|
|
374
|
+
- time: "2026-09-02T16:08:39"
|
|
375
|
+
input_tokens: 199726
|
|
376
|
+
cached_input_tokens: 8192
|
|
377
|
+
uncached_input_tokens: 191534
|
|
378
|
+
cache_hit_percent: 4.102
|
|
379
|
+
- time: "2026-09-02T16:09:27"
|
|
380
|
+
input_tokens: 199968
|
|
381
|
+
cached_input_tokens: 198656
|
|
382
|
+
uncached_input_tokens: 1312
|
|
383
|
+
cache_hit_percent: 99.344
|
|
384
|
+
- time: "2026-09-02T16:10:00"
|
|
385
|
+
input_tokens: 200177
|
|
386
|
+
cached_input_tokens: 8192
|
|
387
|
+
uncached_input_tokens: 191985
|
|
388
|
+
cache_hit_percent: 4.092
|
|
389
|
+
- time: "2026-09-02T16:10:42"
|
|
390
|
+
input_tokens: 200361
|
|
391
|
+
cached_input_tokens: 8192
|
|
392
|
+
uncached_input_tokens: 192169
|
|
393
|
+
cache_hit_percent: 4.089
|
|
394
|
+
- time: "2026-09-02T16:11:36"
|
|
395
|
+
input_tokens: 200565
|
|
396
|
+
cached_input_tokens: 199680
|
|
397
|
+
uncached_input_tokens: 885
|
|
398
|
+
cache_hit_percent: 99.559
|
|
399
|
+
- time: "2026-09-02T16:12:15"
|
|
400
|
+
input_tokens: 200797
|
|
401
|
+
cached_input_tokens: 199680
|
|
402
|
+
uncached_input_tokens: 1117
|
|
403
|
+
cache_hit_percent: 99.444
|
|
404
|
+
- time: "2026-09-02T16:12:48"
|
|
405
|
+
input_tokens: 201246
|
|
406
|
+
cached_input_tokens: 8192
|
|
407
|
+
uncached_input_tokens: 193054
|
|
408
|
+
cache_hit_percent: 4.071
|
|
409
|
+
- time: "2026-09-02T16:13:29"
|
|
410
|
+
input_tokens: 202136
|
|
411
|
+
cached_input_tokens: 8192
|
|
412
|
+
uncached_input_tokens: 193944
|
|
413
|
+
cache_hit_percent: 4.053
|
|
414
|
+
- time: "2026-09-02T16:13:59"
|
|
415
|
+
input_tokens: 202587
|
|
416
|
+
cached_input_tokens: 200704
|
|
417
|
+
uncached_input_tokens: 1883
|
|
418
|
+
cache_hit_percent: 99.071
|
|
419
|
+
- time: "2026-09-02T16:14:47"
|
|
420
|
+
input_tokens: 202937
|
|
421
|
+
cached_input_tokens: 201728
|
|
422
|
+
uncached_input_tokens: 1209
|
|
423
|
+
cache_hit_percent: 99.404
|
|
424
|
+
- time: "2026-09-02T16:15:19"
|
|
425
|
+
input_tokens: 203531
|
|
426
|
+
cached_input_tokens: 8192
|
|
427
|
+
uncached_input_tokens: 195339
|
|
428
|
+
cache_hit_percent: 4.025
|
|
429
|
+
- time: "2026-09-02T16:15:51"
|
|
430
|
+
input_tokens: 204024
|
|
431
|
+
cached_input_tokens: 202752
|
|
432
|
+
uncached_input_tokens: 1272
|
|
433
|
+
cache_hit_percent: 99.377
|
|
434
|
+
- time: "2026-09-02T16:16:29"
|
|
435
|
+
input_tokens: 204156
|
|
436
|
+
cached_input_tokens: 201728
|
|
437
|
+
uncached_input_tokens: 2428
|
|
438
|
+
cache_hit_percent: 98.811
|
|
439
|
+
- time: "2026-09-02T16:16:57"
|
|
440
|
+
input_tokens: 204762
|
|
441
|
+
cached_input_tokens: 203776
|
|
442
|
+
uncached_input_tokens: 986
|
|
443
|
+
cache_hit_percent: 99.518
|
|
444
|
+
- time: "2026-09-02T16:17:46"
|
|
445
|
+
input_tokens: 205706
|
|
446
|
+
cached_input_tokens: 202752
|
|
447
|
+
uncached_input_tokens: 2954
|
|
448
|
+
cache_hit_percent: 98.564
|
|
449
|
+
- time: "2026-09-02T16:18:41"
|
|
450
|
+
input_tokens: 206334
|
|
451
|
+
cached_input_tokens: 199680
|
|
452
|
+
uncached_input_tokens: 6654
|
|
453
|
+
cache_hit_percent: 96.775
|
|
454
|
+
- time: "2026-09-02T16:19:07"
|
|
455
|
+
input_tokens: 206537
|
|
456
|
+
cached_input_tokens: 203776
|
|
457
|
+
uncached_input_tokens: 2761
|
|
458
|
+
cache_hit_percent: 98.663
|
|
459
|
+
- time: "2026-09-02T16:20:04"
|
|
460
|
+
input_tokens: 206694
|
|
461
|
+
cached_input_tokens: 203776
|
|
462
|
+
uncached_input_tokens: 2918
|
|
463
|
+
cache_hit_percent: 98.588
|
|
464
|
+
- time: "2026-09-02T16:20:30"
|
|
465
|
+
input_tokens: 206979
|
|
466
|
+
cached_input_tokens: 204800
|
|
467
|
+
uncached_input_tokens: 2179
|
|
468
|
+
cache_hit_percent: 98.947
|
|
469
|
+
- time: "2026-09-02T16:21:06"
|
|
470
|
+
input_tokens: 207192
|
|
471
|
+
cached_input_tokens: 8192
|
|
472
|
+
uncached_input_tokens: 199000
|
|
473
|
+
cache_hit_percent: 3.954
|
|
474
|
+
- time: "2026-09-02T16:22:02"
|
|
475
|
+
input_tokens: 207988
|
|
476
|
+
cached_input_tokens: 206848
|
|
477
|
+
uncached_input_tokens: 1140
|
|
478
|
+
cache_hit_percent: 99.452
|
|
479
|
+
- time: "2026-09-02T16:22:35"
|
|
480
|
+
input_tokens: 208231
|
|
481
|
+
cached_input_tokens: 200704
|
|
482
|
+
uncached_input_tokens: 7527
|
|
483
|
+
cache_hit_percent: 96.385
|
|
484
|
+
- time: "2026-09-02T16:23:27"
|
|
485
|
+
input_tokens: 208368
|
|
486
|
+
cached_input_tokens: 8192
|
|
487
|
+
uncached_input_tokens: 200176
|
|
488
|
+
cache_hit_percent: 3.932
|
|
489
|
+
- time: "2026-09-02T16:24:19"
|
|
490
|
+
input_tokens: 208715
|
|
491
|
+
cached_input_tokens: 8192
|
|
492
|
+
uncached_input_tokens: 200523
|
|
493
|
+
cache_hit_percent: 3.925
|
|
494
|
+
- time: "2026-09-02T16:24:55"
|
|
495
|
+
input_tokens: 208910
|
|
496
|
+
cached_input_tokens: 8192
|
|
497
|
+
uncached_input_tokens: 200718
|
|
498
|
+
cache_hit_percent: 3.921
|
|
499
|
+
- time: "2026-09-02T16:25:34"
|
|
500
|
+
input_tokens: 209458
|
|
501
|
+
cached_input_tokens: 8192
|
|
502
|
+
uncached_input_tokens: 201266
|
|
503
|
+
cache_hit_percent: 3.911
|
|
504
|
+
- time: "2026-09-02T16:26:22"
|
|
505
|
+
input_tokens: 209800
|
|
506
|
+
cached_input_tokens: 8192
|
|
507
|
+
uncached_input_tokens: 201608
|
|
508
|
+
cache_hit_percent: 3.905
|
|
509
|
+
- time: "2026-09-02T16:26:53"
|
|
510
|
+
input_tokens: 210115
|
|
511
|
+
cached_input_tokens: 208896
|
|
512
|
+
uncached_input_tokens: 1219
|
|
513
|
+
cache_hit_percent: 99.420
|
|
514
|
+
- time: "2026-09-02T16:27:29"
|
|
515
|
+
input_tokens: 210404
|
|
516
|
+
cached_input_tokens: 8192
|
|
517
|
+
uncached_input_tokens: 202212
|
|
518
|
+
cache_hit_percent: 3.893
|
|
519
|
+
- time: "2026-09-02T16:28:04"
|
|
520
|
+
input_tokens: 210809
|
|
521
|
+
cached_input_tokens: 209920
|
|
522
|
+
uncached_input_tokens: 889
|
|
523
|
+
cache_hit_percent: 99.578
|
|
524
|
+
- time: "2026-09-02T16:28:31"
|
|
525
|
+
input_tokens: 211211
|
|
526
|
+
cached_input_tokens: 209920
|
|
527
|
+
uncached_input_tokens: 1291
|
|
528
|
+
cache_hit_percent: 99.389
|
|
529
|
+
- time: "2026-09-02T16:29:58"
|
|
530
|
+
input_tokens: 211494
|
|
531
|
+
cached_input_tokens: 8192
|
|
532
|
+
uncached_input_tokens: 203302
|
|
533
|
+
cache_hit_percent: 3.873
|
|
534
|
+
- time: "2026-09-02T16:30:33"
|
|
535
|
+
input_tokens: 211676
|
|
536
|
+
cached_input_tokens: 8192
|
|
537
|
+
uncached_input_tokens: 203484
|
|
538
|
+
cache_hit_percent: 3.870
|
|
539
|
+
- time: "2026-09-02T16:31:38"
|
|
540
|
+
input_tokens: 211888
|
|
541
|
+
cached_input_tokens: 8192
|
|
542
|
+
uncached_input_tokens: 203696
|
|
543
|
+
cache_hit_percent: 3.866
|
|
544
|
+
- time: "2026-09-02T16:32:20"
|
|
545
|
+
input_tokens: 212137
|
|
546
|
+
cached_input_tokens: 8192
|
|
547
|
+
uncached_input_tokens: 203945
|
|
548
|
+
cache_hit_percent: 3.862
|
|
549
|
+
- time: "2026-09-02T16:33:28"
|
|
550
|
+
input_tokens: 212274
|
|
551
|
+
cached_input_tokens: 8192
|
|
552
|
+
uncached_input_tokens: 204082
|
|
553
|
+
cache_hit_percent: 3.859
|
|
554
|
+
- time: "2026-09-02T16:34:31"
|
|
555
|
+
input_tokens: 212603
|
|
556
|
+
cached_input_tokens: 8192
|
|
557
|
+
uncached_input_tokens: 204411
|
|
558
|
+
cache_hit_percent: 3.853
|
|
559
|
+
- time: "2026-09-02T16:35:26"
|
|
560
|
+
input_tokens: 213110
|
|
561
|
+
cached_input_tokens: 8192
|
|
562
|
+
uncached_input_tokens: 204918
|
|
563
|
+
cache_hit_percent: 3.844
|
|
564
|
+
- time: "2026-09-02T16:36:23"
|
|
565
|
+
input_tokens: 214346
|
|
566
|
+
cached_input_tokens: 8192
|
|
567
|
+
uncached_input_tokens: 206154
|
|
568
|
+
cache_hit_percent: 3.822
|
|
569
|
+
- time: "2026-09-02T16:37:18"
|
|
570
|
+
input_tokens: 215571
|
|
571
|
+
cached_input_tokens: 8192
|
|
572
|
+
uncached_input_tokens: 207379
|
|
573
|
+
cache_hit_percent: 3.800
|
|
574
|
+
- time: "2026-09-02T16:38:17"
|
|
575
|
+
input_tokens: 216803
|
|
576
|
+
cached_input_tokens: 8192
|
|
577
|
+
uncached_input_tokens: 208611
|
|
578
|
+
cache_hit_percent: 3.779
|
|
579
|
+
- time: "2026-09-02T16:39:13"
|
|
580
|
+
input_tokens: 217993
|
|
581
|
+
cached_input_tokens: 8192
|
|
582
|
+
uncached_input_tokens: 209801
|
|
583
|
+
cache_hit_percent: 3.758
|
|
584
|
+
- time: "2026-09-02T16:40:08"
|
|
585
|
+
input_tokens: 219174
|
|
586
|
+
cached_input_tokens: 8192
|
|
587
|
+
uncached_input_tokens: 210982
|
|
588
|
+
cache_hit_percent: 3.738
|
|
589
|
+
- time: "2026-09-02T16:41:06"
|
|
590
|
+
input_tokens: 220413
|
|
591
|
+
cached_input_tokens: 8192
|
|
592
|
+
uncached_input_tokens: 212221
|
|
593
|
+
cache_hit_percent: 3.717
|
|
594
|
+
- time: "2026-09-02T16:42:11"
|
|
595
|
+
input_tokens: 221595
|
|
596
|
+
cached_input_tokens: 8192
|
|
597
|
+
uncached_input_tokens: 213403
|
|
598
|
+
cache_hit_percent: 3.697
|
|
599
|
+
- time: "2026-09-02T16:43:00"
|
|
600
|
+
input_tokens: 221722
|
|
601
|
+
cached_input_tokens: 8192
|
|
602
|
+
uncached_input_tokens: 213530
|
|
603
|
+
cache_hit_percent: 3.695
|
|
604
|
+
- time: "2026-09-02T16:44:02"
|
|
605
|
+
input_tokens: 221851
|
|
606
|
+
cached_input_tokens: 8192
|
|
607
|
+
uncached_input_tokens: 213659
|
|
608
|
+
cache_hit_percent: 3.693
|
|
609
|
+
- time: "2026-09-02T16:45:07"
|
|
610
|
+
input_tokens: 223054
|
|
611
|
+
cached_input_tokens: 8192
|
|
612
|
+
uncached_input_tokens: 214862
|
|
613
|
+
cache_hit_percent: 3.673
|
|
614
|
+
- time: "2026-09-02T16:46:01"
|
|
615
|
+
input_tokens: 224279
|
|
616
|
+
cached_input_tokens: 8192
|
|
617
|
+
uncached_input_tokens: 216087
|
|
618
|
+
cache_hit_percent: 3.653
|
|
619
|
+
|
|
620
|
+
aggregate_at_16_46_01:
|
|
621
|
+
sample_count: 116
|
|
622
|
+
input_tokens: 22479479
|
|
623
|
+
cached_input_tokens: 9191424
|
|
624
|
+
weighted_cache_hit_percent: 40.888
|
|
625
|
+
post_first_request:
|
|
626
|
+
input_tokens: 22321496
|
|
627
|
+
cached_input_tokens: 9191424
|
|
628
|
+
weighted_cache_hit_percent: 41.177
|
|
629
|
+
high_hit_requests: 45
|
|
630
|
+
cold_or_near_8192_requests: 71
|
|
631
|
+
|
|
632
|
+
current_finding:
|
|
633
|
+
confirmed: >-
|
|
634
|
+
The restarted local session is executing the new stateless-cache policy,
|
|
635
|
+
and one live request reached 99.602 percent cached input. The next request
|
|
636
|
+
fell to 4.984 percent and the next seven requests remained between 4.804
|
|
637
|
+
and 4.969 percent. The twelfth request then reached 93.705 percent. High
|
|
638
|
+
hits are intermittent rather than persistent; the two requests after the
|
|
639
|
+
second high hit returned to the 4.7 percent range for three requests. The
|
|
640
|
+
sixteenth and seventeenth requests then reached 94.350 and 94.158 percent
|
|
641
|
+
before the eighteenth and nineteenth returned to 4.686 and 4.679 percent.
|
|
642
|
+
Forty-five of one hundred sixteen requests are high hits; the other seventy-one are
|
|
643
|
+
either cold or near 8192 cached tokens. Every completed repeated-budget
|
|
644
|
+
occurrence is a high hit, while new-budget requests continue to return near
|
|
645
|
+
8192 cached tokens except for one early outlier.
|
|
646
|
+
compaction_boundary: >-
|
|
647
|
+
All 116 compaction records inspected through 16:45:15 logged a constant
|
|
648
|
+
omitted prefix of 288 source items (output count equals input count minus
|
|
649
|
+
287 because one summary item replaces the omitted prefix). There are 116
|
|
650
|
+
completed usage samples and no in-flight request at this checkpoint.
|
|
651
|
+
The observed low-hit runs therefore did not coincide with a moving
|
|
652
|
+
compaction boundary.
|
|
653
|
+
summary_budget_identity_correlation:
|
|
654
|
+
confirmed_source_behavior: >-
|
|
655
|
+
compact_responses_input_for_budget passes its per-request wire-fit
|
|
656
|
+
budget_tokens into build_summary. ContextSummaryPolicy.guard_summary
|
|
657
|
+
serializes that exact integer into the first summary line.
|
|
658
|
+
deterministic_reproduction:
|
|
659
|
+
omitted_messages: 288
|
|
660
|
+
budgets_tested: [2240027, 2240028, 2240032, 2240035, 2240056]
|
|
661
|
+
distinct_summary_sha256_count: 5
|
|
662
|
+
same_budget_repeat_equal: true
|
|
663
|
+
first_2240027_vs_2240028_difference_character_index: 124
|
|
664
|
+
live_repeated_budget_pairs:
|
|
665
|
+
- {budget: 2240027, first_request: 2, first_hit_percent: 5.066, repeat_request: 12, repeat_hit_percent: 93.705}
|
|
666
|
+
- {budget: 2240032, first_request: 4, first_hit_percent: 4.984, repeat_request: 16, repeat_hit_percent: 94.350}
|
|
667
|
+
- {budget: 2240035, first_request: 5, first_hit_percent: 4.969, repeat_request: 17, repeat_hit_percent: 94.158}
|
|
668
|
+
- {budget: 2240056, first_request: 28, first_hit_percent: 4.586, repeat_request: 31, repeat_hit_percent: 98.451}
|
|
669
|
+
- {budget: 2240061, first_request: 30, first_hit_percent: 4.562, repeat_requests: "33,47", repeat_hit_percent: "98.228,96.020"}
|
|
670
|
+
- {budget: 2240065, first_request: 35, first_hit_percent: 4.457, repeat_requests: "37,38,50,56", repeat_hit_percent: "99.348,99.819,96.537,98.076"}
|
|
671
|
+
- {budget: 2240060, first_request: 39, first_hit_percent: 4.426, repeat_requests: "40,42", repeat_hit_percent: "99.079,98.670"}
|
|
672
|
+
- {budget: 2240058, first_request: 29, first_hit_percent: 4.572, repeat_requests: "41,44", repeat_hit_percent: "95.334,98.626"}
|
|
673
|
+
- {budget: 2240059, first_request: 32, first_hit_percent: 4.504, repeat_requests: "45,46", repeat_hit_percent: "95.779,99.421"}
|
|
674
|
+
- {budget: 2240067, first_request: 36, first_hit_percent: 4.444, repeat_requests: "51,57,58,63", repeat_hit_percent: "96.385,97.744,99.703,98.585"}
|
|
675
|
+
- {budget: 2240066, first_request: 49, first_hit_percent: 4.296, repeat_request: 53, repeat_hit_percent: 98.992}
|
|
676
|
+
- {budget: 2240064, first_request: 48, first_hit_percent: 4.309, repeat_request: 54, repeat_hit_percent: 98.325}
|
|
677
|
+
- {budget: 2240069, first_request: 52, first_hit_percent: 4.279, repeat_requests: "59,60", repeat_hit_percent: "97.498,99.463"}
|
|
678
|
+
- {budget: 2240070, first_request: 62, first_hit_percent: 4.166, repeat_request: 64, repeat_hit_percent: 99.499}
|
|
679
|
+
- {budget: 2240072, first_request: 61, first_hit_percent: 4.180, repeat_request: 65, repeat_hit_percent: 98.488}
|
|
680
|
+
- {budget: 2240077, first_request: 67, first_hit_percent: 4.105, repeat_request: 69, repeat_hit_percent: 99.344}
|
|
681
|
+
- {budget: 2240078, first_request: 70, first_hit_percent: 4.092, repeat_request: 72, repeat_hit_percent: 99.559}
|
|
682
|
+
- {budget: 2240080, first_request: 71, first_hit_percent: 4.089, repeat_requests: "73,76,77,82,86", repeat_hit_percent: "99.444,99.071,99.404,98.564,98.947"}
|
|
683
|
+
- {budget: 2240079, first_request: 78, first_hit_percent: 4.025, repeat_requests: "79,84", repeat_hit_percent: "99.377,98.663"}
|
|
684
|
+
- {budget: 2240081, first_request: 75, first_hit_percent: 4.053, repeat_requests: "80,81,85", repeat_hit_percent: "98.811,99.518,98.588"}
|
|
685
|
+
- {budget: 2240082, first_request: 87, first_hit_percent: 3.954, repeat_request: 88, repeat_hit_percent: 99.452}
|
|
686
|
+
- {budget: 2240083, first_request: 74, first_hit_percent: 4.071, repeat_request: 89, repeat_hit_percent: 96.385}
|
|
687
|
+
- {budget: 2240090, first_request: 94, first_hit_percent: 3.905, repeat_request: 95, repeat_hit_percent: 99.420}
|
|
688
|
+
- {budget: 2240091, first_request: 96, first_hit_percent: 3.893, repeat_requests: "97,98", repeat_hit_percent: "99.578,99.389"}
|
|
689
|
+
observed_rates:
|
|
690
|
+
repeated_budget_occurrences: {high_hits: 44, total: 44}
|
|
691
|
+
first_seen_budget_occurrences: {high_hits: 1, total: 72}
|
|
692
|
+
prospective_check: >-
|
|
693
|
+
Requests 33, 37, 40, 41, 45, 47, and 50 were classified from the live
|
|
694
|
+
log as repeated-budget requests before their usage was read. They
|
|
695
|
+
subsequently returned between 95.334 and 99.348 percent. First-seen
|
|
696
|
+
requests 39 and 48 were classified before completion and returned
|
|
697
|
+
4.426 and 4.309 percent. Request 56 was classified as a repeated
|
|
698
|
+
budget request while its usage was still absent; it subsequently
|
|
699
|
+
returned 98.076 percent. Request 57 was likewise classified as a
|
|
700
|
+
repeated budget request before usage and returned 97.744 percent.
|
|
701
|
+
Request 60 was classified as repeated before usage and returned
|
|
702
|
+
99.463 percent. Request 63 was classified as repeated before usage and
|
|
703
|
+
returned 98.585 percent. Request 66 was classified as first-seen before
|
|
704
|
+
usage and returned 4.118 percent. Request 67 was classified as
|
|
705
|
+
first-seen before usage and returned 4.105 percent. Request 68 was
|
|
706
|
+
classified as first-seen before usage and returned 4.102 percent.
|
|
707
|
+
Request 71 was classified as first-seen before usage and returned
|
|
708
|
+
4.089 percent. Request 72 was classified as repeated before usage and
|
|
709
|
+
returned 99.559 percent. Request 73 was classified as repeated before
|
|
710
|
+
usage and returned 99.444 percent. Requests 82, 83, and 84 were each
|
|
711
|
+
classified as repeated before usage and returned 98.564, 96.775, and
|
|
712
|
+
98.663 percent respectively. Request 85 was classified as repeated
|
|
713
|
+
before usage and returned 98.588 percent. Request 88 was classified as
|
|
714
|
+
repeated before usage and returned 99.452 percent. Request 89 was
|
|
715
|
+
classified as repeated before usage and returned 96.385 percent.
|
|
716
|
+
Request 90 was classified as first-seen before usage and returned
|
|
717
|
+
3.932 percent. Request 96 was classified as first-seen before usage
|
|
718
|
+
and returned 3.893 percent. Request 97 was classified as repeated
|
|
719
|
+
before usage and returned 99.578 percent. Request 98 was classified as
|
|
720
|
+
repeated before usage and returned 99.389 percent.
|
|
721
|
+
Request 99 was classified as first-seen before usage and returned
|
|
722
|
+
3.873 percent. Request 101 was classified as first-seen before usage
|
|
723
|
+
and returned 3.866 percent. Request 102 was classified as first-seen
|
|
724
|
+
before usage and returned 3.862 percent. Requests 103 and 104 were
|
|
725
|
+
classified as first-seen before usage and returned 3.859 and 3.853
|
|
726
|
+
percent respectively. Request 105 was classified as first-seen before
|
|
727
|
+
usage and returned 3.844 percent.
|
|
728
|
+
Requests 106 and 107 were classified as first-seen before usage and
|
|
729
|
+
returned 3.822 and 3.800 percent respectively. Request 108 was
|
|
730
|
+
classified as first-seen before usage and returned 3.779 percent.
|
|
731
|
+
Requests 109, 111, and 112 were classified as first-seen before usage
|
|
732
|
+
and returned 3.758, 3.717, and 3.697 percent respectively. Requests 113
|
|
733
|
+
and 115 were classified as first-seen before usage and returned 3.695
|
|
734
|
+
and 3.673 percent respectively. Request 116 was classified as
|
|
735
|
+
first-seen before usage and returned 3.653 percent.
|
|
736
|
+
in_flight_prospective: null
|
|
737
|
+
budget_sequence_discontinuity:
|
|
738
|
+
transitions:
|
|
739
|
+
- {from_request: 105, to_request: 106, from_budget: 2240100, to_budget: 2240009, delta_tokens: -91}
|
|
740
|
+
- {from_request: 106, to_request: 107, from_budget: 2240009, to_budget: 2239918, delta_tokens: -91}
|
|
741
|
+
- {from_request: 107, to_request: 108, from_budget: 2239918, to_budget: 2239827, delta_tokens: -91}
|
|
742
|
+
- {from_request: 108, to_request: 109, from_budget: 2239827, to_budget: 2239737, delta_tokens: -90}
|
|
743
|
+
- {from_request: 109, to_request: 110, from_budget: 2239737, to_budget: 2239644, delta_tokens: -93}
|
|
744
|
+
- {from_request: 110, to_request: 111, from_budget: 2239644, to_budget: 2239552, delta_tokens: -92}
|
|
745
|
+
- {from_request: 111, to_request: 112, from_budget: 2239552, to_budget: 2239460, delta_tokens: -92}
|
|
746
|
+
- {from_request: 112, to_request: 113, from_budget: 2239460, to_budget: 2239458, delta_tokens: -2}
|
|
747
|
+
- {from_request: 113, to_request: 114, from_budget: 2239458, to_budget: 2239456, delta_tokens: -2}
|
|
748
|
+
- {from_request: 114, to_request: 115, from_budget: 2239456, to_budget: 2239367, delta_tokens: -89}
|
|
749
|
+
- {from_request: 115, to_request: 116, from_budget: 2239367, to_budget: 2239270, delta_tokens: -97}
|
|
750
|
+
new_budget_first_occurrences_confirmed_by_log_search: true
|
|
751
|
+
compaction_items:
|
|
752
|
+
request_106: "1051->764"
|
|
753
|
+
request_107: "1053->766"
|
|
754
|
+
request_108: "1056->769"
|
|
755
|
+
request_109: "1059->772"
|
|
756
|
+
request_110: "1062->775"
|
|
757
|
+
request_111: "1065->778"
|
|
758
|
+
request_112: "1068->781"
|
|
759
|
+
request_113: "1071->784"
|
|
760
|
+
request_114: "1074->787"
|
|
761
|
+
request_115: "1077->790"
|
|
762
|
+
request_116: "1080->793"
|
|
763
|
+
omitted_source_items: 288
|
|
764
|
+
interpretation: >-
|
|
765
|
+
This confirms a variable decreasing budget sequence whose recent
|
|
766
|
+
deltas include minus 2, minus 89, and minus 97 while the omitted-item
|
|
767
|
+
boundary remains unchanged. It is an observation, not evidence of a
|
|
768
|
+
runtime error or a confirmed cause.
|
|
769
|
+
malformed_log_record:
|
|
770
|
+
line: 2207
|
|
771
|
+
observed: >-
|
|
772
|
+
The request-40 compacted-payload record is missing its timestamp, level,
|
|
773
|
+
and leading message text on disk. The following complete wire-compaction
|
|
774
|
+
line preserves its budget and byte counts, and rollout ordinal 5434
|
|
775
|
+
preserves usage. Budget joins therefore use complete wire-compaction
|
|
776
|
+
records; omitted-boundary counting accepts the surviving items pattern.
|
|
777
|
+
evidence_boundary: >-
|
|
778
|
+
This is direct proof that the current variable budget changes the summary
|
|
779
|
+
prefix, plus a perfect 44-of-44 correlation for repeated budgets in this
|
|
780
|
+
observed segment. It does not prove that this is Alibaba's only cache
|
|
781
|
+
selection input or the exclusive cause of every miss.
|
|
782
|
+
unresolved: >-
|
|
783
|
+
The available router activity reports Alibaba's returned usage but does not
|
|
784
|
+
expose the provider-side cache shard or eviction decision. More consecutive
|
|
785
|
+
samples are required before attributing the observed oscillation.
|
|
786
|
+
|
|
787
|
+
verified_waits:
|
|
788
|
+
- started_at_local: "2026-09-02T16:49:04"
|
|
789
|
+
ended_at_local: "2026-09-02T16:51:05"
|
|
790
|
+
checks_with_unchanged_state: 4
|
|
791
|
+
wire_requests: 116
|
|
792
|
+
completed_usage_samples: 116
|
|
793
|
+
last_rollout_ordinal: 5970
|
|
794
|
+
live_process_count: 3
|
|
795
|
+
outcome: no_new_request_while_processes_remained_live
|
|
796
|
+
- started_at_local: "2026-09-02T16:52:27"
|
|
797
|
+
ended_at_local: "2026-09-02T16:54:28"
|
|
798
|
+
checks_with_unchanged_state: 4
|
|
799
|
+
wire_requests: 116
|
|
800
|
+
completed_usage_samples: 116
|
|
801
|
+
last_rollout_ordinal: 5970
|
|
802
|
+
live_process_count: 3
|
|
803
|
+
outcome: no_new_request_while_processes_remained_live
|
|
804
|
+
- started_at_local: "2026-09-02T16:55:40"
|
|
805
|
+
ended_at_local: "2026-09-02T16:57:42"
|
|
806
|
+
checks_with_unchanged_state: 4
|
|
807
|
+
wire_requests: 116
|
|
808
|
+
completed_usage_samples: 116
|
|
809
|
+
last_rollout_ordinal: 5970
|
|
810
|
+
live_process_count: 3
|
|
811
|
+
outcome: no_new_request_while_processes_remained_live
|
|
812
|
+
|
|
813
|
+
terminal_observation:
|
|
814
|
+
inspected_at_local: "2026-09-02T21:43:04"
|
|
815
|
+
qwen_last_upstream_request_at_local: "2026-09-02T16:59:22"
|
|
816
|
+
qwen_last_client_response_at_local: "2026-09-02T16:59:28"
|
|
817
|
+
later_provider_launch:
|
|
818
|
+
at_local: "2026-09-02T17:04:55"
|
|
819
|
+
provider: ollama-cloud
|
|
820
|
+
model: kimi-k3
|
|
821
|
+
current_router_health:
|
|
822
|
+
port: 9479
|
|
823
|
+
pid: 75108
|
|
824
|
+
provider: ollama-cloud
|
|
825
|
+
model: ciel-runtime-ollama-cloud-kimi-k3
|
|
826
|
+
active_client_count: 1
|
|
827
|
+
added_qwen_usage_samples:
|
|
828
|
+
- time: "2026-09-02T16:58:37"
|
|
829
|
+
input_tokens: 225068
|
|
830
|
+
cached_input_tokens: 8192
|
|
831
|
+
cache_hit_percent: 3.640
|
|
832
|
+
summary_budget: 2239188
|
|
833
|
+
- time: "2026-09-02T16:59:13"
|
|
834
|
+
input_tokens: 225118
|
|
835
|
+
cached_input_tokens: 8192
|
|
836
|
+
cache_hit_percent: 3.639
|
|
837
|
+
summary_budget: 2239190
|
|
838
|
+
final_qwen_segment:
|
|
839
|
+
wire_requests: 119
|
|
840
|
+
unique_completed_usage_samples: 118
|
|
841
|
+
high_hit_samples: 45
|
|
842
|
+
cold_or_low_hit_samples: 73
|
|
843
|
+
input_tokens: 22929665
|
|
844
|
+
cached_input_tokens: 9207808
|
|
845
|
+
weighted_cache_hit_percent: 40.157
|
|
846
|
+
last_request_usage_boundary: >-
|
|
847
|
+
The 16:59:22 request completed at the HTTP layer, but the rollout emitted
|
|
848
|
+
a duplicate token_count event with unchanged cumulative and last-request
|
|
849
|
+
usage. It is counted as a wire request, not as a new usage sample.
|
|
850
|
+
confirmed_state: >-
|
|
851
|
+
No qwen3.8-max request occurred after 16:59:22. The CielArvis router was
|
|
852
|
+
subsequently relaunched for Ollama Cloud Kimi K3, so there is no live Qwen
|
|
853
|
+
process to poll at this observation point.
|
|
854
|
+
evidence_boundary: >-
|
|
855
|
+
Logs prove the provider switch and the final Qwen cache measurements. They
|
|
856
|
+
do not expose or prove the user's Alibaba account quota state.
|
|
857
|
+
|
|
858
|
+
credentials_recorded: false
|