dsh-compaction-weave 0.0.0-stage → 0.3.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (92) hide show
  1. package/CHANGELOG.md +97 -0
  2. package/LICENSE +21 -0
  3. package/README.en.md +136 -0
  4. package/README.md +139 -2
  5. package/cordis.patch.yml +19 -0
  6. package/docs/architecture.md +84 -0
  7. package/docs/benchmarks/published-0.3.2-rc.1-tests.json +576 -0
  8. package/docs/benchmarks/rc2-documentation.json +41 -0
  9. package/docs/benchmarks/rc2-linux-tests.json +590 -0
  10. package/docs/benchmarks/rc2-live-and-cost.json +746 -0
  11. package/docs/benchmarks/rc3-host-compatibility.json +2314 -0
  12. package/docs/benchmarks/rc4-tests.json +617 -0
  13. package/docs/benchmarks/review35-compression.json +117 -0
  14. package/docs/benchmarks/v0.3.2-live-four-way.json +3495 -0
  15. package/docs/benchmarks/v0.3.2-tests.json +590 -0
  16. package/docs/configuration.md +131 -0
  17. package/docs/development.md +88 -0
  18. package/docs/en/architecture.md +75 -0
  19. package/docs/en/configuration.md +131 -0
  20. package/docs/en/development.md +86 -0
  21. package/docs/en/feedback.md +47 -0
  22. package/docs/en/principles.md +235 -0
  23. package/docs/en/testing.md +368 -0
  24. package/docs/en/troubleshooting.md +59 -0
  25. package/docs/feedback.md +47 -0
  26. package/docs/images/principles-context.en.svg +77 -0
  27. package/docs/images/principles-context.zh.svg +77 -0
  28. package/docs/images/principles-pipeline.en.svg +93 -0
  29. package/docs/images/principles-pipeline.zh.svg +93 -0
  30. package/docs/images/principles-recovery.en.svg +46 -0
  31. package/docs/images/principles-recovery.zh.svg +46 -0
  32. package/docs/principles.md +235 -0
  33. package/docs/test-results.json +634 -0
  34. package/docs/testing.md +358 -0
  35. package/docs/troubleshooting.md +59 -0
  36. package/lib/abort.js +13 -0
  37. package/lib/action-state.js +60 -0
  38. package/lib/atomic-replace.js +18 -0
  39. package/lib/attachments.js +76 -0
  40. package/lib/audit-reject.js +161 -0
  41. package/lib/audit.js +939 -0
  42. package/lib/cache-policy.js +71 -0
  43. package/lib/client.js +696 -0
  44. package/lib/command-compact.js +38 -0
  45. package/lib/command-heartbeat.js +61 -0
  46. package/lib/config.js +596 -0
  47. package/lib/constraint-scope.js +37 -0
  48. package/lib/continuation-budget.js +69 -0
  49. package/lib/continuation-pending.js +57 -0
  50. package/lib/continuation-progress.js +46 -0
  51. package/lib/continuation.js +287 -0
  52. package/lib/engine-entry.js +103 -0
  53. package/lib/engine.js +2485 -0
  54. package/lib/failure-diagnostics.js +220 -0
  55. package/lib/history-source.js +74 -0
  56. package/lib/history.js +712 -0
  57. package/lib/idle-compaction.js +64 -0
  58. package/lib/index.js +611 -0
  59. package/lib/instruction-source.js +163 -0
  60. package/lib/journal.js +164 -0
  61. package/lib/manual-error.js +179 -0
  62. package/lib/memory-policy.js +383 -0
  63. package/lib/meter.js +387 -0
  64. package/lib/observation-mask.js +390 -0
  65. package/lib/proactive.js +108 -0
  66. package/lib/progress-facts.js +347 -0
  67. package/lib/progress-state.js +30 -0
  68. package/lib/prompt.js +194 -0
  69. package/lib/reconstruct.js +72 -0
  70. package/lib/reference-input.js +107 -0
  71. package/lib/region.js +972 -0
  72. package/lib/source-provenance.js +58 -0
  73. package/lib/source-recovery.js +22 -0
  74. package/lib/source-refs.js +137 -0
  75. package/lib/state.js +46 -0
  76. package/lib/storage-path.js +42 -0
  77. package/lib/summary-budget.js +187 -0
  78. package/lib/summary-config.js +308 -0
  79. package/lib/summary-progress.js +56 -0
  80. package/lib/summary-retry.js +27 -0
  81. package/lib/summary-timeout.js +68 -0
  82. package/lib/summary.js +476 -0
  83. package/lib/tools.js +341 -0
  84. package/lib/transaction-host.js +252 -0
  85. package/lib/transaction.js +285 -0
  86. package/lib/validate.js +503 -0
  87. package/lib/version.js +3 -0
  88. package/lib/window.js +120 -0
  89. package/lib/work-report.js +55 -0
  90. package/locale/en.json +6 -0
  91. package/locale/zh.json +6 -0
  92. package/package.json +71 -4
@@ -0,0 +1,3495 @@
1
+ {
2
+ "schemaVersion": 2,
3
+ "measuredDate": "2026-11-19",
4
+ "timeZone": "Asia/Shanghai",
5
+ "pluginVersion": "0.3.2",
6
+ "baselineRc4Commit": "a41b41a",
7
+ "hostEnvironment": {
8
+ "nodeVersion": "v24.19.0",
9
+ "platform": "win32",
10
+ "arch": "x64",
11
+ "dshHostRuntime": "0.2.2-rc.3",
12
+ "dshCompatibilityRange": ">=0.2.2-rc.1 <1.0.0-0",
13
+ "strictHostFingerprintsDefault": false,
14
+ "comparedSystems": [
15
+ {
16
+ "id": "weave-0.3.2",
17
+ "description": "DSH Compaction Weave 0.3.2 (Stage-1 local observation masking + XML provenance isolation + key:value progress + CommonMark 0–3 space heading tolerance + subject-bound audit)"
18
+ },
19
+ {
20
+ "id": "weave-0.3.2-rc.4",
21
+ "description": "DSH Compaction Weave 0.3.2-rc.4 baseline at commit a41b41a (no Stage-1 masking; legacy domain regex heuristics)"
22
+ },
23
+ {
24
+ "id": "dsh-basic",
25
+ "description": "DSH 0.2.2-rc.3 built-in BasicCompactionEngine + ToolResultPruner with full stock 65,536 headroomTokens (no artificial output cap)"
26
+ },
27
+ {
28
+ "id": "billion-context",
29
+ "description": "billion-context@0.1.216 local ACP HTTP proxy with unified x-acp-session header, ccr enabled, and natural <acp-nudge> autonomous compression"
30
+ }
31
+ ]
32
+ },
33
+ "fairnessAndAntiDistortionControls": [
34
+ "dsh-basic mounted with stock headroomTokens (65,536 vs earlier 22,000 test harness setting) and CHAT_MAX_TOKENS=16384 so GLM/Gemini/DeepSeek never hit artificial output truncation in w1.",
35
+ "billion-context mounted with a persistent header-injecting hop attaching x-acp-session per session across all turns and model switches plus ccr=true and autonomous <acp-nudge> handling.",
36
+ "Workloads use unique per-phase Node.js/SQL module implementations (100% distinct domain classes and functions, zero repetitive filler) and ambiguous fields explicitly permit null when unverified.",
37
+ "Models receive identical surface prompts, JSON schemas, and retry budgets via @deepseek-ai/dsh-llm-pi-ai over Magpie gateway."
38
+ ],
39
+ "models": {
40
+ "requested": [
41
+ "gemini4Argon",
42
+ "GLMf5.3lash",
43
+ "gpt6astr / Astra6.2",
44
+ "deepseekv4flash"
45
+ ],
46
+ "testedRoutes": [
47
+ {
48
+ "slug": "gemini",
49
+ "displayName": "Gemini 4 Argon",
50
+ "route": "auto/gemini-4-argon",
51
+ "fallbackRoute": "group/gemini-4-carbon",
52
+ "contextWindow": 1048576,
53
+ "maxTokens": 65536
54
+ },
55
+ {
56
+ "slug": "glm",
57
+ "displayName": "GLM-5.3-Flash",
58
+ "route": "auto/glm-5.3-flash",
59
+ "fallbackRoute": null,
60
+ "contextWindow": 1000000,
61
+ "maxTokens": 131072
62
+ },
63
+ {
64
+ "slug": "deepseek",
65
+ "displayName": "DeepSeek-V4.1-Flash",
66
+ "route": "deepseek/deepseek-flash",
67
+ "fallbackRoute": "auto/deepseek-v4.1-flash",
68
+ "contextWindow": 1048576,
69
+ "maxTokens": 393216
70
+ },
71
+ {
72
+ "slug": "gpt",
73
+ "displayName": "GPT-6.1 Sol",
74
+ "suiteARoute": "2-2/gpt-6.1-sol",
75
+ "suiteCRoute": "auto/gpt-6.1-sol",
76
+ "contextWindow": 922000,
77
+ "maxTokens": 128000
78
+ }
79
+ ],
80
+ "gpt6AstraApiRestrictionNote": {
81
+ "note": "User invited GPT-6 Astra collaboration. On Magpie, auto/gpt-6-astra works natively in the official Codex CLI (used heavily for adversarial code and benchmark audits via MCP), but direct HTTP calls from non-Codex DSH clients return HTTP 403 (\"This account only allows Codex official clients\"); 2-2/gpt-6-astra returns HTTP 400 (no Responses upstream URL) and group/gpt-6.2-astra returns HTTP 404. Following strict no-spoofing guidelines, DSH HTTP benchmarks therefore ran GPT-6.1 Sol (2-2/gpt-6.1-sol in Suite A before 公益2 disabled chat completions; auto/gpt-6.1-sol in Suite C with 99.33%–99.46% KV cache verified by live probe).",
82
+ "probeCheckedAt": "2026-11-19T10:46:13.465Z"
83
+ }
84
+ },
85
+ "suiteA_standalone": {
86
+ "branchCount": 32,
87
+ "completedCount": 29,
88
+ "failedCount": 3,
89
+ "systemSummary": {
90
+ "weave-0.3.2": {
91
+ "completedBranches": 8,
92
+ "totalBranches": 8,
93
+ "failedBranches": [],
94
+ "accuracySum": "175/176",
95
+ "accuracyPct": 99.43,
96
+ "w1Accuracy": "144/144 (4/4 models finished)",
97
+ "w2Accuracy": "31/32 (4/4 models finished)",
98
+ "meanEffectiveCompressionPct": 72.2,
99
+ "meanLocalWireCompressionPct": 72.2,
100
+ "meanW1CompactionWallMs": 26880.5,
101
+ "meanW2CompactionWallMs": 35.75,
102
+ "avgCompactionSummaryCalls": 0.5,
103
+ "completedMagpieUsdSum": 1.0821439,
104
+ "completedNormalizedUsdSum": 0.8538941
105
+ },
106
+ "weave-0.3.2-rc.4": {
107
+ "completedBranches": 5,
108
+ "totalBranches": 8,
109
+ "failedBranches": [
110
+ {
111
+ "model": "gemini",
112
+ "workload": "w1-engineering-spec",
113
+ "error": "all summarization targets failed: magpie/auto/gemini-4-argon → PROGRESS_FACT_CONFLICT: Summary conflicts with source-backed progress. Keep exact values, batch scope and verification limits; omit stale claims instead of turning known results into unknown. | magpie/auto/gemini-4-argon → SUMMARY_STRUCTURE_INVALID: the summary is missing 9 required section(s): 1. 用户的核心请求与意图; 2. 关键技术概念; 3. 涉及的文件与代码; 4. 错误与修复; 5. 问题解决过程; 6. 全部用户消息; 7. 待办任务; 8. 已完成的工作; 9. 继续工作所需的上下文 | magpie/auto/gemini-4-argon → PROGRESS_FACT_CONFLICT: Summary conflicts with source-backed progress. Keep exact values, batch scope and verification limits; omit stale claims instead of turning known results into unknown."
114
+ },
115
+ {
116
+ "model": "gpt",
117
+ "workload": "w1-engineering-spec",
118
+ "error": "all summarization targets failed: magpie/2-2/gpt-6.1-sol → PROGRESS_FACT_CONFLICT: Summary conflicts with source-backed progress. Keep exact values, batch scope and verification limits; omit stale claims instead of turning known results into unknown. | magpie/2-2/gpt-6.1-sol → PROGRESS_FACT_CONFLICT: Summary conflicts with source-backed progress. Keep exact values, batch scope and verification limits; omit stale claims instead of turning known results into unknown. | magpie/2-2/gpt-6.1-sol → PROGRESS_FACT_CONFLICT: Summary conflicts with source-backed progress. Keep exact values, batch scope and verification limits; omit stale claims instead of turning known results into unknown."
119
+ },
120
+ {
121
+ "model": "deepseek",
122
+ "workload": "w1-engineering-spec",
123
+ "error": "all summarization targets failed: magpie/deepseek/deepseek-flash → PROGRESS_FACT_CONFLICT: Summary conflicts with source-backed progress. Keep exact values, batch scope and verification limits; omit stale claims instead of turning known results into unknown. | magpie/deepseek/deepseek-flash → PROGRESS_FACT_CONFLICT: Summary conflicts with source-backed progress. Keep exact values, batch scope and verification limits; omit stale claims instead of turning known results into unknown. | magpie/deepseek/deepseek-flash → PROGRESS_FACT_CONFLICT: Summary conflicts with source-backed progress. Keep exact values, batch scope and verification limits; omit stale claims instead of turning known results into unknown."
124
+ }
125
+ ],
126
+ "accuracySum": "62/68",
127
+ "accuracyPct": 91.18,
128
+ "w1Accuracy": "36/36 (1/4 models finished)",
129
+ "w2Accuracy": "26/32 (4/4 models finished)",
130
+ "meanEffectiveCompressionPct": 38.87,
131
+ "meanLocalWireCompressionPct": 35.5,
132
+ "meanW1CompactionWallMs": 53131,
133
+ "meanW2CompactionWallMs": 48040.75,
134
+ "avgCompactionSummaryCalls": 1.2,
135
+ "completedMagpieUsdSum": 0.9371696,
136
+ "completedNormalizedUsdSum": 0.6604697
137
+ },
138
+ "dsh-basic": {
139
+ "completedBranches": 8,
140
+ "totalBranches": 8,
141
+ "failedBranches": [],
142
+ "accuracySum": "164/176",
143
+ "accuracyPct": 93.18,
144
+ "w1Accuracy": "144/144 (4/4 models finished)",
145
+ "w2Accuracy": "20/32 (4/4 models finished)",
146
+ "meanEffectiveCompressionPct": 65.49,
147
+ "meanLocalWireCompressionPct": 69.76,
148
+ "meanW1CompactionWallMs": 56810.5,
149
+ "meanW2CompactionWallMs": 6.75,
150
+ "avgCompactionSummaryCalls": 0.5,
151
+ "completedMagpieUsdSum": 0.7952249,
152
+ "completedNormalizedUsdSum": 0.6142671
153
+ },
154
+ "billion-context": {
155
+ "completedBranches": 8,
156
+ "totalBranches": 8,
157
+ "failedBranches": [],
158
+ "accuracySum": "155/176",
159
+ "accuracyPct": 88.07,
160
+ "w1Accuracy": "144/144 (4/4 models finished)",
161
+ "w2Accuracy": "11/32 (4/4 models finished)",
162
+ "meanEffectiveCompressionPct": 33.35,
163
+ "meanLocalWireCompressionPct": -13.95,
164
+ "meanW1CompactionWallMs": 24587.75,
165
+ "meanW2CompactionWallMs": 34862.75,
166
+ "avgCompactionSummaryCalls": 1.25,
167
+ "completedMagpieUsdSum": 1.6898588,
168
+ "completedNormalizedUsdSum": 1.3998974
169
+ }
170
+ },
171
+ "branches": [
172
+ {
173
+ "model": "gemini",
174
+ "modelDisplay": "Gemini 4 Argon",
175
+ "modelRouteUsed": "auto/gemini-4-argon",
176
+ "system": "weave-0.3.2",
177
+ "workload": "w1-engineering-spec",
178
+ "status": "completed",
179
+ "error": null,
180
+ "accuracy": {
181
+ "passed": 36,
182
+ "total": 36,
183
+ "pct": 100,
184
+ "mismatches": []
185
+ },
186
+ "timingMs": {
187
+ "compactionWallMs": 35751,
188
+ "compactionLlmWallMs": 35685,
189
+ "postCompactionAnswerWallMs": 95209,
190
+ "endToEndWallMs": 183154,
191
+ "biliProxyToolLoopCalls": 0,
192
+ "biliAutonomousCompressCalls": 0
193
+ },
194
+ "tokens": {
195
+ "rawBaselineBeforeInput": 28803,
196
+ "observedBeforeInput": 28803,
197
+ "afterFirstCompactionInput": 5946,
198
+ "effectiveCompressionPct": 79.36,
199
+ "localWireCompressionPct": 79.36
200
+ },
201
+ "execution": {
202
+ "compactionSummaryCalls": 1,
203
+ "stage1MaskedOnly": false,
204
+ "cacheTrajectory": {
205
+ "beforeWarm1Pct": 0,
206
+ "beforeWarm2Pct": 89.5,
207
+ "compactionSelfPct": 0,
208
+ "R1Pct": 0,
209
+ "R2Pct": 60.66,
210
+ "R3Pct": 64.79,
211
+ "R4Pct": 63.47,
212
+ "R5Pct": 65.15,
213
+ "R6Pct": 70.28
214
+ },
215
+ "r2ToolsCalled": [],
216
+ "totalHttpRequests": 9,
217
+ "totalInputTokens": 130058,
218
+ "totalCachedInputTokens": 50222,
219
+ "totalOutputTokens": 4882
220
+ },
221
+ "costUsd": {
222
+ "magpieTotal": 0.2135142,
223
+ "normalizedTotal": 0.2135142
224
+ }
225
+ },
226
+ {
227
+ "model": "gemini",
228
+ "modelDisplay": "Gemini 4 Argon",
229
+ "modelRouteUsed": "auto/gemini-4-argon",
230
+ "system": "weave-0.3.2",
231
+ "workload": "w2-repo-debug",
232
+ "status": "completed",
233
+ "error": null,
234
+ "accuracy": {
235
+ "passed": 8,
236
+ "total": 8,
237
+ "pct": 100,
238
+ "mismatches": []
239
+ },
240
+ "timingMs": {
241
+ "compactionWallMs": 27,
242
+ "compactionLlmWallMs": 0,
243
+ "postCompactionAnswerWallMs": 77348,
244
+ "endToEndWallMs": 91767,
245
+ "biliProxyToolLoopCalls": 0,
246
+ "biliAutonomousCompressCalls": 0
247
+ },
248
+ "tokens": {
249
+ "rawBaselineBeforeInput": 26841,
250
+ "observedBeforeInput": 26841,
251
+ "afterFirstCompactionInput": 15484,
252
+ "effectiveCompressionPct": 42.31,
253
+ "localWireCompressionPct": 42.31
254
+ },
255
+ "execution": {
256
+ "compactionSummaryCalls": 0,
257
+ "stage1MaskedOnly": true,
258
+ "cacheTrajectory": {
259
+ "beforeWarm1Pct": 0,
260
+ "beforeWarm2Pct": null,
261
+ "compactionSelfPct": null,
262
+ "R1Pct": 0,
263
+ "R2Pct": 0,
264
+ "R3Pct": 0,
265
+ "R4Pct": 0,
266
+ "R5Pct": null,
267
+ "R6Pct": null
268
+ },
269
+ "r2ToolsCalled": [
270
+ {
271
+ "tool": "history_read",
272
+ "args": {
273
+ "seq": 10,
274
+ "full": true,
275
+ "raw": null
276
+ }
277
+ }
278
+ ],
279
+ "totalHttpRequests": 6,
280
+ "totalInputTokens": 168081,
281
+ "totalCachedInputTokens": 0,
282
+ "totalOutputTokens": 854
283
+ },
284
+ "costUsd": {
285
+ "magpieTotal": 0.344702,
286
+ "normalizedTotal": 0.344702
287
+ }
288
+ },
289
+ {
290
+ "model": "gemini",
291
+ "modelDisplay": "Gemini 4 Argon",
292
+ "modelRouteUsed": "auto/gemini-4-argon",
293
+ "system": "weave-0.3.2-rc.4",
294
+ "workload": "w1-engineering-spec",
295
+ "status": "failed",
296
+ "error": "all summarization targets failed: magpie/auto/gemini-4-argon → PROGRESS_FACT_CONFLICT: Summary conflicts with source-backed progress. Keep exact values, batch scope and verification limits; omit stale claims instead of turning known results into unknown. | magpie/auto/gemini-4-argon → SUMMARY_STRUCTURE_INVALID: the summary is missing 9 required section(s): 1. 用户的核心请求与意图; 2. 关键技术概念; 3. 涉及的文件与代码; 4. 错误与修复; 5. 问题解决过程; 6. 全部用户消息; 7. 待办任务; 8. 已完成的工作; 9. 继续工作所需的上下文 | magpie/auto/gemini-4-argon → PROGRESS_FACT_CONFLICT: Summary conflicts with source-backed progress. Keep exact values, batch scope and verification limits; omit stale claims instead of turning known results into unknown.",
297
+ "accuracy": null,
298
+ "timingMs": null,
299
+ "tokens": null,
300
+ "execution": null,
301
+ "costUsd": null
302
+ },
303
+ {
304
+ "model": "gemini",
305
+ "modelDisplay": "Gemini 4 Argon",
306
+ "modelRouteUsed": "auto/gemini-4-argon",
307
+ "system": "weave-0.3.2-rc.4",
308
+ "workload": "w2-repo-debug",
309
+ "status": "completed",
310
+ "error": null,
311
+ "accuracy": {
312
+ "passed": 8,
313
+ "total": 8,
314
+ "pct": 100,
315
+ "mismatches": []
316
+ },
317
+ "timingMs": {
318
+ "compactionWallMs": 40730,
319
+ "compactionLlmWallMs": 40580,
320
+ "postCompactionAnswerWallMs": 101279,
321
+ "endToEndWallMs": 161859,
322
+ "biliProxyToolLoopCalls": 0,
323
+ "biliAutonomousCompressCalls": 0
324
+ },
325
+ "tokens": {
326
+ "rawBaselineBeforeInput": 26841,
327
+ "observedBeforeInput": 26842,
328
+ "afterFirstCompactionInput": 36082,
329
+ "effectiveCompressionPct": -34.43,
330
+ "localWireCompressionPct": -34.42
331
+ },
332
+ "execution": {
333
+ "compactionSummaryCalls": 1,
334
+ "stage1MaskedOnly": false,
335
+ "cacheTrajectory": {
336
+ "beforeWarm1Pct": 0,
337
+ "beforeWarm2Pct": null,
338
+ "compactionSelfPct": 0,
339
+ "R1Pct": 0,
340
+ "R2Pct": 47.09,
341
+ "R3Pct": 91.81,
342
+ "R4Pct": 92.85,
343
+ "R5Pct": null,
344
+ "R6Pct": null
345
+ },
346
+ "r2ToolsCalled": [
347
+ {
348
+ "tool": "history_search",
349
+ "args": {
350
+ "query": "SQLITE_BUSY_TIMEOUT_MS"
351
+ }
352
+ }
353
+ ],
354
+ "totalHttpRequests": 7,
355
+ "totalInputTokens": 245444,
356
+ "totalCachedInputTokens": 104665,
357
+ "totalOutputTokens": 1796
358
+ },
359
+ "costUsd": {
360
+ "magpieTotal": 0.3099845,
361
+ "normalizedTotal": 0.3099845
362
+ }
363
+ },
364
+ {
365
+ "model": "gemini",
366
+ "modelDisplay": "Gemini 4 Argon",
367
+ "modelRouteUsed": "auto/gemini-4-argon",
368
+ "system": "dsh-basic",
369
+ "workload": "w1-engineering-spec",
370
+ "status": "completed",
371
+ "error": null,
372
+ "accuracy": {
373
+ "passed": 36,
374
+ "total": 36,
375
+ "pct": 100,
376
+ "mismatches": []
377
+ },
378
+ "timingMs": {
379
+ "compactionWallMs": 110970,
380
+ "compactionLlmWallMs": 110967,
381
+ "postCompactionAnswerWallMs": 118526,
382
+ "endToEndWallMs": 259039,
383
+ "biliProxyToolLoopCalls": 0,
384
+ "biliAutonomousCompressCalls": 0
385
+ },
386
+ "tokens": {
387
+ "rawBaselineBeforeInput": 28803,
388
+ "observedBeforeInput": 28690,
389
+ "afterFirstCompactionInput": 4750,
390
+ "effectiveCompressionPct": 83.51,
391
+ "localWireCompressionPct": 83.44
392
+ },
393
+ "execution": {
394
+ "compactionSummaryCalls": 1,
395
+ "stage1MaskedOnly": false,
396
+ "cacheTrajectory": {
397
+ "beforeWarm1Pct": 0,
398
+ "beforeWarm2Pct": 89.85,
399
+ "compactionSelfPct": 0,
400
+ "R1Pct": 0,
401
+ "R2Pct": 51.65,
402
+ "R3Pct": 57.2,
403
+ "R4Pct": 56.85,
404
+ "R5Pct": 59.23,
405
+ "R6Pct": 65.76
406
+ },
407
+ "r2ToolsCalled": [],
408
+ "totalHttpRequests": 9,
409
+ "totalInputTokens": 121187,
410
+ "totalCachedInputTokens": 44136,
411
+ "totalOutputTokens": 10832
412
+ },
413
+ "costUsd": {
414
+ "magpieTotal": 0.2668356,
415
+ "normalizedTotal": 0.2668356
416
+ }
417
+ },
418
+ {
419
+ "model": "gemini",
420
+ "modelDisplay": "Gemini 4 Argon",
421
+ "modelRouteUsed": "auto/gemini-4-argon",
422
+ "system": "dsh-basic",
423
+ "workload": "w2-repo-debug",
424
+ "status": "completed",
425
+ "error": null,
426
+ "accuracy": {
427
+ "passed": 6,
428
+ "total": 8,
429
+ "pct": 75,
430
+ "mismatches": [
431
+ {
432
+ "phase": "R2",
433
+ "fields": [
434
+ {
435
+ "field": "busyTimeoutMs",
436
+ "expected": 4750,
437
+ "actual": null
438
+ },
439
+ {
440
+ "field": "lockCode",
441
+ "expected": "SQLITE_BUSY_SNAPSHOT_517",
442
+ "actual": null
443
+ }
444
+ ]
445
+ }
446
+ ]
447
+ },
448
+ "timingMs": {
449
+ "compactionWallMs": 8,
450
+ "compactionLlmWallMs": 0,
451
+ "postCompactionAnswerWallMs": 94141,
452
+ "endToEndWallMs": 112532,
453
+ "biliProxyToolLoopCalls": 0,
454
+ "biliAutonomousCompressCalls": 0
455
+ },
456
+ "tokens": {
457
+ "rawBaselineBeforeInput": 26841,
458
+ "observedBeforeInput": 26834,
459
+ "afterFirstCompactionInput": 19194,
460
+ "effectiveCompressionPct": 28.49,
461
+ "localWireCompressionPct": 28.47
462
+ },
463
+ "execution": {
464
+ "compactionSummaryCalls": 0,
465
+ "stage1MaskedOnly": false,
466
+ "cacheTrajectory": {
467
+ "beforeWarm1Pct": 0,
468
+ "beforeWarm2Pct": null,
469
+ "compactionSelfPct": null,
470
+ "R1Pct": 0,
471
+ "R2Pct": 87.56,
472
+ "R3Pct": 88.28,
473
+ "R4Pct": 87.24,
474
+ "R5Pct": null,
475
+ "R6Pct": null
476
+ },
477
+ "r2ToolsCalled": [],
478
+ "totalHttpRequests": 5,
479
+ "totalInputTokens": 105880,
480
+ "totalCachedInputTokens": 52485,
481
+ "totalOutputTokens": 593
482
+ },
483
+ "costUsd": {
484
+ "magpieTotal": 0.1179685,
485
+ "normalizedTotal": 0.1179685
486
+ }
487
+ },
488
+ {
489
+ "model": "gemini",
490
+ "modelDisplay": "Gemini 4 Argon",
491
+ "modelRouteUsed": "auto/gemini-4-argon",
492
+ "system": "billion-context",
493
+ "workload": "w1-engineering-spec",
494
+ "status": "completed",
495
+ "error": null,
496
+ "accuracy": {
497
+ "passed": 36,
498
+ "total": 36,
499
+ "pct": 100,
500
+ "mismatches": []
501
+ },
502
+ "timingMs": {
503
+ "compactionWallMs": 45476,
504
+ "compactionLlmWallMs": 0,
505
+ "postCompactionAnswerWallMs": 96830,
506
+ "endToEndWallMs": 171527,
507
+ "biliProxyToolLoopCalls": 2,
508
+ "biliAutonomousCompressCalls": 2
509
+ },
510
+ "tokens": {
511
+ "rawBaselineBeforeInput": 28803,
512
+ "observedBeforeInput": 19890,
513
+ "afterFirstCompactionInput": 18183,
514
+ "effectiveCompressionPct": 36.87,
515
+ "localWireCompressionPct": 8.58
516
+ },
517
+ "execution": {
518
+ "compactionSummaryCalls": 2,
519
+ "stage1MaskedOnly": false,
520
+ "cacheTrajectory": {
521
+ "beforeWarm1Pct": 0,
522
+ "beforeWarm2Pct": 0,
523
+ "compactionSelfPct": null,
524
+ "R1Pct": 0,
525
+ "R2Pct": 0,
526
+ "R3Pct": 0,
527
+ "R4Pct": 0,
528
+ "R5Pct": 0,
529
+ "R6Pct": 0
530
+ },
531
+ "r2ToolsCalled": [],
532
+ "totalHttpRequests": 10,
533
+ "totalInputTokens": 219378,
534
+ "totalCachedInputTokens": 0,
535
+ "totalOutputTokens": 4036
536
+ },
537
+ "costUsd": {
538
+ "magpieTotal": 0.479116,
539
+ "normalizedTotal": 0.479116
540
+ }
541
+ },
542
+ {
543
+ "model": "gemini",
544
+ "modelDisplay": "Gemini 4 Argon",
545
+ "modelRouteUsed": "auto/gemini-4-argon",
546
+ "system": "billion-context",
547
+ "workload": "w2-repo-debug",
548
+ "status": "completed",
549
+ "error": null,
550
+ "accuracy": {
551
+ "passed": 8,
552
+ "total": 8,
553
+ "pct": 100,
554
+ "mismatches": []
555
+ },
556
+ "timingMs": {
557
+ "compactionWallMs": 45090,
558
+ "compactionLlmWallMs": 0,
559
+ "postCompactionAnswerWallMs": 97669,
560
+ "endToEndWallMs": 250813,
561
+ "biliProxyToolLoopCalls": 2,
562
+ "biliAutonomousCompressCalls": 2
563
+ },
564
+ "tokens": {
565
+ "rawBaselineBeforeInput": 26841,
566
+ "observedBeforeInput": 22772,
567
+ "afterFirstCompactionInput": 24948,
568
+ "effectiveCompressionPct": 7.05,
569
+ "localWireCompressionPct": -9.56
570
+ },
571
+ "execution": {
572
+ "compactionSummaryCalls": 2,
573
+ "stage1MaskedOnly": false,
574
+ "cacheTrajectory": {
575
+ "beforeWarm1Pct": 0,
576
+ "beforeWarm2Pct": null,
577
+ "compactionSelfPct": null,
578
+ "R1Pct": 0,
579
+ "R2Pct": 0,
580
+ "R3Pct": 0,
581
+ "R4Pct": 0,
582
+ "R5Pct": null,
583
+ "R6Pct": null
584
+ },
585
+ "r2ToolsCalled": [],
586
+ "totalHttpRequests": 10,
587
+ "totalInputTokens": 209632,
588
+ "totalCachedInputTokens": 0,
589
+ "totalOutputTokens": 16358
590
+ },
591
+ "costUsd": {
592
+ "magpieTotal": 0.582844,
593
+ "normalizedTotal": 0.582844
594
+ }
595
+ },
596
+ {
597
+ "model": "glm",
598
+ "modelDisplay": "GLM-5.3-Flash",
599
+ "modelRouteUsed": "auto/glm-5.3-flash",
600
+ "system": "weave-0.3.2",
601
+ "workload": "w1-engineering-spec",
602
+ "status": "completed",
603
+ "error": null,
604
+ "accuracy": {
605
+ "passed": 36,
606
+ "total": 36,
607
+ "pct": 100,
608
+ "mismatches": []
609
+ },
610
+ "timingMs": {
611
+ "compactionWallMs": 33391,
612
+ "compactionLlmWallMs": 33296,
613
+ "postCompactionAnswerWallMs": 29768,
614
+ "endToEndWallMs": 89050,
615
+ "biliProxyToolLoopCalls": 0,
616
+ "biliAutonomousCompressCalls": 0
617
+ },
618
+ "tokens": {
619
+ "rawBaselineBeforeInput": 21760,
620
+ "observedBeforeInput": 21760,
621
+ "afterFirstCompactionInput": 2741,
622
+ "effectiveCompressionPct": 87.4,
623
+ "localWireCompressionPct": 87.4
624
+ },
625
+ "execution": {
626
+ "compactionSummaryCalls": 1,
627
+ "stage1MaskedOnly": false,
628
+ "cacheTrajectory": {
629
+ "beforeWarm1Pct": 0,
630
+ "beforeWarm2Pct": 97.94,
631
+ "compactionSelfPct": 0,
632
+ "R1Pct": 0,
633
+ "R2Pct": 89.78,
634
+ "R3Pct": 94.91,
635
+ "R4Pct": 91.98,
636
+ "R5Pct": 91.98,
637
+ "R6Pct": 93.72
638
+ },
639
+ "r2ToolsCalled": [],
640
+ "totalHttpRequests": 9,
641
+ "totalInputTokens": 85835,
642
+ "totalCachedInputTokens": 36928,
643
+ "totalOutputTokens": 2439
644
+ },
645
+ "costUsd": {
646
+ "magpieTotal": 0.0081345,
647
+ "normalizedTotal": 0.0089102
648
+ }
649
+ },
650
+ {
651
+ "model": "glm",
652
+ "modelDisplay": "GLM-5.3-Flash",
653
+ "modelRouteUsed": "auto/glm-5.3-flash",
654
+ "system": "weave-0.3.2",
655
+ "workload": "w2-repo-debug",
656
+ "status": "completed",
657
+ "error": null,
658
+ "accuracy": {
659
+ "passed": 8,
660
+ "total": 8,
661
+ "pct": 100,
662
+ "mismatches": []
663
+ },
664
+ "timingMs": {
665
+ "compactionWallMs": 48,
666
+ "compactionLlmWallMs": 0,
667
+ "postCompactionAnswerWallMs": 89683,
668
+ "endToEndWallMs": 100037,
669
+ "biliProxyToolLoopCalls": 0,
670
+ "biliAutonomousCompressCalls": 0
671
+ },
672
+ "tokens": {
673
+ "rawBaselineBeforeInput": 50666,
674
+ "observedBeforeInput": 50666,
675
+ "afterFirstCompactionInput": 11373,
676
+ "effectiveCompressionPct": 77.55,
677
+ "localWireCompressionPct": 77.55
678
+ },
679
+ "execution": {
680
+ "compactionSummaryCalls": 0,
681
+ "stage1MaskedOnly": true,
682
+ "cacheTrajectory": {
683
+ "beforeWarm1Pct": 0,
684
+ "beforeWarm2Pct": null,
685
+ "compactionSelfPct": null,
686
+ "R1Pct": 0,
687
+ "R2Pct": 28.58,
688
+ "R3Pct": 0,
689
+ "R4Pct": 0.21,
690
+ "R5Pct": null,
691
+ "R6Pct": null
692
+ },
693
+ "r2ToolsCalled": [
694
+ {
695
+ "tool": "history_read",
696
+ "args": {
697
+ "seq": 10,
698
+ "full": true,
699
+ "raw": null
700
+ }
701
+ }
702
+ ],
703
+ "totalHttpRequests": 6,
704
+ "totalInputTokens": 165201,
705
+ "totalCachedInputTokens": 12352,
706
+ "totalOutputTokens": 421
707
+ },
708
+ "costUsd": {
709
+ "magpieTotal": 0.018869,
710
+ "normalizedTotal": 0.023217
711
+ }
712
+ },
713
+ {
714
+ "model": "glm",
715
+ "modelDisplay": "GLM-5.3-Flash",
716
+ "modelRouteUsed": "auto/glm-5.3-flash",
717
+ "system": "weave-0.3.2-rc.4",
718
+ "workload": "w1-engineering-spec",
719
+ "status": "completed",
720
+ "error": null,
721
+ "accuracy": {
722
+ "passed": 36,
723
+ "total": 36,
724
+ "pct": 100,
725
+ "mismatches": []
726
+ },
727
+ "timingMs": {
728
+ "compactionWallMs": 53131,
729
+ "compactionLlmWallMs": 51830,
730
+ "postCompactionAnswerWallMs": 39326,
731
+ "endToEndWallMs": 102859,
732
+ "biliProxyToolLoopCalls": 0,
733
+ "biliAutonomousCompressCalls": 0
734
+ },
735
+ "tokens": {
736
+ "rawBaselineBeforeInput": 21760,
737
+ "observedBeforeInput": 21621,
738
+ "afterFirstCompactionInput": 2919,
739
+ "effectiveCompressionPct": 86.59,
740
+ "localWireCompressionPct": 86.5
741
+ },
742
+ "execution": {
743
+ "compactionSummaryCalls": 2,
744
+ "stage1MaskedOnly": false,
745
+ "cacheTrajectory": {
746
+ "beforeWarm1Pct": 0,
747
+ "beforeWarm2Pct": 0.59,
748
+ "compactionSelfPct": 0.41,
749
+ "R1Pct": 0,
750
+ "R2Pct": 90.68,
751
+ "R3Pct": 95.17,
752
+ "R4Pct": 92.23,
753
+ "R5Pct": 93.54,
754
+ "R6Pct": 94.02
755
+ },
756
+ "r2ToolsCalled": [],
757
+ "totalHttpRequests": 10,
758
+ "totalInputTokens": 110670,
759
+ "totalCachedInputTokens": 16832,
760
+ "totalOutputTokens": 2613
761
+ },
762
+ "costUsd": {
763
+ "magpieTotal": 0.0128869,
764
+ "normalizedTotal": 0.015694
765
+ }
766
+ },
767
+ {
768
+ "model": "glm",
769
+ "modelDisplay": "GLM-5.3-Flash",
770
+ "modelRouteUsed": "auto/glm-5.3-flash",
771
+ "system": "weave-0.3.2-rc.4",
772
+ "workload": "w2-repo-debug",
773
+ "status": "completed",
774
+ "error": null,
775
+ "accuracy": {
776
+ "passed": 8,
777
+ "total": 8,
778
+ "pct": 100,
779
+ "mismatches": []
780
+ },
781
+ "timingMs": {
782
+ "compactionWallMs": 64978,
783
+ "compactionLlmWallMs": 64737,
784
+ "postCompactionAnswerWallMs": 36216,
785
+ "endToEndWallMs": 113494,
786
+ "biliProxyToolLoopCalls": 0,
787
+ "biliAutonomousCompressCalls": 0
788
+ },
789
+ "tokens": {
790
+ "rawBaselineBeforeInput": 50666,
791
+ "observedBeforeInput": 50664,
792
+ "afterFirstCompactionInput": 28137,
793
+ "effectiveCompressionPct": 44.47,
794
+ "localWireCompressionPct": 44.46
795
+ },
796
+ "execution": {
797
+ "compactionSummaryCalls": 1,
798
+ "stage1MaskedOnly": false,
799
+ "cacheTrajectory": {
800
+ "beforeWarm1Pct": 0,
801
+ "beforeWarm2Pct": null,
802
+ "compactionSelfPct": 0,
803
+ "R1Pct": 0,
804
+ "R2Pct": 49.8,
805
+ "R3Pct": 0,
806
+ "R4Pct": 99.6,
807
+ "R5Pct": null,
808
+ "R6Pct": null
809
+ },
810
+ "r2ToolsCalled": [
811
+ {
812
+ "tool": "history_search",
813
+ "args": {
814
+ "query": "SQLITE_BUSY_TIMEOUT_MS"
815
+ }
816
+ }
817
+ ],
818
+ "totalHttpRequests": 7,
819
+ "totalInputTokens": 219159,
820
+ "totalCachedInputTokens": 57536,
821
+ "totalOutputTokens": 1025
822
+ },
823
+ "costUsd": {
824
+ "magpieTotal": 0.0217229,
825
+ "normalizedTotal": 0.0250311
826
+ }
827
+ },
828
+ {
829
+ "model": "glm",
830
+ "modelDisplay": "GLM-5.3-Flash",
831
+ "modelRouteUsed": "auto/glm-5.3-flash",
832
+ "system": "dsh-basic",
833
+ "workload": "w1-engineering-spec",
834
+ "status": "completed",
835
+ "error": null,
836
+ "accuracy": {
837
+ "passed": 36,
838
+ "total": 36,
839
+ "pct": 100,
840
+ "mismatches": []
841
+ },
842
+ "timingMs": {
843
+ "compactionWallMs": 56330,
844
+ "compactionLlmWallMs": 56343,
845
+ "postCompactionAnswerWallMs": 75074,
846
+ "endToEndWallMs": 157048,
847
+ "biliProxyToolLoopCalls": 0,
848
+ "biliAutonomousCompressCalls": 0
849
+ },
850
+ "tokens": {
851
+ "rawBaselineBeforeInput": 21760,
852
+ "observedBeforeInput": 21735,
853
+ "afterFirstCompactionInput": 2051,
854
+ "effectiveCompressionPct": 90.57,
855
+ "localWireCompressionPct": 90.56
856
+ },
857
+ "execution": {
858
+ "compactionSummaryCalls": 1,
859
+ "stage1MaskedOnly": false,
860
+ "cacheTrajectory": {
861
+ "beforeWarm1Pct": 0.6,
862
+ "beforeWarm2Pct": 98.05,
863
+ "compactionSelfPct": 0,
864
+ "R1Pct": 0,
865
+ "R2Pct": 0,
866
+ "R3Pct": 0,
867
+ "R4Pct": 0,
868
+ "R5Pct": 0,
869
+ "R6Pct": 73.52
870
+ },
871
+ "r2ToolsCalled": [],
872
+ "totalHttpRequests": 9,
873
+ "totalInputTokens": 80430,
874
+ "totalCachedInputTokens": 23744,
875
+ "totalOutputTokens": 4675
876
+ },
877
+ "costUsd": {
878
+ "magpieTotal": 0.0095466,
879
+ "normalizedTotal": 0.0113791
880
+ }
881
+ },
882
+ {
883
+ "model": "glm",
884
+ "modelDisplay": "GLM-5.3-Flash",
885
+ "modelRouteUsed": "auto/glm-5.3-flash",
886
+ "system": "dsh-basic",
887
+ "workload": "w2-repo-debug",
888
+ "status": "completed",
889
+ "error": null,
890
+ "accuracy": {
891
+ "passed": 5,
892
+ "total": 8,
893
+ "pct": 62.5,
894
+ "mismatches": [
895
+ {
896
+ "phase": "R2",
897
+ "fields": [
898
+ {
899
+ "field": "filePath",
900
+ "expected": "src/storage/sqlite-pool.js",
901
+ "actual": null
902
+ },
903
+ {
904
+ "field": "busyTimeoutMs",
905
+ "expected": 4750,
906
+ "actual": null
907
+ },
908
+ {
909
+ "field": "lockCode",
910
+ "expected": "SQLITE_BUSY_SNAPSHOT_517",
911
+ "actual": null
912
+ }
913
+ ]
914
+ }
915
+ ]
916
+ },
917
+ "timingMs": {
918
+ "compactionWallMs": 6,
919
+ "compactionLlmWallMs": 0,
920
+ "postCompactionAnswerWallMs": 52954,
921
+ "endToEndWallMs": 56722,
922
+ "biliProxyToolLoopCalls": 0,
923
+ "biliAutonomousCompressCalls": 0
924
+ },
925
+ "tokens": {
926
+ "rawBaselineBeforeInput": 50666,
927
+ "observedBeforeInput": 50662,
928
+ "afterFirstCompactionInput": 14401,
929
+ "effectiveCompressionPct": 71.58,
930
+ "localWireCompressionPct": 71.57
931
+ },
932
+ "execution": {
933
+ "compactionSummaryCalls": 0,
934
+ "stage1MaskedOnly": false,
935
+ "cacheTrajectory": {
936
+ "beforeWarm1Pct": 0,
937
+ "beforeWarm2Pct": null,
938
+ "compactionSelfPct": null,
939
+ "R1Pct": 0.89,
940
+ "R2Pct": 9.66,
941
+ "R3Pct": 99.28,
942
+ "R4Pct": 96.73,
943
+ "R5Pct": null,
944
+ "R6Pct": null
945
+ },
946
+ "r2ToolsCalled": [],
947
+ "totalHttpRequests": 5,
948
+ "totalInputTokens": 109359,
949
+ "totalCachedInputTokens": 30656,
950
+ "totalOutputTokens": 738
951
+ },
952
+ "costUsd": {
953
+ "magpieTotal": 0.0107686,
954
+ "normalizedTotal": 0.0123402
955
+ }
956
+ },
957
+ {
958
+ "model": "glm",
959
+ "modelDisplay": "GLM-5.3-Flash",
960
+ "modelRouteUsed": "auto/glm-5.3-flash",
961
+ "system": "billion-context",
962
+ "workload": "w1-engineering-spec",
963
+ "status": "completed",
964
+ "error": null,
965
+ "accuracy": {
966
+ "passed": 36,
967
+ "total": 36,
968
+ "pct": 100,
969
+ "mismatches": []
970
+ },
971
+ "timingMs": {
972
+ "compactionWallMs": 15749,
973
+ "compactionLlmWallMs": 0,
974
+ "postCompactionAnswerWallMs": 33289,
975
+ "endToEndWallMs": 73335,
976
+ "biliProxyToolLoopCalls": 1,
977
+ "biliAutonomousCompressCalls": 1
978
+ },
979
+ "tokens": {
980
+ "rawBaselineBeforeInput": 21760,
981
+ "observedBeforeInput": 14145,
982
+ "afterFirstCompactionInput": 13255,
983
+ "effectiveCompressionPct": 39.09,
984
+ "localWireCompressionPct": 6.29
985
+ },
986
+ "execution": {
987
+ "compactionSummaryCalls": 1,
988
+ "stage1MaskedOnly": false,
989
+ "cacheTrajectory": {
990
+ "beforeWarm1Pct": 0,
991
+ "beforeWarm2Pct": 60.97,
992
+ "compactionSelfPct": null,
993
+ "R1Pct": 0,
994
+ "R2Pct": 97.6,
995
+ "R3Pct": 98.69,
996
+ "R4Pct": 98.06,
997
+ "R5Pct": 97.2,
998
+ "R6Pct": 98.05
999
+ },
1000
+ "r2ToolsCalled": [],
1001
+ "totalHttpRequests": 9,
1002
+ "totalInputTokens": 152292,
1003
+ "totalCachedInputTokens": 94848,
1004
+ "totalOutputTokens": 1838
1005
+ },
1006
+ "costUsd": {
1007
+ "magpieTotal": 0.0108935,
1008
+ "normalizedTotal": 0.0100039
1009
+ }
1010
+ },
1011
+ {
1012
+ "model": "glm",
1013
+ "modelDisplay": "GLM-5.3-Flash",
1014
+ "modelRouteUsed": "auto/glm-5.3-flash",
1015
+ "system": "billion-context",
1016
+ "workload": "w2-repo-debug",
1017
+ "status": "completed",
1018
+ "error": null,
1019
+ "accuracy": {
1020
+ "passed": 3,
1021
+ "total": 8,
1022
+ "pct": 37.5,
1023
+ "mismatches": [
1024
+ {
1025
+ "phase": "R1",
1026
+ "fields": [
1027
+ {
1028
+ "field": "port",
1029
+ "expected": 9443,
1030
+ "actual": null
1031
+ },
1032
+ {
1033
+ "field": "maxConnections",
1034
+ "expected": 128,
1035
+ "actual": null
1036
+ },
1037
+ {
1038
+ "field": "walAutoCheckpointPages",
1039
+ "expected": 2500,
1040
+ "actual": null
1041
+ },
1042
+ {
1043
+ "field": "forbidDropTable",
1044
+ "expected": true,
1045
+ "actual": null
1046
+ },
1047
+ {
1048
+ "field": "failedCommandPid",
1049
+ "expected": 48210,
1050
+ "actual": null
1051
+ }
1052
+ ]
1053
+ }
1054
+ ]
1055
+ },
1056
+ "timingMs": {
1057
+ "compactionWallMs": 30073,
1058
+ "compactionLlmWallMs": 0,
1059
+ "postCompactionAnswerWallMs": 50230,
1060
+ "endToEndWallMs": 139646,
1061
+ "biliProxyToolLoopCalls": 4,
1062
+ "biliAutonomousCompressCalls": 0
1063
+ },
1064
+ "tokens": {
1065
+ "rawBaselineBeforeInput": 50666,
1066
+ "observedBeforeInput": 15806,
1067
+ "afterFirstCompactionInput": 15021,
1068
+ "effectiveCompressionPct": 70.35,
1069
+ "localWireCompressionPct": 4.97
1070
+ },
1071
+ "execution": {
1072
+ "compactionSummaryCalls": 0,
1073
+ "stage1MaskedOnly": false,
1074
+ "cacheTrajectory": {
1075
+ "beforeWarm1Pct": 31.61,
1076
+ "beforeWarm2Pct": null,
1077
+ "compactionSelfPct": null,
1078
+ "R1Pct": 0,
1079
+ "R2Pct": 98.82,
1080
+ "R3Pct": 97.05,
1081
+ "R4Pct": 97.09,
1082
+ "R5Pct": null,
1083
+ "R6Pct": null
1084
+ },
1085
+ "r2ToolsCalled": [],
1086
+ "totalHttpRequests": 11,
1087
+ "totalInputTokens": 155404,
1088
+ "totalCachedInputTokens": 105792,
1089
+ "totalOutputTokens": 7590
1090
+ },
1091
+ "costUsd": {
1092
+ "magpieTotal": 0.0127396,
1093
+ "normalizedTotal": 0.0123132
1094
+ }
1095
+ },
1096
+ {
1097
+ "model": "gpt",
1098
+ "modelDisplay": "GPT-6.1 Sol (free 公益2 fallback for down GPT-6.2 Astra)",
1099
+ "modelRouteUsed": "2-2/gpt-6.1-sol",
1100
+ "system": "weave-0.3.2",
1101
+ "workload": "w1-engineering-spec",
1102
+ "status": "completed",
1103
+ "error": null,
1104
+ "accuracy": {
1105
+ "passed": 36,
1106
+ "total": 36,
1107
+ "pct": 100,
1108
+ "mismatches": []
1109
+ },
1110
+ "timingMs": {
1111
+ "compactionWallMs": 26842,
1112
+ "compactionLlmWallMs": 26727,
1113
+ "postCompactionAnswerWallMs": 76797,
1114
+ "endToEndWallMs": 123083,
1115
+ "biliProxyToolLoopCalls": 0,
1116
+ "biliAutonomousCompressCalls": 0
1117
+ },
1118
+ "tokens": {
1119
+ "rawBaselineBeforeInput": 21842,
1120
+ "observedBeforeInput": 21842,
1121
+ "afterFirstCompactionInput": 7009,
1122
+ "effectiveCompressionPct": 67.91,
1123
+ "localWireCompressionPct": 67.91
1124
+ },
1125
+ "execution": {
1126
+ "compactionSummaryCalls": 1,
1127
+ "stage1MaskedOnly": false,
1128
+ "cacheTrajectory": {
1129
+ "beforeWarm1Pct": 0,
1130
+ "beforeWarm2Pct": 82.69,
1131
+ "compactionSelfPct": 0,
1132
+ "R1Pct": 0,
1133
+ "R2Pct": 33.42,
1134
+ "R3Pct": 0,
1135
+ "R4Pct": 73.59,
1136
+ "R5Pct": 73.6,
1137
+ "R6Pct": 0
1138
+ },
1139
+ "r2ToolsCalled": [],
1140
+ "totalHttpRequests": 9,
1141
+ "totalInputTokens": 107184,
1142
+ "totalCachedInputTokens": 31678,
1143
+ "totalOutputTokens": 2288
1144
+ },
1145
+ "costUsd": {
1146
+ "magpieTotal": 0.1770598,
1147
+ "normalizedTotal": 0.0885299
1148
+ }
1149
+ },
1150
+ {
1151
+ "model": "gpt",
1152
+ "modelDisplay": "GPT-6.1 Sol (free 公益2 fallback for down GPT-6.2 Astra)",
1153
+ "modelRouteUsed": "2-2/gpt-6.1-sol",
1154
+ "system": "weave-0.3.2",
1155
+ "workload": "w2-repo-debug",
1156
+ "status": "completed",
1157
+ "error": null,
1158
+ "accuracy": {
1159
+ "passed": 7,
1160
+ "total": 8,
1161
+ "pct": 87.5,
1162
+ "mismatches": [
1163
+ {
1164
+ "phase": "R1",
1165
+ "fields": [
1166
+ {
1167
+ "field": "failedCommandPid",
1168
+ "expected": 48210,
1169
+ "actual": null
1170
+ }
1171
+ ]
1172
+ }
1173
+ ]
1174
+ },
1175
+ "timingMs": {
1176
+ "compactionWallMs": 48,
1177
+ "compactionLlmWallMs": 0,
1178
+ "postCompactionAnswerWallMs": 125120,
1179
+ "endToEndWallMs": 138757,
1180
+ "biliProxyToolLoopCalls": 0,
1181
+ "biliAutonomousCompressCalls": 0
1182
+ },
1183
+ "tokens": {
1184
+ "rawBaselineBeforeInput": 69010,
1185
+ "observedBeforeInput": 69010,
1186
+ "afterFirstCompactionInput": 29541,
1187
+ "effectiveCompressionPct": 57.19,
1188
+ "localWireCompressionPct": 57.19
1189
+ },
1190
+ "execution": {
1191
+ "compactionSummaryCalls": 0,
1192
+ "stage1MaskedOnly": true,
1193
+ "cacheTrajectory": {
1194
+ "beforeWarm1Pct": 0,
1195
+ "beforeWarm2Pct": null,
1196
+ "compactionSelfPct": null,
1197
+ "R1Pct": 62.12,
1198
+ "R2Pct": 0,
1199
+ "R3Pct": 70.11,
1200
+ "R4Pct": 99.22,
1201
+ "R5Pct": null,
1202
+ "R6Pct": null
1203
+ },
1204
+ "r2ToolsCalled": [
1205
+ {
1206
+ "tool": "history_read",
1207
+ "args": {
1208
+ "seq": 10,
1209
+ "full": true,
1210
+ "raw": null
1211
+ }
1212
+ }
1213
+ ],
1214
+ "totalHttpRequests": 6,
1215
+ "totalInputTokens": 228096,
1216
+ "totalCachedInputTokens": 90013,
1217
+ "totalOutputTokens": 452
1218
+ },
1219
+ "costUsd": {
1220
+ "magpieTotal": 0.2896873,
1221
+ "normalizedTotal": 0.1448437
1222
+ }
1223
+ },
1224
+ {
1225
+ "model": "gpt",
1226
+ "modelDisplay": "GPT-6.1 Sol (free 公益2 fallback for down GPT-6.2 Astra)",
1227
+ "modelRouteUsed": "2-2/gpt-6.1-sol",
1228
+ "system": "weave-0.3.2-rc.4",
1229
+ "workload": "w1-engineering-spec",
1230
+ "status": "failed",
1231
+ "error": "all summarization targets failed: magpie/2-2/gpt-6.1-sol → PROGRESS_FACT_CONFLICT: Summary conflicts with source-backed progress. Keep exact values, batch scope and verification limits; omit stale claims instead of turning known results into unknown. | magpie/2-2/gpt-6.1-sol → PROGRESS_FACT_CONFLICT: Summary conflicts with source-backed progress. Keep exact values, batch scope and verification limits; omit stale claims instead of turning known results into unknown. | magpie/2-2/gpt-6.1-sol → PROGRESS_FACT_CONFLICT: Summary conflicts with source-backed progress. Keep exact values, batch scope and verification limits; omit stale claims instead of turning known results into unknown.",
1232
+ "accuracy": null,
1233
+ "timingMs": null,
1234
+ "tokens": null,
1235
+ "execution": null,
1236
+ "costUsd": null
1237
+ },
1238
+ {
1239
+ "model": "gpt",
1240
+ "modelDisplay": "GPT-6.1 Sol (free 公益2 fallback for down GPT-6.2 Astra)",
1241
+ "modelRouteUsed": "2-2/gpt-6.1-sol",
1242
+ "system": "weave-0.3.2-rc.4",
1243
+ "workload": "w2-repo-debug",
1244
+ "status": "completed",
1245
+ "error": null,
1246
+ "accuracy": {
1247
+ "passed": 7,
1248
+ "total": 8,
1249
+ "pct": 87.5,
1250
+ "mismatches": [
1251
+ {
1252
+ "phase": "R1",
1253
+ "fields": [
1254
+ {
1255
+ "field": "failedCommandPid",
1256
+ "expected": 48210,
1257
+ "actual": null
1258
+ }
1259
+ ]
1260
+ }
1261
+ ]
1262
+ },
1263
+ "timingMs": {
1264
+ "compactionWallMs": 46019,
1265
+ "compactionLlmWallMs": 45967,
1266
+ "postCompactionAnswerWallMs": 434856,
1267
+ "endToEndWallMs": 451702,
1268
+ "biliProxyToolLoopCalls": 0,
1269
+ "biliAutonomousCompressCalls": 0
1270
+ },
1271
+ "tokens": {
1272
+ "rawBaselineBeforeInput": 69010,
1273
+ "observedBeforeInput": 50722,
1274
+ "afterFirstCompactionInput": 32100,
1275
+ "effectiveCompressionPct": 53.49,
1276
+ "localWireCompressionPct": 36.71
1277
+ },
1278
+ "execution": {
1279
+ "compactionSummaryCalls": 1,
1280
+ "stage1MaskedOnly": false,
1281
+ "cacheTrajectory": {
1282
+ "beforeWarm1Pct": 0,
1283
+ "beforeWarm2Pct": null,
1284
+ "compactionSelfPct": 0,
1285
+ "R1Pct": 0,
1286
+ "R2Pct": 0,
1287
+ "R3Pct": 0,
1288
+ "R4Pct": 0,
1289
+ "R5Pct": null,
1290
+ "R6Pct": null
1291
+ },
1292
+ "r2ToolsCalled": [
1293
+ {
1294
+ "tool": "history_search",
1295
+ "args": {
1296
+ "query": "SQLITE_BUSY_TIMEOUT_MS"
1297
+ }
1298
+ }
1299
+ ],
1300
+ "totalHttpRequests": 10,
1301
+ "totalInputTokens": 268814,
1302
+ "totalCachedInputTokens": 0,
1303
+ "totalOutputTokens": 1406
1304
+ },
1305
+ "costUsd": {
1306
+ "magpieTotal": 0.5656305,
1307
+ "normalizedTotal": 0.2828153
1308
+ }
1309
+ },
1310
+ {
1311
+ "model": "gpt",
1312
+ "modelDisplay": "GPT-6.1 Sol (free 公益2 fallback for down GPT-6.2 Astra)",
1313
+ "modelRouteUsed": "2-2/gpt-6.1-sol",
1314
+ "system": "dsh-basic",
1315
+ "workload": "w1-engineering-spec",
1316
+ "status": "completed",
1317
+ "error": null,
1318
+ "accuracy": {
1319
+ "passed": 36,
1320
+ "total": 36,
1321
+ "pct": 100,
1322
+ "mismatches": []
1323
+ },
1324
+ "timingMs": {
1325
+ "compactionWallMs": 52053,
1326
+ "compactionLlmWallMs": 52055,
1327
+ "postCompactionAnswerWallMs": 50912,
1328
+ "endToEndWallMs": 130067,
1329
+ "biliProxyToolLoopCalls": 0,
1330
+ "biliAutonomousCompressCalls": 0
1331
+ },
1332
+ "tokens": {
1333
+ "rawBaselineBeforeInput": 21842,
1334
+ "observedBeforeInput": 40205,
1335
+ "afterFirstCompactionInput": 20041,
1336
+ "effectiveCompressionPct": 8.25,
1337
+ "localWireCompressionPct": 50.15
1338
+ },
1339
+ "execution": {
1340
+ "compactionSummaryCalls": 1,
1341
+ "stage1MaskedOnly": false,
1342
+ "cacheTrajectory": {
1343
+ "beforeWarm1Pct": 0,
1344
+ "beforeWarm2Pct": 98.92,
1345
+ "compactionSelfPct": 0,
1346
+ "R1Pct": 0,
1347
+ "R2Pct": 98.84,
1348
+ "R3Pct": 99.45,
1349
+ "R4Pct": 98.61,
1350
+ "R5Pct": 99.04,
1351
+ "R6Pct": 98.94
1352
+ },
1353
+ "r2ToolsCalled": [],
1354
+ "totalHttpRequests": 9,
1355
+ "totalInputTokens": 229426,
1356
+ "totalCachedInputTokens": 141986,
1357
+ "totalOutputTokens": 2459
1358
+ },
1359
+ "costUsd": {
1360
+ "magpieTotal": 0.2136686,
1361
+ "normalizedTotal": 0.1068343
1362
+ }
1363
+ },
1364
+ {
1365
+ "model": "gpt",
1366
+ "modelDisplay": "GPT-6.1 Sol (free 公益2 fallback for down GPT-6.2 Astra)",
1367
+ "modelRouteUsed": "2-2/gpt-6.1-sol",
1368
+ "system": "dsh-basic",
1369
+ "workload": "w2-repo-debug",
1370
+ "status": "completed",
1371
+ "error": null,
1372
+ "accuracy": {
1373
+ "passed": 5,
1374
+ "total": 8,
1375
+ "pct": 62.5,
1376
+ "mismatches": [
1377
+ {
1378
+ "phase": "R1",
1379
+ "fields": [
1380
+ {
1381
+ "field": "failedCommandPid",
1382
+ "expected": 48210,
1383
+ "actual": null
1384
+ }
1385
+ ]
1386
+ },
1387
+ {
1388
+ "phase": "R2",
1389
+ "fields": [
1390
+ {
1391
+ "field": "busyTimeoutMs",
1392
+ "expected": 4750,
1393
+ "actual": null
1394
+ },
1395
+ {
1396
+ "field": "lockCode",
1397
+ "expected": "SQLITE_BUSY_SNAPSHOT_517",
1398
+ "actual": null
1399
+ }
1400
+ ]
1401
+ }
1402
+ ]
1403
+ },
1404
+ "timingMs": {
1405
+ "compactionWallMs": 6,
1406
+ "compactionLlmWallMs": 0,
1407
+ "postCompactionAnswerWallMs": 26237,
1408
+ "endToEndWallMs": 31281,
1409
+ "biliProxyToolLoopCalls": 0,
1410
+ "biliAutonomousCompressCalls": 0
1411
+ },
1412
+ "tokens": {
1413
+ "rawBaselineBeforeInput": 69010,
1414
+ "observedBeforeInput": 50722,
1415
+ "afterFirstCompactionInput": 14328,
1416
+ "effectiveCompressionPct": 79.24,
1417
+ "localWireCompressionPct": 71.75
1418
+ },
1419
+ "execution": {
1420
+ "compactionSummaryCalls": 0,
1421
+ "stage1MaskedOnly": false,
1422
+ "cacheTrajectory": {
1423
+ "beforeWarm1Pct": 0,
1424
+ "beforeWarm2Pct": null,
1425
+ "compactionSelfPct": null,
1426
+ "R1Pct": 0,
1427
+ "R2Pct": 81.28,
1428
+ "R3Pct": 80.43,
1429
+ "R4Pct": 82.51,
1430
+ "R5Pct": null,
1431
+ "R6Pct": null
1432
+ },
1433
+ "r2ToolsCalled": [],
1434
+ "totalHttpRequests": 5,
1435
+ "totalInputTokens": 109088,
1436
+ "totalCachedInputTokens": 35853,
1437
+ "totalOutputTokens": 500
1438
+ },
1439
+ "costUsd": {
1440
+ "magpieTotal": 0.1550553,
1441
+ "normalizedTotal": 0.0775277
1442
+ }
1443
+ },
1444
+ {
1445
+ "model": "gpt",
1446
+ "modelDisplay": "GPT-6.1 Sol (free 公益2 fallback for down GPT-6.2 Astra)",
1447
+ "modelRouteUsed": "2-2/gpt-6.1-sol",
1448
+ "system": "billion-context",
1449
+ "workload": "w1-engineering-spec",
1450
+ "status": "completed",
1451
+ "error": null,
1452
+ "accuracy": {
1453
+ "passed": 36,
1454
+ "total": 36,
1455
+ "pct": 100,
1456
+ "mismatches": []
1457
+ },
1458
+ "timingMs": {
1459
+ "compactionWallMs": 26211,
1460
+ "compactionLlmWallMs": 0,
1461
+ "postCompactionAnswerWallMs": 54731,
1462
+ "endToEndWallMs": 93543,
1463
+ "biliProxyToolLoopCalls": 2,
1464
+ "biliAutonomousCompressCalls": 2
1465
+ },
1466
+ "tokens": {
1467
+ "rawBaselineBeforeInput": 21842,
1468
+ "observedBeforeInput": 18840,
1469
+ "afterFirstCompactionInput": 31106,
1470
+ "effectiveCompressionPct": -42.41,
1471
+ "localWireCompressionPct": -65.11
1472
+ },
1473
+ "execution": {
1474
+ "compactionSummaryCalls": 2,
1475
+ "stage1MaskedOnly": false,
1476
+ "cacheTrajectory": {
1477
+ "beforeWarm1Pct": 0,
1478
+ "beforeWarm2Pct": 43.78,
1479
+ "compactionSelfPct": null,
1480
+ "R1Pct": 0,
1481
+ "R2Pct": 98.92,
1482
+ "R3Pct": 99.4,
1483
+ "R4Pct": 99.03,
1484
+ "R5Pct": 99.12,
1485
+ "R6Pct": 85.97
1486
+ },
1487
+ "r2ToolsCalled": [],
1488
+ "totalHttpRequests": 10,
1489
+ "totalInputTokens": 305735,
1490
+ "totalCachedInputTokens": 203697,
1491
+ "totalOutputTokens": 1576
1492
+ },
1493
+ "costUsd": {
1494
+ "magpieTotal": 0.2402057,
1495
+ "normalizedTotal": 0.1201029
1496
+ }
1497
+ },
1498
+ {
1499
+ "model": "gpt",
1500
+ "modelDisplay": "GPT-6.1 Sol (free 公益2 fallback for down GPT-6.2 Astra)",
1501
+ "modelRouteUsed": "2-2/gpt-6.1-sol",
1502
+ "system": "billion-context",
1503
+ "workload": "w2-repo-debug",
1504
+ "status": "completed",
1505
+ "error": null,
1506
+ "accuracy": {
1507
+ "passed": 0,
1508
+ "total": 8,
1509
+ "pct": 0,
1510
+ "mismatches": [
1511
+ {
1512
+ "phase": "R1",
1513
+ "fields": [
1514
+ {
1515
+ "field": "port",
1516
+ "expected": 9443,
1517
+ "actual": null
1518
+ },
1519
+ {
1520
+ "field": "maxConnections",
1521
+ "expected": 128,
1522
+ "actual": null
1523
+ },
1524
+ {
1525
+ "field": "walAutoCheckpointPages",
1526
+ "expected": 2500,
1527
+ "actual": null
1528
+ },
1529
+ {
1530
+ "field": "forbidDropTable",
1531
+ "expected": true,
1532
+ "actual": null
1533
+ },
1534
+ {
1535
+ "field": "failedCommandPid",
1536
+ "expected": 48210,
1537
+ "actual": null
1538
+ }
1539
+ ]
1540
+ },
1541
+ {
1542
+ "phase": "R2",
1543
+ "fields": [
1544
+ {
1545
+ "field": "filePath",
1546
+ "expected": "src/storage/sqlite-pool.js",
1547
+ "actual": null
1548
+ },
1549
+ {
1550
+ "field": "busyTimeoutMs",
1551
+ "expected": 4750,
1552
+ "actual": null
1553
+ },
1554
+ {
1555
+ "field": "lockCode",
1556
+ "expected": "SQLITE_BUSY_SNAPSHOT_517",
1557
+ "actual": null
1558
+ }
1559
+ ]
1560
+ }
1561
+ ]
1562
+ },
1563
+ "timingMs": {
1564
+ "compactionWallMs": 57821,
1565
+ "compactionLlmWallMs": 0,
1566
+ "postCompactionAnswerWallMs": 103280,
1567
+ "endToEndWallMs": 191403,
1568
+ "biliProxyToolLoopCalls": 7,
1569
+ "biliAutonomousCompressCalls": 2
1570
+ },
1571
+ "tokens": {
1572
+ "rawBaselineBeforeInput": 69010,
1573
+ "observedBeforeInput": 19464,
1574
+ "afterFirstCompactionInput": 33568,
1575
+ "effectiveCompressionPct": 51.36,
1576
+ "localWireCompressionPct": -72.46
1577
+ },
1578
+ "execution": {
1579
+ "compactionSummaryCalls": 2,
1580
+ "stage1MaskedOnly": false,
1581
+ "cacheTrajectory": {
1582
+ "beforeWarm1Pct": 0,
1583
+ "beforeWarm2Pct": null,
1584
+ "compactionSelfPct": null,
1585
+ "R1Pct": 0,
1586
+ "R2Pct": 92.56,
1587
+ "R3Pct": 78.61,
1588
+ "R4Pct": 62.2,
1589
+ "R5Pct": null,
1590
+ "R6Pct": null
1591
+ },
1592
+ "r2ToolsCalled": [],
1593
+ "totalHttpRequests": 14,
1594
+ "totalInputTokens": 429323,
1595
+ "totalCachedInputTokens": 296532,
1596
+ "totalOutputTokens": 4185
1597
+ },
1598
+ "costUsd": {
1599
+ "magpieTotal": 0.3370852,
1600
+ "normalizedTotal": 0.1685426
1601
+ }
1602
+ },
1603
+ {
1604
+ "model": "deepseek",
1605
+ "modelDisplay": "DeepSeek-V4.1-Flash",
1606
+ "modelRouteUsed": "deepseek/deepseek-flash",
1607
+ "system": "weave-0.3.2",
1608
+ "workload": "w1-engineering-spec",
1609
+ "status": "completed",
1610
+ "error": null,
1611
+ "accuracy": {
1612
+ "passed": 36,
1613
+ "total": 36,
1614
+ "pct": 100,
1615
+ "mismatches": []
1616
+ },
1617
+ "timingMs": {
1618
+ "compactionWallMs": 11538,
1619
+ "compactionLlmWallMs": 11463,
1620
+ "postCompactionAnswerWallMs": 20738,
1621
+ "endToEndWallMs": 60656,
1622
+ "biliProxyToolLoopCalls": 0,
1623
+ "biliAutonomousCompressCalls": 0
1624
+ },
1625
+ "tokens": {
1626
+ "rawBaselineBeforeInput": 23421,
1627
+ "observedBeforeInput": 23421,
1628
+ "afterFirstCompactionInput": 2769,
1629
+ "effectiveCompressionPct": 88.18,
1630
+ "localWireCompressionPct": 88.18
1631
+ },
1632
+ "execution": {
1633
+ "compactionSummaryCalls": 1,
1634
+ "stage1MaskedOnly": false,
1635
+ "cacheTrajectory": {
1636
+ "beforeWarm1Pct": 0,
1637
+ "beforeWarm2Pct": 97.28,
1638
+ "compactionSelfPct": 0,
1639
+ "R1Pct": 0,
1640
+ "R2Pct": 89.87,
1641
+ "R3Pct": 95.06,
1642
+ "R4Pct": 89.64,
1643
+ "R5Pct": 88.42,
1644
+ "R6Pct": 91.95
1645
+ },
1646
+ "r2ToolsCalled": [],
1647
+ "totalHttpRequests": 9,
1648
+ "totalInputTokens": 91248,
1649
+ "totalCachedInputTokens": 38528,
1650
+ "totalOutputTokens": 4280
1651
+ },
1652
+ "costUsd": {
1653
+ "magpieTotal": 0.0105916,
1654
+ "normalizedTotal": 0.0105916
1655
+ }
1656
+ },
1657
+ {
1658
+ "model": "deepseek",
1659
+ "modelDisplay": "DeepSeek-V4.1-Flash",
1660
+ "modelRouteUsed": "deepseek/deepseek-flash",
1661
+ "system": "weave-0.3.2",
1662
+ "workload": "w2-repo-debug",
1663
+ "status": "completed",
1664
+ "error": null,
1665
+ "accuracy": {
1666
+ "passed": 8,
1667
+ "total": 8,
1668
+ "pct": 100,
1669
+ "mismatches": []
1670
+ },
1671
+ "timingMs": {
1672
+ "compactionWallMs": 20,
1673
+ "compactionLlmWallMs": 0,
1674
+ "postCompactionAnswerWallMs": 13558,
1675
+ "endToEndWallMs": 14789,
1676
+ "biliProxyToolLoopCalls": 0,
1677
+ "biliAutonomousCompressCalls": 0
1678
+ },
1679
+ "tokens": {
1680
+ "rawBaselineBeforeInput": 54468,
1681
+ "observedBeforeInput": 54468,
1682
+ "afterFirstCompactionInput": 12143,
1683
+ "effectiveCompressionPct": 77.71,
1684
+ "localWireCompressionPct": 77.71
1685
+ },
1686
+ "execution": {
1687
+ "compactionSummaryCalls": 0,
1688
+ "stage1MaskedOnly": true,
1689
+ "cacheTrajectory": {
1690
+ "beforeWarm1Pct": 0,
1691
+ "beforeWarm2Pct": null,
1692
+ "compactionSelfPct": null,
1693
+ "R1Pct": 1.05,
1694
+ "R2Pct": 45.81,
1695
+ "R3Pct": 37.32,
1696
+ "R4Pct": 98.37,
1697
+ "R5Pct": null,
1698
+ "R6Pct": null
1699
+ },
1700
+ "r2ToolsCalled": [
1701
+ {
1702
+ "tool": "history_search",
1703
+ "args": {
1704
+ "query": "busyTimeoutMs"
1705
+ }
1706
+ },
1707
+ {
1708
+ "tool": "history_search",
1709
+ "args": {
1710
+ "query": "lockCode"
1711
+ }
1712
+ },
1713
+ {
1714
+ "tool": "history_read",
1715
+ "args": {
1716
+ "seq": 10,
1717
+ "full": null,
1718
+ "raw": true
1719
+ }
1720
+ }
1721
+ ],
1722
+ "totalHttpRequests": 7,
1723
+ "totalInputTokens": 194662,
1724
+ "totalCachedInputTokens": 73216,
1725
+ "totalOutputTokens": 1915
1726
+ },
1727
+ "costUsd": {
1728
+ "magpieTotal": 0.0195855,
1729
+ "normalizedTotal": 0.0195855
1730
+ }
1731
+ },
1732
+ {
1733
+ "model": "deepseek",
1734
+ "modelDisplay": "DeepSeek-V4.1-Flash",
1735
+ "modelRouteUsed": "deepseek/deepseek-flash",
1736
+ "system": "weave-0.3.2-rc.4",
1737
+ "workload": "w1-engineering-spec",
1738
+ "status": "failed",
1739
+ "error": "all summarization targets failed: magpie/deepseek/deepseek-flash → PROGRESS_FACT_CONFLICT: Summary conflicts with source-backed progress. Keep exact values, batch scope and verification limits; omit stale claims instead of turning known results into unknown. | magpie/deepseek/deepseek-flash → PROGRESS_FACT_CONFLICT: Summary conflicts with source-backed progress. Keep exact values, batch scope and verification limits; omit stale claims instead of turning known results into unknown. | magpie/deepseek/deepseek-flash → PROGRESS_FACT_CONFLICT: Summary conflicts with source-backed progress. Keep exact values, batch scope and verification limits; omit stale claims instead of turning known results into unknown.",
1740
+ "accuracy": null,
1741
+ "timingMs": null,
1742
+ "tokens": null,
1743
+ "execution": null,
1744
+ "costUsd": null
1745
+ },
1746
+ {
1747
+ "model": "deepseek",
1748
+ "modelDisplay": "DeepSeek-V4.1-Flash",
1749
+ "modelRouteUsed": "deepseek/deepseek-flash",
1750
+ "system": "weave-0.3.2-rc.4",
1751
+ "workload": "w2-repo-debug",
1752
+ "status": "completed",
1753
+ "error": null,
1754
+ "accuracy": {
1755
+ "passed": 3,
1756
+ "total": 8,
1757
+ "pct": 37.5,
1758
+ "mismatches": [
1759
+ {
1760
+ "phase": "R1",
1761
+ "fields": [
1762
+ {
1763
+ "field": "maxConnections",
1764
+ "expected": 128,
1765
+ "actual": null
1766
+ },
1767
+ {
1768
+ "field": "walAutoCheckpointPages",
1769
+ "expected": 2500,
1770
+ "actual": null
1771
+ }
1772
+ ]
1773
+ },
1774
+ {
1775
+ "phase": "R2",
1776
+ "fields": [
1777
+ {
1778
+ "field": "filePath",
1779
+ "expected": "src/storage/sqlite-pool.js",
1780
+ "actual": null
1781
+ },
1782
+ {
1783
+ "field": "busyTimeoutMs",
1784
+ "expected": 4750,
1785
+ "actual": null
1786
+ },
1787
+ {
1788
+ "field": "lockCode",
1789
+ "expected": "SQLITE_BUSY_SNAPSHOT_517",
1790
+ "actual": null
1791
+ }
1792
+ ]
1793
+ }
1794
+ ]
1795
+ },
1796
+ "timingMs": {
1797
+ "compactionWallMs": 40436,
1798
+ "compactionLlmWallMs": 40336,
1799
+ "postCompactionAnswerWallMs": 28408,
1800
+ "endToEndWallMs": 73417,
1801
+ "biliProxyToolLoopCalls": 0,
1802
+ "biliAutonomousCompressCalls": 0
1803
+ },
1804
+ "tokens": {
1805
+ "rawBaselineBeforeInput": 54468,
1806
+ "observedBeforeInput": 54472,
1807
+ "afterFirstCompactionInput": 30379,
1808
+ "effectiveCompressionPct": 44.23,
1809
+ "localWireCompressionPct": 44.23
1810
+ },
1811
+ "execution": {
1812
+ "compactionSummaryCalls": 1,
1813
+ "stage1MaskedOnly": false,
1814
+ "cacheTrajectory": {
1815
+ "beforeWarm1Pct": 0,
1816
+ "beforeWarm2Pct": null,
1817
+ "compactionSelfPct": 0,
1818
+ "R1Pct": 0,
1819
+ "R2Pct": 78.34,
1820
+ "R3Pct": 79.69,
1821
+ "R4Pct": 98.3,
1822
+ "R5Pct": null,
1823
+ "R6Pct": null
1824
+ },
1825
+ "r2ToolsCalled": [
1826
+ {
1827
+ "tool": "history_search",
1828
+ "args": {
1829
+ "query": "SQLITE_BUSY_TIMEOUT_MS"
1830
+ }
1831
+ },
1832
+ {
1833
+ "tool": "history_search",
1834
+ "args": {
1835
+ "query": "SQLITE_BUSY_SNAPSHOT"
1836
+ }
1837
+ },
1838
+ {
1839
+ "tool": "history_read",
1840
+ "args": {
1841
+ "seq": 10,
1842
+ "full": null,
1843
+ "raw": null
1844
+ }
1845
+ },
1846
+ {
1847
+ "tool": "history_read",
1848
+ "args": {
1849
+ "seq": 10,
1850
+ "full": null,
1851
+ "raw": null
1852
+ }
1853
+ },
1854
+ {
1855
+ "tool": "history_read",
1856
+ "args": {
1857
+ "seq": 10,
1858
+ "full": null,
1859
+ "raw": null
1860
+ }
1861
+ },
1862
+ {
1863
+ "tool": "history_read",
1864
+ "args": {
1865
+ "seq": 10,
1866
+ "full": null,
1867
+ "raw": null
1868
+ }
1869
+ }
1870
+ ],
1871
+ "totalHttpRequests": 10,
1872
+ "totalInputTokens": 362349,
1873
+ "totalCachedInputTokens": 204544,
1874
+ "totalOutputTokens": 4434
1875
+ },
1876
+ "costUsd": {
1877
+ "magpieTotal": 0.0269448,
1878
+ "normalizedTotal": 0.0269448
1879
+ }
1880
+ },
1881
+ {
1882
+ "model": "deepseek",
1883
+ "modelDisplay": "DeepSeek-V4.1-Flash",
1884
+ "modelRouteUsed": "deepseek/deepseek-flash",
1885
+ "system": "dsh-basic",
1886
+ "workload": "w1-engineering-spec",
1887
+ "status": "completed",
1888
+ "error": null,
1889
+ "accuracy": {
1890
+ "passed": 36,
1891
+ "total": 36,
1892
+ "pct": 100,
1893
+ "mismatches": []
1894
+ },
1895
+ "timingMs": {
1896
+ "compactionWallMs": 7889,
1897
+ "compactionLlmWallMs": 7891,
1898
+ "postCompactionAnswerWallMs": 16241,
1899
+ "endToEndWallMs": 30897,
1900
+ "biliProxyToolLoopCalls": 0,
1901
+ "biliAutonomousCompressCalls": 0
1902
+ },
1903
+ "tokens": {
1904
+ "rawBaselineBeforeInput": 23421,
1905
+ "observedBeforeInput": 23224,
1906
+ "afterFirstCompactionInput": 2195,
1907
+ "effectiveCompressionPct": 90.63,
1908
+ "localWireCompressionPct": 90.55
1909
+ },
1910
+ "execution": {
1911
+ "compactionSummaryCalls": 1,
1912
+ "stage1MaskedOnly": false,
1913
+ "cacheTrajectory": {
1914
+ "beforeWarm1Pct": 0,
1915
+ "beforeWarm2Pct": 98.11,
1916
+ "compactionSelfPct": 0,
1917
+ "R1Pct": 0,
1918
+ "R2Pct": 89.29,
1919
+ "R3Pct": 90.39,
1920
+ "R4Pct": 86.33,
1921
+ "R5Pct": 91.82,
1922
+ "R6Pct": 87.83
1923
+ },
1924
+ "r2ToolsCalled": [],
1925
+ "totalHttpRequests": 9,
1926
+ "totalInputTokens": 86066,
1927
+ "totalCachedInputTokens": 35456,
1928
+ "totalOutputTokens": 3733
1929
+ },
1930
+ "costUsd": {
1931
+ "magpieTotal": 0.0099377,
1932
+ "normalizedTotal": 0.0099377
1933
+ }
1934
+ },
1935
+ {
1936
+ "model": "deepseek",
1937
+ "modelDisplay": "DeepSeek-V4.1-Flash",
1938
+ "modelRouteUsed": "deepseek/deepseek-flash",
1939
+ "system": "dsh-basic",
1940
+ "workload": "w2-repo-debug",
1941
+ "status": "completed",
1942
+ "error": null,
1943
+ "accuracy": {
1944
+ "passed": 4,
1945
+ "total": 8,
1946
+ "pct": 50,
1947
+ "mismatches": [
1948
+ {
1949
+ "phase": "R1",
1950
+ "fields": [
1951
+ {
1952
+ "field": "failedCommandPid",
1953
+ "expected": 48210,
1954
+ "actual": null
1955
+ }
1956
+ ]
1957
+ },
1958
+ {
1959
+ "phase": "R2",
1960
+ "fields": [
1961
+ {
1962
+ "field": "filePath",
1963
+ "expected": "src/storage/sqlite-pool.js",
1964
+ "actual": null
1965
+ },
1966
+ {
1967
+ "field": "busyTimeoutMs",
1968
+ "expected": 4750,
1969
+ "actual": null
1970
+ },
1971
+ {
1972
+ "field": "lockCode",
1973
+ "expected": "SQLITE_BUSY_SNAPSHOT_517",
1974
+ "actual": null
1975
+ }
1976
+ ]
1977
+ }
1978
+ ]
1979
+ },
1980
+ "timingMs": {
1981
+ "compactionWallMs": 7,
1982
+ "compactionLlmWallMs": 0,
1983
+ "postCompactionAnswerWallMs": 18663,
1984
+ "endToEndWallMs": 19518,
1985
+ "biliProxyToolLoopCalls": 0,
1986
+ "biliAutonomousCompressCalls": 0
1987
+ },
1988
+ "tokens": {
1989
+ "rawBaselineBeforeInput": 54468,
1990
+ "observedBeforeInput": 54467,
1991
+ "afterFirstCompactionInput": 15456,
1992
+ "effectiveCompressionPct": 71.62,
1993
+ "localWireCompressionPct": 71.62
1994
+ },
1995
+ "execution": {
1996
+ "compactionSummaryCalls": 0,
1997
+ "stage1MaskedOnly": false,
1998
+ "cacheTrajectory": {
1999
+ "beforeWarm1Pct": 0,
2000
+ "beforeWarm2Pct": null,
2001
+ "compactionSelfPct": null,
2002
+ "R1Pct": 7.45,
2003
+ "R2Pct": 98.28,
2004
+ "R3Pct": 98.97,
2005
+ "R4Pct": 97.54,
2006
+ "R5Pct": null,
2007
+ "R6Pct": null
2008
+ },
2009
+ "r2ToolsCalled": [],
2010
+ "totalHttpRequests": 5,
2011
+ "totalInputTokens": 117472,
2012
+ "totalCachedInputTokens": 47872,
2013
+ "totalOutputTokens": 1434
2014
+ },
2015
+ "costUsd": {
2016
+ "magpieTotal": 0.011444,
2017
+ "normalizedTotal": 0.011444
2018
+ }
2019
+ },
2020
+ {
2021
+ "model": "deepseek",
2022
+ "modelDisplay": "DeepSeek-V4.1-Flash",
2023
+ "modelRouteUsed": "deepseek/deepseek-flash",
2024
+ "system": "billion-context",
2025
+ "workload": "w1-engineering-spec",
2026
+ "status": "completed",
2027
+ "error": null,
2028
+ "accuracy": {
2029
+ "passed": 36,
2030
+ "total": 36,
2031
+ "pct": 100,
2032
+ "mismatches": []
2033
+ },
2034
+ "timingMs": {
2035
+ "compactionWallMs": 10915,
2036
+ "compactionLlmWallMs": 0,
2037
+ "postCompactionAnswerWallMs": 21853,
2038
+ "endToEndWallMs": 39284,
2039
+ "biliProxyToolLoopCalls": 1,
2040
+ "biliAutonomousCompressCalls": 1
2041
+ },
2042
+ "tokens": {
2043
+ "rawBaselineBeforeInput": 23421,
2044
+ "observedBeforeInput": 18092,
2045
+ "afterFirstCompactionInput": 15343,
2046
+ "effectiveCompressionPct": 34.49,
2047
+ "localWireCompressionPct": 15.19
2048
+ },
2049
+ "execution": {
2050
+ "compactionSummaryCalls": 1,
2051
+ "stage1MaskedOnly": false,
2052
+ "cacheTrajectory": {
2053
+ "beforeWarm1Pct": 0,
2054
+ "beforeWarm2Pct": 66.35,
2055
+ "compactionSelfPct": null,
2056
+ "R1Pct": 28.36,
2057
+ "R2Pct": 97.41,
2058
+ "R3Pct": 98.45,
2059
+ "R4Pct": 96.83,
2060
+ "R5Pct": 96.66,
2061
+ "R6Pct": 96.77
2062
+ },
2063
+ "r2ToolsCalled": [],
2064
+ "totalHttpRequests": 9,
2065
+ "totalInputTokens": 174176,
2066
+ "totalCachedInputTokens": 116480,
2067
+ "totalOutputTokens": 4610
2068
+ },
2069
+ "costUsd": {
2070
+ "magpieTotal": 0.0117698,
2071
+ "normalizedTotal": 0.0117698
2072
+ }
2073
+ },
2074
+ {
2075
+ "model": "deepseek",
2076
+ "modelDisplay": "DeepSeek-V4.1-Flash",
2077
+ "modelRouteUsed": "deepseek/deepseek-flash",
2078
+ "system": "billion-context",
2079
+ "workload": "w2-repo-debug",
2080
+ "status": "completed",
2081
+ "error": null,
2082
+ "accuracy": {
2083
+ "passed": 0,
2084
+ "total": 8,
2085
+ "pct": 0,
2086
+ "mismatches": [
2087
+ {
2088
+ "phase": "R1",
2089
+ "fields": [
2090
+ {
2091
+ "field": "port",
2092
+ "expected": 9443,
2093
+ "actual": null
2094
+ },
2095
+ {
2096
+ "field": "maxConnections",
2097
+ "expected": 128,
2098
+ "actual": null
2099
+ },
2100
+ {
2101
+ "field": "walAutoCheckpointPages",
2102
+ "expected": 2500,
2103
+ "actual": null
2104
+ },
2105
+ {
2106
+ "field": "forbidDropTable",
2107
+ "expected": true,
2108
+ "actual": null
2109
+ },
2110
+ {
2111
+ "field": "failedCommandPid",
2112
+ "expected": 48210,
2113
+ "actual": null
2114
+ }
2115
+ ]
2116
+ },
2117
+ {
2118
+ "phase": "R2",
2119
+ "fields": [
2120
+ {
2121
+ "field": "filePath",
2122
+ "expected": "src/storage/sqlite-pool.js",
2123
+ "actual": null
2124
+ },
2125
+ {
2126
+ "field": "busyTimeoutMs",
2127
+ "expected": 4750,
2128
+ "actual": null
2129
+ },
2130
+ {
2131
+ "field": "lockCode",
2132
+ "expected": "SQLITE_BUSY_SNAPSHOT_517",
2133
+ "actual": null
2134
+ }
2135
+ ]
2136
+ }
2137
+ ]
2138
+ },
2139
+ "timingMs": {
2140
+ "compactionWallMs": 6467,
2141
+ "compactionLlmWallMs": 0,
2142
+ "postCompactionAnswerWallMs": 59343,
2143
+ "endToEndWallMs": 110188,
2144
+ "biliProxyToolLoopCalls": 3,
2145
+ "biliAutonomousCompressCalls": 0
2146
+ },
2147
+ "tokens": {
2148
+ "rawBaselineBeforeInput": 54468,
2149
+ "observedBeforeInput": 16424,
2150
+ "afterFirstCompactionInput": 16338,
2151
+ "effectiveCompressionPct": 70,
2152
+ "localWireCompressionPct": 0.52
2153
+ },
2154
+ "execution": {
2155
+ "compactionSummaryCalls": 0,
2156
+ "stage1MaskedOnly": false,
2157
+ "cacheTrajectory": {
2158
+ "beforeWarm1Pct": 12.68,
2159
+ "beforeWarm2Pct": null,
2160
+ "compactionSelfPct": null,
2161
+ "R1Pct": 26.64,
2162
+ "R2Pct": 98.49,
2163
+ "R3Pct": 97.43,
2164
+ "R4Pct": 94.05,
2165
+ "R5Pct": null,
2166
+ "R6Pct": null
2167
+ },
2168
+ "r2ToolsCalled": [],
2169
+ "totalHttpRequests": 10,
2170
+ "totalInputTokens": 156983,
2171
+ "totalCachedInputTokens": 112384,
2172
+ "totalOutputTokens": 13630
2173
+ },
2174
+ "costUsd": {
2175
+ "magpieTotal": 0.015205,
2176
+ "normalizedTotal": 0.015205
2177
+ }
2178
+ }
2179
+ ]
2180
+ },
2181
+ "suiteB_fiveCycleCacheAndSpeed": {
2182
+ "description": "Continuous 5-compaction engineering session (Cycles 1–5; Phases 1–5) measuring compactionSelfPct (cache hit on compaction call itself), R1 (one-turn prefix rebuild after compaction), R2–R6 steady-state KV cache recovery, totalCompactionWallMs, and endToEndWallMs on DeepSeek-V4.1-Flash and GLM-5.3-Flash across all 4 systems (8 trajectories, 40 compactions, 240 post-compaction replies).",
2183
+ "completedCount": 7,
2184
+ "failedCount": 1,
2185
+ "runs": [
2186
+ {
2187
+ "model": "glm",
2188
+ "modelDisplay": "GLM-5.3-Flash",
2189
+ "modelRouteUsed": "auto/glm-5.3-flash",
2190
+ "system": "weave-0.3.2",
2191
+ "status": "completed",
2192
+ "error": null,
2193
+ "accuracy": {
2194
+ "passed": 100,
2195
+ "total": 100,
2196
+ "pct": 100
2197
+ },
2198
+ "compactionModes": [
2199
+ "initial",
2200
+ "incremental",
2201
+ "consolidation",
2202
+ "consolidation",
2203
+ "consolidation"
2204
+ ],
2205
+ "checkpointCountSeries": [
2206
+ 1,
2207
+ 2,
2208
+ 1,
2209
+ 1,
2210
+ 1
2211
+ ],
2212
+ "timingMs": {
2213
+ "totalCompactionWallMs": 107648,
2214
+ "meanCycleCompactionWallMs": 21529.6,
2215
+ "endToEndWallMs": 282650
2216
+ },
2217
+ "totalsAllRequests": {
2218
+ "requests": 40,
2219
+ "wallMs": 282151,
2220
+ "inputTokens": 704609,
2221
+ "cachedInputTokens": 413952,
2222
+ "outputTokens": 9492,
2223
+ "magpieUsd": 0.0529333,
2224
+ "normalizedUsd": 0.0505356
2225
+ },
2226
+ "cycles": [
2227
+ {
2228
+ "cycle": 1,
2229
+ "compactionMode": "initial",
2230
+ "checkpointsAfter": 1,
2231
+ "compactionWallMs": 21289,
2232
+ "wireReductionPct": 69.58,
2233
+ "cacheTrajectory": {
2234
+ "preWarmPct": 0,
2235
+ "compactionSelfPct": 0,
2236
+ "R1Pct": 0,
2237
+ "R2Pct": 98.13,
2238
+ "R3Pct": 99.11,
2239
+ "R4Pct": 99.31,
2240
+ "R5Pct": 99.09,
2241
+ "R6Pct": 98.13
2242
+ },
2243
+ "accuracy": "20/20"
2244
+ },
2245
+ {
2246
+ "cycle": 2,
2247
+ "compactionMode": "incremental",
2248
+ "checkpointsAfter": 2,
2249
+ "compactionWallMs": 19525,
2250
+ "wireReductionPct": 53.48,
2251
+ "cacheTrajectory": {
2252
+ "preWarmPct": 30.3,
2253
+ "compactionSelfPct": 37.68,
2254
+ "R1Pct": 0,
2255
+ "R2Pct": 34.18,
2256
+ "R3Pct": 98.97,
2257
+ "R4Pct": 99.17,
2258
+ "R5Pct": 99.1,
2259
+ "R6Pct": 98.78
2260
+ },
2261
+ "accuracy": "20/20"
2262
+ },
2263
+ {
2264
+ "cycle": 3,
2265
+ "compactionMode": "consolidation",
2266
+ "checkpointsAfter": 1,
2267
+ "compactionWallMs": 19213,
2268
+ "wireReductionPct": 62.68,
2269
+ "cacheTrajectory": {
2270
+ "preWarmPct": 51.61,
2271
+ "compactionSelfPct": 65.37,
2272
+ "R1Pct": 0,
2273
+ "R2Pct": 98.89,
2274
+ "R3Pct": 98.93,
2275
+ "R4Pct": 98.73,
2276
+ "R5Pct": 99.07,
2277
+ "R6Pct": 98.23
2278
+ },
2279
+ "accuracy": "20/20"
2280
+ },
2281
+ {
2282
+ "cycle": 4,
2283
+ "compactionMode": "consolidation",
2284
+ "checkpointsAfter": 1,
2285
+ "compactionWallMs": 21949,
2286
+ "wireReductionPct": 54.87,
2287
+ "cacheTrajectory": {
2288
+ "preWarmPct": 0,
2289
+ "compactionSelfPct": 0,
2290
+ "R1Pct": 0,
2291
+ "R2Pct": 98.92,
2292
+ "R3Pct": 98.63,
2293
+ "R4Pct": 98.43,
2294
+ "R5Pct": 98.51,
2295
+ "R6Pct": 97.96
2296
+ },
2297
+ "accuracy": "20/20"
2298
+ },
2299
+ {
2300
+ "cycle": 5,
2301
+ "compactionMode": "consolidation",
2302
+ "checkpointsAfter": 1,
2303
+ "compactionWallMs": 25672,
2304
+ "wireReductionPct": 55.02,
2305
+ "cacheTrajectory": {
2306
+ "preWarmPct": 46.44,
2307
+ "compactionSelfPct": 57.93,
2308
+ "R1Pct": 0,
2309
+ "R2Pct": 99.03,
2310
+ "R3Pct": 98.93,
2311
+ "R4Pct": 97.9,
2312
+ "R5Pct": 98.06,
2313
+ "R6Pct": 97.75
2314
+ },
2315
+ "accuracy": "20/20"
2316
+ }
2317
+ ]
2318
+ },
2319
+ {
2320
+ "model": "glm",
2321
+ "modelDisplay": "GLM-5.3-Flash",
2322
+ "modelRouteUsed": "auto/glm-5.3-flash",
2323
+ "system": "weave-0.3.2-rc.4",
2324
+ "status": "failed",
2325
+ "error": "compaction cannot fit the next main request: 30273 estimated input tokens >= 183616 message budget; 0 chunks committed, remaining history retained; use /compact or a larger-capacity target",
2326
+ "accuracy": null,
2327
+ "compactionModes": null,
2328
+ "checkpointCountSeries": null,
2329
+ "timingMs": null,
2330
+ "totalsAllRequests": null,
2331
+ "cycles": []
2332
+ },
2333
+ {
2334
+ "model": "glm",
2335
+ "modelDisplay": "GLM-5.3-Flash",
2336
+ "modelRouteUsed": "auto/glm-5.3-flash",
2337
+ "system": "dsh-basic",
2338
+ "status": "completed",
2339
+ "error": null,
2340
+ "accuracy": {
2341
+ "passed": 100,
2342
+ "total": 100,
2343
+ "pct": 100
2344
+ },
2345
+ "compactionModes": [
2346
+ "initial",
2347
+ "consolidation",
2348
+ "consolidation",
2349
+ "consolidation",
2350
+ "consolidation"
2351
+ ],
2352
+ "checkpointCountSeries": [
2353
+ 1,
2354
+ 1,
2355
+ 1,
2356
+ 1,
2357
+ 1
2358
+ ],
2359
+ "timingMs": {
2360
+ "totalCompactionWallMs": 431436,
2361
+ "meanCycleCompactionWallMs": 86287.2,
2362
+ "endToEndWallMs": 576429
2363
+ },
2364
+ "totalsAllRequests": {
2365
+ "requests": 40,
2366
+ "wallMs": 576646,
2367
+ "inputTokens": 655629,
2368
+ "cachedInputTokens": 345984,
2369
+ "outputTokens": 35037,
2370
+ "magpieUsd": 0.0635531,
2371
+ "normalizedUsd": 0.0685069
2372
+ },
2373
+ "cycles": [
2374
+ {
2375
+ "cycle": 1,
2376
+ "compactionMode": "initial",
2377
+ "checkpointsAfter": 1,
2378
+ "compactionWallMs": 52323,
2379
+ "wireReductionPct": 68.2,
2380
+ "cacheTrajectory": {
2381
+ "preWarmPct": 0,
2382
+ "compactionSelfPct": 0,
2383
+ "R1Pct": 0,
2384
+ "R2Pct": 98.61,
2385
+ "R3Pct": 98.9,
2386
+ "R4Pct": 99.09,
2387
+ "R5Pct": 98.4,
2388
+ "R6Pct": 97.97
2389
+ },
2390
+ "accuracy": "20/20"
2391
+ },
2392
+ {
2393
+ "cycle": 2,
2394
+ "compactionMode": "consolidation",
2395
+ "checkpointsAfter": 1,
2396
+ "compactionWallMs": 114407,
2397
+ "wireReductionPct": 62.15,
2398
+ "cacheTrajectory": {
2399
+ "preWarmPct": 35.49,
2400
+ "compactionSelfPct": 0,
2401
+ "R1Pct": 0,
2402
+ "R2Pct": 98.39,
2403
+ "R3Pct": 98.6,
2404
+ "R4Pct": 98.81,
2405
+ "R5Pct": 98.8,
2406
+ "R6Pct": 98.19
2407
+ },
2408
+ "accuracy": "20/20"
2409
+ },
2410
+ {
2411
+ "cycle": 3,
2412
+ "compactionMode": "consolidation",
2413
+ "checkpointsAfter": 1,
2414
+ "compactionWallMs": 67936,
2415
+ "wireReductionPct": 55.92,
2416
+ "cacheTrajectory": {
2417
+ "preWarmPct": 0,
2418
+ "compactionSelfPct": 0,
2419
+ "R1Pct": 0,
2420
+ "R2Pct": 98.94,
2421
+ "R3Pct": 98.89,
2422
+ "R4Pct": 98.75,
2423
+ "R5Pct": 99.21,
2424
+ "R6Pct": 98.3
2425
+ },
2426
+ "accuracy": "20/20"
2427
+ },
2428
+ {
2429
+ "cycle": 4,
2430
+ "compactionMode": "consolidation",
2431
+ "checkpointsAfter": 1,
2432
+ "compactionWallMs": 108146,
2433
+ "wireReductionPct": 55.34,
2434
+ "cacheTrajectory": {
2435
+ "preWarmPct": 0,
2436
+ "compactionSelfPct": 0,
2437
+ "R1Pct": 0,
2438
+ "R2Pct": 98.92,
2439
+ "R3Pct": 98.77,
2440
+ "R4Pct": 98.48,
2441
+ "R5Pct": 98.19,
2442
+ "R6Pct": 97.53
2443
+ },
2444
+ "accuracy": "20/20"
2445
+ },
2446
+ {
2447
+ "cycle": 5,
2448
+ "compactionMode": "consolidation",
2449
+ "checkpointsAfter": 1,
2450
+ "compactionWallMs": 88624,
2451
+ "wireReductionPct": 55.85,
2452
+ "cacheTrajectory": {
2453
+ "preWarmPct": 46.58,
2454
+ "compactionSelfPct": 0,
2455
+ "R1Pct": 0,
2456
+ "R2Pct": 99.05,
2457
+ "R3Pct": 98.82,
2458
+ "R4Pct": 96.89,
2459
+ "R5Pct": 96.24,
2460
+ "R6Pct": 97.41
2461
+ },
2462
+ "accuracy": "20/20"
2463
+ }
2464
+ ]
2465
+ },
2466
+ {
2467
+ "model": "glm",
2468
+ "modelDisplay": "GLM-5.3-Flash",
2469
+ "modelRouteUsed": "auto/glm-5.3-flash",
2470
+ "system": "billion-context",
2471
+ "status": "completed",
2472
+ "error": null,
2473
+ "accuracy": {
2474
+ "passed": 100,
2475
+ "total": 100,
2476
+ "pct": 100
2477
+ },
2478
+ "compactionModes": [
2479
+ "bili-autonomous",
2480
+ "bili-autonomous",
2481
+ "bili-autonomous",
2482
+ "bili-autonomous",
2483
+ "bili-autonomous"
2484
+ ],
2485
+ "checkpointCountSeries": [
2486
+ 0,
2487
+ 0,
2488
+ 0,
2489
+ 0,
2490
+ 0
2491
+ ],
2492
+ "timingMs": {
2493
+ "totalCompactionWallMs": 351901,
2494
+ "meanCycleCompactionWallMs": 70380.2,
2495
+ "endToEndWallMs": 801041
2496
+ },
2497
+ "totalsAllRequests": {
2498
+ "requests": 57,
2499
+ "wallMs": 797781,
2500
+ "inputTokens": 1037150,
2501
+ "cachedInputTokens": 390784,
2502
+ "outputTokens": 30512,
2503
+ "magpieUsd": 0.1034445,
2504
+ "normalizedUsd": 0.1164345
2505
+ },
2506
+ "cycles": [
2507
+ {
2508
+ "cycle": 1,
2509
+ "compactionMode": "bili-autonomous",
2510
+ "checkpointsAfter": 0,
2511
+ "compactionWallMs": 84179,
2512
+ "wireReductionPct": -30.12,
2513
+ "cacheTrajectory": {
2514
+ "preWarmPct": 0,
2515
+ "compactionSelfPct": null,
2516
+ "R1Pct": 0,
2517
+ "R2Pct": 44.74,
2518
+ "R3Pct": 89.62,
2519
+ "R4Pct": 67.96,
2520
+ "R5Pct": 0,
2521
+ "R6Pct": 95.54
2522
+ },
2523
+ "accuracy": "20/20"
2524
+ },
2525
+ {
2526
+ "cycle": 2,
2527
+ "compactionMode": "bili-autonomous",
2528
+ "checkpointsAfter": 0,
2529
+ "compactionWallMs": 49352,
2530
+ "wireReductionPct": -157.12,
2531
+ "cacheTrajectory": {
2532
+ "preWarmPct": 0,
2533
+ "compactionSelfPct": null,
2534
+ "R1Pct": 67.3,
2535
+ "R2Pct": 0,
2536
+ "R3Pct": 0,
2537
+ "R4Pct": 0,
2538
+ "R5Pct": 95.85,
2539
+ "R6Pct": 97.64
2540
+ },
2541
+ "accuracy": "20/20"
2542
+ },
2543
+ {
2544
+ "cycle": 3,
2545
+ "compactionMode": "bili-autonomous",
2546
+ "checkpointsAfter": 0,
2547
+ "compactionWallMs": 52173,
2548
+ "wireReductionPct": -7.55,
2549
+ "cacheTrajectory": {
2550
+ "preWarmPct": 43.75,
2551
+ "compactionSelfPct": null,
2552
+ "R1Pct": 58,
2553
+ "R2Pct": 0,
2554
+ "R3Pct": 0,
2555
+ "R4Pct": 0,
2556
+ "R5Pct": 95.61,
2557
+ "R6Pct": 97.52
2558
+ },
2559
+ "accuracy": "20/20"
2560
+ },
2561
+ {
2562
+ "cycle": 4,
2563
+ "compactionMode": "bili-autonomous",
2564
+ "checkpointsAfter": 0,
2565
+ "compactionWallMs": 113914,
2566
+ "wireReductionPct": -7.22,
2567
+ "cacheTrajectory": {
2568
+ "preWarmPct": 46.49,
2569
+ "compactionSelfPct": null,
2570
+ "R1Pct": 57.82,
2571
+ "R2Pct": 0,
2572
+ "R3Pct": 0,
2573
+ "R4Pct": 0,
2574
+ "R5Pct": 94.16,
2575
+ "R6Pct": 97.85
2576
+ },
2577
+ "accuracy": "20/20"
2578
+ },
2579
+ {
2580
+ "cycle": 5,
2581
+ "compactionMode": "bili-autonomous",
2582
+ "checkpointsAfter": 0,
2583
+ "compactionWallMs": 52283,
2584
+ "wireReductionPct": 33.23,
2585
+ "cacheTrajectory": {
2586
+ "preWarmPct": 27.44,
2587
+ "compactionSelfPct": null,
2588
+ "R1Pct": 0,
2589
+ "R2Pct": 0,
2590
+ "R3Pct": 51.85,
2591
+ "R4Pct": 0,
2592
+ "R5Pct": 93.88,
2593
+ "R6Pct": 97.2
2594
+ },
2595
+ "accuracy": "20/20"
2596
+ }
2597
+ ]
2598
+ },
2599
+ {
2600
+ "model": "deepseek",
2601
+ "modelDisplay": "DeepSeek-V4.1-Flash",
2602
+ "modelRouteUsed": "deepseek/deepseek-flash",
2603
+ "system": "weave-0.3.2",
2604
+ "status": "completed",
2605
+ "error": null,
2606
+ "accuracy": {
2607
+ "passed": 100,
2608
+ "total": 100,
2609
+ "pct": 100
2610
+ },
2611
+ "compactionModes": [
2612
+ "initial",
2613
+ "incremental",
2614
+ "consolidation",
2615
+ "consolidation",
2616
+ "consolidation"
2617
+ ],
2618
+ "checkpointCountSeries": [
2619
+ 1,
2620
+ 2,
2621
+ 1,
2622
+ 1,
2623
+ 1
2624
+ ],
2625
+ "timingMs": {
2626
+ "totalCompactionWallMs": 45989,
2627
+ "meanCycleCompactionWallMs": 9197.8,
2628
+ "endToEndWallMs": 116878
2629
+ },
2630
+ "totalsAllRequests": {
2631
+ "requests": 40,
2632
+ "wallMs": 116373,
2633
+ "inputTokens": 757866,
2634
+ "cachedInputTokens": 556672,
2635
+ "outputTokens": 16671,
2636
+ "magpieUsd": 0.0418517,
2637
+ "normalizedUsd": 0.0418517
2638
+ },
2639
+ "cycles": [
2640
+ {
2641
+ "cycle": 1,
2642
+ "compactionMode": "initial",
2643
+ "checkpointsAfter": 1,
2644
+ "compactionWallMs": 10563,
2645
+ "wireReductionPct": 70.48,
2646
+ "cacheTrajectory": {
2647
+ "preWarmPct": 0,
2648
+ "compactionSelfPct": 95.52,
2649
+ "R1Pct": 0,
2650
+ "R2Pct": 97.68,
2651
+ "R3Pct": 97.81,
2652
+ "R4Pct": 98.49,
2653
+ "R5Pct": 98.23,
2654
+ "R6Pct": 97.68
2655
+ },
2656
+ "accuracy": "20/20"
2657
+ },
2658
+ {
2659
+ "cycle": 2,
2660
+ "compactionMode": "incremental",
2661
+ "checkpointsAfter": 2,
2662
+ "compactionWallMs": 8727,
2663
+ "wireReductionPct": 53.51,
2664
+ "cacheTrajectory": {
2665
+ "preWarmPct": 29.88,
2666
+ "compactionSelfPct": 93.49,
2667
+ "R1Pct": 33.24,
2668
+ "R2Pct": 99.08,
2669
+ "R3Pct": 98.65,
2670
+ "R4Pct": 97.98,
2671
+ "R5Pct": 98.65,
2672
+ "R6Pct": 98.35
2673
+ },
2674
+ "accuracy": "20/20"
2675
+ },
2676
+ {
2677
+ "cycle": 3,
2678
+ "compactionMode": "consolidation",
2679
+ "checkpointsAfter": 1,
2680
+ "compactionWallMs": 9147,
2681
+ "wireReductionPct": 61.16,
2682
+ "cacheTrajectory": {
2683
+ "preWarmPct": 50.97,
2684
+ "compactionSelfPct": 90.6,
2685
+ "R1Pct": 0,
2686
+ "R2Pct": 98.14,
2687
+ "R3Pct": 97.69,
2688
+ "R4Pct": 97.98,
2689
+ "R5Pct": 98.02,
2690
+ "R6Pct": 97.94
2691
+ },
2692
+ "accuracy": "20/20"
2693
+ },
2694
+ {
2695
+ "cycle": 4,
2696
+ "compactionMode": "consolidation",
2697
+ "checkpointsAfter": 1,
2698
+ "compactionWallMs": 8065,
2699
+ "wireReductionPct": 55.06,
2700
+ "cacheTrajectory": {
2701
+ "preWarmPct": 46.06,
2702
+ "compactionSelfPct": 87.15,
2703
+ "R1Pct": 0,
2704
+ "R2Pct": 98.32,
2705
+ "R3Pct": 97.48,
2706
+ "R4Pct": 96.7,
2707
+ "R5Pct": 96.63,
2708
+ "R6Pct": 97.08
2709
+ },
2710
+ "accuracy": "20/20"
2711
+ },
2712
+ {
2713
+ "cycle": 5,
2714
+ "compactionMode": "consolidation",
2715
+ "checkpointsAfter": 1,
2716
+ "compactionWallMs": 9487,
2717
+ "wireReductionPct": 55.82,
2718
+ "cacheTrajectory": {
2719
+ "preWarmPct": 47.83,
2720
+ "compactionSelfPct": 85.94,
2721
+ "R1Pct": 0,
2722
+ "R2Pct": 98.98,
2723
+ "R3Pct": 97.35,
2724
+ "R4Pct": 95.75,
2725
+ "R5Pct": 95.72,
2726
+ "R6Pct": 96.97
2727
+ },
2728
+ "accuracy": "20/20"
2729
+ }
2730
+ ]
2731
+ },
2732
+ {
2733
+ "model": "deepseek",
2734
+ "modelDisplay": "DeepSeek-V4.1-Flash",
2735
+ "modelRouteUsed": "deepseek/deepseek-flash",
2736
+ "system": "weave-0.3.2-rc.4",
2737
+ "status": "completed",
2738
+ "error": null,
2739
+ "accuracy": {
2740
+ "passed": 100,
2741
+ "total": 100,
2742
+ "pct": 100
2743
+ },
2744
+ "compactionModes": [
2745
+ "initial",
2746
+ "incremental",
2747
+ "consolidation",
2748
+ "consolidation",
2749
+ "consolidation"
2750
+ ],
2751
+ "checkpointCountSeries": [
2752
+ 1,
2753
+ 2,
2754
+ 1,
2755
+ 1,
2756
+ 1
2757
+ ],
2758
+ "timingMs": {
2759
+ "totalCompactionWallMs": 127239,
2760
+ "meanCycleCompactionWallMs": 25447.8,
2761
+ "endToEndWallMs": 195746
2762
+ },
2763
+ "totalsAllRequests": {
2764
+ "requests": 44,
2765
+ "wallMs": 189207,
2766
+ "inputTokens": 835969,
2767
+ "cachedInputTokens": 541952,
2768
+ "outputTokens": 29060,
2769
+ "magpieUsd": 0.0631644,
2770
+ "normalizedUsd": 0.0631644
2771
+ },
2772
+ "cycles": [
2773
+ {
2774
+ "cycle": 1,
2775
+ "compactionMode": "initial",
2776
+ "checkpointsAfter": 1,
2777
+ "compactionWallMs": 24637,
2778
+ "wireReductionPct": 70.73,
2779
+ "cacheTrajectory": {
2780
+ "preWarmPct": 0,
2781
+ "compactionSelfPct": 94.93,
2782
+ "R1Pct": 0,
2783
+ "R2Pct": 98.5,
2784
+ "R3Pct": 98.55,
2785
+ "R4Pct": 98.16,
2786
+ "R5Pct": 98.08,
2787
+ "R6Pct": 97.62
2788
+ },
2789
+ "accuracy": "20/20"
2790
+ },
2791
+ {
2792
+ "cycle": 2,
2793
+ "compactionMode": "incremental",
2794
+ "checkpointsAfter": 2,
2795
+ "compactionWallMs": 12177,
2796
+ "wireReductionPct": 55.31,
2797
+ "cacheTrajectory": {
2798
+ "preWarmPct": 29.63,
2799
+ "compactionSelfPct": 0,
2800
+ "R1Pct": 33.93,
2801
+ "R2Pct": 98.64,
2802
+ "R3Pct": 98.31,
2803
+ "R4Pct": 98.56,
2804
+ "R5Pct": 98.6,
2805
+ "R6Pct": 98.26
2806
+ },
2807
+ "accuracy": "20/20"
2808
+ },
2809
+ {
2810
+ "cycle": 3,
2811
+ "compactionMode": "consolidation",
2812
+ "checkpointsAfter": 1,
2813
+ "compactionWallMs": 38014,
2814
+ "wireReductionPct": 61.42,
2815
+ "cacheTrajectory": {
2816
+ "preWarmPct": 49.85,
2817
+ "compactionSelfPct": 62.72,
2818
+ "R1Pct": 0,
2819
+ "R2Pct": 99.01,
2820
+ "R3Pct": 97.91,
2821
+ "R4Pct": 98.48,
2822
+ "R5Pct": 98.33,
2823
+ "R6Pct": 97.87
2824
+ },
2825
+ "accuracy": "20/20"
2826
+ },
2827
+ {
2828
+ "cycle": 4,
2829
+ "compactionMode": "consolidation",
2830
+ "checkpointsAfter": 1,
2831
+ "compactionWallMs": 9921,
2832
+ "wireReductionPct": 53.67,
2833
+ "cacheTrajectory": {
2834
+ "preWarmPct": 44.99,
2835
+ "compactionSelfPct": 0,
2836
+ "R1Pct": 0,
2837
+ "R2Pct": 99.02,
2838
+ "R3Pct": 98.44,
2839
+ "R4Pct": 97.62,
2840
+ "R5Pct": 97.41,
2841
+ "R6Pct": 97.64
2842
+ },
2843
+ "accuracy": "20/20"
2844
+ },
2845
+ {
2846
+ "cycle": 5,
2847
+ "compactionMode": "consolidation",
2848
+ "checkpointsAfter": 1,
2849
+ "compactionWallMs": 42490,
2850
+ "wireReductionPct": 56.53,
2851
+ "cacheTrajectory": {
2852
+ "preWarmPct": 47.39,
2853
+ "compactionSelfPct": 60.64,
2854
+ "R1Pct": 0,
2855
+ "R2Pct": 98.63,
2856
+ "R3Pct": 97.74,
2857
+ "R4Pct": 96.79,
2858
+ "R5Pct": 95.43,
2859
+ "R6Pct": 96.56
2860
+ },
2861
+ "accuracy": "20/20"
2862
+ }
2863
+ ]
2864
+ },
2865
+ {
2866
+ "model": "deepseek",
2867
+ "modelDisplay": "DeepSeek-V4.1-Flash",
2868
+ "modelRouteUsed": "deepseek/deepseek-flash",
2869
+ "system": "dsh-basic",
2870
+ "status": "completed",
2871
+ "error": null,
2872
+ "accuracy": {
2873
+ "passed": 100,
2874
+ "total": 100,
2875
+ "pct": 100
2876
+ },
2877
+ "compactionModes": [
2878
+ "initial",
2879
+ "consolidation",
2880
+ "consolidation",
2881
+ "consolidation",
2882
+ "consolidation"
2883
+ ],
2884
+ "checkpointCountSeries": [
2885
+ 1,
2886
+ 1,
2887
+ 1,
2888
+ 1,
2889
+ 1
2890
+ ],
2891
+ "timingMs": {
2892
+ "totalCompactionWallMs": 52253,
2893
+ "meanCycleCompactionWallMs": 10450.6,
2894
+ "endToEndWallMs": 126139
2895
+ },
2896
+ "totalsAllRequests": {
2897
+ "requests": 40,
2898
+ "wallMs": 126174,
2899
+ "inputTokens": 678594,
2900
+ "cachedInputTokens": 365440,
2901
+ "outputTokens": 19755,
2902
+ "magpieUsd": 0.0599224,
2903
+ "normalizedUsd": 0.0599224
2904
+ },
2905
+ "cycles": [
2906
+ {
2907
+ "cycle": 1,
2908
+ "compactionMode": "initial",
2909
+ "checkpointsAfter": 1,
2910
+ "compactionWallMs": 7594,
2911
+ "wireReductionPct": 70.08,
2912
+ "cacheTrajectory": {
2913
+ "preWarmPct": 0,
2914
+ "compactionSelfPct": 0,
2915
+ "R1Pct": 0,
2916
+ "R2Pct": 98.53,
2917
+ "R3Pct": 98.43,
2918
+ "R4Pct": 97.99,
2919
+ "R5Pct": 97.68,
2920
+ "R6Pct": 98.41
2921
+ },
2922
+ "accuracy": "20/20"
2923
+ },
2924
+ {
2925
+ "cycle": 2,
2926
+ "compactionMode": "consolidation",
2927
+ "checkpointsAfter": 1,
2928
+ "compactionWallMs": 8702,
2929
+ "wireReductionPct": 70.49,
2930
+ "cacheTrajectory": {
2931
+ "preWarmPct": 30.06,
2932
+ "compactionSelfPct": 0,
2933
+ "R1Pct": 0,
2934
+ "R2Pct": 98.49,
2935
+ "R3Pct": 97.58,
2936
+ "R4Pct": 97.1,
2937
+ "R5Pct": 97.98,
2938
+ "R6Pct": 97.06
2939
+ },
2940
+ "accuracy": "20/20"
2941
+ },
2942
+ {
2943
+ "cycle": 3,
2944
+ "compactionMode": "consolidation",
2945
+ "checkpointsAfter": 1,
2946
+ "compactionWallMs": 8745,
2947
+ "wireReductionPct": 64.27,
2948
+ "cacheTrajectory": {
2949
+ "preWarmPct": 35.46,
2950
+ "compactionSelfPct": 0,
2951
+ "R1Pct": 0,
2952
+ "R2Pct": 98.43,
2953
+ "R3Pct": 95.65,
2954
+ "R4Pct": 97.81,
2955
+ "R5Pct": 98.39,
2956
+ "R6Pct": 97.65
2957
+ },
2958
+ "accuracy": "20/20"
2959
+ },
2960
+ {
2961
+ "cycle": 4,
2962
+ "compactionMode": "consolidation",
2963
+ "checkpointsAfter": 1,
2964
+ "compactionWallMs": 15837,
2965
+ "wireReductionPct": 57.19,
2966
+ "cacheTrajectory": {
2967
+ "preWarmPct": 43.15,
2968
+ "compactionSelfPct": 0,
2969
+ "R1Pct": 0,
2970
+ "R2Pct": 98.11,
2971
+ "R3Pct": 96.88,
2972
+ "R4Pct": 96.29,
2973
+ "R5Pct": 95.94,
2974
+ "R6Pct": 95.9
2975
+ },
2976
+ "accuracy": "20/20"
2977
+ },
2978
+ {
2979
+ "cycle": 5,
2980
+ "compactionMode": "consolidation",
2981
+ "checkpointsAfter": 1,
2982
+ "compactionWallMs": 11375,
2983
+ "wireReductionPct": 58.04,
2984
+ "cacheTrajectory": {
2985
+ "preWarmPct": 46.17,
2986
+ "compactionSelfPct": 0,
2987
+ "R1Pct": 0,
2988
+ "R2Pct": 99.02,
2989
+ "R3Pct": 97.83,
2990
+ "R4Pct": 96.26,
2991
+ "R5Pct": 95.97,
2992
+ "R6Pct": 96.51
2993
+ },
2994
+ "accuracy": "20/20"
2995
+ }
2996
+ ]
2997
+ },
2998
+ {
2999
+ "model": "deepseek",
3000
+ "modelDisplay": "DeepSeek-V4.1-Flash",
3001
+ "modelRouteUsed": "deepseek/deepseek-flash",
3002
+ "system": "billion-context",
3003
+ "status": "completed",
3004
+ "error": null,
3005
+ "accuracy": {
3006
+ "passed": 88,
3007
+ "total": 100,
3008
+ "pct": 88
3009
+ },
3010
+ "compactionModes": [
3011
+ "bili-autonomous",
3012
+ "bili-autonomous",
3013
+ "bili-autonomous",
3014
+ "bili-autonomous",
3015
+ "bili-autonomous"
3016
+ ],
3017
+ "checkpointCountSeries": [
3018
+ 0,
3019
+ 0,
3020
+ 0,
3021
+ 0,
3022
+ 0
3023
+ ],
3024
+ "timingMs": {
3025
+ "totalCompactionWallMs": 173811,
3026
+ "meanCycleCompactionWallMs": 34762.2,
3027
+ "endToEndWallMs": 363807
3028
+ },
3029
+ "totalsAllRequests": {
3030
+ "requests": 69,
3031
+ "wallMs": 360665,
3032
+ "inputTokens": 1279100,
3033
+ "cachedInputTokens": 875008,
3034
+ "outputTokens": 66633,
3035
+ "magpieUsd": 0.1032186,
3036
+ "normalizedUsd": 0.1032186
3037
+ },
3038
+ "cycles": [
3039
+ {
3040
+ "cycle": 1,
3041
+ "compactionMode": "bili-autonomous",
3042
+ "checkpointsAfter": 0,
3043
+ "compactionWallMs": 27217,
3044
+ "wireReductionPct": -27.75,
3045
+ "cacheTrajectory": {
3046
+ "preWarmPct": 7.31,
3047
+ "compactionSelfPct": null,
3048
+ "R1Pct": 27.78,
3049
+ "R2Pct": 57.62,
3050
+ "R3Pct": 57.17,
3051
+ "R4Pct": 95.05,
3052
+ "R5Pct": 96.61,
3053
+ "R6Pct": 97.97
3054
+ },
3055
+ "accuracy": "20/20"
3056
+ },
3057
+ {
3058
+ "cycle": 2,
3059
+ "compactionMode": "bili-autonomous",
3060
+ "checkpointsAfter": 0,
3061
+ "compactionWallMs": 38094,
3062
+ "wireReductionPct": -113.58,
3063
+ "cacheTrajectory": {
3064
+ "preWarmPct": 59.83,
3065
+ "compactionSelfPct": null,
3066
+ "R1Pct": 55.99,
3067
+ "R2Pct": 68.65,
3068
+ "R3Pct": 60.25,
3069
+ "R4Pct": 95.72,
3070
+ "R5Pct": 97.45,
3071
+ "R6Pct": 96.55
3072
+ },
3073
+ "accuracy": "10/20"
3074
+ },
3075
+ {
3076
+ "cycle": 3,
3077
+ "compactionMode": "bili-autonomous",
3078
+ "checkpointsAfter": 0,
3079
+ "compactionWallMs": 25310,
3080
+ "wireReductionPct": 35.4,
3081
+ "cacheTrajectory": {
3082
+ "preWarmPct": 37.74,
3083
+ "compactionSelfPct": null,
3084
+ "R1Pct": 58.57,
3085
+ "R2Pct": 71.48,
3086
+ "R3Pct": 91.31,
3087
+ "R4Pct": 61.43,
3088
+ "R5Pct": 96.38,
3089
+ "R6Pct": 97.27
3090
+ },
3091
+ "accuracy": "20/20"
3092
+ },
3093
+ {
3094
+ "cycle": 4,
3095
+ "compactionMode": "bili-autonomous",
3096
+ "checkpointsAfter": 0,
3097
+ "compactionWallMs": 48870,
3098
+ "wireReductionPct": -118.96,
3099
+ "cacheTrajectory": {
3100
+ "preWarmPct": 58.09,
3101
+ "compactionSelfPct": null,
3102
+ "R1Pct": 87.23,
3103
+ "R2Pct": 73.68,
3104
+ "R3Pct": 60.44,
3105
+ "R4Pct": 60.65,
3106
+ "R5Pct": 95.48,
3107
+ "R6Pct": 69.21
3108
+ },
3109
+ "accuracy": "20/20"
3110
+ },
3111
+ {
3112
+ "cycle": 5,
3113
+ "compactionMode": "bili-autonomous",
3114
+ "checkpointsAfter": 0,
3115
+ "compactionWallMs": 34320,
3116
+ "wireReductionPct": -189.07,
3117
+ "cacheTrajectory": {
3118
+ "preWarmPct": 66.39,
3119
+ "compactionSelfPct": null,
3120
+ "R1Pct": 74.37,
3121
+ "R2Pct": 59.97,
3122
+ "R3Pct": 63.64,
3123
+ "R4Pct": 93.39,
3124
+ "R5Pct": 95.25,
3125
+ "R6Pct": 95.62
3126
+ },
3127
+ "accuracy": "18/20"
3128
+ }
3129
+ ]
3130
+ }
3131
+ ]
3132
+ },
3133
+ "suiteC_multiModelSwitching": {
3134
+ "description": "4-generation continuous model rotation (Gemini 4 Argon -> GLM-5.3-Flash -> DeepSeek-V4.1-Flash -> GPT-6.1 Sol) with anti-trap probes and 3 cross-model hops per generation (24 switches per system).",
3135
+ "completedCount": 4,
3136
+ "failedCount": 0,
3137
+ "systems": [
3138
+ {
3139
+ "system": "weave-0.3.2",
3140
+ "status": "completed",
3141
+ "error": null,
3142
+ "totalSwitches": 19,
3143
+ "compactionsSucceeded": 4,
3144
+ "accuracy": {
3145
+ "passed": 226,
3146
+ "total": 226,
3147
+ "pct": 100
3148
+ },
3149
+ "timingMs": {
3150
+ "totalCompactionWallMs": 114864,
3151
+ "endToEndWallMs": 400743
3152
+ },
3153
+ "httpRequests": 34,
3154
+ "compactionRequests": 4,
3155
+ "totals": {
3156
+ "inputTokens": 617456,
3157
+ "cachedInputTokens": 210670,
3158
+ "outputTokens": 9752,
3159
+ "magpieUsd": 0.6077257,
3160
+ "normalizedUsd": 0.4914573
3161
+ },
3162
+ "generations": [
3163
+ {
3164
+ "generation": 1,
3165
+ "ownerModel": "gemini",
3166
+ "phaseTitle": "Phase 1: 核心账本模式与基础 SLA",
3167
+ "compactionSucceeded": true,
3168
+ "compactionError": null,
3169
+ "compactionWallMs": 33621,
3170
+ "wireBeforeInput": 42797,
3171
+ "wireAfter1Input": 14415,
3172
+ "wireReductionPct": 66.32,
3173
+ "score": "55/55",
3174
+ "accuracyPct": 100
3175
+ },
3176
+ {
3177
+ "generation": 2,
3178
+ "ownerModel": "glm",
3179
+ "phaseTitle": "Phase 2: API 路由网关与限流策略上线",
3180
+ "compactionSucceeded": true,
3181
+ "compactionError": null,
3182
+ "compactionWallMs": 31880,
3183
+ "wireBeforeInput": 32963,
3184
+ "wireAfter1Input": 13691,
3185
+ "wireReductionPct": 58.47,
3186
+ "score": "55/55",
3187
+ "accuracyPct": 100
3188
+ },
3189
+ {
3190
+ "generation": 3,
3191
+ "ownerModel": "deepseek",
3192
+ "phaseTitle": "Phase 3: 异步重试队列与死信投递器",
3193
+ "compactionSucceeded": true,
3194
+ "compactionError": null,
3195
+ "compactionWallMs": 14078,
3196
+ "wireBeforeInput": 32679,
3197
+ "wireAfter1Input": 13239,
3198
+ "wireReductionPct": 59.49,
3199
+ "score": "58/58",
3200
+ "accuracyPct": 100
3201
+ },
3202
+ {
3203
+ "generation": 4,
3204
+ "ownerModel": "gpt",
3205
+ "phaseTitle": "Phase 4: 超时规格修订与 Webhook HMAC 安全加固",
3206
+ "compactionSucceeded": true,
3207
+ "compactionError": null,
3208
+ "compactionWallMs": 35285,
3209
+ "wireBeforeInput": 30508,
3210
+ "wireAfter1Input": 13510,
3211
+ "wireReductionPct": 55.72,
3212
+ "score": "58/58",
3213
+ "accuracyPct": 100
3214
+ }
3215
+ ],
3216
+ "hostFallbackNoticePresent": true
3217
+ },
3218
+ {
3219
+ "system": "weave-0.3.2-rc.4",
3220
+ "status": "completed",
3221
+ "error": null,
3222
+ "totalSwitches": 19,
3223
+ "compactionsSucceeded": 3,
3224
+ "accuracy": {
3225
+ "passed": 226,
3226
+ "total": 226,
3227
+ "pct": 100
3228
+ },
3229
+ "timingMs": {
3230
+ "totalCompactionWallMs": 224449,
3231
+ "endToEndWallMs": 436157
3232
+ },
3233
+ "httpRequests": 37,
3234
+ "compactionRequests": 7,
3235
+ "totals": {
3236
+ "inputTokens": 791402,
3237
+ "cachedInputTokens": 296561,
3238
+ "outputTokens": 14092,
3239
+ "magpieUsd": 0.7259478,
3240
+ "normalizedUsd": 0.5610217
3241
+ },
3242
+ "generations": [
3243
+ {
3244
+ "generation": 1,
3245
+ "ownerModel": "gemini",
3246
+ "phaseTitle": "Phase 1: 核心账本模式与基础 SLA",
3247
+ "compactionSucceeded": true,
3248
+ "compactionError": null,
3249
+ "compactionWallMs": 43032,
3250
+ "wireBeforeInput": 42801,
3251
+ "wireAfter1Input": 14780,
3252
+ "wireReductionPct": 65.47,
3253
+ "score": "55/55",
3254
+ "accuracyPct": 100
3255
+ },
3256
+ {
3257
+ "generation": 2,
3258
+ "ownerModel": "glm",
3259
+ "phaseTitle": "Phase 2: API 路由网关与限流策略上线",
3260
+ "compactionSucceeded": true,
3261
+ "compactionError": null,
3262
+ "compactionWallMs": 51060,
3263
+ "wireBeforeInput": 33288,
3264
+ "wireAfter1Input": 13996,
3265
+ "wireReductionPct": 57.95,
3266
+ "score": "55/55",
3267
+ "accuracyPct": 100
3268
+ },
3269
+ {
3270
+ "generation": 3,
3271
+ "ownerModel": "deepseek",
3272
+ "phaseTitle": "Phase 3: 异步重试队列与死信投递器",
3273
+ "compactionSucceeded": true,
3274
+ "compactionError": null,
3275
+ "compactionWallMs": 9991,
3276
+ "wireBeforeInput": 32891,
3277
+ "wireAfter1Input": 13115,
3278
+ "wireReductionPct": 60.13,
3279
+ "score": "58/58",
3280
+ "accuracyPct": 100
3281
+ },
3282
+ {
3283
+ "generation": 4,
3284
+ "ownerModel": "gpt",
3285
+ "phaseTitle": "Phase 4: 超时规格修订与 Webhook HMAC 安全加固",
3286
+ "compactionSucceeded": false,
3287
+ "compactionError": "compaction cannot fit the next main request: 29092 estimated input tokens >= 183616 message budget; 0 chunks committed, remaining history retained; use /compact or a larger-capacity target",
3288
+ "compactionWallMs": 120366,
3289
+ "wireBeforeInput": 30409,
3290
+ "wireAfter1Input": 30603,
3291
+ "wireReductionPct": -0.64,
3292
+ "score": "58/58",
3293
+ "accuracyPct": 100
3294
+ }
3295
+ ],
3296
+ "hostFallbackNoticePresent": false
3297
+ },
3298
+ {
3299
+ "system": "dsh-basic",
3300
+ "status": "completed",
3301
+ "error": null,
3302
+ "totalSwitches": 19,
3303
+ "compactionsSucceeded": 4,
3304
+ "accuracy": {
3305
+ "passed": 226,
3306
+ "total": 226,
3307
+ "pct": 100
3308
+ },
3309
+ "timingMs": {
3310
+ "totalCompactionWallMs": 118401,
3311
+ "endToEndWallMs": 327876
3312
+ },
3313
+ "httpRequests": 34,
3314
+ "compactionRequests": 4,
3315
+ "totals": {
3316
+ "inputTokens": 570486,
3317
+ "cachedInputTokens": 146446,
3318
+ "outputTokens": 11921,
3319
+ "magpieUsd": 0.5934965,
3320
+ "normalizedUsd": 0.4810641
3321
+ },
3322
+ "generations": [
3323
+ {
3324
+ "generation": 1,
3325
+ "ownerModel": "gemini",
3326
+ "phaseTitle": "Phase 1: 核心账本模式与基础 SLA",
3327
+ "compactionSucceeded": true,
3328
+ "compactionError": null,
3329
+ "compactionWallMs": 34086,
3330
+ "wireBeforeInput": 42797,
3331
+ "wireAfter1Input": 13218,
3332
+ "wireReductionPct": 69.11,
3333
+ "score": "55/55",
3334
+ "accuracyPct": 100
3335
+ },
3336
+ {
3337
+ "generation": 2,
3338
+ "ownerModel": "glm",
3339
+ "phaseTitle": "Phase 2: API 路由网关与限流策略上线",
3340
+ "compactionSucceeded": true,
3341
+ "compactionError": null,
3342
+ "compactionWallMs": 47598,
3343
+ "wireBeforeInput": 36038,
3344
+ "wireAfter1Input": 10471,
3345
+ "wireReductionPct": 70.94,
3346
+ "score": "55/55",
3347
+ "accuracyPct": 100
3348
+ },
3349
+ {
3350
+ "generation": 3,
3351
+ "ownerModel": "deepseek",
3352
+ "phaseTitle": "Phase 3: 异步重试队列与死信投递器",
3353
+ "compactionSucceeded": true,
3354
+ "compactionError": null,
3355
+ "compactionWallMs": 6828,
3356
+ "wireBeforeInput": 33519,
3357
+ "wireAfter1Input": 11528,
3358
+ "wireReductionPct": 65.61,
3359
+ "score": "58/58",
3360
+ "accuracyPct": 100
3361
+ },
3362
+ {
3363
+ "generation": 4,
3364
+ "ownerModel": "gpt",
3365
+ "phaseTitle": "Phase 4: 超时规格修订与 Webhook HMAC 安全加固",
3366
+ "compactionSucceeded": true,
3367
+ "compactionError": null,
3368
+ "compactionWallMs": 29889,
3369
+ "wireBeforeInput": 33070,
3370
+ "wireAfter1Input": 11100,
3371
+ "wireReductionPct": 66.43,
3372
+ "score": "58/58",
3373
+ "accuracyPct": 100
3374
+ }
3375
+ ],
3376
+ "hostFallbackNoticePresent": false
3377
+ },
3378
+ {
3379
+ "system": "billion-context",
3380
+ "status": "completed",
3381
+ "error": null,
3382
+ "totalSwitches": 19,
3383
+ "compactionsSucceeded": 4,
3384
+ "accuracy": {
3385
+ "passed": 226,
3386
+ "total": 226,
3387
+ "pct": 100
3388
+ },
3389
+ "timingMs": {
3390
+ "totalCompactionWallMs": 203650,
3391
+ "endToEndWallMs": 875970
3392
+ },
3393
+ "httpRequests": 48,
3394
+ "compactionRequests": 15,
3395
+ "totals": {
3396
+ "inputTokens": 797593,
3397
+ "cachedInputTokens": 245618,
3398
+ "outputTokens": 22788,
3399
+ "magpieUsd": 0.8260267,
3400
+ "normalizedUsd": 0.6873457
3401
+ },
3402
+ "generations": [
3403
+ {
3404
+ "generation": 1,
3405
+ "ownerModel": "gemini",
3406
+ "phaseTitle": "Phase 1: 核心账本模式与基础 SLA",
3407
+ "compactionSucceeded": true,
3408
+ "compactionError": null,
3409
+ "compactionWallMs": 54385,
3410
+ "wireBeforeInput": 17909,
3411
+ "wireAfter1Input": 24411,
3412
+ "wireReductionPct": -36.31,
3413
+ "score": "55/55",
3414
+ "accuracyPct": 100
3415
+ },
3416
+ {
3417
+ "generation": 2,
3418
+ "ownerModel": "glm",
3419
+ "phaseTitle": "Phase 2: API 路由网关与限流策略上线",
3420
+ "compactionSucceeded": true,
3421
+ "compactionError": null,
3422
+ "compactionWallMs": 29516,
3423
+ "wireBeforeInput": 34027,
3424
+ "wireAfter1Input": 15592,
3425
+ "wireReductionPct": 54.18,
3426
+ "score": "55/55",
3427
+ "accuracyPct": 100
3428
+ },
3429
+ {
3430
+ "generation": 3,
3431
+ "ownerModel": "deepseek",
3432
+ "phaseTitle": "Phase 3: 异步重试队列与死信投递器",
3433
+ "compactionSucceeded": true,
3434
+ "compactionError": null,
3435
+ "compactionWallMs": 50065,
3436
+ "wireBeforeInput": 31159,
3437
+ "wireAfter1Input": 21186,
3438
+ "wireReductionPct": 32.01,
3439
+ "score": "58/58",
3440
+ "accuracyPct": 100
3441
+ },
3442
+ {
3443
+ "generation": 4,
3444
+ "ownerModel": "gpt",
3445
+ "phaseTitle": "Phase 4: 超时规格修订与 Webhook HMAC 安全加固",
3446
+ "compactionSucceeded": true,
3447
+ "compactionError": null,
3448
+ "compactionWallMs": 69684,
3449
+ "wireBeforeInput": null,
3450
+ "wireAfter1Input": 30745,
3451
+ "wireReductionPct": null,
3452
+ "score": "58/58",
3453
+ "accuracyPct": 100
3454
+ }
3455
+ ],
3456
+ "hostFallbackNoticePresent": false
3457
+ }
3458
+ ]
3459
+ },
3460
+ "historicalWeaveReferences": {
3461
+ "0.3.1-review.35": {
3462
+ "measuredDate": "2026-11-11",
3463
+ "model": "DeepSeek V4.1 Flash",
3464
+ "successfulCompactions": 4,
3465
+ "meanInputReductionPct": 68.5,
3466
+ "incrementalFirstThreeMeanPct": 58.71,
3467
+ "weightedReductionPct": 70.2,
3468
+ "beforeInputTokens": 332270,
3469
+ "afterInputTokens": 99019,
3470
+ "cycle5Status": "Stopped after Gen 4 consolidation / historical false-rejection limit prior to v0.3.2 hardening"
3471
+ },
3472
+ "0.3.2-rc.2_internalCrossSwitch": {
3473
+ "measuredDate": "2026-11-14",
3474
+ "sequence": [
3475
+ "auto/gemini-4-argon",
3476
+ "auto/glm-5.3-flash",
3477
+ "deepseek/deepseek-flash",
3478
+ "auto/gpt-6.1-sol"
3479
+ ],
3480
+ "compactionsPassed": 4,
3481
+ "switches": 24,
3482
+ "calls": 60,
3483
+ "recallAssertions": "728/728",
3484
+ "checksPassed": "77/77",
3485
+ "inputTokens": 863939,
3486
+ "outputTokens": 9514,
3487
+ "perModelTotalUsd": {
3488
+ "Gemini": 0.112266,
3489
+ "GLM": 0.006181,
3490
+ "DeepSeek": 0.007895,
3491
+ "GPT": 0.050375
3492
+ }
3493
+ }
3494
+ }
3495
+ }