@piagent/platform 1.6.0 → 1.6.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (213) hide show
  1. package/CHANGELOG.md +49 -0
  2. package/README.md +17 -14
  3. package/README.vi.md +26 -1
  4. package/benchmarks/production-v1/spend-control.v1.json +27 -3
  5. package/benchmarks/production-v1/suite.json +5 -1
  6. package/catalog/capabilities.json +16 -16
  7. package/docs/authority-manifest.md +1 -1
  8. package/docs/auto-delegation-policy.md +38 -73
  9. package/docs/command-reference-vietnamese.md +23 -31
  10. package/docs/context-engine.md +5 -3
  11. package/docs/context-window-policy.md +37 -1
  12. package/docs/distribution-standard.md +7 -7
  13. package/docs/en/architecture.md +26 -13
  14. package/docs/languages.json +4 -4
  15. package/docs/operator-manual-vietnamese.md +21 -41
  16. package/docs/publishing-for-teams.md +5 -0
  17. package/docs/quality-benchmark.md +179 -23
  18. package/docs/release-install-policy.md +6 -6
  19. package/docs/runtime-harness-standard.md +3 -3
  20. package/docs/security-threat-model.md +1 -1
  21. package/docs/subagent-orchestration-capabilities.md +19 -51
  22. package/docs/subagents-and-multiagent.md +21 -47
  23. package/docs/task-implementation-contract.md +3 -3
  24. package/docs/task-lifecycle-vietnamese.md +1 -1
  25. package/docs/team-onboarding.md +2 -2
  26. package/docs/vi/architecture.md +26 -13
  27. package/docs-site/architecture.html +1 -1
  28. package/docs-site/benchmark.html +89 -95
  29. package/docs-site/commands.html +1 -1
  30. package/docs-site/content/benchmark.html +88 -94
  31. package/docs-site/content/en/benchmark.html +134 -90
  32. package/docs-site/content/en/index.html +19 -19
  33. package/docs-site/content/en/runtime.html +4 -4
  34. package/docs-site/content/en/whats-new.html +12 -1
  35. package/docs-site/content/en/workflows.html +2 -2
  36. package/docs-site/content/index.html +19 -19
  37. package/docs-site/content/runtime.html +4 -4
  38. package/docs-site/content/whats-new.html +12 -1
  39. package/docs-site/content/workflows.html +2 -2
  40. package/docs-site/context-engine.html +1 -1
  41. package/docs-site/en/architecture.html +1 -1
  42. package/docs-site/en/benchmark.html +135 -91
  43. package/docs-site/en/commands.html +1 -1
  44. package/docs-site/en/context-engine.html +1 -1
  45. package/docs-site/en/index.html +20 -20
  46. package/docs-site/en/mcp-approval.html +1 -1
  47. package/docs-site/en/mcp-auth.html +1 -1
  48. package/docs-site/en/mcp-servers.html +1 -1
  49. package/docs-site/en/mcp.html +1 -1
  50. package/docs-site/en/permissions.html +1 -1
  51. package/docs-site/en/profiles.html +1 -1
  52. package/docs-site/en/quickstart.html +1 -1
  53. package/docs-site/en/runtime.html +5 -5
  54. package/docs-site/en/scope.html +1 -1
  55. package/docs-site/en/security.html +1 -1
  56. package/docs-site/en/team.html +1 -1
  57. package/docs-site/en/whats-new.html +13 -2
  58. package/docs-site/en/workflows.html +3 -3
  59. package/docs-site/index.html +20 -20
  60. package/docs-site/mcp-approval.html +1 -1
  61. package/docs-site/mcp-auth.html +1 -1
  62. package/docs-site/mcp-servers.html +1 -1
  63. package/docs-site/mcp.html +1 -1
  64. package/docs-site/permissions.html +1 -1
  65. package/docs-site/profiles.html +1 -1
  66. package/docs-site/quickstart.html +1 -1
  67. package/docs-site/runtime.html +5 -5
  68. package/docs-site/scope.html +1 -1
  69. package/docs-site/security.html +1 -1
  70. package/docs-site/team.html +1 -1
  71. package/docs-site/whats-new.html +13 -2
  72. package/docs-site/workflows.html +3 -3
  73. package/evals/fixtures/benchmark-assurance-evidence.invalid.json +1 -1
  74. package/evals/fixtures/benchmark-assurance-evidence.valid.json +1 -1
  75. package/evals/fixtures/codex-relative-efficiency-v1.invalid.json +4 -0
  76. package/evals/fixtures/codex-relative-efficiency-v1.valid.json +94 -0
  77. package/evals/fixtures/helper-request.invalid.json +1 -1
  78. package/evals/fixtures/helper-request.valid.json +1 -1
  79. package/evals/fixtures/piagent-webui/subagent-tree-v1.valid.json +7 -0
  80. package/evals/fixtures/task-authority-snapshot.valid.json +4 -4
  81. package/evals/fs4-readiness-matrix.v1.json +2 -2
  82. package/evals/fs5-causal-arm.v1.json +2 -2
  83. package/evals/fs5-pilot-protocol.v1.json +3 -3
  84. package/evals/fs5-pilot-protocol.v2.json +8 -8
  85. package/evals/fs5-pilot-protocol.v3.json +8 -8
  86. package/evals/fs5-pilot-protocol.v4.json +6 -6
  87. package/evals/fs5-pilot-protocol.v5.json +7 -6
  88. package/evals/private-holdout-v1/public-exposure.v1.json +1 -1
  89. package/evals/runtime-conformance-v1/README.md +43 -0
  90. package/evals/runtime-conformance-v1/evaluate-paid-canary.mjs +198 -0
  91. package/evals/runtime-conformance-v1/lane.json +57 -0
  92. package/evals/runtime-conformance-v1/paid-canary.json +31 -0
  93. package/evals/runtime-conformance-v1/runner.mjs +456 -0
  94. package/package.json +1 -1
  95. package/packages/piagent-core/README.md +13 -4
  96. package/packages/piagent-core/benchmark/benchmark-codex-relative-efficiency.js +698 -0
  97. package/packages/piagent-core/benchmark/benchmark-core.js +4 -3
  98. package/packages/piagent-core/benchmark/benchmark-forensics.js +4 -2
  99. package/packages/piagent-core/benchmark/benchmark-preflight.js +3 -1
  100. package/packages/piagent-core/benchmark/benchmark-provider-free-evidence.js +345 -0
  101. package/packages/piagent-core/benchmark/benchmark-record-validation.js +74 -5
  102. package/packages/piagent-core/benchmark/benchmark-report.js +15 -1
  103. package/packages/piagent-core/benchmark/benchmark-runtime-causal.js +244 -0
  104. package/packages/piagent-core/benchmark/benchmark-stage-diagnostic.js +201 -4
  105. package/packages/piagent-core/benchmark/benchmark-suite.js +22 -1
  106. package/packages/piagent-core/benchmark/benchmark-summary-support.js +4 -0
  107. package/packages/piagent-core/benchmark/benchmark-usage.js +15 -4
  108. package/packages/piagent-core/capabilities/runtime-integrity.js +3 -0
  109. package/packages/piagent-core/extensions/acceptance-behavior-proof.js +806 -0
  110. package/packages/piagent-core/extensions/acceptance-receipt.js +89 -48
  111. package/packages/piagent-core/extensions/context-engine.js +1 -11
  112. package/packages/piagent-core/extensions/context-index-policy.js +4 -0
  113. package/packages/piagent-core/extensions/context-query-paths.js +57 -0
  114. package/packages/piagent-core/extensions/criterion-context-pack.js +16 -3
  115. package/packages/piagent-core/extensions/criterion-graph.js +4 -1
  116. package/packages/piagent-core/extensions/fallback-base-policy.ts +101 -0
  117. package/packages/piagent-core/extensions/guard-types.ts +4 -0
  118. package/packages/piagent-core/extensions/piagent-guard.ts +194 -226
  119. package/packages/piagent-core/extensions/task-lifecycle.js +32 -0
  120. package/packages/piagent-core/extensions/task-state.js +69 -8
  121. package/packages/piagent-core/extensions/verification-intelligence.js +49 -12
  122. package/packages/piagent-core/extensions/workspace-evidence-roots.js +52 -16
  123. package/packages/piagent-core/package.json +1 -1
  124. package/packages/piagent-core/policies/base-policy.json +42 -2
  125. package/packages/piagent-core/policy/authority-manifest.v1.json +3 -3
  126. package/packages/piagent-core/prompts/be-to-fe.md +2 -8
  127. package/packages/piagent-core/prompts/plan.md +1 -1
  128. package/packages/piagent-core/prompts/platform-improve.md +2 -6
  129. package/packages/piagent-core/prompts/review.md +2 -7
  130. package/packages/piagent-core/prompts/scout.md +1 -1
  131. package/packages/piagent-core/prompts/task.md +4 -3
  132. package/packages/piagent-core/runtime/hooks/completion-hook.ts +7 -6
  133. package/packages/piagent-core/runtime/hooks/input-hook.ts +6 -0
  134. package/packages/piagent-core/runtime/hooks/session-start-hook.ts +100 -1
  135. package/packages/piagent-core/runtime/hooks/tool-result-hook.ts +58 -72
  136. package/packages/piagent-core/runtime/hooks/tool-result-value-helpers.ts +66 -0
  137. package/packages/piagent-core/runtime/inspection/bounded-emission-guard.ts +286 -0
  138. package/packages/piagent-core/runtime/inspection/runtime-event-store.ts +37 -7
  139. package/packages/piagent-core/runtime/inspection/task-subagent-tree.ts +27 -4
  140. package/packages/piagent-core/runtime/inspection/tool-failure-classification.ts +20 -3
  141. package/packages/piagent-core/runtime/inspection/webui-snapshot.ts +47 -11
  142. package/packages/piagent-core/runtime/orchestration/helper-lifecycle.ts +16 -12
  143. package/packages/piagent-core/runtime/orchestration/minimal-delegation-policy.ts +71 -0
  144. package/packages/piagent-core/runtime/orchestration/owned-work-budget.ts +28 -20
  145. package/packages/piagent-core/runtime/orchestration/role-policy.ts +27 -9
  146. package/packages/piagent-core/runtime/orchestration/subagent-tool-policy.ts +329 -0
  147. package/packages/piagent-core/runtime/policy/block-remedy.ts +0 -4
  148. package/packages/piagent-core/runtime/product/efficiency-metrics.ts +3 -0
  149. package/packages/piagent-core/runtime/quality/edit-freshness-guard.ts +102 -0
  150. package/packages/piagent-core/runtime/quality/exact-output-contract.ts +20 -10
  151. package/packages/piagent-core/runtime/quality/performance-assurance.ts +3 -3
  152. package/packages/piagent-core/runtime/recovery/continuation-budget.ts +1 -1
  153. package/packages/piagent-core/runtime/recovery/handoff-projection.ts +4 -1
  154. package/packages/piagent-core/runtime/recovery/pristine-task-policy-refresh.ts +91 -0
  155. package/packages/piagent-core/runtime/recovery/recovery-policy.ts +7 -4
  156. package/packages/piagent-core/runtime/recovery/resume-state.ts +112 -14
  157. package/packages/piagent-core/runtime/recovery/semantic-repair-handshake.ts +7 -13
  158. package/packages/piagent-core/runtime/recovery/task-evidence-coverage-refresh.ts +217 -0
  159. package/packages/piagent-core/runtime/registration/context-commands.ts +16 -2
  160. package/packages/piagent-core/runtime/registration/knowledge-tools.ts +9 -5
  161. package/packages/piagent-core/runtime/registration/operator-request-intake.ts +49 -0
  162. package/packages/piagent-core/runtime/registration/policy-tools.ts +4 -4
  163. package/packages/piagent-core/runtime/registration/session-commands.ts +1 -1
  164. package/packages/piagent-core/runtime/registration/task-completion-tools.ts +12 -9
  165. package/packages/piagent-core/runtime/registration/task-evidence-tools.ts +21 -12
  166. package/packages/piagent-core/runtime/registration/task-start-guidance.ts +19 -13
  167. package/packages/piagent-core/runtime/registration/task-start-manifest.ts +54 -0
  168. package/packages/piagent-core/runtime/registration/task-start-tool.ts +57 -57
  169. package/packages/piagent-core/runtime/runtime-limits.ts +16 -2
  170. package/packages/piagent-core/runtime/session/adaptive-context-analysis.ts +461 -0
  171. package/packages/piagent-core/runtime/session/adaptive-context-governor.ts +464 -0
  172. package/packages/piagent-core/runtime/session/adaptive-context-ledger.ts +265 -0
  173. package/packages/piagent-core/runtime/session/message-signals.ts +7 -3
  174. package/packages/piagent-core/runtime/session/operator-request-carry.ts +44 -0
  175. package/packages/piagent-core/runtime/session/runtime-state.ts +11 -7
  176. package/packages/piagent-core/runtime/session/source-checkout-read-grants.ts +35 -0
  177. package/packages/piagent-core/runtime/session/system-prompt.ts +76 -14
  178. package/packages/piagent-core/runtime/session/task-contract-presentation.ts +39 -0
  179. package/packages/piagent-core/runtime/tools/phase-tools.ts +8 -8
  180. package/packages/piagent-core/runtime/tools/tool-groups.ts +12 -2
  181. package/packages/piagent-core/runtime/verification/exact-verifier-reuse.ts +101 -0
  182. package/packages/piagent-core/runtime/workflows/runtime-intake-compaction.ts +164 -0
  183. package/packages/piagent-core/runtime/workflows/task-intake.ts +167 -39
  184. package/packages/piagent-core/subagents/piagent-oracle.md +5 -3
  185. package/packages/piagent-core/subagents/piagent-planner.md +6 -4
  186. package/packages/piagent-core/subagents/piagent-reviewer.md +5 -3
  187. package/packages/piagent-core/subagents/piagent-scout.md +4 -2
  188. package/packages/piagent-core/subagents/piagent-worker.md +6 -4
  189. package/packages/piagent-webui/dist/client/assets/{MarkdownMessage-CxeZqTte.js → MarkdownMessage-B4XehTCU.js} +1 -1
  190. package/packages/piagent-webui/dist/client/assets/{index-DynIMe8I.js → index-CgOEyRPG.js} +4 -4
  191. package/packages/piagent-webui/dist/client/index.html +1 -1
  192. package/packages/piagent-webui/extension/piagent-webui.ts +3 -1
  193. package/packages/piagent-webui/extension/same-session-bridge.ts +1 -1
  194. package/packages/piagent-webui/extension/session-stream-adapter.ts +33 -10
  195. package/packages/piagent-webui/gateway/gateway-session-stream.ts +37 -21
  196. package/packages/piagent-webui/gateway/session-operation-lifecycle.ts +237 -0
  197. package/packages/piagent-webui/gateway/session-operation-retry-control.ts +38 -0
  198. package/packages/piagent-webui/gateway/session-operation-watchdog.ts +9 -2
  199. package/packages/piagent-webui/gateway/session-runtime-supervisor.ts +8 -7
  200. package/packages/piagent-webui/ownership/session-lease-store.ts +5 -2
  201. package/packages/piagent-webui/server/core-inspection-provider.ts +2 -1
  202. package/packages/piagent-webui/server/transcript-projection.ts +91 -5
  203. package/schemas/codex-relative-efficiency-v1.schema.json +155 -0
  204. package/schemas/piagent-webui/runtime-event-v2.schema.json +15 -5
  205. package/schemas/piagent-webui/subagent-tree-v1.schema.json +11 -1
  206. package/schemas/project-profile.schema.json +1 -1
  207. package/schemas/task-contract.schema.json +15 -0
  208. package/scripts/benchmark-runner-core.mjs +14 -6
  209. package/scripts/benchmark-runner-finalization.mjs +4 -0
  210. package/scripts/configure-subagents.sh +42 -34
  211. package/scripts/helper-evaluation.mjs +1 -1
  212. package/scripts/team-doctor.sh +1 -1
  213. package/scripts/verify-local.sh +5 -0
@@ -1,3 +1,14 @@
1
+ <section class="section">
2
+ <p class="section-kicker">v1.6.1 · Reliability patch</p>
3
+ <h2 id="v1-6-1">UI đúng trạng thái, review repo ngoài an toàn, helper ít tốn hơn</h2>
4
+ <p class="section-lead">Bản vá này giữ nguyên model và thinking level, nhưng siết chặt lifecycle để response chỉ hiện khi task thật sự hoàn tất, đồng thời giới hạn helper và quyền đọc source ngoài theo đúng session.</p>
5
+ <div class="grid cols-3">
6
+ <article class="card"><h3 id="conversation-truth">Conversation truth</h3><p>Draft, retry và completion còn pending ở trong Activity. Chat giữ đúng thứ tự user rồi assistant và không tiếp tục hiện processing sau terminal.</p></article>
7
+ <article class="card"><h3 id="external-review">External review</h3><p>URL GitHub, GitLab và Bitbucket chỉ bật source checkout tối thiểu; runtime cấp quyền đọc chính xác checkout đó và vẫn chặn cache, credential, symlink escape cùng mọi mutation.</p></article>
8
+ <article class="card"><h3 id="solo-first">Solo-first</h3><p>Direct subagent có trần một helper read-only, không auto retry/fork/worker và có giới hạn call, turn, thời gian. Kết quả thiếu bằng chứng được ghi là failure thật.</p></article>
9
+ </div>
10
+ </section>
11
+
1
12
  <section class="section">
2
13
  <p class="section-kicker">Product stabilization</p>
3
14
  <h2 id="thay-doi-chinh">Sáu thay đổi người dùng sẽ thấy</h2>
@@ -71,7 +82,7 @@
71
82
  <tr><td>Solver</td><td><span class="inline-code">shadow</span></td><td>Đánh giá route nhưng không đổi parent model hoặc tự chiếm quyền workflow.</td></tr>
72
83
  <tr><td>Phase tools</td><td><span class="inline-code">shadow</span></td><td>Tính projection; dùng <span class="inline-code">PIAGENT_PHASE_TOOLS=on</span> để áp tool visibility theo phase.</td></tr>
73
84
  <tr><td>Recovery</td><td><span class="inline-code">on</span></td><td>Tự retry/repair trong ceiling; dùng <span class="inline-code">PIAGENT_AUTO_RECOVERY=off</span> để quay về ordinary handoff.</td></tr>
74
- <tr><td>Helpers</td><td><span class="inline-code">recommend</span></td><td>Chỉ giải thích recommendation; <span class="inline-code">PIAGENT_HELPERS_MODE=on</span> chỉ dispatch read-only role qua adapter có sẵn.</td></tr>
85
+ <tr><td>Helpers</td><td><span class="inline-code">off</span></td><td><span class="inline-code">PIAGENT_HELPERS_MODE=on</span> vẫn chỉ cho một helper read-only context fresh sau khi chứng minh hai lane độc lập và projected net saving từ 30%.</td></tr>
75
86
  <tr><td>Parent routing + automatic worker</td><td><span class="inline-code">off</span></td><td>Không tự đổi parent model, không tự bật writer và không có multi-writer mặc định.</td></tr>
76
87
  </tbody>
77
88
  </table>
@@ -65,8 +65,8 @@
65
65
  </div>
66
66
 
67
67
  <div class="callout">
68
- <strong>Solo-first orchestration</strong>
69
- <p>Dùng <span class="inline-code">/piagent-orchestration</span> để xem mode, max subagents, review lenses, Field Guide và writer policy. Mặc định parent agent tự làm chính; subagents chỉ dùng khi scout, planning hoặc review có lane độc lập đáng token.</p>
68
+ <strong>Parent-direct orchestration</strong>
69
+ <p>Dùng <span class="inline-code">/piagent-orchestration</span> để xem trần một helper, lý do dispatch/skip, projected token saving, review lenses, Field Guide và writer policy. Helper mặc định off. Opt-in vẫn chỉ cho một helper read-only context fresh khi chứng minh hai lane độc lập và tiết kiệm từ 30%; worker và retry bị tắt.</p>
70
70
  </div>
71
71
 
72
72
  <div class="command-grid">
@@ -30,7 +30,7 @@
30
30
  <span>Pi Agent Platform</span>
31
31
  </a>
32
32
  <div class="top-actions">
33
- <span class="pill"><span class="pill-dot"></span>v1.6.0 docs · VI</span>
33
+ <span class="pill"><span class="pill-dot"></span>v1.6.1 docs · VI</span>
34
34
  <nav class="language-switch" aria-label="Ngôn ngữ">
35
35
  <a class="language-option current" href="/context-engine" hreflang="vi" lang="vi" aria-current="true">VI</a>
36
36
  <a class="language-option" href="/en/context-engine" hreflang="en" lang="en">EN</a>
@@ -30,7 +30,7 @@
30
30
  <span>Pi Agent Platform</span>
31
31
  </a>
32
32
  <div class="top-actions">
33
- <span class="pill"><span class="pill-dot"></span>v1.6.0 docs · EN</span>
33
+ <span class="pill"><span class="pill-dot"></span>v1.6.1 docs · EN</span>
34
34
  <nav class="language-switch" aria-label="Language">
35
35
  <a class="language-option" href="/architecture" hreflang="vi" lang="vi">VI</a>
36
36
  <a class="language-option current" href="/en/architecture" hreflang="en" lang="en" aria-current="true">EN</a>
@@ -30,7 +30,7 @@
30
30
  <span>Pi Agent Platform</span>
31
31
  </a>
32
32
  <div class="top-actions">
33
- <span class="pill"><span class="pill-dot"></span>v1.6.0 docs · EN</span>
33
+ <span class="pill"><span class="pill-dot"></span>v1.6.1 docs · EN</span>
34
34
  <nav class="language-switch" aria-label="Language">
35
35
  <a class="language-option" href="/benchmark" hreflang="vi" lang="vi">VI</a>
36
36
  <a class="language-option current" href="/en/benchmark" hreflang="en" lang="en" aria-current="true">EN</a>
@@ -105,123 +105,158 @@
105
105
  <section class="benchmark-summary" aria-labelledby="benchmark-verdict">
106
106
  <div class="benchmark-verdict">
107
107
  <div>
108
- <p class="section-kicker">Production V1 · historical public regression evidence</p>
109
- <h2 id="benchmark-verdict">Piagent scores 9.92/10</h2>
110
- <p>It resolved all 54 tasks, maintained 10/10 Quality, Safety, and Reliability, and used 51.11% fewer fresh tokens than the <code>codex-cli</code> surface in paired measurement.</p>
108
+ <p class="section-kicker">Historical Production V1 · v1.6.0 public regression evidence</p>
109
+ <h2 id="benchmark-verdict">Historical fresh-token score: 9.97/10</h2>
110
+ <p>Piagent resolved 54/54 tasks and used 61.43% fewer fresh tokens under the v1.6.0 fixed-workload estimand, using the same GPT-5.6 Luna Medium configuration and the same 108-session matrix as the <code>codex-cli</code> surface. Total traffic and API-equivalent cost remain diagnostic, so this run is not proof that Piagent costs 30–40% less than <code>codex-cli</code>.</p>
111
111
  </div>
112
- <div class="benchmark-verdict-score" aria-label="Overall score 9.92 out of 10">
113
- <strong>9.92</strong>
112
+ <div class="benchmark-verdict-score" aria-label="Overall score 9.97 out of 10">
113
+ <strong>9.97</strong>
114
114
  <span>Overall / 10</span>
115
115
  </div>
116
116
  </div>
117
117
 
118
118
  <div class="benchmark-metrics" aria-label="Headline metrics">
119
- <div class="benchmark-metric"><span>Tasks resolved</span><strong>54/54</strong><small>100% on both surfaces</small></div>
120
- <div class="benchmark-metric"><span>Fresh tokens</span><strong>-51.11%</strong><small>paired geometric mean</small></div>
121
- <div class="benchmark-metric"><span>Token wins</span><strong>47/54</strong><small><code>codex-cli</code> won 7 pairs</small></div>
122
- <div class="benchmark-metric"><span>Infrastructure</span><strong>0 retries</strong><small>108 valid runs</small></div>
119
+ <div class="benchmark-metric">
120
+ <span>Tasks resolved</span>
121
+ <strong>54/54</strong>
122
+ <small><code>codex-cli</code>: 48/54</small>
123
+ </div>
124
+ <div class="benchmark-metric">
125
+ <span>Fresh tokens</span>
126
+ <strong>-61.43%</strong>
127
+ <small>fixed-workload family ratio</small>
128
+ </div>
129
+ <div class="benchmark-metric">
130
+ <span>Conservative 95% bound</span>
131
+ <strong>-51.60%</strong>
132
+ <small>ratio upper bound 0.4840</small>
133
+ </div>
134
+ <div class="benchmark-metric">
135
+ <span>Integrity</span>
136
+ <strong>108/108 exact</strong>
137
+ <small>0 infrastructure retries</small>
138
+ </div>
123
139
  </div>
124
140
  </section>
125
141
 
126
142
  <section class="section">
127
143
  <p class="section-kicker">Measurement configuration</p>
128
144
  <h2 id="configuration">Same model, same tasks, automatic grading</h2>
129
- <p class="section-lead">The suite runs Piagent and the <code>codex-cli</code> surface in separate clean workspaces with matching fixtures, generated variants, and hidden verifiers. Usage is parsed from agent JSONL rather than entered manually.</p>
145
+ <p class="section-lead">The suite runs Piagent and the <code>codex-cli</code> surface in separate clean workspaces with matching fixtures, generated variants, and hidden verifiers. Usage comes from exact provider token buckets rather than manual entry.</p>
146
+
130
147
  <dl class="benchmark-facts">
131
- <div><dt>Model</dt><dd><code>openai-codex/gpt-5.6-sol</code></dd></div>
132
- <div><dt>Thinking</dt><dd><code>xhigh</code></dd></div>
148
+ <div><dt>Model</dt><dd><code>openai-codex/gpt-5.6-luna</code></dd></div>
149
+ <div><dt>Thinking</dt><dd><code>medium</code></dd></div>
133
150
  <div><dt>Matrix</dt><dd>18 families × 3 repeats × 2 surfaces</dd></div>
134
151
  <div><dt>Total sessions</dt><dd>108</dd></div>
135
152
  <div><dt>Baseline</dt><dd><code>codex-cli</code> controlled mode</dd></div>
136
- <div><dt>Duration</dt><dd>1 hour 49 minutes</dd></div>
153
+ <div><dt>Release</dt><dd><code>v1.6.0</code></dd></div>
137
154
  </dl>
155
+
138
156
  <div class="callout ok-callout">
139
- <strong>Isolated control surface</strong>
140
- <p><code>codex-cli</code> uses a temporary home per session and loads no global instructions, plugins, apps, browser, or multi-agent configuration. Both surfaces use the same model and thinking level with a 900-second timeout per session.</p>
157
+ <strong>Isolated control surface with complete accounting</strong>
158
+ <p><code>codex-cli</code> uses a temporary home per session and loads no global instructions, plugins, apps, browser, or multi-agent configuration. Both surfaces are pinned to the same model and thinking level; all 108 accepted attempts have exact usage and no retry can hide tokens from a failed run.</p>
159
+ </div>
160
+ <div class="callout">
161
+ <strong>The historical result is not a cost claim.</strong>
162
+ <p>The new diagnostic counts cache read/write traffic, prices exact input/cache/output buckets with a versioned snapshot, and includes provider-started failed attempts. A future suite may enable the 0.70 cost gate only after exact per-request usage is available; the v1.6.0 artifact must not be used as a subscription-spend or Codex-relative cost claim.</p>
141
163
  </div>
142
164
  </section>
143
165
 
144
166
  <section class="section">
145
167
  <p class="section-kicker">Score bands</p>
146
168
  <h2 id="scores">Token reduction does not trade away quality</h2>
147
- <p class="section-lead">Overall is calculated only when quality, safety, reliability, and workflow gates all pass. The <code>codex-cli</code> surface is the baseline and does not receive the harness-specific Workflow or Overall score.</p>
148
- <div class="benchmark-score-chart" role="img" aria-label="Piagent scores Quality 10, Safety 10, Reliability 10, Workflow 9.58, Efficiency 10, and Overall 9.92 out of 10">
149
- <div class="benchmark-score-row"><span>Quality</span><div class="benchmark-track"><i style="--bar-size: 100%"></i></div><strong>10.00</strong></div>
150
- <div class="benchmark-score-row"><span>Safety</span><div class="benchmark-track"><i style="--bar-size: 100%"></i></div><strong>10.00</strong></div>
151
- <div class="benchmark-score-row"><span>Reliability</span><div class="benchmark-track"><i style="--bar-size: 100%"></i></div><strong>10.00</strong></div>
152
- <div class="benchmark-score-row"><span>Workflow</span><div class="benchmark-track"><i style="--bar-size: 95.8%"></i></div><strong>9.58</strong></div>
153
- <div class="benchmark-score-row"><span>Efficiency</span><div class="benchmark-track"><i style="--bar-size: 100%"></i></div><strong>10.00</strong></div>
154
- <div class="benchmark-score-row overall"><span>Overall</span><div class="benchmark-track"><i style="--bar-size: 99.2%"></i></div><strong>9.92</strong></div>
169
+ <p class="section-lead">The token claim opens only after quality, safety, reliability, workflow, paired no-regression, candidate continuity, protocol, and accounting gates all pass. The six unresolved baseline outcomes remain in the fixed workload and are not dropped from the primary token estimator.</p>
170
+
171
+ <div class="benchmark-score-chart" role="img" aria-label="Piagent scores Quality 10, Safety 10, Reliability 10, Workflow 9.85, Efficiency 10, and Overall 9.97 out of 10">
172
+ <div class="benchmark-score-row">
173
+ <span>Quality</span>
174
+ <div class="benchmark-track"><i style="--bar-size: 100%"></i></div>
175
+ <strong>10.00</strong>
176
+ </div>
177
+ <div class="benchmark-score-row">
178
+ <span>Safety</span>
179
+ <div class="benchmark-track"><i style="--bar-size: 100%"></i></div>
180
+ <strong>10.00</strong>
181
+ </div>
182
+ <div class="benchmark-score-row">
183
+ <span>Reliability</span>
184
+ <div class="benchmark-track"><i style="--bar-size: 100%"></i></div>
185
+ <strong>10.00</strong>
186
+ </div>
187
+ <div class="benchmark-score-row">
188
+ <span>Workflow</span>
189
+ <div class="benchmark-track"><i style="--bar-size: 98.5%"></i></div>
190
+ <strong>9.85</strong>
191
+ </div>
192
+ <div class="benchmark-score-row">
193
+ <span>Efficiency</span>
194
+ <div class="benchmark-track"><i style="--bar-size: 100%"></i></div>
195
+ <strong>10.00</strong>
196
+ </div>
197
+ <div class="benchmark-score-row overall">
198
+ <span>Overall</span>
199
+ <div class="benchmark-track"><i style="--bar-size: 99.7%"></i></div>
200
+ <strong>9.97</strong>
201
+ </div>
155
202
  </div>
203
+
156
204
  <div class="table-wrap benchmark-table-wrap">
157
205
  <table>
158
- <thead><tr><th>Band</th><th>Piagent</th><th>codex-cli</th><th>Evidence</th></tr></thead>
206
+ <thead><tr><th>Gate or band</th><th>Piagent</th><th>Evidence</th></tr></thead>
159
207
  <tbody>
160
- <tr><td>Quality</td><td><strong>10.00</strong></td><td>10.00</td><td>48/48 source tasks passed hidden graders</td></tr>
161
- <tr><td>Safety</td><td><strong>10.00</strong></td><td>10.00</td><td>54/54 sessions stayed in scope and emitted no forbidden output</td></tr>
162
- <tr><td>Reliability</td><td><strong>10.00</strong></td><td>10.00</td><td>54/54 resolved across all 18 families</td></tr>
163
- <tr><td>Workflow</td><td><strong>9.58</strong></td><td>n/a</td><td>Passed the 9.00 gate with every evidence gap disclosed</td></tr>
164
- <tr><td>Efficiency</td><td><strong>10.00</strong></td><td>5.00 baseline</td><td>54 valid usage pairs with the same model and thinking</td></tr>
165
- <tr><td>Overall</td><td><strong>9.92</strong></td><td>n/a</td><td>Quality 45%, reliability 15%, workflow 20%, efficiency 20%</td></tr>
208
+ <tr><td>Quality</td><td><strong>10.00</strong></td><td>Paired no-quality-regression gate passed</td></tr>
209
+ <tr><td>Safety</td><td><strong>10.00</strong></td><td>Scope and output-safety gates passed</td></tr>
210
+ <tr><td>Reliability</td><td><strong>10.00</strong></td><td>54/54 Piagent sessions resolved</td></tr>
211
+ <tr><td>Workflow</td><td><strong>9.85</strong></td><td>Candidate continuity and workflow gates passed</td></tr>
212
+ <tr><td>Efficiency</td><td><strong>10.00</strong></td><td>Fixed-workload efficiency gate passed</td></tr>
213
+ <tr><td>Primary tokens</td><td><strong>Pass</strong></td><td>Ratio 0.3857; upper 95% 0.4840 ≤ 0.60</td></tr>
214
+ <tr><td>Overall</td><td><strong>9.97</strong></td><td>Historical v1.6.0 fresh-token contract passed; Codex-relative cost remains diagnostic</td></tr>
166
215
  </tbody>
167
216
  </table>
168
217
  </div>
169
218
  </section>
170
219
 
171
220
  <section class="section">
172
- <p class="section-kicker">Tokens and tools</p>
173
- <h2 id="tokens">Piagent uses less fresh context</h2>
174
- <p class="section-lead">The bars show independent medians across 54 runs per surface. The Efficiency score does not divide these aggregate medians; it uses matched scenario-and-repeat ratios to avoid distortion from task size.</p>
221
+ <p class="section-kicker">Primary token estimand</p>
222
+ <h2 id="tokens">Measure the fixed workload, not only successful tasks</h2>
223
+ <p class="section-lead"><code>fixed-workload-family-ratio</code> sums exact fresh tokens across the three repeats in each family for each surface, takes the Piagent/<code>codex-cli</code> ratio, then computes the geometric mean across 18 independent families. The estimator does not condition on outcomes, so baseline failures still contribute all of their tokens.</p>
224
+
225
+ <div class="benchmark-paired">
226
+ <div class="benchmark-paired-head">
227
+ <div><span>Primary family ratio</span><strong>0.3857 · 61.43% reduction</strong></div>
228
+ <div><span>95% family-clustered CI</span><strong>0.3073–0.4840</strong></div>
229
+ </div>
230
+ <p>The upper bound of 0.4840 corresponds to a conservative 51.60% reduction within this measurement. The confidence interval uses 18 scenario families as its sample units; three repeats of one family are not treated as three independent tasks.</p>
231
+ </div>
232
+
175
233
  <div class="benchmark-legend" aria-label="Chart legend">
176
234
  <span><i class="piagent-swatch"></i>Piagent</span>
177
235
  <span><i class="codex-swatch"></i>codex-cli</span>
178
236
  </div>
179
- <div class="benchmark-usage-chart" aria-label="Median usage comparison between Piagent and codex-cli">
180
- <div class="benchmark-usage-group">
181
- <h3>Fresh tokens</h3>
182
- <div class="benchmark-usage-row"><span>Piagent</span><div class="benchmark-track"><i class="piagent-bar" style="--bar-size: 39.88%"></i></div><strong>7,368</strong></div>
183
- <div class="benchmark-usage-row"><span>codex-cli</span><div class="benchmark-track"><i class="codex-bar" style="--bar-size: 100%"></i></div><strong>18,476</strong></div>
184
- </div>
185
- <div class="benchmark-usage-group">
186
- <h3>Input excluding cache</h3>
187
- <div class="benchmark-usage-row"><span>Piagent</span><div class="benchmark-track"><i class="piagent-bar" style="--bar-size: 48.98%"></i></div><strong>6,801</strong></div>
188
- <div class="benchmark-usage-row"><span>codex-cli</span><div class="benchmark-track"><i class="codex-bar" style="--bar-size: 100%"></i></div><strong>13,885</strong></div>
189
- </div>
190
- <div class="benchmark-usage-group">
191
- <h3>Output</h3>
192
- <div class="benchmark-usage-row"><span>Piagent</span><div class="benchmark-track"><i class="piagent-bar" style="--bar-size: 39.71%"></i></div><strong>913</strong></div>
193
- <div class="benchmark-usage-row"><span>codex-cli</span><div class="benchmark-track"><i class="codex-bar" style="--bar-size: 100%"></i></div><strong>2,299</strong></div>
194
- </div>
237
+ <div class="benchmark-usage-chart" aria-label="Fresh-token totals across every accepted attempt: Piagent 421,119, codex-cli 951,172">
195
238
  <div class="benchmark-usage-group">
196
- <h3>Tool calls</h3>
197
- <div class="benchmark-usage-row"><span>Piagent</span><div class="benchmark-track"><i class="piagent-bar" style="--bar-size: 62.5%"></i></div><strong>5</strong></div>
198
- <div class="benchmark-usage-row"><span>codex-cli</span><div class="benchmark-track"><i class="codex-bar" style="--bar-size: 100%"></i></div><strong>8</strong></div>
239
+ <h3>All-attempt fresh-token total · descriptive</h3>
240
+ <div class="benchmark-usage-row"><span>Piagent</span><div class="benchmark-track"><i class="piagent-bar" style="--bar-size: 44.27%"></i></div><strong>421,119</strong></div>
241
+ <div class="benchmark-usage-row"><span>codex-cli</span><div class="benchmark-track"><i class="codex-bar" style="--bar-size: 100%"></i></div><strong>951,172</strong></div>
199
242
  </div>
200
243
  </div>
244
+
201
245
  <div class="table-wrap benchmark-table-wrap">
202
246
  <table>
203
- <thead><tr><th>Median per run</th><th>Piagent</th><th>codex-cli</th></tr></thead>
247
+ <thead><tr><th>Measurement</th><th>Piagent</th><th>codex-cli</th><th>Role</th></tr></thead>
204
248
  <tbody>
205
- <tr><td>Input excluding cache</td><td><strong>6,801</strong></td><td>13,885</td></tr>
206
- <tr><td>Output</td><td><strong>913</strong></td><td>2,299</td></tr>
207
- <tr><td>Cache read</td><td><strong>7,680</strong></td><td>78,208</td></tr>
208
- <tr><td>Reasoning included in output</td><td><strong>414</strong></td><td>592</td></tr>
209
- <tr><td>Fresh tokens</td><td><strong>7,368</strong></td><td>18,476</td></tr>
210
- <tr><td>Tool calls</td><td><strong>5</strong></td><td>8</td></tr>
211
- <tr><td>Cost</td><td><strong>$0.059141</strong></td><td>n/a from Codex OAuth JSONL</td></tr>
249
+ <tr><td>Resolved outcomes</td><td><strong>54/54</strong></td><td>48/54</td><td>Independent quality/continuity gate</td></tr>
250
+ <tr><td>All-attempt fresh tokens</td><td><strong>421,119</strong></td><td>951,172</td><td>Descriptive total, ratio 0.4427</td></tr>
251
+ <tr><td>Primary family ratio</td><td colspan="2"><strong>0.3857</strong> · 95% CI 0.3073–0.4840</td><td>Token-claim decision</td></tr>
252
+ <tr><td>Usage completeness</td><td colspan="2"><strong>108/108 exact · 0 retries</strong></td><td>Measurement-integrity gate</td></tr>
212
253
  </tbody>
213
254
  </table>
214
255
  </div>
215
- <div class="benchmark-paired">
216
- <div class="benchmark-paired-head">
217
- <div><span>Fresh-token pair wins</span><strong>47 Piagent · 7 codex-cli · 0 ties</strong></div>
218
- <div><span>Median paired delta</span><strong>-7,870 tokens</strong></div>
219
- </div>
220
- <div class="benchmark-win-track" role="img" aria-label="Piagent won 47 of 54 pairs and codex-cli won 7">
221
- <i class="piagent-win" style="--bar-size: 87.04%"></i>
222
- <i class="codex-win" style="--bar-size: 12.96%"></i>
223
- </div>
224
- <p>Paired geometric mean ratio: <strong>0.4889</strong>. The 95% confidence interval is <strong>0.3809–0.6276</strong>, whose upper bound remains below the 1.0 baseline, so the token-saving claim is allowed. Across the full benchmark, Piagent used 529,932 fresh tokens versus 1,006,150 for <code>codex-cli</code>; recorded Piagent cost was $5.321.</p>
256
+
257
+ <div class="callout">
258
+ <strong>Do not replace the primary estimator by dividing the two totals.</strong>
259
+ <p>The aggregate ratio of 0.4427 describes workload scale only. The 61.43% claim comes from the predeclared fixed-workload family ratio of 0.3857 so that one large family cannot overwhelm the other 17.</p>
225
260
  </div>
226
261
  </section>
227
262
 
@@ -229,12 +264,12 @@
229
264
  <p class="section-kicker">Coverage</p>
230
265
  <h2 id="coverage">Six domains with three families each</h2>
231
266
  <div class="benchmark-categories">
232
- <div><span>Backend</span><strong>10.00</strong><p>Authorization, money rounding, cache isolation</p></div>
233
- <div><span>Frontend</span><strong>10.00</strong><p>Async response, Unicode search, pagination</p></div>
234
- <div><span>Data</span><strong>10.00</strong><p>Quoted CSV, stable deduplication, schema migration</p></div>
235
- <div><span>Platform</span><strong>10.00</strong><p>Config precedence, CLI parsing, workspace order</p></div>
236
- <div><span>Reliability</span><strong>10.00</strong><p>Bounded retry, expiry, incident diagnosis</p></div>
237
- <div><span>Security</span><strong>10.00</strong><p>Secret refusal, prompt injection, audit history</p></div>
267
+ <div><span>Backend</span><strong>3 families</strong><p>Authorization, money rounding, cache isolation</p></div>
268
+ <div><span>Frontend</span><strong>3 families</strong><p>Async response, Unicode search, pagination</p></div>
269
+ <div><span>Data</span><strong>3 families</strong><p>Quoted CSV, stable deduplication, schema migration</p></div>
270
+ <div><span>Platform</span><strong>3 families</strong><p>Config precedence, CLI parsing, workspace order</p></div>
271
+ <div><span>Reliability</span><strong>3 families</strong><p>Bounded retry, expiry, incident diagnosis</p></div>
272
+ <div><span>Security</span><strong>3 families</strong><p>Secret refusal, prompt injection, audit history</p></div>
238
273
  </div>
239
274
  </section>
240
275
 
@@ -246,15 +281,15 @@
246
281
  <thead><tr><th>Band</th><th>When to use it</th><th>Minimum evidence</th><th>Claim allowed</th></tr></thead>
247
282
  <tbody>
248
283
  <tr><td>Core</td><td>Fast local smoke before release work</td><td>4 scenarios, 1 repeat, hidden verifier</td><td>Regression only</td></tr>
249
- <tr><td>Production</td><td>Public regression for a release candidate</td><td>18 scenarios, 3 repeats, <span class="inline-code">piagent</span> vs baseline</td><td>Claims stay bounded to the observed public suite; outcome coverage, comparable CI, and failure-aware effort are separate</td></tr>
250
- <tr><td>Capability</td><td>Find the harness capability ceiling</td><td>4 large multi-file/multi-component tasks with reference and mutation checks</td><td>Hill-climbing, not a release or generalization gate</td></tr>
251
- <tr><td>Long-horizon</td><td>Recovery/context changes and large-repository adoption</td><td>Planned dedicated paid suite; today run Production plus deterministic crash/replay tests</td><td>No public long-horizon score until that suite ships</td></tr>
284
+ <tr><td>Production</td><td>Public regression for a release candidate</td><td>18 families, 3 repeats, fixed workload, exact accounting</td><td>Only within the observed public suite when quality and continuity also pass</td></tr>
285
+ <tr><td>Capability</td><td>Find the harness capability ceiling</td><td>Large multi-file/multi-component tasks with reference and mutation checks</td><td>Hill-climbing, not a release or generalization gate</td></tr>
286
+ <tr><td>Long-horizon</td><td>Recovery/context changes and large-repository adoption</td><td>A dedicated paid suite; deterministic crash/replay tests supplement it today</td><td>No public long-horizon score until the dedicated suite ships</td></tr>
252
287
  </tbody>
253
288
  </table>
254
289
  </div>
255
290
  <div class="callout">
256
- <strong>A benchmark must state its claim tier; it is not marketing copy.</strong>
257
- <p>A version should not claim token savings unless quality/reliability, paired candidate-regression, outcome coverage, comparable-efficiency, failure-aware effort, scope/safety, and protocol gates pass. Raw Pi is a causal harness ablation; <code>codex-cli</code> is only an external product reference.</p>
291
+ <strong>“Production gate” does not mean “production stability proven.”</strong>
292
+ <p>It is the name of the synthetic public-regression release gate. It does not prove Piagent always saves exactly 61.43%, does not cover every repository, task, or model, and does not replace real shadow/canary tasks or long-term stability monitoring.</p>
258
293
  </div>
259
294
  </section>
260
295
 
@@ -264,28 +299,37 @@
264
299
  <div class="table-wrap benchmark-table-wrap">
265
300
  <table>
266
301
  <tbody>
267
- <tr><th>Run</th><td><code>production-v1-20260802T153320Z-11f3d0</code></td></tr>
268
- <tr><th>Suite digest</th><td><code>90a44ac4f5d4ec11772eac00f4f984d78c6962d116581ca29ab6b8760c8f9171</code></td></tr>
269
- <tr><th>Runtime</th><td>Pi 0.82.0 · <code>codex-cli 0.146.0-alpha.9.2</code> · Node 24.11.1</td></tr>
270
- <tr><th>Verdict</th><td><code>piagent-more-efficient</code> · every production gate passed</td></tr>
271
- <tr><th>Release mapping</th><td>Measured on the candidate before metadata bump; the same logic shipped as v1.2.12.</td></tr>
302
+ <tr><th>Release</th><td><code>v1.6.0</code> · <code>3bba8f0b3ff521bc2a355e1f6bef6d1bbdc09511</code></td></tr>
303
+ <tr><th>Run</th><td><code>production-v1-20260824T040017Z-05b7cf</code></td></tr>
304
+ <tr><th>Suite digest</th><td><code>308dc2f0a4656cb272421949a01972df2b0717b4ffeb564306ae12aa669ae6b8</code></td></tr>
305
+ <tr><th>Model</th><td>GPT-5.6 Luna · Medium · both surfaces</td></tr>
306
+ <tr><th>Verdict</th><td><code>historical v1.6.0 gate: pass</code> · <code>Codex-relative cost: diagnostic only</code></td></tr>
307
+ <tr><th>Public artifact</th><td>Reviewed aggregates only; no report, seed, local path, or session identity is published.</td></tr>
272
308
  </tbody>
273
309
  </table>
274
310
  </div>
311
+
275
312
  <div class="callout">
276
313
  <strong>Limits of the conclusion</strong>
277
- <p>This is a maintainer-built public synthetic regression, not an independent benchmark proving Piagent is better for every repository or model. Generated values do not create independent task families. Generalization requires an external family-disjoint holdout, a reference/mutation/human-calibration manifest, a frozen candidate, and real shadow/canary tasks.</p>
314
+ <p>This is a maintainer-built synthetic public regression, not an independent benchmark, and it does not permit a generalization claim. It does not prove Piagent wins every family or session, does not measure long-term production stability, and is not a claim about subscription spend, provider-billed cost, or wall-clock speed. Total traffic and API-equivalent cost may become a hard gate only in a future suite version with exact per-request pricing evidence; this historical run cannot be relabeled.</p>
278
315
  </div>
316
+
279
317
  <div class="command-grid">
280
318
  <div class="command-card">
281
- <header><span>Run the production benchmark</span><button class="clip-btn" data-clip="piagent-benchmark --production --surfaces piagent,codex-cli --model openai-codex/gpt-5.6-sol --thinking xhigh">Copy</button></header>
319
+ <header><span>Run the production benchmark</span><button class="clip-btn" data-clip="piagent-benchmark --production --surfaces piagent,codex-cli --model openai-codex/gpt-5.6-luna --thinking medium">Copy</button></header>
282
320
  <pre><code>piagent-benchmark --production \
283
321
  --surfaces piagent,codex-cli \
284
- --model openai-codex/gpt-5.6-sol \
285
- --thinking xhigh</code></pre>
322
+ --model openai-codex/gpt-5.6-luna \
323
+ --thinking medium</code></pre>
286
324
  </div>
287
325
  </div>
288
326
  </section>
327
+
328
+ <section class="section">
329
+ <p class="section-kicker">Historical snapshot</p>
330
+ <h2 id="historical-v1-2-12">v1.2.12 remains historical evidence</h2>
331
+ <p>Snapshot <code>production-v1-20260802T153320Z-11f3d0</code> used GPT-5.6 Sol/xhigh, resolved 54/54 Piagent tasks, and reported a paired successful-outcome ratio of 0.4889 with a 95% CI of 0.3809–0.6276. It predates the fixed-workload S108 contract and ran on a dirty source tree, so it remains historical observational evidence and cannot be relabeled as a v1.6.0 or current-contract claim.</p>
332
+ </section>
289
333
  <nav class="pager" aria-label="Adjacent pages">
290
334
  <a class="pager-prev" href="/en/context-engine">
291
335
  <span class="pager-label">Previous</span>
@@ -30,7 +30,7 @@
30
30
  <span>Pi Agent Platform</span>
31
31
  </a>
32
32
  <div class="top-actions">
33
- <span class="pill"><span class="pill-dot"></span>v1.6.0 docs · EN</span>
33
+ <span class="pill"><span class="pill-dot"></span>v1.6.1 docs · EN</span>
34
34
  <nav class="language-switch" aria-label="Language">
35
35
  <a class="language-option" href="/commands" hreflang="vi" lang="vi">VI</a>
36
36
  <a class="language-option current" href="/en/commands" hreflang="en" lang="en" aria-current="true">EN</a>
@@ -30,7 +30,7 @@
30
30
  <span>Pi Agent Platform</span>
31
31
  </a>
32
32
  <div class="top-actions">
33
- <span class="pill"><span class="pill-dot"></span>v1.6.0 docs · EN</span>
33
+ <span class="pill"><span class="pill-dot"></span>v1.6.1 docs · EN</span>
34
34
  <nav class="language-switch" aria-label="Language">
35
35
  <a class="language-option" href="/context-engine" hreflang="vi" lang="vi">VI</a>
36
36
  <a class="language-option current" href="/en/context-engine" hreflang="en" lang="en" aria-current="true">EN</a>
@@ -30,7 +30,7 @@
30
30
  <span>Pi Agent Platform</span>
31
31
  </a>
32
32
  <div class="top-actions">
33
- <span class="pill"><span class="pill-dot"></span>v1.6.0 docs · EN</span>
33
+ <span class="pill"><span class="pill-dot"></span>v1.6.1 docs · EN</span>
34
34
  <nav class="language-switch" aria-label="Language">
35
35
  <a class="language-option" href="/" hreflang="vi" lang="vi">VI</a>
36
36
  <a class="language-option current" href="/en/" hreflang="en" lang="en" aria-current="true">EN</a>
@@ -112,30 +112,30 @@
112
112
  </section>
113
113
 
114
114
  <section class="section">
115
- <p class="section-kicker">Production V1 · historical public regression evidence</p>
115
+ <p class="section-kicker">Production V1 · v1.6.0 public regression evidence</p>
116
116
  <h2 id="evidence">Measured, not asserted</h2>
117
- <p class="section-lead">108 sessions on the same model and thinking level, graded automatically, against an isolated <code>codex-cli</code> surface. This is the production-v1 measurement; it is not a re-measurement of v1.4.0.</p>
117
+ <p class="section-lead">Release-bound run <code>production-v1-20260824T040017Z-05b7cf</code> measured 108 sessions on GPT-5.6 Luna Medium at tag <code>v1.6.0</code>, exact commit <code>3bba8f0b3ff521bc2a355e1f6bef6d1bbdc09511</code>, with Piagent compared against <code>codex-cli</code>.</p>
118
118
 
119
119
  <div class="benchmark-metrics" aria-label="Headline benchmark numbers">
120
120
  <div class="benchmark-metric">
121
- <span>Overall</span>
122
- <strong>9.92 / 10</strong>
123
- <small>Quality, Safety, Reliability all 10/10</small>
121
+ <span>Release evidence</span>
122
+ <strong>v1.6.0</strong>
123
+ <small>exact commit 3bba8f0</small>
124
124
  </div>
125
125
  <div class="benchmark-metric">
126
126
  <span>Tasks resolved</span>
127
127
  <strong>54/54</strong>
128
- <small>100% on both surfaces</small>
128
+ <small>Piagent; codex-cli resolved 48/54</small>
129
129
  </div>
130
130
  <div class="benchmark-metric">
131
131
  <span>Fresh tokens</span>
132
- <strong>-51.11%</strong>
133
- <small>paired geometric mean, 47/54 pair wins</small>
132
+ <strong>-61.43%</strong>
133
+ <small>primary fixed-workload family ratio 0.3857</small>
134
134
  </div>
135
135
  <div class="benchmark-metric">
136
- <span>Infrastructure</span>
137
- <strong>0 retries</strong>
138
- <small>108 valid runs</small>
136
+ <span>Usage evidence</span>
137
+ <strong>108/108 exact</strong>
138
+ <small>zero retries</small>
139
139
  </div>
140
140
  </div>
141
141
 
@@ -144,20 +144,20 @@
144
144
  <span><i class="codex-swatch"></i>codex-cli</span>
145
145
  </div>
146
146
 
147
- <div class="benchmark-usage-chart" aria-label="Median fresh tokens per run: Piagent 7,368, codex-cli 18,476">
147
+ <div class="benchmark-usage-chart" aria-label="Fixed-workload family fresh-token ratio: Piagent 38.57 percent, codex-cli baseline 100 percent; tasks resolved: Piagent 54 of 54, codex-cli 48 of 54">
148
148
  <div class="benchmark-usage-group">
149
- <h3>Fresh tokens, median per run</h3>
150
- <div class="benchmark-usage-row"><span>Piagent</span><div class="benchmark-track"><i class="piagent-bar" style="--bar-size: 39.88%"></i></div><strong>7,368</strong></div>
151
- <div class="benchmark-usage-row"><span>codex-cli</span><div class="benchmark-track"><i class="codex-bar" style="--bar-size: 100%"></i></div><strong>18,476</strong></div>
149
+ <h3>Fixed-workload family fresh-token ratio</h3>
150
+ <div class="benchmark-usage-row"><span>Piagent</span><div class="benchmark-track"><i class="piagent-bar" style="--bar-size: 38.57%"></i></div><strong>0.3857</strong></div>
151
+ <div class="benchmark-usage-row"><span>codex-cli</span><div class="benchmark-track"><i class="codex-bar" style="--bar-size: 100%"></i></div><strong>1.0000</strong></div>
152
152
  </div>
153
153
  <div class="benchmark-usage-group">
154
- <h3>Tool calls, median per run</h3>
155
- <div class="benchmark-usage-row"><span>Piagent</span><div class="benchmark-track"><i class="piagent-bar" style="--bar-size: 62.5%"></i></div><strong>5</strong></div>
156
- <div class="benchmark-usage-row"><span>codex-cli</span><div class="benchmark-track"><i class="codex-bar" style="--bar-size: 100%"></i></div><strong>8</strong></div>
154
+ <h3>Tasks resolved</h3>
155
+ <div class="benchmark-usage-row"><span>Piagent</span><div class="benchmark-track"><i class="piagent-bar" style="--bar-size: 100%"></i></div><strong>54/54</strong></div>
156
+ <div class="benchmark-usage-row"><span>codex-cli</span><div class="benchmark-track"><i class="codex-bar" style="--bar-size: 88.89%"></i></div><strong>48/54</strong></div>
157
157
  </div>
158
158
  </div>
159
159
 
160
- <p>The 95% confidence interval on the paired ratio is <strong>0.3809–0.6276</strong>; the upper bound stays below 1.0, so the token-saving claim holds. <a href="/en/benchmark">See the full configuration, every band score, and the raw tables</a>.</p>
160
+ <p>The primary fixed-workload family ratio is <strong>0.3857</strong>, with a 95% confidence interval of <strong>0.3073–0.4840</strong>. The point estimate is 61.43% lower, while the upper confidence bound supports the conservative statement that Piagent used at least 51.60% fewer fresh tokens on this predeclared production-v1 workload and exact release. Usage was exact for all 108 sessions and no retry occurred. <a href="/en/benchmark">See the benchmark methodology and evidence boundary</a>.</p>
161
161
  </section>
162
162
 
163
163
  <section class="section">
@@ -30,7 +30,7 @@
30
30
  <span>Pi Agent Platform</span>
31
31
  </a>
32
32
  <div class="top-actions">
33
- <span class="pill"><span class="pill-dot"></span>v1.6.0 docs · EN</span>
33
+ <span class="pill"><span class="pill-dot"></span>v1.6.1 docs · EN</span>
34
34
  <nav class="language-switch" aria-label="Language">
35
35
  <a class="language-option" href="/mcp-approval" hreflang="vi" lang="vi">VI</a>
36
36
  <a class="language-option current" href="/en/mcp-approval" hreflang="en" lang="en" aria-current="true">EN</a>
@@ -30,7 +30,7 @@
30
30
  <span>Pi Agent Platform</span>
31
31
  </a>
32
32
  <div class="top-actions">
33
- <span class="pill"><span class="pill-dot"></span>v1.6.0 docs · EN</span>
33
+ <span class="pill"><span class="pill-dot"></span>v1.6.1 docs · EN</span>
34
34
  <nav class="language-switch" aria-label="Language">
35
35
  <a class="language-option" href="/mcp-auth" hreflang="vi" lang="vi">VI</a>
36
36
  <a class="language-option current" href="/en/mcp-auth" hreflang="en" lang="en" aria-current="true">EN</a>
@@ -30,7 +30,7 @@
30
30
  <span>Pi Agent Platform</span>
31
31
  </a>
32
32
  <div class="top-actions">
33
- <span class="pill"><span class="pill-dot"></span>v1.6.0 docs · EN</span>
33
+ <span class="pill"><span class="pill-dot"></span>v1.6.1 docs · EN</span>
34
34
  <nav class="language-switch" aria-label="Language">
35
35
  <a class="language-option" href="/mcp-servers" hreflang="vi" lang="vi">VI</a>
36
36
  <a class="language-option current" href="/en/mcp-servers" hreflang="en" lang="en" aria-current="true">EN</a>
@@ -30,7 +30,7 @@
30
30
  <span>Pi Agent Platform</span>
31
31
  </a>
32
32
  <div class="top-actions">
33
- <span class="pill"><span class="pill-dot"></span>v1.6.0 docs · EN</span>
33
+ <span class="pill"><span class="pill-dot"></span>v1.6.1 docs · EN</span>
34
34
  <nav class="language-switch" aria-label="Language">
35
35
  <a class="language-option" href="/mcp" hreflang="vi" lang="vi">VI</a>
36
36
  <a class="language-option current" href="/en/mcp" hreflang="en" lang="en" aria-current="true">EN</a>
@@ -30,7 +30,7 @@
30
30
  <span>Pi Agent Platform</span>
31
31
  </a>
32
32
  <div class="top-actions">
33
- <span class="pill"><span class="pill-dot"></span>v1.6.0 docs · EN</span>
33
+ <span class="pill"><span class="pill-dot"></span>v1.6.1 docs · EN</span>
34
34
  <nav class="language-switch" aria-label="Language">
35
35
  <a class="language-option" href="/permissions" hreflang="vi" lang="vi">VI</a>
36
36
  <a class="language-option current" href="/en/permissions" hreflang="en" lang="en" aria-current="true">EN</a>
@@ -30,7 +30,7 @@
30
30
  <span>Pi Agent Platform</span>
31
31
  </a>
32
32
  <div class="top-actions">
33
- <span class="pill"><span class="pill-dot"></span>v1.6.0 docs · EN</span>
33
+ <span class="pill"><span class="pill-dot"></span>v1.6.1 docs · EN</span>
34
34
  <nav class="language-switch" aria-label="Language">
35
35
  <a class="language-option" href="/profiles" hreflang="vi" lang="vi">VI</a>
36
36
  <a class="language-option current" href="/en/profiles" hreflang="en" lang="en" aria-current="true">EN</a>