@piagent/platform 1.6.0 → 1.6.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +49 -0
- package/README.md +17 -14
- package/README.vi.md +26 -1
- package/benchmarks/production-v1/spend-control.v1.json +27 -3
- package/benchmarks/production-v1/suite.json +5 -1
- package/catalog/capabilities.json +16 -16
- package/docs/authority-manifest.md +1 -1
- package/docs/auto-delegation-policy.md +38 -73
- package/docs/command-reference-vietnamese.md +23 -31
- package/docs/context-engine.md +5 -3
- package/docs/context-window-policy.md +37 -1
- package/docs/distribution-standard.md +7 -7
- package/docs/en/architecture.md +26 -13
- package/docs/languages.json +4 -4
- package/docs/operator-manual-vietnamese.md +21 -41
- package/docs/publishing-for-teams.md +5 -0
- package/docs/quality-benchmark.md +179 -23
- package/docs/release-install-policy.md +6 -6
- package/docs/runtime-harness-standard.md +3 -3
- package/docs/security-threat-model.md +1 -1
- package/docs/subagent-orchestration-capabilities.md +19 -51
- package/docs/subagents-and-multiagent.md +21 -47
- package/docs/task-implementation-contract.md +3 -3
- package/docs/task-lifecycle-vietnamese.md +1 -1
- package/docs/team-onboarding.md +2 -2
- package/docs/vi/architecture.md +26 -13
- package/docs-site/architecture.html +1 -1
- package/docs-site/benchmark.html +89 -95
- package/docs-site/commands.html +1 -1
- package/docs-site/content/benchmark.html +88 -94
- package/docs-site/content/en/benchmark.html +134 -90
- package/docs-site/content/en/index.html +19 -19
- package/docs-site/content/en/runtime.html +4 -4
- package/docs-site/content/en/whats-new.html +12 -1
- package/docs-site/content/en/workflows.html +2 -2
- package/docs-site/content/index.html +19 -19
- package/docs-site/content/runtime.html +4 -4
- package/docs-site/content/whats-new.html +12 -1
- package/docs-site/content/workflows.html +2 -2
- package/docs-site/context-engine.html +1 -1
- package/docs-site/en/architecture.html +1 -1
- package/docs-site/en/benchmark.html +135 -91
- package/docs-site/en/commands.html +1 -1
- package/docs-site/en/context-engine.html +1 -1
- package/docs-site/en/index.html +20 -20
- package/docs-site/en/mcp-approval.html +1 -1
- package/docs-site/en/mcp-auth.html +1 -1
- package/docs-site/en/mcp-servers.html +1 -1
- package/docs-site/en/mcp.html +1 -1
- package/docs-site/en/permissions.html +1 -1
- package/docs-site/en/profiles.html +1 -1
- package/docs-site/en/quickstart.html +1 -1
- package/docs-site/en/runtime.html +5 -5
- package/docs-site/en/scope.html +1 -1
- package/docs-site/en/security.html +1 -1
- package/docs-site/en/team.html +1 -1
- package/docs-site/en/whats-new.html +13 -2
- package/docs-site/en/workflows.html +3 -3
- package/docs-site/index.html +20 -20
- package/docs-site/mcp-approval.html +1 -1
- package/docs-site/mcp-auth.html +1 -1
- package/docs-site/mcp-servers.html +1 -1
- package/docs-site/mcp.html +1 -1
- package/docs-site/permissions.html +1 -1
- package/docs-site/profiles.html +1 -1
- package/docs-site/quickstart.html +1 -1
- package/docs-site/runtime.html +5 -5
- package/docs-site/scope.html +1 -1
- package/docs-site/security.html +1 -1
- package/docs-site/team.html +1 -1
- package/docs-site/whats-new.html +13 -2
- package/docs-site/workflows.html +3 -3
- package/evals/fixtures/benchmark-assurance-evidence.invalid.json +1 -1
- package/evals/fixtures/benchmark-assurance-evidence.valid.json +1 -1
- package/evals/fixtures/codex-relative-efficiency-v1.invalid.json +4 -0
- package/evals/fixtures/codex-relative-efficiency-v1.valid.json +94 -0
- package/evals/fixtures/helper-request.invalid.json +1 -1
- package/evals/fixtures/helper-request.valid.json +1 -1
- package/evals/fixtures/piagent-webui/subagent-tree-v1.valid.json +7 -0
- package/evals/fixtures/task-authority-snapshot.valid.json +4 -4
- package/evals/fs4-readiness-matrix.v1.json +2 -2
- package/evals/fs5-causal-arm.v1.json +2 -2
- package/evals/fs5-pilot-protocol.v1.json +3 -3
- package/evals/fs5-pilot-protocol.v2.json +8 -8
- package/evals/fs5-pilot-protocol.v3.json +8 -8
- package/evals/fs5-pilot-protocol.v4.json +6 -6
- package/evals/fs5-pilot-protocol.v5.json +7 -6
- package/evals/private-holdout-v1/public-exposure.v1.json +1 -1
- package/evals/runtime-conformance-v1/README.md +43 -0
- package/evals/runtime-conformance-v1/evaluate-paid-canary.mjs +198 -0
- package/evals/runtime-conformance-v1/lane.json +57 -0
- package/evals/runtime-conformance-v1/paid-canary.json +31 -0
- package/evals/runtime-conformance-v1/runner.mjs +456 -0
- package/package.json +1 -1
- package/packages/piagent-core/README.md +13 -4
- package/packages/piagent-core/benchmark/benchmark-codex-relative-efficiency.js +698 -0
- package/packages/piagent-core/benchmark/benchmark-core.js +4 -3
- package/packages/piagent-core/benchmark/benchmark-forensics.js +4 -2
- package/packages/piagent-core/benchmark/benchmark-preflight.js +3 -1
- package/packages/piagent-core/benchmark/benchmark-provider-free-evidence.js +345 -0
- package/packages/piagent-core/benchmark/benchmark-record-validation.js +74 -5
- package/packages/piagent-core/benchmark/benchmark-report.js +15 -1
- package/packages/piagent-core/benchmark/benchmark-runtime-causal.js +244 -0
- package/packages/piagent-core/benchmark/benchmark-stage-diagnostic.js +201 -4
- package/packages/piagent-core/benchmark/benchmark-suite.js +22 -1
- package/packages/piagent-core/benchmark/benchmark-summary-support.js +4 -0
- package/packages/piagent-core/benchmark/benchmark-usage.js +15 -4
- package/packages/piagent-core/capabilities/runtime-integrity.js +3 -0
- package/packages/piagent-core/extensions/acceptance-behavior-proof.js +806 -0
- package/packages/piagent-core/extensions/acceptance-receipt.js +89 -48
- package/packages/piagent-core/extensions/context-engine.js +1 -11
- package/packages/piagent-core/extensions/context-index-policy.js +4 -0
- package/packages/piagent-core/extensions/context-query-paths.js +57 -0
- package/packages/piagent-core/extensions/criterion-context-pack.js +16 -3
- package/packages/piagent-core/extensions/criterion-graph.js +4 -1
- package/packages/piagent-core/extensions/fallback-base-policy.ts +101 -0
- package/packages/piagent-core/extensions/guard-types.ts +4 -0
- package/packages/piagent-core/extensions/piagent-guard.ts +194 -226
- package/packages/piagent-core/extensions/task-lifecycle.js +32 -0
- package/packages/piagent-core/extensions/task-state.js +69 -8
- package/packages/piagent-core/extensions/verification-intelligence.js +49 -12
- package/packages/piagent-core/extensions/workspace-evidence-roots.js +52 -16
- package/packages/piagent-core/package.json +1 -1
- package/packages/piagent-core/policies/base-policy.json +42 -2
- package/packages/piagent-core/policy/authority-manifest.v1.json +3 -3
- package/packages/piagent-core/prompts/be-to-fe.md +2 -8
- package/packages/piagent-core/prompts/plan.md +1 -1
- package/packages/piagent-core/prompts/platform-improve.md +2 -6
- package/packages/piagent-core/prompts/review.md +2 -7
- package/packages/piagent-core/prompts/scout.md +1 -1
- package/packages/piagent-core/prompts/task.md +4 -3
- package/packages/piagent-core/runtime/hooks/completion-hook.ts +7 -6
- package/packages/piagent-core/runtime/hooks/input-hook.ts +6 -0
- package/packages/piagent-core/runtime/hooks/session-start-hook.ts +100 -1
- package/packages/piagent-core/runtime/hooks/tool-result-hook.ts +58 -72
- package/packages/piagent-core/runtime/hooks/tool-result-value-helpers.ts +66 -0
- package/packages/piagent-core/runtime/inspection/bounded-emission-guard.ts +286 -0
- package/packages/piagent-core/runtime/inspection/runtime-event-store.ts +37 -7
- package/packages/piagent-core/runtime/inspection/task-subagent-tree.ts +27 -4
- package/packages/piagent-core/runtime/inspection/tool-failure-classification.ts +20 -3
- package/packages/piagent-core/runtime/inspection/webui-snapshot.ts +47 -11
- package/packages/piagent-core/runtime/orchestration/helper-lifecycle.ts +16 -12
- package/packages/piagent-core/runtime/orchestration/minimal-delegation-policy.ts +71 -0
- package/packages/piagent-core/runtime/orchestration/owned-work-budget.ts +28 -20
- package/packages/piagent-core/runtime/orchestration/role-policy.ts +27 -9
- package/packages/piagent-core/runtime/orchestration/subagent-tool-policy.ts +329 -0
- package/packages/piagent-core/runtime/policy/block-remedy.ts +0 -4
- package/packages/piagent-core/runtime/product/efficiency-metrics.ts +3 -0
- package/packages/piagent-core/runtime/quality/edit-freshness-guard.ts +102 -0
- package/packages/piagent-core/runtime/quality/exact-output-contract.ts +20 -10
- package/packages/piagent-core/runtime/quality/performance-assurance.ts +3 -3
- package/packages/piagent-core/runtime/recovery/continuation-budget.ts +1 -1
- package/packages/piagent-core/runtime/recovery/handoff-projection.ts +4 -1
- package/packages/piagent-core/runtime/recovery/pristine-task-policy-refresh.ts +91 -0
- package/packages/piagent-core/runtime/recovery/recovery-policy.ts +7 -4
- package/packages/piagent-core/runtime/recovery/resume-state.ts +112 -14
- package/packages/piagent-core/runtime/recovery/semantic-repair-handshake.ts +7 -13
- package/packages/piagent-core/runtime/recovery/task-evidence-coverage-refresh.ts +217 -0
- package/packages/piagent-core/runtime/registration/context-commands.ts +16 -2
- package/packages/piagent-core/runtime/registration/knowledge-tools.ts +9 -5
- package/packages/piagent-core/runtime/registration/operator-request-intake.ts +49 -0
- package/packages/piagent-core/runtime/registration/policy-tools.ts +4 -4
- package/packages/piagent-core/runtime/registration/session-commands.ts +1 -1
- package/packages/piagent-core/runtime/registration/task-completion-tools.ts +12 -9
- package/packages/piagent-core/runtime/registration/task-evidence-tools.ts +21 -12
- package/packages/piagent-core/runtime/registration/task-start-guidance.ts +19 -13
- package/packages/piagent-core/runtime/registration/task-start-manifest.ts +54 -0
- package/packages/piagent-core/runtime/registration/task-start-tool.ts +57 -57
- package/packages/piagent-core/runtime/runtime-limits.ts +16 -2
- package/packages/piagent-core/runtime/session/adaptive-context-analysis.ts +461 -0
- package/packages/piagent-core/runtime/session/adaptive-context-governor.ts +464 -0
- package/packages/piagent-core/runtime/session/adaptive-context-ledger.ts +265 -0
- package/packages/piagent-core/runtime/session/message-signals.ts +7 -3
- package/packages/piagent-core/runtime/session/operator-request-carry.ts +44 -0
- package/packages/piagent-core/runtime/session/runtime-state.ts +11 -7
- package/packages/piagent-core/runtime/session/source-checkout-read-grants.ts +35 -0
- package/packages/piagent-core/runtime/session/system-prompt.ts +76 -14
- package/packages/piagent-core/runtime/session/task-contract-presentation.ts +39 -0
- package/packages/piagent-core/runtime/tools/phase-tools.ts +8 -8
- package/packages/piagent-core/runtime/tools/tool-groups.ts +12 -2
- package/packages/piagent-core/runtime/verification/exact-verifier-reuse.ts +101 -0
- package/packages/piagent-core/runtime/workflows/runtime-intake-compaction.ts +164 -0
- package/packages/piagent-core/runtime/workflows/task-intake.ts +167 -39
- package/packages/piagent-core/subagents/piagent-oracle.md +5 -3
- package/packages/piagent-core/subagents/piagent-planner.md +6 -4
- package/packages/piagent-core/subagents/piagent-reviewer.md +5 -3
- package/packages/piagent-core/subagents/piagent-scout.md +4 -2
- package/packages/piagent-core/subagents/piagent-worker.md +6 -4
- package/packages/piagent-webui/dist/client/assets/{MarkdownMessage-CxeZqTte.js → MarkdownMessage-B4XehTCU.js} +1 -1
- package/packages/piagent-webui/dist/client/assets/{index-DynIMe8I.js → index-CgOEyRPG.js} +4 -4
- package/packages/piagent-webui/dist/client/index.html +1 -1
- package/packages/piagent-webui/extension/piagent-webui.ts +3 -1
- package/packages/piagent-webui/extension/same-session-bridge.ts +1 -1
- package/packages/piagent-webui/extension/session-stream-adapter.ts +33 -10
- package/packages/piagent-webui/gateway/gateway-session-stream.ts +37 -21
- package/packages/piagent-webui/gateway/session-operation-lifecycle.ts +237 -0
- package/packages/piagent-webui/gateway/session-operation-retry-control.ts +38 -0
- package/packages/piagent-webui/gateway/session-operation-watchdog.ts +9 -2
- package/packages/piagent-webui/gateway/session-runtime-supervisor.ts +8 -7
- package/packages/piagent-webui/ownership/session-lease-store.ts +5 -2
- package/packages/piagent-webui/server/core-inspection-provider.ts +2 -1
- package/packages/piagent-webui/server/transcript-projection.ts +91 -5
- package/schemas/codex-relative-efficiency-v1.schema.json +155 -0
- package/schemas/piagent-webui/runtime-event-v2.schema.json +15 -5
- package/schemas/piagent-webui/subagent-tree-v1.schema.json +11 -1
- package/schemas/project-profile.schema.json +1 -1
- package/schemas/task-contract.schema.json +15 -0
- package/scripts/benchmark-runner-core.mjs +14 -6
- package/scripts/benchmark-runner-finalization.mjs +4 -0
- package/scripts/configure-subagents.sh +42 -34
- package/scripts/helper-evaluation.mjs +1 -1
- package/scripts/team-doctor.sh +1 -1
- package/scripts/verify-local.sh +5 -0
|
@@ -24,7 +24,7 @@ Agent Watch/report hien ten task ma operator da dat.
|
|
|
24
24
|
| Mode | `changeMode` | `source-change` hoac `read-only`. |
|
|
25
25
|
| Retry | `attempt`, `maxAttempts`, `previousAttempts` | Tran lay tu attempt dau, khong duoc nang o retry sau. |
|
|
26
26
|
| Intent | `summary`, `riskLane`, `expectedOutput`, `acceptanceCriteria` | Chot truoc khi implementation. |
|
|
27
|
-
|
|
|
27
|
+
| Focus va bao ve | `scope`, `outOfScope`, `protectedPaths` | `scope` dinh huong retrieval/review; protected/read-only policy moi la bien ghi bat buoc. Final gate doi chieu Git va report moi file da doi. |
|
|
28
28
|
| Context | `requiredContext`, `contextManifest`, `memoryCitations`, `mcpCapabilities` | Citation co path va reason. |
|
|
29
29
|
| Verify | `verifyGroup`, `verifyCommands`, `verifyEvidence` | Moi command phai observed, exact-match va pass. |
|
|
30
30
|
| Plan | `workPlan`, `reviewLenses`, `orchestration` | Toi da 12 step, dependency DAG, single writer. |
|
|
@@ -89,7 +89,7 @@ Vi vay:
|
|
|
89
89
|
- file dirty truoc task nhung bi sua tiep se duoc tinh;
|
|
90
90
|
- file da duoc sua roi revert ve baseline chi nam trong audit history, khong pass gate;
|
|
91
91
|
- claim file khong co evidence bi tu choi;
|
|
92
|
-
- thay doi ngoai `scope`
|
|
92
|
+
- thay doi ngoai `scope` van duoc phep khi can de hoan thanh yeu cau; runtime ghi nhan day la focus expansion de review;
|
|
93
93
|
- delete/missing co digest rieng;
|
|
94
94
|
- staged rename ghi ca old path va new path.
|
|
95
95
|
|
|
@@ -137,7 +137,7 @@ nguyen grant cua project va chi re-pin core khi release moi khong mo rong quyen.
|
|
|
137
137
|
| Lop | Enforcement |
|
|
138
138
|
|---|---|
|
|
139
139
|
| Prompt/workflow | Huong dan dung tool theo thu tu. |
|
|
140
|
-
| Tool-call guard | Protected path,
|
|
140
|
+
| Tool-call guard | Protected/read-only path, opaque mutation target, destructive/external confirmation. Task `scope` khong chan ghi file. |
|
|
141
141
|
| Tool-result observer | Changed-file va bash evidence tu su kien that. |
|
|
142
142
|
| Persisted contract | Session binding, retry, plan, context, verify, trace. |
|
|
143
143
|
| Completion hook | Chan completion claim khi gate chua pass. |
|
|
@@ -105,7 +105,7 @@ Gate completed yeu cau dong thoi:
|
|
|
105
105
|
- moi verify command co observed result `exitCode=0` va exact match;
|
|
106
106
|
- work plan khong con `pending`, `in-progress` hoac `failed`;
|
|
107
107
|
- declared changed files khop final digest sau baseline; file da revert khong tinh;
|
|
108
|
-
-
|
|
108
|
+
- moi file thay doi deu co evidence; file ngoai focus `scope` duoc report de review nhung khong block;
|
|
109
109
|
- final trace la `completed`.
|
|
110
110
|
|
|
111
111
|
`true`, `echo ok`, `npm test || true` hoac command gan giong khong thay the lenh
|
package/docs/team-onboarding.md
CHANGED
|
@@ -10,7 +10,7 @@ Một thành viên mới không cần biết local path của maintainer. Luồn
|
|
|
10
10
|
```bash
|
|
11
11
|
node --version # >= 22.19.0
|
|
12
12
|
npm install -g --ignore-scripts @earendil-works/pi-coding-agent@0.84.1
|
|
13
|
-
npm install -g --ignore-scripts @piagent/platform@1.6.
|
|
13
|
+
npm install -g --ignore-scripts @piagent/platform@1.6.1
|
|
14
14
|
piagent-install --stable
|
|
15
15
|
cd /path/to/project
|
|
16
16
|
pi
|
|
@@ -44,7 +44,7 @@ Mặc định team dùng stable helper:
|
|
|
44
44
|
```bash
|
|
45
45
|
node --version # >= 22.19.0
|
|
46
46
|
npm install -g --ignore-scripts @earendil-works/pi-coding-agent@0.84.1
|
|
47
|
-
npm install -g --ignore-scripts @piagent/platform@1.6.
|
|
47
|
+
npm install -g --ignore-scripts @piagent/platform@1.6.1
|
|
48
48
|
piagent-install --stable --dry-run
|
|
49
49
|
piagent-install --stable
|
|
50
50
|
```
|
package/docs/vi/architecture.md
CHANGED
|
@@ -94,10 +94,23 @@ operator review.
|
|
|
94
94
|
Hash chain của journal và acceptance receipt là operational evidence do cùng
|
|
95
95
|
runtime tạo ra, không phải independent attestation hay một audit authority độc lập.
|
|
96
96
|
|
|
97
|
+
Gateway bind mỗi lần browser gửi vào đúng một operation lifecycle dùng chung
|
|
98
|
+
giữa stream và supervisor. Runtime chỉ cho tối đa một provider retry còn
|
|
99
|
+
pristine trong khoảng delay 8 giây, và từ chối replay sau khi đã có assistant
|
|
100
|
+
output nhìn thấy hoặc bất kỳ tool call nào. Compaction có phase riêng, terminal
|
|
101
|
+
settlement chỉ phát một lần và event đến muộn không thể đưa UI trở lại
|
|
102
|
+
`Working`. Bounded emission guard cục bộ bỏ activity/reviewer note lặp hoặc câu
|
|
103
|
+
filler; final assistant message luôn đi ngoài guard này.
|
|
104
|
+
|
|
105
|
+
Exact edit và local patch còn có thể bind vào full-file digest của lần read
|
|
106
|
+
thành công gần nhất trong cùng task run. Concurrent drift đã được chứng minh sẽ
|
|
107
|
+
block toàn bộ mutation trước hunk đầu tiên và yêu cầu một fresh read; file chưa
|
|
108
|
+
có snapshot vẫn dùng exact-anchor behavior bình thường của host.
|
|
109
|
+
|
|
97
110
|
Recovery dựa trên classification và bị giới hạn xuyên suốt các task attempt.
|
|
98
|
-
Chỉ failure
|
|
111
|
+
Chỉ failure có evidence chứng minh thuộc ownership của source mới có tối đa một repair pass;
|
|
99
112
|
transient verifier/provider failure chỉ có tối đa một exact retry và không có
|
|
100
|
-
source-mutation authority. Environment, permission, policy
|
|
113
|
+
source-mutation authority. Environment, permission, protected-path policy và unknown
|
|
101
114
|
failure luôn non-mutating. `PIAGENT_AUTO_RECOVERY=off` khôi phục ordinary P3
|
|
102
115
|
handoff behavior mà không migrate state. Mọi final path ghi redacted Handoff v1
|
|
103
116
|
projection từ operational truth. Khi resume, runtime bind task/session identity,
|
|
@@ -111,7 +124,7 @@ Semantic specialist review là đường CAP-13 riêng cho `strict-high-risk`, k
|
|
|
111
124
|
phải parser-driven recovery áp dụng phổ quát. Nó bị pin vào một shared
|
|
112
125
|
continuation, một current-tree diff, hai targeted read, đúng source/test path đủ
|
|
113
126
|
điều kiện và configured verifier sau mọi mutation. Call bị deny, fail, no-op,
|
|
114
|
-
stale,
|
|
127
|
+
stale, không xác định được target, unsupported hoặc hết budget sẽ khóa cơ hội và handoff.
|
|
115
128
|
Broad-default observe/advise không schedule review này và không block tool call.
|
|
116
129
|
|
|
117
130
|
Adaptive Context Planner chạy trước khi runtime auto inject context. Nó dùng
|
|
@@ -124,9 +137,9 @@ vào context.
|
|
|
124
137
|
|
|
125
138
|
Task Contract v2 còn mang projection lập kế hoạch Criterion Graph v1 theo kiểu
|
|
126
139
|
cộng thêm. Graph map đúng một lần từng criterion của operator sang planning kind
|
|
127
|
-
đóng, target hint
|
|
140
|
+
đóng, target hint theo initial focus, proof kind và dependency order. Graph không có
|
|
128
141
|
state `satisfied`, nên không thể thay acceptance hay exact-verifier truth. Graph
|
|
129
|
-
ưu tiên context
|
|
142
|
+
ưu tiên context theo focus relevance trước observation cũ, giữ nguyên digest qua
|
|
130
143
|
compaction/resume, không đổi tool schema và không tạo provider follow-up turn.
|
|
131
144
|
`PIAGENT_INTELLIGENCE_ENGINE=off` chọn mechanical control cho causal test hoặc
|
|
132
145
|
rollback khẩn cấp; task mới mặc định dùng criterion engine và pin mode/digest của
|
|
@@ -165,16 +178,16 @@ automatic dispatch của mọi capability bị chặn ở một đơn vị cho m
|
|
|
165
178
|
interaction check này được bind vào snapshot và không đổi tool schema mà
|
|
166
179
|
provider nhìn thấy.
|
|
167
180
|
|
|
168
|
-
Helper do Piagent sở hữu dùng RolePolicy v1 và HelperRequest
|
|
169
|
-
hashed session/task identity, bounded objective, read
|
|
181
|
+
Helper do Piagent sở hữu dùng RolePolicy v1 và HelperRequest v2. Request bind
|
|
182
|
+
hashed session/task identity, bounded objective, read-only scope, exact tool
|
|
170
183
|
allowlist, authenticated model/effort source, context/time/call ceiling, output
|
|
171
184
|
schema, stopping rule, approval restriction và deduplication key. Read-only role
|
|
172
|
-
không thể nhận mutation tool
|
|
173
|
-
|
|
174
|
-
|
|
175
|
-
|
|
176
|
-
|
|
177
|
-
|
|
185
|
+
không thể nhận mutation tool và worker dispatch bị tắt.
|
|
186
|
+
`PIAGENT_HELPERS_MODE=off|recommend|on` mặc định là `off`; `on` là opt-in rõ ràng
|
|
187
|
+
nhưng runtime vẫn phải chứng minh hai lane độc lập và projected net token saving
|
|
188
|
+
từ 30%. CAP-14 cùng owner budget chặn tuyệt đối ở một helper read-only fresh tổng
|
|
189
|
+
và concurrent, 0 writer, 0 retry, 8 calls và tối đa 2.048 context token chuyển giao.
|
|
190
|
+
Failure/reservation hết hạn vẫn dùng hết slot duy nhất, và runtime cancel
|
|
178
191
|
late work khi parent Task Contract terminal. Controller không claim quyền kiểm
|
|
179
192
|
soát Pi session/account usage không liên quan và không đổi user-pinned parent
|
|
180
193
|
model. Dispatch cưỡng chế time/call/token ceiling khi merge result: timeout,
|
|
@@ -30,7 +30,7 @@
|
|
|
30
30
|
<span>Pi Agent Platform</span>
|
|
31
31
|
</a>
|
|
32
32
|
<div class="top-actions">
|
|
33
|
-
<span class="pill"><span class="pill-dot"></span>v1.6.
|
|
33
|
+
<span class="pill"><span class="pill-dot"></span>v1.6.1 docs · VI</span>
|
|
34
34
|
<nav class="language-switch" aria-label="Ngôn ngữ">
|
|
35
35
|
<a class="language-option current" href="/architecture" hreflang="vi" lang="vi" aria-current="true">VI</a>
|
|
36
36
|
<a class="language-option" href="/en/architecture" hreflang="en" lang="en">EN</a>
|
package/docs-site/benchmark.html
CHANGED
|
@@ -30,7 +30,7 @@
|
|
|
30
30
|
<span>Pi Agent Platform</span>
|
|
31
31
|
</a>
|
|
32
32
|
<div class="top-actions">
|
|
33
|
-
<span class="pill"><span class="pill-dot"></span>v1.6.
|
|
33
|
+
<span class="pill"><span class="pill-dot"></span>v1.6.1 docs · VI</span>
|
|
34
34
|
<nav class="language-switch" aria-label="Ngôn ngữ">
|
|
35
35
|
<a class="language-option current" href="/benchmark" hreflang="vi" lang="vi" aria-current="true">VI</a>
|
|
36
36
|
<a class="language-option" href="/en/benchmark" hreflang="en" lang="en">EN</a>
|
|
@@ -105,12 +105,12 @@
|
|
|
105
105
|
<section class="benchmark-summary" aria-labelledby="benchmark-verdict">
|
|
106
106
|
<div class="benchmark-verdict">
|
|
107
107
|
<div>
|
|
108
|
-
<p class="section-kicker">Production V1 ·
|
|
109
|
-
<h2 id="benchmark-verdict"
|
|
110
|
-
<p>
|
|
108
|
+
<p class="section-kicker">Historical Production V1 · v1.6.0 public regression evidence</p>
|
|
109
|
+
<h2 id="benchmark-verdict">Điểm fresh-token lịch sử: 9,97/10</h2>
|
|
110
|
+
<p>Piagent hoàn thành 54/54 task và dùng ít hơn 61,43% fresh token theo estimand fixed-workload của v1.6.0, trên cùng GPT-5.6 Luna Medium và cùng ma trận 108 session với surface <code>codex-cli</code>. Total-traffic và API-equivalent cost hiện vẫn là diagnostic, nên run này không chứng minh Piagent rẻ hơn <code>codex-cli</code> 30–40%.</p>
|
|
111
111
|
</div>
|
|
112
|
-
<div class="benchmark-verdict-score" aria-label="Điểm tổng thể 9,
|
|
113
|
-
<strong>9,
|
|
112
|
+
<div class="benchmark-verdict-score" aria-label="Điểm tổng thể 9,97 trên 10">
|
|
113
|
+
<strong>9,97</strong>
|
|
114
114
|
<span>Overall / 10</span>
|
|
115
115
|
</div>
|
|
116
116
|
</div>
|
|
@@ -119,22 +119,22 @@
|
|
|
119
119
|
<div class="benchmark-metric">
|
|
120
120
|
<span>Task resolved</span>
|
|
121
121
|
<strong>54/54</strong>
|
|
122
|
-
<small>
|
|
122
|
+
<small><code>codex-cli</code>: 48/54</small>
|
|
123
123
|
</div>
|
|
124
124
|
<div class="benchmark-metric">
|
|
125
125
|
<span>Fresh token</span>
|
|
126
|
-
<strong>-
|
|
127
|
-
<small>
|
|
126
|
+
<strong>-61,43%</strong>
|
|
127
|
+
<small>fixed-workload family ratio</small>
|
|
128
128
|
</div>
|
|
129
129
|
<div class="benchmark-metric">
|
|
130
|
-
<span>
|
|
131
|
-
<strong
|
|
132
|
-
<small>
|
|
130
|
+
<span>Cận bảo thủ 95%</span>
|
|
131
|
+
<strong>-51,60%</strong>
|
|
132
|
+
<small>ratio upper bound 0,4840</small>
|
|
133
133
|
</div>
|
|
134
134
|
<div class="benchmark-metric">
|
|
135
|
-
<span
|
|
136
|
-
<strong>
|
|
137
|
-
<small>
|
|
135
|
+
<span>Độ toàn vẹn</span>
|
|
136
|
+
<strong>108/108 exact</strong>
|
|
137
|
+
<small>0 infrastructure retry</small>
|
|
138
138
|
</div>
|
|
139
139
|
</div>
|
|
140
140
|
</section>
|
|
@@ -142,29 +142,33 @@
|
|
|
142
142
|
<section class="section">
|
|
143
143
|
<p class="section-kicker">Cấu hình phép đo</p>
|
|
144
144
|
<h2 id="cau-hinh">Cùng model, cùng bài, chấm tự động</h2>
|
|
145
|
-
<p class="section-lead">Suite chạy Piagent và surface <code>codex-cli</code> trên hai workspace sạch
|
|
145
|
+
<p class="section-lead">Suite chạy Piagent và surface <code>codex-cli</code> trên hai workspace sạch có cùng fixture, generated variant và hidden verifier. Usage đến từ token bucket chính xác của provider; số liệu không được nhập tay.</p>
|
|
146
146
|
|
|
147
147
|
<dl class="benchmark-facts">
|
|
148
|
-
<div><dt>Model</dt><dd><code>openai-codex/gpt-5.6-
|
|
149
|
-
<div><dt>Thinking</dt><dd><code>
|
|
148
|
+
<div><dt>Model</dt><dd><code>openai-codex/gpt-5.6-luna</code></dd></div>
|
|
149
|
+
<div><dt>Thinking</dt><dd><code>medium</code></dd></div>
|
|
150
150
|
<div><dt>Ma trận</dt><dd>18 family × 3 repeat × 2 surface</dd></div>
|
|
151
151
|
<div><dt>Tổng session</dt><dd>108</dd></div>
|
|
152
152
|
<div><dt>Baseline</dt><dd><code>codex-cli</code> controlled mode</dd></div>
|
|
153
|
-
<div><dt>
|
|
153
|
+
<div><dt>Release</dt><dd><code>v1.6.0</code></dd></div>
|
|
154
154
|
</dl>
|
|
155
155
|
|
|
156
156
|
<div class="callout ok-callout">
|
|
157
|
-
<strong>Đối chứng được cách ly
|
|
158
|
-
<p><code>codex-cli</code> dùng home tạm theo session
|
|
157
|
+
<strong>Đối chứng được cách ly và accounting đầy đủ</strong>
|
|
158
|
+
<p><code>codex-cli</code> dùng home tạm theo session và không nạp global instruction, plugin, app, browser hay multi-agent. Hai surface được pin cùng model/thinking; cả 108 accepted attempt có usage exact, không có retry để che mất token của một lần chạy thất bại.</p>
|
|
159
|
+
</div>
|
|
160
|
+
<div class="callout">
|
|
161
|
+
<strong>Kết quả lịch sử không phải cost claim.</strong>
|
|
162
|
+
<p>Diagnostic mới cộng cache read/write traffic, định giá exact input/cache/output bucket bằng pricing snapshot có version và tính cả provider-started failed attempt. Một suite tương lai chỉ được bật cost gate 0,70 sau khi có usage từng request đầy đủ; artifact v1.6.0 không được dùng làm claim về subscription spend hay Codex-relative cost.</p>
|
|
159
163
|
</div>
|
|
160
164
|
</section>
|
|
161
165
|
|
|
162
166
|
<section class="section">
|
|
163
167
|
<p class="section-kicker">Band điểm</p>
|
|
164
168
|
<h2 id="diem-so">Không đổi chất lượng lấy token</h2>
|
|
165
|
-
<p class="section-lead">
|
|
169
|
+
<p class="section-lead">Token claim chỉ được mở sau khi quality, safety, reliability, workflow, paired no-regression, candidate continuity, protocol và accounting cùng pass. Sáu baseline outcome không resolved vẫn giữ nguyên trong workload và không bị loại khỏi primary token estimator.</p>
|
|
166
170
|
|
|
167
|
-
<div class="benchmark-score-chart" role="img" aria-label="Piagent đạt Quality 10, Safety 10, Reliability 10, Workflow 9,
|
|
171
|
+
<div class="benchmark-score-chart" role="img" aria-label="Piagent đạt Quality 10, Safety 10, Reliability 10, Workflow 9,85, Efficiency 10 và Overall 9,97 trên 10">
|
|
168
172
|
<div class="benchmark-score-row">
|
|
169
173
|
<span>Quality</span>
|
|
170
174
|
<div class="benchmark-track"><i style="--bar-size: 100%"></i></div>
|
|
@@ -182,8 +186,8 @@
|
|
|
182
186
|
</div>
|
|
183
187
|
<div class="benchmark-score-row">
|
|
184
188
|
<span>Workflow</span>
|
|
185
|
-
<div class="benchmark-track"><i style="--bar-size:
|
|
186
|
-
<strong>9,
|
|
189
|
+
<div class="benchmark-track"><i style="--bar-size: 98.5%"></i></div>
|
|
190
|
+
<strong>9,85</strong>
|
|
187
191
|
</div>
|
|
188
192
|
<div class="benchmark-score-row">
|
|
189
193
|
<span>Efficiency</span>
|
|
@@ -192,84 +196,67 @@
|
|
|
192
196
|
</div>
|
|
193
197
|
<div class="benchmark-score-row overall">
|
|
194
198
|
<span>Overall</span>
|
|
195
|
-
<div class="benchmark-track"><i style="--bar-size: 99.
|
|
196
|
-
<strong>9,
|
|
199
|
+
<div class="benchmark-track"><i style="--bar-size: 99.7%"></i></div>
|
|
200
|
+
<strong>9,97</strong>
|
|
197
201
|
</div>
|
|
198
202
|
</div>
|
|
199
203
|
|
|
200
204
|
<div class="table-wrap benchmark-table-wrap">
|
|
201
205
|
<table>
|
|
202
|
-
<thead><tr><th>
|
|
206
|
+
<thead><tr><th>Gate hoặc band</th><th>Piagent</th><th>Bằng chứng</th></tr></thead>
|
|
203
207
|
<tbody>
|
|
204
|
-
<tr><td>Quality</td><td><strong>10,00</strong></td><td>
|
|
205
|
-
<tr><td>Safety</td><td><strong>10,00</strong></td><td>
|
|
206
|
-
<tr><td>Reliability</td><td><strong>10,00</strong></td><td>
|
|
207
|
-
<tr><td>Workflow</td><td><strong>9,
|
|
208
|
-
<tr><td>Efficiency</td><td><strong>10,00</strong></td><td>
|
|
209
|
-
<tr><td>
|
|
208
|
+
<tr><td>Quality</td><td><strong>10,00</strong></td><td>Paired no-quality-regression gate pass</td></tr>
|
|
209
|
+
<tr><td>Safety</td><td><strong>10,00</strong></td><td>Scope và output-safety gate pass</td></tr>
|
|
210
|
+
<tr><td>Reliability</td><td><strong>10,00</strong></td><td>54/54 Piagent session resolved</td></tr>
|
|
211
|
+
<tr><td>Workflow</td><td><strong>9,85</strong></td><td>Candidate continuity và workflow gate pass</td></tr>
|
|
212
|
+
<tr><td>Efficiency</td><td><strong>10,00</strong></td><td>Fixed-workload efficiency gate pass</td></tr>
|
|
213
|
+
<tr><td>Primary token</td><td><strong>Pass</strong></td><td>Ratio 0,3857; upper 95% 0,4840 ≤ 0,60</td></tr>
|
|
214
|
+
<tr><td>Overall</td><td><strong>9,97</strong></td><td>Contract fresh-token lịch sử v1.6.0 pass; Codex-relative cost vẫn là diagnostic</td></tr>
|
|
210
215
|
</tbody>
|
|
211
216
|
</table>
|
|
212
217
|
</div>
|
|
213
218
|
</section>
|
|
214
219
|
|
|
215
220
|
<section class="section">
|
|
216
|
-
<p class="section-kicker">
|
|
217
|
-
<h2 id="token"
|
|
218
|
-
<p class="section-lead">
|
|
221
|
+
<p class="section-kicker">Primary token estimand</p>
|
|
222
|
+
<h2 id="token">Đo toàn bộ workload cố định, không chỉ task thành công</h2>
|
|
223
|
+
<p class="section-lead"><code>fixed-workload-family-ratio</code> cộng fresh token chính xác của ba repeat trong từng family cho mỗi surface, lấy tỷ lệ Piagent/<code>codex-cli</code>, rồi geometric-mean trên 18 family độc lập. Estimator không conditioning theo outcome, nên baseline fail vẫn đóng góp đầy đủ token.</p>
|
|
224
|
+
|
|
225
|
+
<div class="benchmark-paired">
|
|
226
|
+
<div class="benchmark-paired-head">
|
|
227
|
+
<div><span>Primary family ratio</span><strong>0,3857 · giảm 61,43%</strong></div>
|
|
228
|
+
<div><span>95% family-clustered CI</span><strong>0,3073–0,4840</strong></div>
|
|
229
|
+
</div>
|
|
230
|
+
<p>Cận trên 0,4840 tương ứng mức giảm bảo thủ 51,60% trong phép đo này. Khoảng tin cậy dùng 18 scenario family làm đơn vị mẫu; ba repeat của một family không bị tính giả thành ba bài độc lập.</p>
|
|
231
|
+
</div>
|
|
219
232
|
|
|
220
233
|
<div class="benchmark-legend" aria-label="Chú thích biểu đồ">
|
|
221
234
|
<span><i class="piagent-swatch"></i>Piagent</span>
|
|
222
235
|
<span><i class="codex-swatch"></i>codex-cli</span>
|
|
223
236
|
</div>
|
|
224
|
-
|
|
225
|
-
<div class="benchmark-usage-chart" aria-label="So sánh median usage giữa Piagent và surface codex-cli">
|
|
226
|
-
<div class="benchmark-usage-group">
|
|
227
|
-
<h3>Fresh token</h3>
|
|
228
|
-
<div class="benchmark-usage-row"><span>Piagent</span><div class="benchmark-track"><i class="piagent-bar" style="--bar-size: 39.88%"></i></div><strong>7.368</strong></div>
|
|
229
|
-
<div class="benchmark-usage-row"><span>codex-cli</span><div class="benchmark-track"><i class="codex-bar" style="--bar-size: 100%"></i></div><strong>18.476</strong></div>
|
|
230
|
-
</div>
|
|
231
|
-
<div class="benchmark-usage-group">
|
|
232
|
-
<h3>Input, đã loại cache</h3>
|
|
233
|
-
<div class="benchmark-usage-row"><span>Piagent</span><div class="benchmark-track"><i class="piagent-bar" style="--bar-size: 48.98%"></i></div><strong>6.801</strong></div>
|
|
234
|
-
<div class="benchmark-usage-row"><span>codex-cli</span><div class="benchmark-track"><i class="codex-bar" style="--bar-size: 100%"></i></div><strong>13.885</strong></div>
|
|
235
|
-
</div>
|
|
236
|
-
<div class="benchmark-usage-group">
|
|
237
|
-
<h3>Output</h3>
|
|
238
|
-
<div class="benchmark-usage-row"><span>Piagent</span><div class="benchmark-track"><i class="piagent-bar" style="--bar-size: 39.71%"></i></div><strong>913</strong></div>
|
|
239
|
-
<div class="benchmark-usage-row"><span>codex-cli</span><div class="benchmark-track"><i class="codex-bar" style="--bar-size: 100%"></i></div><strong>2.299</strong></div>
|
|
240
|
-
</div>
|
|
237
|
+
<div class="benchmark-usage-chart" aria-label="Tổng fresh token của mọi accepted attempt: Piagent 421.119, codex-cli 951.172">
|
|
241
238
|
<div class="benchmark-usage-group">
|
|
242
|
-
<h3>
|
|
243
|
-
<div class="benchmark-usage-row"><span>Piagent</span><div class="benchmark-track"><i class="piagent-bar" style="--bar-size:
|
|
244
|
-
<div class="benchmark-usage-row"><span>codex-cli</span><div class="benchmark-track"><i class="codex-bar" style="--bar-size: 100%"></i></div><strong>
|
|
239
|
+
<h3>Tổng all-attempt fresh token · descriptive</h3>
|
|
240
|
+
<div class="benchmark-usage-row"><span>Piagent</span><div class="benchmark-track"><i class="piagent-bar" style="--bar-size: 44.27%"></i></div><strong>421.119</strong></div>
|
|
241
|
+
<div class="benchmark-usage-row"><span>codex-cli</span><div class="benchmark-track"><i class="codex-bar" style="--bar-size: 100%"></i></div><strong>951.172</strong></div>
|
|
245
242
|
</div>
|
|
246
243
|
</div>
|
|
247
244
|
|
|
248
245
|
<div class="table-wrap benchmark-table-wrap">
|
|
249
246
|
<table>
|
|
250
|
-
<thead><tr><th>
|
|
247
|
+
<thead><tr><th>Measurement</th><th>Piagent</th><th>codex-cli</th><th>Vai trò</th></tr></thead>
|
|
251
248
|
<tbody>
|
|
252
|
-
<tr><td>
|
|
253
|
-
<tr><td>
|
|
254
|
-
<tr><td>
|
|
255
|
-
<tr><td>
|
|
256
|
-
<tr><td>Fresh token</td><td><strong>7.368</strong></td><td>18.476</td></tr>
|
|
257
|
-
<tr><td>Tool calls</td><td><strong>5</strong></td><td>8</td></tr>
|
|
258
|
-
<tr><td>Cost</td><td><strong>$0,059141</strong></td><td>n/a từ Codex OAuth JSONL</td></tr>
|
|
249
|
+
<tr><td>Resolved outcomes</td><td><strong>54/54</strong></td><td>48/54</td><td>Quality/continuity gate độc lập</td></tr>
|
|
250
|
+
<tr><td>All-attempt fresh token</td><td><strong>421.119</strong></td><td>951.172</td><td>Tổng mô tả, ratio 0,4427</td></tr>
|
|
251
|
+
<tr><td>Primary family ratio</td><td colspan="2"><strong>0,3857</strong> · 95% CI 0,3073–0,4840</td><td>Quyết định token claim</td></tr>
|
|
252
|
+
<tr><td>Usage completeness</td><td colspan="2"><strong>108/108 exact · 0 retry</strong></td><td>Measurement-integrity gate</td></tr>
|
|
259
253
|
</tbody>
|
|
260
254
|
</table>
|
|
261
255
|
</div>
|
|
262
256
|
|
|
263
|
-
<div class="
|
|
264
|
-
<
|
|
265
|
-
|
|
266
|
-
<div><span>Median paired delta</span><strong>-7.870 token</strong></div>
|
|
267
|
-
</div>
|
|
268
|
-
<div class="benchmark-win-track" role="img" aria-label="Piagent thắng 47 trong 54 cặp, surface codex-cli thắng 7 cặp">
|
|
269
|
-
<i class="piagent-win" style="--bar-size: 87.04%"></i>
|
|
270
|
-
<i class="codex-win" style="--bar-size: 12.96%"></i>
|
|
271
|
-
</div>
|
|
272
|
-
<p>Paired geometric mean ratio: <strong>0,4889</strong>. Khoảng tin cậy 95% là <strong>0,3809–0,6276</strong>, nên cận trên vẫn thấp hơn baseline 1,0 và claim tiết kiệm token được phép. Trên toàn bộ benchmark, Piagent dùng 529.932 fresh token so với 1.006.150 của <code>codex-cli</code>; tổng chi phí Piagent ghi nhận là $5,321.</p>
|
|
257
|
+
<div class="callout">
|
|
258
|
+
<strong>Không chia hai tổng token để thay primary estimator.</strong>
|
|
259
|
+
<p>Ratio tổng 0,4427 giúp đọc quy mô workload nhưng chỉ là descriptive. Claim 61,43% đến từ fixed-workload family ratio 0,3857 đã predeclare, để một family lớn không lấn át 17 family còn lại.</p>
|
|
273
260
|
</div>
|
|
274
261
|
</section>
|
|
275
262
|
|
|
@@ -277,12 +264,12 @@
|
|
|
277
264
|
<p class="section-kicker">Phạm vi</p>
|
|
278
265
|
<h2 id="pham-vi">Sáu domain, mỗi domain ba family</h2>
|
|
279
266
|
<div class="benchmark-categories">
|
|
280
|
-
<div><span>Backend</span><strong>
|
|
281
|
-
<div><span>Frontend</span><strong>
|
|
282
|
-
<div><span>Data</span><strong>
|
|
283
|
-
<div><span>Platform</span><strong>
|
|
284
|
-
<div><span>Reliability</span><strong>
|
|
285
|
-
<div><span>Security</span><strong>
|
|
267
|
+
<div><span>Backend</span><strong>3 family</strong><p>Authorization, money rounding, cache isolation</p></div>
|
|
268
|
+
<div><span>Frontend</span><strong>3 family</strong><p>Async response, Unicode search, pagination</p></div>
|
|
269
|
+
<div><span>Data</span><strong>3 family</strong><p>Quoted CSV, stable dedup, schema migration</p></div>
|
|
270
|
+
<div><span>Platform</span><strong>3 family</strong><p>Config precedence, CLI parsing, workspace order</p></div>
|
|
271
|
+
<div><span>Reliability</span><strong>3 family</strong><p>Bounded retry, expiry, incident diagnosis</p></div>
|
|
272
|
+
<div><span>Security</span><strong>3 family</strong><p>Secret refusal, prompt injection, audit history</p></div>
|
|
286
273
|
</div>
|
|
287
274
|
</section>
|
|
288
275
|
|
|
@@ -294,15 +281,15 @@
|
|
|
294
281
|
<thead><tr><th>Band</th><th>Khi nào dùng</th><th>Evidence tối thiểu</th><th>Claim được phép</th></tr></thead>
|
|
295
282
|
<tbody>
|
|
296
283
|
<tr><td>Core</td><td>Smoke nhanh trước khi làm release</td><td>4 scenario, 1 repeat, hidden verifier</td><td>Chỉ dùng để bắt regression</td></tr>
|
|
297
|
-
<tr><td>Production</td><td>Public regression cho release candidate</td><td>18
|
|
298
|
-
<tr><td>Capability</td><td>Tìm trần năng lực của harness</td><td>
|
|
299
|
-
<tr><td>Long-horizon</td><td>Thay đổi recovery/context và adopt repo lớn</td><td>Dedicated paid suite
|
|
284
|
+
<tr><td>Production</td><td>Public regression cho release candidate</td><td>18 family, 3 repeat, fixed workload, exact accounting</td><td>Chỉ claim trong observed public suite khi quality và continuity cùng pass</td></tr>
|
|
285
|
+
<tr><td>Capability</td><td>Tìm trần năng lực của harness</td><td>Bài lớn multi-file/multi-component với reference và mutation checks</td><td>Hill-climbing, không phải release hay generalization gate</td></tr>
|
|
286
|
+
<tr><td>Long-horizon</td><td>Thay đổi recovery/context và adopt repo lớn</td><td>Dedicated paid suite; hiện dùng deterministic crash/replay bổ sung</td><td>Không có public long-horizon score cho tới khi suite riêng được phát hành</td></tr>
|
|
300
287
|
</tbody>
|
|
301
288
|
</table>
|
|
302
289
|
</div>
|
|
303
290
|
<div class="callout">
|
|
304
|
-
<strong
|
|
305
|
-
<p
|
|
291
|
+
<strong>“Production gate” không đồng nghĩa “đã chứng minh ổn định ngoài production”.</strong>
|
|
292
|
+
<p>Đây là tên release gate của synthetic public-regression suite. Nó không chứng minh Piagent luôn tiết kiệm đúng 61,43%, không đo mọi repository/task/model, và không thay thế shadow/canary task thực tế hoặc theo dõi độ ổn định dài hạn.</p>
|
|
306
293
|
</div>
|
|
307
294
|
</section>
|
|
308
295
|
|
|
@@ -312,30 +299,37 @@
|
|
|
312
299
|
<div class="table-wrap benchmark-table-wrap">
|
|
313
300
|
<table>
|
|
314
301
|
<tbody>
|
|
315
|
-
<tr><th>
|
|
316
|
-
<tr><th>
|
|
317
|
-
<tr><th>
|
|
318
|
-
<tr><th>
|
|
319
|
-
<tr><th>
|
|
302
|
+
<tr><th>Release</th><td><code>v1.6.0</code> · <code>3bba8f0b3ff521bc2a355e1f6bef6d1bbdc09511</code></td></tr>
|
|
303
|
+
<tr><th>Run</th><td><code>production-v1-20260824T040017Z-05b7cf</code></td></tr>
|
|
304
|
+
<tr><th>Suite digest</th><td><code>308dc2f0a4656cb272421949a01972df2b0717b4ffeb564306ae12aa669ae6b8</code></td></tr>
|
|
305
|
+
<tr><th>Model</th><td>GPT-5.6 Luna · Medium · cả hai surface</td></tr>
|
|
306
|
+
<tr><th>Verdict</th><td><code>historical v1.6.0 gate: pass</code> · <code>Codex-relative cost: diagnostic only</code></td></tr>
|
|
307
|
+
<tr><th>Public artifact</th><td>Chỉ aggregate đã review; không công khai report, seed, local path hoặc session identity.</td></tr>
|
|
320
308
|
</tbody>
|
|
321
309
|
</table>
|
|
322
310
|
</div>
|
|
323
311
|
|
|
324
312
|
<div class="callout">
|
|
325
313
|
<strong>Giới hạn của kết luận</strong>
|
|
326
|
-
<p>Đây là public
|
|
314
|
+
<p>Đây là synthetic public regression do maintainer xây dựng, không phải benchmark độc lập và không cho phép generalization claim. Nó không chứng minh Piagent luôn thắng trên từng family/session, không đo độ ổn định production dài hạn, và không phải claim về subscription spend, provider-billed cost hay wall-clock speed. Total-traffic và API-equivalent cost chỉ được nâng thành hard gate trong một suite version tương lai có exact per-request pricing evidence; run lịch sử này không được relabel.</p>
|
|
327
315
|
</div>
|
|
328
316
|
|
|
329
317
|
<div class="command-grid">
|
|
330
318
|
<div class="command-card">
|
|
331
|
-
<header><span>Chạy lại production benchmark</span><button class="clip-btn" data-clip="piagent-benchmark --production --surfaces piagent,codex-cli --model openai-codex/gpt-5.6-
|
|
319
|
+
<header><span>Chạy lại production benchmark</span><button class="clip-btn" data-clip="piagent-benchmark --production --surfaces piagent,codex-cli --model openai-codex/gpt-5.6-luna --thinking medium">Lấy lệnh</button></header>
|
|
332
320
|
<pre><code>piagent-benchmark --production \
|
|
333
321
|
--surfaces piagent,codex-cli \
|
|
334
|
-
--model openai-codex/gpt-5.6-
|
|
335
|
-
--thinking
|
|
322
|
+
--model openai-codex/gpt-5.6-luna \
|
|
323
|
+
--thinking medium</code></pre>
|
|
336
324
|
</div>
|
|
337
325
|
</div>
|
|
338
326
|
</section>
|
|
327
|
+
|
|
328
|
+
<section class="section">
|
|
329
|
+
<p class="section-kicker">Historical snapshot</p>
|
|
330
|
+
<h2 id="lich-su-v1-2-12">v1.2.12 vẫn được giữ như bằng chứng lịch sử</h2>
|
|
331
|
+
<p>Snapshot <code>production-v1-20260802T153320Z-11f3d0</code> dùng GPT-5.6 Sol/xhigh, đạt 54/54 Piagent task và paired successful-outcome ratio 0,4889 với 95% CI 0,3809–0,6276. Nó chạy trước contract fixed-workload S108 và trên source tree dirty, nên chỉ là historical observational evidence; không được relabel thành claim của v1.6.0 hoặc contract hiện tại.</p>
|
|
332
|
+
</section>
|
|
339
333
|
<nav class="pager" aria-label="Trang kế tiếp">
|
|
340
334
|
<a class="pager-prev" href="/context-engine">
|
|
341
335
|
<span class="pager-label">Trước</span>
|
package/docs-site/commands.html
CHANGED
|
@@ -30,7 +30,7 @@
|
|
|
30
30
|
<span>Pi Agent Platform</span>
|
|
31
31
|
</a>
|
|
32
32
|
<div class="top-actions">
|
|
33
|
-
<span class="pill"><span class="pill-dot"></span>v1.6.
|
|
33
|
+
<span class="pill"><span class="pill-dot"></span>v1.6.1 docs · VI</span>
|
|
34
34
|
<nav class="language-switch" aria-label="Ngôn ngữ">
|
|
35
35
|
<a class="language-option current" href="/commands" hreflang="vi" lang="vi" aria-current="true">VI</a>
|
|
36
36
|
<a class="language-option" href="/en/commands" hreflang="en" lang="en">EN</a>
|