@piagent/platform 1.6.1 → 1.8.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +71 -0
- package/README.md +8 -2
- package/README.vi.md +11 -2
- package/adapters/common/assurance-producers.json +109 -0
- package/adapters/common/structured-assurance-facts.mjs +153 -0
- package/adapters/node-typescript/contract-families.json +2811 -0
- package/adapters/node-typescript/contract-families.md +90 -0
- package/benchmarks/production-v1/grade.mjs +20 -0
- package/benchmarks/production-v1/spend-control.v1.json +3 -3
- package/benchmarks/production-v2/grade.mjs +892 -0
- package/benchmarks/production-v2/project/README.md +7 -0
- package/benchmarks/production-v2/project/config/service.json +4 -0
- package/benchmarks/production-v2/project/data/audit-ledger.jsonl +1 -0
- package/benchmarks/production-v2/project/docs/ops.md +3 -0
- package/benchmarks/production-v2/project/logs/incident.log +2 -0
- package/benchmarks/production-v2/project/package.json +11 -0
- package/benchmarks/production-v2/project/scripts/check.mjs +21 -0
- package/benchmarks/production-v2/project/src/backend/auth.js +3 -0
- package/benchmarks/production-v2/project/src/backend/billing-window.js +4 -0
- package/benchmarks/production-v2/project/src/backend/cache.js +15 -0
- package/benchmarks/production-v2/project/src/backend/invoice.js +4 -0
- package/benchmarks/production-v2/project/src/backend/revocation-cache.js +3 -0
- package/benchmarks/production-v2/project/src/data/csv.js +3 -0
- package/benchmarks/production-v2/project/src/data/dedup.js +5 -0
- package/benchmarks/production-v2/project/src/data/migration.js +9 -0
- package/benchmarks/production-v2/project/src/data/ndjson-stream.js +5 -0
- package/benchmarks/production-v2/project/src/data/versioned-replay.js +8 -0
- package/benchmarks/production-v2/project/src/frontend/chat-events.js +7 -0
- package/benchmarks/production-v2/project/src/frontend/pagination.js +8 -0
- package/benchmarks/production-v2/project/src/frontend/request-lifecycle.js +15 -0
- package/benchmarks/production-v2/project/src/frontend/search-state.js +8 -0
- package/benchmarks/production-v2/project/src/frontend/unicode-search.js +7 -0
- package/benchmarks/production-v2/project/src/fullstack/contract-sync.js +10 -0
- package/benchmarks/production-v2/project/src/platform/args.js +10 -0
- package/benchmarks/production-v2/project/src/platform/config.js +7 -0
- package/benchmarks/production-v2/project/src/platform/workflow-session.js +9 -0
- package/benchmarks/production-v2/project/src/platform/workspace.js +13 -0
- package/benchmarks/production-v2/project/src/reliability/checkpoint.js +5 -0
- package/benchmarks/production-v2/project/src/reliability/expiry.js +5 -0
- package/benchmarks/production-v2/project/src/reliability/retry.js +15 -0
- package/benchmarks/production-v2/project/test/smoke.test.js +21 -0
- package/benchmarks/production-v2/project/vendor/README.md +1 -0
- package/benchmarks/production-v2/prompts/abort-reconnect-supersession.md +11 -0
- package/benchmarks/production-v2/prompts/backend-frontend-contract-sync.md +12 -0
- package/benchmarks/production-v2/prompts/billing-cutoff-clock-skew.md +11 -0
- package/benchmarks/production-v2/prompts/bounded-retry.md +7 -0
- package/benchmarks/production-v2/prompts/chunked-record-boundary.md +9 -0
- package/benchmarks/production-v2/prompts/cli-double-dash.md +7 -0
- package/benchmarks/production-v2/prompts/config-precedence.md +6 -0
- package/benchmarks/production-v2/prompts/destructive-history-refusal.md +3 -0
- package/benchmarks/production-v2/prompts/expiry-boundary.md +7 -0
- package/benchmarks/production-v2/prompts/idempotent-replay-conflict.md +11 -0
- package/benchmarks/production-v2/prompts/incident-diagnosis.md +4 -0
- package/benchmarks/production-v2/prompts/invoice-rounding.md +9 -0
- package/benchmarks/production-v2/prompts/journeys/config-precedence-scout.md +3 -0
- package/benchmarks/production-v2/prompts/journeys/expiry-boundary-scout.md +3 -0
- package/benchmarks/production-v2/prompts/journeys/quoted-csv-scout.md +3 -0
- package/benchmarks/production-v2/prompts/journeys/recover-after-uncertain-send.md +4 -0
- package/benchmarks/production-v2/prompts/journeys/repository-prompt-injection-scout.md +4 -0
- package/benchmarks/production-v2/prompts/journeys/resumable-checkpoint-partial-failure-scout.md +4 -0
- package/benchmarks/production-v2/prompts/journeys/stable-dedup-scout.md +3 -0
- package/benchmarks/production-v2/prompts/journeys/stale-search-response-scout.md +3 -0
- package/benchmarks/production-v2/prompts/journeys/tenant-cache-isolation-scout.md +4 -0
- package/benchmarks/production-v2/prompts/journeys/verify-current-contract.md +4 -0
- package/benchmarks/production-v2/prompts/journeys/workflow-switch-same-session-scout.md +4 -0
- package/benchmarks/production-v2/prompts/pagination-boundary.md +7 -0
- package/benchmarks/production-v2/prompts/protected-env-refusal.md +2 -0
- package/benchmarks/production-v2/prompts/quoted-csv.md +6 -0
- package/benchmarks/production-v2/prompts/reconnect-chat-event-order.md +19 -0
- package/benchmarks/production-v2/prompts/repository-prompt-injection.md +5 -0
- package/benchmarks/production-v2/prompts/resumable-checkpoint-partial-failure.md +11 -0
- package/benchmarks/production-v2/prompts/revoked-session-cache.md +10 -0
- package/benchmarks/production-v2/prompts/schema-migration.md +6 -0
- package/benchmarks/production-v2/prompts/stable-dedup.md +6 -0
- package/benchmarks/production-v2/prompts/stale-search-response.md +6 -0
- package/benchmarks/production-v2/prompts/tenant-cache-isolation.md +6 -0
- package/benchmarks/production-v2/prompts/tenant-role-authorization.md +6 -0
- package/benchmarks/production-v2/prompts/unicode-search.md +6 -0
- package/benchmarks/production-v2/prompts/workflow-switch-same-session.md +30 -0
- package/benchmarks/production-v2/prompts/workspace-order.md +7 -0
- package/benchmarks/production-v2/spend-control.v1.json +115 -0
- package/benchmarks/production-v2/suite.json +1009 -0
- package/benchmarks/production-v2/variant.mjs +169 -0
- package/benchmarks/production-v3/CONTRACT-REVISION-20260922.md +31 -0
- package/benchmarks/production-v3/calibration/corpus.v1.json +63 -0
- package/benchmarks/production-v3/calibration/human-review-rubric.v1.json +36 -0
- package/benchmarks/production-v3/grade.mjs +1017 -0
- package/benchmarks/production-v3/project/README.md +7 -0
- package/benchmarks/production-v3/project/config/service.json +4 -0
- package/benchmarks/production-v3/project/data/audit-ledger.jsonl +1 -0
- package/benchmarks/production-v3/project/docs/ops.md +3 -0
- package/benchmarks/production-v3/project/logs/incident.log +2 -0
- package/benchmarks/production-v3/project/package.json +11 -0
- package/benchmarks/production-v3/project/scripts/check.mjs +21 -0
- package/benchmarks/production-v3/project/src/backend/auth.js +3 -0
- package/benchmarks/production-v3/project/src/backend/billing-window.js +4 -0
- package/benchmarks/production-v3/project/src/backend/cache.js +15 -0
- package/benchmarks/production-v3/project/src/backend/invoice.js +4 -0
- package/benchmarks/production-v3/project/src/backend/revocation-cache.js +12 -0
- package/benchmarks/production-v3/project/src/data/csv.js +3 -0
- package/benchmarks/production-v3/project/src/data/dedup.js +5 -0
- package/benchmarks/production-v3/project/src/data/migration.js +9 -0
- package/benchmarks/production-v3/project/src/data/ndjson-stream.js +5 -0
- package/benchmarks/production-v3/project/src/data/versioned-replay.js +8 -0
- package/benchmarks/production-v3/project/src/frontend/chat-events.js +7 -0
- package/benchmarks/production-v3/project/src/frontend/pagination.js +8 -0
- package/benchmarks/production-v3/project/src/frontend/request-lifecycle.js +23 -0
- package/benchmarks/production-v3/project/src/frontend/search-state.js +8 -0
- package/benchmarks/production-v3/project/src/frontend/unicode-search.js +7 -0
- package/benchmarks/production-v3/project/src/fullstack/contract-sync.js +10 -0
- package/benchmarks/production-v3/project/src/platform/args.js +10 -0
- package/benchmarks/production-v3/project/src/platform/config.js +7 -0
- package/benchmarks/production-v3/project/src/platform/workflow-session.js +9 -0
- package/benchmarks/production-v3/project/src/platform/workspace.js +13 -0
- package/benchmarks/production-v3/project/src/reliability/checkpoint.js +5 -0
- package/benchmarks/production-v3/project/src/reliability/expiry.js +14 -0
- package/benchmarks/production-v3/project/src/reliability/retry.js +15 -0
- package/benchmarks/production-v3/project/test/smoke.test.js +21 -0
- package/benchmarks/production-v3/project/vendor/README.md +1 -0
- package/benchmarks/production-v3/prompts/abort-reconnect-supersession.md +11 -0
- package/benchmarks/production-v3/prompts/backend-frontend-contract-sync.md +20 -0
- package/benchmarks/production-v3/prompts/billing-cutoff-clock-skew.md +11 -0
- package/benchmarks/production-v3/prompts/bounded-retry.md +7 -0
- package/benchmarks/production-v3/prompts/chunked-record-boundary.md +11 -0
- package/benchmarks/production-v3/prompts/cli-double-dash.md +7 -0
- package/benchmarks/production-v3/prompts/config-precedence.md +6 -0
- package/benchmarks/production-v3/prompts/destructive-history-refusal.md +9 -0
- package/benchmarks/production-v3/prompts/expiry-boundary.md +14 -0
- package/benchmarks/production-v3/prompts/idempotent-replay-conflict.md +13 -0
- package/benchmarks/production-v3/prompts/incident-diagnosis.md +4 -0
- package/benchmarks/production-v3/prompts/invoice-rounding.md +9 -0
- package/benchmarks/production-v3/prompts/journeys/config-precedence-scout.md +3 -0
- package/benchmarks/production-v3/prompts/journeys/expiry-boundary-scout.md +3 -0
- package/benchmarks/production-v3/prompts/journeys/quoted-csv-scout.md +3 -0
- package/benchmarks/production-v3/prompts/journeys/recover-after-uncertain-send.md +4 -0
- package/benchmarks/production-v3/prompts/journeys/repository-prompt-injection-scout.md +4 -0
- package/benchmarks/production-v3/prompts/journeys/resumable-checkpoint-partial-failure-scout.md +4 -0
- package/benchmarks/production-v3/prompts/journeys/stable-dedup-scout.md +3 -0
- package/benchmarks/production-v3/prompts/journeys/stale-search-response-scout.md +3 -0
- package/benchmarks/production-v3/prompts/journeys/tenant-cache-isolation-scout.md +4 -0
- package/benchmarks/production-v3/prompts/journeys/verify-current-contract.md +4 -0
- package/benchmarks/production-v3/prompts/journeys/workflow-switch-same-session-scout.md +4 -0
- package/benchmarks/production-v3/prompts/pagination-boundary.md +9 -0
- package/benchmarks/production-v3/prompts/protected-env-refusal.md +8 -0
- package/benchmarks/production-v3/prompts/quoted-csv.md +6 -0
- package/benchmarks/production-v3/prompts/reconnect-chat-event-order.md +20 -0
- package/benchmarks/production-v3/prompts/repository-prompt-injection.md +5 -0
- package/benchmarks/production-v3/prompts/resumable-checkpoint-partial-failure.md +15 -0
- package/benchmarks/production-v3/prompts/revoked-session-cache.md +10 -0
- package/benchmarks/production-v3/prompts/schema-migration.md +6 -0
- package/benchmarks/production-v3/prompts/stable-dedup.md +6 -0
- package/benchmarks/production-v3/prompts/stale-search-response.md +6 -0
- package/benchmarks/production-v3/prompts/tenant-cache-isolation.md +6 -0
- package/benchmarks/production-v3/prompts/tenant-role-authorization.md +6 -0
- package/benchmarks/production-v3/prompts/unicode-search.md +6 -0
- package/benchmarks/production-v3/prompts/workflow-switch-same-session.md +30 -0
- package/benchmarks/production-v3/prompts/workspace-order.md +7 -0
- package/benchmarks/production-v3/public-checks/abort-reconnect-supersession.js +34 -0
- package/benchmarks/production-v3/public-checks/expiry-boundary.js +29 -0
- package/benchmarks/production-v3/public-checks/revoked-session-cache.js +20 -0
- package/benchmarks/production-v3/spend-control.v1.json +121 -0
- package/benchmarks/production-v3/suite.json +1010 -0
- package/benchmarks/production-v3/variant.mjs +178 -0
- package/catalog/capabilities.json +2 -2
- package/docs/benchmark-codex-mcp-metadata-contract-v1.md +159 -0
- package/docs/benchmark-codex-mcp-metadata-contract-v2.md +182 -0
- package/docs/benchmark-codex-mcp-metadata-contract-v3.md +194 -0
- package/docs/benchmark-public-contract-addendum-v2.md +85 -0
- package/docs/benchmark-public-contract-addendum-v3.md +116 -0
- package/docs/command-reference-vietnamese.md +10 -7
- package/docs/context-window-policy.md +3 -3
- package/docs/distribution-standard.md +9 -9
- package/docs/languages.json +2 -2
- package/docs/model-options.md +20 -15
- package/docs/operator-manual-vietnamese.md +12 -12
- package/docs/piagent-codex-benchmark-recovery-plan.md +1817 -0
- package/docs/piagent-core-evaluation-specs-2026-09-06.json +706 -0
- package/docs/piagent-core-improvement-plan.md +528 -0
- package/docs/piagent-core-offline-implementation-2026-09-06.md +219 -0
- package/docs/piagent-core-plan-checkpoint-2026-09-06.json +69 -0
- package/docs/piagent-core-reasoning-research-2026-09-06.md +225 -0
- package/docs/piagent-core-research-sources-2026-09-06.json +416 -0
- package/docs/piagent-open-session-wait.md +19 -0
- package/docs/piagent-runtime-benchmark-execution-plan.md +685 -0
- package/docs/publishing-for-teams.md +3 -0
- package/docs/quality-benchmark.md +128 -8
- package/docs/quickstart-vietnamese.md +2 -2
- package/docs/release-install-policy.md +38 -11
- package/docs/research/harness-next-evidence-review.md +113 -0
- package/docs/team-onboarding.md +7 -7
- package/docs/third-party-neutrality.md +7 -0
- package/docs/usage-observability.md +1 -1
- package/docs-site/architecture.html +1 -1
- package/docs-site/benchmark.html +1 -1
- package/docs-site/commands.html +1 -1
- package/docs-site/content/en/runtime.html +1 -1
- package/docs-site/content/en/whats-new.html +23 -0
- package/docs-site/content/runtime.html +2 -2
- package/docs-site/content/whats-new.html +23 -0
- package/docs-site/context-engine.html +1 -1
- package/docs-site/en/architecture.html +1 -1
- package/docs-site/en/benchmark.html +1 -1
- package/docs-site/en/commands.html +1 -1
- package/docs-site/en/context-engine.html +1 -1
- package/docs-site/en/index.html +1 -1
- package/docs-site/en/mcp-approval.html +1 -1
- package/docs-site/en/mcp-auth.html +1 -1
- package/docs-site/en/mcp-servers.html +1 -1
- package/docs-site/en/mcp.html +1 -1
- package/docs-site/en/permissions.html +1 -1
- package/docs-site/en/profiles.html +1 -1
- package/docs-site/en/quickstart.html +1 -1
- package/docs-site/en/runtime.html +2 -2
- package/docs-site/en/scope.html +1 -1
- package/docs-site/en/security.html +1 -1
- package/docs-site/en/team.html +1 -1
- package/docs-site/en/whats-new.html +24 -1
- package/docs-site/en/workflows.html +1 -1
- package/docs-site/index.html +1 -1
- package/docs-site/mcp-approval.html +1 -1
- package/docs-site/mcp-auth.html +1 -1
- package/docs-site/mcp-servers.html +1 -1
- package/docs-site/mcp.html +1 -1
- package/docs-site/permissions.html +1 -1
- package/docs-site/profiles.html +1 -1
- package/docs-site/quickstart.html +1 -1
- package/docs-site/runtime.html +3 -3
- package/docs-site/scope.html +1 -1
- package/docs-site/security.html +1 -1
- package/docs-site/team.html +1 -1
- package/docs-site/whats-new.html +24 -1
- package/docs-site/workflows.html +1 -1
- package/evals/architecture-conformance-v1/lane.json +18 -0
- package/evals/architecture-conformance-v1/runner.mjs +77 -0
- package/evals/fixtures/approved-host-contracts.invalid.json +43 -0
- package/evals/fixtures/approved-host-contracts.valid.json +43 -0
- package/evals/fixtures/benchmark-attempt-outcome.invalid.json +42 -0
- package/evals/fixtures/benchmark-attempt-outcome.valid.json +42 -0
- package/evals/fixtures/benchmark-independent-verification-plan.invalid.json +7 -0
- package/evals/fixtures/benchmark-independent-verification-plan.valid.json +21 -0
- package/evals/fixtures/composite-criterion.invalid.json +10 -0
- package/evals/fixtures/composite-criterion.valid.json +33 -0
- package/evals/fixtures/contract-family-library.invalid.json +42 -0
- package/evals/fixtures/contract-family-library.valid.json +41 -0
- package/evals/fixtures/contract-selection-recipe.invalid.json +29 -0
- package/evals/fixtures/contract-selection-recipe.valid.json +29 -0
- package/evals/fixtures/host-contract-plan.invalid.json +42 -0
- package/evals/fixtures/host-contract-plan.valid.json +41 -0
- package/evals/fixtures/scoped-project-verification-receipt-v2.invalid.json +42 -0
- package/evals/fixtures/scoped-project-verification-receipt-v2.valid.json +42 -0
- package/evals/fixtures/scoped-project-verification-receipt-v3.invalid.json +57 -0
- package/evals/fixtures/scoped-project-verification-receipt-v3.valid.json +57 -0
- package/evals/fixtures/scoped-verification-receipt-v1.invalid.json +40 -0
- package/evals/fixtures/scoped-verification-receipt-v1.valid.json +40 -0
- package/evals/fs5-artifact-archive/README.md +32 -0
- package/evals/fs5-artifact-archive/manifest.json +148 -0
- package/evals/fs5-artifact-archive/sha256/1f073f6d42c093a3182685e0e096144c8b3befd87594aeea1af05ce17653860c.txt +380 -0
- package/evals/fs5-artifact-archive/sha256/1ff46984c5ff668647dfad94248cd9dcfb72384a8aa529279345582f90d7486a.txt +331 -0
- package/evals/fs5-artifact-archive/sha256/20a5e1ef1cab3234a888b876b3cec52e702a05bc5ac000b691f94c651beed9ca.txt +800 -0
- package/evals/fs5-artifact-archive/sha256/29bb79e96b047d79056626d747baa0b3a6ca9d4da7ad80b9668c0085e5581706.txt +116 -0
- package/evals/fs5-artifact-archive/sha256/2bcc0cf6c18eee0c080c30e727610b0f10a278f5862855d920ba5797f07a2f2d.txt +252 -0
- package/evals/fs5-artifact-archive/sha256/37ecc65febe2c5947ac9288ad958bc149e0f08c6beda137edb1c660908853832.txt +324 -0
- package/evals/fs5-artifact-archive/sha256/5d937632d2cfff34dbbb781dd367bb78feb64c36d571c36ca15f2cc40c576af8.txt +142 -0
- package/evals/fs5-artifact-archive/sha256/6057c7bf2f40f8e3db7e293f08d745133c05293b75e9f363fb4e2e53bd09a76a.txt +244 -0
- package/evals/fs5-artifact-archive/sha256/62ea354afb6816b148ae9bd95ffb1ee5e29580eb4a22473e1ae19dbb471ec36b.txt +930 -0
- package/evals/fs5-artifact-archive/sha256/8987775b742f3b3650d75cce84e6d58fcdd3dfb835d03dac4c2bfe6d9eea3a2e.txt +903 -0
- package/evals/fs5-artifact-archive/sha256/902e886d0920b66811f54d0d1d933d70f8fab8704813b46d578bee6af1f21eef.txt +942 -0
- package/evals/fs5-artifact-archive/sha256/976a9908adfd765ee7be0655616f39a44fff64824f5e8535d726082e550b02eb.txt +910 -0
- package/evals/fs5-artifact-archive/sha256/9c07bda5bfe7bb7b0959844ccea6790735cc9f154d8d5972e18785148cea6d9a.txt +101 -0
- package/evals/fs5-artifact-archive/sha256/b936a604db87a697bf69581c33d753e26d9e5e2ccce40bf9c9b2070948f49919.txt +931 -0
- package/evals/fs5-artifact-archive/sha256/bf91f69473f48fc3de7c7c55e7ce893ba0511074c4ec930d9f3bcb9615d8e9d5.txt +950 -0
- package/evals/fs5-artifact-archive/sha256/ce4ed1b4a033f2a8cb4632d1336b0867edb3454ce1380f0642c4055149e6ac59.txt +784 -0
- package/evals/fs5-artifact-archive/sha256/db97f444db8ba604512daf0aa26b3fe1e2a120ace2b21d4730db5b18aa0c528f.txt +950 -0
- package/evals/fs5-causal-arm.v1.json +9 -5
- package/evals/fs5-pilot-protocol.v1.json +1 -1
- package/evals/fs5-pilot-protocol.v4.json +4 -4
- package/evals/fs5-pilot-protocol.v5.json +6 -5
- package/evals/harness-next/development-corpus.mjs +106 -0
- package/evals/harness-next/resource-budget-probe.mjs +38 -0
- package/evals/harness-next/run-calibration.mjs +83 -0
- package/evals/harness-next/run-resource-probe.mjs +55 -0
- package/evals/harness-next/selected-development-corpus.mjs +27 -0
- package/evals/harness-next.v1.json +51 -0
- package/evals/long-horizon-v1/README.md +19 -0
- package/evals/long-horizon-v1/runner.mjs +116 -48
- package/evals/long-horizon-v1/worker.mjs +77 -30
- package/evals/private-holdout-v1/CURRENT_BOUNDARY.md +53 -0
- package/evals/private-holdout-v1/README.md +5 -2
- package/evals/private-holdout-v1/public-exposure.v2.json +273 -0
- package/package.json +9 -4
- package/packages/piagent-core/README.md +2 -2
- package/packages/piagent-core/benchmark/benchmark-all-attempt-efficiency.js +55 -0
- package/packages/piagent-core/benchmark/benchmark-artifact-binding.js +49 -0
- package/packages/piagent-core/benchmark/benchmark-bootstrap.js +265 -14
- package/packages/piagent-core/benchmark/benchmark-budget-governor.js +271 -0
- package/packages/piagent-core/benchmark/benchmark-campaign.js +592 -0
- package/packages/piagent-core/benchmark/benchmark-candidate.js +8 -3
- package/packages/piagent-core/benchmark/benchmark-checkpoint.js +67 -0
- package/packages/piagent-core/benchmark/benchmark-claim-restrictions.js +269 -2
- package/packages/piagent-core/benchmark/benchmark-cli.js +120 -3
- package/packages/piagent-core/benchmark/benchmark-codex-events.js +235 -0
- package/packages/piagent-core/benchmark/benchmark-codex-outcome.js +20 -0
- package/packages/piagent-core/benchmark/benchmark-codex-relative-efficiency.js +2 -1
- package/packages/piagent-core/benchmark/benchmark-codex-rollout.js +521 -0
- package/packages/piagent-core/benchmark/benchmark-codex.js +104 -8
- package/packages/piagent-core/benchmark/benchmark-comparison.js +284 -1
- package/packages/piagent-core/benchmark/benchmark-core.js +107 -107
- package/packages/piagent-core/benchmark/benchmark-diagnostic-source-evidence.js +40 -0
- package/packages/piagent-core/benchmark/benchmark-diagnostic-treatment.js +104 -0
- package/packages/piagent-core/benchmark/benchmark-evaluator-v3.js +226 -0
- package/packages/piagent-core/benchmark/benchmark-execution-guard.js +23 -1
- package/packages/piagent-core/benchmark/benchmark-forensics.js +63 -50
- package/packages/piagent-core/benchmark/benchmark-goal-assessment.js +193 -0
- package/packages/piagent-core/benchmark/benchmark-goal-report.js +87 -0
- package/packages/piagent-core/benchmark/benchmark-independent-verification-observation.js +64 -0
- package/packages/piagent-core/benchmark/benchmark-matrix-summary.js +141 -0
- package/packages/piagent-core/benchmark/benchmark-matrix.js +1 -0
- package/packages/piagent-core/benchmark/benchmark-normalized-cost.js +62 -0
- package/packages/piagent-core/benchmark/benchmark-pi-home.js +1 -0
- package/packages/piagent-core/benchmark/benchmark-preflight.js +69 -8
- package/packages/piagent-core/benchmark/benchmark-process.js +23 -9
- package/packages/piagent-core/benchmark/benchmark-production-completion.js +84 -0
- package/packages/piagent-core/benchmark/benchmark-production-stage-validation.js +209 -0
- package/packages/piagent-core/benchmark/benchmark-provider-free-evidence.js +162 -45
- package/packages/piagent-core/benchmark/benchmark-provider-free-owner.js +24 -0
- package/packages/piagent-core/benchmark/benchmark-provider-wire.js +378 -0
- package/packages/piagent-core/benchmark/benchmark-record-validation.d.ts +2 -0
- package/packages/piagent-core/benchmark/benchmark-record-validation.js +269 -3
- package/packages/piagent-core/benchmark/benchmark-release-claim-controls.js +132 -0
- package/packages/piagent-core/benchmark/benchmark-report.js +79 -4
- package/packages/piagent-core/benchmark/benchmark-resume-recovery.js +280 -10
- package/packages/piagent-core/benchmark/benchmark-runner-policy.js +88 -1
- package/packages/piagent-core/benchmark/benchmark-runtime-identity.js +50 -1
- package/packages/piagent-core/benchmark/benchmark-runtime.js +102 -10
- package/packages/piagent-core/benchmark/benchmark-safety-evidence.js +74 -0
- package/packages/piagent-core/benchmark/benchmark-service-tier.js +189 -0
- package/packages/piagent-core/benchmark/benchmark-stage-diagnostic.js +144 -128
- package/packages/piagent-core/benchmark/benchmark-suite-identity.js +264 -1
- package/packages/piagent-core/benchmark/benchmark-suite-runtime.js +4 -0
- package/packages/piagent-core/benchmark/benchmark-suite.js +211 -4
- package/packages/piagent-core/benchmark/benchmark-summary-support.js +30 -2
- package/packages/piagent-core/benchmark/benchmark-timing-contract.js +189 -0
- package/packages/piagent-core/benchmark/benchmark-timing-diagnostics.js +110 -139
- package/packages/piagent-core/benchmark/benchmark-transport-evidence.js +203 -0
- package/packages/piagent-core/benchmark/benchmark-transport-observation.js +147 -0
- package/packages/piagent-core/benchmark/benchmark-tree-identity.js +2 -1
- package/packages/piagent-core/benchmark/benchmark-usage.js +395 -33
- package/packages/piagent-core/benchmark/benchmark-workflow.js +136 -38
- package/packages/piagent-core/benchmark/fs5-pilot-protocol.js +21 -2
- package/packages/piagent-core/capabilities/runtime-integrity.js +3 -0
- package/packages/piagent-core/extensions/acceptance-api-baseline.js +24 -0
- package/packages/piagent-core/extensions/acceptance-assessment.js +153 -0
- package/packages/piagent-core/extensions/acceptance-authenticated-admission.d.ts +41 -0
- package/packages/piagent-core/extensions/acceptance-authenticated-admission.js +120 -0
- package/packages/piagent-core/extensions/acceptance-behavior-proof.js +264 -70
- package/packages/piagent-core/extensions/acceptance-boundary-binding.js +31 -0
- package/packages/piagent-core/extensions/acceptance-boundary-guidance.js +214 -0
- package/packages/piagent-core/extensions/acceptance-callable-scanner.js +244 -0
- package/packages/piagent-core/extensions/acceptance-clause-group.js +45 -0
- package/packages/piagent-core/extensions/acceptance-composite-contract.js +334 -0
- package/packages/piagent-core/extensions/acceptance-contract-conjunction.js +78 -0
- package/packages/piagent-core/extensions/acceptance-contract-selection.js +161 -0
- package/packages/piagent-core/extensions/acceptance-contract-semantics.js +211 -211
- package/packages/piagent-core/extensions/acceptance-declared-api.js +126 -0
- package/packages/piagent-core/extensions/acceptance-diagnostic-policy.ts +14 -0
- package/packages/piagent-core/extensions/acceptance-document-content.js +73 -0
- package/packages/piagent-core/extensions/acceptance-durable-execution.d.ts +59 -0
- package/packages/piagent-core/extensions/acceptance-durable-execution.js +139 -0
- package/packages/piagent-core/extensions/acceptance-error-classes.js +1 -1
- package/packages/piagent-core/extensions/acceptance-evidence-store.js +223 -0
- package/packages/piagent-core/extensions/acceptance-executable-evidence.js +490 -88
- package/packages/piagent-core/extensions/acceptance-execution-diagnostics.js +34 -0
- package/packages/piagent-core/extensions/acceptance-execution-snapshot.js +174 -0
- package/packages/piagent-core/extensions/acceptance-executor/.dockerignore +21 -0
- package/packages/piagent-core/extensions/acceptance-executor/Dockerfile +5 -0
- package/packages/piagent-core/extensions/acceptance-executor/README.md +103 -0
- package/packages/piagent-core/extensions/acceptance-executor/budget.mjs +54 -0
- package/packages/piagent-core/extensions/acceptance-executor/callback-intrinsics.mjs +126 -0
- package/packages/piagent-core/extensions/acceptance-executor/capabilities.mjs +127 -0
- package/packages/piagent-core/extensions/acceptance-executor/guest.mjs +285 -0
- package/packages/piagent-core/extensions/acceptance-executor/intrinsics.mjs +133 -0
- package/packages/piagent-core/extensions/acceptance-executor/invocation.mjs +39 -0
- package/packages/piagent-core/extensions/acceptance-executor/jobs.mjs +29 -0
- package/packages/piagent-core/extensions/acceptance-executor/module-graph.mjs +70 -0
- package/packages/piagent-core/extensions/acceptance-executor/node-profile.mjs +398 -0
- package/packages/piagent-core/extensions/acceptance-executor/package-lock.json +40 -0
- package/packages/piagent-core/extensions/acceptance-executor/package.json +10 -0
- package/packages/piagent-core/extensions/acceptance-executor/protocol.mjs +248 -0
- package/packages/piagent-core/extensions/acceptance-executor/reference-identity.mjs +61 -0
- package/packages/piagent-core/extensions/acceptance-executor/references.mjs +14 -0
- package/packages/piagent-core/extensions/acceptance-executor/structured-clone.mjs +53 -0
- package/packages/piagent-core/extensions/acceptance-executor/values.mjs +97 -0
- package/packages/piagent-core/extensions/acceptance-executor/worker.mjs +75 -0
- package/packages/piagent-core/extensions/acceptance-expiry-calendar-proof.js +162 -0
- package/packages/piagent-core/extensions/acceptance-expression-parser.js +155 -0
- package/packages/piagent-core/extensions/acceptance-focused-verification.js +40 -0
- package/packages/piagent-core/extensions/acceptance-host-configuration.js +337 -0
- package/packages/piagent-core/extensions/acceptance-identifier-criteria.js +25 -0
- package/packages/piagent-core/extensions/acceptance-independent-contract.js +209 -0
- package/packages/piagent-core/extensions/acceptance-independent-registry.js +106 -0
- package/packages/piagent-core/extensions/acceptance-input-provenance.js +40 -0
- package/packages/piagent-core/extensions/acceptance-integer-domains.js +322 -0
- package/packages/piagent-core/extensions/acceptance-invalid-input-receipt.js +20 -0
- package/packages/piagent-core/extensions/acceptance-invalid-partitions.js +26 -0
- package/packages/piagent-core/extensions/acceptance-invalid-sentinel-proof.js +477 -0
- package/packages/piagent-core/extensions/acceptance-isolated-executor.js +254 -0
- package/packages/piagent-core/extensions/acceptance-lexical-sentinels.js +130 -0
- package/packages/piagent-core/extensions/acceptance-literal-dataflow.js +735 -0
- package/packages/piagent-core/extensions/acceptance-local-binding.js +106 -0
- package/packages/piagent-core/extensions/acceptance-normalizer-evidence.js +719 -0
- package/packages/piagent-core/extensions/acceptance-obligations.js +75 -0
- package/packages/piagent-core/extensions/acceptance-parameter-contract.js +756 -0
- package/packages/piagent-core/extensions/acceptance-precedence-contract.js +572 -0
- package/packages/piagent-core/extensions/acceptance-proof-capability.js +26 -0
- package/packages/piagent-core/extensions/acceptance-receipt.js +139 -152
- package/packages/piagent-core/extensions/acceptance-result-contract-evidence.js +159 -0
- package/packages/piagent-core/extensions/acceptance-source-origin.js +214 -0
- package/packages/piagent-core/extensions/acceptance-state-machine-evidence.js +64 -8
- package/packages/piagent-core/extensions/acceptance-tagged-event-evidence.js +685 -0
- package/packages/piagent-core/extensions/acceptance-temporal-contract.js +756 -0
- package/packages/piagent-core/extensions/acceptance-temporal-dataflow-proof.js +618 -0
- package/packages/piagent-core/extensions/acceptance-test-binding-evidence.js +20 -2
- package/packages/piagent-core/extensions/acceptance-test-bindings.js +86 -0
- package/packages/piagent-core/extensions/acceptance-tuple-shapes.js +12 -0
- package/packages/piagent-core/extensions/context-engine.js +11 -6
- package/packages/piagent-core/extensions/criterion-context-pack.js +96 -4
- package/packages/piagent-core/extensions/failure-types.ts +2 -2
- package/packages/piagent-core/extensions/guard-types.ts +5 -1
- package/packages/piagent-core/extensions/piagent-guard.ts +197 -155
- package/packages/piagent-core/extensions/readonly-inline-inspection.ts +378 -0
- package/packages/piagent-core/extensions/recovery-decision-validation.ts +92 -0
- package/packages/piagent-core/extensions/shell-write-targets.js +15 -14
- package/packages/piagent-core/extensions/task-contract-view.js +4 -4
- package/packages/piagent-core/extensions/task-digest-migration.js +2 -2
- package/packages/piagent-core/extensions/task-journal.js +48 -3
- package/packages/piagent-core/extensions/task-runtime-audit.js +8 -2
- package/packages/piagent-core/extensions/task-state.js +74 -38
- package/packages/piagent-core/extensions/task-terminal-disposition.js +10 -0
- package/packages/piagent-core/extensions/trajectory-contract.ts +5 -0
- package/packages/piagent-core/extensions/verification-intelligence.js +60 -8
- package/packages/piagent-core/extensions/workflow-catalog.ts +98 -0
- package/packages/piagent-core/extensions/workspace-revision.js +48 -0
- package/packages/piagent-core/extensions/workspace-verification-snapshot.js +13 -0
- package/packages/piagent-core/package.json +3 -3
- package/packages/piagent-core/policies/base-policy.json +1 -0
- package/packages/piagent-core/runtime/context/adaptive-planner.ts +7 -3
- package/packages/piagent-core/runtime/hooks/agent-start-hook.ts +60 -59
- package/packages/piagent-core/runtime/hooks/agent-start-types.ts +48 -0
- package/packages/piagent-core/runtime/hooks/completion-hook.ts +76 -83
- package/packages/piagent-core/runtime/hooks/input-hook.ts +92 -7
- package/packages/piagent-core/runtime/hooks/protected-refusal-completion.ts +86 -0
- package/packages/piagent-core/runtime/hooks/session-hooks.ts +5 -2
- package/packages/piagent-core/runtime/hooks/session-start-hook.ts +50 -18
- package/packages/piagent-core/runtime/hooks/tool-result-hook.ts +53 -20
- package/packages/piagent-core/runtime/hooks/tool-result-metadata.ts +9 -0
- package/packages/piagent-core/runtime/hooks/tool-result-navigation.ts +36 -0
- package/packages/piagent-core/runtime/hooks/tool-result-retrieval.ts +42 -0
- package/packages/piagent-core/runtime/input/chat-images.ts +1 -1
- package/packages/piagent-core/runtime/inspection/activity-event-adapter.ts +1 -1
- package/packages/piagent-core/runtime/inspection/same-process-bridge-proof.ts +1 -1
- package/packages/piagent-core/runtime/inspection/task-handoff-history.ts +2 -2
- package/packages/piagent-core/runtime/inspection/tool-failure-classification.ts +49 -8
- package/packages/piagent-core/runtime/inspection/webui-snapshot.ts +61 -15
- package/packages/piagent-core/runtime/inspection/workspace-file-reader.ts +2 -132
- package/packages/piagent-core/runtime/model/model-route-policy.ts +33 -13
- package/packages/piagent-core/runtime/model/model-route-types.ts +10 -6
- package/packages/piagent-core/runtime/model/provider-wire-fingerprint.ts +20 -0
- package/packages/piagent-core/runtime/model/service-tier-runtime.ts +242 -0
- package/packages/piagent-core/runtime/policy/source-worktree-transaction.ts +75 -14
- package/packages/piagent-core/runtime/product/activity-inspector.ts +6 -3
- package/packages/piagent-core/runtime/product/edit-verifier-timing.ts +26 -0
- package/packages/piagent-core/runtime/product/efficiency-metrics.ts +12 -7
- package/packages/piagent-core/runtime/product/operator-projections.ts +8 -3
- package/packages/piagent-core/runtime/product/task-usage-hooks.ts +78 -0
- package/packages/piagent-core/runtime/product/task-usage.ts +104 -0
- package/packages/piagent-core/runtime/quality/protected-refusal-handoff.ts +35 -0
- package/packages/piagent-core/runtime/recovery/acceptance-recovery-guidance.ts +21 -0
- package/packages/piagent-core/runtime/recovery/continuation-budget.ts +11 -2
- package/packages/piagent-core/runtime/recovery/diagnostic-delivery.ts +61 -0
- package/packages/piagent-core/runtime/recovery/handoff-projection.ts +192 -57
- package/packages/piagent-core/runtime/recovery/handoff-verifier-binding.ts +24 -0
- package/packages/piagent-core/runtime/recovery/independent-verification-recovery.ts +79 -0
- package/packages/piagent-core/runtime/recovery/recovery-policy.ts +27 -39
- package/packages/piagent-core/runtime/recovery/resume-state.ts +8 -5
- package/packages/piagent-core/runtime/registration/activity-inspector-command.ts +2 -1
- package/packages/piagent-core/runtime/registration/context-commands.ts +12 -8
- package/packages/piagent-core/runtime/registration/operator-catalogs.ts +4 -9
- package/packages/piagent-core/runtime/registration/policy-tools.ts +5 -3
- package/packages/piagent-core/runtime/registration/session-commands.ts +9 -7
- package/packages/piagent-core/runtime/registration/session-wait-tool.ts +54 -0
- package/packages/piagent-core/runtime/registration/task-completion-tools.ts +27 -11
- package/packages/piagent-core/runtime/registration/task-start-conditional-mutation.ts +45 -0
- package/packages/piagent-core/runtime/registration/task-start-guidance.ts +5 -2
- package/packages/piagent-core/runtime/registration/task-start-tool.ts +23 -23
- package/packages/piagent-core/runtime/registration/workflow-commands.ts +64 -93
- package/packages/piagent-core/runtime/session/completion-signals.ts +23 -0
- package/packages/piagent-core/runtime/session/message-signals.ts +6 -22
- package/packages/piagent-core/runtime/session/retrieval-evidence-runtime.ts +188 -0
- package/packages/piagent-core/runtime/session/runtime-state.ts +29 -35
- package/packages/piagent-core/runtime/session/system-prompt.ts +3 -3
- package/packages/piagent-core/runtime/session/uncertain-send-continuation.ts +231 -0
- package/packages/piagent-core/runtime/session/usage.ts +4 -3
- package/packages/piagent-core/runtime/tools/apply-patch-tool.ts +6 -6
- package/packages/piagent-core/runtime/tools/phase-tool-runtime.ts +1 -1
- package/packages/piagent-core/runtime/tools/phase-tools.ts +3 -2
- package/packages/piagent-core/runtime/tools/session-wait.ts +42 -0
- package/packages/piagent-core/runtime/tools/tool-groups.ts +10 -3
- package/packages/piagent-core/runtime/trajectory/trajectory-runtime.ts +192 -5
- package/packages/piagent-core/runtime/trajectory/trajectory-types.ts +3 -2
- package/packages/piagent-core/runtime/verification/acceptance-api-baseline.js +488 -0
- package/packages/piagent-core/runtime/verification/completion-preparation.ts +22 -0
- package/packages/piagent-core/runtime/verification/composite-completion-finalizer.ts +105 -0
- package/packages/piagent-core/runtime/verification/composite-journal-anchor.ts +181 -0
- package/packages/piagent-core/runtime/verification/composite-runtime-binding.ts +76 -0
- package/packages/piagent-core/runtime/verification/composite-scoped-mediation.ts +318 -0
- package/packages/piagent-core/runtime/verification/composite-session-persistence.ts +175 -0
- package/packages/piagent-core/runtime/verification/composite-task-publication.ts +273 -0
- package/packages/piagent-core/runtime/verification/exact-verifier-reuse.ts +11 -11
- package/packages/piagent-core/runtime/verification/host-project-verification.ts +71 -0
- package/packages/piagent-core/runtime/verification/independent-acceptance-runtime.ts +500 -0
- package/packages/piagent-core/runtime/verification/runtime-assurance-facts.ts +500 -0
- package/packages/piagent-core/runtime/verification/runtime-contract-runner.ts +107 -0
- package/packages/piagent-core/runtime/verification/shell-verification-snapshots.ts +56 -0
- package/packages/piagent-core/runtime/workflows/change-clarification.ts +61 -0
- package/packages/piagent-core/runtime/workflows/input-routing.ts +21 -14
- package/packages/piagent-core/runtime/workflows/runtime-intake-compaction.ts +44 -7
- package/packages/piagent-core/runtime/workflows/task-followup-policy.ts +163 -0
- package/packages/piagent-core/runtime/workflows/task-intake.ts +221 -242
- package/packages/piagent-core/runtime/workflows/task-repair-intent.ts +67 -0
- package/packages/piagent-core/runtime/workflows/task-scope-resolution.ts +83 -0
- package/packages/piagent-core/runtime/workflows/webui-runtime-command.ts +5 -2
- package/packages/piagent-core/runtime/workflows/webui-workflow.ts +39 -32
- package/packages/piagent-core/runtime/workflows/workflow-follow-up.ts +33 -0
- package/packages/piagent-core/security/workspace-file-reader.ts +132 -0
- package/packages/piagent-webui/dist/client/assets/{MarkdownMessage-B4XehTCU.js → MarkdownMessage-DMU7Xe_O.js} +1 -1
- package/packages/piagent-webui/dist/client/assets/index-Cui9AAV_.js +176 -0
- package/packages/piagent-webui/dist/client/assets/{index-BV-_03yl.css → index-DVahUVWy.css} +1 -1
- package/packages/piagent-webui/dist/client/index.html +2 -2
- package/packages/piagent-webui/extension/dispatch-user-entry.ts +13 -0
- package/packages/piagent-webui/extension/piagent-webui.ts +10 -2
- package/packages/piagent-webui/extension/review-controller.ts +29 -6
- package/packages/piagent-webui/extension/same-session-bridge.ts +6 -7
- package/packages/piagent-webui/extension/session-stream-adapter.ts +60 -11
- package/packages/piagent-webui/extension/source-mutation-controller.ts +29 -3
- package/packages/piagent-webui/extension/source-open-controller.ts +29 -7
- package/packages/piagent-webui/extension/source-revert-controller.ts +26 -3
- package/packages/piagent-webui/gateway/gateway-events.ts +22 -5
- package/packages/piagent-webui/gateway/gateway-service.ts +7 -2
- package/packages/piagent-webui/gateway/gateway-session-stream.ts +141 -19
- package/packages/piagent-webui/gateway/rpc-ui-context.ts +34 -9
- package/packages/piagent-webui/gateway/runtime-command-controller.ts +46 -6
- package/packages/piagent-webui/gateway/runtime-session-controls.ts +17 -2
- package/packages/piagent-webui/gateway/session-catalog.ts +9 -3
- package/packages/piagent-webui/gateway/session-command-controller.ts +29 -9
- package/packages/piagent-webui/gateway/session-effective-options.ts +2 -9
- package/packages/piagent-webui/gateway/session-inspection-registry.ts +14 -6
- package/packages/piagent-webui/gateway/session-operation-settlement.ts +28 -0
- package/packages/piagent-webui/gateway/session-prompt-dispatch.ts +37 -0
- package/packages/piagent-webui/gateway/session-runtime-close.ts +36 -0
- package/packages/piagent-webui/gateway/session-runtime-factory.ts +183 -6
- package/packages/piagent-webui/gateway/session-runtime-ownership.ts +48 -0
- package/packages/piagent-webui/gateway/session-runtime-state.ts +24 -0
- package/packages/piagent-webui/gateway/session-runtime-supervisor.ts +114 -114
- package/packages/piagent-webui/server/core-inspection-provider.ts +73 -14
- package/packages/piagent-webui/server/loopback-server.ts +9 -7
- package/packages/piagent-webui/server/terminal-delivery-receipt.ts +144 -0
- package/packages/piagent-webui/server/transcript-projection.ts +65 -12
- package/packages/piagent-webui/shared/message-correlation.ts +25 -0
- package/schemas/approved-host-contracts.schema.json +973 -0
- package/schemas/benchmark-attempt-outcome.schema.json +303 -0
- package/schemas/benchmark-independent-verification-plan.schema.json +34 -0
- package/schemas/composite-criterion.schema.json +788 -0
- package/schemas/contract-family-library.schema.json +28 -0
- package/schemas/contract-selection-recipe.schema.json +31 -0
- package/schemas/failure-evidence.schema.json +2 -2
- package/schemas/helper-request.schema.json +16 -4
- package/schemas/host-contract-plan.schema.json +25 -0
- package/schemas/piagent-webui/gateway-protocol-v1.schema.json +16 -2
- package/schemas/piagent-webui/runtime-command-v1.schema.json +26 -3
- package/schemas/piagent-webui/runtime-event-v2.schema.json +32 -1
- package/schemas/piagent-webui/session-live-state-v1.schema.json +2 -0
- package/schemas/piagent-webui/snapshot-v1.schema.json +3 -0
- package/schemas/piagent-webui/source-change-v1.schema.json +12 -0
- package/schemas/piagent-webui/transcript-v1.schema.json +2 -1
- package/schemas/public-contracts/codex-mcp-metadata-v1.schema.json +206 -0
- package/schemas/public-contracts/codex-mcp-metadata-v2.schema.json +228 -0
- package/schemas/public-contracts/codex-mcp-metadata-v3.schema.json +233 -0
- package/schemas/public-contracts/revocation-v1.schema.json +87 -0
- package/schemas/public-contracts/subscription-contract-v1.schema.json +76 -0
- package/schemas/scoped-project-verification-receipt-v2.schema.json +83 -0
- package/schemas/scoped-project-verification-receipt-v3.schema.json +295 -0
- package/schemas/scoped-verification-receipt-v1.schema.json +76 -0
- package/schemas/task-contract.schema.json +30 -0
- package/scripts/approve-independent-verification.mjs +57 -0
- package/scripts/benchmark-arm-observer.mjs +320 -0
- package/scripts/benchmark-budget-ipc.mjs +34 -0
- package/scripts/benchmark-budget-launcher.mjs +91 -0
- package/scripts/benchmark-budget-processes.mjs +133 -0
- package/scripts/benchmark-budget-publication.mjs +228 -0
- package/scripts/benchmark-budget-runtime.mjs +136 -0
- package/scripts/benchmark-candidate-ablation.mjs +265 -0
- package/scripts/benchmark-codex-journey.mjs +406 -0
- package/scripts/benchmark-independent-verification.mjs +628 -0
- package/scripts/benchmark-journey-outcome.mjs +92 -0
- package/scripts/benchmark-production-v3-human-review.mjs +192 -0
- package/scripts/benchmark-public-input-catalog.mjs +158 -0
- package/scripts/benchmark-registered-plan-author.mjs +355 -0
- package/scripts/benchmark-registered-plan-recipe-support.mjs +85 -0
- package/scripts/benchmark-registered-plan-recipes-backend.mjs +165 -0
- package/scripts/benchmark-registered-plan-recipes-data.mjs +164 -0
- package/scripts/benchmark-registered-plan-recipes-platform.mjs +165 -0
- package/scripts/benchmark-runner-completion.mjs +133 -0
- package/scripts/benchmark-runner-configuration.mjs +159 -0
- package/scripts/benchmark-runner-core.mjs +217 -388
- package/scripts/benchmark-runner-finalization.mjs +140 -27
- package/scripts/benchmark-runner-provider-boundary.mjs +44 -0
- package/scripts/benchmark-runner-schedule.mjs +256 -0
- package/scripts/benchmark-runner-support.mjs +136 -4
- package/scripts/benchmark-runner.mjs +95 -18
- package/scripts/benchmark-scoped-broker-custody.mjs +483 -0
- package/scripts/benchmark-scoped-docs-verifier.mjs +203 -0
- package/scripts/benchmark-scoped-frozen-qualification.mjs +676 -0
- package/scripts/benchmark-scoped-pi-router.mjs +196 -0
- package/scripts/benchmark-scoped-project-verification-receipt.mjs +49 -0
- package/scripts/benchmark-scoped-project-verifier.mjs +461 -0
- package/scripts/benchmark-scoped-session-custody.mjs +599 -0
- package/scripts/benchmark-scoped-session-factory.mjs +342 -0
- package/scripts/benchmark-scoped-tool-broker.mjs +523 -0
- package/scripts/benchmark-scoped-verification-supervisor.mjs +773 -0
- package/scripts/benchmark-session-evaluator.mjs +169 -0
- package/scripts/benchmark-session-provider-boundary.mjs +62 -0
- package/scripts/benchmark-session-usage.mjs +28 -0
- package/scripts/benchmark-session.mjs +343 -50
- package/scripts/benchmark-webui-journey.mjs +678 -0
- package/scripts/check-public-wording.mjs +46 -0
- package/scripts/configure-model-scope.sh +6 -2
- package/scripts/fs4-readiness-evaluation.mjs +7 -1
- package/scripts/install-global.sh +2 -2
- package/scripts/model-route-evaluation-core.ts +1 -0
- package/scripts/phase-tools-evaluation.mjs +1 -0
- package/scripts/pi-auto.sh +7 -1
- package/scripts/pi-model-route.mjs +1 -1
- package/scripts/pi-usage-history.mjs +201 -11
- package/scripts/piagent-cli.mjs +8 -0
- package/scripts/private-holdout-readiness.mjs +7 -1
- package/scripts/public-evaluation-exposure.mjs +140 -0
- package/scripts/select-independent-verification.mjs +62 -0
- package/scripts/setup.sh +2 -2
- package/scripts/typescript-loader.mjs +135 -1
- package/scripts/update-global.mjs +6 -7
- package/scripts/verify-local.sh +37 -56
- package/scripts/verify-release-identity.mjs +5 -3
- package/templates/global/settings.json +5 -1
- package/packages/piagent-webui/dist/client/assets/index-CgOEyRPG.js +0 -176
|
@@ -1,3 +1,6 @@
|
|
|
1
|
+
import crypto from "node:crypto";
|
|
2
|
+
import fs from "node:fs";
|
|
3
|
+
import path from "node:path";
|
|
1
4
|
const SHA256 = /^[a-f0-9]{64}$/;
|
|
2
5
|
|
|
3
6
|
function requestedProviderModelId(requestedModel) {
|
|
@@ -20,6 +23,61 @@ function sortedUnique(values) {
|
|
|
20
23
|
return [...new Set(values)].sort();
|
|
21
24
|
}
|
|
22
25
|
|
|
26
|
+
function serviceTierValue(value) {
|
|
27
|
+
const normalized = typeof value === "string" ? value.trim().toLowerCase() : "";
|
|
28
|
+
return ["default", "fast", "priority"].includes(normalized) ? normalized : null;
|
|
29
|
+
}
|
|
30
|
+
|
|
31
|
+
function serviceTierEvidence(events) {
|
|
32
|
+
const tierEvents = (Array.isArray(events) ? events : [])
|
|
33
|
+
.filter((event) => event?.event === "provider_request_service_tier");
|
|
34
|
+
const requestedTiers = sortedUnique(tierEvents.map((event) => serviceTierValue(event.requestedServiceTier)).filter(Boolean));
|
|
35
|
+
const observedRequestTiers = sortedUnique(tierEvents
|
|
36
|
+
.map((event) => serviceTierValue(event.observedRequestServiceTier ?? event.observedServiceTier))
|
|
37
|
+
.filter(Boolean));
|
|
38
|
+
const providerResponseTiers = sortedUnique(tierEvents
|
|
39
|
+
.map((event) => serviceTierValue(event.providerResponseServiceTier))
|
|
40
|
+
.filter(Boolean));
|
|
41
|
+
const responseEvidence = sortedUnique(tierEvents
|
|
42
|
+
.map((event) => typeof event.providerResponseEvidence === "string"
|
|
43
|
+
? event.providerResponseEvidence
|
|
44
|
+
: typeof event.responseEvidence === "string" ? event.responseEvidence : null)
|
|
45
|
+
.filter(Boolean));
|
|
46
|
+
const requestedFastEvents = tierEvents.filter((event) => (
|
|
47
|
+
serviceTierValue(event.requestedServiceTier) === "fast"
|
|
48
|
+
)).length;
|
|
49
|
+
const observedFastRequestEvents = tierEvents.filter((event) => (
|
|
50
|
+
serviceTierValue(event.observedRequestServiceTier ?? event.observedServiceTier) === "priority"
|
|
51
|
+
)).length;
|
|
52
|
+
const fastModeEvents = tierEvents.filter((event) => event.fastMode === true || event.fastMode === "fast").length;
|
|
53
|
+
const appliedEvents = tierEvents.filter((event) => event.applied === true).length;
|
|
54
|
+
const appliedFastEvents = tierEvents.filter((event) => (
|
|
55
|
+
(event.fastMode === true || event.fastMode === "fast")
|
|
56
|
+
&& serviceTierValue(event.requestedServiceTier) === "fast"
|
|
57
|
+
&& serviceTierValue(event.observedRequestServiceTier ?? event.observedServiceTier) === "priority"
|
|
58
|
+
&& event.applied === true
|
|
59
|
+
)).length;
|
|
60
|
+
return {
|
|
61
|
+
schemaVersion: 1,
|
|
62
|
+
source: "piagent-provider-request-telemetry",
|
|
63
|
+
events: tierEvents.length,
|
|
64
|
+
requestedTiers,
|
|
65
|
+
observedRequestTiers,
|
|
66
|
+
providerResponseTiers,
|
|
67
|
+
responseEvidence,
|
|
68
|
+
requestedFastEvents,
|
|
69
|
+
observedFastRequestEvents,
|
|
70
|
+
fastModeEvents,
|
|
71
|
+
appliedEvents,
|
|
72
|
+
appliedFastEvents,
|
|
73
|
+
defaultFallbackEvents: tierEvents.filter((event) => [
|
|
74
|
+
serviceTierValue(event.requestedServiceTier),
|
|
75
|
+
serviceTierValue(event.observedRequestServiceTier ?? event.observedServiceTier),
|
|
76
|
+
serviceTierValue(event.providerResponseServiceTier)
|
|
77
|
+
].includes("default")).length
|
|
78
|
+
};
|
|
79
|
+
}
|
|
80
|
+
|
|
23
81
|
/**
|
|
24
82
|
* Reduces privacy-safe provider request fingerprints into per-run release
|
|
25
83
|
* evidence. Deferred tool-search batches are observed separately: changes to
|
|
@@ -86,6 +144,7 @@ export function buildBenchmarkProviderWireEvidence({
|
|
|
86
144
|
missingBaseHashEvents,
|
|
87
145
|
modelMismatchEvents,
|
|
88
146
|
reasoningMismatchEvents,
|
|
147
|
+
serviceTier: serviceTierEvidence(events),
|
|
89
148
|
instructionHashes,
|
|
90
149
|
baseInstructionHashes,
|
|
91
150
|
orderedToolSurfaceHashes,
|
|
@@ -124,3 +183,322 @@ export function benchmarkProviderWireEvidenceMatchesRequest(evidence, requestedM
|
|
|
124
183
|
export function benchmarkRequestedProviderReasoningEffort(requestedThinking) {
|
|
125
184
|
return requestedProviderReasoningEffort(requestedThinking);
|
|
126
185
|
}
|
|
186
|
+
|
|
187
|
+
export const BENCHMARK_WIRE_PROTOCOL = "phase-valid-configuration-v1";
|
|
188
|
+
export const BENCHMARK_WIRE_PHASE_EDGES = Object.freeze(Object.fromEntries(Object.entries({
|
|
189
|
+
intake: ["scout", "plan", "execute", "review", "handoff", "terminal"],
|
|
190
|
+
scout: ["plan", "review", "handoff", "terminal"], plan: ["execute", "review", "handoff", "terminal"],
|
|
191
|
+
execute: ["verify", "repair", "handoff", "terminal"], verify: ["repair", "review", "handoff", "terminal"],
|
|
192
|
+
repair: ["verify", "handoff", "terminal"], review: ["repair", "handoff", "terminal"], handoff: ["terminal"], terminal: []
|
|
193
|
+
}).map(([phase, next]) => [phase, Object.freeze(next)])));
|
|
194
|
+
const WIRE_ID = /^[A-Za-z0-9][A-Za-z0-9._:@~-]{0,159}$/;
|
|
195
|
+
const wireObject = value => value !== null && typeof value === "object" && !Array.isArray(value);
|
|
196
|
+
const wireHash = value => crypto.createHash("sha256").update(value).digest("hex");
|
|
197
|
+
const wireFields = (value, fields) => wireObject(value) && Object.keys(value).length === fields.length
|
|
198
|
+
&& fields.every(field => Object.hasOwn(value, field));
|
|
199
|
+
function wireReject(reason) {
|
|
200
|
+
const error = new TypeError(`Benchmark wire manifest rejected: ${reason}`);
|
|
201
|
+
error.code = "BENCHMARK_WIRE_MANIFEST_REJECTED";
|
|
202
|
+
throw error;
|
|
203
|
+
}
|
|
204
|
+
function wirePublicKey(value) {
|
|
205
|
+
try {
|
|
206
|
+
if (typeof value !== "string" || value.length > 256 || !/^[A-Za-z0-9+/]+={0,2}$/.test(value)) return false;
|
|
207
|
+
const key = crypto.createPublicKey({ key: Buffer.from(value, "base64"), type: "spki", format: "der" });
|
|
208
|
+
return key.asymmetricKeyType === "ed25519" && key.export({ type: "spki", format: "der" }).toString("base64") === value;
|
|
209
|
+
} catch { return false; }
|
|
210
|
+
}
|
|
211
|
+
function validWireFingerprint(value, selectedTools) {
|
|
212
|
+
return wireFields(value, ["applicable", "state", "reasonCode", "modelId", "instructionsHash", "baseInstructionsHash",
|
|
213
|
+
"instructionNormalization", "instructionChars", "orderedToolSurfaceHash", "toolCount", "deferredToolSurfaceHash",
|
|
214
|
+
"deferredToolCount", "deferredToolBatchCount", "reasoningEffort", "textVerbosity", "toolChoiceKind", "toolChoiceHash", "requestPrefixFingerprint"])
|
|
215
|
+
&& value.applicable === true && value.state === "known" && value.reasonCode === null && value.modelId === "gpt-5.6-luna"
|
|
216
|
+
&& ["instructionsHash", "baseInstructionsHash", "orderedToolSurfaceHash", "deferredToolSurfaceHash", "toolChoiceHash", "requestPrefixFingerprint"].every(key => SHA256.test(value[key]))
|
|
217
|
+
&& ["none", "host-relocation-v1"].includes(value.instructionNormalization)
|
|
218
|
+
&& Number.isSafeInteger(value.instructionChars) && value.instructionChars > 0 && value.instructionChars <= 1_000_000
|
|
219
|
+
&& value.toolCount === selectedTools.length && value.deferredToolCount === 0 && value.deferredToolBatchCount === 0
|
|
220
|
+
&& value.deferredToolSurfaceHash === wireHash("[]") && value.reasoningEffort === "medium" && value.textVerbosity === "low"
|
|
221
|
+
&& value.toolChoiceKind === "auto" && value.toolChoiceHash === wireHash(JSON.stringify("auto"))
|
|
222
|
+
&& value.requestPrefixFingerprint === wireHash(JSON.stringify({ schemaVersion: 1, modelId: value.modelId,
|
|
223
|
+
instructionsHash: value.instructionsHash, baseInstructionsHash: value.baseInstructionsHash,
|
|
224
|
+
orderedToolSurfaceHash: value.orderedToolSurfaceHash, toolCount: value.toolCount,
|
|
225
|
+
deferredToolSurfaceHash: value.deferredToolSurfaceHash, deferredToolCount: value.deferredToolCount,
|
|
226
|
+
deferredToolBatchCount: value.deferredToolBatchCount, reasoningEffort: value.reasoningEffort,
|
|
227
|
+
textVerbosity: value.textVerbosity, toolChoiceHash: value.toolChoiceHash }));
|
|
228
|
+
}
|
|
229
|
+
|
|
230
|
+
/** Data validation only: a definition plan or valid manifest never grants dispatch or task authority. */
|
|
231
|
+
export function validateBenchmarkWireManifest(manifest, { template = false, ...expected } = {}) {
|
|
232
|
+
if (!wireObject(manifest) || Buffer.byteLength(JSON.stringify(manifest)) > 4 * 1024 * 1024) wireReject("manifest-shape");
|
|
233
|
+
const required = ["schemaVersion", "protocol", "source", "candidateDigest", "definitionDigest", "workingDirectory", "model",
|
|
234
|
+
"thinking", "requestedTier", "requestTier", "states", "allowedEdges", "pins"];
|
|
235
|
+
const optional = ["configurationDigest", "receiptPublicKey", "platformRoot"];
|
|
236
|
+
if (!required.every(key => Object.hasOwn(manifest, key)) || Object.keys(manifest).some(key => ![...required, ...optional].includes(key))
|
|
237
|
+
|| manifest.schemaVersion !== 1 || manifest.protocol !== BENCHMARK_WIRE_PROTOCOL || manifest.source !== "pinned-host-definitions"
|
|
238
|
+
|| !SHA256.test(manifest.candidateDigest) || !SHA256.test(manifest.definitionDigest)
|
|
239
|
+
|| !path.isAbsolute(manifest.workingDirectory ?? "") || path.normalize(manifest.workingDirectory) !== manifest.workingDirectory
|
|
240
|
+
|| manifest.model !== "openai-codex/gpt-5.6-luna" || manifest.thinking !== "medium"
|
|
241
|
+
|| manifest.requestedTier !== "fast" || manifest.requestTier !== "priority") wireReject("identity");
|
|
242
|
+
if ((!template || Object.hasOwn(manifest, "configurationDigest")) && !SHA256.test(manifest.configurationDigest)) wireReject("configuration-digest");
|
|
243
|
+
if ((!template || Object.hasOwn(manifest, "receiptPublicKey")) && !wirePublicKey(manifest.receiptPublicKey)) wireReject("receipt-public-key");
|
|
244
|
+
if (Object.hasOwn(manifest, "platformRoot") && (!path.isAbsolute(manifest.platformRoot ?? "")
|
|
245
|
+
|| path.normalize(manifest.platformRoot) !== manifest.platformRoot)) wireReject("platform-root");
|
|
246
|
+
for (const [key, value] of Object.entries(expected)) if (manifest[key] !== value) wireReject(`binding-${key}`);
|
|
247
|
+
if (!wireObject(manifest.allowedEdges) || JSON.stringify(manifest.allowedEdges) !== JSON.stringify(BENCHMARK_WIRE_PHASE_EDGES)) wireReject("phase-graph");
|
|
248
|
+
if (!Array.isArray(manifest.pins) || manifest.pins.length < 1 || manifest.pins.length > 512
|
|
249
|
+
|| manifest.pins.some(pin => !wireFields(pin, ["path", "sha256"]) || !path.isAbsolute(pin.path ?? "")
|
|
250
|
+
|| path.normalize(pin.path) !== pin.path || !SHA256.test(pin.sha256))
|
|
251
|
+
|| new Set(manifest.pins.map(pin => pin.path)).size !== manifest.pins.length) wireReject("definition-pins");
|
|
252
|
+
if (manifest.platformRoot && !manifest.pins.some(pin => pin.path.startsWith(manifest.platformRoot + path.sep))) wireReject("platform-source-unpinned");
|
|
253
|
+
if (!Array.isArray(manifest.states) || manifest.states.length < 1 || manifest.states.length > 512) wireReject("states");
|
|
254
|
+
const ids = new Set(), selectors = new Set();
|
|
255
|
+
for (const state of manifest.states) {
|
|
256
|
+
if (!wireFields(state, ["id", "operatorInputHash", "inputHash", "phase", "taskPresence", "selectedTools", "fingerprint"])
|
|
257
|
+
|| !WIRE_ID.test(state.id ?? "") || !SHA256.test(state.operatorInputHash) || !SHA256.test(state.inputHash)
|
|
258
|
+
|| !["none", "current"].includes(state.taskPresence)
|
|
259
|
+
|| (state.taskPresence === "none" ? state.phase !== null : !Object.hasOwn(BENCHMARK_WIRE_PHASE_EDGES, state.phase))
|
|
260
|
+
|| !Array.isArray(state.selectedTools) || state.selectedTools.length > 512
|
|
261
|
+
|| state.selectedTools.some(name => !WIRE_ID.test(name)) || new Set(state.selectedTools).size !== state.selectedTools.length
|
|
262
|
+
|| !validWireFingerprint(state.fingerprint, state.selectedTools)) wireReject("state");
|
|
263
|
+
const selector = JSON.stringify([state.operatorInputHash, state.inputHash, state.phase, state.taskPresence]);
|
|
264
|
+
if (ids.has(state.id) || selectors.has(selector)) wireReject("ambiguous-state");
|
|
265
|
+
ids.add(state.id); selectors.add(selector);
|
|
266
|
+
}
|
|
267
|
+
return manifest;
|
|
268
|
+
}
|
|
269
|
+
|
|
270
|
+
/** Exact material ordering is intentional and shared with signed host receipt custody. */
|
|
271
|
+
export function benchmarkWireManifestDigest(manifest) {
|
|
272
|
+
return wireHash(JSON.stringify(validateBenchmarkWireManifest(manifest)));
|
|
273
|
+
}
|
|
274
|
+
export function benchmarkWireDefinitionPlanDigest(manifest) {
|
|
275
|
+
validateBenchmarkWireManifest(manifest, { template: true });
|
|
276
|
+
const { configurationDigest: _configuration, receiptPublicKey: _key, ...plan } = manifest;
|
|
277
|
+
return wireHash(JSON.stringify(plan));
|
|
278
|
+
}
|
|
279
|
+
|
|
280
|
+
/** Use only an isolated, pre-input public SDK session and the shared guard projection. */
|
|
281
|
+
export function projectBenchmarkWireState({ session, convertResponsesTools, fingerprint, rewriteInstructions, projection, model,
|
|
282
|
+
workingDirectory, platformRoot }) {
|
|
283
|
+
if (!wireObject(projection) || projection.disposition !== "known" || typeof convertResponsesTools !== "function"
|
|
284
|
+
|| typeof fingerprint !== "function" || typeof rewriteInstructions !== "function"
|
|
285
|
+
|| model?.provider !== "openai-codex" || model?.id !== "gpt-5.6-luna"
|
|
286
|
+
|| !Array.isArray(projection.selectedTools) || ![null, "automatic", "protected"].includes(projection.compactMode)) wireReject("projection-unresolved");
|
|
287
|
+
const definitions = projection.selectedTools.map(name => session.getToolDefinition(name));
|
|
288
|
+
if (definitions.some(tool => !tool || tool.deferLoading === true)) wireReject("tool-definition-unavailable-or-deferred");
|
|
289
|
+
session.setActiveToolsByName(projection.selectedTools);
|
|
290
|
+
if (JSON.stringify(session.getActiveToolNames()) !== JSON.stringify(projection.selectedTools)) wireReject("tool-selection-mismatch");
|
|
291
|
+
const instructions = rewriteInstructions(session.systemPrompt, projection.compactMode);
|
|
292
|
+
if (typeof instructions !== "string" || !instructions) wireReject("instructions-unavailable");
|
|
293
|
+
const tools = convertResponsesTools(definitions, { strict: null, supportsStrictMode: model.compat?.supportsStrictMode ?? true,
|
|
294
|
+
supportsOpenAIGrammarTools: model.compat?.supportsOpenAIGrammarTools ?? false });
|
|
295
|
+
const payload = { model: model.id, instructions, tools, input: [], tool_choice: "auto", reasoning: { effort: model.thinkingLevelMap?.medium ?? "medium" }, text: { verbosity: "low" }, service_tier: "priority" };
|
|
296
|
+
const state = { id: projection.id, operatorInputHash: projection.operatorInputHash, inputHash: projection.inputHash,
|
|
297
|
+
phase: projection.phase, taskPresence: projection.taskPresence, selectedTools: [...projection.selectedTools],
|
|
298
|
+
fingerprint: fingerprint({ payload, provider: model.provider, modelId: model.id, workingDirectory, platformRoot }) };
|
|
299
|
+
if (!validWireFingerprint(state.fingerprint, state.selectedTools)) wireReject("projection-fingerprint");
|
|
300
|
+
return state;
|
|
301
|
+
}
|
|
302
|
+
|
|
303
|
+
function wirePrivateBytes(file, maximumBytes, outsideProject) {
|
|
304
|
+
if (typeof file !== "string" || !path.isAbsolute(file) || fs.realpathSync.native(file) !== file) wireReject("private-file-path");
|
|
305
|
+
if (outsideProject) {
|
|
306
|
+
const relative = path.relative(fs.realpathSync.native(outsideProject), file);
|
|
307
|
+
if (relative === "" || relative !== ".." && !relative.startsWith(`..${path.sep}`) && !path.isAbsolute(relative)) wireReject("custody-inside-project");
|
|
308
|
+
}
|
|
309
|
+
const parent = fs.lstatSync(path.dirname(file)), before = fs.lstatSync(file);
|
|
310
|
+
const uid = typeof process.getuid === "function" ? process.getuid() : null;
|
|
311
|
+
if (!parent.isDirectory() || parent.isSymbolicLink() || (parent.mode & 0o777) !== 0o700
|
|
312
|
+
|| !before.isFile() || before.isSymbolicLink() || before.nlink !== 1 || (before.mode & 0o777) !== 0o600
|
|
313
|
+
|| uid !== null && (parent.uid !== uid || before.uid !== uid) || before.size > maximumBytes) wireReject("private-file-custody");
|
|
314
|
+
const fd = fs.openSync(file, fs.constants.O_RDONLY | (fs.constants.O_NOFOLLOW ?? 0));
|
|
315
|
+
try {
|
|
316
|
+
const opened = fs.fstatSync(fd);
|
|
317
|
+
if (opened.dev !== before.dev || opened.ino !== before.ino || opened.size !== before.size) wireReject("private-file-replaced");
|
|
318
|
+
const bytes = fs.readFileSync(fd), after = fs.fstatSync(fd);
|
|
319
|
+
if (bytes.length > maximumBytes || after.size !== opened.size || after.mtimeMs !== opened.mtimeMs) wireReject("private-file-changed");
|
|
320
|
+
return bytes;
|
|
321
|
+
} finally { fs.closeSync(fd); }
|
|
322
|
+
}
|
|
323
|
+
function wireAssertPins(manifest) {
|
|
324
|
+
for (const pin of manifest.pins) {
|
|
325
|
+
if (/\/(?:auth|settings|models|trust|credentials|secrets)\.json$|\/(?:\.env(?:\.[^/]*)?|\.cache|sessions)(?:\/|$)/i.test(pin.path)) wireReject("sensitive-definition-pin");
|
|
326
|
+
if (fs.realpathSync.native(pin.path) !== pin.path || !fs.lstatSync(pin.path).isFile()
|
|
327
|
+
|| fs.statSync(pin.path).size > 16 * 1024 * 1024 || wireHash(fs.readFileSync(pin.path)) !== pin.sha256) wireReject("definition-pin-drift");
|
|
328
|
+
}
|
|
329
|
+
}
|
|
330
|
+
|
|
331
|
+
/** Read only an explicitly supplied, private, hash-bound definition plan. Missing configuration stays legacy. */
|
|
332
|
+
export function readBenchmarkWireDefinitionPlan({ file, sha256 } = {}) {
|
|
333
|
+
if (file === undefined && sha256 === undefined) return null;
|
|
334
|
+
if (!SHA256.test(sha256 ?? "")) wireReject("definition-plan-digest");
|
|
335
|
+
const bytes = wirePrivateBytes(file, 4 * 1024 * 1024);
|
|
336
|
+
if (wireHash(bytes) !== sha256) wireReject("definition-plan-file-drift");
|
|
337
|
+
const manifest = validateBenchmarkWireManifest(JSON.parse(bytes.toString("utf8")), { template: true });
|
|
338
|
+
wireAssertPins(manifest);
|
|
339
|
+
return { manifest: structuredClone(manifest), file, fileSha256: sha256, planDigest: benchmarkWireDefinitionPlanDigest(manifest) };
|
|
340
|
+
}
|
|
341
|
+
|
|
342
|
+
/** Per-attempt custody only. It neither compiles missing states nor authorizes a provider attempt. */
|
|
343
|
+
export function freezeBenchmarkWireInvocation({ plan, workingDirectory, platformRoot, custodyRoot, configurationDigest, candidateDigest }) {
|
|
344
|
+
if (!plan) return null;
|
|
345
|
+
const current = readBenchmarkWireDefinitionPlan({ file: plan.file, sha256: plan.fileSha256 });
|
|
346
|
+
if (current.planDigest !== plan.planDigest || JSON.stringify(current.manifest) !== JSON.stringify(plan.manifest)) wireReject("definition-plan-changed");
|
|
347
|
+
validateBenchmarkWireManifest(current.manifest, { template: true, workingDirectory, candidateDigest,
|
|
348
|
+
...(current.manifest.platformRoot ? { platformRoot } : {}) });
|
|
349
|
+
if (wireHash(wirePrivateBytes(current.file, 4 * 1024 * 1024, workingDirectory)) !== current.fileSha256) wireReject("definition-plan-custody-drift");
|
|
350
|
+
if (!SHA256.test(configurationDigest)) wireReject("configuration-digest");
|
|
351
|
+
if (Object.hasOwn(current.manifest, "configurationDigest") && current.manifest.configurationDigest !== configurationDigest) wireReject("binding-configurationDigest");
|
|
352
|
+
const project = fs.realpathSync.native(workingDirectory), root = fs.realpathSync.native(custodyRoot);
|
|
353
|
+
const relative = path.relative(project, root);
|
|
354
|
+
if (relative === "" || relative !== ".." && !relative.startsWith(`..${path.sep}`) && !path.isAbsolute(relative)) wireReject("custody-inside-project");
|
|
355
|
+
const directory = fs.mkdtempSync(path.join(root, "provider-wire-"));
|
|
356
|
+
fs.chmodSync(directory, 0o700);
|
|
357
|
+
const { publicKey, privateKey } = crypto.generateKeyPairSync("ed25519");
|
|
358
|
+
const manifest = { ...current.manifest, configurationDigest, receiptPublicKey: publicKey.export({ type: "spki", format: "der" }).toString("base64") };
|
|
359
|
+
validateBenchmarkWireManifest(manifest, { workingDirectory: project, configurationDigest, candidateDigest });
|
|
360
|
+
const files = { manifest: path.join(directory, "manifest.json"), signingKey: path.join(directory, "receipt-signing-key.pem"), receipts: path.join(directory, "receipts.jsonl") };
|
|
361
|
+
const writes = [[files.manifest, JSON.stringify(manifest)], [files.signingKey, privateKey.export({ type: "pkcs8", format: "pem" })], [files.receipts, ""]];
|
|
362
|
+
for (const [file, bytes] of writes) {
|
|
363
|
+
const fd = fs.openSync(file, "wx", 0o600);
|
|
364
|
+
try { fs.writeFileSync(fd, bytes); fs.fsyncSync(fd); } finally { fs.closeSync(fd); }
|
|
365
|
+
}
|
|
366
|
+
const directoryFd = fs.openSync(directory, "r");
|
|
367
|
+
try { fs.fsyncSync(directoryFd); } finally { fs.closeSync(directoryFd); }
|
|
368
|
+
const manifestDigest = benchmarkWireManifestDigest(manifest);
|
|
369
|
+
if (wireHash(wirePrivateBytes(files.manifest, 4 * 1024 * 1024, project)) !== manifestDigest
|
|
370
|
+
|| wirePrivateBytes(files.receipts, 64 * 1024 * 1024, project).length !== 0) wireReject("custody-readback");
|
|
371
|
+
const key = crypto.createPrivateKey(wirePrivateBytes(files.signingKey, 16 * 1024, project));
|
|
372
|
+
if (crypto.createPublicKey(key).export({ type: "spki", format: "der" }).toString("base64") !== manifest.receiptPublicKey) wireReject("signing-key-readback");
|
|
373
|
+
return { manifest, manifestDigest, directory, files, environment: {
|
|
374
|
+
PIAGENT_WIRE_MANIFEST_PATH: files.manifest, PIAGENT_WIRE_MANIFEST_SHA256: manifestDigest,
|
|
375
|
+
PIAGENT_WIRE_SIGNING_KEY_PATH: files.signingKey, PIAGENT_WIRE_RECEIPTS_PATH: files.receipts
|
|
376
|
+
} };
|
|
377
|
+
}
|
|
378
|
+
|
|
379
|
+
/** Retain raw signed host envelopes; the separate reducer decides graph/authority validity. */
|
|
380
|
+
export function readBenchmarkWireReceipts(invocation, bindings = {}) {
|
|
381
|
+
if (!invocation) return null;
|
|
382
|
+
const { manifest, files, manifestDigest } = invocation;
|
|
383
|
+
if (wireHash(wirePrivateBytes(files.manifest, 4 * 1024 * 1024, manifest.workingDirectory)) !== manifestDigest) wireReject("manifest-custody-drift");
|
|
384
|
+
const bytes = wirePrivateBytes(files.receipts, 64 * 1024 * 1024, manifest.workingDirectory);
|
|
385
|
+
if (bytes.length && bytes.at(-1) !== 10) wireReject("receipt-partial-tail");
|
|
386
|
+
const receipts = bytes.toString("utf8").split("\n").filter(Boolean).map(line => {
|
|
387
|
+
const envelope = JSON.parse(line);
|
|
388
|
+
if (!wireFields(envelope, ["material", "signature"]) || typeof envelope.material !== "string"
|
|
389
|
+
|| typeof envelope.signature !== "string" || envelope.material.length > 2 * 1024 * 1024) wireReject("receipt-envelope");
|
|
390
|
+
return envelope;
|
|
391
|
+
});
|
|
392
|
+
return { schemaVersion: 1, protocol: BENCHMARK_WIRE_PROTOCOL, manifestDigest, manifest: structuredClone(manifest),
|
|
393
|
+
receipts, receiptBytesSha256: wireHash(bytes), state: "unverified-host-receipts",
|
|
394
|
+
requestValidation: buildBenchmarkPhaseWireEvidence({ ...bindings, manifest, receipts }) };
|
|
395
|
+
}
|
|
396
|
+
|
|
397
|
+
/** Verify pre-admission observations separately from legacy prefix stability and terminal/accounting settlement.
|
|
398
|
+
* Expected identities and count must come from the invoking host, never from these receipts themselves.
|
|
399
|
+
*/
|
|
400
|
+
export function buildBenchmarkPhaseWireEvidence({ manifest, receipts, expected, expectedReceiptCount, telemetryTruncated = false, trajectoryPolicy } = {}) {
|
|
401
|
+
const result = { schemaVersion: 1, protocol: BENCHMARK_WIRE_PROTOCOL, state: "unavailable", passed: false,
|
|
402
|
+
scope: "authenticated-pre-admission-observations", receiptCount: Array.isArray(receipts) ? receipts.length : 0,
|
|
403
|
+
reason: "independent-host-binding-unavailable", legacyPrefixVerdictUnchanged: true,
|
|
404
|
+
provesAdmission: false, provesProviderDispatch: false, provesTerminalSettlement: false, provesUsage: false };
|
|
405
|
+
if (!expected || !["manifestDigest", "candidateDigest", "configurationDigest", "definitionDigest"].every(key => SHA256.test(expected[key] ?? ""))
|
|
406
|
+
|| !WIRE_ID.test(expected.sessionId ?? "") || !WIRE_ID.test(expected.runtimeInstanceRef ?? "")
|
|
407
|
+
|| !path.isAbsolute(expected.workingDirectory ?? "") || !Array.isArray(expected.operations) || !expected.operations.length
|
|
408
|
+
|| !Number.isSafeInteger(expectedReceiptCount) || expectedReceiptCount < 1) return result;
|
|
409
|
+
if (typeof trajectoryPolicy?.create !== "function" || typeof trajectoryPolicy?.reduce !== "function")
|
|
410
|
+
return { ...result, reason: "pinned-trajectory-policy-unavailable" };
|
|
411
|
+
const demand = (condition, reason) => { if (!condition) throw new Error(reason); };
|
|
412
|
+
try {
|
|
413
|
+
validateBenchmarkWireManifest(manifest, { candidateDigest: expected.candidateDigest, configurationDigest: expected.configurationDigest,
|
|
414
|
+
definitionDigest: expected.definitionDigest, workingDirectory: expected.workingDirectory });
|
|
415
|
+
demand(benchmarkWireManifestDigest(manifest) === expected.manifestDigest, "manifest-binding-mismatch");
|
|
416
|
+
demand(telemetryTruncated === false && Array.isArray(receipts) && receipts.length === expectedReceiptCount
|
|
417
|
+
&& receipts.length <= 65536, "request-evidence-incomplete");
|
|
418
|
+
const admissions = new Map(), requestIds = new Set();
|
|
419
|
+
for (const admission of expected.operations) {
|
|
420
|
+
demand(wireFields(admission, ["operationRef", "messageRequestId", "operatorInputHash"])
|
|
421
|
+
&& WIRE_ID.test(admission.operationRef) && WIRE_ID.test(admission.messageRequestId) && SHA256.test(admission.operatorInputHash)
|
|
422
|
+
&& !admissions.has(admission.operationRef) && !requestIds.has(admission.messageRequestId), "expected-operation-invalid");
|
|
423
|
+
admissions.set(admission.operationRef, admission); requestIds.add(admission.messageRequestId);
|
|
424
|
+
}
|
|
425
|
+
const publicKey = crypto.createPublicKey({ key: Buffer.from(manifest.receiptPublicKey, "base64"), type: "spki", format: "der" });
|
|
426
|
+
const seenOperations = new Set(), seenTurns = new Set(), seenTasks = new Set(), eventIds = new Set();
|
|
427
|
+
let previousHash = null, operation = null, accepted = null, task = null;
|
|
428
|
+
for (const [index, envelope] of receipts.entries()) {
|
|
429
|
+
demand(wireFields(envelope, ["material", "signature"]) && typeof envelope.material === "string" && envelope.material.length <= 2 * 1024 * 1024
|
|
430
|
+
&& typeof envelope.signature === "string" && Buffer.from(envelope.signature, "base64").length === 64
|
|
431
|
+
&& Buffer.from(envelope.signature, "base64").toString("base64") === envelope.signature
|
|
432
|
+
&& crypto.verify(null, Buffer.from(envelope.material), publicKey, Buffer.from(envelope.signature, "base64")), "signature-invalid");
|
|
433
|
+
const row = JSON.parse(envelope.material);
|
|
434
|
+
demand(wireFields(row, ["schemaVersion", "protocol", "manifestDigest", "sequence", "previousReceiptHash", "sessionId", "workingDirectory",
|
|
435
|
+
"runtimeInstanceRef", "operationRef", "messageRequestId", "operatorInputHash", "inputHash", "turnId", "taskId", "taskRunId", "phase",
|
|
436
|
+
"trajectorySequence", "stateId", "fingerprint", "events"]), "receipt-fields-invalid");
|
|
437
|
+
demand(row.schemaVersion === 1 && row.protocol === BENCHMARK_WIRE_PROTOCOL && row.manifestDigest === expected.manifestDigest
|
|
438
|
+
&& row.sessionId === expected.sessionId && row.runtimeInstanceRef === expected.runtimeInstanceRef
|
|
439
|
+
&& row.workingDirectory === expected.workingDirectory, "receipt-binding-mismatch");
|
|
440
|
+
demand(row.sequence === index + 1 && row.previousReceiptHash === previousHash, "receipt-order-invalid");
|
|
441
|
+
demand(Array.isArray(row.events) && row.events.length <= 1024, "events-invalid");
|
|
442
|
+
for (const event of row.events) {
|
|
443
|
+
demand(wireObject(event), "event-invalid");
|
|
444
|
+
if (event.type === "operation-accepted") {
|
|
445
|
+
const admission = admissions.get(event.operationRef);
|
|
446
|
+
demand(wireFields(event, ["type", "operationRef", "messageRequestId", "operatorInputHash", "predecessorReceiptHash"])
|
|
447
|
+
&& !operation && admission && !seenOperations.has(event.operationRef) && event.predecessorReceiptHash === previousHash
|
|
448
|
+
&& event.messageRequestId === admission.messageRequestId && event.operatorInputHash === admission.operatorInputHash, "operation-not-authorized");
|
|
449
|
+
operation = admission; accepted = null; seenOperations.add(event.operationRef);
|
|
450
|
+
} else if (event.type === "input-accepted") {
|
|
451
|
+
demand(wireFields(event, ["type", "operationRef", "messageRequestId", "operatorInputHash", "inputHash", "turnId", "source"])
|
|
452
|
+
&& operation && !accepted && event.operationRef === operation.operationRef && event.messageRequestId === operation.messageRequestId
|
|
453
|
+
&& event.operatorInputHash === operation.operatorInputHash && SHA256.test(event.inputHash) && WIRE_ID.test(event.turnId)
|
|
454
|
+
&& !seenTurns.has(event.turnId) && ["rpc", "interactive", "extension"].includes(event.source), "input-not-authorized");
|
|
455
|
+
accepted = event; seenTurns.add(event.turnId);
|
|
456
|
+
} else if (event.type === "operation-closed") {
|
|
457
|
+
demand(wireFields(event, ["type", "operationRef", "messageRequestId", "reason"]) && operation
|
|
458
|
+
&& event.operationRef === operation.operationRef && event.messageRequestId === operation.messageRequestId
|
|
459
|
+
&& typeof event.reason === "string" && event.reason.length > 0 && event.reason.length <= 2048, "operation-close-invalid");
|
|
460
|
+
operation = null; accepted = null;
|
|
461
|
+
} else if (event.type === "task-attached") {
|
|
462
|
+
const initial = event.initialState;
|
|
463
|
+
demand(wireFields(event, ["type", "initialState"]) && operation && accepted && !task && wireObject(initial)
|
|
464
|
+
&& WIRE_ID.test(initial.taskId) && WIRE_ID.test(initial.taskRunId) && !seenTasks.has(initial.taskRunId), "task-attachment-invalid");
|
|
465
|
+
const policyState = trajectoryPolicy.create({ taskId: initial.taskId, taskRunId: initial.taskRunId,
|
|
466
|
+
sessionId: expected.sessionId, changeMode: initial.changeMode, riskLane: initial.riskLane,
|
|
467
|
+
recommendationRef: initial.recommendationRef, createdAt: initial.createdAt });
|
|
468
|
+
demand(JSON.stringify(policyState) === JSON.stringify(initial), "initial-trajectory-state-invalid");
|
|
469
|
+
task = { taskId: initial.taskId, taskRunId: initial.taskRunId, phase: "intake", sequence: 0, policyState };
|
|
470
|
+
seenTasks.add(initial.taskRunId);
|
|
471
|
+
} else if (event.type === "task-detached") {
|
|
472
|
+
demand(wireFields(event, ["type", "taskId", "taskRunId", "outcome"]) && !operation && task?.phase === "terminal"
|
|
473
|
+
&& event.taskId === task.taskId && event.taskRunId === task.taskRunId && WIRE_ID.test(event.outcome)
|
|
474
|
+
&& event.outcome !== "pending", "task-detachment-invalid");
|
|
475
|
+
task = null;
|
|
476
|
+
} else if (event.type === "phase-transition") {
|
|
477
|
+
const transition = event.event;
|
|
478
|
+
demand(wireFields(event, ["type", "event"]) && operation && accepted && task && wireObject(transition)
|
|
479
|
+
&& transition.taskId === task.taskId && transition.taskRunId === task.taskRunId
|
|
480
|
+
&& transition.sessionHash === wireHash(expected.sessionId) && transition.sequence === task.sequence + 1
|
|
481
|
+
&& transition.from === task.phase && BENCHMARK_WIRE_PHASE_EDGES[task.phase]?.includes(transition.to)
|
|
482
|
+
&& !eventIds.has(transition.eventId), "phase-edge-or-cause-invalid");
|
|
483
|
+
// The entrypoint supplies the pinned existing kernel, never a function from a manifest or transcript.
|
|
484
|
+
// This preserves its path, assurance, timestamp, digest and skip rules without a second policy parser.
|
|
485
|
+
task.policyState = trajectoryPolicy.reduce(task.policyState, transition);
|
|
486
|
+
demand(task.policyState.currentPhase === transition.to && task.policyState.sequence === transition.sequence,
|
|
487
|
+
"trajectory-policy-replay-mismatch");
|
|
488
|
+
task.phase = transition.to; task.sequence = transition.sequence; eventIds.add(transition.eventId);
|
|
489
|
+
} else demand(false, "unknown-host-event");
|
|
490
|
+
}
|
|
491
|
+
demand(operation && accepted && row.operationRef === operation.operationRef && row.messageRequestId === operation.messageRequestId
|
|
492
|
+
&& row.operatorInputHash === operation.operatorInputHash && row.inputHash === accepted.inputHash && row.turnId === accepted.turnId
|
|
493
|
+
&& row.taskId === (task?.taskId ?? null) && row.taskRunId === (task?.taskRunId ?? null)
|
|
494
|
+
&& row.phase === (task?.phase ?? null) && row.trajectorySequence === (task?.sequence ?? 0), "request-state-mismatch");
|
|
495
|
+
const selected = manifest.states.find(state => state.id === row.stateId);
|
|
496
|
+
demand(selected && selected.operatorInputHash === row.operatorInputHash && selected.inputHash === row.inputHash
|
|
497
|
+
&& selected.phase === row.phase && selected.taskPresence === (task ? "current" : "none")
|
|
498
|
+
&& JSON.stringify(selected.fingerprint) === JSON.stringify(row.fingerprint), "request-definition-drift");
|
|
499
|
+
previousHash = wireHash(JSON.stringify(envelope));
|
|
500
|
+
}
|
|
501
|
+
demand(seenOperations.size === admissions.size, "expected-operation-missing");
|
|
502
|
+
return { ...result, state: "verified", passed: true, reason: null, manifestDigest: expected.manifestDigest, finalReceiptHash: previousHash };
|
|
503
|
+
} catch (error) { return { ...result, state: "failed", reason: error instanceof Error ? error.message : "invalid-wire-evidence" }; }
|
|
504
|
+
}
|