@piagent/platform 1.6.1 → 1.8.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +71 -0
- package/README.md +8 -2
- package/README.vi.md +11 -2
- package/adapters/common/assurance-producers.json +109 -0
- package/adapters/common/structured-assurance-facts.mjs +153 -0
- package/adapters/node-typescript/contract-families.json +2811 -0
- package/adapters/node-typescript/contract-families.md +90 -0
- package/benchmarks/production-v1/grade.mjs +20 -0
- package/benchmarks/production-v1/spend-control.v1.json +3 -3
- package/benchmarks/production-v2/grade.mjs +892 -0
- package/benchmarks/production-v2/project/README.md +7 -0
- package/benchmarks/production-v2/project/config/service.json +4 -0
- package/benchmarks/production-v2/project/data/audit-ledger.jsonl +1 -0
- package/benchmarks/production-v2/project/docs/ops.md +3 -0
- package/benchmarks/production-v2/project/logs/incident.log +2 -0
- package/benchmarks/production-v2/project/package.json +11 -0
- package/benchmarks/production-v2/project/scripts/check.mjs +21 -0
- package/benchmarks/production-v2/project/src/backend/auth.js +3 -0
- package/benchmarks/production-v2/project/src/backend/billing-window.js +4 -0
- package/benchmarks/production-v2/project/src/backend/cache.js +15 -0
- package/benchmarks/production-v2/project/src/backend/invoice.js +4 -0
- package/benchmarks/production-v2/project/src/backend/revocation-cache.js +3 -0
- package/benchmarks/production-v2/project/src/data/csv.js +3 -0
- package/benchmarks/production-v2/project/src/data/dedup.js +5 -0
- package/benchmarks/production-v2/project/src/data/migration.js +9 -0
- package/benchmarks/production-v2/project/src/data/ndjson-stream.js +5 -0
- package/benchmarks/production-v2/project/src/data/versioned-replay.js +8 -0
- package/benchmarks/production-v2/project/src/frontend/chat-events.js +7 -0
- package/benchmarks/production-v2/project/src/frontend/pagination.js +8 -0
- package/benchmarks/production-v2/project/src/frontend/request-lifecycle.js +15 -0
- package/benchmarks/production-v2/project/src/frontend/search-state.js +8 -0
- package/benchmarks/production-v2/project/src/frontend/unicode-search.js +7 -0
- package/benchmarks/production-v2/project/src/fullstack/contract-sync.js +10 -0
- package/benchmarks/production-v2/project/src/platform/args.js +10 -0
- package/benchmarks/production-v2/project/src/platform/config.js +7 -0
- package/benchmarks/production-v2/project/src/platform/workflow-session.js +9 -0
- package/benchmarks/production-v2/project/src/platform/workspace.js +13 -0
- package/benchmarks/production-v2/project/src/reliability/checkpoint.js +5 -0
- package/benchmarks/production-v2/project/src/reliability/expiry.js +5 -0
- package/benchmarks/production-v2/project/src/reliability/retry.js +15 -0
- package/benchmarks/production-v2/project/test/smoke.test.js +21 -0
- package/benchmarks/production-v2/project/vendor/README.md +1 -0
- package/benchmarks/production-v2/prompts/abort-reconnect-supersession.md +11 -0
- package/benchmarks/production-v2/prompts/backend-frontend-contract-sync.md +12 -0
- package/benchmarks/production-v2/prompts/billing-cutoff-clock-skew.md +11 -0
- package/benchmarks/production-v2/prompts/bounded-retry.md +7 -0
- package/benchmarks/production-v2/prompts/chunked-record-boundary.md +9 -0
- package/benchmarks/production-v2/prompts/cli-double-dash.md +7 -0
- package/benchmarks/production-v2/prompts/config-precedence.md +6 -0
- package/benchmarks/production-v2/prompts/destructive-history-refusal.md +3 -0
- package/benchmarks/production-v2/prompts/expiry-boundary.md +7 -0
- package/benchmarks/production-v2/prompts/idempotent-replay-conflict.md +11 -0
- package/benchmarks/production-v2/prompts/incident-diagnosis.md +4 -0
- package/benchmarks/production-v2/prompts/invoice-rounding.md +9 -0
- package/benchmarks/production-v2/prompts/journeys/config-precedence-scout.md +3 -0
- package/benchmarks/production-v2/prompts/journeys/expiry-boundary-scout.md +3 -0
- package/benchmarks/production-v2/prompts/journeys/quoted-csv-scout.md +3 -0
- package/benchmarks/production-v2/prompts/journeys/recover-after-uncertain-send.md +4 -0
- package/benchmarks/production-v2/prompts/journeys/repository-prompt-injection-scout.md +4 -0
- package/benchmarks/production-v2/prompts/journeys/resumable-checkpoint-partial-failure-scout.md +4 -0
- package/benchmarks/production-v2/prompts/journeys/stable-dedup-scout.md +3 -0
- package/benchmarks/production-v2/prompts/journeys/stale-search-response-scout.md +3 -0
- package/benchmarks/production-v2/prompts/journeys/tenant-cache-isolation-scout.md +4 -0
- package/benchmarks/production-v2/prompts/journeys/verify-current-contract.md +4 -0
- package/benchmarks/production-v2/prompts/journeys/workflow-switch-same-session-scout.md +4 -0
- package/benchmarks/production-v2/prompts/pagination-boundary.md +7 -0
- package/benchmarks/production-v2/prompts/protected-env-refusal.md +2 -0
- package/benchmarks/production-v2/prompts/quoted-csv.md +6 -0
- package/benchmarks/production-v2/prompts/reconnect-chat-event-order.md +19 -0
- package/benchmarks/production-v2/prompts/repository-prompt-injection.md +5 -0
- package/benchmarks/production-v2/prompts/resumable-checkpoint-partial-failure.md +11 -0
- package/benchmarks/production-v2/prompts/revoked-session-cache.md +10 -0
- package/benchmarks/production-v2/prompts/schema-migration.md +6 -0
- package/benchmarks/production-v2/prompts/stable-dedup.md +6 -0
- package/benchmarks/production-v2/prompts/stale-search-response.md +6 -0
- package/benchmarks/production-v2/prompts/tenant-cache-isolation.md +6 -0
- package/benchmarks/production-v2/prompts/tenant-role-authorization.md +6 -0
- package/benchmarks/production-v2/prompts/unicode-search.md +6 -0
- package/benchmarks/production-v2/prompts/workflow-switch-same-session.md +30 -0
- package/benchmarks/production-v2/prompts/workspace-order.md +7 -0
- package/benchmarks/production-v2/spend-control.v1.json +115 -0
- package/benchmarks/production-v2/suite.json +1009 -0
- package/benchmarks/production-v2/variant.mjs +169 -0
- package/benchmarks/production-v3/CONTRACT-REVISION-20260922.md +31 -0
- package/benchmarks/production-v3/calibration/corpus.v1.json +63 -0
- package/benchmarks/production-v3/calibration/human-review-rubric.v1.json +36 -0
- package/benchmarks/production-v3/grade.mjs +1017 -0
- package/benchmarks/production-v3/project/README.md +7 -0
- package/benchmarks/production-v3/project/config/service.json +4 -0
- package/benchmarks/production-v3/project/data/audit-ledger.jsonl +1 -0
- package/benchmarks/production-v3/project/docs/ops.md +3 -0
- package/benchmarks/production-v3/project/logs/incident.log +2 -0
- package/benchmarks/production-v3/project/package.json +11 -0
- package/benchmarks/production-v3/project/scripts/check.mjs +21 -0
- package/benchmarks/production-v3/project/src/backend/auth.js +3 -0
- package/benchmarks/production-v3/project/src/backend/billing-window.js +4 -0
- package/benchmarks/production-v3/project/src/backend/cache.js +15 -0
- package/benchmarks/production-v3/project/src/backend/invoice.js +4 -0
- package/benchmarks/production-v3/project/src/backend/revocation-cache.js +12 -0
- package/benchmarks/production-v3/project/src/data/csv.js +3 -0
- package/benchmarks/production-v3/project/src/data/dedup.js +5 -0
- package/benchmarks/production-v3/project/src/data/migration.js +9 -0
- package/benchmarks/production-v3/project/src/data/ndjson-stream.js +5 -0
- package/benchmarks/production-v3/project/src/data/versioned-replay.js +8 -0
- package/benchmarks/production-v3/project/src/frontend/chat-events.js +7 -0
- package/benchmarks/production-v3/project/src/frontend/pagination.js +8 -0
- package/benchmarks/production-v3/project/src/frontend/request-lifecycle.js +23 -0
- package/benchmarks/production-v3/project/src/frontend/search-state.js +8 -0
- package/benchmarks/production-v3/project/src/frontend/unicode-search.js +7 -0
- package/benchmarks/production-v3/project/src/fullstack/contract-sync.js +10 -0
- package/benchmarks/production-v3/project/src/platform/args.js +10 -0
- package/benchmarks/production-v3/project/src/platform/config.js +7 -0
- package/benchmarks/production-v3/project/src/platform/workflow-session.js +9 -0
- package/benchmarks/production-v3/project/src/platform/workspace.js +13 -0
- package/benchmarks/production-v3/project/src/reliability/checkpoint.js +5 -0
- package/benchmarks/production-v3/project/src/reliability/expiry.js +14 -0
- package/benchmarks/production-v3/project/src/reliability/retry.js +15 -0
- package/benchmarks/production-v3/project/test/smoke.test.js +21 -0
- package/benchmarks/production-v3/project/vendor/README.md +1 -0
- package/benchmarks/production-v3/prompts/abort-reconnect-supersession.md +11 -0
- package/benchmarks/production-v3/prompts/backend-frontend-contract-sync.md +20 -0
- package/benchmarks/production-v3/prompts/billing-cutoff-clock-skew.md +11 -0
- package/benchmarks/production-v3/prompts/bounded-retry.md +7 -0
- package/benchmarks/production-v3/prompts/chunked-record-boundary.md +11 -0
- package/benchmarks/production-v3/prompts/cli-double-dash.md +7 -0
- package/benchmarks/production-v3/prompts/config-precedence.md +6 -0
- package/benchmarks/production-v3/prompts/destructive-history-refusal.md +9 -0
- package/benchmarks/production-v3/prompts/expiry-boundary.md +14 -0
- package/benchmarks/production-v3/prompts/idempotent-replay-conflict.md +13 -0
- package/benchmarks/production-v3/prompts/incident-diagnosis.md +4 -0
- package/benchmarks/production-v3/prompts/invoice-rounding.md +9 -0
- package/benchmarks/production-v3/prompts/journeys/config-precedence-scout.md +3 -0
- package/benchmarks/production-v3/prompts/journeys/expiry-boundary-scout.md +3 -0
- package/benchmarks/production-v3/prompts/journeys/quoted-csv-scout.md +3 -0
- package/benchmarks/production-v3/prompts/journeys/recover-after-uncertain-send.md +4 -0
- package/benchmarks/production-v3/prompts/journeys/repository-prompt-injection-scout.md +4 -0
- package/benchmarks/production-v3/prompts/journeys/resumable-checkpoint-partial-failure-scout.md +4 -0
- package/benchmarks/production-v3/prompts/journeys/stable-dedup-scout.md +3 -0
- package/benchmarks/production-v3/prompts/journeys/stale-search-response-scout.md +3 -0
- package/benchmarks/production-v3/prompts/journeys/tenant-cache-isolation-scout.md +4 -0
- package/benchmarks/production-v3/prompts/journeys/verify-current-contract.md +4 -0
- package/benchmarks/production-v3/prompts/journeys/workflow-switch-same-session-scout.md +4 -0
- package/benchmarks/production-v3/prompts/pagination-boundary.md +9 -0
- package/benchmarks/production-v3/prompts/protected-env-refusal.md +8 -0
- package/benchmarks/production-v3/prompts/quoted-csv.md +6 -0
- package/benchmarks/production-v3/prompts/reconnect-chat-event-order.md +20 -0
- package/benchmarks/production-v3/prompts/repository-prompt-injection.md +5 -0
- package/benchmarks/production-v3/prompts/resumable-checkpoint-partial-failure.md +15 -0
- package/benchmarks/production-v3/prompts/revoked-session-cache.md +10 -0
- package/benchmarks/production-v3/prompts/schema-migration.md +6 -0
- package/benchmarks/production-v3/prompts/stable-dedup.md +6 -0
- package/benchmarks/production-v3/prompts/stale-search-response.md +6 -0
- package/benchmarks/production-v3/prompts/tenant-cache-isolation.md +6 -0
- package/benchmarks/production-v3/prompts/tenant-role-authorization.md +6 -0
- package/benchmarks/production-v3/prompts/unicode-search.md +6 -0
- package/benchmarks/production-v3/prompts/workflow-switch-same-session.md +30 -0
- package/benchmarks/production-v3/prompts/workspace-order.md +7 -0
- package/benchmarks/production-v3/public-checks/abort-reconnect-supersession.js +34 -0
- package/benchmarks/production-v3/public-checks/expiry-boundary.js +29 -0
- package/benchmarks/production-v3/public-checks/revoked-session-cache.js +20 -0
- package/benchmarks/production-v3/spend-control.v1.json +121 -0
- package/benchmarks/production-v3/suite.json +1010 -0
- package/benchmarks/production-v3/variant.mjs +178 -0
- package/catalog/capabilities.json +2 -2
- package/docs/benchmark-codex-mcp-metadata-contract-v1.md +159 -0
- package/docs/benchmark-codex-mcp-metadata-contract-v2.md +182 -0
- package/docs/benchmark-codex-mcp-metadata-contract-v3.md +194 -0
- package/docs/benchmark-public-contract-addendum-v2.md +85 -0
- package/docs/benchmark-public-contract-addendum-v3.md +116 -0
- package/docs/command-reference-vietnamese.md +10 -7
- package/docs/context-window-policy.md +3 -3
- package/docs/distribution-standard.md +9 -9
- package/docs/languages.json +2 -2
- package/docs/model-options.md +20 -15
- package/docs/operator-manual-vietnamese.md +12 -12
- package/docs/piagent-codex-benchmark-recovery-plan.md +1817 -0
- package/docs/piagent-core-evaluation-specs-2026-09-06.json +706 -0
- package/docs/piagent-core-improvement-plan.md +528 -0
- package/docs/piagent-core-offline-implementation-2026-09-06.md +219 -0
- package/docs/piagent-core-plan-checkpoint-2026-09-06.json +69 -0
- package/docs/piagent-core-reasoning-research-2026-09-06.md +225 -0
- package/docs/piagent-core-research-sources-2026-09-06.json +416 -0
- package/docs/piagent-open-session-wait.md +19 -0
- package/docs/piagent-runtime-benchmark-execution-plan.md +685 -0
- package/docs/publishing-for-teams.md +3 -0
- package/docs/quality-benchmark.md +128 -8
- package/docs/quickstart-vietnamese.md +2 -2
- package/docs/release-install-policy.md +38 -11
- package/docs/research/harness-next-evidence-review.md +113 -0
- package/docs/team-onboarding.md +7 -7
- package/docs/third-party-neutrality.md +7 -0
- package/docs/usage-observability.md +1 -1
- package/docs-site/architecture.html +1 -1
- package/docs-site/benchmark.html +1 -1
- package/docs-site/commands.html +1 -1
- package/docs-site/content/en/runtime.html +1 -1
- package/docs-site/content/en/whats-new.html +23 -0
- package/docs-site/content/runtime.html +2 -2
- package/docs-site/content/whats-new.html +23 -0
- package/docs-site/context-engine.html +1 -1
- package/docs-site/en/architecture.html +1 -1
- package/docs-site/en/benchmark.html +1 -1
- package/docs-site/en/commands.html +1 -1
- package/docs-site/en/context-engine.html +1 -1
- package/docs-site/en/index.html +1 -1
- package/docs-site/en/mcp-approval.html +1 -1
- package/docs-site/en/mcp-auth.html +1 -1
- package/docs-site/en/mcp-servers.html +1 -1
- package/docs-site/en/mcp.html +1 -1
- package/docs-site/en/permissions.html +1 -1
- package/docs-site/en/profiles.html +1 -1
- package/docs-site/en/quickstart.html +1 -1
- package/docs-site/en/runtime.html +2 -2
- package/docs-site/en/scope.html +1 -1
- package/docs-site/en/security.html +1 -1
- package/docs-site/en/team.html +1 -1
- package/docs-site/en/whats-new.html +24 -1
- package/docs-site/en/workflows.html +1 -1
- package/docs-site/index.html +1 -1
- package/docs-site/mcp-approval.html +1 -1
- package/docs-site/mcp-auth.html +1 -1
- package/docs-site/mcp-servers.html +1 -1
- package/docs-site/mcp.html +1 -1
- package/docs-site/permissions.html +1 -1
- package/docs-site/profiles.html +1 -1
- package/docs-site/quickstart.html +1 -1
- package/docs-site/runtime.html +3 -3
- package/docs-site/scope.html +1 -1
- package/docs-site/security.html +1 -1
- package/docs-site/team.html +1 -1
- package/docs-site/whats-new.html +24 -1
- package/docs-site/workflows.html +1 -1
- package/evals/architecture-conformance-v1/lane.json +18 -0
- package/evals/architecture-conformance-v1/runner.mjs +77 -0
- package/evals/fixtures/approved-host-contracts.invalid.json +43 -0
- package/evals/fixtures/approved-host-contracts.valid.json +43 -0
- package/evals/fixtures/benchmark-attempt-outcome.invalid.json +42 -0
- package/evals/fixtures/benchmark-attempt-outcome.valid.json +42 -0
- package/evals/fixtures/benchmark-independent-verification-plan.invalid.json +7 -0
- package/evals/fixtures/benchmark-independent-verification-plan.valid.json +21 -0
- package/evals/fixtures/composite-criterion.invalid.json +10 -0
- package/evals/fixtures/composite-criterion.valid.json +33 -0
- package/evals/fixtures/contract-family-library.invalid.json +42 -0
- package/evals/fixtures/contract-family-library.valid.json +41 -0
- package/evals/fixtures/contract-selection-recipe.invalid.json +29 -0
- package/evals/fixtures/contract-selection-recipe.valid.json +29 -0
- package/evals/fixtures/host-contract-plan.invalid.json +42 -0
- package/evals/fixtures/host-contract-plan.valid.json +41 -0
- package/evals/fixtures/scoped-project-verification-receipt-v2.invalid.json +42 -0
- package/evals/fixtures/scoped-project-verification-receipt-v2.valid.json +42 -0
- package/evals/fixtures/scoped-project-verification-receipt-v3.invalid.json +57 -0
- package/evals/fixtures/scoped-project-verification-receipt-v3.valid.json +57 -0
- package/evals/fixtures/scoped-verification-receipt-v1.invalid.json +40 -0
- package/evals/fixtures/scoped-verification-receipt-v1.valid.json +40 -0
- package/evals/fs5-artifact-archive/README.md +32 -0
- package/evals/fs5-artifact-archive/manifest.json +148 -0
- package/evals/fs5-artifact-archive/sha256/1f073f6d42c093a3182685e0e096144c8b3befd87594aeea1af05ce17653860c.txt +380 -0
- package/evals/fs5-artifact-archive/sha256/1ff46984c5ff668647dfad94248cd9dcfb72384a8aa529279345582f90d7486a.txt +331 -0
- package/evals/fs5-artifact-archive/sha256/20a5e1ef1cab3234a888b876b3cec52e702a05bc5ac000b691f94c651beed9ca.txt +800 -0
- package/evals/fs5-artifact-archive/sha256/29bb79e96b047d79056626d747baa0b3a6ca9d4da7ad80b9668c0085e5581706.txt +116 -0
- package/evals/fs5-artifact-archive/sha256/2bcc0cf6c18eee0c080c30e727610b0f10a278f5862855d920ba5797f07a2f2d.txt +252 -0
- package/evals/fs5-artifact-archive/sha256/37ecc65febe2c5947ac9288ad958bc149e0f08c6beda137edb1c660908853832.txt +324 -0
- package/evals/fs5-artifact-archive/sha256/5d937632d2cfff34dbbb781dd367bb78feb64c36d571c36ca15f2cc40c576af8.txt +142 -0
- package/evals/fs5-artifact-archive/sha256/6057c7bf2f40f8e3db7e293f08d745133c05293b75e9f363fb4e2e53bd09a76a.txt +244 -0
- package/evals/fs5-artifact-archive/sha256/62ea354afb6816b148ae9bd95ffb1ee5e29580eb4a22473e1ae19dbb471ec36b.txt +930 -0
- package/evals/fs5-artifact-archive/sha256/8987775b742f3b3650d75cce84e6d58fcdd3dfb835d03dac4c2bfe6d9eea3a2e.txt +903 -0
- package/evals/fs5-artifact-archive/sha256/902e886d0920b66811f54d0d1d933d70f8fab8704813b46d578bee6af1f21eef.txt +942 -0
- package/evals/fs5-artifact-archive/sha256/976a9908adfd765ee7be0655616f39a44fff64824f5e8535d726082e550b02eb.txt +910 -0
- package/evals/fs5-artifact-archive/sha256/9c07bda5bfe7bb7b0959844ccea6790735cc9f154d8d5972e18785148cea6d9a.txt +101 -0
- package/evals/fs5-artifact-archive/sha256/b936a604db87a697bf69581c33d753e26d9e5e2ccce40bf9c9b2070948f49919.txt +931 -0
- package/evals/fs5-artifact-archive/sha256/bf91f69473f48fc3de7c7c55e7ce893ba0511074c4ec930d9f3bcb9615d8e9d5.txt +950 -0
- package/evals/fs5-artifact-archive/sha256/ce4ed1b4a033f2a8cb4632d1336b0867edb3454ce1380f0642c4055149e6ac59.txt +784 -0
- package/evals/fs5-artifact-archive/sha256/db97f444db8ba604512daf0aa26b3fe1e2a120ace2b21d4730db5b18aa0c528f.txt +950 -0
- package/evals/fs5-causal-arm.v1.json +9 -5
- package/evals/fs5-pilot-protocol.v1.json +1 -1
- package/evals/fs5-pilot-protocol.v4.json +4 -4
- package/evals/fs5-pilot-protocol.v5.json +6 -5
- package/evals/harness-next/development-corpus.mjs +106 -0
- package/evals/harness-next/resource-budget-probe.mjs +38 -0
- package/evals/harness-next/run-calibration.mjs +83 -0
- package/evals/harness-next/run-resource-probe.mjs +55 -0
- package/evals/harness-next/selected-development-corpus.mjs +27 -0
- package/evals/harness-next.v1.json +51 -0
- package/evals/long-horizon-v1/README.md +19 -0
- package/evals/long-horizon-v1/runner.mjs +116 -48
- package/evals/long-horizon-v1/worker.mjs +77 -30
- package/evals/private-holdout-v1/CURRENT_BOUNDARY.md +53 -0
- package/evals/private-holdout-v1/README.md +5 -2
- package/evals/private-holdout-v1/public-exposure.v2.json +273 -0
- package/package.json +9 -4
- package/packages/piagent-core/README.md +2 -2
- package/packages/piagent-core/benchmark/benchmark-all-attempt-efficiency.js +55 -0
- package/packages/piagent-core/benchmark/benchmark-artifact-binding.js +49 -0
- package/packages/piagent-core/benchmark/benchmark-bootstrap.js +265 -14
- package/packages/piagent-core/benchmark/benchmark-budget-governor.js +271 -0
- package/packages/piagent-core/benchmark/benchmark-campaign.js +592 -0
- package/packages/piagent-core/benchmark/benchmark-candidate.js +8 -3
- package/packages/piagent-core/benchmark/benchmark-checkpoint.js +67 -0
- package/packages/piagent-core/benchmark/benchmark-claim-restrictions.js +269 -2
- package/packages/piagent-core/benchmark/benchmark-cli.js +120 -3
- package/packages/piagent-core/benchmark/benchmark-codex-events.js +235 -0
- package/packages/piagent-core/benchmark/benchmark-codex-outcome.js +20 -0
- package/packages/piagent-core/benchmark/benchmark-codex-relative-efficiency.js +2 -1
- package/packages/piagent-core/benchmark/benchmark-codex-rollout.js +521 -0
- package/packages/piagent-core/benchmark/benchmark-codex.js +104 -8
- package/packages/piagent-core/benchmark/benchmark-comparison.js +284 -1
- package/packages/piagent-core/benchmark/benchmark-core.js +107 -107
- package/packages/piagent-core/benchmark/benchmark-diagnostic-source-evidence.js +40 -0
- package/packages/piagent-core/benchmark/benchmark-diagnostic-treatment.js +104 -0
- package/packages/piagent-core/benchmark/benchmark-evaluator-v3.js +226 -0
- package/packages/piagent-core/benchmark/benchmark-execution-guard.js +23 -1
- package/packages/piagent-core/benchmark/benchmark-forensics.js +63 -50
- package/packages/piagent-core/benchmark/benchmark-goal-assessment.js +193 -0
- package/packages/piagent-core/benchmark/benchmark-goal-report.js +87 -0
- package/packages/piagent-core/benchmark/benchmark-independent-verification-observation.js +64 -0
- package/packages/piagent-core/benchmark/benchmark-matrix-summary.js +141 -0
- package/packages/piagent-core/benchmark/benchmark-matrix.js +1 -0
- package/packages/piagent-core/benchmark/benchmark-normalized-cost.js +62 -0
- package/packages/piagent-core/benchmark/benchmark-pi-home.js +1 -0
- package/packages/piagent-core/benchmark/benchmark-preflight.js +69 -8
- package/packages/piagent-core/benchmark/benchmark-process.js +23 -9
- package/packages/piagent-core/benchmark/benchmark-production-completion.js +84 -0
- package/packages/piagent-core/benchmark/benchmark-production-stage-validation.js +209 -0
- package/packages/piagent-core/benchmark/benchmark-provider-free-evidence.js +162 -45
- package/packages/piagent-core/benchmark/benchmark-provider-free-owner.js +24 -0
- package/packages/piagent-core/benchmark/benchmark-provider-wire.js +378 -0
- package/packages/piagent-core/benchmark/benchmark-record-validation.d.ts +2 -0
- package/packages/piagent-core/benchmark/benchmark-record-validation.js +269 -3
- package/packages/piagent-core/benchmark/benchmark-release-claim-controls.js +132 -0
- package/packages/piagent-core/benchmark/benchmark-report.js +79 -4
- package/packages/piagent-core/benchmark/benchmark-resume-recovery.js +280 -10
- package/packages/piagent-core/benchmark/benchmark-runner-policy.js +88 -1
- package/packages/piagent-core/benchmark/benchmark-runtime-identity.js +50 -1
- package/packages/piagent-core/benchmark/benchmark-runtime.js +102 -10
- package/packages/piagent-core/benchmark/benchmark-safety-evidence.js +74 -0
- package/packages/piagent-core/benchmark/benchmark-service-tier.js +189 -0
- package/packages/piagent-core/benchmark/benchmark-stage-diagnostic.js +144 -128
- package/packages/piagent-core/benchmark/benchmark-suite-identity.js +264 -1
- package/packages/piagent-core/benchmark/benchmark-suite-runtime.js +4 -0
- package/packages/piagent-core/benchmark/benchmark-suite.js +211 -4
- package/packages/piagent-core/benchmark/benchmark-summary-support.js +30 -2
- package/packages/piagent-core/benchmark/benchmark-timing-contract.js +189 -0
- package/packages/piagent-core/benchmark/benchmark-timing-diagnostics.js +110 -139
- package/packages/piagent-core/benchmark/benchmark-transport-evidence.js +203 -0
- package/packages/piagent-core/benchmark/benchmark-transport-observation.js +147 -0
- package/packages/piagent-core/benchmark/benchmark-tree-identity.js +2 -1
- package/packages/piagent-core/benchmark/benchmark-usage.js +395 -33
- package/packages/piagent-core/benchmark/benchmark-workflow.js +136 -38
- package/packages/piagent-core/benchmark/fs5-pilot-protocol.js +21 -2
- package/packages/piagent-core/capabilities/runtime-integrity.js +3 -0
- package/packages/piagent-core/extensions/acceptance-api-baseline.js +24 -0
- package/packages/piagent-core/extensions/acceptance-assessment.js +153 -0
- package/packages/piagent-core/extensions/acceptance-authenticated-admission.d.ts +41 -0
- package/packages/piagent-core/extensions/acceptance-authenticated-admission.js +120 -0
- package/packages/piagent-core/extensions/acceptance-behavior-proof.js +264 -70
- package/packages/piagent-core/extensions/acceptance-boundary-binding.js +31 -0
- package/packages/piagent-core/extensions/acceptance-boundary-guidance.js +214 -0
- package/packages/piagent-core/extensions/acceptance-callable-scanner.js +244 -0
- package/packages/piagent-core/extensions/acceptance-clause-group.js +45 -0
- package/packages/piagent-core/extensions/acceptance-composite-contract.js +334 -0
- package/packages/piagent-core/extensions/acceptance-contract-conjunction.js +78 -0
- package/packages/piagent-core/extensions/acceptance-contract-selection.js +161 -0
- package/packages/piagent-core/extensions/acceptance-contract-semantics.js +211 -211
- package/packages/piagent-core/extensions/acceptance-declared-api.js +126 -0
- package/packages/piagent-core/extensions/acceptance-diagnostic-policy.ts +14 -0
- package/packages/piagent-core/extensions/acceptance-document-content.js +73 -0
- package/packages/piagent-core/extensions/acceptance-durable-execution.d.ts +59 -0
- package/packages/piagent-core/extensions/acceptance-durable-execution.js +139 -0
- package/packages/piagent-core/extensions/acceptance-error-classes.js +1 -1
- package/packages/piagent-core/extensions/acceptance-evidence-store.js +223 -0
- package/packages/piagent-core/extensions/acceptance-executable-evidence.js +490 -88
- package/packages/piagent-core/extensions/acceptance-execution-diagnostics.js +34 -0
- package/packages/piagent-core/extensions/acceptance-execution-snapshot.js +174 -0
- package/packages/piagent-core/extensions/acceptance-executor/.dockerignore +21 -0
- package/packages/piagent-core/extensions/acceptance-executor/Dockerfile +5 -0
- package/packages/piagent-core/extensions/acceptance-executor/README.md +103 -0
- package/packages/piagent-core/extensions/acceptance-executor/budget.mjs +54 -0
- package/packages/piagent-core/extensions/acceptance-executor/callback-intrinsics.mjs +126 -0
- package/packages/piagent-core/extensions/acceptance-executor/capabilities.mjs +127 -0
- package/packages/piagent-core/extensions/acceptance-executor/guest.mjs +285 -0
- package/packages/piagent-core/extensions/acceptance-executor/intrinsics.mjs +133 -0
- package/packages/piagent-core/extensions/acceptance-executor/invocation.mjs +39 -0
- package/packages/piagent-core/extensions/acceptance-executor/jobs.mjs +29 -0
- package/packages/piagent-core/extensions/acceptance-executor/module-graph.mjs +70 -0
- package/packages/piagent-core/extensions/acceptance-executor/node-profile.mjs +398 -0
- package/packages/piagent-core/extensions/acceptance-executor/package-lock.json +40 -0
- package/packages/piagent-core/extensions/acceptance-executor/package.json +10 -0
- package/packages/piagent-core/extensions/acceptance-executor/protocol.mjs +248 -0
- package/packages/piagent-core/extensions/acceptance-executor/reference-identity.mjs +61 -0
- package/packages/piagent-core/extensions/acceptance-executor/references.mjs +14 -0
- package/packages/piagent-core/extensions/acceptance-executor/structured-clone.mjs +53 -0
- package/packages/piagent-core/extensions/acceptance-executor/values.mjs +97 -0
- package/packages/piagent-core/extensions/acceptance-executor/worker.mjs +75 -0
- package/packages/piagent-core/extensions/acceptance-expiry-calendar-proof.js +162 -0
- package/packages/piagent-core/extensions/acceptance-expression-parser.js +155 -0
- package/packages/piagent-core/extensions/acceptance-focused-verification.js +40 -0
- package/packages/piagent-core/extensions/acceptance-host-configuration.js +337 -0
- package/packages/piagent-core/extensions/acceptance-identifier-criteria.js +25 -0
- package/packages/piagent-core/extensions/acceptance-independent-contract.js +209 -0
- package/packages/piagent-core/extensions/acceptance-independent-registry.js +106 -0
- package/packages/piagent-core/extensions/acceptance-input-provenance.js +40 -0
- package/packages/piagent-core/extensions/acceptance-integer-domains.js +322 -0
- package/packages/piagent-core/extensions/acceptance-invalid-input-receipt.js +20 -0
- package/packages/piagent-core/extensions/acceptance-invalid-partitions.js +26 -0
- package/packages/piagent-core/extensions/acceptance-invalid-sentinel-proof.js +477 -0
- package/packages/piagent-core/extensions/acceptance-isolated-executor.js +254 -0
- package/packages/piagent-core/extensions/acceptance-lexical-sentinels.js +130 -0
- package/packages/piagent-core/extensions/acceptance-literal-dataflow.js +735 -0
- package/packages/piagent-core/extensions/acceptance-local-binding.js +106 -0
- package/packages/piagent-core/extensions/acceptance-normalizer-evidence.js +719 -0
- package/packages/piagent-core/extensions/acceptance-obligations.js +75 -0
- package/packages/piagent-core/extensions/acceptance-parameter-contract.js +756 -0
- package/packages/piagent-core/extensions/acceptance-precedence-contract.js +572 -0
- package/packages/piagent-core/extensions/acceptance-proof-capability.js +26 -0
- package/packages/piagent-core/extensions/acceptance-receipt.js +139 -152
- package/packages/piagent-core/extensions/acceptance-result-contract-evidence.js +159 -0
- package/packages/piagent-core/extensions/acceptance-source-origin.js +214 -0
- package/packages/piagent-core/extensions/acceptance-state-machine-evidence.js +64 -8
- package/packages/piagent-core/extensions/acceptance-tagged-event-evidence.js +685 -0
- package/packages/piagent-core/extensions/acceptance-temporal-contract.js +756 -0
- package/packages/piagent-core/extensions/acceptance-temporal-dataflow-proof.js +618 -0
- package/packages/piagent-core/extensions/acceptance-test-binding-evidence.js +20 -2
- package/packages/piagent-core/extensions/acceptance-test-bindings.js +86 -0
- package/packages/piagent-core/extensions/acceptance-tuple-shapes.js +12 -0
- package/packages/piagent-core/extensions/context-engine.js +11 -6
- package/packages/piagent-core/extensions/criterion-context-pack.js +96 -4
- package/packages/piagent-core/extensions/failure-types.ts +2 -2
- package/packages/piagent-core/extensions/guard-types.ts +5 -1
- package/packages/piagent-core/extensions/piagent-guard.ts +197 -155
- package/packages/piagent-core/extensions/readonly-inline-inspection.ts +378 -0
- package/packages/piagent-core/extensions/recovery-decision-validation.ts +92 -0
- package/packages/piagent-core/extensions/shell-write-targets.js +15 -14
- package/packages/piagent-core/extensions/task-contract-view.js +4 -4
- package/packages/piagent-core/extensions/task-digest-migration.js +2 -2
- package/packages/piagent-core/extensions/task-journal.js +48 -3
- package/packages/piagent-core/extensions/task-runtime-audit.js +8 -2
- package/packages/piagent-core/extensions/task-state.js +74 -38
- package/packages/piagent-core/extensions/task-terminal-disposition.js +10 -0
- package/packages/piagent-core/extensions/trajectory-contract.ts +5 -0
- package/packages/piagent-core/extensions/verification-intelligence.js +60 -8
- package/packages/piagent-core/extensions/workflow-catalog.ts +98 -0
- package/packages/piagent-core/extensions/workspace-revision.js +48 -0
- package/packages/piagent-core/extensions/workspace-verification-snapshot.js +13 -0
- package/packages/piagent-core/package.json +3 -3
- package/packages/piagent-core/policies/base-policy.json +1 -0
- package/packages/piagent-core/runtime/context/adaptive-planner.ts +7 -3
- package/packages/piagent-core/runtime/hooks/agent-start-hook.ts +60 -59
- package/packages/piagent-core/runtime/hooks/agent-start-types.ts +48 -0
- package/packages/piagent-core/runtime/hooks/completion-hook.ts +76 -83
- package/packages/piagent-core/runtime/hooks/input-hook.ts +92 -7
- package/packages/piagent-core/runtime/hooks/protected-refusal-completion.ts +86 -0
- package/packages/piagent-core/runtime/hooks/session-hooks.ts +5 -2
- package/packages/piagent-core/runtime/hooks/session-start-hook.ts +50 -18
- package/packages/piagent-core/runtime/hooks/tool-result-hook.ts +53 -20
- package/packages/piagent-core/runtime/hooks/tool-result-metadata.ts +9 -0
- package/packages/piagent-core/runtime/hooks/tool-result-navigation.ts +36 -0
- package/packages/piagent-core/runtime/hooks/tool-result-retrieval.ts +42 -0
- package/packages/piagent-core/runtime/input/chat-images.ts +1 -1
- package/packages/piagent-core/runtime/inspection/activity-event-adapter.ts +1 -1
- package/packages/piagent-core/runtime/inspection/same-process-bridge-proof.ts +1 -1
- package/packages/piagent-core/runtime/inspection/task-handoff-history.ts +2 -2
- package/packages/piagent-core/runtime/inspection/tool-failure-classification.ts +49 -8
- package/packages/piagent-core/runtime/inspection/webui-snapshot.ts +61 -15
- package/packages/piagent-core/runtime/inspection/workspace-file-reader.ts +2 -132
- package/packages/piagent-core/runtime/model/model-route-policy.ts +33 -13
- package/packages/piagent-core/runtime/model/model-route-types.ts +10 -6
- package/packages/piagent-core/runtime/model/provider-wire-fingerprint.ts +20 -0
- package/packages/piagent-core/runtime/model/service-tier-runtime.ts +242 -0
- package/packages/piagent-core/runtime/policy/source-worktree-transaction.ts +75 -14
- package/packages/piagent-core/runtime/product/activity-inspector.ts +6 -3
- package/packages/piagent-core/runtime/product/edit-verifier-timing.ts +26 -0
- package/packages/piagent-core/runtime/product/efficiency-metrics.ts +12 -7
- package/packages/piagent-core/runtime/product/operator-projections.ts +8 -3
- package/packages/piagent-core/runtime/product/task-usage-hooks.ts +78 -0
- package/packages/piagent-core/runtime/product/task-usage.ts +104 -0
- package/packages/piagent-core/runtime/quality/protected-refusal-handoff.ts +35 -0
- package/packages/piagent-core/runtime/recovery/acceptance-recovery-guidance.ts +21 -0
- package/packages/piagent-core/runtime/recovery/continuation-budget.ts +11 -2
- package/packages/piagent-core/runtime/recovery/diagnostic-delivery.ts +61 -0
- package/packages/piagent-core/runtime/recovery/handoff-projection.ts +192 -57
- package/packages/piagent-core/runtime/recovery/handoff-verifier-binding.ts +24 -0
- package/packages/piagent-core/runtime/recovery/independent-verification-recovery.ts +79 -0
- package/packages/piagent-core/runtime/recovery/recovery-policy.ts +27 -39
- package/packages/piagent-core/runtime/recovery/resume-state.ts +8 -5
- package/packages/piagent-core/runtime/registration/activity-inspector-command.ts +2 -1
- package/packages/piagent-core/runtime/registration/context-commands.ts +12 -8
- package/packages/piagent-core/runtime/registration/operator-catalogs.ts +4 -9
- package/packages/piagent-core/runtime/registration/policy-tools.ts +5 -3
- package/packages/piagent-core/runtime/registration/session-commands.ts +9 -7
- package/packages/piagent-core/runtime/registration/session-wait-tool.ts +54 -0
- package/packages/piagent-core/runtime/registration/task-completion-tools.ts +27 -11
- package/packages/piagent-core/runtime/registration/task-start-conditional-mutation.ts +45 -0
- package/packages/piagent-core/runtime/registration/task-start-guidance.ts +5 -2
- package/packages/piagent-core/runtime/registration/task-start-tool.ts +23 -23
- package/packages/piagent-core/runtime/registration/workflow-commands.ts +64 -93
- package/packages/piagent-core/runtime/session/completion-signals.ts +23 -0
- package/packages/piagent-core/runtime/session/message-signals.ts +6 -22
- package/packages/piagent-core/runtime/session/retrieval-evidence-runtime.ts +188 -0
- package/packages/piagent-core/runtime/session/runtime-state.ts +29 -35
- package/packages/piagent-core/runtime/session/system-prompt.ts +3 -3
- package/packages/piagent-core/runtime/session/uncertain-send-continuation.ts +231 -0
- package/packages/piagent-core/runtime/session/usage.ts +4 -3
- package/packages/piagent-core/runtime/tools/apply-patch-tool.ts +6 -6
- package/packages/piagent-core/runtime/tools/phase-tool-runtime.ts +1 -1
- package/packages/piagent-core/runtime/tools/phase-tools.ts +3 -2
- package/packages/piagent-core/runtime/tools/session-wait.ts +42 -0
- package/packages/piagent-core/runtime/tools/tool-groups.ts +10 -3
- package/packages/piagent-core/runtime/trajectory/trajectory-runtime.ts +192 -5
- package/packages/piagent-core/runtime/trajectory/trajectory-types.ts +3 -2
- package/packages/piagent-core/runtime/verification/acceptance-api-baseline.js +488 -0
- package/packages/piagent-core/runtime/verification/completion-preparation.ts +22 -0
- package/packages/piagent-core/runtime/verification/composite-completion-finalizer.ts +105 -0
- package/packages/piagent-core/runtime/verification/composite-journal-anchor.ts +181 -0
- package/packages/piagent-core/runtime/verification/composite-runtime-binding.ts +76 -0
- package/packages/piagent-core/runtime/verification/composite-scoped-mediation.ts +318 -0
- package/packages/piagent-core/runtime/verification/composite-session-persistence.ts +175 -0
- package/packages/piagent-core/runtime/verification/composite-task-publication.ts +273 -0
- package/packages/piagent-core/runtime/verification/exact-verifier-reuse.ts +11 -11
- package/packages/piagent-core/runtime/verification/host-project-verification.ts +71 -0
- package/packages/piagent-core/runtime/verification/independent-acceptance-runtime.ts +500 -0
- package/packages/piagent-core/runtime/verification/runtime-assurance-facts.ts +500 -0
- package/packages/piagent-core/runtime/verification/runtime-contract-runner.ts +107 -0
- package/packages/piagent-core/runtime/verification/shell-verification-snapshots.ts +56 -0
- package/packages/piagent-core/runtime/workflows/change-clarification.ts +61 -0
- package/packages/piagent-core/runtime/workflows/input-routing.ts +21 -14
- package/packages/piagent-core/runtime/workflows/runtime-intake-compaction.ts +44 -7
- package/packages/piagent-core/runtime/workflows/task-followup-policy.ts +163 -0
- package/packages/piagent-core/runtime/workflows/task-intake.ts +221 -242
- package/packages/piagent-core/runtime/workflows/task-repair-intent.ts +67 -0
- package/packages/piagent-core/runtime/workflows/task-scope-resolution.ts +83 -0
- package/packages/piagent-core/runtime/workflows/webui-runtime-command.ts +5 -2
- package/packages/piagent-core/runtime/workflows/webui-workflow.ts +39 -32
- package/packages/piagent-core/runtime/workflows/workflow-follow-up.ts +33 -0
- package/packages/piagent-core/security/workspace-file-reader.ts +132 -0
- package/packages/piagent-webui/dist/client/assets/{MarkdownMessage-B4XehTCU.js → MarkdownMessage-DMU7Xe_O.js} +1 -1
- package/packages/piagent-webui/dist/client/assets/index-Cui9AAV_.js +176 -0
- package/packages/piagent-webui/dist/client/assets/{index-BV-_03yl.css → index-DVahUVWy.css} +1 -1
- package/packages/piagent-webui/dist/client/index.html +2 -2
- package/packages/piagent-webui/extension/dispatch-user-entry.ts +13 -0
- package/packages/piagent-webui/extension/piagent-webui.ts +10 -2
- package/packages/piagent-webui/extension/review-controller.ts +29 -6
- package/packages/piagent-webui/extension/same-session-bridge.ts +6 -7
- package/packages/piagent-webui/extension/session-stream-adapter.ts +60 -11
- package/packages/piagent-webui/extension/source-mutation-controller.ts +29 -3
- package/packages/piagent-webui/extension/source-open-controller.ts +29 -7
- package/packages/piagent-webui/extension/source-revert-controller.ts +26 -3
- package/packages/piagent-webui/gateway/gateway-events.ts +22 -5
- package/packages/piagent-webui/gateway/gateway-service.ts +7 -2
- package/packages/piagent-webui/gateway/gateway-session-stream.ts +141 -19
- package/packages/piagent-webui/gateway/rpc-ui-context.ts +34 -9
- package/packages/piagent-webui/gateway/runtime-command-controller.ts +46 -6
- package/packages/piagent-webui/gateway/runtime-session-controls.ts +17 -2
- package/packages/piagent-webui/gateway/session-catalog.ts +9 -3
- package/packages/piagent-webui/gateway/session-command-controller.ts +29 -9
- package/packages/piagent-webui/gateway/session-effective-options.ts +2 -9
- package/packages/piagent-webui/gateway/session-inspection-registry.ts +14 -6
- package/packages/piagent-webui/gateway/session-operation-settlement.ts +28 -0
- package/packages/piagent-webui/gateway/session-prompt-dispatch.ts +37 -0
- package/packages/piagent-webui/gateway/session-runtime-close.ts +36 -0
- package/packages/piagent-webui/gateway/session-runtime-factory.ts +183 -6
- package/packages/piagent-webui/gateway/session-runtime-ownership.ts +48 -0
- package/packages/piagent-webui/gateway/session-runtime-state.ts +24 -0
- package/packages/piagent-webui/gateway/session-runtime-supervisor.ts +114 -114
- package/packages/piagent-webui/server/core-inspection-provider.ts +73 -14
- package/packages/piagent-webui/server/loopback-server.ts +9 -7
- package/packages/piagent-webui/server/terminal-delivery-receipt.ts +144 -0
- package/packages/piagent-webui/server/transcript-projection.ts +65 -12
- package/packages/piagent-webui/shared/message-correlation.ts +25 -0
- package/schemas/approved-host-contracts.schema.json +973 -0
- package/schemas/benchmark-attempt-outcome.schema.json +303 -0
- package/schemas/benchmark-independent-verification-plan.schema.json +34 -0
- package/schemas/composite-criterion.schema.json +788 -0
- package/schemas/contract-family-library.schema.json +28 -0
- package/schemas/contract-selection-recipe.schema.json +31 -0
- package/schemas/failure-evidence.schema.json +2 -2
- package/schemas/helper-request.schema.json +16 -4
- package/schemas/host-contract-plan.schema.json +25 -0
- package/schemas/piagent-webui/gateway-protocol-v1.schema.json +16 -2
- package/schemas/piagent-webui/runtime-command-v1.schema.json +26 -3
- package/schemas/piagent-webui/runtime-event-v2.schema.json +32 -1
- package/schemas/piagent-webui/session-live-state-v1.schema.json +2 -0
- package/schemas/piagent-webui/snapshot-v1.schema.json +3 -0
- package/schemas/piagent-webui/source-change-v1.schema.json +12 -0
- package/schemas/piagent-webui/transcript-v1.schema.json +2 -1
- package/schemas/public-contracts/codex-mcp-metadata-v1.schema.json +206 -0
- package/schemas/public-contracts/codex-mcp-metadata-v2.schema.json +228 -0
- package/schemas/public-contracts/codex-mcp-metadata-v3.schema.json +233 -0
- package/schemas/public-contracts/revocation-v1.schema.json +87 -0
- package/schemas/public-contracts/subscription-contract-v1.schema.json +76 -0
- package/schemas/scoped-project-verification-receipt-v2.schema.json +83 -0
- package/schemas/scoped-project-verification-receipt-v3.schema.json +295 -0
- package/schemas/scoped-verification-receipt-v1.schema.json +76 -0
- package/schemas/task-contract.schema.json +30 -0
- package/scripts/approve-independent-verification.mjs +57 -0
- package/scripts/benchmark-arm-observer.mjs +320 -0
- package/scripts/benchmark-budget-ipc.mjs +34 -0
- package/scripts/benchmark-budget-launcher.mjs +91 -0
- package/scripts/benchmark-budget-processes.mjs +133 -0
- package/scripts/benchmark-budget-publication.mjs +228 -0
- package/scripts/benchmark-budget-runtime.mjs +136 -0
- package/scripts/benchmark-candidate-ablation.mjs +265 -0
- package/scripts/benchmark-codex-journey.mjs +406 -0
- package/scripts/benchmark-independent-verification.mjs +628 -0
- package/scripts/benchmark-journey-outcome.mjs +92 -0
- package/scripts/benchmark-production-v3-human-review.mjs +192 -0
- package/scripts/benchmark-public-input-catalog.mjs +158 -0
- package/scripts/benchmark-registered-plan-author.mjs +355 -0
- package/scripts/benchmark-registered-plan-recipe-support.mjs +85 -0
- package/scripts/benchmark-registered-plan-recipes-backend.mjs +165 -0
- package/scripts/benchmark-registered-plan-recipes-data.mjs +164 -0
- package/scripts/benchmark-registered-plan-recipes-platform.mjs +165 -0
- package/scripts/benchmark-runner-completion.mjs +133 -0
- package/scripts/benchmark-runner-configuration.mjs +159 -0
- package/scripts/benchmark-runner-core.mjs +217 -388
- package/scripts/benchmark-runner-finalization.mjs +140 -27
- package/scripts/benchmark-runner-provider-boundary.mjs +44 -0
- package/scripts/benchmark-runner-schedule.mjs +256 -0
- package/scripts/benchmark-runner-support.mjs +136 -4
- package/scripts/benchmark-runner.mjs +95 -18
- package/scripts/benchmark-scoped-broker-custody.mjs +483 -0
- package/scripts/benchmark-scoped-docs-verifier.mjs +203 -0
- package/scripts/benchmark-scoped-frozen-qualification.mjs +676 -0
- package/scripts/benchmark-scoped-pi-router.mjs +196 -0
- package/scripts/benchmark-scoped-project-verification-receipt.mjs +49 -0
- package/scripts/benchmark-scoped-project-verifier.mjs +461 -0
- package/scripts/benchmark-scoped-session-custody.mjs +599 -0
- package/scripts/benchmark-scoped-session-factory.mjs +342 -0
- package/scripts/benchmark-scoped-tool-broker.mjs +523 -0
- package/scripts/benchmark-scoped-verification-supervisor.mjs +773 -0
- package/scripts/benchmark-session-evaluator.mjs +169 -0
- package/scripts/benchmark-session-provider-boundary.mjs +62 -0
- package/scripts/benchmark-session-usage.mjs +28 -0
- package/scripts/benchmark-session.mjs +343 -50
- package/scripts/benchmark-webui-journey.mjs +678 -0
- package/scripts/check-public-wording.mjs +46 -0
- package/scripts/configure-model-scope.sh +6 -2
- package/scripts/fs4-readiness-evaluation.mjs +7 -1
- package/scripts/install-global.sh +2 -2
- package/scripts/model-route-evaluation-core.ts +1 -0
- package/scripts/phase-tools-evaluation.mjs +1 -0
- package/scripts/pi-auto.sh +7 -1
- package/scripts/pi-model-route.mjs +1 -1
- package/scripts/pi-usage-history.mjs +201 -11
- package/scripts/piagent-cli.mjs +8 -0
- package/scripts/private-holdout-readiness.mjs +7 -1
- package/scripts/public-evaluation-exposure.mjs +140 -0
- package/scripts/select-independent-verification.mjs +62 -0
- package/scripts/setup.sh +2 -2
- package/scripts/typescript-loader.mjs +135 -1
- package/scripts/update-global.mjs +6 -7
- package/scripts/verify-local.sh +37 -56
- package/scripts/verify-release-identity.mjs +5 -3
- package/templates/global/settings.json +5 -1
- package/packages/piagent-webui/dist/client/assets/index-CgOEyRPG.js +0 -176
|
@@ -66,10 +66,97 @@ const RUNTIME_MANAGED_BENCHMARK_TOOLS = new Set([
|
|
|
66
66
|
"piagent_tools"
|
|
67
67
|
]);
|
|
68
68
|
|
|
69
|
-
|
|
69
|
+
function uniqueSorted(values) {
|
|
70
|
+
return [...new Set(values)].sort();
|
|
71
|
+
}
|
|
72
|
+
|
|
73
|
+
function taskTreeEvidence(task, actual) {
|
|
74
|
+
const baselineFiles = Object.keys(plainObject(task?.baselineFileDigests) ? task.baselineFileDigests : {}).sort();
|
|
75
|
+
const finalFiles = Object.keys(plainObject(task?.finalFileDigests) ? task.finalFileDigests : {}).sort();
|
|
76
|
+
const baselineFileClaims = Array.isArray(task?.baselineChangedFiles) ? [...task.baselineChangedFiles].sort() : [];
|
|
77
|
+
const finalFileClaims = Array.isArray(task?.finalWorkingTreeFiles) ? [...task.finalWorkingTreeFiles].sort() : [];
|
|
78
|
+
const migrationReady = task?.workingTreeDigestMigration === undefined;
|
|
79
|
+
const current = task?.workingTreeDigestAlgorithm === "wt-content-v2"
|
|
80
|
+
&& migrationReady
|
|
81
|
+
&& Array.isArray(task?.baselineChangedFiles)
|
|
82
|
+
&& Array.isArray(task?.finalWorkingTreeFiles)
|
|
83
|
+
&& taskWorkingTreeSnapshotUsesCurrentAlgorithm(task?.baselineFileDigests)
|
|
84
|
+
&& taskWorkingTreeSnapshotUsesCurrentAlgorithm(task?.finalFileDigests)
|
|
85
|
+
&& JSON.stringify(baselineFiles) === JSON.stringify(baselineFileClaims)
|
|
86
|
+
&& JSON.stringify(finalFiles) === JSON.stringify(finalFileClaims)
|
|
87
|
+
&& JSON.stringify(finalFiles) === JSON.stringify(actual);
|
|
88
|
+
return {
|
|
89
|
+
current,
|
|
90
|
+
digest: current ? taskWorkingTreeEvidenceDigest(task.finalFileDigests) : undefined
|
|
91
|
+
};
|
|
92
|
+
}
|
|
93
|
+
|
|
94
|
+
function normalizedTasks(taskOrTasks) {
|
|
95
|
+
return (Array.isArray(taskOrTasks) ? taskOrTasks : taskOrTasks ? [taskOrTasks] : [])
|
|
96
|
+
.filter((task) => plainObject(task));
|
|
97
|
+
}
|
|
98
|
+
|
|
99
|
+
function taskStartChoreography(tasks, task, options) {
|
|
100
|
+
const evidence = plainObject(options.taskStartEvidence) ? options.taskStartEvidence : undefined;
|
|
101
|
+
const acceptedTaskStartCount = Number.isInteger(evidence?.acceptedTaskStartCount)
|
|
102
|
+
? Math.max(0, evidence.acceptedTaskStartCount)
|
|
103
|
+
: Number.isInteger(options.acceptedTaskStartCount)
|
|
104
|
+
? Math.max(0, options.acceptedTaskStartCount)
|
|
105
|
+
: task?.taskRunId ? 1 : 0;
|
|
106
|
+
if (tasks.length <= 1) {
|
|
107
|
+
const starts = Array.isArray(evidence?.starts) ? evidence.starts : [];
|
|
108
|
+
const structuredBindingValid = !evidence || (
|
|
109
|
+
starts.length === 1
|
|
110
|
+
&& starts[0]?.taskRunId === task?.taskRunId
|
|
111
|
+
&& Number(evidence.conflictingTaskTurnCount ?? 0) === 0
|
|
112
|
+
&& Number(evidence.duplicateTurnCount ?? 0) === 0
|
|
113
|
+
);
|
|
114
|
+
return {
|
|
115
|
+
acceptedTaskStartCount,
|
|
116
|
+
passed: acceptedTaskStartCount === 1 && structuredBindingValid,
|
|
117
|
+
checkId: "single-task-start"
|
|
118
|
+
};
|
|
119
|
+
}
|
|
120
|
+
const starts = Array.isArray(evidence?.starts) ? evidence.starts : [];
|
|
121
|
+
const expectedTaskRunIds = uniqueSorted(tasks.map((item) => item?.taskRunId).filter(Boolean));
|
|
122
|
+
const observedTaskRunIds = uniqueSorted(starts.map((item) => item?.taskRunId).filter(Boolean));
|
|
123
|
+
const expectedTurnCount = Number.isInteger(options.expectedTurnCount) && options.expectedTurnCount > 0
|
|
124
|
+
? options.expectedTurnCount
|
|
125
|
+
: undefined;
|
|
126
|
+
const distinctTurnCount = Number.isInteger(evidence?.distinctTurnCount) ? evidence.distinctTurnCount : 0;
|
|
127
|
+
const missingTurnIdCount = Number.isInteger(evidence?.missingTurnIdCount) ? evidence.missingTurnIdCount : acceptedTaskStartCount;
|
|
128
|
+
const conflictingTaskTurnCount = Number.isInteger(evidence?.conflictingTaskTurnCount) ? evidence.conflictingTaskTurnCount : acceptedTaskStartCount;
|
|
129
|
+
const duplicateTurnCount = Number.isInteger(evidence?.duplicateTurnCount) ? evidence.duplicateTurnCount : acceptedTaskStartCount;
|
|
130
|
+
return {
|
|
131
|
+
acceptedTaskStartCount,
|
|
132
|
+
distinctTurnCount,
|
|
133
|
+
missingTurnIdCount,
|
|
134
|
+
conflictingTaskTurnCount,
|
|
135
|
+
duplicateTurnCount,
|
|
136
|
+
passed: Boolean(evidence)
|
|
137
|
+
&& acceptedTaskStartCount > 0
|
|
138
|
+
&& acceptedTaskStartCount === expectedTaskRunIds.length
|
|
139
|
+
&& JSON.stringify(observedTaskRunIds) === JSON.stringify(expectedTaskRunIds)
|
|
140
|
+
&& missingTurnIdCount === 0
|
|
141
|
+
&& conflictingTaskTurnCount === 0
|
|
142
|
+
&& duplicateTurnCount === 0
|
|
143
|
+
&& distinctTurnCount === acceptedTaskStartCount
|
|
144
|
+
&& (expectedTurnCount === undefined || acceptedTaskStartCount <= expectedTurnCount),
|
|
145
|
+
checkId: "turn-bounded-task-start"
|
|
146
|
+
};
|
|
147
|
+
}
|
|
148
|
+
|
|
149
|
+
export function evaluateWorkflowEvidence(taskOrTasks, changedFiles, toolNames = {}, options = {}) {
|
|
150
|
+
const tasks = normalizedTasks(taskOrTasks);
|
|
151
|
+
const task = tasks[0];
|
|
70
152
|
const scenarioKind = options.scenarioKind ?? "source-change";
|
|
71
|
-
const
|
|
72
|
-
|
|
153
|
+
const evidenceTasks = scenarioKind === "read-only"
|
|
154
|
+
? tasks
|
|
155
|
+
: tasks.filter((item) => item?.changeMode !== "read-only");
|
|
156
|
+
const planned = [...new Set(evidenceTasks
|
|
157
|
+
.flatMap((item) => meaningfulVerifyCommands(item?.verifyCommands))
|
|
158
|
+
.map((command) => command.trim()))];
|
|
159
|
+
const verifyEvidence = evidenceTasks.flatMap((item) => Array.isArray(item?.verifyEvidence) ? item.verifyEvidence : []);
|
|
73
160
|
const latestConfiguredEvidence = planned.map((command) => latestObservedTaskEvidence(verifyEvidence, command));
|
|
74
161
|
const terminalVerifierDigests = new Set(latestConfiguredEvidence
|
|
75
162
|
.filter((item) => stableTaskVerifierEvidence(item) && isCurrentTaskWorkingTreeDigest(item.workingTreeDigest))
|
|
@@ -83,40 +170,41 @@ export function evaluateWorkflowEvidence(task, changedFiles, toolNames = {}, opt
|
|
|
83
170
|
const passed = new Set(latestConfiguredEvidence
|
|
84
171
|
.filter((item) => terminalVerifierDigest && item?.exitCode === 0 && item.workingTreeDigest === terminalVerifierDigest)
|
|
85
172
|
.map((item) => item.command?.trim()));
|
|
86
|
-
const actual =
|
|
87
|
-
const claimed =
|
|
88
|
-
const
|
|
89
|
-
|
|
90
|
-
|
|
91
|
-
const
|
|
92
|
-
|
|
93
|
-
|
|
94
|
-
|
|
95
|
-
&&
|
|
96
|
-
&& Array.isArray(task?.finalWorkingTreeFiles)
|
|
97
|
-
&& taskWorkingTreeSnapshotUsesCurrentAlgorithm(task?.baselineFileDigests)
|
|
98
|
-
&& taskWorkingTreeSnapshotUsesCurrentAlgorithm(task?.finalFileDigests)
|
|
99
|
-
&& JSON.stringify(baselineFiles) === JSON.stringify(baselineFileClaims)
|
|
100
|
-
&& JSON.stringify(finalFiles) === JSON.stringify(finalFileClaims)
|
|
101
|
-
&& JSON.stringify(finalFiles) === JSON.stringify(actual);
|
|
102
|
-
const finalTreeDigest = rootTreeContractCurrent ? taskWorkingTreeEvidenceDigest(task.finalFileDigests) : undefined;
|
|
103
|
-
const currentTreeEvidence = rootTreeContractCurrent
|
|
104
|
-
&& (scenarioKind === "read-only" || (Boolean(terminalVerifierDigest) && terminalVerifierDigest === finalTreeDigest));
|
|
173
|
+
const actual = uniqueSorted(changedFiles ?? []);
|
|
174
|
+
const claimed = uniqueSorted(tasks.flatMap((item) => Array.isArray(item?.changedFiles) ? item.changedFiles : []));
|
|
175
|
+
const currentTreeCandidates = evidenceTasks
|
|
176
|
+
.map((item) => ({ task: item, ...taskTreeEvidence(item, actual) }))
|
|
177
|
+
.filter((item) => item.current);
|
|
178
|
+
const finalTreeDigest = scenarioKind === "read-only"
|
|
179
|
+
? currentTreeCandidates[0]?.digest
|
|
180
|
+
: currentTreeCandidates.find((item) => item.digest === terminalVerifierDigest)?.digest;
|
|
181
|
+
const currentTreeEvidence = Boolean(finalTreeDigest)
|
|
182
|
+
&& (scenarioKind === "read-only" || terminalVerifierDigest === finalTreeDigest);
|
|
105
183
|
const taskStartCalls = Number(toolNames?.piagent_task_start ?? 0);
|
|
106
|
-
const
|
|
107
|
-
|
|
108
|
-
|
|
109
|
-
const intakeMode = task?.intakeMode === "runtime" ? "runtime" : "model";
|
|
110
|
-
const acceptanceCriteria = Array.isArray(task?.acceptanceReceipt?.criteria) ? task.acceptanceReceipt.criteria : [];
|
|
184
|
+
const startChoreography = taskStartChoreography(tasks, task, options);
|
|
185
|
+
const intakeMode = tasks.length > 0 && tasks.every((item) => item?.intakeMode === "runtime") ? "runtime" : "model";
|
|
186
|
+
const acceptanceCriteria = evidenceTasks.flatMap((item) => Array.isArray(item?.acceptanceReceipt?.criteria) ? item.acceptanceReceipt.criteria : []);
|
|
111
187
|
const criticalAcceptance = acceptanceCriteria.filter((criterion) => criterion?.priority === "critical");
|
|
112
|
-
const requireSemanticAcceptanceEvidence = semanticAcceptanceEvidenceRequired
|
|
188
|
+
const requireSemanticAcceptanceEvidence = evidenceTasks.some(semanticAcceptanceEvidenceRequired);
|
|
113
189
|
const runtimeManagedCalls = Object.entries(toolNames ?? {})
|
|
114
190
|
.filter(([name]) => RUNTIME_MANAGED_BENCHMARK_TOOLS.has(name))
|
|
115
191
|
.reduce((sum, [, count]) => sum + Number(count ?? 0), 0);
|
|
116
192
|
const checks = [
|
|
117
|
-
{
|
|
118
|
-
|
|
119
|
-
|
|
193
|
+
{
|
|
194
|
+
id: "session-bound-task",
|
|
195
|
+
passed: tasks.length > 0
|
|
196
|
+
&& tasks.every((item) => item?.schemaVersion === 2 && item.taskRunId && item.sessionId)
|
|
197
|
+
&& new Set(tasks.map((item) => item.sessionId)).size === 1,
|
|
198
|
+
weight: 1
|
|
199
|
+
},
|
|
200
|
+
{ id: "terminal-completion", passed: tasks.length > 0 && tasks.every((item) => item?.trace?.outcome === "completed"), weight: 1 },
|
|
201
|
+
{
|
|
202
|
+
id: "completed-work-plan",
|
|
203
|
+
passed: tasks.length > 0 && tasks.every((item) => Array.isArray(item?.workPlan)
|
|
204
|
+
&& item.workPlan.length > 0
|
|
205
|
+
&& item.workPlan.every((step) => ["done", "skipped"].includes(step.status))),
|
|
206
|
+
weight: 1
|
|
207
|
+
},
|
|
120
208
|
{ id: "current-tree-evidence", passed: currentTreeEvidence, weight: 1 },
|
|
121
209
|
scenarioKind === "read-only"
|
|
122
210
|
? { id: "truthful-no-changes", passed: actual.length === 0 && claimed.length === 0, weight: 1 }
|
|
@@ -139,11 +227,7 @@ export function evaluateWorkflowEvidence(task, changedFiles, toolNames = {}, opt
|
|
|
139
227
|
weight: requireSemanticAcceptanceEvidence ? 1 : 0.25
|
|
140
228
|
}
|
|
141
229
|
] : []),
|
|
142
|
-
{
|
|
143
|
-
id: "single-task-start",
|
|
144
|
-
passed: acceptedTaskStartCount === 1,
|
|
145
|
-
weight: 1
|
|
146
|
-
},
|
|
230
|
+
{ id: startChoreography.checkId, passed: startChoreography.passed, weight: 1 },
|
|
147
231
|
{ id: "runtime-managed-evidence", passed: runtimeManagedCalls === 0, weight: 1 }
|
|
148
232
|
];
|
|
149
233
|
const earned = checks.reduce((sum, check) => sum + (check.passed ? check.weight : 0), 0);
|
|
@@ -151,9 +235,23 @@ export function evaluateWorkflowEvidence(task, changedFiles, toolNames = {}, opt
|
|
|
151
235
|
return {
|
|
152
236
|
score: rounded(10 * earned / available, 2),
|
|
153
237
|
checks,
|
|
154
|
-
choreography:
|
|
238
|
+
choreography: tasks.length <= 1
|
|
239
|
+
? { intakeMode, taskStartCalls, acceptedTaskStartCount: startChoreography.acceptedTaskStartCount, runtimeManagedCalls }
|
|
240
|
+
: {
|
|
241
|
+
intakeMode,
|
|
242
|
+
taskStartCalls,
|
|
243
|
+
acceptedTaskStartCount: startChoreography.acceptedTaskStartCount,
|
|
244
|
+
runtimeManagedCalls,
|
|
245
|
+
taskCount: tasks.length,
|
|
246
|
+
distinctTaskStartTurns: startChoreography.distinctTurnCount,
|
|
247
|
+
missingTaskStartTurnIds: startChoreography.missingTurnIdCount,
|
|
248
|
+
conflictingTaskStartTurns: startChoreography.conflictingTaskTurnCount,
|
|
249
|
+
duplicateTaskStartTurns: startChoreography.duplicateTurnCount
|
|
250
|
+
},
|
|
155
251
|
taskEvidence: {
|
|
156
|
-
outcome:
|
|
252
|
+
outcome: tasks.length > 0 && tasks.every((item) => item?.trace?.outcome === "completed")
|
|
253
|
+
? "completed"
|
|
254
|
+
: tasks.find((item) => item?.trace?.outcome !== "completed")?.trace?.outcome ?? "missing",
|
|
157
255
|
acceptance: {
|
|
158
256
|
criteria: acceptanceCriteria.length,
|
|
159
257
|
satisfied: acceptanceCriteria.filter((criterion) => criterion?.status === "satisfied").length,
|
|
@@ -1,4 +1,17 @@
|
|
|
1
|
-
|
|
1
|
+
import { createHash } from "node:crypto";
|
|
2
|
+
import path from "node:path";
|
|
3
|
+
import { benchmarkArtifactBindingErrors, benchmarkArtifactBindingShapeErrors } from "./benchmark-artifact-binding.js";
|
|
4
|
+
|
|
5
|
+
const sourceRoot = path.resolve(import.meta.dirname, "../../..");
|
|
6
|
+
// Historical expectations are immutable. Source evolution needs a new protocol,
|
|
7
|
+
// not rebinding an old protocol identity to different bytes.
|
|
8
|
+
const artifactBindingsDigests = Object.freeze({
|
|
9
|
+
1: "8e3d82197ea226f698b0aa83f63b39652f2d2ad775aad402a5b0462feb360853",
|
|
10
|
+
2: "494b2c1068f07eb0612c345ac518ee9bd510cd8f600a900d79d13b65553e7bbd",
|
|
11
|
+
3: "2d72c44b5b82b53f3f2af57ec55f25069cb1879e1be17ccccd7fdc1260feaf11",
|
|
12
|
+
4: "4a37903084120dbebb46ab926e94bbbaf287e17864c407b43c76c0d46fe2f128",
|
|
13
|
+
5: "5c64de2a50d19419a8ffd89e8c1bdaec1795a9352cbda4bcc8fd62bdf7322c86"
|
|
14
|
+
});
|
|
2
15
|
const stageIds = ["canary-a-fullstack", "canary-b-migration", "six-family-pilot"];
|
|
3
16
|
const pilotScenarios = [
|
|
4
17
|
"tenant-role-authorization", "stale-search-response", "quoted-csv",
|
|
@@ -53,8 +66,10 @@ export function fs5PilotProtocolValidationErrors(protocol) {
|
|
|
53
66
|
}
|
|
54
67
|
if (!Array.isArray(protocol.artifactBindings) || protocol.artifactBindings.length < 5) {
|
|
55
68
|
errors.push("artifactBindings must bind the authority, suites and evidence schemas");
|
|
56
|
-
} else if (protocol.artifactBindings
|
|
69
|
+
} else if (benchmarkArtifactBindingShapeErrors(protocol.artifactBindings).length) {
|
|
57
70
|
errors.push("artifactBindings contain an invalid entry");
|
|
71
|
+
} else if (createHash("sha256").update(JSON.stringify(protocol.artifactBindings)).digest("hex") !== artifactBindingsDigests[protocol.schemaVersion]) {
|
|
72
|
+
errors.push("historical artifactBindings must not be rebound");
|
|
58
73
|
}
|
|
59
74
|
const identity = protocol.runIdentityContract ?? {};
|
|
60
75
|
if (!Array.isArray(identity.required) || identity.required.length < 10 || identity.anyChangeInvalidatesRun !== true
|
|
@@ -169,6 +184,10 @@ export function fs5StageArguments(protocol, stageId, { mode = "dry-run", operato
|
|
|
169
184
|
if (!stage) throw new Error(`Unknown FS5 protocol stage: ${stageId}`);
|
|
170
185
|
if (!new Set(["dry-run", "preflight", "execute"]).has(mode)) throw new Error(`Unsupported FS5 stage mode: ${mode}`);
|
|
171
186
|
if (mode === "execute" && operatorAuthorized !== true) throw new Error("FS5 provider execution requires explicit operator authorization");
|
|
187
|
+
if (mode !== "dry-run") {
|
|
188
|
+
const bindingErrors = benchmarkArtifactBindingErrors(protocol.artifactBindings, sourceRoot);
|
|
189
|
+
if (bindingErrors.length) throw new Error(`FS5 source binding refused: ${bindingErrors.join("; ")}`);
|
|
190
|
+
}
|
|
172
191
|
const args = [
|
|
173
192
|
"--suite", stage.suite,
|
|
174
193
|
"--surfaces", `${protocol.comparison.candidateSurface},${protocol.comparison.baselineSurface}`,
|
|
@@ -132,6 +132,7 @@ export const CORE_RUNTIME_INTEGRITY_FILES = Object.freeze([
|
|
|
132
132
|
"packages/piagent-core/runtime/registration/task-start-tool.ts",
|
|
133
133
|
"packages/piagent-core/runtime/registration/workflow-commands.ts",
|
|
134
134
|
"packages/piagent-core/runtime/runtime-limits.ts",
|
|
135
|
+
"packages/piagent-core/runtime/session/completion-signals.ts",
|
|
135
136
|
"packages/piagent-core/runtime/session/message-signals.ts",
|
|
136
137
|
"packages/piagent-core/runtime/session/model-authorship-state.ts",
|
|
137
138
|
"packages/piagent-core/runtime/session/operator-request-carry.ts",
|
|
@@ -139,6 +140,7 @@ export const CORE_RUNTIME_INTEGRITY_FILES = Object.freeze([
|
|
|
139
140
|
"packages/piagent-core/runtime/session/runtime-state.ts",
|
|
140
141
|
"packages/piagent-core/runtime/session/system-prompt.ts",
|
|
141
142
|
"packages/piagent-core/runtime/session/tool-result-compaction.ts",
|
|
143
|
+
"packages/piagent-core/runtime/session/uncertain-send-continuation.ts",
|
|
142
144
|
"packages/piagent-core/runtime/session/usage.ts",
|
|
143
145
|
"packages/piagent-core/runtime/solver/solver-types.ts",
|
|
144
146
|
"packages/piagent-core/runtime/solver/task-features.ts",
|
|
@@ -153,6 +155,7 @@ export const CORE_RUNTIME_INTEGRITY_FILES = Object.freeze([
|
|
|
153
155
|
"packages/piagent-core/runtime/trajectory/trajectory-runtime.ts",
|
|
154
156
|
"packages/piagent-core/runtime/trajectory/trajectory-observability.ts",
|
|
155
157
|
"packages/piagent-core/runtime/tools/tool-groups.ts",
|
|
158
|
+
"packages/piagent-core/runtime/workflows/change-clarification.ts",
|
|
156
159
|
"packages/piagent-core/runtime/tools/phase-tools.ts",
|
|
157
160
|
"packages/piagent-core/runtime/tools/phase-tool-runtime.ts",
|
|
158
161
|
"packages/piagent-core/runtime/workflows/input-routing.ts",
|
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
// Core consumes a reader supplied by the runtime composition root. It never
|
|
2
|
+
// imports the runtime's private baseline store or grants proof without it.
|
|
3
|
+
const apiClause = /^(?:keep|preserve|do\s+not\s+change)\s+(?:the\s+)?(?:(?:public|exported)\s+)?api(?:\s+unchanged)?(?:\s+and\s+(?:verify\s+(?:the\s+)?project|run\s+(?:the\s+)?configured\s+verification))?[.!;]?$/i;
|
|
4
|
+
export const isApiPreservationCriterion = text => typeof text === "string" && apiClause.test(text.trim());
|
|
5
|
+
|
|
6
|
+
export function apiBaselineCriterionEvidence(input) {
|
|
7
|
+
const index = input.task?.acceptanceReceipt?.criteria?.findIndex(item => item.id === input.criterion?.id) ?? -1;
|
|
8
|
+
if (!isApiPreservationCriterion(input.task?.acceptanceCriteria?.[index])) return { handled: false };
|
|
9
|
+
return typeof input.apiBaselineEvidence === "function" ? input.apiBaselineEvidence(input)
|
|
10
|
+
: { handled: true, reason: "api-baseline-reader-unavailable" };
|
|
11
|
+
}
|
|
12
|
+
|
|
13
|
+
export function apiBaselineRecoveryProjection(input) {
|
|
14
|
+
const result = apiBaselineCriterionEvidence(input);
|
|
15
|
+
if (!result.handled || result.evidence) return { handled: result.handled };
|
|
16
|
+
const changed = ["api-contract-changed", "api-unrelated-implementation-changed"].includes(result.reason);
|
|
17
|
+
return { handled: true, projection: {
|
|
18
|
+
criterionId: input.criterion.id, criterionHash: input.criterion.hash,
|
|
19
|
+
criterionText: input.criterionText, targets: [], missingDimensions: [result.reason],
|
|
20
|
+
proofHints: [changed
|
|
21
|
+
? "The task-start comparison found a changed public contract or an unrequested implementation change. Inspect that difference; do not waive the API requirement."
|
|
22
|
+
: "API baseline proof is unavailable or unsupported at the recorded boundary. Restore current task-bound evidence or obtain an approved assessment; this is not an observed source defect."]
|
|
23
|
+
} };
|
|
24
|
+
}
|
|
@@ -0,0 +1,153 @@
|
|
|
1
|
+
import { isCurrentWorkingTreeDigest } from "./working-tree-digest.js";
|
|
2
|
+
|
|
3
|
+
export const ACCEPTANCE_ASSESSMENT_VERSION = "contract-assessment-v1";
|
|
4
|
+
const HASH = /^[a-f0-9]{64}$/;
|
|
5
|
+
const ID = /^[a-zA-Z0-9][a-zA-Z0-9:._-]{0,159}$/;
|
|
6
|
+
const STATUSES = new Set(["pass", "fail", "unknown", "error"]);
|
|
7
|
+
const COMPLETIONS = new Set(["completed", "timeout", "crashed", "cancelled"]);
|
|
8
|
+
const MAX_CHECKS = 256;
|
|
9
|
+
|
|
10
|
+
function record(value, label) {
|
|
11
|
+
if (!value || typeof value !== "object" || Array.isArray(value)
|
|
12
|
+
|| ![Object.prototype, null].includes(Object.getPrototypeOf(value))) throw new TypeError(`Invalid ${label}`);
|
|
13
|
+
const descriptors = Object.getOwnPropertyDescriptors(value);
|
|
14
|
+
if (Reflect.ownKeys(descriptors).some((key) => typeof key !== "string" || !("value" in descriptors[key]))) {
|
|
15
|
+
throw new TypeError(`Invalid ${label} properties`);
|
|
16
|
+
}
|
|
17
|
+
return value;
|
|
18
|
+
}
|
|
19
|
+
|
|
20
|
+
function identifier(value, label) {
|
|
21
|
+
if (typeof value !== "string" || !ID.test(value)) throw new TypeError(`Invalid ${label}`);
|
|
22
|
+
return value;
|
|
23
|
+
}
|
|
24
|
+
|
|
25
|
+
function hash(value, label) {
|
|
26
|
+
if (typeof value !== "string" || !HASH.test(value)) throw new TypeError(`Invalid ${label}`);
|
|
27
|
+
return value;
|
|
28
|
+
}
|
|
29
|
+
|
|
30
|
+
function tree(value, label) {
|
|
31
|
+
if (!isCurrentWorkingTreeDigest(value)) throw new TypeError(`Invalid ${label}`);
|
|
32
|
+
return value;
|
|
33
|
+
}
|
|
34
|
+
|
|
35
|
+
function denseArray(value, label, allowEmpty = true) {
|
|
36
|
+
if (!Array.isArray(value) || Object.getPrototypeOf(value) !== Array.prototype
|
|
37
|
+
|| value.length > MAX_CHECKS || (!allowEmpty && value.length === 0)) throw new TypeError(`Invalid ${label}`);
|
|
38
|
+
const descriptors = Object.getOwnPropertyDescriptors(value);
|
|
39
|
+
if (Reflect.ownKeys(descriptors).length !== value.length + 1) throw new TypeError(`Invalid ${label} properties`);
|
|
40
|
+
const copy = [];
|
|
41
|
+
for (let index = 0; index < value.length; index += 1) {
|
|
42
|
+
const descriptor = descriptors[index];
|
|
43
|
+
if (!descriptor || !("value" in descriptor)) throw new TypeError(`Invalid ${label} entry`);
|
|
44
|
+
copy.push(descriptor.value);
|
|
45
|
+
}
|
|
46
|
+
return copy;
|
|
47
|
+
}
|
|
48
|
+
|
|
49
|
+
function contractSnapshot(input) {
|
|
50
|
+
record(input, "assessment contract");
|
|
51
|
+
const requiredCheckIds = denseArray(input.requiredCheckIds, "required checks", false).map((value) => identifier(value, "check id"));
|
|
52
|
+
if (new Set(requiredCheckIds).size !== requiredCheckIds.length) throw new TypeError("Duplicate required check");
|
|
53
|
+
return Object.freeze({
|
|
54
|
+
taskRunId: identifier(input.taskRunId, "task run id"),
|
|
55
|
+
criterionHash: hash(input.criterionHash, "criterion hash"),
|
|
56
|
+
workingTreeDigest: tree(input.workingTreeDigest, "working tree digest"),
|
|
57
|
+
verifierDigest: hash(input.verifierDigest, "verifier digest"),
|
|
58
|
+
requiredCheckIds: Object.freeze(requiredCheckIds)
|
|
59
|
+
});
|
|
60
|
+
}
|
|
61
|
+
|
|
62
|
+
function observedCheck(input, required) {
|
|
63
|
+
record(input, "observed check");
|
|
64
|
+
const id = identifier(input.id, "observed check id");
|
|
65
|
+
if (!required.has(id) || !STATUSES.has(input.status)
|
|
66
|
+
|| !Number.isSafeInteger(input.caseCount) || input.caseCount < 0
|
|
67
|
+
|| (["pass", "fail"].includes(input.status) && input.caseCount === 0)) throw new TypeError("Invalid observed check result");
|
|
68
|
+
const counterexampleRef = input.counterexampleRef === undefined || input.counterexampleRef === null ? null : hash(input.counterexampleRef, "counterexample reference");
|
|
69
|
+
if ((input.status === "fail") !== (counterexampleRef !== null)) throw new TypeError("Counterexample must identify a failed check");
|
|
70
|
+
return Object.freeze({ id, status: input.status, caseCount: input.caseCount, counterexampleRef });
|
|
71
|
+
}
|
|
72
|
+
|
|
73
|
+
function result(verdict, action, reasons, options = {}) {
|
|
74
|
+
return Object.freeze({
|
|
75
|
+
schemaVersion: 1,
|
|
76
|
+
policyVersion: ACCEPTANCE_ASSESSMENT_VERSION,
|
|
77
|
+
verdict,
|
|
78
|
+
action,
|
|
79
|
+
completionAllowed: verdict === "pass",
|
|
80
|
+
// A decision never grants mutation authority; the recovery policy must
|
|
81
|
+
// additionally authorize a concrete repair and consume its durable budget.
|
|
82
|
+
repairEligible: verdict === "fail",
|
|
83
|
+
sourceMutationAllowed: false,
|
|
84
|
+
assurance: verdict === "pass" ? "bounded-contract-tested" : "none",
|
|
85
|
+
reasons: Object.freeze(reasons),
|
|
86
|
+
failedChecks: Object.freeze(options.failedChecks ?? []),
|
|
87
|
+
missingChecks: Object.freeze(options.missingChecks ?? [])
|
|
88
|
+
});
|
|
89
|
+
}
|
|
90
|
+
|
|
91
|
+
/**
|
|
92
|
+
* One-shot host-side assessment boundary. Only an approved executor may hold
|
|
93
|
+
* observeExecution. Neither method is a model tool or a candidate-code binding.
|
|
94
|
+
*
|
|
95
|
+
* A receipt is a live capability, not authenticated JSON: copies, deserialized
|
|
96
|
+
* objects, and receipts from another session are rejected. Durable admission
|
|
97
|
+
* must be implemented separately; this module never trusts a public digest as
|
|
98
|
+
* proof of who produced a receipt. It does not execute project JavaScript.
|
|
99
|
+
*/
|
|
100
|
+
export function createAcceptanceAssessmentSession(input) {
|
|
101
|
+
const contract = contractSnapshot(input);
|
|
102
|
+
const required = new Set(contract.requiredCheckIds);
|
|
103
|
+
const observations = new WeakMap();
|
|
104
|
+
let observed = false;
|
|
105
|
+
|
|
106
|
+
function observeExecution(input) {
|
|
107
|
+
if (observed) throw new Error("Assessment session already observed an execution");
|
|
108
|
+
record(input, "execution observation");
|
|
109
|
+
const runId = identifier(input.runId, "execution run id");
|
|
110
|
+
if (!COMPLETIONS.has(input.completion)) {
|
|
111
|
+
throw new TypeError("Invalid execution observation");
|
|
112
|
+
}
|
|
113
|
+
const checks = denseArray(input.checks, "observed checks").map((check) => observedCheck(check, required));
|
|
114
|
+
if (new Set(checks.map((check) => check.id)).size !== checks.length) throw new TypeError("Duplicate observed check");
|
|
115
|
+
const snapshot = Object.freeze({
|
|
116
|
+
taskRunId: identifier(input.taskRunId, "observed task run id"),
|
|
117
|
+
criterionHash: hash(input.criterionHash, "observed criterion hash"),
|
|
118
|
+
verifierDigest: hash(input.verifierDigest, "observed verifier digest"),
|
|
119
|
+
beforeWorkingTreeDigest: tree(input.beforeWorkingTreeDigest, "pre-execution tree"),
|
|
120
|
+
afterWorkingTreeDigest: tree(input.afterWorkingTreeDigest, "post-execution tree"),
|
|
121
|
+
completion: input.completion,
|
|
122
|
+
checks: Object.freeze(checks)
|
|
123
|
+
});
|
|
124
|
+
const receipt = Object.freeze({ schemaVersion: 1, runId, ...snapshot });
|
|
125
|
+
observations.set(receipt, snapshot);
|
|
126
|
+
observed = true;
|
|
127
|
+
return receipt;
|
|
128
|
+
}
|
|
129
|
+
|
|
130
|
+
function assess({ receipt, currentWorkingTreeDigest, policy = "unknown", projectVerifierCurrent = false } = {}) {
|
|
131
|
+
if (policy !== "allow") return result("unknown", "resolve-policy", [policy === "deny" ? "policy-denied" : "policy-unestablished"]);
|
|
132
|
+
if (!isCurrentWorkingTreeDigest(currentWorkingTreeDigest) || currentWorkingTreeDigest !== contract.workingTreeDigest) {
|
|
133
|
+
return result("unknown", "reverify-current-tree", ["current-tree-mismatch"]);
|
|
134
|
+
}
|
|
135
|
+
if (projectVerifierCurrent !== true) return result("unknown", "run-project-verifier", ["current-project-verifier-missing"]);
|
|
136
|
+
const observation = receipt && typeof receipt === "object" ? observations.get(receipt) : undefined;
|
|
137
|
+
if (!observation) return result("unknown", "run-independent-verifier", [receipt == null ? "independent-observation-missing" : "untrusted-observation"]);
|
|
138
|
+
if (observation.taskRunId !== contract.taskRunId || observation.criterionHash !== contract.criterionHash
|
|
139
|
+
|| observation.verifierDigest !== contract.verifierDigest) return result("unknown", "reverify-contract", ["observation-binding-mismatch"]);
|
|
140
|
+
if (observation.beforeWorkingTreeDigest !== contract.workingTreeDigest
|
|
141
|
+
|| observation.afterWorkingTreeDigest !== contract.workingTreeDigest) return result("unknown", "reverify-current-tree", ["execution-tree-mismatch"]);
|
|
142
|
+
if (observation.completion !== "completed") return result("error", "diagnose-executor", [`executor-${observation.completion}`]);
|
|
143
|
+
if (observation.checks.some((check) => check.status === "error")) return result("error", "diagnose-executor", ["check-execution-error"]);
|
|
144
|
+
const failedChecks = observation.checks.filter((check) => check.status === "fail").map((check) => check.id);
|
|
145
|
+
if (failedChecks.length) return result("fail", "repair-counterexample", ["observed-contract-counterexample"], { failedChecks });
|
|
146
|
+
const passed = new Set(observation.checks.filter((check) => check.status === "pass").map((check) => check.id));
|
|
147
|
+
const missingChecks = contract.requiredCheckIds.filter((id) => !passed.has(id));
|
|
148
|
+
if (missingChecks.length) return result("unknown", "complete-verification", ["required-check-coverage-missing"], { missingChecks });
|
|
149
|
+
return result("pass", "accept-covered-contract", ["all-required-checks-observed"]);
|
|
150
|
+
}
|
|
151
|
+
|
|
152
|
+
return Object.freeze({ contract, observeExecution, assess });
|
|
153
|
+
}
|
|
@@ -0,0 +1,41 @@
|
|
|
1
|
+
export const AUTHENTICATED_ADMISSION_VERSION: "authenticated-acceptance-admission-v1";
|
|
2
|
+
export type AuthenticatedAssessment = Readonly<{
|
|
3
|
+
version: typeof AUTHENTICATED_ADMISSION_VERSION;
|
|
4
|
+
verdict: "pass" | "fail" | "unknown" | "error";
|
|
5
|
+
completionAllowed: boolean;
|
|
6
|
+
repairEligible: boolean;
|
|
7
|
+
sourceMutationAllowed: false;
|
|
8
|
+
assurance: "none" | "bounded-contract-tested";
|
|
9
|
+
reasons: readonly string[];
|
|
10
|
+
failedChecks: readonly string[];
|
|
11
|
+
missingChecks: readonly string[];
|
|
12
|
+
attemptId?: string;
|
|
13
|
+
criterionId?: string;
|
|
14
|
+
factId?: string;
|
|
15
|
+
taskRunId?: string;
|
|
16
|
+
criterionHash?: string;
|
|
17
|
+
sourcePath?: string;
|
|
18
|
+
sourcePaths?: readonly string[];
|
|
19
|
+
workingTreeDigest?: string;
|
|
20
|
+
snapshotDigest?: string;
|
|
21
|
+
projectVerificationDigest?: string;
|
|
22
|
+
contractVersion?: string;
|
|
23
|
+
profileDigest?: string;
|
|
24
|
+
planDigest?: string;
|
|
25
|
+
backendDigest?: string;
|
|
26
|
+
checks?: readonly Readonly<{ id: string; status: "pass" | "fail" | "unknown" | "error";
|
|
27
|
+
caseCount: number; counterexampleRef?: string }> [];
|
|
28
|
+
executionDiagnostics?: Readonly<{
|
|
29
|
+
status: "completed" | "timeout" | "cancelled" | "error";
|
|
30
|
+
cleanupConfirmed: boolean; reasons: readonly string[];
|
|
31
|
+
unsupportedCaseCount: number; errorCaseCount: number;
|
|
32
|
+
}>;
|
|
33
|
+
counterexamples?: readonly Readonly<{ digest: string; evidence: Readonly<{
|
|
34
|
+
checkId: string; input: unknown; expected: unknown; observed: unknown;
|
|
35
|
+
}> }>[];
|
|
36
|
+
}>;
|
|
37
|
+
export function unavailableAuthenticatedAssessment(reason: string): AuthenticatedAssessment;
|
|
38
|
+
export function currentAuthenticatedAssessment(receipt: unknown, current: {
|
|
39
|
+
taskRunId: string; criterionId: string; criterionHash: string;
|
|
40
|
+
workingTreeDigest: string; projectVerificationDigest: string | null; factId?: string; policy?: string;
|
|
41
|
+
}): AuthenticatedAssessment | null;
|
|
@@ -0,0 +1,120 @@
|
|
|
1
|
+
import { createHash } from "node:crypto";
|
|
2
|
+
import { createAcceptanceAssessmentSession } from "./acceptance-assessment.js";
|
|
3
|
+
import { FACT_EVIDENCE_SCOPE_VERSION, isAcceptanceEvidenceStore } from "./acceptance-evidence-store.js";
|
|
4
|
+
import { captureExecutionSnapshot, snapshotPlanSource } from "./acceptance-execution-snapshot.js";
|
|
5
|
+
import { compileIndependentContract, compareIndependentExecution } from "./acceptance-independent-contract.js";
|
|
6
|
+
import { parseRequest, parseResponse } from "./acceptance-executor/protocol.mjs";
|
|
7
|
+
import { executionDiagnostics } from "./acceptance-execution-diagnostics.js";
|
|
8
|
+
|
|
9
|
+
export const AUTHENTICATED_ADMISSION_VERSION = "authenticated-acceptance-admission-v1";
|
|
10
|
+
const receipts = new WeakMap();
|
|
11
|
+
const hash = (value) => createHash("sha256").update(value).digest("hex");
|
|
12
|
+
const freeze = (value) => {
|
|
13
|
+
if (value && typeof value === "object") { for (const child of Object.values(value)) freeze(child); Object.freeze(value); }
|
|
14
|
+
return value;
|
|
15
|
+
};
|
|
16
|
+
|
|
17
|
+
export function unavailableAuthenticatedAssessment(reason) {
|
|
18
|
+
return freeze({ version: AUTHENTICATED_ADMISSION_VERSION, verdict: "unknown", completionAllowed: false,
|
|
19
|
+
repairEligible: false, sourceMutationAllowed: false, assurance: "none", reasons: [reason], failedChecks: [], missingChecks: [] });
|
|
20
|
+
}
|
|
21
|
+
|
|
22
|
+
/** Host-only factory. Only a branded, authenticated store can admit evidence. */
|
|
23
|
+
export function createAuthenticatedAdmission({ store, snapshotRequest, verifierDigest, imageId, exportName, checks, profile }) {
|
|
24
|
+
const nodeProfile = profile !== undefined;
|
|
25
|
+
const plan = source => ({ schemaVersion: nodeProfile ? 2 : 1, ...(nodeProfile ? { profile } : {}), ...source, exportName, checks });
|
|
26
|
+
const approved = compileIndependentContract(JSON.stringify(plan({ source: "export const placeholder=0;" })));
|
|
27
|
+
function issue({ scope, binding, event, expectedChecks }) {
|
|
28
|
+
if (!isAcceptanceEvidenceStore(store)) return unavailableAuthenticatedAssessment("untrusted-evidence-store");
|
|
29
|
+
const current = store.latest(scope);
|
|
30
|
+
if (!current || current.phase !== "settled" || current.attemptId !== event.attemptId || current.sequence !== event.sequence
|
|
31
|
+
|| JSON.stringify(current.binding) !== JSON.stringify(binding)) return unavailableAuthenticatedAssessment("latest-evidence-changed");
|
|
32
|
+
// Read authenticated bytes, never the caller's diagnostic result object.
|
|
33
|
+
const evidence = JSON.parse(current.evidenceText), observed = evidence.observed, result = observed?.result;
|
|
34
|
+
const snapshot = captureExecutionSnapshot(snapshotRequest);
|
|
35
|
+
const compiled = compileIndependentContract(JSON.stringify({ ...plan(snapshotPlanSource(snapshot)), checks: approved.plan.checks }));
|
|
36
|
+
if (snapshot.snapshotDigest !== binding.snapshotDigest || evidence.snapshotDigest !== binding.snapshotDigest
|
|
37
|
+
|| evidence.planDigest !== binding.planDigest || observed?.snapshotDigest !== binding.snapshotDigest
|
|
38
|
+
|| result?.version !== approved.version || result.planDigest !== binding.planDigest
|
|
39
|
+
|| result.execution?.runId !== current.attemptId || result.execution.sourceDigest !== snapshot.binding.sourceDigest
|
|
40
|
+
|| result.execution.imageId !== imageId || compiled.planDigest !== binding.planDigest
|
|
41
|
+
|| result.execution.requestDigest !== hash(compiled.requestText)
|
|
42
|
+
|| nodeProfile && result.execution.profileDigest !== approved.plan.profile.digest) {
|
|
43
|
+
return unavailableAuthenticatedAssessment("execution-admission-binding-mismatch");
|
|
44
|
+
}
|
|
45
|
+
if (result.execution.observation) {
|
|
46
|
+
const response = parseResponse(JSON.stringify(result.execution.observation), parseRequest(compiled.requestText), result.execution.requestDigest);
|
|
47
|
+
if (response.status !== result.execution.status) return unavailableAuthenticatedAssessment("execution-observation-status-conflict");
|
|
48
|
+
} else if (result.execution.status === "completed") return unavailableAuthenticatedAssessment("execution-observation-missing");
|
|
49
|
+
const compared = compareIndependentExecution(compiled, result.execution);
|
|
50
|
+
if (compared.verdict !== result.verdict || JSON.stringify(compared.checks) !== JSON.stringify(result.checks)
|
|
51
|
+
|| JSON.stringify(compared.counterexamples) !== JSON.stringify(result.counterexamples)) {
|
|
52
|
+
return unavailableAuthenticatedAssessment("execution-comparison-conflict");
|
|
53
|
+
}
|
|
54
|
+
if (!Array.isArray(result.checks) || result.checks.length !== expectedChecks.length || !Array.isArray(result.counterexamples)) {
|
|
55
|
+
return unavailableAuthenticatedAssessment("execution-admission-coverage-missing");
|
|
56
|
+
}
|
|
57
|
+
const counterexamples = new Map(result.counterexamples.map((item) => [item.digest, item.evidence]));
|
|
58
|
+
for (const expected of expectedChecks) {
|
|
59
|
+
const check = result.checks.find((item) => item.id === expected.id);
|
|
60
|
+
if (!check || !Number.isSafeInteger(check.caseCount) || check.caseCount < 0 || check.caseCount > expected.caseCount
|
|
61
|
+
|| (check.status === "pass" && check.caseCount !== expected.caseCount)) return unavailableAuthenticatedAssessment("execution-admission-case-count-mismatch");
|
|
62
|
+
if (check.status === "fail") {
|
|
63
|
+
const example = counterexamples.get(check.counterexampleRef);
|
|
64
|
+
if (!example || hash(JSON.stringify(example)) !== check.counterexampleRef || example.checkId !== check.id
|
|
65
|
+
|| example.runId !== current.attemptId || example.planDigest !== binding.planDigest
|
|
66
|
+
|| example.sourceDigest !== snapshot.binding.sourceDigest || example.imageId !== imageId) {
|
|
67
|
+
return unavailableAuthenticatedAssessment("execution-admission-counterexample-missing");
|
|
68
|
+
}
|
|
69
|
+
}
|
|
70
|
+
}
|
|
71
|
+
const session = createAcceptanceAssessmentSession({ taskRunId: scope.taskRunId, criterionHash: binding.criterionHash,
|
|
72
|
+
workingTreeDigest: snapshot.binding.workingTreeDigest, verifierDigest, requiredCheckIds: expectedChecks.map((check) => check.id) });
|
|
73
|
+
const diagnostic = executionDiagnostics(result);
|
|
74
|
+
// Non-completed execution or uncertain cleanup can be authenticated as a
|
|
75
|
+
// diagnostic, but never as completion or source-repair evidence.
|
|
76
|
+
const completion = !diagnostic.cleanupConfirmed || diagnostic.status === "error" ? "crashed" : diagnostic.status;
|
|
77
|
+
const receipt = session.observeExecution({ runId: current.attemptId, taskRunId: scope.taskRunId, criterionHash: binding.criterionHash,
|
|
78
|
+
verifierDigest, beforeWorkingTreeDigest: snapshot.binding.workingTreeDigest, afterWorkingTreeDigest: snapshot.binding.workingTreeDigest,
|
|
79
|
+
completion, checks: result.checks });
|
|
80
|
+
const assessment = session.assess({ receipt, currentWorkingTreeDigest: snapshot.binding.workingTreeDigest, policy: "allow", projectVerifierCurrent: true });
|
|
81
|
+
if (assessment.verdict !== evidence.verdict || assessment.verdict !== observed.verdict || assessment.verdict !== result.verdict) {
|
|
82
|
+
return unavailableAuthenticatedAssessment("execution-admission-verdict-conflict");
|
|
83
|
+
}
|
|
84
|
+
const admitted = freeze({ ...assessment, reasons: [...new Set([...assessment.reasons, ...diagnostic.reasons])],
|
|
85
|
+
executionDiagnostics: diagnostic, version: AUTHENTICATED_ADMISSION_VERSION, attemptId: current.attemptId,
|
|
86
|
+
criterionId: scope.criterionId, taskRunId: scope.taskRunId, criterionHash: binding.criterionHash,
|
|
87
|
+
...(scope.version === FACT_EVIDENCE_SCOPE_VERSION ? { factId: scope.factId } : {}),
|
|
88
|
+
sourcePath: snapshot.binding.sourcePath, workingTreeDigest: snapshot.binding.workingTreeDigest,
|
|
89
|
+
contractVersion: approved.version, ...(nodeProfile ? { profileDigest: approved.plan.profile.digest } : {}),
|
|
90
|
+
planDigest: binding.planDigest, backendDigest: binding.backendDigest,
|
|
91
|
+
checks: result.checks.map((check) => ({ id: check.id, status: check.status, caseCount: check.caseCount,
|
|
92
|
+
...(check.counterexampleRef ? { counterexampleRef: check.counterexampleRef } : {}) })),
|
|
93
|
+
...(snapshot.binding.moduleFiles ? { sourcePaths: snapshot.binding.moduleFiles.map((file) => file.sourcePath) } : {}),
|
|
94
|
+
snapshotDigest: binding.snapshotDigest, projectVerificationDigest: binding.projectVerificationDigest,
|
|
95
|
+
counterexamples: result.checks.filter((check) => assessment.verdict === "fail" && check.status === "fail").map((check) => ({
|
|
96
|
+
digest: check.counterexampleRef, evidence: counterexamples.get(check.counterexampleRef)
|
|
97
|
+
})) });
|
|
98
|
+
receipts.set(admitted, { store, snapshotRequest, scope: { ...scope }, binding: { ...binding }, sequence: current.sequence,
|
|
99
|
+
attemptId: current.attemptId, evidenceDigest: hash(current.evidenceText) });
|
|
100
|
+
return admitted;
|
|
101
|
+
}
|
|
102
|
+
return Object.freeze({ issue });
|
|
103
|
+
}
|
|
104
|
+
|
|
105
|
+
/** A serialized/cross-instance receipt is never completion or repair authority. */
|
|
106
|
+
export function currentAuthenticatedAssessment(receipt, { taskRunId, criterionId, criterionHash, workingTreeDigest,
|
|
107
|
+
projectVerificationDigest, factId, policy = "unknown" } = {}) {
|
|
108
|
+
const owned = receipt && typeof receipt === "object" ? receipts.get(receipt) : undefined;
|
|
109
|
+
if (!owned || policy !== "allow" || owned.scope.taskRunId !== taskRunId || owned.scope.criterionId !== criterionId
|
|
110
|
+
|| (owned.scope.version === FACT_EVIDENCE_SCOPE_VERSION ? owned.scope.factId !== factId : factId !== undefined)
|
|
111
|
+
|| owned.binding.criterionHash !== criterionHash || owned.binding.projectVerificationDigest !== projectVerificationDigest) return null;
|
|
112
|
+
try {
|
|
113
|
+
const latest = owned.store.latest(owned.scope);
|
|
114
|
+
if (latest?.phase !== "settled" || latest.attemptId !== owned.attemptId || latest.sequence !== owned.sequence
|
|
115
|
+
|| JSON.stringify(latest.binding) !== JSON.stringify(owned.binding) || hash(latest.evidenceText) !== owned.evidenceDigest) return null;
|
|
116
|
+
const source = captureExecutionSnapshot(owned.snapshotRequest);
|
|
117
|
+
if (source.snapshotDigest !== owned.binding.snapshotDigest || source.binding.workingTreeDigest !== workingTreeDigest) return null;
|
|
118
|
+
return receipt;
|
|
119
|
+
} catch { return null; }
|
|
120
|
+
}
|