@piagent/platform 1.6.0 → 1.7.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +104 -0
- package/README.md +24 -15
- package/README.vi.md +36 -2
- package/adapters/common/assurance-producers.json +109 -0
- package/adapters/common/structured-assurance-facts.mjs +153 -0
- package/adapters/node-typescript/contract-families.json +2811 -0
- package/adapters/node-typescript/contract-families.md +90 -0
- package/benchmarks/production-v1/grade.mjs +20 -0
- package/benchmarks/production-v1/spend-control.v1.json +27 -3
- package/benchmarks/production-v1/suite.json +5 -1
- package/benchmarks/production-v2/grade.mjs +892 -0
- package/benchmarks/production-v2/project/README.md +7 -0
- package/benchmarks/production-v2/project/config/service.json +4 -0
- package/benchmarks/production-v2/project/data/audit-ledger.jsonl +1 -0
- package/benchmarks/production-v2/project/docs/ops.md +3 -0
- package/benchmarks/production-v2/project/logs/incident.log +2 -0
- package/benchmarks/production-v2/project/package.json +11 -0
- package/benchmarks/production-v2/project/scripts/check.mjs +21 -0
- package/benchmarks/production-v2/project/src/backend/auth.js +3 -0
- package/benchmarks/production-v2/project/src/backend/billing-window.js +4 -0
- package/benchmarks/production-v2/project/src/backend/cache.js +15 -0
- package/benchmarks/production-v2/project/src/backend/invoice.js +4 -0
- package/benchmarks/production-v2/project/src/backend/revocation-cache.js +3 -0
- package/benchmarks/production-v2/project/src/data/csv.js +3 -0
- package/benchmarks/production-v2/project/src/data/dedup.js +5 -0
- package/benchmarks/production-v2/project/src/data/migration.js +9 -0
- package/benchmarks/production-v2/project/src/data/ndjson-stream.js +5 -0
- package/benchmarks/production-v2/project/src/data/versioned-replay.js +8 -0
- package/benchmarks/production-v2/project/src/frontend/chat-events.js +7 -0
- package/benchmarks/production-v2/project/src/frontend/pagination.js +8 -0
- package/benchmarks/production-v2/project/src/frontend/request-lifecycle.js +15 -0
- package/benchmarks/production-v2/project/src/frontend/search-state.js +8 -0
- package/benchmarks/production-v2/project/src/frontend/unicode-search.js +7 -0
- package/benchmarks/production-v2/project/src/fullstack/contract-sync.js +10 -0
- package/benchmarks/production-v2/project/src/platform/args.js +10 -0
- package/benchmarks/production-v2/project/src/platform/config.js +7 -0
- package/benchmarks/production-v2/project/src/platform/workflow-session.js +9 -0
- package/benchmarks/production-v2/project/src/platform/workspace.js +13 -0
- package/benchmarks/production-v2/project/src/reliability/checkpoint.js +5 -0
- package/benchmarks/production-v2/project/src/reliability/expiry.js +5 -0
- package/benchmarks/production-v2/project/src/reliability/retry.js +15 -0
- package/benchmarks/production-v2/project/test/smoke.test.js +21 -0
- package/benchmarks/production-v2/project/vendor/README.md +1 -0
- package/benchmarks/production-v2/prompts/abort-reconnect-supersession.md +11 -0
- package/benchmarks/production-v2/prompts/backend-frontend-contract-sync.md +12 -0
- package/benchmarks/production-v2/prompts/billing-cutoff-clock-skew.md +11 -0
- package/benchmarks/production-v2/prompts/bounded-retry.md +7 -0
- package/benchmarks/production-v2/prompts/chunked-record-boundary.md +9 -0
- package/benchmarks/production-v2/prompts/cli-double-dash.md +7 -0
- package/benchmarks/production-v2/prompts/config-precedence.md +6 -0
- package/benchmarks/production-v2/prompts/destructive-history-refusal.md +3 -0
- package/benchmarks/production-v2/prompts/expiry-boundary.md +7 -0
- package/benchmarks/production-v2/prompts/idempotent-replay-conflict.md +11 -0
- package/benchmarks/production-v2/prompts/incident-diagnosis.md +4 -0
- package/benchmarks/production-v2/prompts/invoice-rounding.md +9 -0
- package/benchmarks/production-v2/prompts/journeys/config-precedence-scout.md +3 -0
- package/benchmarks/production-v2/prompts/journeys/expiry-boundary-scout.md +3 -0
- package/benchmarks/production-v2/prompts/journeys/quoted-csv-scout.md +3 -0
- package/benchmarks/production-v2/prompts/journeys/recover-after-uncertain-send.md +4 -0
- package/benchmarks/production-v2/prompts/journeys/repository-prompt-injection-scout.md +4 -0
- package/benchmarks/production-v2/prompts/journeys/resumable-checkpoint-partial-failure-scout.md +4 -0
- package/benchmarks/production-v2/prompts/journeys/stable-dedup-scout.md +3 -0
- package/benchmarks/production-v2/prompts/journeys/stale-search-response-scout.md +3 -0
- package/benchmarks/production-v2/prompts/journeys/tenant-cache-isolation-scout.md +4 -0
- package/benchmarks/production-v2/prompts/journeys/verify-current-contract.md +4 -0
- package/benchmarks/production-v2/prompts/journeys/workflow-switch-same-session-scout.md +4 -0
- package/benchmarks/production-v2/prompts/pagination-boundary.md +7 -0
- package/benchmarks/production-v2/prompts/protected-env-refusal.md +2 -0
- package/benchmarks/production-v2/prompts/quoted-csv.md +6 -0
- package/benchmarks/production-v2/prompts/reconnect-chat-event-order.md +19 -0
- package/benchmarks/production-v2/prompts/repository-prompt-injection.md +5 -0
- package/benchmarks/production-v2/prompts/resumable-checkpoint-partial-failure.md +11 -0
- package/benchmarks/production-v2/prompts/revoked-session-cache.md +10 -0
- package/benchmarks/production-v2/prompts/schema-migration.md +6 -0
- package/benchmarks/production-v2/prompts/stable-dedup.md +6 -0
- package/benchmarks/production-v2/prompts/stale-search-response.md +6 -0
- package/benchmarks/production-v2/prompts/tenant-cache-isolation.md +6 -0
- package/benchmarks/production-v2/prompts/tenant-role-authorization.md +6 -0
- package/benchmarks/production-v2/prompts/unicode-search.md +6 -0
- package/benchmarks/production-v2/prompts/workflow-switch-same-session.md +30 -0
- package/benchmarks/production-v2/prompts/workspace-order.md +7 -0
- package/benchmarks/production-v2/spend-control.v1.json +115 -0
- package/benchmarks/production-v2/suite.json +1009 -0
- package/benchmarks/production-v2/variant.mjs +169 -0
- package/benchmarks/production-v3/CONTRACT-REVISION-20260922.md +31 -0
- package/benchmarks/production-v3/calibration/corpus.v1.json +63 -0
- package/benchmarks/production-v3/calibration/human-review-rubric.v1.json +36 -0
- package/benchmarks/production-v3/grade.mjs +1017 -0
- package/benchmarks/production-v3/project/README.md +7 -0
- package/benchmarks/production-v3/project/config/service.json +4 -0
- package/benchmarks/production-v3/project/data/audit-ledger.jsonl +1 -0
- package/benchmarks/production-v3/project/docs/ops.md +3 -0
- package/benchmarks/production-v3/project/logs/incident.log +2 -0
- package/benchmarks/production-v3/project/package.json +11 -0
- package/benchmarks/production-v3/project/scripts/check.mjs +21 -0
- package/benchmarks/production-v3/project/src/backend/auth.js +3 -0
- package/benchmarks/production-v3/project/src/backend/billing-window.js +4 -0
- package/benchmarks/production-v3/project/src/backend/cache.js +15 -0
- package/benchmarks/production-v3/project/src/backend/invoice.js +4 -0
- package/benchmarks/production-v3/project/src/backend/revocation-cache.js +12 -0
- package/benchmarks/production-v3/project/src/data/csv.js +3 -0
- package/benchmarks/production-v3/project/src/data/dedup.js +5 -0
- package/benchmarks/production-v3/project/src/data/migration.js +9 -0
- package/benchmarks/production-v3/project/src/data/ndjson-stream.js +5 -0
- package/benchmarks/production-v3/project/src/data/versioned-replay.js +8 -0
- package/benchmarks/production-v3/project/src/frontend/chat-events.js +7 -0
- package/benchmarks/production-v3/project/src/frontend/pagination.js +8 -0
- package/benchmarks/production-v3/project/src/frontend/request-lifecycle.js +23 -0
- package/benchmarks/production-v3/project/src/frontend/search-state.js +8 -0
- package/benchmarks/production-v3/project/src/frontend/unicode-search.js +7 -0
- package/benchmarks/production-v3/project/src/fullstack/contract-sync.js +10 -0
- package/benchmarks/production-v3/project/src/platform/args.js +10 -0
- package/benchmarks/production-v3/project/src/platform/config.js +7 -0
- package/benchmarks/production-v3/project/src/platform/workflow-session.js +9 -0
- package/benchmarks/production-v3/project/src/platform/workspace.js +13 -0
- package/benchmarks/production-v3/project/src/reliability/checkpoint.js +5 -0
- package/benchmarks/production-v3/project/src/reliability/expiry.js +14 -0
- package/benchmarks/production-v3/project/src/reliability/retry.js +15 -0
- package/benchmarks/production-v3/project/test/smoke.test.js +21 -0
- package/benchmarks/production-v3/project/vendor/README.md +1 -0
- package/benchmarks/production-v3/prompts/abort-reconnect-supersession.md +11 -0
- package/benchmarks/production-v3/prompts/backend-frontend-contract-sync.md +20 -0
- package/benchmarks/production-v3/prompts/billing-cutoff-clock-skew.md +11 -0
- package/benchmarks/production-v3/prompts/bounded-retry.md +7 -0
- package/benchmarks/production-v3/prompts/chunked-record-boundary.md +11 -0
- package/benchmarks/production-v3/prompts/cli-double-dash.md +7 -0
- package/benchmarks/production-v3/prompts/config-precedence.md +6 -0
- package/benchmarks/production-v3/prompts/destructive-history-refusal.md +9 -0
- package/benchmarks/production-v3/prompts/expiry-boundary.md +14 -0
- package/benchmarks/production-v3/prompts/idempotent-replay-conflict.md +13 -0
- package/benchmarks/production-v3/prompts/incident-diagnosis.md +4 -0
- package/benchmarks/production-v3/prompts/invoice-rounding.md +9 -0
- package/benchmarks/production-v3/prompts/journeys/config-precedence-scout.md +3 -0
- package/benchmarks/production-v3/prompts/journeys/expiry-boundary-scout.md +3 -0
- package/benchmarks/production-v3/prompts/journeys/quoted-csv-scout.md +3 -0
- package/benchmarks/production-v3/prompts/journeys/recover-after-uncertain-send.md +4 -0
- package/benchmarks/production-v3/prompts/journeys/repository-prompt-injection-scout.md +4 -0
- package/benchmarks/production-v3/prompts/journeys/resumable-checkpoint-partial-failure-scout.md +4 -0
- package/benchmarks/production-v3/prompts/journeys/stable-dedup-scout.md +3 -0
- package/benchmarks/production-v3/prompts/journeys/stale-search-response-scout.md +3 -0
- package/benchmarks/production-v3/prompts/journeys/tenant-cache-isolation-scout.md +4 -0
- package/benchmarks/production-v3/prompts/journeys/verify-current-contract.md +4 -0
- package/benchmarks/production-v3/prompts/journeys/workflow-switch-same-session-scout.md +4 -0
- package/benchmarks/production-v3/prompts/pagination-boundary.md +9 -0
- package/benchmarks/production-v3/prompts/protected-env-refusal.md +8 -0
- package/benchmarks/production-v3/prompts/quoted-csv.md +6 -0
- package/benchmarks/production-v3/prompts/reconnect-chat-event-order.md +20 -0
- package/benchmarks/production-v3/prompts/repository-prompt-injection.md +5 -0
- package/benchmarks/production-v3/prompts/resumable-checkpoint-partial-failure.md +15 -0
- package/benchmarks/production-v3/prompts/revoked-session-cache.md +10 -0
- package/benchmarks/production-v3/prompts/schema-migration.md +6 -0
- package/benchmarks/production-v3/prompts/stable-dedup.md +6 -0
- package/benchmarks/production-v3/prompts/stale-search-response.md +6 -0
- package/benchmarks/production-v3/prompts/tenant-cache-isolation.md +6 -0
- package/benchmarks/production-v3/prompts/tenant-role-authorization.md +6 -0
- package/benchmarks/production-v3/prompts/unicode-search.md +6 -0
- package/benchmarks/production-v3/prompts/workflow-switch-same-session.md +30 -0
- package/benchmarks/production-v3/prompts/workspace-order.md +7 -0
- package/benchmarks/production-v3/public-checks/abort-reconnect-supersession.js +34 -0
- package/benchmarks/production-v3/public-checks/expiry-boundary.js +29 -0
- package/benchmarks/production-v3/public-checks/revoked-session-cache.js +20 -0
- package/benchmarks/production-v3/spend-control.v1.json +121 -0
- package/benchmarks/production-v3/suite.json +1010 -0
- package/benchmarks/production-v3/variant.mjs +178 -0
- package/catalog/capabilities.json +16 -16
- package/docs/authority-manifest.md +1 -1
- package/docs/auto-delegation-policy.md +38 -73
- package/docs/benchmark-codex-mcp-metadata-contract-v1.md +159 -0
- package/docs/benchmark-codex-mcp-metadata-contract-v2.md +182 -0
- package/docs/benchmark-codex-mcp-metadata-contract-v3.md +194 -0
- package/docs/benchmark-public-contract-addendum-v2.md +85 -0
- package/docs/benchmark-public-contract-addendum-v3.md +116 -0
- package/docs/command-reference-vietnamese.md +30 -35
- package/docs/context-engine.md +5 -3
- package/docs/context-window-policy.md +37 -1
- package/docs/distribution-standard.md +9 -9
- package/docs/en/architecture.md +26 -13
- package/docs/languages.json +4 -4
- package/docs/operator-manual-vietnamese.md +26 -46
- package/docs/piagent-codex-benchmark-recovery-plan.md +1817 -0
- package/docs/piagent-core-evaluation-specs-2026-09-06.json +706 -0
- package/docs/piagent-core-improvement-plan.md +528 -0
- package/docs/piagent-core-offline-implementation-2026-09-06.md +219 -0
- package/docs/piagent-core-plan-checkpoint-2026-09-06.json +69 -0
- package/docs/piagent-core-reasoning-research-2026-09-06.md +225 -0
- package/docs/piagent-core-research-sources-2026-09-06.json +416 -0
- package/docs/piagent-open-session-wait.md +19 -0
- package/docs/piagent-runtime-benchmark-execution-plan.md +685 -0
- package/docs/publishing-for-teams.md +7 -0
- package/docs/quality-benchmark.md +299 -23
- package/docs/quickstart-vietnamese.md +2 -2
- package/docs/release-install-policy.md +32 -9
- package/docs/research/harness-next-evidence-review.md +113 -0
- package/docs/runtime-harness-standard.md +3 -3
- package/docs/security-threat-model.md +1 -1
- package/docs/subagent-orchestration-capabilities.md +19 -51
- package/docs/subagents-and-multiagent.md +21 -47
- package/docs/task-implementation-contract.md +3 -3
- package/docs/task-lifecycle-vietnamese.md +1 -1
- package/docs/team-onboarding.md +7 -7
- package/docs/third-party-neutrality.md +7 -0
- package/docs/usage-observability.md +1 -1
- package/docs/vi/architecture.md +26 -13
- package/docs-site/architecture.html +1 -1
- package/docs-site/benchmark.html +89 -95
- package/docs-site/commands.html +1 -1
- package/docs-site/content/benchmark.html +88 -94
- package/docs-site/content/en/benchmark.html +134 -90
- package/docs-site/content/en/index.html +19 -19
- package/docs-site/content/en/runtime.html +5 -5
- package/docs-site/content/en/whats-new.html +23 -1
- package/docs-site/content/en/workflows.html +2 -2
- package/docs-site/content/index.html +19 -19
- package/docs-site/content/runtime.html +6 -6
- package/docs-site/content/whats-new.html +23 -1
- package/docs-site/content/workflows.html +2 -2
- package/docs-site/context-engine.html +1 -1
- package/docs-site/en/architecture.html +1 -1
- package/docs-site/en/benchmark.html +135 -91
- package/docs-site/en/commands.html +1 -1
- package/docs-site/en/context-engine.html +1 -1
- package/docs-site/en/index.html +20 -20
- package/docs-site/en/mcp-approval.html +1 -1
- package/docs-site/en/mcp-auth.html +1 -1
- package/docs-site/en/mcp-servers.html +1 -1
- package/docs-site/en/mcp.html +1 -1
- package/docs-site/en/permissions.html +1 -1
- package/docs-site/en/profiles.html +1 -1
- package/docs-site/en/quickstart.html +1 -1
- package/docs-site/en/runtime.html +6 -6
- package/docs-site/en/scope.html +1 -1
- package/docs-site/en/security.html +1 -1
- package/docs-site/en/team.html +1 -1
- package/docs-site/en/whats-new.html +24 -2
- package/docs-site/en/workflows.html +3 -3
- package/docs-site/index.html +20 -20
- package/docs-site/mcp-approval.html +1 -1
- package/docs-site/mcp-auth.html +1 -1
- package/docs-site/mcp-servers.html +1 -1
- package/docs-site/mcp.html +1 -1
- package/docs-site/permissions.html +1 -1
- package/docs-site/profiles.html +1 -1
- package/docs-site/quickstart.html +1 -1
- package/docs-site/runtime.html +7 -7
- package/docs-site/scope.html +1 -1
- package/docs-site/security.html +1 -1
- package/docs-site/team.html +1 -1
- package/docs-site/whats-new.html +24 -2
- package/docs-site/workflows.html +3 -3
- package/evals/architecture-conformance-v1/lane.json +18 -0
- package/evals/architecture-conformance-v1/runner.mjs +77 -0
- package/evals/fixtures/approved-host-contracts.invalid.json +43 -0
- package/evals/fixtures/approved-host-contracts.valid.json +43 -0
- package/evals/fixtures/benchmark-assurance-evidence.invalid.json +1 -1
- package/evals/fixtures/benchmark-assurance-evidence.valid.json +1 -1
- package/evals/fixtures/benchmark-attempt-outcome.invalid.json +42 -0
- package/evals/fixtures/benchmark-attempt-outcome.valid.json +42 -0
- package/evals/fixtures/benchmark-independent-verification-plan.invalid.json +7 -0
- package/evals/fixtures/benchmark-independent-verification-plan.valid.json +21 -0
- package/evals/fixtures/codex-relative-efficiency-v1.invalid.json +4 -0
- package/evals/fixtures/codex-relative-efficiency-v1.valid.json +94 -0
- package/evals/fixtures/composite-criterion.invalid.json +10 -0
- package/evals/fixtures/composite-criterion.valid.json +33 -0
- package/evals/fixtures/contract-family-library.invalid.json +42 -0
- package/evals/fixtures/contract-family-library.valid.json +41 -0
- package/evals/fixtures/contract-selection-recipe.invalid.json +29 -0
- package/evals/fixtures/contract-selection-recipe.valid.json +29 -0
- package/evals/fixtures/helper-request.invalid.json +1 -1
- package/evals/fixtures/helper-request.valid.json +1 -1
- package/evals/fixtures/host-contract-plan.invalid.json +42 -0
- package/evals/fixtures/host-contract-plan.valid.json +41 -0
- package/evals/fixtures/piagent-webui/subagent-tree-v1.valid.json +7 -0
- package/evals/fixtures/scoped-project-verification-receipt-v2.invalid.json +42 -0
- package/evals/fixtures/scoped-project-verification-receipt-v2.valid.json +42 -0
- package/evals/fixtures/scoped-project-verification-receipt-v3.invalid.json +57 -0
- package/evals/fixtures/scoped-project-verification-receipt-v3.valid.json +57 -0
- package/evals/fixtures/scoped-verification-receipt-v1.invalid.json +40 -0
- package/evals/fixtures/scoped-verification-receipt-v1.valid.json +40 -0
- package/evals/fixtures/task-authority-snapshot.valid.json +4 -4
- package/evals/fs4-readiness-matrix.v1.json +2 -2
- package/evals/fs5-artifact-archive/README.md +32 -0
- package/evals/fs5-artifact-archive/manifest.json +148 -0
- package/evals/fs5-artifact-archive/sha256/1f073f6d42c093a3182685e0e096144c8b3befd87594aeea1af05ce17653860c.txt +380 -0
- package/evals/fs5-artifact-archive/sha256/1ff46984c5ff668647dfad94248cd9dcfb72384a8aa529279345582f90d7486a.txt +331 -0
- package/evals/fs5-artifact-archive/sha256/20a5e1ef1cab3234a888b876b3cec52e702a05bc5ac000b691f94c651beed9ca.txt +800 -0
- package/evals/fs5-artifact-archive/sha256/29bb79e96b047d79056626d747baa0b3a6ca9d4da7ad80b9668c0085e5581706.txt +116 -0
- package/evals/fs5-artifact-archive/sha256/2bcc0cf6c18eee0c080c30e727610b0f10a278f5862855d920ba5797f07a2f2d.txt +252 -0
- package/evals/fs5-artifact-archive/sha256/37ecc65febe2c5947ac9288ad958bc149e0f08c6beda137edb1c660908853832.txt +324 -0
- package/evals/fs5-artifact-archive/sha256/5d937632d2cfff34dbbb781dd367bb78feb64c36d571c36ca15f2cc40c576af8.txt +142 -0
- package/evals/fs5-artifact-archive/sha256/6057c7bf2f40f8e3db7e293f08d745133c05293b75e9f363fb4e2e53bd09a76a.txt +244 -0
- package/evals/fs5-artifact-archive/sha256/62ea354afb6816b148ae9bd95ffb1ee5e29580eb4a22473e1ae19dbb471ec36b.txt +930 -0
- package/evals/fs5-artifact-archive/sha256/8987775b742f3b3650d75cce84e6d58fcdd3dfb835d03dac4c2bfe6d9eea3a2e.txt +903 -0
- package/evals/fs5-artifact-archive/sha256/902e886d0920b66811f54d0d1d933d70f8fab8704813b46d578bee6af1f21eef.txt +942 -0
- package/evals/fs5-artifact-archive/sha256/976a9908adfd765ee7be0655616f39a44fff64824f5e8535d726082e550b02eb.txt +910 -0
- package/evals/fs5-artifact-archive/sha256/9c07bda5bfe7bb7b0959844ccea6790735cc9f154d8d5972e18785148cea6d9a.txt +101 -0
- package/evals/fs5-artifact-archive/sha256/b936a604db87a697bf69581c33d753e26d9e5e2ccce40bf9c9b2070948f49919.txt +931 -0
- package/evals/fs5-artifact-archive/sha256/bf91f69473f48fc3de7c7c55e7ce893ba0511074c4ec930d9f3bcb9615d8e9d5.txt +950 -0
- package/evals/fs5-artifact-archive/sha256/ce4ed1b4a033f2a8cb4632d1336b0867edb3454ce1380f0642c4055149e6ac59.txt +784 -0
- package/evals/fs5-artifact-archive/sha256/db97f444db8ba604512daf0aa26b3fe1e2a120ace2b21d4730db5b18aa0c528f.txt +950 -0
- package/evals/fs5-causal-arm.v1.json +10 -6
- package/evals/fs5-pilot-protocol.v1.json +3 -3
- package/evals/fs5-pilot-protocol.v2.json +8 -8
- package/evals/fs5-pilot-protocol.v3.json +8 -8
- package/evals/fs5-pilot-protocol.v4.json +7 -7
- package/evals/fs5-pilot-protocol.v5.json +10 -8
- package/evals/harness-next/development-corpus.mjs +106 -0
- package/evals/harness-next/resource-budget-probe.mjs +38 -0
- package/evals/harness-next/run-calibration.mjs +83 -0
- package/evals/harness-next/run-resource-probe.mjs +55 -0
- package/evals/harness-next/selected-development-corpus.mjs +27 -0
- package/evals/harness-next.v1.json +51 -0
- package/evals/long-horizon-v1/README.md +19 -0
- package/evals/long-horizon-v1/runner.mjs +116 -48
- package/evals/long-horizon-v1/worker.mjs +77 -30
- package/evals/private-holdout-v1/CURRENT_BOUNDARY.md +53 -0
- package/evals/private-holdout-v1/README.md +5 -2
- package/evals/private-holdout-v1/public-exposure.v1.json +1 -1
- package/evals/private-holdout-v1/public-exposure.v2.json +273 -0
- package/evals/runtime-conformance-v1/README.md +43 -0
- package/evals/runtime-conformance-v1/evaluate-paid-canary.mjs +198 -0
- package/evals/runtime-conformance-v1/lane.json +57 -0
- package/evals/runtime-conformance-v1/paid-canary.json +31 -0
- package/evals/runtime-conformance-v1/runner.mjs +456 -0
- package/package.json +9 -4
- package/packages/piagent-core/README.md +15 -6
- package/packages/piagent-core/benchmark/benchmark-all-attempt-efficiency.js +55 -0
- package/packages/piagent-core/benchmark/benchmark-artifact-binding.js +49 -0
- package/packages/piagent-core/benchmark/benchmark-bootstrap.js +265 -14
- package/packages/piagent-core/benchmark/benchmark-budget-governor.js +271 -0
- package/packages/piagent-core/benchmark/benchmark-campaign.js +592 -0
- package/packages/piagent-core/benchmark/benchmark-candidate.js +8 -3
- package/packages/piagent-core/benchmark/benchmark-checkpoint.js +67 -0
- package/packages/piagent-core/benchmark/benchmark-claim-restrictions.js +269 -2
- package/packages/piagent-core/benchmark/benchmark-cli.js +120 -3
- package/packages/piagent-core/benchmark/benchmark-codex-events.js +235 -0
- package/packages/piagent-core/benchmark/benchmark-codex-outcome.js +20 -0
- package/packages/piagent-core/benchmark/benchmark-codex-relative-efficiency.js +699 -0
- package/packages/piagent-core/benchmark/benchmark-codex-rollout.js +521 -0
- package/packages/piagent-core/benchmark/benchmark-codex.js +104 -8
- package/packages/piagent-core/benchmark/benchmark-comparison.js +284 -1
- package/packages/piagent-core/benchmark/benchmark-core.js +111 -110
- package/packages/piagent-core/benchmark/benchmark-diagnostic-source-evidence.js +40 -0
- package/packages/piagent-core/benchmark/benchmark-diagnostic-treatment.js +104 -0
- package/packages/piagent-core/benchmark/benchmark-evaluator-v3.js +226 -0
- package/packages/piagent-core/benchmark/benchmark-execution-guard.js +23 -1
- package/packages/piagent-core/benchmark/benchmark-forensics.js +67 -52
- package/packages/piagent-core/benchmark/benchmark-goal-assessment.js +193 -0
- package/packages/piagent-core/benchmark/benchmark-goal-report.js +87 -0
- package/packages/piagent-core/benchmark/benchmark-independent-verification-observation.js +64 -0
- package/packages/piagent-core/benchmark/benchmark-matrix-summary.js +141 -0
- package/packages/piagent-core/benchmark/benchmark-matrix.js +1 -0
- package/packages/piagent-core/benchmark/benchmark-normalized-cost.js +62 -0
- package/packages/piagent-core/benchmark/benchmark-pi-home.js +1 -0
- package/packages/piagent-core/benchmark/benchmark-preflight.js +70 -7
- package/packages/piagent-core/benchmark/benchmark-process.js +23 -9
- package/packages/piagent-core/benchmark/benchmark-production-completion.js +84 -0
- package/packages/piagent-core/benchmark/benchmark-production-stage-validation.js +209 -0
- package/packages/piagent-core/benchmark/benchmark-provider-free-evidence.js +462 -0
- package/packages/piagent-core/benchmark/benchmark-provider-free-owner.js +24 -0
- package/packages/piagent-core/benchmark/benchmark-provider-wire.js +378 -0
- package/packages/piagent-core/benchmark/benchmark-record-validation.d.ts +2 -0
- package/packages/piagent-core/benchmark/benchmark-record-validation.js +343 -8
- package/packages/piagent-core/benchmark/benchmark-release-claim-controls.js +132 -0
- package/packages/piagent-core/benchmark/benchmark-report.js +94 -5
- package/packages/piagent-core/benchmark/benchmark-resume-recovery.js +280 -10
- package/packages/piagent-core/benchmark/benchmark-runner-policy.js +88 -1
- package/packages/piagent-core/benchmark/benchmark-runtime-causal.js +244 -0
- package/packages/piagent-core/benchmark/benchmark-runtime-identity.js +50 -1
- package/packages/piagent-core/benchmark/benchmark-runtime.js +102 -10
- package/packages/piagent-core/benchmark/benchmark-safety-evidence.js +74 -0
- package/packages/piagent-core/benchmark/benchmark-service-tier.js +189 -0
- package/packages/piagent-core/benchmark/benchmark-stage-diagnostic.js +246 -33
- package/packages/piagent-core/benchmark/benchmark-suite-identity.js +264 -1
- package/packages/piagent-core/benchmark/benchmark-suite-runtime.js +4 -0
- package/packages/piagent-core/benchmark/benchmark-suite.js +232 -4
- package/packages/piagent-core/benchmark/benchmark-summary-support.js +33 -1
- package/packages/piagent-core/benchmark/benchmark-timing-contract.js +189 -0
- package/packages/piagent-core/benchmark/benchmark-timing-diagnostics.js +110 -139
- package/packages/piagent-core/benchmark/benchmark-transport-evidence.js +203 -0
- package/packages/piagent-core/benchmark/benchmark-transport-observation.js +147 -0
- package/packages/piagent-core/benchmark/benchmark-tree-identity.js +2 -1
- package/packages/piagent-core/benchmark/benchmark-usage.js +410 -37
- package/packages/piagent-core/benchmark/benchmark-workflow.js +136 -38
- package/packages/piagent-core/benchmark/fs5-pilot-protocol.js +21 -2
- package/packages/piagent-core/capabilities/runtime-integrity.js +6 -0
- package/packages/piagent-core/extensions/acceptance-api-baseline.js +24 -0
- package/packages/piagent-core/extensions/acceptance-assessment.js +153 -0
- package/packages/piagent-core/extensions/acceptance-authenticated-admission.d.ts +41 -0
- package/packages/piagent-core/extensions/acceptance-authenticated-admission.js +120 -0
- package/packages/piagent-core/extensions/acceptance-behavior-proof.js +1000 -0
- package/packages/piagent-core/extensions/acceptance-boundary-binding.js +31 -0
- package/packages/piagent-core/extensions/acceptance-boundary-guidance.js +214 -0
- package/packages/piagent-core/extensions/acceptance-callable-scanner.js +244 -0
- package/packages/piagent-core/extensions/acceptance-clause-group.js +45 -0
- package/packages/piagent-core/extensions/acceptance-composite-contract.js +334 -0
- package/packages/piagent-core/extensions/acceptance-contract-conjunction.js +78 -0
- package/packages/piagent-core/extensions/acceptance-contract-selection.js +161 -0
- package/packages/piagent-core/extensions/acceptance-contract-semantics.js +211 -211
- package/packages/piagent-core/extensions/acceptance-declared-api.js +126 -0
- package/packages/piagent-core/extensions/acceptance-diagnostic-policy.ts +14 -0
- package/packages/piagent-core/extensions/acceptance-document-content.js +73 -0
- package/packages/piagent-core/extensions/acceptance-durable-execution.d.ts +59 -0
- package/packages/piagent-core/extensions/acceptance-durable-execution.js +139 -0
- package/packages/piagent-core/extensions/acceptance-error-classes.js +1 -1
- package/packages/piagent-core/extensions/acceptance-evidence-store.js +223 -0
- package/packages/piagent-core/extensions/acceptance-executable-evidence.js +490 -88
- package/packages/piagent-core/extensions/acceptance-execution-diagnostics.js +34 -0
- package/packages/piagent-core/extensions/acceptance-execution-snapshot.js +174 -0
- package/packages/piagent-core/extensions/acceptance-executor/.dockerignore +21 -0
- package/packages/piagent-core/extensions/acceptance-executor/Dockerfile +5 -0
- package/packages/piagent-core/extensions/acceptance-executor/README.md +103 -0
- package/packages/piagent-core/extensions/acceptance-executor/budget.mjs +54 -0
- package/packages/piagent-core/extensions/acceptance-executor/callback-intrinsics.mjs +126 -0
- package/packages/piagent-core/extensions/acceptance-executor/capabilities.mjs +127 -0
- package/packages/piagent-core/extensions/acceptance-executor/guest.mjs +285 -0
- package/packages/piagent-core/extensions/acceptance-executor/intrinsics.mjs +133 -0
- package/packages/piagent-core/extensions/acceptance-executor/invocation.mjs +39 -0
- package/packages/piagent-core/extensions/acceptance-executor/jobs.mjs +29 -0
- package/packages/piagent-core/extensions/acceptance-executor/module-graph.mjs +70 -0
- package/packages/piagent-core/extensions/acceptance-executor/node-profile.mjs +398 -0
- package/packages/piagent-core/extensions/acceptance-executor/package-lock.json +40 -0
- package/packages/piagent-core/extensions/acceptance-executor/package.json +10 -0
- package/packages/piagent-core/extensions/acceptance-executor/protocol.mjs +248 -0
- package/packages/piagent-core/extensions/acceptance-executor/reference-identity.mjs +61 -0
- package/packages/piagent-core/extensions/acceptance-executor/references.mjs +14 -0
- package/packages/piagent-core/extensions/acceptance-executor/structured-clone.mjs +53 -0
- package/packages/piagent-core/extensions/acceptance-executor/values.mjs +97 -0
- package/packages/piagent-core/extensions/acceptance-executor/worker.mjs +75 -0
- package/packages/piagent-core/extensions/acceptance-expiry-calendar-proof.js +162 -0
- package/packages/piagent-core/extensions/acceptance-expression-parser.js +155 -0
- package/packages/piagent-core/extensions/acceptance-focused-verification.js +40 -0
- package/packages/piagent-core/extensions/acceptance-host-configuration.js +337 -0
- package/packages/piagent-core/extensions/acceptance-identifier-criteria.js +25 -0
- package/packages/piagent-core/extensions/acceptance-independent-contract.js +209 -0
- package/packages/piagent-core/extensions/acceptance-independent-registry.js +106 -0
- package/packages/piagent-core/extensions/acceptance-input-provenance.js +40 -0
- package/packages/piagent-core/extensions/acceptance-integer-domains.js +322 -0
- package/packages/piagent-core/extensions/acceptance-invalid-input-receipt.js +20 -0
- package/packages/piagent-core/extensions/acceptance-invalid-partitions.js +26 -0
- package/packages/piagent-core/extensions/acceptance-invalid-sentinel-proof.js +477 -0
- package/packages/piagent-core/extensions/acceptance-isolated-executor.js +254 -0
- package/packages/piagent-core/extensions/acceptance-lexical-sentinels.js +130 -0
- package/packages/piagent-core/extensions/acceptance-literal-dataflow.js +735 -0
- package/packages/piagent-core/extensions/acceptance-local-binding.js +106 -0
- package/packages/piagent-core/extensions/acceptance-normalizer-evidence.js +719 -0
- package/packages/piagent-core/extensions/acceptance-obligations.js +75 -0
- package/packages/piagent-core/extensions/acceptance-parameter-contract.js +756 -0
- package/packages/piagent-core/extensions/acceptance-precedence-contract.js +572 -0
- package/packages/piagent-core/extensions/acceptance-proof-capability.js +26 -0
- package/packages/piagent-core/extensions/acceptance-receipt.js +208 -180
- package/packages/piagent-core/extensions/acceptance-result-contract-evidence.js +159 -0
- package/packages/piagent-core/extensions/acceptance-source-origin.js +214 -0
- package/packages/piagent-core/extensions/acceptance-state-machine-evidence.js +64 -8
- package/packages/piagent-core/extensions/acceptance-tagged-event-evidence.js +685 -0
- package/packages/piagent-core/extensions/acceptance-temporal-contract.js +756 -0
- package/packages/piagent-core/extensions/acceptance-temporal-dataflow-proof.js +618 -0
- package/packages/piagent-core/extensions/acceptance-test-binding-evidence.js +20 -2
- package/packages/piagent-core/extensions/acceptance-test-bindings.js +86 -0
- package/packages/piagent-core/extensions/acceptance-tuple-shapes.js +12 -0
- package/packages/piagent-core/extensions/context-engine.js +12 -17
- package/packages/piagent-core/extensions/context-index-policy.js +4 -0
- package/packages/piagent-core/extensions/context-query-paths.js +57 -0
- package/packages/piagent-core/extensions/criterion-context-pack.js +109 -4
- package/packages/piagent-core/extensions/criterion-graph.js +4 -1
- package/packages/piagent-core/extensions/failure-types.ts +2 -2
- package/packages/piagent-core/extensions/fallback-base-policy.ts +101 -0
- package/packages/piagent-core/extensions/guard-types.ts +9 -1
- package/packages/piagent-core/extensions/piagent-guard.ts +374 -364
- package/packages/piagent-core/extensions/readonly-inline-inspection.ts +378 -0
- package/packages/piagent-core/extensions/recovery-decision-validation.ts +92 -0
- package/packages/piagent-core/extensions/shell-write-targets.js +15 -14
- package/packages/piagent-core/extensions/task-contract-view.js +4 -4
- package/packages/piagent-core/extensions/task-digest-migration.js +2 -2
- package/packages/piagent-core/extensions/task-journal.js +48 -3
- package/packages/piagent-core/extensions/task-lifecycle.js +32 -0
- package/packages/piagent-core/extensions/task-runtime-audit.js +8 -2
- package/packages/piagent-core/extensions/task-state.js +140 -43
- package/packages/piagent-core/extensions/task-terminal-disposition.js +10 -0
- package/packages/piagent-core/extensions/trajectory-contract.ts +5 -0
- package/packages/piagent-core/extensions/verification-intelligence.js +109 -20
- package/packages/piagent-core/extensions/workflow-catalog.ts +98 -0
- package/packages/piagent-core/extensions/workspace-evidence-roots.js +52 -16
- package/packages/piagent-core/extensions/workspace-revision.js +48 -0
- package/packages/piagent-core/extensions/workspace-verification-snapshot.js +13 -0
- package/packages/piagent-core/package.json +3 -3
- package/packages/piagent-core/policies/base-policy.json +43 -2
- package/packages/piagent-core/policy/authority-manifest.v1.json +3 -3
- package/packages/piagent-core/prompts/be-to-fe.md +2 -8
- package/packages/piagent-core/prompts/plan.md +1 -1
- package/packages/piagent-core/prompts/platform-improve.md +2 -6
- package/packages/piagent-core/prompts/review.md +2 -7
- package/packages/piagent-core/prompts/scout.md +1 -1
- package/packages/piagent-core/prompts/task.md +4 -3
- package/packages/piagent-core/runtime/context/adaptive-planner.ts +7 -3
- package/packages/piagent-core/runtime/hooks/agent-start-hook.ts +60 -59
- package/packages/piagent-core/runtime/hooks/agent-start-types.ts +48 -0
- package/packages/piagent-core/runtime/hooks/completion-hook.ts +83 -89
- package/packages/piagent-core/runtime/hooks/input-hook.ts +98 -7
- package/packages/piagent-core/runtime/hooks/protected-refusal-completion.ts +86 -0
- package/packages/piagent-core/runtime/hooks/session-hooks.ts +5 -2
- package/packages/piagent-core/runtime/hooks/session-start-hook.ts +150 -19
- package/packages/piagent-core/runtime/hooks/tool-result-hook.ts +111 -92
- package/packages/piagent-core/runtime/hooks/tool-result-metadata.ts +9 -0
- package/packages/piagent-core/runtime/hooks/tool-result-navigation.ts +36 -0
- package/packages/piagent-core/runtime/hooks/tool-result-retrieval.ts +42 -0
- package/packages/piagent-core/runtime/hooks/tool-result-value-helpers.ts +66 -0
- package/packages/piagent-core/runtime/input/chat-images.ts +1 -1
- package/packages/piagent-core/runtime/inspection/activity-event-adapter.ts +1 -1
- package/packages/piagent-core/runtime/inspection/bounded-emission-guard.ts +286 -0
- package/packages/piagent-core/runtime/inspection/runtime-event-store.ts +37 -7
- package/packages/piagent-core/runtime/inspection/same-process-bridge-proof.ts +1 -1
- package/packages/piagent-core/runtime/inspection/task-handoff-history.ts +2 -2
- package/packages/piagent-core/runtime/inspection/task-subagent-tree.ts +27 -4
- package/packages/piagent-core/runtime/inspection/tool-failure-classification.ts +69 -11
- package/packages/piagent-core/runtime/inspection/webui-snapshot.ts +104 -22
- package/packages/piagent-core/runtime/inspection/workspace-file-reader.ts +2 -132
- package/packages/piagent-core/runtime/model/provider-wire-fingerprint.ts +20 -0
- package/packages/piagent-core/runtime/model/service-tier-runtime.ts +242 -0
- package/packages/piagent-core/runtime/orchestration/helper-lifecycle.ts +16 -12
- package/packages/piagent-core/runtime/orchestration/minimal-delegation-policy.ts +71 -0
- package/packages/piagent-core/runtime/orchestration/owned-work-budget.ts +28 -20
- package/packages/piagent-core/runtime/orchestration/role-policy.ts +27 -9
- package/packages/piagent-core/runtime/orchestration/subagent-tool-policy.ts +329 -0
- package/packages/piagent-core/runtime/policy/block-remedy.ts +0 -4
- package/packages/piagent-core/runtime/policy/source-worktree-transaction.ts +75 -14
- package/packages/piagent-core/runtime/product/activity-inspector.ts +6 -3
- package/packages/piagent-core/runtime/product/edit-verifier-timing.ts +26 -0
- package/packages/piagent-core/runtime/product/efficiency-metrics.ts +15 -7
- package/packages/piagent-core/runtime/product/operator-projections.ts +8 -3
- package/packages/piagent-core/runtime/product/task-usage-hooks.ts +78 -0
- package/packages/piagent-core/runtime/product/task-usage.ts +104 -0
- package/packages/piagent-core/runtime/quality/edit-freshness-guard.ts +102 -0
- package/packages/piagent-core/runtime/quality/exact-output-contract.ts +20 -10
- package/packages/piagent-core/runtime/quality/performance-assurance.ts +3 -3
- package/packages/piagent-core/runtime/quality/protected-refusal-handoff.ts +35 -0
- package/packages/piagent-core/runtime/recovery/acceptance-recovery-guidance.ts +21 -0
- package/packages/piagent-core/runtime/recovery/continuation-budget.ts +12 -3
- package/packages/piagent-core/runtime/recovery/diagnostic-delivery.ts +61 -0
- package/packages/piagent-core/runtime/recovery/handoff-projection.ts +196 -58
- package/packages/piagent-core/runtime/recovery/handoff-verifier-binding.ts +24 -0
- package/packages/piagent-core/runtime/recovery/independent-verification-recovery.ts +79 -0
- package/packages/piagent-core/runtime/recovery/pristine-task-policy-refresh.ts +91 -0
- package/packages/piagent-core/runtime/recovery/recovery-policy.ts +31 -40
- package/packages/piagent-core/runtime/recovery/resume-state.ts +120 -19
- package/packages/piagent-core/runtime/recovery/semantic-repair-handshake.ts +7 -13
- package/packages/piagent-core/runtime/recovery/task-evidence-coverage-refresh.ts +217 -0
- package/packages/piagent-core/runtime/registration/activity-inspector-command.ts +2 -1
- package/packages/piagent-core/runtime/registration/context-commands.ts +28 -10
- package/packages/piagent-core/runtime/registration/knowledge-tools.ts +9 -5
- package/packages/piagent-core/runtime/registration/operator-catalogs.ts +4 -9
- package/packages/piagent-core/runtime/registration/operator-request-intake.ts +49 -0
- package/packages/piagent-core/runtime/registration/policy-tools.ts +8 -6
- package/packages/piagent-core/runtime/registration/session-commands.ts +10 -8
- package/packages/piagent-core/runtime/registration/session-wait-tool.ts +54 -0
- package/packages/piagent-core/runtime/registration/task-completion-tools.ts +39 -20
- package/packages/piagent-core/runtime/registration/task-evidence-tools.ts +21 -12
- package/packages/piagent-core/runtime/registration/task-start-conditional-mutation.ts +45 -0
- package/packages/piagent-core/runtime/registration/task-start-guidance.ts +24 -15
- package/packages/piagent-core/runtime/registration/task-start-manifest.ts +54 -0
- package/packages/piagent-core/runtime/registration/task-start-tool.ts +79 -79
- package/packages/piagent-core/runtime/registration/workflow-commands.ts +64 -93
- package/packages/piagent-core/runtime/runtime-limits.ts +16 -2
- package/packages/piagent-core/runtime/session/adaptive-context-analysis.ts +461 -0
- package/packages/piagent-core/runtime/session/adaptive-context-governor.ts +464 -0
- package/packages/piagent-core/runtime/session/adaptive-context-ledger.ts +265 -0
- package/packages/piagent-core/runtime/session/completion-signals.ts +23 -0
- package/packages/piagent-core/runtime/session/message-signals.ts +6 -18
- package/packages/piagent-core/runtime/session/operator-request-carry.ts +44 -0
- package/packages/piagent-core/runtime/session/retrieval-evidence-runtime.ts +188 -0
- package/packages/piagent-core/runtime/session/runtime-state.ts +37 -39
- package/packages/piagent-core/runtime/session/source-checkout-read-grants.ts +35 -0
- package/packages/piagent-core/runtime/session/system-prompt.ts +76 -14
- package/packages/piagent-core/runtime/session/task-contract-presentation.ts +39 -0
- package/packages/piagent-core/runtime/session/uncertain-send-continuation.ts +231 -0
- package/packages/piagent-core/runtime/session/usage.ts +4 -3
- package/packages/piagent-core/runtime/tools/apply-patch-tool.ts +6 -6
- package/packages/piagent-core/runtime/tools/phase-tool-runtime.ts +1 -1
- package/packages/piagent-core/runtime/tools/phase-tools.ts +10 -9
- package/packages/piagent-core/runtime/tools/session-wait.ts +42 -0
- package/packages/piagent-core/runtime/tools/tool-groups.ts +22 -5
- package/packages/piagent-core/runtime/trajectory/trajectory-runtime.ts +192 -5
- package/packages/piagent-core/runtime/trajectory/trajectory-types.ts +3 -2
- package/packages/piagent-core/runtime/verification/acceptance-api-baseline.js +488 -0
- package/packages/piagent-core/runtime/verification/completion-preparation.ts +22 -0
- package/packages/piagent-core/runtime/verification/composite-completion-finalizer.ts +105 -0
- package/packages/piagent-core/runtime/verification/composite-journal-anchor.ts +181 -0
- package/packages/piagent-core/runtime/verification/composite-runtime-binding.ts +76 -0
- package/packages/piagent-core/runtime/verification/composite-scoped-mediation.ts +318 -0
- package/packages/piagent-core/runtime/verification/composite-session-persistence.ts +175 -0
- package/packages/piagent-core/runtime/verification/composite-task-publication.ts +273 -0
- package/packages/piagent-core/runtime/verification/exact-verifier-reuse.ts +101 -0
- package/packages/piagent-core/runtime/verification/host-project-verification.ts +71 -0
- package/packages/piagent-core/runtime/verification/independent-acceptance-runtime.ts +500 -0
- package/packages/piagent-core/runtime/verification/runtime-assurance-facts.ts +500 -0
- package/packages/piagent-core/runtime/verification/runtime-contract-runner.ts +107 -0
- package/packages/piagent-core/runtime/verification/shell-verification-snapshots.ts +56 -0
- package/packages/piagent-core/runtime/workflows/change-clarification.ts +61 -0
- package/packages/piagent-core/runtime/workflows/input-routing.ts +21 -14
- package/packages/piagent-core/runtime/workflows/runtime-intake-compaction.ts +201 -0
- package/packages/piagent-core/runtime/workflows/task-followup-policy.ts +163 -0
- package/packages/piagent-core/runtime/workflows/task-intake.ts +276 -169
- package/packages/piagent-core/runtime/workflows/task-repair-intent.ts +67 -0
- package/packages/piagent-core/runtime/workflows/task-scope-resolution.ts +83 -0
- package/packages/piagent-core/runtime/workflows/webui-runtime-command.ts +5 -2
- package/packages/piagent-core/runtime/workflows/webui-workflow.ts +39 -32
- package/packages/piagent-core/runtime/workflows/workflow-follow-up.ts +33 -0
- package/packages/piagent-core/security/workspace-file-reader.ts +132 -0
- package/packages/piagent-core/subagents/piagent-oracle.md +5 -3
- package/packages/piagent-core/subagents/piagent-planner.md +6 -4
- package/packages/piagent-core/subagents/piagent-reviewer.md +5 -3
- package/packages/piagent-core/subagents/piagent-scout.md +4 -2
- package/packages/piagent-core/subagents/piagent-worker.md +6 -4
- package/packages/piagent-webui/dist/client/assets/{MarkdownMessage-CxeZqTte.js → MarkdownMessage-DGk34zJT.js} +1 -1
- package/packages/piagent-webui/dist/client/assets/{index-BV-_03yl.css → index-DVahUVWy.css} +1 -1
- package/packages/piagent-webui/dist/client/assets/index-DiKRmCEP.js +176 -0
- package/packages/piagent-webui/dist/client/index.html +2 -2
- package/packages/piagent-webui/extension/dispatch-user-entry.ts +13 -0
- package/packages/piagent-webui/extension/piagent-webui.ts +13 -3
- package/packages/piagent-webui/extension/review-controller.ts +29 -6
- package/packages/piagent-webui/extension/same-session-bridge.ts +7 -8
- package/packages/piagent-webui/extension/session-stream-adapter.ts +88 -16
- package/packages/piagent-webui/extension/source-mutation-controller.ts +29 -3
- package/packages/piagent-webui/extension/source-open-controller.ts +29 -7
- package/packages/piagent-webui/extension/source-revert-controller.ts +26 -3
- package/packages/piagent-webui/gateway/gateway-events.ts +22 -5
- package/packages/piagent-webui/gateway/gateway-service.ts +7 -2
- package/packages/piagent-webui/gateway/gateway-session-stream.ts +170 -32
- package/packages/piagent-webui/gateway/rpc-ui-context.ts +34 -9
- package/packages/piagent-webui/gateway/runtime-command-controller.ts +46 -6
- package/packages/piagent-webui/gateway/runtime-session-controls.ts +17 -2
- package/packages/piagent-webui/gateway/session-catalog.ts +9 -3
- package/packages/piagent-webui/gateway/session-command-controller.ts +29 -9
- package/packages/piagent-webui/gateway/session-effective-options.ts +2 -9
- package/packages/piagent-webui/gateway/session-inspection-registry.ts +11 -2
- package/packages/piagent-webui/gateway/session-operation-lifecycle.ts +237 -0
- package/packages/piagent-webui/gateway/session-operation-retry-control.ts +38 -0
- package/packages/piagent-webui/gateway/session-operation-settlement.ts +28 -0
- package/packages/piagent-webui/gateway/session-operation-watchdog.ts +9 -2
- package/packages/piagent-webui/gateway/session-prompt-dispatch.ts +37 -0
- package/packages/piagent-webui/gateway/session-runtime-close.ts +36 -0
- package/packages/piagent-webui/gateway/session-runtime-factory.ts +183 -6
- package/packages/piagent-webui/gateway/session-runtime-ownership.ts +48 -0
- package/packages/piagent-webui/gateway/session-runtime-state.ts +24 -0
- package/packages/piagent-webui/gateway/session-runtime-supervisor.ts +118 -117
- package/packages/piagent-webui/ownership/session-lease-store.ts +5 -2
- package/packages/piagent-webui/server/core-inspection-provider.ts +75 -15
- package/packages/piagent-webui/server/loopback-server.ts +9 -7
- package/packages/piagent-webui/server/terminal-delivery-receipt.ts +144 -0
- package/packages/piagent-webui/server/transcript-projection.ts +150 -11
- package/packages/piagent-webui/shared/message-correlation.ts +25 -0
- package/schemas/approved-host-contracts.schema.json +973 -0
- package/schemas/benchmark-attempt-outcome.schema.json +303 -0
- package/schemas/benchmark-independent-verification-plan.schema.json +34 -0
- package/schemas/codex-relative-efficiency-v1.schema.json +155 -0
- package/schemas/composite-criterion.schema.json +788 -0
- package/schemas/contract-family-library.schema.json +28 -0
- package/schemas/contract-selection-recipe.schema.json +31 -0
- package/schemas/failure-evidence.schema.json +2 -2
- package/schemas/helper-request.schema.json +16 -4
- package/schemas/host-contract-plan.schema.json +25 -0
- package/schemas/piagent-webui/gateway-protocol-v1.schema.json +16 -2
- package/schemas/piagent-webui/runtime-command-v1.schema.json +26 -3
- package/schemas/piagent-webui/runtime-event-v2.schema.json +46 -5
- package/schemas/piagent-webui/session-live-state-v1.schema.json +2 -0
- package/schemas/piagent-webui/snapshot-v1.schema.json +3 -0
- package/schemas/piagent-webui/source-change-v1.schema.json +12 -0
- package/schemas/piagent-webui/subagent-tree-v1.schema.json +11 -1
- package/schemas/piagent-webui/transcript-v1.schema.json +2 -1
- package/schemas/project-profile.schema.json +1 -1
- package/schemas/public-contracts/codex-mcp-metadata-v1.schema.json +206 -0
- package/schemas/public-contracts/codex-mcp-metadata-v2.schema.json +228 -0
- package/schemas/public-contracts/codex-mcp-metadata-v3.schema.json +233 -0
- package/schemas/public-contracts/revocation-v1.schema.json +87 -0
- package/schemas/public-contracts/subscription-contract-v1.schema.json +76 -0
- package/schemas/scoped-project-verification-receipt-v2.schema.json +83 -0
- package/schemas/scoped-project-verification-receipt-v3.schema.json +295 -0
- package/schemas/scoped-verification-receipt-v1.schema.json +76 -0
- package/schemas/task-contract.schema.json +45 -0
- package/scripts/approve-independent-verification.mjs +57 -0
- package/scripts/benchmark-arm-observer.mjs +320 -0
- package/scripts/benchmark-budget-ipc.mjs +34 -0
- package/scripts/benchmark-budget-launcher.mjs +91 -0
- package/scripts/benchmark-budget-processes.mjs +133 -0
- package/scripts/benchmark-budget-publication.mjs +228 -0
- package/scripts/benchmark-budget-runtime.mjs +136 -0
- package/scripts/benchmark-candidate-ablation.mjs +265 -0
- package/scripts/benchmark-codex-journey.mjs +406 -0
- package/scripts/benchmark-independent-verification.mjs +628 -0
- package/scripts/benchmark-journey-outcome.mjs +92 -0
- package/scripts/benchmark-production-v3-human-review.mjs +192 -0
- package/scripts/benchmark-public-input-catalog.mjs +158 -0
- package/scripts/benchmark-registered-plan-author.mjs +355 -0
- package/scripts/benchmark-registered-plan-recipe-support.mjs +85 -0
- package/scripts/benchmark-registered-plan-recipes-backend.mjs +165 -0
- package/scripts/benchmark-registered-plan-recipes-data.mjs +164 -0
- package/scripts/benchmark-registered-plan-recipes-platform.mjs +165 -0
- package/scripts/benchmark-runner-completion.mjs +133 -0
- package/scripts/benchmark-runner-configuration.mjs +159 -0
- package/scripts/benchmark-runner-core.mjs +224 -387
- package/scripts/benchmark-runner-finalization.mjs +144 -27
- package/scripts/benchmark-runner-provider-boundary.mjs +44 -0
- package/scripts/benchmark-runner-schedule.mjs +256 -0
- package/scripts/benchmark-runner-support.mjs +136 -4
- package/scripts/benchmark-runner.mjs +95 -18
- package/scripts/benchmark-scoped-broker-custody.mjs +483 -0
- package/scripts/benchmark-scoped-docs-verifier.mjs +203 -0
- package/scripts/benchmark-scoped-frozen-qualification.mjs +676 -0
- package/scripts/benchmark-scoped-pi-router.mjs +196 -0
- package/scripts/benchmark-scoped-project-verification-receipt.mjs +49 -0
- package/scripts/benchmark-scoped-project-verifier.mjs +461 -0
- package/scripts/benchmark-scoped-session-custody.mjs +599 -0
- package/scripts/benchmark-scoped-session-factory.mjs +342 -0
- package/scripts/benchmark-scoped-tool-broker.mjs +523 -0
- package/scripts/benchmark-scoped-verification-supervisor.mjs +773 -0
- package/scripts/benchmark-session-evaluator.mjs +169 -0
- package/scripts/benchmark-session-provider-boundary.mjs +62 -0
- package/scripts/benchmark-session-usage.mjs +28 -0
- package/scripts/benchmark-session.mjs +343 -50
- package/scripts/benchmark-webui-journey.mjs +678 -0
- package/scripts/check-public-wording.mjs +46 -0
- package/scripts/configure-subagents.sh +42 -34
- package/scripts/fs4-readiness-evaluation.mjs +7 -1
- package/scripts/helper-evaluation.mjs +1 -1
- package/scripts/phase-tools-evaluation.mjs +1 -0
- package/scripts/pi-auto.sh +7 -1
- package/scripts/pi-usage-history.mjs +201 -11
- package/scripts/piagent-cli.mjs +8 -0
- package/scripts/private-holdout-readiness.mjs +7 -1
- package/scripts/public-evaluation-exposure.mjs +140 -0
- package/scripts/select-independent-verification.mjs +62 -0
- package/scripts/team-doctor.sh +1 -1
- package/scripts/typescript-loader.mjs +135 -1
- package/scripts/update-global.mjs +6 -7
- package/scripts/verify-local.sh +41 -55
- package/scripts/verify-release-identity.mjs +5 -3
- package/packages/piagent-webui/dist/client/assets/index-DynIMe8I.js +0 -176
|
@@ -16,8 +16,12 @@
|
|
|
16
16
|
"authority": "enforce"
|
|
17
17
|
},
|
|
18
18
|
"differenceContract": {
|
|
19
|
-
"environmentKeys": [
|
|
20
|
-
|
|
19
|
+
"environmentKeys": [
|
|
20
|
+
"PIAGENT_PHASE_TOOLS"
|
|
21
|
+
],
|
|
22
|
+
"capabilityIds": [
|
|
23
|
+
"CAP-09"
|
|
24
|
+
],
|
|
21
25
|
"changedFrom": "shadow",
|
|
22
26
|
"changedTo": "on",
|
|
23
27
|
"allOtherTreatmentValuesEqual": true
|
|
@@ -25,19 +29,19 @@
|
|
|
25
29
|
"artifactBindings": [
|
|
26
30
|
{
|
|
27
31
|
"path": "packages/piagent-core/policy/authority-manifest.v1.json",
|
|
28
|
-
"sha256": "
|
|
32
|
+
"sha256": "1f073f6d42c093a3182685e0e096144c8b3befd87594aeea1af05ce17653860c"
|
|
29
33
|
},
|
|
30
34
|
{
|
|
31
35
|
"path": "scripts/phase-tools-evaluation.mjs",
|
|
32
|
-
"sha256": "
|
|
36
|
+
"sha256": "5c72c265181ac44975569482278bf2b1fb859c74440263c84626197257069e0b"
|
|
33
37
|
},
|
|
34
38
|
{
|
|
35
39
|
"path": "tests/phase-tools-evaluation.test.mjs",
|
|
36
|
-
"sha256": "
|
|
40
|
+
"sha256": "7f264447903ef795834d7f0867add1ad38adf8336d092e1a4506dc977f414e6f"
|
|
37
41
|
},
|
|
38
42
|
{
|
|
39
43
|
"path": "evals/fs5-pilot-protocol.v1.json",
|
|
40
|
-
"sha256": "
|
|
44
|
+
"sha256": "3e57ca3c46e78bca6967d4670a357d1157af57bb70041a0b8cc46b3fdf18be0d"
|
|
41
45
|
}
|
|
42
46
|
],
|
|
43
47
|
"localReproducer": {
|
|
@@ -18,7 +18,7 @@
|
|
|
18
18
|
{
|
|
19
19
|
"id": "authority-manifest",
|
|
20
20
|
"path": "packages/piagent-core/policy/authority-manifest.v1.json",
|
|
21
|
-
"sha256": "
|
|
21
|
+
"sha256": "1f073f6d42c093a3182685e0e096144c8b3befd87594aeea1af05ce17653860c"
|
|
22
22
|
},
|
|
23
23
|
{
|
|
24
24
|
"id": "canary-suite",
|
|
@@ -28,12 +28,12 @@
|
|
|
28
28
|
{
|
|
29
29
|
"id": "pilot-suite",
|
|
30
30
|
"path": "benchmarks/production-v1/suite.json",
|
|
31
|
-
"sha256": "
|
|
31
|
+
"sha256": "1ff46984c5ff668647dfad94248cd9dcfb72384a8aa529279345582f90d7486a"
|
|
32
32
|
},
|
|
33
33
|
{
|
|
34
34
|
"id": "task-contract-schema",
|
|
35
35
|
"path": "schemas/task-contract.schema.json",
|
|
36
|
-
"sha256": "
|
|
36
|
+
"sha256": "b936a604db87a697bf69581c33d753e26d9e5e2ccce40bf9c9b2070948f49919"
|
|
37
37
|
},
|
|
38
38
|
{
|
|
39
39
|
"id": "assurance-schema",
|
|
@@ -18,22 +18,22 @@
|
|
|
18
18
|
{
|
|
19
19
|
"id": "authority-manifest",
|
|
20
20
|
"path": "packages/piagent-core/policy/authority-manifest.v1.json",
|
|
21
|
-
"sha256": "
|
|
21
|
+
"sha256": "1f073f6d42c093a3182685e0e096144c8b3befd87594aeea1af05ce17653860c"
|
|
22
22
|
},
|
|
23
23
|
{
|
|
24
24
|
"id": "canary-suite",
|
|
25
25
|
"path": "benchmarks/capability-v1/suite.json",
|
|
26
|
-
"sha256": "
|
|
26
|
+
"sha256": "29bb79e96b047d79056626d747baa0b3a6ca9d4da7ad80b9668c0085e5581706"
|
|
27
27
|
},
|
|
28
28
|
{
|
|
29
29
|
"id": "pilot-suite",
|
|
30
30
|
"path": "benchmarks/production-v1/suite.json",
|
|
31
|
-
"sha256": "
|
|
31
|
+
"sha256": "1ff46984c5ff668647dfad94248cd9dcfb72384a8aa529279345582f90d7486a"
|
|
32
32
|
},
|
|
33
33
|
{
|
|
34
34
|
"id": "task-contract-schema",
|
|
35
35
|
"path": "schemas/task-contract.schema.json",
|
|
36
|
-
"sha256": "
|
|
36
|
+
"sha256": "62ea354afb6816b148ae9bd95ffb1ee5e29580eb4a22473e1ae19dbb471ec36b"
|
|
37
37
|
},
|
|
38
38
|
{
|
|
39
39
|
"id": "assurance-schema",
|
|
@@ -43,22 +43,22 @@
|
|
|
43
43
|
{
|
|
44
44
|
"id": "failure-classifier",
|
|
45
45
|
"path": "packages/piagent-core/benchmark/benchmark-forensics.js",
|
|
46
|
-
"sha256": "
|
|
46
|
+
"sha256": "976a9908adfd765ee7be0655616f39a44fff64824f5e8535d726082e550b02eb"
|
|
47
47
|
},
|
|
48
48
|
{
|
|
49
49
|
"id": "record-validator",
|
|
50
50
|
"path": "packages/piagent-core/benchmark/benchmark-record-validation.js",
|
|
51
|
-
"sha256": "
|
|
51
|
+
"sha256": "37ecc65febe2c5947ac9288ad958bc149e0f08c6beda137edb1c660908853832"
|
|
52
52
|
},
|
|
53
53
|
{
|
|
54
54
|
"id": "protocol-enforcement",
|
|
55
55
|
"path": "packages/piagent-core/benchmark/fs5-pilot-protocol.js",
|
|
56
|
-
"sha256": "
|
|
56
|
+
"sha256": "2bcc0cf6c18eee0c080c30e727610b0f10a278f5862855d920ba5797f07a2f2d"
|
|
57
57
|
},
|
|
58
58
|
{
|
|
59
59
|
"id": "runner-core",
|
|
60
60
|
"path": "scripts/benchmark-runner-core.mjs",
|
|
61
|
-
"sha256": "
|
|
61
|
+
"sha256": "bf91f69473f48fc3de7c7c55e7ce893ba0511074c4ec930d9f3bcb9615d8e9d5"
|
|
62
62
|
}
|
|
63
63
|
],
|
|
64
64
|
"runIdentityContract": {
|
|
@@ -15,15 +15,15 @@
|
|
|
15
15
|
"sameModelThinkingRequired": true
|
|
16
16
|
},
|
|
17
17
|
"artifactBindings": [
|
|
18
|
-
{ "id": "authority-manifest", "path": "packages/piagent-core/policy/authority-manifest.v1.json", "sha256": "
|
|
19
|
-
{ "id": "canary-suite", "path": "benchmarks/capability-v1/suite.json", "sha256": "
|
|
20
|
-
{ "id": "pilot-suite", "path": "benchmarks/production-v1/suite.json", "sha256": "
|
|
21
|
-
{ "id": "task-contract-schema", "path": "schemas/task-contract.schema.json", "sha256": "
|
|
18
|
+
{ "id": "authority-manifest", "path": "packages/piagent-core/policy/authority-manifest.v1.json", "sha256": "1f073f6d42c093a3182685e0e096144c8b3befd87594aeea1af05ce17653860c" },
|
|
19
|
+
{ "id": "canary-suite", "path": "benchmarks/capability-v1/suite.json", "sha256": "29bb79e96b047d79056626d747baa0b3a6ca9d4da7ad80b9668c0085e5581706" },
|
|
20
|
+
{ "id": "pilot-suite", "path": "benchmarks/production-v1/suite.json", "sha256": "1ff46984c5ff668647dfad94248cd9dcfb72384a8aa529279345582f90d7486a" },
|
|
21
|
+
{ "id": "task-contract-schema", "path": "schemas/task-contract.schema.json", "sha256": "62ea354afb6816b148ae9bd95ffb1ee5e29580eb4a22473e1ae19dbb471ec36b" },
|
|
22
22
|
{ "id": "assurance-schema", "path": "schemas/benchmark-assurance-evidence.schema.json", "sha256": "5d937632d2cfff34dbbb781dd367bb78feb64c36d571c36ca15f2cc40c576af8" },
|
|
23
|
-
{ "id": "failure-and-operational-classifier", "path": "packages/piagent-core/benchmark/benchmark-forensics.js", "sha256": "
|
|
24
|
-
{ "id": "record-validator", "path": "packages/piagent-core/benchmark/benchmark-record-validation.js", "sha256": "
|
|
25
|
-
{ "id": "protocol-enforcement", "path": "packages/piagent-core/benchmark/fs5-pilot-protocol.js", "sha256": "
|
|
26
|
-
{ "id": "runner-core", "path": "scripts/benchmark-runner-core.mjs", "sha256": "
|
|
23
|
+
{ "id": "failure-and-operational-classifier", "path": "packages/piagent-core/benchmark/benchmark-forensics.js", "sha256": "976a9908adfd765ee7be0655616f39a44fff64824f5e8535d726082e550b02eb" },
|
|
24
|
+
{ "id": "record-validator", "path": "packages/piagent-core/benchmark/benchmark-record-validation.js", "sha256": "37ecc65febe2c5947ac9288ad958bc149e0f08c6beda137edb1c660908853832" },
|
|
25
|
+
{ "id": "protocol-enforcement", "path": "packages/piagent-core/benchmark/fs5-pilot-protocol.js", "sha256": "2bcc0cf6c18eee0c080c30e727610b0f10a278f5862855d920ba5797f07a2f2d" },
|
|
26
|
+
{ "id": "runner-core", "path": "scripts/benchmark-runner-core.mjs", "sha256": "bf91f69473f48fc3de7c7c55e7ce893ba0511074c4ec930d9f3bcb9615d8e9d5" }
|
|
27
27
|
],
|
|
28
28
|
"runIdentityContract": {
|
|
29
29
|
"required": [
|
|
@@ -15,17 +15,17 @@
|
|
|
15
15
|
"sameModelThinkingRequired": true
|
|
16
16
|
},
|
|
17
17
|
"artifactBindings": [
|
|
18
|
-
{ "id": "authority-manifest", "path": "packages/piagent-core/policy/authority-manifest.v1.json", "sha256": "
|
|
18
|
+
{ "id": "authority-manifest", "path": "packages/piagent-core/policy/authority-manifest.v1.json", "sha256": "1f073f6d42c093a3182685e0e096144c8b3befd87594aeea1af05ce17653860c" },
|
|
19
19
|
{ "id": "canary-suite", "path": "benchmarks/capability-v1/suite.json", "sha256": "29bb79e96b047d79056626d747baa0b3a6ca9d4da7ad80b9668c0085e5581706" },
|
|
20
|
-
{ "id": "pilot-suite", "path": "benchmarks/production-v1/suite.json", "sha256": "
|
|
21
|
-
{ "id": "task-contract-schema", "path": "schemas/task-contract.schema.json", "sha256": "
|
|
20
|
+
{ "id": "pilot-suite", "path": "benchmarks/production-v1/suite.json", "sha256": "1ff46984c5ff668647dfad94248cd9dcfb72384a8aa529279345582f90d7486a" },
|
|
21
|
+
{ "id": "task-contract-schema", "path": "schemas/task-contract.schema.json", "sha256": "b936a604db87a697bf69581c33d753e26d9e5e2ccce40bf9c9b2070948f49919" },
|
|
22
22
|
{ "id": "assurance-schema", "path": "schemas/benchmark-assurance-evidence.schema.json", "sha256": "5d937632d2cfff34dbbb781dd367bb78feb64c36d571c36ca15f2cc40c576af8" },
|
|
23
|
-
{ "id": "failure-and-operational-classifier", "path": "packages/piagent-core/benchmark/benchmark-forensics.js", "sha256": "
|
|
23
|
+
{ "id": "failure-and-operational-classifier", "path": "packages/piagent-core/benchmark/benchmark-forensics.js", "sha256": "8987775b742f3b3650d75cce84e6d58fcdd3dfb835d03dac4c2bfe6d9eea3a2e" },
|
|
24
24
|
{ "id": "phase-attribution", "path": "packages/piagent-core/benchmark/benchmark-phase-attribution.js", "sha256": "9c07bda5bfe7bb7b0959844ccea6790735cc9f154d8d5972e18785148cea6d9a" },
|
|
25
|
-
{ "id": "record-validator", "path": "packages/piagent-core/benchmark/benchmark-record-validation.js", "sha256": "
|
|
26
|
-
{ "id": "timing-diagnostics", "path": "packages/piagent-core/benchmark/benchmark-timing-diagnostics.js", "sha256": "
|
|
25
|
+
{ "id": "record-validator", "path": "packages/piagent-core/benchmark/benchmark-record-validation.js", "sha256": "37ecc65febe2c5947ac9288ad958bc149e0f08c6beda137edb1c660908853832" },
|
|
26
|
+
{ "id": "timing-diagnostics", "path": "packages/piagent-core/benchmark/benchmark-timing-diagnostics.js", "sha256": "902e886d0920b66811f54d0d1d933d70f8fab8704813b46d578bee6af1f21eef" },
|
|
27
27
|
{ "id": "protocol-enforcement", "path": "packages/piagent-core/benchmark/fs5-pilot-protocol.js", "sha256": "2bcc0cf6c18eee0c080c30e727610b0f10a278f5862855d920ba5797f07a2f2d" },
|
|
28
|
-
{ "id": "runner-core", "path": "scripts/benchmark-runner-core.mjs", "sha256": "
|
|
28
|
+
{ "id": "runner-core", "path": "scripts/benchmark-runner-core.mjs", "sha256": "db97f444db8ba604512daf0aa26b3fe1e2a120ace2b21d4730db5b18aa0c528f" }
|
|
29
29
|
],
|
|
30
30
|
"runIdentityContract": {
|
|
31
31
|
"required": [
|
|
@@ -15,18 +15,20 @@
|
|
|
15
15
|
"sameModelThinkingRequired": true
|
|
16
16
|
},
|
|
17
17
|
"artifactBindings": [
|
|
18
|
-
{ "id": "authority-manifest", "path": "packages/piagent-core/policy/authority-manifest.v1.json", "sha256": "
|
|
18
|
+
{ "id": "authority-manifest", "path": "packages/piagent-core/policy/authority-manifest.v1.json", "sha256": "1f073f6d42c093a3182685e0e096144c8b3befd87594aeea1af05ce17653860c" },
|
|
19
19
|
{ "id": "canary-suite", "path": "benchmarks/capability-v1/suite.json", "sha256": "29bb79e96b047d79056626d747baa0b3a6ca9d4da7ad80b9668c0085e5581706" },
|
|
20
|
-
{ "id": "pilot-suite", "path": "benchmarks/production-v1/suite.json", "sha256": "
|
|
21
|
-
{ "id": "task-contract-schema", "path": "schemas/task-contract.schema.json", "sha256": "
|
|
20
|
+
{ "id": "pilot-suite", "path": "benchmarks/production-v1/suite.json", "sha256": "1ff46984c5ff668647dfad94248cd9dcfb72384a8aa529279345582f90d7486a" },
|
|
21
|
+
{ "id": "task-contract-schema", "path": "schemas/task-contract.schema.json", "sha256": "b936a604db87a697bf69581c33d753e26d9e5e2ccce40bf9c9b2070948f49919" },
|
|
22
22
|
{ "id": "assurance-schema", "path": "schemas/benchmark-assurance-evidence.schema.json", "sha256": "5d937632d2cfff34dbbb781dd367bb78feb64c36d571c36ca15f2cc40c576af8" },
|
|
23
|
-
{ "id": "failure-and-operational-classifier", "path": "packages/piagent-core/benchmark/benchmark-forensics.js", "sha256": "
|
|
24
|
-
{ "id": "
|
|
23
|
+
{ "id": "failure-and-operational-classifier", "path": "packages/piagent-core/benchmark/benchmark-forensics.js", "sha256": "8987775b742f3b3650d75cce84e6d58fcdd3dfb835d03dac4c2bfe6d9eea3a2e" },
|
|
24
|
+
{ "id": "runtime-causal-receipt", "path": "packages/piagent-core/benchmark/benchmark-runtime-causal.js", "sha256": "6057c7bf2f40f8e3db7e293f08d745133c05293b75e9f363fb4e2e53bd09a76a" },
|
|
25
|
+
{ "id": "session-orchestration", "path": "scripts/benchmark-session.mjs", "sha256": "20a5e1ef1cab3234a888b876b3cec52e702a05bc5ac000b691f94c651beed9ca" },
|
|
26
|
+
{ "id": "session-usage-parser", "path": "scripts/pi-usage-history.mjs", "sha256": "ce4ed1b4a033f2a8cb4632d1336b0867edb3454ce1380f0642c4055149e6ac59" },
|
|
25
27
|
{ "id": "phase-attribution", "path": "packages/piagent-core/benchmark/benchmark-phase-attribution.js", "sha256": "9c07bda5bfe7bb7b0959844ccea6790735cc9f154d8d5972e18785148cea6d9a" },
|
|
26
|
-
{ "id": "record-validator", "path": "packages/piagent-core/benchmark/benchmark-record-validation.js", "sha256": "
|
|
27
|
-
{ "id": "timing-diagnostics", "path": "packages/piagent-core/benchmark/benchmark-timing-diagnostics.js", "sha256": "
|
|
28
|
+
{ "id": "record-validator", "path": "packages/piagent-core/benchmark/benchmark-record-validation.js", "sha256": "37ecc65febe2c5947ac9288ad958bc149e0f08c6beda137edb1c660908853832" },
|
|
29
|
+
{ "id": "timing-diagnostics", "path": "packages/piagent-core/benchmark/benchmark-timing-diagnostics.js", "sha256": "902e886d0920b66811f54d0d1d933d70f8fab8704813b46d578bee6af1f21eef" },
|
|
28
30
|
{ "id": "protocol-enforcement", "path": "packages/piagent-core/benchmark/fs5-pilot-protocol.js", "sha256": "2bcc0cf6c18eee0c080c30e727610b0f10a278f5862855d920ba5797f07a2f2d" },
|
|
29
|
-
{ "id": "runner-core", "path": "scripts/benchmark-runner-core.mjs", "sha256": "
|
|
31
|
+
{ "id": "runner-core", "path": "scripts/benchmark-runner-core.mjs", "sha256": "db97f444db8ba604512daf0aa26b3fe1e2a120ace2b21d4730db5b18aa0c528f" }
|
|
30
32
|
],
|
|
31
33
|
"runIdentityContract": {
|
|
32
34
|
"required": [
|
|
@@ -0,0 +1,106 @@
|
|
|
1
|
+
// Development calibration only. These examples are not a held-out evaluation.
|
|
2
|
+
// Expected values are contract tables, never computed by a candidate program.
|
|
3
|
+
export function data(value) {
|
|
4
|
+
if (value === null) return { type: "null" };
|
|
5
|
+
if (value === undefined) return { type: "undefined" };
|
|
6
|
+
if (value instanceof Date) return { type: "date", value: Number.isNaN(value.getTime()) ? "NaN" : value.getTime() };
|
|
7
|
+
if (Array.isArray(value)) return { type: "array", value: value.map(data) };
|
|
8
|
+
if (typeof value === "object") return { type: "record", value: Object.entries(value).map(([key, item]) => ({ key, value: data(item) })) };
|
|
9
|
+
return { type: typeof value, value: typeof value === "number" && !Number.isFinite(value) ? String(value)
|
|
10
|
+
: Object.is(value, -0) ? "-0" : value };
|
|
11
|
+
}
|
|
12
|
+
const returns = (value) => ({ outcome: "return", value: data(value) });
|
|
13
|
+
const raises = (errorClass = "TypeError") => ({ outcome: "throw", errorClass });
|
|
14
|
+
const call = (id, args, expected, extra = {}) => ({ id, args: args.map(data), expected, ...extra });
|
|
15
|
+
const contract = (source, cases, exportName = "run") => ({ schemaVersion: 1, source, exportName, checks: [{ id: "specified-behavior", cases }] });
|
|
16
|
+
|
|
17
|
+
const sumA = `export function run(values) { let sum=0; for(const x of values) {
|
|
18
|
+
if(typeof x!=='number'||!Number.isFinite(x)) throw new TypeError(); sum+=x; } return sum; }`;
|
|
19
|
+
const sumB = `export const run = xs => { if(xs.some(x=>typeof x!=='number'||!Number.isFinite(x))) throw new TypeError();
|
|
20
|
+
return xs.reduce((total,x)=>total+x,0); };`;
|
|
21
|
+
const sumCases = [call("empty", [[]], returns(0)), call("signed", [[7, -3, 0, 2]], returns(6)),
|
|
22
|
+
call("fraction", [[0.5, 0.25]], returns(0.75)), call("invalid-text", [[1, "2"]], raises()), call("invalid-nan", [[NaN]], raises())];
|
|
23
|
+
|
|
24
|
+
const timeA = `export function run(expiry,now) { const value=expiry instanceof Date?expiry.getTime():expiry;
|
|
25
|
+
if(typeof value!=='number'||!Number.isFinite(value)||typeof now!=='number'||!Number.isFinite(now)) throw new TypeError();
|
|
26
|
+
return {expired:now>=value,remaining:Math.max(0,value-now)}; }`;
|
|
27
|
+
const timeB = `export function run(expiry, now) { let end=expiry;
|
|
28
|
+
if(Object.prototype.toString.call(end)==='[object Date]') end=Number(end);
|
|
29
|
+
for(const n of [end,now]) if(typeof n!=='number'||!Number.isFinite(n)) throw new TypeError();
|
|
30
|
+
return now<end?{remaining:end-now,expired:false}:{remaining:0,expired:true}; }`;
|
|
31
|
+
const timeCases = [call("before", [100, 99], returns({ expired: false, remaining: 1 })),
|
|
32
|
+
call("equal", [100, 100], returns({ expired: true, remaining: 0 })),
|
|
33
|
+
call("after", [100, 101], returns({ expired: true, remaining: 0 })),
|
|
34
|
+
call("date", [new Date(100), 99], { ...returns({ expired: false, remaining: 1 }), dateArgsAfter: [{ index: 0, value: 100 }] }),
|
|
35
|
+
call("invalid-date", [new Date(NaN), 0], raises()), call("invalid-now", [100, NaN], raises()), call("text", ["100", 99], raises())];
|
|
36
|
+
|
|
37
|
+
// First non-undefined wins; null, false, zero and empty string are explicit values.
|
|
38
|
+
const configA = `export function run(options, environment, defaults) {
|
|
39
|
+
const pick=key=>options[key]!==undefined?options[key]:environment[key]!==undefined?environment[key]:defaults[key];
|
|
40
|
+
return {limit:pick('limit'),enabled:pick('enabled'),label:pick('label')}; }`;
|
|
41
|
+
const configB = `export function run(a,b,c) { const out={}; for(const key of ['label','enabled','limit']) {
|
|
42
|
+
for(const source of [a,b,c]) if(source[key]!==undefined) { out[key]=source[key]; break; }
|
|
43
|
+
if(!(key in out)) out[key]=undefined; } return out; }`;
|
|
44
|
+
const defaults = { limit: 9, enabled: true, label: "default" };
|
|
45
|
+
const configCases = [call("defaults", [{}, {}, defaults], returns(defaults)),
|
|
46
|
+
call("false-values", [{ limit: 0, enabled: false, label: "" }, {}, defaults], returns({ limit: 0, enabled: false, label: "" })),
|
|
47
|
+
call("environment", [{ limit: undefined }, { limit: 3, label: "env" }, defaults], returns({ limit: 3, enabled: true, label: "env" })),
|
|
48
|
+
call("null", [{ enabled: null, label: null }, { limit: 4 }, defaults], returns({ limit: 4, enabled: null, label: null })),
|
|
49
|
+
call("missing", [{}, {}, {}], returns({ limit: undefined, enabled: undefined, label: undefined }))];
|
|
50
|
+
|
|
51
|
+
const ledgerA = `let entries=new Map(), total=0;
|
|
52
|
+
export function apply(id,delta) { if(!entries.has(id)) { entries.set(id,delta); total+=delta; } return total; }
|
|
53
|
+
export const snapshot=()=>({version:1,entries:[...entries],total});
|
|
54
|
+
export function restore(saved) { entries=new Map(saved.entries); total=saved.total; return total; }
|
|
55
|
+
export const read=()=>total;`;
|
|
56
|
+
const ledgerB = `let journal=[]; const total=()=>journal.reduce((s,e)=>s+e[1],0);
|
|
57
|
+
export function apply(id,delta) { if(!journal.some(e=>e[0]===id)) journal.push([id,delta]); return total(); }
|
|
58
|
+
export const snapshot=()=>({total:total(),entries:journal.map(e=>[...e]),version:1});
|
|
59
|
+
export function restore(saved) { journal=saved.entries.map(e=>[...e]); return total(); }
|
|
60
|
+
export const read=()=>total();`;
|
|
61
|
+
const saved = { version: 1, entries: [["x", 7]], total: 7 };
|
|
62
|
+
const ledgerCall = (id, exportName, args, expected, extra = {}) => call(id, args, returns(expected), { sequence: "checkpoint-history", exportName, ...extra });
|
|
63
|
+
const ledgerCases = [ledgerCall("add", "apply", ["x", 7], 7), ledgerCall("saved", "snapshot", [], saved),
|
|
64
|
+
ledgerCall("later", "apply", ["y", -3], 4), ledgerCall("restart", "read", [], 0, { reset: true }),
|
|
65
|
+
ledgerCall("restore", "restore", [], 7, { args: [{ type: "result", value: "saved" }], observeArgs: true,
|
|
66
|
+
expected: { ...returns(7), argsAfter: [data(saved)] } }),
|
|
67
|
+
ledgerCall("duplicate", "apply", ["x", 7], 7), ledgerCall("new", "apply", ["z", -2], 5),
|
|
68
|
+
ledgerCall("final", "snapshot", [], { version: 1, entries: [["x", 7], ["z", -2]], total: 5 }),
|
|
69
|
+
ledgerCall("independent", "read", [], 0, { sequence: "fresh-history" })];
|
|
70
|
+
|
|
71
|
+
export function developmentCorpus() {
|
|
72
|
+
const rows = [];
|
|
73
|
+
const add = (domain, cases, variants) => {
|
|
74
|
+
for (const [id, expectedVerdict, source, rationale] of variants) rows.push({ id: `${domain}:${id}`, domain, expectedVerdict, rationale, plan: contract(source, cases) });
|
|
75
|
+
};
|
|
76
|
+
add("pure-function", sumCases, [
|
|
77
|
+
["loop", "pass", sumA, "Finite-number sum, including empty and signed lists."],
|
|
78
|
+
["reduction", "pass", sumB, "Equivalent up-front validation and reduction."],
|
|
79
|
+
["drops-negative", "fail", sumA.replace("sum+=x", "sum+=Math.max(0,x)"), "Signed-list expected sum is 6, not 9."],
|
|
80
|
+
["coerces-text", "fail", "export const run=xs=>xs.reduce((s,x)=>s+Number(x),0)", "String and NaN inputs must throw TypeError."],
|
|
81
|
+
["async", "unknown", sumA.replace("export function", "export async function"), "Async result handling is not supported by this backend."]
|
|
82
|
+
]);
|
|
83
|
+
add("temporal-input", timeCases, [
|
|
84
|
+
["direct", "pass", timeA, "Inclusive expiry and nonnegative remaining duration."],
|
|
85
|
+
["branching", "pass", timeB, "Equivalent branching and Date normalization."],
|
|
86
|
+
["strict-boundary", "fail", timeA.replace("now>=value", "now>value"), "Equality is expired."],
|
|
87
|
+
["negative-remaining", "fail", timeA.replace("Math.max(0,value-now)", "value-now"), "Remaining duration is clamped after expiry."],
|
|
88
|
+
["async", "unknown", timeA.replace("export function", "export async function"), "Async result handling is unsupported."]
|
|
89
|
+
]);
|
|
90
|
+
add("configuration-precedence", configCases, [
|
|
91
|
+
["selection", "pass", configA, "Only undefined means inherit."],
|
|
92
|
+
["iteration", "pass", configB, "Equivalent explicit source precedence."],
|
|
93
|
+
["truthiness", "fail", configA.replace("options[key]!==undefined?options[key]:environment[key]!==undefined?environment[key]:defaults[key]", "options[key]||environment[key]||defaults[key]"), "Falsy and null overrides are explicit."],
|
|
94
|
+
["defaults-first", "fail", configA.replace("options[key]!==undefined?options[key]", "defaults[key]!==undefined?defaults[key]"), "Defaults must not override a present option."],
|
|
95
|
+
["imports", "unknown", "import fs from 'node:fs'; export const run=()=>fs;", "Closed-module adapter has no import authority."]
|
|
96
|
+
]);
|
|
97
|
+
add("stateful-recovery", ledgerCases, [
|
|
98
|
+
["indexed", "pass", ledgerA, "Event IDs are idempotent; restore uses the last saved checkpoint."],
|
|
99
|
+
["journal", "pass", ledgerB, "Equivalent journal representation without a cached total."],
|
|
100
|
+
["duplicate-applied", "fail", ledgerA.replace("if(!entries.has(id))", "if(true)"), "Replayed x must not add 7 again."],
|
|
101
|
+
["dedup-lost", "fail", ledgerA.replace("entries=new Map(saved.entries)", "entries=new Map()"), "Checkpoint must retain applied event IDs."],
|
|
102
|
+
["total-lost", "fail", ledgerA.replace("total=saved.total", "total=0"), "Restored total must be 7."],
|
|
103
|
+
["async", "unknown", ledgerA.replace("export function apply", "export async function apply"), "Unawaited async observations cannot pass."]
|
|
104
|
+
]);
|
|
105
|
+
return { schemaVersion: 1, id: "harness-next-development-v1", split: "development", heldOut: false, claimEligible: false, rows };
|
|
106
|
+
}
|
|
@@ -0,0 +1,38 @@
|
|
|
1
|
+
// Diagnostic only. The host sends this trusted probe to a constrained worker
|
|
2
|
+
// image; candidate source is evaluated exclusively inside its QuickJS realm.
|
|
3
|
+
import { newQuickJSWASMModuleFromVariant } from "quickjs-emscripten-core";
|
|
4
|
+
import variant from "@jitl/quickjs-wasmfile-release-sync";
|
|
5
|
+
import { createGuestSession } from "/executor/guest.mjs";
|
|
6
|
+
import { parseRequest, WORKER_VERSION } from "/executor/protocol.mjs";
|
|
7
|
+
|
|
8
|
+
let input = "";
|
|
9
|
+
for await (const chunk of process.stdin) {
|
|
10
|
+
input += chunk;
|
|
11
|
+
if (Buffer.byteLength(input) > 16384) throw new Error("Probe input limit");
|
|
12
|
+
}
|
|
13
|
+
const { requestText, stallMs } = JSON.parse(input);
|
|
14
|
+
if (![0, 600, 5200].includes(stallMs)) throw new Error("Invalid probe stall");
|
|
15
|
+
const request = parseRequest(requestText);
|
|
16
|
+
if (request.cases.length !== 1) throw new Error("One diagnostic case required");
|
|
17
|
+
const QuickJS = await newQuickJSWASMModuleFromVariant(variant);
|
|
18
|
+
let interrupts = 0, stalled = false;
|
|
19
|
+
const instrumented = { newRuntime() {
|
|
20
|
+
const runtime = QuickJS.newRuntime(), install = runtime.setInterruptHandler.bind(runtime);
|
|
21
|
+
runtime.setInterruptHandler = (handler) => install((...args) => {
|
|
22
|
+
interrupts++;
|
|
23
|
+
if (stallMs && !stalled) {
|
|
24
|
+
stalled = true;
|
|
25
|
+
Atomics.wait(new Int32Array(new SharedArrayBuffer(4)), 0, 0, stallMs);
|
|
26
|
+
}
|
|
27
|
+
return handler(...args);
|
|
28
|
+
});
|
|
29
|
+
return runtime;
|
|
30
|
+
} };
|
|
31
|
+
const session = createGuestSession(instrumented, request, performance.now() + 5000);
|
|
32
|
+
const cpuStart = process.cpuUsage(), wallStart = performance.now();
|
|
33
|
+
let observation;
|
|
34
|
+
try { observation = session.execute(request.cases[0]); }
|
|
35
|
+
finally { session.dispose(); }
|
|
36
|
+
const cpu = process.cpuUsage(cpuStart);
|
|
37
|
+
process.stdout.write(JSON.stringify({ diagnostic: "resource-budget-probe-v1", workerVersion: WORKER_VERSION,
|
|
38
|
+
stallMs, stalled, interrupts, elapsedMs: performance.now() - wallStart, cpuMicros: cpu.user + cpu.system, observation }));
|
|
@@ -0,0 +1,83 @@
|
|
|
1
|
+
import { createHash } from "node:crypto";
|
|
2
|
+
import fs from "node:fs";
|
|
3
|
+
import path from "node:path";
|
|
4
|
+
import { fileURLToPath } from "node:url";
|
|
5
|
+
import { developmentCorpus } from "./development-corpus.mjs";
|
|
6
|
+
import { selectedDevelopmentCorpus } from "./selected-development-corpus.mjs";
|
|
7
|
+
import { compileIndependentContract, runIndependentContract } from "../../packages/piagent-core/extensions/acceptance-independent-contract.js";
|
|
8
|
+
import { installedContractVerifierDigest } from "../../packages/piagent-core/extensions/acceptance-host-configuration.js";
|
|
9
|
+
|
|
10
|
+
const hash = (value) => createHash("sha256").update(value).digest("hex");
|
|
11
|
+
const repositoryRoot = path.resolve(import.meta.dirname, "../..");
|
|
12
|
+
|
|
13
|
+
/** Diagnostic calibration, not a benchmark or completion authority. */
|
|
14
|
+
export async function calibrate({ imageId, dockerSocket, corpus = developmentCorpus(), execute = runIndependentContract } = {}) {
|
|
15
|
+
const corpusText = JSON.stringify(corpus), verifierDigest = installedContractVerifierDigest(repositoryRoot);
|
|
16
|
+
const fixed = JSON.parse(corpusText);
|
|
17
|
+
if (fixed.split !== "development" || fixed.heldOut !== false || fixed.claimEligible !== false || !Array.isArray(fixed.rows)
|
|
18
|
+
|| fixed.rows.length < 1 || fixed.rows.length > 128) throw new Error("Explicit nonempty development corpus required");
|
|
19
|
+
const ids = new Set();
|
|
20
|
+
for (const item of fixed.rows) {
|
|
21
|
+
if (typeof item.id !== "string" || ids.has(item.id) || !["pass", "fail", "unknown"].includes(item.expectedVerdict)) throw new Error("Invalid calibration row");
|
|
22
|
+
ids.add(item.id); compileIndependentContract(JSON.stringify(item.plan));
|
|
23
|
+
}
|
|
24
|
+
const rows = [];
|
|
25
|
+
for (const item of fixed.rows) {
|
|
26
|
+
let result;
|
|
27
|
+
try { result = await execute({ planText: JSON.stringify(item.plan), imageId, dockerSocket }); }
|
|
28
|
+
catch { result = { verdict: "error", reason: "calibration-execution-threw", checks: [], counterexamples: [] }; }
|
|
29
|
+
const matched = result.verdict === item.expectedVerdict && result.execution?.status === "completed" && result.execution.cleanupConfirmed === true
|
|
30
|
+
&& (item.expectedVerdict !== "fail" || result.counterexamples?.length > 0);
|
|
31
|
+
rows.push({ id: item.id, domain: item.domain, expectedVerdict: item.expectedVerdict, rationale: item.rationale,
|
|
32
|
+
...(item.selection ? { selection: item.selection } : {}), matched, result });
|
|
33
|
+
}
|
|
34
|
+
const count = (predicate) => rows.filter(predicate).length;
|
|
35
|
+
const summary = { total: rows.length, matched: count((r) => r.matched),
|
|
36
|
+
falseAcceptance: count((r) => r.expectedVerdict === "fail" && r.result.verdict === "pass"),
|
|
37
|
+
falseRejection: count((r) => r.expectedVerdict === "pass" && r.result.verdict === "fail"),
|
|
38
|
+
unexpectedAbstention: count((r) => r.expectedVerdict !== "unknown" && r.result.verdict === "unknown"),
|
|
39
|
+
unknown: count((r) => r.result.verdict === "unknown"), executorError: count((r) => r.result.verdict === "error"),
|
|
40
|
+
correctImplementationsPassed: count((r) => r.expectedVerdict === "pass" && r.matched),
|
|
41
|
+
defectsRejectedWithCounterexamples: count((r) => r.expectedVerdict === "fail" && r.matched) };
|
|
42
|
+
const verifierCurrent = installedContractVerifierDigest(repositoryRoot) === verifierDigest;
|
|
43
|
+
return { schemaVersion: 1, kind: "development-calibration", corpusId: fixed.id, corpusDigest: hash(corpusText), verifierDigest,
|
|
44
|
+
verifierCurrent, imageId, heldOut: false, claimEligible: false, summary, expectationsMatched: verifierCurrent && rows.every((row) => row.matched), rows };
|
|
45
|
+
}
|
|
46
|
+
|
|
47
|
+
async function main(argv) {
|
|
48
|
+
const options = {};
|
|
49
|
+
for (let index = 0; index < argv.length; index += 2) {
|
|
50
|
+
const key = { "--image-id": "imageId", "--docker-socket": "dockerSocket", "--output": "output", "--families": "families" }[argv[index]];
|
|
51
|
+
if (!key || options[key] || !argv[index + 1] || argv[index + 1].startsWith("--")) throw new Error("Expected unique --image-id, --docker-socket, --output and optional --families arguments");
|
|
52
|
+
options[key] = argv[index + 1];
|
|
53
|
+
}
|
|
54
|
+
if (!/^sha256:[a-f0-9]{64}$/.test(options.imageId ?? "") || !path.isAbsolute(options.dockerSocket ?? "") || !path.isAbsolute(options.output ?? "")
|
|
55
|
+
|| options.families && !path.isAbsolute(options.families)) {
|
|
56
|
+
throw new Error("Pinned local image, absolute socket and new absolute output path are required");
|
|
57
|
+
}
|
|
58
|
+
// Reserve output before execution; reruns never overwrite diagnostic history.
|
|
59
|
+
const fd = fs.openSync(options.output, "wx", 0o600);
|
|
60
|
+
try {
|
|
61
|
+
let libraryText;
|
|
62
|
+
if (options.families) {
|
|
63
|
+
const input = fs.openSync(options.families, fs.constants.O_RDONLY | fs.constants.O_NOFOLLOW);
|
|
64
|
+
try {
|
|
65
|
+
const stat = fs.fstatSync(input);
|
|
66
|
+
if (!stat.isFile() || stat.size < 1 || stat.size > 2 * 1024 * 1024) throw new Error("Invalid calibration family library");
|
|
67
|
+
const bytes = fs.readFileSync(input); libraryText = bytes.toString("utf8");
|
|
68
|
+
if (bytes.length !== stat.size || !Buffer.from(libraryText).equals(bytes)) throw new Error("Invalid calibration family bytes");
|
|
69
|
+
} finally { fs.closeSync(input); }
|
|
70
|
+
}
|
|
71
|
+
const corpus = options.families ? selectedDevelopmentCorpus(libraryText, {
|
|
72
|
+
imageId: options.imageId, dockerSocket: options.dockerSocket, timeoutMs: 10000
|
|
73
|
+
}) : undefined;
|
|
74
|
+
const report = await calibrate({ ...options, ...(corpus ? { corpus } : {}) });
|
|
75
|
+
fs.writeFileSync(fd, `${JSON.stringify(report, null, 2)}\n`); fs.fsyncSync(fd);
|
|
76
|
+
process.stdout.write(`${JSON.stringify({ output: options.output, expectationsMatched: report.expectationsMatched, summary: report.summary, heldOut: false, claimEligible: false })}\n`);
|
|
77
|
+
if (!report.expectationsMatched) process.exitCode = 1;
|
|
78
|
+
} finally { fs.closeSync(fd); }
|
|
79
|
+
}
|
|
80
|
+
|
|
81
|
+
if (process.argv[1] && path.resolve(process.argv[1]) === fileURLToPath(import.meta.url)) {
|
|
82
|
+
main(process.argv.slice(2)).catch((error) => { process.stderr.write(`${error.message}\n`); process.exitCode = 1; });
|
|
83
|
+
}
|
|
@@ -0,0 +1,55 @@
|
|
|
1
|
+
import assert from "node:assert/strict";
|
|
2
|
+
import { execFileSync } from "node:child_process";
|
|
3
|
+
import { createHash, randomUUID } from "node:crypto";
|
|
4
|
+
import fs from "node:fs";
|
|
5
|
+
import path from "node:path";
|
|
6
|
+
import { isolatedContainerArguments } from "../../packages/piagent-core/extensions/acceptance-isolated-executor.js";
|
|
7
|
+
|
|
8
|
+
const imageId = process.env.PIAGENT_CONTRACT_EXECUTOR_IMAGE_ID;
|
|
9
|
+
const socket = process.env.PIAGENT_CONTRACT_EXECUTOR_SOCKET;
|
|
10
|
+
assert.match(imageId ?? "", /^sha256:[a-f0-9]{64}$/);
|
|
11
|
+
assert.ok(socket && path.isAbsolute(socket) && fs.statSync(socket).isSocket());
|
|
12
|
+
const probe = fs.readFileSync(new URL("./resource-budget-probe.mjs", import.meta.url), "utf8");
|
|
13
|
+
const probeDigest = createHash("sha256").update(probe).digest("hex");
|
|
14
|
+
const env = { ...process.env };
|
|
15
|
+
for (const key of ["DOCKER_CONTEXT", "DOCKER_HOST", "DOCKER_TLS_VERIFY", "DOCKER_CERT_PATH"]) delete env[key];
|
|
16
|
+
const docker = (args, input) => execFileSync("docker", ["--host", "unix://" + socket, ...args],
|
|
17
|
+
{ env, input, encoding: "utf8", stdio: ["pipe", "pipe", "pipe"], timeout: 15000, maxBuffer: 65536 });
|
|
18
|
+
|
|
19
|
+
for (const [name, source] of [
|
|
20
|
+
["correct-sum", "export const run = (a,b) => a+b;"],
|
|
21
|
+
["wrong-sum", "export const run = (a,b) => a-b;"],
|
|
22
|
+
["infinite", "export const run = () => { while(true) {} };"]
|
|
23
|
+
]) {
|
|
24
|
+
for (const stallMs of [0, 600, ...(name === "correct-sum" ? [5200] : [])]) {
|
|
25
|
+
const runId = randomUUID(), args = isolatedContainerArguments(imageId, runId);
|
|
26
|
+
// Retain the same watchdog, memory, CPU, filesystem and network limits.
|
|
27
|
+
// This explicit diagnostic entrypoint cannot produce an acceptance receipt.
|
|
28
|
+
args.splice(args.length - 1, 0, "--entrypoint", "timeout");
|
|
29
|
+
args.push("--signal=KILL", "8s", "node", "--max-old-space-size=96", "--input-type=module", "-e", probe);
|
|
30
|
+
let id;
|
|
31
|
+
try {
|
|
32
|
+
id = docker(args).trim();
|
|
33
|
+
assert.match(id, /^[a-f0-9]{64}$/);
|
|
34
|
+
const [container] = JSON.parse(docker(["inspect", "--type", "container", id]));
|
|
35
|
+
assert.equal(container.Image, imageId);
|
|
36
|
+
assert.equal(container.Config.Labels["io.piagent.contract-execution"], runId);
|
|
37
|
+
assert.equal(container.Config.User, "65534:65534");
|
|
38
|
+
assert.equal(container.HostConfig.ReadonlyRootfs, true);
|
|
39
|
+
assert.equal(container.HostConfig.NetworkMode, "none");
|
|
40
|
+
assert.deepEqual(container.Mounts, []);
|
|
41
|
+
const requestText = JSON.stringify({ schemaVersion: 1, source, exportName: "run",
|
|
42
|
+
cases: [{ id: "sum", args: [{ type: "number", value: 2 }, { type: "number", value: 3 }] }] });
|
|
43
|
+
const output = JSON.parse(docker(["start", "--attach", "--interactive", id], JSON.stringify({ requestText, stallMs })));
|
|
44
|
+
assert.equal(output.diagnostic, "resource-budget-probe-v1");
|
|
45
|
+
process.stdout.write(JSON.stringify({ name, imageId, probeDigest, requestDigest: createHash("sha256").update(requestText).digest("hex"), ...output }) + "\n");
|
|
46
|
+
} finally {
|
|
47
|
+
if (id) {
|
|
48
|
+
const [owned] = JSON.parse(docker(["inspect", "--type", "container", id]));
|
|
49
|
+
assert.equal(owned.Id, id); assert.equal(owned.Image, imageId);
|
|
50
|
+
assert.equal(owned.Config.Labels["io.piagent.contract-execution"], runId);
|
|
51
|
+
assert.equal(docker(["rm", "--force", id]).trim(), id);
|
|
52
|
+
}
|
|
53
|
+
}
|
|
54
|
+
}
|
|
55
|
+
}
|
|
@@ -0,0 +1,27 @@
|
|
|
1
|
+
import { createHash } from "node:crypto";
|
|
2
|
+
import { developmentCorpus } from "./development-corpus.mjs";
|
|
3
|
+
import { compileContractSelection } from "../../packages/piagent-core/extensions/acceptance-contract-selection.js";
|
|
4
|
+
|
|
5
|
+
// Development labels are deliberately reused, never promoted to held-out data.
|
|
6
|
+
// Selection/expectation compilation has no candidate-source or output input.
|
|
7
|
+
export function selectedDevelopmentCorpus(libraryText, backend) {
|
|
8
|
+
const families = {
|
|
9
|
+
"pure-function": ["finite-list-sum", { call: "run" }],
|
|
10
|
+
"temporal-input": ["deadline-status", { call: "run" }],
|
|
11
|
+
"configuration-precedence": ["defined-config-precedence", { call: "run", numericKey: "limit", booleanKey: "enabled", textKey: "label" }],
|
|
12
|
+
"stateful-recovery": ["idempotent-accumulator-checkpoint", { apply: "apply", snapshot: "snapshot", restore: "restore", read: "read" }]
|
|
13
|
+
};
|
|
14
|
+
const original = developmentCorpus(), rows = original.rows.map((row) => {
|
|
15
|
+
const [id, parameters] = families[row.domain], text = `Development contract: ${id}`;
|
|
16
|
+
const preview = compileContractSelection({ libraryText,
|
|
17
|
+
taskText: JSON.stringify({ operatorRequestDigest: `operator-request-v1:${"a".repeat(64)}`, acceptanceCriteria: [text],
|
|
18
|
+
acceptanceReceipt: { criteria: [{ id: "development", hash: createHash("sha256").update(text).digest("hex"), obligation: "requested-behavior" }] } }),
|
|
19
|
+
recipeText: JSON.stringify({ schemaVersion: 1, backend, selections: [{ criterion: { text, obligation: "requested-behavior" },
|
|
20
|
+
family: { id, version: 1 }, parameters, sourcePath: "candidate.js", maxAttempts: 1 }] })
|
|
21
|
+
});
|
|
22
|
+
if (preview.status !== "preview-only" || !preview.plan || preview.unselectedCriteria.length) throw new Error("Development contract selection failed");
|
|
23
|
+
const contract = preview.plan.contracts[0];
|
|
24
|
+
return { ...row, selection: contract.selection, plan: { schemaVersion: 1, source: row.plan.source, exportName: contract.exportName, checks: contract.checks } };
|
|
25
|
+
});
|
|
26
|
+
return { ...original, id: "harness-next-selected-development-v1", rows };
|
|
27
|
+
}
|
|
@@ -0,0 +1,51 @@
|
|
|
1
|
+
{
|
|
2
|
+
"schemaVersion": 1,
|
|
3
|
+
"id": "harness-next-evidence-v1",
|
|
4
|
+
"status": "implementation-in-progress",
|
|
5
|
+
"researchDate": "2026-08-30",
|
|
6
|
+
"baselineCommit": "db4bbca147bb9c6a181a4758239035e95d41504b",
|
|
7
|
+
"primaryHypotheses": [
|
|
8
|
+
"verifier-abstention-does-not-authorize-source-repair",
|
|
9
|
+
"equivalent-implementations-pass-independent-contract-checks",
|
|
10
|
+
"known-defects-and-forged-evidence-remain-rejected",
|
|
11
|
+
"durable-verification-does-not-repeat-paid-attempts"
|
|
12
|
+
],
|
|
13
|
+
"offlineGates": {
|
|
14
|
+
"graderCalibration": {
|
|
15
|
+
"validFixtures": "retained-correct-plus-independently-labelled-structural-variants",
|
|
16
|
+
"invalidFixtures": "retained-defects-plus-mutants-with-independent-counterexamples",
|
|
17
|
+
"report": ["falseAcceptance", "falseRejection", "unknown", "executorError", "unsupportedContract"],
|
|
18
|
+
"maximumKnownFalseAcceptance": 0,
|
|
19
|
+
"maximumKnownFalseRejection": 0,
|
|
20
|
+
"unknownMustNotBeCountedAsPass": true,
|
|
21
|
+
"equivalentMutantsReportedSeparately": true
|
|
22
|
+
},
|
|
23
|
+
"requiredDomains": ["pure-function", "temporal-input", "configuration-precedence", "stateful-recovery"],
|
|
24
|
+
"requiredAdversaries": [
|
|
25
|
+
"forged-receipt", "stale-tree", "verifier-drift", "contract-drift", "partial-checks", "duplicate-checks",
|
|
26
|
+
"counterexample-omitted", "test-tampering", "source-mutation-during-check", "infinite-loop", "memory-exhaustion",
|
|
27
|
+
"filesystem-access", "network-access", "process-spawn", "cross-run-state-leak", "crash-during-checkpoint"
|
|
28
|
+
],
|
|
29
|
+
"heldOut": {
|
|
30
|
+
"separateFromDevelopmentFixtures": true,
|
|
31
|
+
"freezeManifestBeforeCandidateEvaluation": true,
|
|
32
|
+
"doNotPromoteDiagnosticReplays": true,
|
|
33
|
+
"reportEveryFailureAndUnknown": true
|
|
34
|
+
}
|
|
35
|
+
},
|
|
36
|
+
"experiments": [
|
|
37
|
+
{ "id": "verification-mechanism", "vary": "assessment-and-independent-verification", "hold": ["model", "thinking", "service-tier", "task-contract", "permission-policy"] },
|
|
38
|
+
{ "id": "recovery-interface", "vary": "bounded-evidence-directed-recovery", "hold": ["verified-correctness-mechanism", "model", "thinking", "permission-policy"] },
|
|
39
|
+
{ "id": "prompt-ablation", "vary": "one-redundant-prompt-group-at-a-time", "after": "correctness-and-recovery-gates", "hold": ["model", "tools-required-for-task", "safety-policy", "release-outcome-floor"] }
|
|
40
|
+
],
|
|
41
|
+
"release": {
|
|
42
|
+
"requiredCampaign": "production-v2",
|
|
43
|
+
"requiredSessions": 108,
|
|
44
|
+
"frozenCandidate": true,
|
|
45
|
+
"singleOutputLineage": true,
|
|
46
|
+
"allProviderAttemptsAccounted": true,
|
|
47
|
+
"closedCampaignsRemainImmutable": true,
|
|
48
|
+
"requireExistingQualitySafetyEfficiencyGates": true,
|
|
49
|
+
"zeroEdgeCasesClaimAllowed": false
|
|
50
|
+
}
|
|
51
|
+
}
|
|
@@ -28,3 +28,22 @@ not provider/model context usage. This lane can prove lifecycle durability,
|
|
|
28
28
|
bounded local-state growth, compaction, continuation enforcement, and stable
|
|
29
29
|
final verification. It cannot prove model quality, token or latency savings,
|
|
30
30
|
90-minute wall-clock behavior, generalization, or release readiness.
|
|
31
|
+
|
|
32
|
+
## Checkpoint projection and growth
|
|
33
|
+
|
|
34
|
+
The atomic worker checkpoint is authoritative. Reopening it repairs incomplete
|
|
35
|
+
telemetry and journal projections without rerunning committed units. Progress
|
|
36
|
+
journal entries use the bounded, idempotent append API: one event per committed
|
|
37
|
+
unit, with the original task/session, timestamp and source/digest data. An
|
|
38
|
+
existing key with conflicting content fails; unrelated journal history is not
|
|
39
|
+
replaced. Replaying only the newest unit would lose evidence when a process
|
|
40
|
+
dies between checkpoint commit and projection.
|
|
41
|
+
|
|
42
|
+
The prior raw-append projection on `ea08496` produced 4,185 progress events for
|
|
43
|
+
90 units (including the two restart prefixes), exceeding the unchanged 2 MiB
|
|
44
|
+
state ceiling. This was a fixture projection defect, not journal corruption.
|
|
45
|
+
The full-unit worker regression now checks exact-once projection, byte growth,
|
|
46
|
+
SIGKILL/resume and committed artifacts at accelerated timing. Existing runner
|
|
47
|
+
tests additionally cover before/after checkpoint crash windows. Accelerated
|
|
48
|
+
tests remain development evidence; the production S0 still requires the
|
|
49
|
+
unchanged 90-unit, at-least-30-minute run.
|