@piagent/platform 1.6.0 → 1.7.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +104 -0
- package/README.md +24 -15
- package/README.vi.md +36 -2
- package/adapters/common/assurance-producers.json +109 -0
- package/adapters/common/structured-assurance-facts.mjs +153 -0
- package/adapters/node-typescript/contract-families.json +2811 -0
- package/adapters/node-typescript/contract-families.md +90 -0
- package/benchmarks/production-v1/grade.mjs +20 -0
- package/benchmarks/production-v1/spend-control.v1.json +27 -3
- package/benchmarks/production-v1/suite.json +5 -1
- package/benchmarks/production-v2/grade.mjs +892 -0
- package/benchmarks/production-v2/project/README.md +7 -0
- package/benchmarks/production-v2/project/config/service.json +4 -0
- package/benchmarks/production-v2/project/data/audit-ledger.jsonl +1 -0
- package/benchmarks/production-v2/project/docs/ops.md +3 -0
- package/benchmarks/production-v2/project/logs/incident.log +2 -0
- package/benchmarks/production-v2/project/package.json +11 -0
- package/benchmarks/production-v2/project/scripts/check.mjs +21 -0
- package/benchmarks/production-v2/project/src/backend/auth.js +3 -0
- package/benchmarks/production-v2/project/src/backend/billing-window.js +4 -0
- package/benchmarks/production-v2/project/src/backend/cache.js +15 -0
- package/benchmarks/production-v2/project/src/backend/invoice.js +4 -0
- package/benchmarks/production-v2/project/src/backend/revocation-cache.js +3 -0
- package/benchmarks/production-v2/project/src/data/csv.js +3 -0
- package/benchmarks/production-v2/project/src/data/dedup.js +5 -0
- package/benchmarks/production-v2/project/src/data/migration.js +9 -0
- package/benchmarks/production-v2/project/src/data/ndjson-stream.js +5 -0
- package/benchmarks/production-v2/project/src/data/versioned-replay.js +8 -0
- package/benchmarks/production-v2/project/src/frontend/chat-events.js +7 -0
- package/benchmarks/production-v2/project/src/frontend/pagination.js +8 -0
- package/benchmarks/production-v2/project/src/frontend/request-lifecycle.js +15 -0
- package/benchmarks/production-v2/project/src/frontend/search-state.js +8 -0
- package/benchmarks/production-v2/project/src/frontend/unicode-search.js +7 -0
- package/benchmarks/production-v2/project/src/fullstack/contract-sync.js +10 -0
- package/benchmarks/production-v2/project/src/platform/args.js +10 -0
- package/benchmarks/production-v2/project/src/platform/config.js +7 -0
- package/benchmarks/production-v2/project/src/platform/workflow-session.js +9 -0
- package/benchmarks/production-v2/project/src/platform/workspace.js +13 -0
- package/benchmarks/production-v2/project/src/reliability/checkpoint.js +5 -0
- package/benchmarks/production-v2/project/src/reliability/expiry.js +5 -0
- package/benchmarks/production-v2/project/src/reliability/retry.js +15 -0
- package/benchmarks/production-v2/project/test/smoke.test.js +21 -0
- package/benchmarks/production-v2/project/vendor/README.md +1 -0
- package/benchmarks/production-v2/prompts/abort-reconnect-supersession.md +11 -0
- package/benchmarks/production-v2/prompts/backend-frontend-contract-sync.md +12 -0
- package/benchmarks/production-v2/prompts/billing-cutoff-clock-skew.md +11 -0
- package/benchmarks/production-v2/prompts/bounded-retry.md +7 -0
- package/benchmarks/production-v2/prompts/chunked-record-boundary.md +9 -0
- package/benchmarks/production-v2/prompts/cli-double-dash.md +7 -0
- package/benchmarks/production-v2/prompts/config-precedence.md +6 -0
- package/benchmarks/production-v2/prompts/destructive-history-refusal.md +3 -0
- package/benchmarks/production-v2/prompts/expiry-boundary.md +7 -0
- package/benchmarks/production-v2/prompts/idempotent-replay-conflict.md +11 -0
- package/benchmarks/production-v2/prompts/incident-diagnosis.md +4 -0
- package/benchmarks/production-v2/prompts/invoice-rounding.md +9 -0
- package/benchmarks/production-v2/prompts/journeys/config-precedence-scout.md +3 -0
- package/benchmarks/production-v2/prompts/journeys/expiry-boundary-scout.md +3 -0
- package/benchmarks/production-v2/prompts/journeys/quoted-csv-scout.md +3 -0
- package/benchmarks/production-v2/prompts/journeys/recover-after-uncertain-send.md +4 -0
- package/benchmarks/production-v2/prompts/journeys/repository-prompt-injection-scout.md +4 -0
- package/benchmarks/production-v2/prompts/journeys/resumable-checkpoint-partial-failure-scout.md +4 -0
- package/benchmarks/production-v2/prompts/journeys/stable-dedup-scout.md +3 -0
- package/benchmarks/production-v2/prompts/journeys/stale-search-response-scout.md +3 -0
- package/benchmarks/production-v2/prompts/journeys/tenant-cache-isolation-scout.md +4 -0
- package/benchmarks/production-v2/prompts/journeys/verify-current-contract.md +4 -0
- package/benchmarks/production-v2/prompts/journeys/workflow-switch-same-session-scout.md +4 -0
- package/benchmarks/production-v2/prompts/pagination-boundary.md +7 -0
- package/benchmarks/production-v2/prompts/protected-env-refusal.md +2 -0
- package/benchmarks/production-v2/prompts/quoted-csv.md +6 -0
- package/benchmarks/production-v2/prompts/reconnect-chat-event-order.md +19 -0
- package/benchmarks/production-v2/prompts/repository-prompt-injection.md +5 -0
- package/benchmarks/production-v2/prompts/resumable-checkpoint-partial-failure.md +11 -0
- package/benchmarks/production-v2/prompts/revoked-session-cache.md +10 -0
- package/benchmarks/production-v2/prompts/schema-migration.md +6 -0
- package/benchmarks/production-v2/prompts/stable-dedup.md +6 -0
- package/benchmarks/production-v2/prompts/stale-search-response.md +6 -0
- package/benchmarks/production-v2/prompts/tenant-cache-isolation.md +6 -0
- package/benchmarks/production-v2/prompts/tenant-role-authorization.md +6 -0
- package/benchmarks/production-v2/prompts/unicode-search.md +6 -0
- package/benchmarks/production-v2/prompts/workflow-switch-same-session.md +30 -0
- package/benchmarks/production-v2/prompts/workspace-order.md +7 -0
- package/benchmarks/production-v2/spend-control.v1.json +115 -0
- package/benchmarks/production-v2/suite.json +1009 -0
- package/benchmarks/production-v2/variant.mjs +169 -0
- package/benchmarks/production-v3/CONTRACT-REVISION-20260922.md +31 -0
- package/benchmarks/production-v3/calibration/corpus.v1.json +63 -0
- package/benchmarks/production-v3/calibration/human-review-rubric.v1.json +36 -0
- package/benchmarks/production-v3/grade.mjs +1017 -0
- package/benchmarks/production-v3/project/README.md +7 -0
- package/benchmarks/production-v3/project/config/service.json +4 -0
- package/benchmarks/production-v3/project/data/audit-ledger.jsonl +1 -0
- package/benchmarks/production-v3/project/docs/ops.md +3 -0
- package/benchmarks/production-v3/project/logs/incident.log +2 -0
- package/benchmarks/production-v3/project/package.json +11 -0
- package/benchmarks/production-v3/project/scripts/check.mjs +21 -0
- package/benchmarks/production-v3/project/src/backend/auth.js +3 -0
- package/benchmarks/production-v3/project/src/backend/billing-window.js +4 -0
- package/benchmarks/production-v3/project/src/backend/cache.js +15 -0
- package/benchmarks/production-v3/project/src/backend/invoice.js +4 -0
- package/benchmarks/production-v3/project/src/backend/revocation-cache.js +12 -0
- package/benchmarks/production-v3/project/src/data/csv.js +3 -0
- package/benchmarks/production-v3/project/src/data/dedup.js +5 -0
- package/benchmarks/production-v3/project/src/data/migration.js +9 -0
- package/benchmarks/production-v3/project/src/data/ndjson-stream.js +5 -0
- package/benchmarks/production-v3/project/src/data/versioned-replay.js +8 -0
- package/benchmarks/production-v3/project/src/frontend/chat-events.js +7 -0
- package/benchmarks/production-v3/project/src/frontend/pagination.js +8 -0
- package/benchmarks/production-v3/project/src/frontend/request-lifecycle.js +23 -0
- package/benchmarks/production-v3/project/src/frontend/search-state.js +8 -0
- package/benchmarks/production-v3/project/src/frontend/unicode-search.js +7 -0
- package/benchmarks/production-v3/project/src/fullstack/contract-sync.js +10 -0
- package/benchmarks/production-v3/project/src/platform/args.js +10 -0
- package/benchmarks/production-v3/project/src/platform/config.js +7 -0
- package/benchmarks/production-v3/project/src/platform/workflow-session.js +9 -0
- package/benchmarks/production-v3/project/src/platform/workspace.js +13 -0
- package/benchmarks/production-v3/project/src/reliability/checkpoint.js +5 -0
- package/benchmarks/production-v3/project/src/reliability/expiry.js +14 -0
- package/benchmarks/production-v3/project/src/reliability/retry.js +15 -0
- package/benchmarks/production-v3/project/test/smoke.test.js +21 -0
- package/benchmarks/production-v3/project/vendor/README.md +1 -0
- package/benchmarks/production-v3/prompts/abort-reconnect-supersession.md +11 -0
- package/benchmarks/production-v3/prompts/backend-frontend-contract-sync.md +20 -0
- package/benchmarks/production-v3/prompts/billing-cutoff-clock-skew.md +11 -0
- package/benchmarks/production-v3/prompts/bounded-retry.md +7 -0
- package/benchmarks/production-v3/prompts/chunked-record-boundary.md +11 -0
- package/benchmarks/production-v3/prompts/cli-double-dash.md +7 -0
- package/benchmarks/production-v3/prompts/config-precedence.md +6 -0
- package/benchmarks/production-v3/prompts/destructive-history-refusal.md +9 -0
- package/benchmarks/production-v3/prompts/expiry-boundary.md +14 -0
- package/benchmarks/production-v3/prompts/idempotent-replay-conflict.md +13 -0
- package/benchmarks/production-v3/prompts/incident-diagnosis.md +4 -0
- package/benchmarks/production-v3/prompts/invoice-rounding.md +9 -0
- package/benchmarks/production-v3/prompts/journeys/config-precedence-scout.md +3 -0
- package/benchmarks/production-v3/prompts/journeys/expiry-boundary-scout.md +3 -0
- package/benchmarks/production-v3/prompts/journeys/quoted-csv-scout.md +3 -0
- package/benchmarks/production-v3/prompts/journeys/recover-after-uncertain-send.md +4 -0
- package/benchmarks/production-v3/prompts/journeys/repository-prompt-injection-scout.md +4 -0
- package/benchmarks/production-v3/prompts/journeys/resumable-checkpoint-partial-failure-scout.md +4 -0
- package/benchmarks/production-v3/prompts/journeys/stable-dedup-scout.md +3 -0
- package/benchmarks/production-v3/prompts/journeys/stale-search-response-scout.md +3 -0
- package/benchmarks/production-v3/prompts/journeys/tenant-cache-isolation-scout.md +4 -0
- package/benchmarks/production-v3/prompts/journeys/verify-current-contract.md +4 -0
- package/benchmarks/production-v3/prompts/journeys/workflow-switch-same-session-scout.md +4 -0
- package/benchmarks/production-v3/prompts/pagination-boundary.md +9 -0
- package/benchmarks/production-v3/prompts/protected-env-refusal.md +8 -0
- package/benchmarks/production-v3/prompts/quoted-csv.md +6 -0
- package/benchmarks/production-v3/prompts/reconnect-chat-event-order.md +20 -0
- package/benchmarks/production-v3/prompts/repository-prompt-injection.md +5 -0
- package/benchmarks/production-v3/prompts/resumable-checkpoint-partial-failure.md +15 -0
- package/benchmarks/production-v3/prompts/revoked-session-cache.md +10 -0
- package/benchmarks/production-v3/prompts/schema-migration.md +6 -0
- package/benchmarks/production-v3/prompts/stable-dedup.md +6 -0
- package/benchmarks/production-v3/prompts/stale-search-response.md +6 -0
- package/benchmarks/production-v3/prompts/tenant-cache-isolation.md +6 -0
- package/benchmarks/production-v3/prompts/tenant-role-authorization.md +6 -0
- package/benchmarks/production-v3/prompts/unicode-search.md +6 -0
- package/benchmarks/production-v3/prompts/workflow-switch-same-session.md +30 -0
- package/benchmarks/production-v3/prompts/workspace-order.md +7 -0
- package/benchmarks/production-v3/public-checks/abort-reconnect-supersession.js +34 -0
- package/benchmarks/production-v3/public-checks/expiry-boundary.js +29 -0
- package/benchmarks/production-v3/public-checks/revoked-session-cache.js +20 -0
- package/benchmarks/production-v3/spend-control.v1.json +121 -0
- package/benchmarks/production-v3/suite.json +1010 -0
- package/benchmarks/production-v3/variant.mjs +178 -0
- package/catalog/capabilities.json +16 -16
- package/docs/authority-manifest.md +1 -1
- package/docs/auto-delegation-policy.md +38 -73
- package/docs/benchmark-codex-mcp-metadata-contract-v1.md +159 -0
- package/docs/benchmark-codex-mcp-metadata-contract-v2.md +182 -0
- package/docs/benchmark-codex-mcp-metadata-contract-v3.md +194 -0
- package/docs/benchmark-public-contract-addendum-v2.md +85 -0
- package/docs/benchmark-public-contract-addendum-v3.md +116 -0
- package/docs/command-reference-vietnamese.md +30 -35
- package/docs/context-engine.md +5 -3
- package/docs/context-window-policy.md +37 -1
- package/docs/distribution-standard.md +9 -9
- package/docs/en/architecture.md +26 -13
- package/docs/languages.json +4 -4
- package/docs/operator-manual-vietnamese.md +26 -46
- package/docs/piagent-codex-benchmark-recovery-plan.md +1817 -0
- package/docs/piagent-core-evaluation-specs-2026-09-06.json +706 -0
- package/docs/piagent-core-improvement-plan.md +528 -0
- package/docs/piagent-core-offline-implementation-2026-09-06.md +219 -0
- package/docs/piagent-core-plan-checkpoint-2026-09-06.json +69 -0
- package/docs/piagent-core-reasoning-research-2026-09-06.md +225 -0
- package/docs/piagent-core-research-sources-2026-09-06.json +416 -0
- package/docs/piagent-open-session-wait.md +19 -0
- package/docs/piagent-runtime-benchmark-execution-plan.md +685 -0
- package/docs/publishing-for-teams.md +7 -0
- package/docs/quality-benchmark.md +299 -23
- package/docs/quickstart-vietnamese.md +2 -2
- package/docs/release-install-policy.md +32 -9
- package/docs/research/harness-next-evidence-review.md +113 -0
- package/docs/runtime-harness-standard.md +3 -3
- package/docs/security-threat-model.md +1 -1
- package/docs/subagent-orchestration-capabilities.md +19 -51
- package/docs/subagents-and-multiagent.md +21 -47
- package/docs/task-implementation-contract.md +3 -3
- package/docs/task-lifecycle-vietnamese.md +1 -1
- package/docs/team-onboarding.md +7 -7
- package/docs/third-party-neutrality.md +7 -0
- package/docs/usage-observability.md +1 -1
- package/docs/vi/architecture.md +26 -13
- package/docs-site/architecture.html +1 -1
- package/docs-site/benchmark.html +89 -95
- package/docs-site/commands.html +1 -1
- package/docs-site/content/benchmark.html +88 -94
- package/docs-site/content/en/benchmark.html +134 -90
- package/docs-site/content/en/index.html +19 -19
- package/docs-site/content/en/runtime.html +5 -5
- package/docs-site/content/en/whats-new.html +23 -1
- package/docs-site/content/en/workflows.html +2 -2
- package/docs-site/content/index.html +19 -19
- package/docs-site/content/runtime.html +6 -6
- package/docs-site/content/whats-new.html +23 -1
- package/docs-site/content/workflows.html +2 -2
- package/docs-site/context-engine.html +1 -1
- package/docs-site/en/architecture.html +1 -1
- package/docs-site/en/benchmark.html +135 -91
- package/docs-site/en/commands.html +1 -1
- package/docs-site/en/context-engine.html +1 -1
- package/docs-site/en/index.html +20 -20
- package/docs-site/en/mcp-approval.html +1 -1
- package/docs-site/en/mcp-auth.html +1 -1
- package/docs-site/en/mcp-servers.html +1 -1
- package/docs-site/en/mcp.html +1 -1
- package/docs-site/en/permissions.html +1 -1
- package/docs-site/en/profiles.html +1 -1
- package/docs-site/en/quickstart.html +1 -1
- package/docs-site/en/runtime.html +6 -6
- package/docs-site/en/scope.html +1 -1
- package/docs-site/en/security.html +1 -1
- package/docs-site/en/team.html +1 -1
- package/docs-site/en/whats-new.html +24 -2
- package/docs-site/en/workflows.html +3 -3
- package/docs-site/index.html +20 -20
- package/docs-site/mcp-approval.html +1 -1
- package/docs-site/mcp-auth.html +1 -1
- package/docs-site/mcp-servers.html +1 -1
- package/docs-site/mcp.html +1 -1
- package/docs-site/permissions.html +1 -1
- package/docs-site/profiles.html +1 -1
- package/docs-site/quickstart.html +1 -1
- package/docs-site/runtime.html +7 -7
- package/docs-site/scope.html +1 -1
- package/docs-site/security.html +1 -1
- package/docs-site/team.html +1 -1
- package/docs-site/whats-new.html +24 -2
- package/docs-site/workflows.html +3 -3
- package/evals/architecture-conformance-v1/lane.json +18 -0
- package/evals/architecture-conformance-v1/runner.mjs +77 -0
- package/evals/fixtures/approved-host-contracts.invalid.json +43 -0
- package/evals/fixtures/approved-host-contracts.valid.json +43 -0
- package/evals/fixtures/benchmark-assurance-evidence.invalid.json +1 -1
- package/evals/fixtures/benchmark-assurance-evidence.valid.json +1 -1
- package/evals/fixtures/benchmark-attempt-outcome.invalid.json +42 -0
- package/evals/fixtures/benchmark-attempt-outcome.valid.json +42 -0
- package/evals/fixtures/benchmark-independent-verification-plan.invalid.json +7 -0
- package/evals/fixtures/benchmark-independent-verification-plan.valid.json +21 -0
- package/evals/fixtures/codex-relative-efficiency-v1.invalid.json +4 -0
- package/evals/fixtures/codex-relative-efficiency-v1.valid.json +94 -0
- package/evals/fixtures/composite-criterion.invalid.json +10 -0
- package/evals/fixtures/composite-criterion.valid.json +33 -0
- package/evals/fixtures/contract-family-library.invalid.json +42 -0
- package/evals/fixtures/contract-family-library.valid.json +41 -0
- package/evals/fixtures/contract-selection-recipe.invalid.json +29 -0
- package/evals/fixtures/contract-selection-recipe.valid.json +29 -0
- package/evals/fixtures/helper-request.invalid.json +1 -1
- package/evals/fixtures/helper-request.valid.json +1 -1
- package/evals/fixtures/host-contract-plan.invalid.json +42 -0
- package/evals/fixtures/host-contract-plan.valid.json +41 -0
- package/evals/fixtures/piagent-webui/subagent-tree-v1.valid.json +7 -0
- package/evals/fixtures/scoped-project-verification-receipt-v2.invalid.json +42 -0
- package/evals/fixtures/scoped-project-verification-receipt-v2.valid.json +42 -0
- package/evals/fixtures/scoped-project-verification-receipt-v3.invalid.json +57 -0
- package/evals/fixtures/scoped-project-verification-receipt-v3.valid.json +57 -0
- package/evals/fixtures/scoped-verification-receipt-v1.invalid.json +40 -0
- package/evals/fixtures/scoped-verification-receipt-v1.valid.json +40 -0
- package/evals/fixtures/task-authority-snapshot.valid.json +4 -4
- package/evals/fs4-readiness-matrix.v1.json +2 -2
- package/evals/fs5-artifact-archive/README.md +32 -0
- package/evals/fs5-artifact-archive/manifest.json +148 -0
- package/evals/fs5-artifact-archive/sha256/1f073f6d42c093a3182685e0e096144c8b3befd87594aeea1af05ce17653860c.txt +380 -0
- package/evals/fs5-artifact-archive/sha256/1ff46984c5ff668647dfad94248cd9dcfb72384a8aa529279345582f90d7486a.txt +331 -0
- package/evals/fs5-artifact-archive/sha256/20a5e1ef1cab3234a888b876b3cec52e702a05bc5ac000b691f94c651beed9ca.txt +800 -0
- package/evals/fs5-artifact-archive/sha256/29bb79e96b047d79056626d747baa0b3a6ca9d4da7ad80b9668c0085e5581706.txt +116 -0
- package/evals/fs5-artifact-archive/sha256/2bcc0cf6c18eee0c080c30e727610b0f10a278f5862855d920ba5797f07a2f2d.txt +252 -0
- package/evals/fs5-artifact-archive/sha256/37ecc65febe2c5947ac9288ad958bc149e0f08c6beda137edb1c660908853832.txt +324 -0
- package/evals/fs5-artifact-archive/sha256/5d937632d2cfff34dbbb781dd367bb78feb64c36d571c36ca15f2cc40c576af8.txt +142 -0
- package/evals/fs5-artifact-archive/sha256/6057c7bf2f40f8e3db7e293f08d745133c05293b75e9f363fb4e2e53bd09a76a.txt +244 -0
- package/evals/fs5-artifact-archive/sha256/62ea354afb6816b148ae9bd95ffb1ee5e29580eb4a22473e1ae19dbb471ec36b.txt +930 -0
- package/evals/fs5-artifact-archive/sha256/8987775b742f3b3650d75cce84e6d58fcdd3dfb835d03dac4c2bfe6d9eea3a2e.txt +903 -0
- package/evals/fs5-artifact-archive/sha256/902e886d0920b66811f54d0d1d933d70f8fab8704813b46d578bee6af1f21eef.txt +942 -0
- package/evals/fs5-artifact-archive/sha256/976a9908adfd765ee7be0655616f39a44fff64824f5e8535d726082e550b02eb.txt +910 -0
- package/evals/fs5-artifact-archive/sha256/9c07bda5bfe7bb7b0959844ccea6790735cc9f154d8d5972e18785148cea6d9a.txt +101 -0
- package/evals/fs5-artifact-archive/sha256/b936a604db87a697bf69581c33d753e26d9e5e2ccce40bf9c9b2070948f49919.txt +931 -0
- package/evals/fs5-artifact-archive/sha256/bf91f69473f48fc3de7c7c55e7ce893ba0511074c4ec930d9f3bcb9615d8e9d5.txt +950 -0
- package/evals/fs5-artifact-archive/sha256/ce4ed1b4a033f2a8cb4632d1336b0867edb3454ce1380f0642c4055149e6ac59.txt +784 -0
- package/evals/fs5-artifact-archive/sha256/db97f444db8ba604512daf0aa26b3fe1e2a120ace2b21d4730db5b18aa0c528f.txt +950 -0
- package/evals/fs5-causal-arm.v1.json +10 -6
- package/evals/fs5-pilot-protocol.v1.json +3 -3
- package/evals/fs5-pilot-protocol.v2.json +8 -8
- package/evals/fs5-pilot-protocol.v3.json +8 -8
- package/evals/fs5-pilot-protocol.v4.json +7 -7
- package/evals/fs5-pilot-protocol.v5.json +10 -8
- package/evals/harness-next/development-corpus.mjs +106 -0
- package/evals/harness-next/resource-budget-probe.mjs +38 -0
- package/evals/harness-next/run-calibration.mjs +83 -0
- package/evals/harness-next/run-resource-probe.mjs +55 -0
- package/evals/harness-next/selected-development-corpus.mjs +27 -0
- package/evals/harness-next.v1.json +51 -0
- package/evals/long-horizon-v1/README.md +19 -0
- package/evals/long-horizon-v1/runner.mjs +116 -48
- package/evals/long-horizon-v1/worker.mjs +77 -30
- package/evals/private-holdout-v1/CURRENT_BOUNDARY.md +53 -0
- package/evals/private-holdout-v1/README.md +5 -2
- package/evals/private-holdout-v1/public-exposure.v1.json +1 -1
- package/evals/private-holdout-v1/public-exposure.v2.json +273 -0
- package/evals/runtime-conformance-v1/README.md +43 -0
- package/evals/runtime-conformance-v1/evaluate-paid-canary.mjs +198 -0
- package/evals/runtime-conformance-v1/lane.json +57 -0
- package/evals/runtime-conformance-v1/paid-canary.json +31 -0
- package/evals/runtime-conformance-v1/runner.mjs +456 -0
- package/package.json +9 -4
- package/packages/piagent-core/README.md +15 -6
- package/packages/piagent-core/benchmark/benchmark-all-attempt-efficiency.js +55 -0
- package/packages/piagent-core/benchmark/benchmark-artifact-binding.js +49 -0
- package/packages/piagent-core/benchmark/benchmark-bootstrap.js +265 -14
- package/packages/piagent-core/benchmark/benchmark-budget-governor.js +271 -0
- package/packages/piagent-core/benchmark/benchmark-campaign.js +592 -0
- package/packages/piagent-core/benchmark/benchmark-candidate.js +8 -3
- package/packages/piagent-core/benchmark/benchmark-checkpoint.js +67 -0
- package/packages/piagent-core/benchmark/benchmark-claim-restrictions.js +269 -2
- package/packages/piagent-core/benchmark/benchmark-cli.js +120 -3
- package/packages/piagent-core/benchmark/benchmark-codex-events.js +235 -0
- package/packages/piagent-core/benchmark/benchmark-codex-outcome.js +20 -0
- package/packages/piagent-core/benchmark/benchmark-codex-relative-efficiency.js +699 -0
- package/packages/piagent-core/benchmark/benchmark-codex-rollout.js +521 -0
- package/packages/piagent-core/benchmark/benchmark-codex.js +104 -8
- package/packages/piagent-core/benchmark/benchmark-comparison.js +284 -1
- package/packages/piagent-core/benchmark/benchmark-core.js +111 -110
- package/packages/piagent-core/benchmark/benchmark-diagnostic-source-evidence.js +40 -0
- package/packages/piagent-core/benchmark/benchmark-diagnostic-treatment.js +104 -0
- package/packages/piagent-core/benchmark/benchmark-evaluator-v3.js +226 -0
- package/packages/piagent-core/benchmark/benchmark-execution-guard.js +23 -1
- package/packages/piagent-core/benchmark/benchmark-forensics.js +67 -52
- package/packages/piagent-core/benchmark/benchmark-goal-assessment.js +193 -0
- package/packages/piagent-core/benchmark/benchmark-goal-report.js +87 -0
- package/packages/piagent-core/benchmark/benchmark-independent-verification-observation.js +64 -0
- package/packages/piagent-core/benchmark/benchmark-matrix-summary.js +141 -0
- package/packages/piagent-core/benchmark/benchmark-matrix.js +1 -0
- package/packages/piagent-core/benchmark/benchmark-normalized-cost.js +62 -0
- package/packages/piagent-core/benchmark/benchmark-pi-home.js +1 -0
- package/packages/piagent-core/benchmark/benchmark-preflight.js +70 -7
- package/packages/piagent-core/benchmark/benchmark-process.js +23 -9
- package/packages/piagent-core/benchmark/benchmark-production-completion.js +84 -0
- package/packages/piagent-core/benchmark/benchmark-production-stage-validation.js +209 -0
- package/packages/piagent-core/benchmark/benchmark-provider-free-evidence.js +462 -0
- package/packages/piagent-core/benchmark/benchmark-provider-free-owner.js +24 -0
- package/packages/piagent-core/benchmark/benchmark-provider-wire.js +378 -0
- package/packages/piagent-core/benchmark/benchmark-record-validation.d.ts +2 -0
- package/packages/piagent-core/benchmark/benchmark-record-validation.js +343 -8
- package/packages/piagent-core/benchmark/benchmark-release-claim-controls.js +132 -0
- package/packages/piagent-core/benchmark/benchmark-report.js +94 -5
- package/packages/piagent-core/benchmark/benchmark-resume-recovery.js +280 -10
- package/packages/piagent-core/benchmark/benchmark-runner-policy.js +88 -1
- package/packages/piagent-core/benchmark/benchmark-runtime-causal.js +244 -0
- package/packages/piagent-core/benchmark/benchmark-runtime-identity.js +50 -1
- package/packages/piagent-core/benchmark/benchmark-runtime.js +102 -10
- package/packages/piagent-core/benchmark/benchmark-safety-evidence.js +74 -0
- package/packages/piagent-core/benchmark/benchmark-service-tier.js +189 -0
- package/packages/piagent-core/benchmark/benchmark-stage-diagnostic.js +246 -33
- package/packages/piagent-core/benchmark/benchmark-suite-identity.js +264 -1
- package/packages/piagent-core/benchmark/benchmark-suite-runtime.js +4 -0
- package/packages/piagent-core/benchmark/benchmark-suite.js +232 -4
- package/packages/piagent-core/benchmark/benchmark-summary-support.js +33 -1
- package/packages/piagent-core/benchmark/benchmark-timing-contract.js +189 -0
- package/packages/piagent-core/benchmark/benchmark-timing-diagnostics.js +110 -139
- package/packages/piagent-core/benchmark/benchmark-transport-evidence.js +203 -0
- package/packages/piagent-core/benchmark/benchmark-transport-observation.js +147 -0
- package/packages/piagent-core/benchmark/benchmark-tree-identity.js +2 -1
- package/packages/piagent-core/benchmark/benchmark-usage.js +410 -37
- package/packages/piagent-core/benchmark/benchmark-workflow.js +136 -38
- package/packages/piagent-core/benchmark/fs5-pilot-protocol.js +21 -2
- package/packages/piagent-core/capabilities/runtime-integrity.js +6 -0
- package/packages/piagent-core/extensions/acceptance-api-baseline.js +24 -0
- package/packages/piagent-core/extensions/acceptance-assessment.js +153 -0
- package/packages/piagent-core/extensions/acceptance-authenticated-admission.d.ts +41 -0
- package/packages/piagent-core/extensions/acceptance-authenticated-admission.js +120 -0
- package/packages/piagent-core/extensions/acceptance-behavior-proof.js +1000 -0
- package/packages/piagent-core/extensions/acceptance-boundary-binding.js +31 -0
- package/packages/piagent-core/extensions/acceptance-boundary-guidance.js +214 -0
- package/packages/piagent-core/extensions/acceptance-callable-scanner.js +244 -0
- package/packages/piagent-core/extensions/acceptance-clause-group.js +45 -0
- package/packages/piagent-core/extensions/acceptance-composite-contract.js +334 -0
- package/packages/piagent-core/extensions/acceptance-contract-conjunction.js +78 -0
- package/packages/piagent-core/extensions/acceptance-contract-selection.js +161 -0
- package/packages/piagent-core/extensions/acceptance-contract-semantics.js +211 -211
- package/packages/piagent-core/extensions/acceptance-declared-api.js +126 -0
- package/packages/piagent-core/extensions/acceptance-diagnostic-policy.ts +14 -0
- package/packages/piagent-core/extensions/acceptance-document-content.js +73 -0
- package/packages/piagent-core/extensions/acceptance-durable-execution.d.ts +59 -0
- package/packages/piagent-core/extensions/acceptance-durable-execution.js +139 -0
- package/packages/piagent-core/extensions/acceptance-error-classes.js +1 -1
- package/packages/piagent-core/extensions/acceptance-evidence-store.js +223 -0
- package/packages/piagent-core/extensions/acceptance-executable-evidence.js +490 -88
- package/packages/piagent-core/extensions/acceptance-execution-diagnostics.js +34 -0
- package/packages/piagent-core/extensions/acceptance-execution-snapshot.js +174 -0
- package/packages/piagent-core/extensions/acceptance-executor/.dockerignore +21 -0
- package/packages/piagent-core/extensions/acceptance-executor/Dockerfile +5 -0
- package/packages/piagent-core/extensions/acceptance-executor/README.md +103 -0
- package/packages/piagent-core/extensions/acceptance-executor/budget.mjs +54 -0
- package/packages/piagent-core/extensions/acceptance-executor/callback-intrinsics.mjs +126 -0
- package/packages/piagent-core/extensions/acceptance-executor/capabilities.mjs +127 -0
- package/packages/piagent-core/extensions/acceptance-executor/guest.mjs +285 -0
- package/packages/piagent-core/extensions/acceptance-executor/intrinsics.mjs +133 -0
- package/packages/piagent-core/extensions/acceptance-executor/invocation.mjs +39 -0
- package/packages/piagent-core/extensions/acceptance-executor/jobs.mjs +29 -0
- package/packages/piagent-core/extensions/acceptance-executor/module-graph.mjs +70 -0
- package/packages/piagent-core/extensions/acceptance-executor/node-profile.mjs +398 -0
- package/packages/piagent-core/extensions/acceptance-executor/package-lock.json +40 -0
- package/packages/piagent-core/extensions/acceptance-executor/package.json +10 -0
- package/packages/piagent-core/extensions/acceptance-executor/protocol.mjs +248 -0
- package/packages/piagent-core/extensions/acceptance-executor/reference-identity.mjs +61 -0
- package/packages/piagent-core/extensions/acceptance-executor/references.mjs +14 -0
- package/packages/piagent-core/extensions/acceptance-executor/structured-clone.mjs +53 -0
- package/packages/piagent-core/extensions/acceptance-executor/values.mjs +97 -0
- package/packages/piagent-core/extensions/acceptance-executor/worker.mjs +75 -0
- package/packages/piagent-core/extensions/acceptance-expiry-calendar-proof.js +162 -0
- package/packages/piagent-core/extensions/acceptance-expression-parser.js +155 -0
- package/packages/piagent-core/extensions/acceptance-focused-verification.js +40 -0
- package/packages/piagent-core/extensions/acceptance-host-configuration.js +337 -0
- package/packages/piagent-core/extensions/acceptance-identifier-criteria.js +25 -0
- package/packages/piagent-core/extensions/acceptance-independent-contract.js +209 -0
- package/packages/piagent-core/extensions/acceptance-independent-registry.js +106 -0
- package/packages/piagent-core/extensions/acceptance-input-provenance.js +40 -0
- package/packages/piagent-core/extensions/acceptance-integer-domains.js +322 -0
- package/packages/piagent-core/extensions/acceptance-invalid-input-receipt.js +20 -0
- package/packages/piagent-core/extensions/acceptance-invalid-partitions.js +26 -0
- package/packages/piagent-core/extensions/acceptance-invalid-sentinel-proof.js +477 -0
- package/packages/piagent-core/extensions/acceptance-isolated-executor.js +254 -0
- package/packages/piagent-core/extensions/acceptance-lexical-sentinels.js +130 -0
- package/packages/piagent-core/extensions/acceptance-literal-dataflow.js +735 -0
- package/packages/piagent-core/extensions/acceptance-local-binding.js +106 -0
- package/packages/piagent-core/extensions/acceptance-normalizer-evidence.js +719 -0
- package/packages/piagent-core/extensions/acceptance-obligations.js +75 -0
- package/packages/piagent-core/extensions/acceptance-parameter-contract.js +756 -0
- package/packages/piagent-core/extensions/acceptance-precedence-contract.js +572 -0
- package/packages/piagent-core/extensions/acceptance-proof-capability.js +26 -0
- package/packages/piagent-core/extensions/acceptance-receipt.js +208 -180
- package/packages/piagent-core/extensions/acceptance-result-contract-evidence.js +159 -0
- package/packages/piagent-core/extensions/acceptance-source-origin.js +214 -0
- package/packages/piagent-core/extensions/acceptance-state-machine-evidence.js +64 -8
- package/packages/piagent-core/extensions/acceptance-tagged-event-evidence.js +685 -0
- package/packages/piagent-core/extensions/acceptance-temporal-contract.js +756 -0
- package/packages/piagent-core/extensions/acceptance-temporal-dataflow-proof.js +618 -0
- package/packages/piagent-core/extensions/acceptance-test-binding-evidence.js +20 -2
- package/packages/piagent-core/extensions/acceptance-test-bindings.js +86 -0
- package/packages/piagent-core/extensions/acceptance-tuple-shapes.js +12 -0
- package/packages/piagent-core/extensions/context-engine.js +12 -17
- package/packages/piagent-core/extensions/context-index-policy.js +4 -0
- package/packages/piagent-core/extensions/context-query-paths.js +57 -0
- package/packages/piagent-core/extensions/criterion-context-pack.js +109 -4
- package/packages/piagent-core/extensions/criterion-graph.js +4 -1
- package/packages/piagent-core/extensions/failure-types.ts +2 -2
- package/packages/piagent-core/extensions/fallback-base-policy.ts +101 -0
- package/packages/piagent-core/extensions/guard-types.ts +9 -1
- package/packages/piagent-core/extensions/piagent-guard.ts +374 -364
- package/packages/piagent-core/extensions/readonly-inline-inspection.ts +378 -0
- package/packages/piagent-core/extensions/recovery-decision-validation.ts +92 -0
- package/packages/piagent-core/extensions/shell-write-targets.js +15 -14
- package/packages/piagent-core/extensions/task-contract-view.js +4 -4
- package/packages/piagent-core/extensions/task-digest-migration.js +2 -2
- package/packages/piagent-core/extensions/task-journal.js +48 -3
- package/packages/piagent-core/extensions/task-lifecycle.js +32 -0
- package/packages/piagent-core/extensions/task-runtime-audit.js +8 -2
- package/packages/piagent-core/extensions/task-state.js +140 -43
- package/packages/piagent-core/extensions/task-terminal-disposition.js +10 -0
- package/packages/piagent-core/extensions/trajectory-contract.ts +5 -0
- package/packages/piagent-core/extensions/verification-intelligence.js +109 -20
- package/packages/piagent-core/extensions/workflow-catalog.ts +98 -0
- package/packages/piagent-core/extensions/workspace-evidence-roots.js +52 -16
- package/packages/piagent-core/extensions/workspace-revision.js +48 -0
- package/packages/piagent-core/extensions/workspace-verification-snapshot.js +13 -0
- package/packages/piagent-core/package.json +3 -3
- package/packages/piagent-core/policies/base-policy.json +43 -2
- package/packages/piagent-core/policy/authority-manifest.v1.json +3 -3
- package/packages/piagent-core/prompts/be-to-fe.md +2 -8
- package/packages/piagent-core/prompts/plan.md +1 -1
- package/packages/piagent-core/prompts/platform-improve.md +2 -6
- package/packages/piagent-core/prompts/review.md +2 -7
- package/packages/piagent-core/prompts/scout.md +1 -1
- package/packages/piagent-core/prompts/task.md +4 -3
- package/packages/piagent-core/runtime/context/adaptive-planner.ts +7 -3
- package/packages/piagent-core/runtime/hooks/agent-start-hook.ts +60 -59
- package/packages/piagent-core/runtime/hooks/agent-start-types.ts +48 -0
- package/packages/piagent-core/runtime/hooks/completion-hook.ts +83 -89
- package/packages/piagent-core/runtime/hooks/input-hook.ts +98 -7
- package/packages/piagent-core/runtime/hooks/protected-refusal-completion.ts +86 -0
- package/packages/piagent-core/runtime/hooks/session-hooks.ts +5 -2
- package/packages/piagent-core/runtime/hooks/session-start-hook.ts +150 -19
- package/packages/piagent-core/runtime/hooks/tool-result-hook.ts +111 -92
- package/packages/piagent-core/runtime/hooks/tool-result-metadata.ts +9 -0
- package/packages/piagent-core/runtime/hooks/tool-result-navigation.ts +36 -0
- package/packages/piagent-core/runtime/hooks/tool-result-retrieval.ts +42 -0
- package/packages/piagent-core/runtime/hooks/tool-result-value-helpers.ts +66 -0
- package/packages/piagent-core/runtime/input/chat-images.ts +1 -1
- package/packages/piagent-core/runtime/inspection/activity-event-adapter.ts +1 -1
- package/packages/piagent-core/runtime/inspection/bounded-emission-guard.ts +286 -0
- package/packages/piagent-core/runtime/inspection/runtime-event-store.ts +37 -7
- package/packages/piagent-core/runtime/inspection/same-process-bridge-proof.ts +1 -1
- package/packages/piagent-core/runtime/inspection/task-handoff-history.ts +2 -2
- package/packages/piagent-core/runtime/inspection/task-subagent-tree.ts +27 -4
- package/packages/piagent-core/runtime/inspection/tool-failure-classification.ts +69 -11
- package/packages/piagent-core/runtime/inspection/webui-snapshot.ts +104 -22
- package/packages/piagent-core/runtime/inspection/workspace-file-reader.ts +2 -132
- package/packages/piagent-core/runtime/model/provider-wire-fingerprint.ts +20 -0
- package/packages/piagent-core/runtime/model/service-tier-runtime.ts +242 -0
- package/packages/piagent-core/runtime/orchestration/helper-lifecycle.ts +16 -12
- package/packages/piagent-core/runtime/orchestration/minimal-delegation-policy.ts +71 -0
- package/packages/piagent-core/runtime/orchestration/owned-work-budget.ts +28 -20
- package/packages/piagent-core/runtime/orchestration/role-policy.ts +27 -9
- package/packages/piagent-core/runtime/orchestration/subagent-tool-policy.ts +329 -0
- package/packages/piagent-core/runtime/policy/block-remedy.ts +0 -4
- package/packages/piagent-core/runtime/policy/source-worktree-transaction.ts +75 -14
- package/packages/piagent-core/runtime/product/activity-inspector.ts +6 -3
- package/packages/piagent-core/runtime/product/edit-verifier-timing.ts +26 -0
- package/packages/piagent-core/runtime/product/efficiency-metrics.ts +15 -7
- package/packages/piagent-core/runtime/product/operator-projections.ts +8 -3
- package/packages/piagent-core/runtime/product/task-usage-hooks.ts +78 -0
- package/packages/piagent-core/runtime/product/task-usage.ts +104 -0
- package/packages/piagent-core/runtime/quality/edit-freshness-guard.ts +102 -0
- package/packages/piagent-core/runtime/quality/exact-output-contract.ts +20 -10
- package/packages/piagent-core/runtime/quality/performance-assurance.ts +3 -3
- package/packages/piagent-core/runtime/quality/protected-refusal-handoff.ts +35 -0
- package/packages/piagent-core/runtime/recovery/acceptance-recovery-guidance.ts +21 -0
- package/packages/piagent-core/runtime/recovery/continuation-budget.ts +12 -3
- package/packages/piagent-core/runtime/recovery/diagnostic-delivery.ts +61 -0
- package/packages/piagent-core/runtime/recovery/handoff-projection.ts +196 -58
- package/packages/piagent-core/runtime/recovery/handoff-verifier-binding.ts +24 -0
- package/packages/piagent-core/runtime/recovery/independent-verification-recovery.ts +79 -0
- package/packages/piagent-core/runtime/recovery/pristine-task-policy-refresh.ts +91 -0
- package/packages/piagent-core/runtime/recovery/recovery-policy.ts +31 -40
- package/packages/piagent-core/runtime/recovery/resume-state.ts +120 -19
- package/packages/piagent-core/runtime/recovery/semantic-repair-handshake.ts +7 -13
- package/packages/piagent-core/runtime/recovery/task-evidence-coverage-refresh.ts +217 -0
- package/packages/piagent-core/runtime/registration/activity-inspector-command.ts +2 -1
- package/packages/piagent-core/runtime/registration/context-commands.ts +28 -10
- package/packages/piagent-core/runtime/registration/knowledge-tools.ts +9 -5
- package/packages/piagent-core/runtime/registration/operator-catalogs.ts +4 -9
- package/packages/piagent-core/runtime/registration/operator-request-intake.ts +49 -0
- package/packages/piagent-core/runtime/registration/policy-tools.ts +8 -6
- package/packages/piagent-core/runtime/registration/session-commands.ts +10 -8
- package/packages/piagent-core/runtime/registration/session-wait-tool.ts +54 -0
- package/packages/piagent-core/runtime/registration/task-completion-tools.ts +39 -20
- package/packages/piagent-core/runtime/registration/task-evidence-tools.ts +21 -12
- package/packages/piagent-core/runtime/registration/task-start-conditional-mutation.ts +45 -0
- package/packages/piagent-core/runtime/registration/task-start-guidance.ts +24 -15
- package/packages/piagent-core/runtime/registration/task-start-manifest.ts +54 -0
- package/packages/piagent-core/runtime/registration/task-start-tool.ts +79 -79
- package/packages/piagent-core/runtime/registration/workflow-commands.ts +64 -93
- package/packages/piagent-core/runtime/runtime-limits.ts +16 -2
- package/packages/piagent-core/runtime/session/adaptive-context-analysis.ts +461 -0
- package/packages/piagent-core/runtime/session/adaptive-context-governor.ts +464 -0
- package/packages/piagent-core/runtime/session/adaptive-context-ledger.ts +265 -0
- package/packages/piagent-core/runtime/session/completion-signals.ts +23 -0
- package/packages/piagent-core/runtime/session/message-signals.ts +6 -18
- package/packages/piagent-core/runtime/session/operator-request-carry.ts +44 -0
- package/packages/piagent-core/runtime/session/retrieval-evidence-runtime.ts +188 -0
- package/packages/piagent-core/runtime/session/runtime-state.ts +37 -39
- package/packages/piagent-core/runtime/session/source-checkout-read-grants.ts +35 -0
- package/packages/piagent-core/runtime/session/system-prompt.ts +76 -14
- package/packages/piagent-core/runtime/session/task-contract-presentation.ts +39 -0
- package/packages/piagent-core/runtime/session/uncertain-send-continuation.ts +231 -0
- package/packages/piagent-core/runtime/session/usage.ts +4 -3
- package/packages/piagent-core/runtime/tools/apply-patch-tool.ts +6 -6
- package/packages/piagent-core/runtime/tools/phase-tool-runtime.ts +1 -1
- package/packages/piagent-core/runtime/tools/phase-tools.ts +10 -9
- package/packages/piagent-core/runtime/tools/session-wait.ts +42 -0
- package/packages/piagent-core/runtime/tools/tool-groups.ts +22 -5
- package/packages/piagent-core/runtime/trajectory/trajectory-runtime.ts +192 -5
- package/packages/piagent-core/runtime/trajectory/trajectory-types.ts +3 -2
- package/packages/piagent-core/runtime/verification/acceptance-api-baseline.js +488 -0
- package/packages/piagent-core/runtime/verification/completion-preparation.ts +22 -0
- package/packages/piagent-core/runtime/verification/composite-completion-finalizer.ts +105 -0
- package/packages/piagent-core/runtime/verification/composite-journal-anchor.ts +181 -0
- package/packages/piagent-core/runtime/verification/composite-runtime-binding.ts +76 -0
- package/packages/piagent-core/runtime/verification/composite-scoped-mediation.ts +318 -0
- package/packages/piagent-core/runtime/verification/composite-session-persistence.ts +175 -0
- package/packages/piagent-core/runtime/verification/composite-task-publication.ts +273 -0
- package/packages/piagent-core/runtime/verification/exact-verifier-reuse.ts +101 -0
- package/packages/piagent-core/runtime/verification/host-project-verification.ts +71 -0
- package/packages/piagent-core/runtime/verification/independent-acceptance-runtime.ts +500 -0
- package/packages/piagent-core/runtime/verification/runtime-assurance-facts.ts +500 -0
- package/packages/piagent-core/runtime/verification/runtime-contract-runner.ts +107 -0
- package/packages/piagent-core/runtime/verification/shell-verification-snapshots.ts +56 -0
- package/packages/piagent-core/runtime/workflows/change-clarification.ts +61 -0
- package/packages/piagent-core/runtime/workflows/input-routing.ts +21 -14
- package/packages/piagent-core/runtime/workflows/runtime-intake-compaction.ts +201 -0
- package/packages/piagent-core/runtime/workflows/task-followup-policy.ts +163 -0
- package/packages/piagent-core/runtime/workflows/task-intake.ts +276 -169
- package/packages/piagent-core/runtime/workflows/task-repair-intent.ts +67 -0
- package/packages/piagent-core/runtime/workflows/task-scope-resolution.ts +83 -0
- package/packages/piagent-core/runtime/workflows/webui-runtime-command.ts +5 -2
- package/packages/piagent-core/runtime/workflows/webui-workflow.ts +39 -32
- package/packages/piagent-core/runtime/workflows/workflow-follow-up.ts +33 -0
- package/packages/piagent-core/security/workspace-file-reader.ts +132 -0
- package/packages/piagent-core/subagents/piagent-oracle.md +5 -3
- package/packages/piagent-core/subagents/piagent-planner.md +6 -4
- package/packages/piagent-core/subagents/piagent-reviewer.md +5 -3
- package/packages/piagent-core/subagents/piagent-scout.md +4 -2
- package/packages/piagent-core/subagents/piagent-worker.md +6 -4
- package/packages/piagent-webui/dist/client/assets/{MarkdownMessage-CxeZqTte.js → MarkdownMessage-DGk34zJT.js} +1 -1
- package/packages/piagent-webui/dist/client/assets/{index-BV-_03yl.css → index-DVahUVWy.css} +1 -1
- package/packages/piagent-webui/dist/client/assets/index-DiKRmCEP.js +176 -0
- package/packages/piagent-webui/dist/client/index.html +2 -2
- package/packages/piagent-webui/extension/dispatch-user-entry.ts +13 -0
- package/packages/piagent-webui/extension/piagent-webui.ts +13 -3
- package/packages/piagent-webui/extension/review-controller.ts +29 -6
- package/packages/piagent-webui/extension/same-session-bridge.ts +7 -8
- package/packages/piagent-webui/extension/session-stream-adapter.ts +88 -16
- package/packages/piagent-webui/extension/source-mutation-controller.ts +29 -3
- package/packages/piagent-webui/extension/source-open-controller.ts +29 -7
- package/packages/piagent-webui/extension/source-revert-controller.ts +26 -3
- package/packages/piagent-webui/gateway/gateway-events.ts +22 -5
- package/packages/piagent-webui/gateway/gateway-service.ts +7 -2
- package/packages/piagent-webui/gateway/gateway-session-stream.ts +170 -32
- package/packages/piagent-webui/gateway/rpc-ui-context.ts +34 -9
- package/packages/piagent-webui/gateway/runtime-command-controller.ts +46 -6
- package/packages/piagent-webui/gateway/runtime-session-controls.ts +17 -2
- package/packages/piagent-webui/gateway/session-catalog.ts +9 -3
- package/packages/piagent-webui/gateway/session-command-controller.ts +29 -9
- package/packages/piagent-webui/gateway/session-effective-options.ts +2 -9
- package/packages/piagent-webui/gateway/session-inspection-registry.ts +11 -2
- package/packages/piagent-webui/gateway/session-operation-lifecycle.ts +237 -0
- package/packages/piagent-webui/gateway/session-operation-retry-control.ts +38 -0
- package/packages/piagent-webui/gateway/session-operation-settlement.ts +28 -0
- package/packages/piagent-webui/gateway/session-operation-watchdog.ts +9 -2
- package/packages/piagent-webui/gateway/session-prompt-dispatch.ts +37 -0
- package/packages/piagent-webui/gateway/session-runtime-close.ts +36 -0
- package/packages/piagent-webui/gateway/session-runtime-factory.ts +183 -6
- package/packages/piagent-webui/gateway/session-runtime-ownership.ts +48 -0
- package/packages/piagent-webui/gateway/session-runtime-state.ts +24 -0
- package/packages/piagent-webui/gateway/session-runtime-supervisor.ts +118 -117
- package/packages/piagent-webui/ownership/session-lease-store.ts +5 -2
- package/packages/piagent-webui/server/core-inspection-provider.ts +75 -15
- package/packages/piagent-webui/server/loopback-server.ts +9 -7
- package/packages/piagent-webui/server/terminal-delivery-receipt.ts +144 -0
- package/packages/piagent-webui/server/transcript-projection.ts +150 -11
- package/packages/piagent-webui/shared/message-correlation.ts +25 -0
- package/schemas/approved-host-contracts.schema.json +973 -0
- package/schemas/benchmark-attempt-outcome.schema.json +303 -0
- package/schemas/benchmark-independent-verification-plan.schema.json +34 -0
- package/schemas/codex-relative-efficiency-v1.schema.json +155 -0
- package/schemas/composite-criterion.schema.json +788 -0
- package/schemas/contract-family-library.schema.json +28 -0
- package/schemas/contract-selection-recipe.schema.json +31 -0
- package/schemas/failure-evidence.schema.json +2 -2
- package/schemas/helper-request.schema.json +16 -4
- package/schemas/host-contract-plan.schema.json +25 -0
- package/schemas/piagent-webui/gateway-protocol-v1.schema.json +16 -2
- package/schemas/piagent-webui/runtime-command-v1.schema.json +26 -3
- package/schemas/piagent-webui/runtime-event-v2.schema.json +46 -5
- package/schemas/piagent-webui/session-live-state-v1.schema.json +2 -0
- package/schemas/piagent-webui/snapshot-v1.schema.json +3 -0
- package/schemas/piagent-webui/source-change-v1.schema.json +12 -0
- package/schemas/piagent-webui/subagent-tree-v1.schema.json +11 -1
- package/schemas/piagent-webui/transcript-v1.schema.json +2 -1
- package/schemas/project-profile.schema.json +1 -1
- package/schemas/public-contracts/codex-mcp-metadata-v1.schema.json +206 -0
- package/schemas/public-contracts/codex-mcp-metadata-v2.schema.json +228 -0
- package/schemas/public-contracts/codex-mcp-metadata-v3.schema.json +233 -0
- package/schemas/public-contracts/revocation-v1.schema.json +87 -0
- package/schemas/public-contracts/subscription-contract-v1.schema.json +76 -0
- package/schemas/scoped-project-verification-receipt-v2.schema.json +83 -0
- package/schemas/scoped-project-verification-receipt-v3.schema.json +295 -0
- package/schemas/scoped-verification-receipt-v1.schema.json +76 -0
- package/schemas/task-contract.schema.json +45 -0
- package/scripts/approve-independent-verification.mjs +57 -0
- package/scripts/benchmark-arm-observer.mjs +320 -0
- package/scripts/benchmark-budget-ipc.mjs +34 -0
- package/scripts/benchmark-budget-launcher.mjs +91 -0
- package/scripts/benchmark-budget-processes.mjs +133 -0
- package/scripts/benchmark-budget-publication.mjs +228 -0
- package/scripts/benchmark-budget-runtime.mjs +136 -0
- package/scripts/benchmark-candidate-ablation.mjs +265 -0
- package/scripts/benchmark-codex-journey.mjs +406 -0
- package/scripts/benchmark-independent-verification.mjs +628 -0
- package/scripts/benchmark-journey-outcome.mjs +92 -0
- package/scripts/benchmark-production-v3-human-review.mjs +192 -0
- package/scripts/benchmark-public-input-catalog.mjs +158 -0
- package/scripts/benchmark-registered-plan-author.mjs +355 -0
- package/scripts/benchmark-registered-plan-recipe-support.mjs +85 -0
- package/scripts/benchmark-registered-plan-recipes-backend.mjs +165 -0
- package/scripts/benchmark-registered-plan-recipes-data.mjs +164 -0
- package/scripts/benchmark-registered-plan-recipes-platform.mjs +165 -0
- package/scripts/benchmark-runner-completion.mjs +133 -0
- package/scripts/benchmark-runner-configuration.mjs +159 -0
- package/scripts/benchmark-runner-core.mjs +224 -387
- package/scripts/benchmark-runner-finalization.mjs +144 -27
- package/scripts/benchmark-runner-provider-boundary.mjs +44 -0
- package/scripts/benchmark-runner-schedule.mjs +256 -0
- package/scripts/benchmark-runner-support.mjs +136 -4
- package/scripts/benchmark-runner.mjs +95 -18
- package/scripts/benchmark-scoped-broker-custody.mjs +483 -0
- package/scripts/benchmark-scoped-docs-verifier.mjs +203 -0
- package/scripts/benchmark-scoped-frozen-qualification.mjs +676 -0
- package/scripts/benchmark-scoped-pi-router.mjs +196 -0
- package/scripts/benchmark-scoped-project-verification-receipt.mjs +49 -0
- package/scripts/benchmark-scoped-project-verifier.mjs +461 -0
- package/scripts/benchmark-scoped-session-custody.mjs +599 -0
- package/scripts/benchmark-scoped-session-factory.mjs +342 -0
- package/scripts/benchmark-scoped-tool-broker.mjs +523 -0
- package/scripts/benchmark-scoped-verification-supervisor.mjs +773 -0
- package/scripts/benchmark-session-evaluator.mjs +169 -0
- package/scripts/benchmark-session-provider-boundary.mjs +62 -0
- package/scripts/benchmark-session-usage.mjs +28 -0
- package/scripts/benchmark-session.mjs +343 -50
- package/scripts/benchmark-webui-journey.mjs +678 -0
- package/scripts/check-public-wording.mjs +46 -0
- package/scripts/configure-subagents.sh +42 -34
- package/scripts/fs4-readiness-evaluation.mjs +7 -1
- package/scripts/helper-evaluation.mjs +1 -1
- package/scripts/phase-tools-evaluation.mjs +1 -0
- package/scripts/pi-auto.sh +7 -1
- package/scripts/pi-usage-history.mjs +201 -11
- package/scripts/piagent-cli.mjs +8 -0
- package/scripts/private-holdout-readiness.mjs +7 -1
- package/scripts/public-evaluation-exposure.mjs +140 -0
- package/scripts/select-independent-verification.mjs +62 -0
- package/scripts/team-doctor.sh +1 -1
- package/scripts/typescript-loader.mjs +135 -1
- package/scripts/update-global.mjs +6 -7
- package/scripts/verify-local.sh +41 -55
- package/scripts/verify-release-identity.mjs +5 -3
- package/packages/piagent-webui/dist/client/assets/index-DynIMe8I.js +0 -176
|
@@ -0,0 +1,355 @@
|
|
|
1
|
+
import { createHash } from "node:crypto";
|
|
2
|
+
import fs from "node:fs";
|
|
3
|
+
import path from "node:path";
|
|
4
|
+
import { fileURLToPath } from "node:url";
|
|
5
|
+
|
|
6
|
+
import { validateHostContractPlan } from "../packages/piagent-core/extensions/acceptance-host-configuration.js";
|
|
7
|
+
import { expectedNodeProfile } from "../packages/piagent-core/extensions/acceptance-executor/node-profile.mjs";
|
|
8
|
+
import { scopedBrokerProfileDigest } from "../packages/piagent-core/runtime/verification/composite-scoped-mediation.ts";
|
|
9
|
+
import {
|
|
10
|
+
benchmarkVerificationReceiptForTurn,
|
|
11
|
+
benchmarkVerificationRequestDigest
|
|
12
|
+
} from "./benchmark-independent-verification.mjs";
|
|
13
|
+
import { registeredBackendRecipe } from "./benchmark-registered-plan-recipes-backend.mjs";
|
|
14
|
+
import { registeredDataRecipe } from "./benchmark-registered-plan-recipes-data.mjs";
|
|
15
|
+
import { registeredPlatformRecipe } from "./benchmark-registered-plan-recipes-platform.mjs";
|
|
16
|
+
|
|
17
|
+
export const REGISTERED_PLAN_AUTHOR_VERSION = "benchmark-registered-plan-author-v2";
|
|
18
|
+
const HASH = /^[a-f0-9]{64}$/;
|
|
19
|
+
const INSTALLED_ROOT = path.resolve(path.dirname(fileURLToPath(import.meta.url)), "..");
|
|
20
|
+
const DEFAULT_SUITE_ROOT = path.join(INSTALLED_ROOT, "benchmarks", "production-v2");
|
|
21
|
+
const HIDDEN_BASENAMES = new Set(["grade.mjs", "variant.mjs"]);
|
|
22
|
+
const NATIVE_PRODUCER_ID = "native-host-facts-v1";
|
|
23
|
+
const WORKER_IMAGE = "sha256:6cf57181d9d256900f5279c3f0972bc6fe3264787f729443839672890e47872d";
|
|
24
|
+
const sha = value => createHash("sha256").update(value).digest("hex");
|
|
25
|
+
|
|
26
|
+
const FAMILY_RECIPES = Object.freeze({
|
|
27
|
+
"expiry-boundary": { id: "iso-expiry-millisecond-profile", version: 1,
|
|
28
|
+
sourcePath: "src/reliability/expiry.js", parameters: { call: "isExpired" } },
|
|
29
|
+
"stale-search-response": { id: "stale-search-reducer", version: 1,
|
|
30
|
+
sourcePath: "src/frontend/search-state.js", parameters: { call: "searchReducer" } },
|
|
31
|
+
"abort-reconnect-supersession": { id: "epoch-request-lifecycle", version: 1,
|
|
32
|
+
sourcePath: "src/frontend/request-lifecycle.js", parameters: { call: "requestLifecycleReducer" } },
|
|
33
|
+
"config-precedence": { id: "defined-config-precedence", version: 2,
|
|
34
|
+
sourcePath: "src/platform/config.js", parameters: {
|
|
35
|
+
call: "resolveConfig", numericKey: "port", booleanKey: "debug", textKey: "label"
|
|
36
|
+
} },
|
|
37
|
+
"bounded-retry": { id: "bounded-retry-injected-sleep", version: 1,
|
|
38
|
+
sourcePath: "src/reliability/retry.js", parameters: { call: "retry" } },
|
|
39
|
+
"resumable-checkpoint-partial-failure": { id: "partial-checkpoint-resume", version: 1,
|
|
40
|
+
sourcePath: "src/reliability/checkpoint.js", parameters: { call: "resumeWork" } },
|
|
41
|
+
"workflow-switch-same-session": { id: "workflow-message-reducer", version: 1,
|
|
42
|
+
sourcePath: "src/platform/workflow-session.js", parameters: { call: "reduceWorkflowSession" } }
|
|
43
|
+
});
|
|
44
|
+
|
|
45
|
+
function exact(value, names) {
|
|
46
|
+
return value && typeof value === "object" && !Array.isArray(value)
|
|
47
|
+
&& Object.keys(value).length === names.length && names.every(name => Object.hasOwn(value, name));
|
|
48
|
+
}
|
|
49
|
+
|
|
50
|
+
function stableFile(file, maximum, label) {
|
|
51
|
+
if (typeof file !== "string" || !path.isAbsolute(file) || path.normalize(file) !== file
|
|
52
|
+
|| HIDDEN_BASENAMES.has(path.basename(file))) throw new Error(`Invalid public ${label} path`);
|
|
53
|
+
const before = fs.lstatSync(file, { bigint: true });
|
|
54
|
+
if (!before.isFile() || before.isSymbolicLink() || before.nlink !== 1n || before.size < 1n
|
|
55
|
+
|| before.size > BigInt(maximum)) throw new Error(`Invalid public ${label} file`);
|
|
56
|
+
const fd = fs.openSync(file, fs.constants.O_RDONLY | (fs.constants.O_NOFOLLOW ?? 0));
|
|
57
|
+
try {
|
|
58
|
+
const descriptor = fs.fstatSync(fd, { bigint: true }), bytes = fs.readFileSync(fd),
|
|
59
|
+
after = fs.fstatSync(fd, { bigint: true }), current = fs.lstatSync(file, { bigint: true }),
|
|
60
|
+
fields = ["dev", "ino", "mode", "nlink", "size", "mtimeNs", "ctimeNs"];
|
|
61
|
+
if (bytes.length !== Number(before.size) || fields.some(name => before[name] !== descriptor[name]
|
|
62
|
+
|| before[name] !== after[name] || before[name] !== current[name])) {
|
|
63
|
+
throw new Error(`Public ${label} changed during read`);
|
|
64
|
+
}
|
|
65
|
+
return bytes;
|
|
66
|
+
} finally { fs.closeSync(fd); }
|
|
67
|
+
}
|
|
68
|
+
|
|
69
|
+
function stableJson(file, maximum, label) {
|
|
70
|
+
return JSON.parse(stableFile(file, maximum, label).toString("utf8"));
|
|
71
|
+
}
|
|
72
|
+
|
|
73
|
+
function publicSuiteEntry(suiteRoot, relativePath, label) {
|
|
74
|
+
if (typeof relativePath !== "string" || !relativePath.startsWith("prompts/")
|
|
75
|
+
|| relativePath.includes("\\") || relativePath.split("/").some(part => ["", ".", ".."].includes(part))) {
|
|
76
|
+
throw new Error(`Invalid public ${label} entry`);
|
|
77
|
+
}
|
|
78
|
+
const file = path.join(suiteRoot, ...relativePath.split("/")), relative = path.relative(suiteRoot, file);
|
|
79
|
+
if (relative.split(path.sep).join("/") !== relativePath || HIDDEN_BASENAMES.has(path.basename(file))) {
|
|
80
|
+
throw new Error(`Public ${label} escapes suite`);
|
|
81
|
+
}
|
|
82
|
+
return file;
|
|
83
|
+
}
|
|
84
|
+
|
|
85
|
+
function textAsset(file, label) {
|
|
86
|
+
const bytes = stableFile(file, 64 * 1024, label);
|
|
87
|
+
let text;
|
|
88
|
+
try { text = new TextDecoder("utf-8", { fatal: true }).decode(bytes).trim(); }
|
|
89
|
+
catch { throw new Error(`Public ${label} is not UTF-8`); }
|
|
90
|
+
if (!text || !text.isWellFormed()) throw new Error(`Public ${label} is malformed`);
|
|
91
|
+
return { text, bytes: Buffer.byteLength(text), sha256: sha(text) };
|
|
92
|
+
}
|
|
93
|
+
|
|
94
|
+
function resolveParameter(value, parameters) {
|
|
95
|
+
if (Array.isArray(value)) return value.map(item => resolveParameter(item, parameters));
|
|
96
|
+
if (value && typeof value === "object") {
|
|
97
|
+
if (exact(value, ["$parameter"])) {
|
|
98
|
+
if (!Object.hasOwn(parameters, value.$parameter)) throw new Error("Missing public family parameter");
|
|
99
|
+
return parameters[value.$parameter];
|
|
100
|
+
}
|
|
101
|
+
return Object.fromEntries(Object.entries(value).map(([key, item]) => [key, resolveParameter(item, parameters)]));
|
|
102
|
+
}
|
|
103
|
+
return value;
|
|
104
|
+
}
|
|
105
|
+
|
|
106
|
+
function familyRecipe(scenarioId, families) {
|
|
107
|
+
const selected = FAMILY_RECIPES[scenarioId];
|
|
108
|
+
if (!selected) return null;
|
|
109
|
+
const family = families.families.find(item => item.id === selected.id && item.version === selected.version);
|
|
110
|
+
if (!family || !exact(family.parameters, Object.keys(selected.parameters))) {
|
|
111
|
+
throw new Error(`Public contract family unavailable: ${scenarioId}`);
|
|
112
|
+
}
|
|
113
|
+
const template = resolveParameter(family.template, selected.parameters);
|
|
114
|
+
for (const check of template.checks) for (const item of check.cases) {
|
|
115
|
+
if (Object.hasOwn(item, "invocation")) throw new Error("Public family unexpectedly owns invocation");
|
|
116
|
+
item.invocation = { kind: "call" };
|
|
117
|
+
}
|
|
118
|
+
return { sourcePath: selected.sourcePath, exportName: template.exportName,
|
|
119
|
+
...(template.modulePaths?.length ? { modulePaths: template.modulePaths } : {}), checks: template.checks };
|
|
120
|
+
}
|
|
121
|
+
|
|
122
|
+
function codeRecipe(scenarioId, families) {
|
|
123
|
+
const authored = registeredBackendRecipe(scenarioId) ?? registeredDataRecipe(scenarioId)
|
|
124
|
+
?? registeredPlatformRecipe(scenarioId) ?? familyRecipe(scenarioId, families);
|
|
125
|
+
if (!authored) throw new Error(`No public verification recipe: ${scenarioId}`);
|
|
126
|
+
return JSON.parse(JSON.stringify(authored));
|
|
127
|
+
}
|
|
128
|
+
|
|
129
|
+
function selectedInput({ scenario, catalogEntry, assetRoot, suiteRoot }) {
|
|
130
|
+
if (catalogEntry.scenarioId !== scenario.id || catalogEntry.variantRole !== scenario.variantRole
|
|
131
|
+
|| catalogEntry.planRef !== `plan:${scenario.id}` || catalogEntry.turnCount !== scenario.userJourney?.turns?.length) {
|
|
132
|
+
throw new Error(`Public catalog scenario mismatch: ${scenario.id}`);
|
|
133
|
+
}
|
|
134
|
+
const amendmentFile = path.join(assetRoot, "measurement", "prompts", `${scenario.id}.md`),
|
|
135
|
+
amended = fs.existsSync(amendmentFile);
|
|
136
|
+
let amendmentUses = 0;
|
|
137
|
+
const turns = scenario.userJourney.turns.map((source, index) => {
|
|
138
|
+
const useAmendment = amended && source.prompt === scenario.prompt;
|
|
139
|
+
if (useAmendment) amendmentUses += 1;
|
|
140
|
+
const prompt = textAsset(useAmendment ? amendmentFile : publicSuiteEntry(suiteRoot, source.prompt,
|
|
141
|
+
`${scenario.id}/${source.id}`), `${scenario.id}/${source.id}`), registered = catalogEntry.turns[index];
|
|
142
|
+
const turn = { id: source.id, message: prompt.text,
|
|
143
|
+
reconnectBefore: source.reconnectBefore === true, receiptUncertain: source.receiptUncertain === true,
|
|
144
|
+
...(source.workflow ? { workflow: source.workflow } : {}) };
|
|
145
|
+
if (registered.index !== index + 1 || registered.turnId !== source.id || registered.promptPath !== source.prompt
|
|
146
|
+
|| registered.promptSha256 !== prompt.sha256 || registered.promptBytes !== prompt.bytes
|
|
147
|
+
|| registered.workflow !== (source.workflow ?? null)
|
|
148
|
+
|| registered.operatorRequestDigest !== benchmarkVerificationRequestDigest(turn)) {
|
|
149
|
+
throw new Error(`Public catalog turn mismatch: ${scenario.id}/${source.id}`);
|
|
150
|
+
}
|
|
151
|
+
return turn;
|
|
152
|
+
});
|
|
153
|
+
if (amended !== (amendmentUses === 1)) throw new Error(`Public amendment mismatch: ${scenario.id}`);
|
|
154
|
+
const selected = scenario.variantRole === "interaction" ? turns.find(turn => turn.id === "implement") : turns[0];
|
|
155
|
+
if (!selected) throw new Error(`Public primary turn unavailable: ${scenario.id}`);
|
|
156
|
+
return selected;
|
|
157
|
+
}
|
|
158
|
+
|
|
159
|
+
function factSpecification({ id, kind, producerId, producerDigest, ruleDigest, stage = "content", parameters }) {
|
|
160
|
+
const basis = { kind, producerId, producerDigest, ruleDigest, stage, parameters },
|
|
161
|
+
specDigest = sha(JSON.stringify({ version: 1, ...basis }));
|
|
162
|
+
return { id, kind, specDigest, producerId, producerDigest, ruleDigest, stage, parameters };
|
|
163
|
+
}
|
|
164
|
+
|
|
165
|
+
function nativeFact(id, kind, parameters, stage = "content") {
|
|
166
|
+
return factSpecification({ id, kind, producerId: NATIVE_PRODUCER_ID,
|
|
167
|
+
producerDigest: sha(NATIVE_PRODUCER_ID), ruleDigest: sha(`${NATIVE_PRODUCER_ID}:${kind}:v1`), stage, parameters });
|
|
168
|
+
}
|
|
169
|
+
|
|
170
|
+
function compositeFacts(profile, rubric, policy) {
|
|
171
|
+
const facts = [], readable = policy.materials.filter(item => item.readable).map(item => item.id),
|
|
172
|
+
writable = policy.materials.filter(item => item.writable).map(item => item.id);
|
|
173
|
+
if (readable.length) facts.push(nativeFact("context", "context-current", {
|
|
174
|
+
requiredMaterialIds: readable, delivery: "actual-tool-result-or-prompt"
|
|
175
|
+
}));
|
|
176
|
+
facts.push(factSpecification({ id: "content", kind: rubric.kind,
|
|
177
|
+
producerId: rubric.producerId, producerDigest: rubric.producerDigest, ruleDigest: rubric.ruleDigest,
|
|
178
|
+
parameters: rubric.kind === "structured-log-claims" ? {
|
|
179
|
+
logMaterialId: policy.materials[0].id, responseFormat: rubric.definition.responseFormat,
|
|
180
|
+
correlation: rubric.definition.correlation
|
|
181
|
+
} : rubric.kind === "config-document-literals" ? {
|
|
182
|
+
configMaterialId: policy.materials.find(item => item.mode === "frozen").id,
|
|
183
|
+
documentMaterialId: policy.materials.find(item => item.writable).id,
|
|
184
|
+
format: rubric.definition.format, requiredFields: rubric.definition.requiredFields
|
|
185
|
+
} : {
|
|
186
|
+
rule: rubric.definition.rule, protectedMaterialId: policy.materials[0].id,
|
|
187
|
+
expectedDisposition: rubric.definition.expectedDisposition,
|
|
188
|
+
responseFormat: rubric.definition.responseFormat,
|
|
189
|
+
nativeTemplateSetDigest: rubric.definition.nativeTemplateSetDigest
|
|
190
|
+
} }));
|
|
191
|
+
facts.push(nativeFact("scope", "workspace-scope", {
|
|
192
|
+
allowedWriteMaterialIds: writable, requireCompleteMutationJournal: true
|
|
193
|
+
}));
|
|
194
|
+
facts.push(nativeFact("policy", "tool-policy-complete", {
|
|
195
|
+
profileDigest: scopedBrokerProfileDigest(profile), requireExclusiveMediation: true
|
|
196
|
+
}));
|
|
197
|
+
if (policy.verificationId !== null) facts.push(nativeFact("verifier", "project-verifier-current", {
|
|
198
|
+
commandSetDigest: policy.projectVerifierDigest
|
|
199
|
+
}));
|
|
200
|
+
facts.push(nativeFact("persisted", "response-persisted", {
|
|
201
|
+
expectedOrigins: ["assistant"], requireExactBytes: true
|
|
202
|
+
}, "settlement"));
|
|
203
|
+
facts.push(nativeFact("delivered", "terminal-delivery", {
|
|
204
|
+
boundary: "webui-operation-confirmed", requireExactOperation: true
|
|
205
|
+
}, "settlement"));
|
|
206
|
+
return facts;
|
|
207
|
+
}
|
|
208
|
+
|
|
209
|
+
function compositeRoles(profile) {
|
|
210
|
+
if (profile === "incident") return ["diagnosis", "no-mutation", "persistence", "delivery"];
|
|
211
|
+
if (profile === "document") return ["document-literals", "path-scope", "verification", "persistence", "delivery"];
|
|
212
|
+
return ["refusal", "no-protected-access", "no-mutation", "persistence", "delivery"];
|
|
213
|
+
}
|
|
214
|
+
|
|
215
|
+
function compositeContracts({ receipt, policy, rubric, identities, projectVerifierDigest }) {
|
|
216
|
+
const selectedPolicy = { ...policy, projectVerifierDigest }, facts = compositeFacts(policy.profile, rubric, selectedPolicy),
|
|
217
|
+
specifications = facts.map(({ id: _id, ...specification }) => specification),
|
|
218
|
+
structured = { id: rubric.producerId, digest: rubric.producerDigest,
|
|
219
|
+
kinds: [...new Set(facts.filter(fact => fact.producerId === rubric.producerId).map(fact => fact.kind))],
|
|
220
|
+
ruleDigests: [...new Set(facts.filter(fact => fact.producerId === rubric.producerId).map(fact => fact.ruleDigest))] },
|
|
221
|
+
nativeFacts = facts.filter(fact => fact.producerId === NATIVE_PRODUCER_ID),
|
|
222
|
+
native = { id: NATIVE_PRODUCER_ID, digest: sha(NATIVE_PRODUCER_ID),
|
|
223
|
+
kinds: [...new Set(nativeFacts.map(fact => fact.kind))], ruleDigests: [...new Set(nativeFacts.map(fact => fact.ruleDigest))] },
|
|
224
|
+
declarations = {
|
|
225
|
+
criteria: receipt.criteria.map(item => ({ id: item.criterionId, text: item.criterionText, hash: item.criterionHash })),
|
|
226
|
+
changeMode: receipt.changeMode, requiresOutput: true, producers: [structured, native],
|
|
227
|
+
factSpecifications: specifications, codePlans: [],
|
|
228
|
+
materials: policy.materials.map(item => ({ id: item.id, byteLength: item.mode === "protected" ? 0 : 65536 })),
|
|
229
|
+
authoredCaseCount: 0
|
|
230
|
+
}, declarationsText = JSON.stringify(declarations), materialBindings = policy.materials.map(item => ({
|
|
231
|
+
id: item.id, mode: item.mode, relativePath: item.relativePath, sha256: item.sha256
|
|
232
|
+
}));
|
|
233
|
+
return receipt.criteria.map((criterion, criterionIndex) => {
|
|
234
|
+
const publicContract = { route: "composite", compositeContractVersion: "composite-criterion-v1",
|
|
235
|
+
criterionIndex, criterionId: criterion.criterionId, criterionText: criterion.criterionText,
|
|
236
|
+
criterionHash: criterion.criterionHash, facts,
|
|
237
|
+
coverage: [{ id: "whole-criterion", startByte: 0, endByte: Buffer.byteLength(criterion.criterionText),
|
|
238
|
+
textHash: sha(criterion.criterionText), roles: compositeRoles(policy.profile), requiredFactIds: facts.map(fact => fact.id) }] };
|
|
239
|
+
return { route: "composite", criterionId: criterion.criterionId, criterionHash: criterion.criterionHash,
|
|
240
|
+
maxAttempts: 2, planContext: { version: "composite-plan-context-v1",
|
|
241
|
+
contractText: JSON.stringify(publicContract), declarationsText,
|
|
242
|
+
identity: identities, materialBindings } };
|
|
243
|
+
});
|
|
244
|
+
}
|
|
245
|
+
|
|
246
|
+
function codeContracts(receipt, authored) {
|
|
247
|
+
return receipt.criteria.map(criterion => ({ route: "code", criterionId: criterion.criterionId,
|
|
248
|
+
criterionHash: criterion.criterionHash, sourcePath: authored.sourcePath, exportName: authored.exportName,
|
|
249
|
+
maxAttempts: 2, checks: authored.checks,
|
|
250
|
+
...(authored.modulePaths?.length ? { modulePaths: authored.modulePaths } : {}) }));
|
|
251
|
+
}
|
|
252
|
+
|
|
253
|
+
function validateRegisteredPlan(plan) {
|
|
254
|
+
if (!plan.contracts.some(contract => contract.route === "composite")) {
|
|
255
|
+
validateHostContractPlan(plan);
|
|
256
|
+
return;
|
|
257
|
+
}
|
|
258
|
+
for (const surface of ["piagent", "codex-cli"]) {
|
|
259
|
+
const projected = structuredClone(plan);
|
|
260
|
+
for (const contract of projected.contracts) if (contract.route === "composite") {
|
|
261
|
+
const identity = contract.planContext.identity;
|
|
262
|
+
contract.planContext.identity = { suiteDigest: identity.suiteDigest,
|
|
263
|
+
configDigest: identity.configDigest, armDigest: identity.armDigests[surface] };
|
|
264
|
+
}
|
|
265
|
+
validateHostContractPlan(projected);
|
|
266
|
+
}
|
|
267
|
+
}
|
|
268
|
+
|
|
269
|
+
export function buildRegisteredPlanDrafts({ assetRoot, suiteRoot = DEFAULT_SUITE_ROOT,
|
|
270
|
+
suiteDigest, configDigest, armDigests, dockerCommand } = {}) {
|
|
271
|
+
if (![suiteDigest, configDigest].every(value => HASH.test(value))
|
|
272
|
+
|| !armDigests || typeof armDigests !== "object" || Array.isArray(armDigests)
|
|
273
|
+
|| JSON.stringify(Object.keys(armDigests)) !== JSON.stringify(["piagent", "codex-cli"])
|
|
274
|
+
|| ![armDigests.piagent, armDigests["codex-cli"]].every(value => HASH.test(value))
|
|
275
|
+
|| !dockerCommand || typeof dockerCommand !== "object" || Array.isArray(dockerCommand)
|
|
276
|
+
|| JSON.stringify(Object.keys(dockerCommand)) !== JSON.stringify(["path", "sha256"])
|
|
277
|
+
|| typeof dockerCommand.path !== "string" || !path.isAbsolute(dockerCommand.path)
|
|
278
|
+
|| path.normalize(dockerCommand.path) !== dockerCommand.path || dockerCommand.path.includes("\0")
|
|
279
|
+
|| !HASH.test(String(dockerCommand.sha256 ?? ""))) {
|
|
280
|
+
throw new TypeError("Registered plan identities must be SHA-256 digests");
|
|
281
|
+
}
|
|
282
|
+
const canonicalAssetRoot = fs.realpathSync.native(assetRoot), canonicalSuiteRoot = fs.realpathSync.native(suiteRoot);
|
|
283
|
+
if (canonicalAssetRoot !== assetRoot || canonicalSuiteRoot !== suiteRoot) throw new Error("Registered plan roots must be canonical");
|
|
284
|
+
const suite = stableJson(path.join(canonicalSuiteRoot, "suite.json"), 2 * 1024 * 1024, "suite"),
|
|
285
|
+
catalog = stableJson(path.join(canonicalAssetRoot, "catalog.json"), 2 * 1024 * 1024, "catalog"),
|
|
286
|
+
nodeAsset = stableJson(path.join(canonicalAssetRoot, "measurement", "node-workload-api-v1.json"), 2 * 1024 * 1024, "node profile"),
|
|
287
|
+
rubrics = stableJson(path.join(canonicalAssetRoot, "measurement", "assurance-rubrics.json"), 2 * 1024 * 1024, "rubrics"),
|
|
288
|
+
sharedPolicy = stableJson(path.join(canonicalAssetRoot, "measurement", "shared-tool-policy-v1.json"), 2 * 1024 * 1024, "shared policy"),
|
|
289
|
+
families = stableJson(path.join(INSTALLED_ROOT, "adapters", "node-typescript", "contract-families.json"), 2 * 1024 * 1024, "contract families"),
|
|
290
|
+
profile = stableJson(path.join(INSTALLED_ROOT, "adapters", "node-typescript", "profile.json"), 2 * 1024 * 1024, "installed profile"),
|
|
291
|
+
basePolicy = stableJson(path.join(INSTALLED_ROOT, "packages", "piagent-core", "policies", "base-policy.json"), 2 * 1024 * 1024, "installed policy");
|
|
292
|
+
if (suite.scenarios.length !== 27 || catalog.scenarios.length !== 27 || nodeAsset.workerImage.id !== WORKER_IMAGE
|
|
293
|
+
|| JSON.stringify(nodeAsset.profile) !== JSON.stringify(expectedNodeProfile())
|
|
294
|
+
|| sharedPolicy.suiteId !== catalog.suiteId || rubrics.suite !== catalog.suiteId) {
|
|
295
|
+
throw new Error("Registered public plan inventory mismatch");
|
|
296
|
+
}
|
|
297
|
+
const noncode = new Set(nodeAsset.publicCoverage.noncodeScenarioIds), rubricByScenario = new Map(
|
|
298
|
+
rubrics.rubrics.map(item => [path.basename(item.prompt.path, ".md"), item])), policyByScenario = new Map(
|
|
299
|
+
sharedPolicy.profiles.map(item => [item.scenarioId, item]));
|
|
300
|
+
const plans = suite.scenarios.map((scenario, index) => {
|
|
301
|
+
const selected = selectedInput({ scenario, catalogEntry: catalog.scenarios[index], assetRoot: canonicalAssetRoot,
|
|
302
|
+
suiteRoot: canonicalSuiteRoot }), receipt = benchmarkVerificationReceiptForTurn(selected, { profile, policy: basePolicy }),
|
|
303
|
+
identities = { suiteDigest, configDigest, armDigests: { piagent: armDigests.piagent,
|
|
304
|
+
"codex-cli": armDigests["codex-cli"] } }, policy = policyByScenario.get(scenario.id),
|
|
305
|
+
contracts = noncode.has(scenario.id)
|
|
306
|
+
? compositeContracts({ receipt, policy, rubric: rubricByScenario.get(scenario.id), identities,
|
|
307
|
+
projectVerifierDigest: sharedPolicy.projectVerifier.expectedPlanDigest })
|
|
308
|
+
: codeContracts(receipt, codeRecipe(scenario.id, families)),
|
|
309
|
+
plan = { schemaVersion: 3, operatorRequestDigest: benchmarkVerificationRequestDigest(selected),
|
|
310
|
+
backend: { imageId: WORKER_IMAGE, dockerSocket: "/var/run/docker.sock",
|
|
311
|
+
dockerCommand: { path: dockerCommand.path, sha256: dockerCommand.sha256 }, timeoutMs: 10000,
|
|
312
|
+
profile: expectedNodeProfile() }, contracts };
|
|
313
|
+
validateRegisteredPlan(plan);
|
|
314
|
+
return Object.freeze({ scenarioId: scenario.id, route: noncode.has(scenario.id) ? "composite" : "code",
|
|
315
|
+
criterionCount: receipt.criteria.length,
|
|
316
|
+
caseCount: contracts[0].route === "code"
|
|
317
|
+
? contracts[0].checks.reduce((total, check) => total + check.cases.length, 0) : 0,
|
|
318
|
+
plan: Object.freeze(plan) });
|
|
319
|
+
});
|
|
320
|
+
if (plans.filter(item => item.route === "code").length !== 23
|
|
321
|
+
|| plans.filter(item => item.route === "composite").length !== 4) throw new Error("Registered plan route count mismatch");
|
|
322
|
+
return Object.freeze({ version: REGISTERED_PLAN_AUTHOR_VERSION, authority: "none",
|
|
323
|
+
identities: Object.freeze({ suiteDigest, configDigest, armDigests: Object.freeze({
|
|
324
|
+
piagent: armDigests.piagent, "codex-cli": armDigests["codex-cli"] }) }),
|
|
325
|
+
plans: Object.freeze(plans) });
|
|
326
|
+
}
|
|
327
|
+
|
|
328
|
+
function parseArguments(argv) {
|
|
329
|
+
const values = {};
|
|
330
|
+
for (let index = 0; index < argv.length; index += 2) {
|
|
331
|
+
const name = argv[index], value = argv[index + 1];
|
|
332
|
+
if (!["--asset-root", "--suite-root", "--suite-digest", "--config-digest", "--piagent-arm-digest",
|
|
333
|
+
"--codex-arm-digest", "--docker-command", "--docker-sha256", "--scenario", "--format"].includes(name)
|
|
334
|
+
|| value === undefined || Object.hasOwn(values, name)) throw new TypeError("Invalid registered plan author arguments");
|
|
335
|
+
values[name] = value;
|
|
336
|
+
}
|
|
337
|
+
return values;
|
|
338
|
+
}
|
|
339
|
+
|
|
340
|
+
if (process.argv[1] && path.resolve(process.argv[1]) === fileURLToPath(import.meta.url)) {
|
|
341
|
+
const args = parseArguments(process.argv.slice(2)), result = buildRegisteredPlanDrafts({
|
|
342
|
+
assetRoot: args["--asset-root"], suiteRoot: args["--suite-root"] ?? DEFAULT_SUITE_ROOT,
|
|
343
|
+
suiteDigest: args["--suite-digest"], configDigest: args["--config-digest"], armDigests: {
|
|
344
|
+
piagent: args["--piagent-arm-digest"], "codex-cli": args["--codex-arm-digest"] },
|
|
345
|
+
dockerCommand: { path: args["--docker-command"], sha256: args["--docker-sha256"] }
|
|
346
|
+
});
|
|
347
|
+
if (args["--format"] === "summary") {
|
|
348
|
+
process.stdout.write(JSON.stringify({ version: result.version, authority: result.authority,
|
|
349
|
+
identities: result.identities, plans: result.plans.map(({ plan: _plan, ...item }) => item) }) + "\n");
|
|
350
|
+
} else {
|
|
351
|
+
const selected = result.plans.find(item => item.scenarioId === args["--scenario"]);
|
|
352
|
+
if (!selected || args["--format"] !== "plan") throw new TypeError("Select one registered plan output");
|
|
353
|
+
process.stdout.write(JSON.stringify(selected.plan) + "\n");
|
|
354
|
+
}
|
|
355
|
+
}
|
|
@@ -0,0 +1,85 @@
|
|
|
1
|
+
const PROTOCOL_VALUE = Symbol("protocol-value");
|
|
2
|
+
|
|
3
|
+
function specialNumber(value) {
|
|
4
|
+
if (Number.isNaN(value)) return "NaN";
|
|
5
|
+
if (Object.is(value, -0)) return "-0";
|
|
6
|
+
if (!Number.isFinite(value)) return String(value);
|
|
7
|
+
return value;
|
|
8
|
+
}
|
|
9
|
+
|
|
10
|
+
export function protocolRecord(entries) {
|
|
11
|
+
return {
|
|
12
|
+
[PROTOCOL_VALUE]: true,
|
|
13
|
+
type: "record",
|
|
14
|
+
value: entries.map(([key, value]) => ({ key, value: encodeBenchmarkValue(value) }))
|
|
15
|
+
};
|
|
16
|
+
}
|
|
17
|
+
|
|
18
|
+
export function protocolArray(values) {
|
|
19
|
+
return { [PROTOCOL_VALUE]: true, type: "array", value: values.map(encodeBenchmarkValue) };
|
|
20
|
+
}
|
|
21
|
+
|
|
22
|
+
export function encodeBenchmarkValue(value) {
|
|
23
|
+
if (value?.[PROTOCOL_VALUE] === true) return value;
|
|
24
|
+
if (value === undefined) return { type: "undefined" };
|
|
25
|
+
if (value === null) return { type: "null" };
|
|
26
|
+
if (typeof value === "boolean") return { type: "boolean", value };
|
|
27
|
+
if (typeof value === "number") return { type: "number", value: specialNumber(value) };
|
|
28
|
+
if (typeof value === "string") return { type: "string", value };
|
|
29
|
+
if (value instanceof Uint8Array) {
|
|
30
|
+
const backing = Buffer.from(value.buffer, value.byteOffset, value.byteLength);
|
|
31
|
+
return { type: "uint8array", value: {
|
|
32
|
+
backingBase64: backing.toString("base64"), byteOffset: 0, byteLength: backing.length
|
|
33
|
+
} };
|
|
34
|
+
}
|
|
35
|
+
if (Array.isArray(value)) return protocolArray(value);
|
|
36
|
+
if (value && typeof value === "object") return protocolRecord(Object.entries(value));
|
|
37
|
+
throw new TypeError("Unsupported authored benchmark value");
|
|
38
|
+
}
|
|
39
|
+
|
|
40
|
+
function observedArgs(args, observeArgs) {
|
|
41
|
+
const encoded = args.map(encodeBenchmarkValue);
|
|
42
|
+
return { encoded, ...(observeArgs ? { observeArgs: true, argsAfter: encoded } : {}) };
|
|
43
|
+
}
|
|
44
|
+
|
|
45
|
+
export function callReturns(id, args, value, options = {}) {
|
|
46
|
+
const { encoded, observeArgs, argsAfter } = observedArgs(args, options.observeArgs !== false);
|
|
47
|
+
return {
|
|
48
|
+
id,
|
|
49
|
+
args: encoded,
|
|
50
|
+
invocation: { kind: "call" },
|
|
51
|
+
...(options.exportName ? { exportName: options.exportName } : {}),
|
|
52
|
+
...(observeArgs ? { observeArgs } : {}),
|
|
53
|
+
...(options.fresh ? { observeIdentity: true } : {}),
|
|
54
|
+
...(options.referencePairs ? { referencePairs: options.referencePairs } : {}),
|
|
55
|
+
expected: {
|
|
56
|
+
outcome: "return",
|
|
57
|
+
value: encodeBenchmarkValue(value),
|
|
58
|
+
...(observeArgs ? { argsAfter } : {}),
|
|
59
|
+
...(options.fresh ? { returnIdentity: [] } : {}),
|
|
60
|
+
...(options.referenceIdentity ? { referenceIdentity: options.referenceIdentity } : {})
|
|
61
|
+
}
|
|
62
|
+
};
|
|
63
|
+
}
|
|
64
|
+
|
|
65
|
+
export function callThrows(id, args, errorClass = "TypeError", options = {}) {
|
|
66
|
+
const { encoded, observeArgs, argsAfter } = observedArgs(args, options.observeArgs !== false);
|
|
67
|
+
return {
|
|
68
|
+
id,
|
|
69
|
+
args: encoded,
|
|
70
|
+
invocation: { kind: "call" },
|
|
71
|
+
...(options.exportName ? { exportName: options.exportName } : {}),
|
|
72
|
+
...(observeArgs ? { observeArgs } : {}),
|
|
73
|
+
expected: { outcome: "throw", errorClass, ...(observeArgs ? { argsAfter } : {}) }
|
|
74
|
+
};
|
|
75
|
+
}
|
|
76
|
+
|
|
77
|
+
export function recipe(sourcePath, exportName, cases) {
|
|
78
|
+
return Object.freeze({ sourcePath, exportName,
|
|
79
|
+
checks: Object.freeze([{ id: "public-contract-cases", cases: Object.freeze(cases) }]) });
|
|
80
|
+
}
|
|
81
|
+
|
|
82
|
+
export function utf8Chunks(text, cuts = []) {
|
|
83
|
+
const bytes = Buffer.from(text), points = [0, ...cuts, bytes.length];
|
|
84
|
+
return points.slice(0, -1).map((start, index) => new Uint8Array(bytes.subarray(start, points[index + 1])));
|
|
85
|
+
}
|
|
@@ -0,0 +1,165 @@
|
|
|
1
|
+
import {
|
|
2
|
+
callReturns,
|
|
3
|
+
callThrows,
|
|
4
|
+
encodeBenchmarkValue,
|
|
5
|
+
recipe
|
|
6
|
+
} from "./benchmark-registered-plan-recipe-support.mjs";
|
|
7
|
+
|
|
8
|
+
function authorizationRecipe() {
|
|
9
|
+
const resource = tenantId => ({ tenantId });
|
|
10
|
+
const user = (role, tenantId = "tenant-a", active = true) => ({ role, tenantId, active });
|
|
11
|
+
return recipe("src/backend/auth.js", "canManage", [
|
|
12
|
+
callReturns("owner-allowed", [user("owner"), resource("tenant-a")], true),
|
|
13
|
+
callReturns("admin-allowed", [user("admin"), resource("tenant-a")], true),
|
|
14
|
+
callReturns("inactive-denied", [user("owner", "tenant-a", false), resource("tenant-a")], false),
|
|
15
|
+
callReturns("missing-active-denied", [{ role: "owner", tenantId: "tenant-a" }, resource("tenant-a")], false),
|
|
16
|
+
callReturns("member-denied", [user("member"), resource("tenant-a")], false),
|
|
17
|
+
callReturns("tenant-mismatch-denied", [user("admin"), resource("tenant-b")], false),
|
|
18
|
+
callReturns("empty-tenant-denied", [user("owner", ""), resource("")], false),
|
|
19
|
+
callReturns("missing-user-denied", [undefined, resource("tenant-a")], false),
|
|
20
|
+
callReturns("missing-resource-denied", [user("owner"), undefined], false)
|
|
21
|
+
]);
|
|
22
|
+
}
|
|
23
|
+
|
|
24
|
+
function cacheCase(id, invocation, args, expected, sequence = "cache-isolation") {
|
|
25
|
+
const encoded = args.map(encodeBenchmarkValue);
|
|
26
|
+
return { id, sequence, args: encoded, invocation, observeArgs: true,
|
|
27
|
+
expected: { outcome: invocation.kind === "construct" ? "constructed" : "return",
|
|
28
|
+
...(invocation.kind === "construct" ? {} : { value: encodeBenchmarkValue(expected) }),
|
|
29
|
+
argsAfter: encoded } };
|
|
30
|
+
}
|
|
31
|
+
|
|
32
|
+
function cacheRecipe() {
|
|
33
|
+
const receiverId = "tenant-cache";
|
|
34
|
+
const construct = { kind: "construct", receiverId };
|
|
35
|
+
const method = name => ({ kind: "method", receiverId, method: name });
|
|
36
|
+
return recipe("src/backend/cache.js", "TenantCache", [
|
|
37
|
+
cacheCase("construct", construct, [], undefined),
|
|
38
|
+
cacheCase("set-tenant-a", method("set"), ["tenant-a", "record", "7", "alpha"], undefined),
|
|
39
|
+
cacheCase("set-tenant-b", method("set"), ["tenant-b", "record", "7", "beta"], undefined),
|
|
40
|
+
cacheCase("get-tenant-a", method("get"), ["tenant-a", "record", "7"], "alpha"),
|
|
41
|
+
cacheCase("get-tenant-b", method("get"), ["tenant-b", "record", "7"], "beta"),
|
|
42
|
+
cacheCase("set-punctuation-left", method("set"), ["a:b", "c", "d", "left"], undefined),
|
|
43
|
+
cacheCase("set-punctuation-right", method("set"), ["a", "b:c", "d", "right"], undefined),
|
|
44
|
+
cacheCase("get-punctuation-left", method("get"), ["a:b", "c", "d"], "left"),
|
|
45
|
+
cacheCase("get-punctuation-right", method("get"), ["a", "b:c", "d"], "right"),
|
|
46
|
+
cacheCase("set-id-partition", method("set"), ["a", "b", "c:d", "id-part"], undefined),
|
|
47
|
+
cacheCase("get-id-partition", method("get"), ["a", "b", "c:d"], "id-part"),
|
|
48
|
+
cacheCase("missing-key", method("get"), ["tenant-a", "record", "missing"], undefined)
|
|
49
|
+
]);
|
|
50
|
+
}
|
|
51
|
+
|
|
52
|
+
function revocationRecipe() {
|
|
53
|
+
const entry = overrides => ({ tenantId: "tenant-a", userId: "user-a", capabilityId: "write",
|
|
54
|
+
permissionRevision: 7, evaluatedAt: 90, expiresAt: 110, ...overrides });
|
|
55
|
+
const request = overrides => ({ tenantId: "tenant-a", userId: "user-a", capabilityId: "write",
|
|
56
|
+
permissionRevision: 7, now: 100, revokedAt: null, ...overrides });
|
|
57
|
+
return recipe("src/backend/revocation-cache.js", "isCachedAccessUsable", [
|
|
58
|
+
callReturns("matching-null-revocation", [entry({}), request({})], true),
|
|
59
|
+
callReturns("future-revocation", [entry({}), request({ revokedAt: 101 })], true),
|
|
60
|
+
callReturns("revoked-at-now", [entry({}), request({ revokedAt: 100 })], false),
|
|
61
|
+
callReturns("revoked-before-now", [entry({}), request({ revokedAt: 99 })], false),
|
|
62
|
+
callReturns("evaluated-at-now", [entry({ evaluatedAt: 100 }), request({})], true),
|
|
63
|
+
callReturns("evaluated-in-future", [entry({ evaluatedAt: 101 }), request({})], false),
|
|
64
|
+
callReturns("expires-at-now", [entry({ expiresAt: 100 }), request({})], false),
|
|
65
|
+
callReturns("tenant-mismatch", [entry({}), request({ tenantId: "tenant-b" })], false),
|
|
66
|
+
callReturns("capability-mismatch", [entry({}), request({ capabilityId: "read" })], false),
|
|
67
|
+
callReturns("revision-mismatch", [entry({}), request({ permissionRevision: 8 })], false),
|
|
68
|
+
callReturns("space-identifier-valid", [entry({ tenantId: " " }), request({ tenantId: " " })], true),
|
|
69
|
+
callReturns("negative-times-valid", [entry({ evaluatedAt: -10, expiresAt: 10 }), request({ now: 0 })], true),
|
|
70
|
+
callReturns("large-integers-valid", [entry({ permissionRevision: 1e20, evaluatedAt: 1e20, expiresAt: 1e20 + 32768 }),
|
|
71
|
+
request({ permissionRevision: 1e20, now: 1e20, revokedAt: null })], true),
|
|
72
|
+
callThrows("malformed-revision-outranks-mismatch", [entry({}), request({ tenantId: "tenant-b", permissionRevision: "7" })]),
|
|
73
|
+
callThrows("entry-array", [[], request({})]),
|
|
74
|
+
callThrows("request-null", [entry({}), null]),
|
|
75
|
+
callThrows("empty-identifier", [entry({ userId: "" }), request({})]),
|
|
76
|
+
callThrows("fractional-time", [entry({ evaluatedAt: 90.5 }), request({})]),
|
|
77
|
+
callThrows("nan-revision", [entry({ permissionRevision: NaN }), request({})]),
|
|
78
|
+
callThrows("infinite-now", [entry({}), request({ now: Infinity })]),
|
|
79
|
+
callThrows("missing-revoked-at", [entry({}), { tenantId: "tenant-a", userId: "user-a",
|
|
80
|
+
capabilityId: "write", permissionRevision: 7, now: 100 }])
|
|
81
|
+
]);
|
|
82
|
+
}
|
|
83
|
+
|
|
84
|
+
function invoiceRecipe() {
|
|
85
|
+
return recipe("src/backend/invoice.js", "invoiceTotalCents", [
|
|
86
|
+
callReturns("empty-default-tax", [[]], 0),
|
|
87
|
+
callReturns("default-quantity-discount-tax", [[{ unitCents: 100 }]], 100),
|
|
88
|
+
callReturns("quantity", [[{ unitCents: 125, quantity: 2 }], 0], 250),
|
|
89
|
+
callReturns("discount-half-up-one", [[{ unitCents: 1, discountBps: 5000 }], 0], 1),
|
|
90
|
+
callReturns("discount-half-up-three", [[{ unitCents: 3, discountBps: 5000 }], 0], 2),
|
|
91
|
+
callReturns("round-each-line-before-sum", [[{ unitCents: 1, discountBps: 5000 },
|
|
92
|
+
{ unitCents: 1, discountBps: 5000 }], 0], 2),
|
|
93
|
+
callReturns("tax-once-after-sum", [[{ unitCents: 1 }, { unitCents: 1 }], 5000], 3),
|
|
94
|
+
callReturns("full-discount", [[{ unitCents: 999, quantity: 3, discountBps: 10000 }], 2500], 0),
|
|
95
|
+
callReturns("full-tax", [[{ unitCents: 250 }], 10000], 500),
|
|
96
|
+
callReturns("bounded-large-line", [[{ unitCents: 1000000, quantity: 100, discountBps: 1 }], 1], 99999999),
|
|
97
|
+
callThrows("lines-not-array", [{ unitCents: 1 }, 0]),
|
|
98
|
+
callThrows("line-not-record", [[null], 0]),
|
|
99
|
+
callThrows("missing-unit", [[{}], 0]),
|
|
100
|
+
callThrows("negative-unit", [[{ unitCents: -1 }], 0]),
|
|
101
|
+
callThrows("fractional-unit", [[{ unitCents: 1.5 }], 0]),
|
|
102
|
+
callThrows("string-unit", [[{ unitCents: "1" }], 0]),
|
|
103
|
+
callThrows("zero-quantity", [[{ unitCents: 1, quantity: 0 }], 0]),
|
|
104
|
+
callThrows("fractional-quantity", [[{ unitCents: 1, quantity: 1.5 }], 0]),
|
|
105
|
+
callThrows("discount-over-range", [[{ unitCents: 1, discountBps: 10001 }], 0]),
|
|
106
|
+
callThrows("negative-tax", [[{ unitCents: 1 }], -1]),
|
|
107
|
+
callThrows("nonfinite-tax", [[{ unitCents: 1 }], Infinity])
|
|
108
|
+
]);
|
|
109
|
+
}
|
|
110
|
+
|
|
111
|
+
function billingRecipe() {
|
|
112
|
+
const event = overrides => ({ occurredAt: 100, receivedAt: 100, ...overrides });
|
|
113
|
+
const period = overrides => ({ startsAt: 100, endsAt: 200, maxClockSkewMs: 10, ...overrides });
|
|
114
|
+
return recipe("src/backend/billing-window.js", "billingBucket", [
|
|
115
|
+
callReturns("before-start-outside", [event({ occurredAt: 99 }), period({})], "outside"),
|
|
116
|
+
callReturns("at-start-current", [event({ occurredAt: 100 }), period({})], "current"),
|
|
117
|
+
callReturns("before-end-current", [event({ occurredAt: 199, receivedAt: 199 }), period({})], "current"),
|
|
118
|
+
callReturns("at-end-outside", [event({ occurredAt: 200, receivedAt: 500 }), period({})], "outside"),
|
|
119
|
+
callReturns("clock-skew-exact-current", [event({ occurredAt: 150, receivedAt: 140 }), period({})], "current"),
|
|
120
|
+
callReturns("clock-skew-over-invalid", [event({ occurredAt: 150, receivedAt: 139 }), period({})], "invalid-clock"),
|
|
121
|
+
callReturns("late-boundary", [event({ occurredAt: 150, receivedAt: 210 }), period({})], "late"),
|
|
122
|
+
callReturns("late-before-boundary-current", [event({ occurredAt: 150, receivedAt: 209 }), period({})], "current"),
|
|
123
|
+
callThrows("invalid-event-field", [event({ occurredAt: 1.5 }), period({})]),
|
|
124
|
+
callThrows("invalid-received-outside", [event({ occurredAt: 99, receivedAt: NaN }), period({})]),
|
|
125
|
+
callThrows("negative-skew", [event({}), period({ maxClockSkewMs: -1 })]),
|
|
126
|
+
callThrows("empty-period", [event({}), period({ endsAt: 100 })]),
|
|
127
|
+
callThrows("reversed-period", [event({}), period({ startsAt: 201 })]),
|
|
128
|
+
callThrows("missing-field", [{ occurredAt: 100 }, period({})])
|
|
129
|
+
]);
|
|
130
|
+
}
|
|
131
|
+
|
|
132
|
+
function paginationRecipe() {
|
|
133
|
+
return recipe("src/frontend/pagination.js", "pageCount", [
|
|
134
|
+
callReturns("count-zero", [0, 10], 0),
|
|
135
|
+
callReturns("count-exact", [20, 10], 2),
|
|
136
|
+
callReturns("count-ceiling", [21, 10], 3),
|
|
137
|
+
callReturns("count-large", [1000000000, 1000000], 1000),
|
|
138
|
+
callThrows("count-negative", [-1, 10]),
|
|
139
|
+
callThrows("count-fraction", [1.5, 10]),
|
|
140
|
+
callThrows("count-nan", [NaN, 10]),
|
|
141
|
+
callThrows("count-size-zero", [0, 0]),
|
|
142
|
+
callThrows("count-size-fraction", [10, 2.5]),
|
|
143
|
+
callReturns("clamp-zero-ignores-record-page", [{ arbitrary: true }, 0, 10], 0, { exportName: "clampPage" }),
|
|
144
|
+
callReturns("clamp-zero-ignores-undefined-page", [undefined, 0, 10], 0, { exportName: "clampPage" }),
|
|
145
|
+
callThrows("clamp-invalid-size-outranks-zero", [{ arbitrary: true }, 0, 0], "TypeError", { exportName: "clampPage" }),
|
|
146
|
+
callReturns("clamp-low", [-3, 21, 10], 1, { exportName: "clampPage" }),
|
|
147
|
+
callReturns("clamp-middle", [2, 21, 10], 2, { exportName: "clampPage" }),
|
|
148
|
+
callReturns("clamp-high", [9, 21, 10], 3, { exportName: "clampPage" }),
|
|
149
|
+
callThrows("clamp-fractional-page", [1.5, 21, 10], "TypeError", { exportName: "clampPage" }),
|
|
150
|
+
callThrows("clamp-nonfinite-page", [Infinity, 21, 10], "TypeError", { exportName: "clampPage" })
|
|
151
|
+
]);
|
|
152
|
+
}
|
|
153
|
+
|
|
154
|
+
const RECIPES = Object.freeze({
|
|
155
|
+
"tenant-role-authorization": authorizationRecipe,
|
|
156
|
+
"tenant-cache-isolation": cacheRecipe,
|
|
157
|
+
"revoked-session-cache": revocationRecipe,
|
|
158
|
+
"invoice-rounding": invoiceRecipe,
|
|
159
|
+
"billing-cutoff-clock-skew": billingRecipe,
|
|
160
|
+
"pagination-boundary": paginationRecipe
|
|
161
|
+
});
|
|
162
|
+
|
|
163
|
+
export function registeredBackendRecipe(scenarioId) {
|
|
164
|
+
return RECIPES[scenarioId]?.() ?? null;
|
|
165
|
+
}
|