self-bench 0.3.6 → 0.3.8
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.dockerignore +11 -1
- package/Dockerfile +9 -9
- package/Dockerfile.sandbox +5 -4
- package/README.md +27 -12
- package/bun.lock +462 -95
- package/compose.yaml +64 -20
- package/dist/agent-feed.d.ts +8 -0
- package/dist/agent-feed.d.ts.map +1 -0
- package/dist/agent-feed.js +56 -0
- package/dist/agent-feed.js.map +1 -0
- package/dist/api/http.d.ts +18 -0
- package/dist/api/http.d.ts.map +1 -0
- package/dist/api/http.js +111 -0
- package/dist/api/http.js.map +1 -0
- package/dist/api/run-request.d.ts +37 -0
- package/dist/api/run-request.d.ts.map +1 -0
- package/dist/api/run-request.js +59 -0
- package/dist/api/run-request.js.map +1 -0
- package/dist/api/status.d.ts +4 -0
- package/dist/api/status.d.ts.map +1 -0
- package/dist/api/status.js +36 -0
- package/dist/api/status.js.map +1 -0
- package/dist/api/viewer-routes.d.ts +9 -0
- package/dist/api/viewer-routes.d.ts.map +1 -0
- package/dist/api/viewer-routes.js +98 -0
- package/dist/api/viewer-routes.js.map +1 -0
- package/dist/api-main.js +5 -1
- package/dist/api-main.js.map +1 -1
- package/dist/api.d.ts +7 -25
- package/dist/api.d.ts.map +1 -1
- package/dist/api.js +80 -148
- package/dist/api.js.map +1 -1
- package/dist/archive.d.ts +14 -0
- package/dist/archive.d.ts.map +1 -0
- package/dist/archive.js +114 -0
- package/dist/archive.js.map +1 -0
- package/dist/artifacts/common.d.ts +15 -0
- package/dist/artifacts/common.d.ts.map +1 -0
- package/dist/artifacts/common.js +58 -0
- package/dist/artifacts/common.js.map +1 -0
- package/dist/artifacts/gcs.d.ts +18 -0
- package/dist/artifacts/gcs.d.ts.map +1 -0
- package/dist/artifacts/gcs.js +178 -0
- package/dist/artifacts/gcs.js.map +1 -0
- package/dist/artifacts/local.d.ts +17 -0
- package/dist/artifacts/local.d.ts.map +1 -0
- package/dist/artifacts/local.js +205 -0
- package/dist/artifacts/local.js.map +1 -0
- package/dist/artifacts/types.d.ts +18 -0
- package/dist/artifacts/types.d.ts.map +1 -0
- package/dist/artifacts/types.js +2 -0
- package/dist/artifacts/types.js.map +1 -0
- package/dist/artifacts.d.ts +5 -28
- package/dist/artifacts.d.ts.map +1 -1
- package/dist/artifacts.js +5 -302
- package/dist/artifacts.js.map +1 -1
- package/dist/audit.d.ts.map +1 -1
- package/dist/audit.js +8 -2
- package/dist/audit.js.map +1 -1
- package/dist/auth/api-key-routes.d.ts +17 -0
- package/dist/auth/api-key-routes.d.ts.map +1 -0
- package/dist/auth/api-key-routes.js +57 -0
- package/dist/auth/api-key-routes.js.map +1 -0
- package/dist/auth/api-keys.d.ts +47 -0
- package/dist/auth/api-keys.d.ts.map +1 -0
- package/dist/auth/api-keys.js +102 -0
- package/dist/auth/api-keys.js.map +1 -0
- package/dist/auth/config.d.ts +17 -0
- package/dist/auth/config.d.ts.map +1 -0
- package/dist/auth/config.js +38 -0
- package/dist/auth/config.js.map +1 -0
- package/dist/auth/cookies.d.ts +12 -0
- package/dist/auth/cookies.d.ts.map +1 -0
- package/dist/auth/cookies.js +45 -0
- package/dist/auth/cookies.js.map +1 -0
- package/dist/auth/crypto.d.ts +19 -0
- package/dist/auth/crypto.d.ts.map +1 -0
- package/dist/auth/crypto.js +48 -0
- package/dist/auth/crypto.js.map +1 -0
- package/dist/auth/github.d.ts +37 -0
- package/dist/auth/github.d.ts.map +1 -0
- package/dist/auth/github.js +127 -0
- package/dist/auth/github.js.map +1 -0
- package/dist/auth/routes.d.ts +41 -0
- package/dist/auth/routes.d.ts.map +1 -0
- package/dist/auth/routes.js +153 -0
- package/dist/auth/routes.js.map +1 -0
- package/dist/auth/session-expired.d.ts +4 -0
- package/dist/auth/session-expired.d.ts.map +1 -0
- package/dist/auth/session-expired.js +17 -0
- package/dist/auth/session-expired.js.map +1 -0
- package/dist/auth/session.d.ts +23 -0
- package/dist/auth/session.d.ts.map +1 -0
- package/dist/auth/session.js +56 -0
- package/dist/auth/session.js.map +1 -0
- package/dist/auth/users.d.ts +49 -0
- package/dist/auth/users.d.ts.map +1 -0
- package/dist/auth/users.js +125 -0
- package/dist/auth/users.js.map +1 -0
- package/dist/build-metadata.js +1 -1
- package/dist/cli/api-client.d.ts +8 -0
- package/dist/cli/api-client.d.ts.map +1 -0
- package/dist/cli/api-client.js +71 -0
- package/dist/cli/api-client.js.map +1 -0
- package/dist/cli/associate.d.ts +2 -0
- package/dist/cli/associate.d.ts.map +1 -0
- package/dist/cli/associate.js +51 -0
- package/dist/cli/associate.js.map +1 -0
- package/dist/cli/help.d.ts +2 -0
- package/dist/cli/help.d.ts.map +1 -0
- package/dist/cli/help.js +52 -0
- package/dist/cli/help.js.map +1 -0
- package/dist/cli/main.d.ts +2 -0
- package/dist/cli/main.d.ts.map +1 -0
- package/dist/cli/main.js +55 -0
- package/dist/cli/main.js.map +1 -0
- package/dist/cli/replay.d.ts +3 -0
- package/dist/cli/replay.d.ts.map +1 -0
- package/dist/cli/replay.js +59 -0
- package/dist/cli/replay.js.map +1 -0
- package/dist/cli/repository.d.ts +6 -0
- package/dist/cli/repository.d.ts.map +1 -0
- package/dist/cli/repository.js +36 -0
- package/dist/cli/repository.js.map +1 -0
- package/dist/cli/run.d.ts +2 -0
- package/dist/cli/run.d.ts.map +1 -0
- package/dist/cli/run.js +93 -0
- package/dist/cli/run.js.map +1 -0
- package/dist/cli/stack-environment.d.ts +26 -0
- package/dist/cli/stack-environment.d.ts.map +1 -0
- package/dist/cli/stack-environment.js +86 -0
- package/dist/cli/stack-environment.js.map +1 -0
- package/dist/cli/stack.d.ts +6 -0
- package/dist/cli/stack.d.ts.map +1 -0
- package/dist/cli/stack.js +131 -0
- package/dist/cli/stack.js.map +1 -0
- package/dist/cli/values.d.ts +8 -0
- package/dist/cli/values.d.ts.map +1 -0
- package/dist/cli/values.js +30 -0
- package/dist/cli/values.js.map +1 -0
- package/dist/cli/view.d.ts +2 -0
- package/dist/cli/view.d.ts.map +1 -0
- package/dist/cli/view.js +40 -0
- package/dist/cli/view.js.map +1 -0
- package/dist/cli.js +2 -429
- package/dist/cli.js.map +1 -1
- package/dist/config.d.ts +16 -2
- package/dist/config.d.ts.map +1 -1
- package/dist/config.js +60 -22
- package/dist/config.js.map +1 -1
- package/dist/contracts/common.d.ts +22 -0
- package/dist/contracts/common.d.ts.map +1 -0
- package/dist/contracts/common.js +29 -0
- package/dist/contracts/common.js.map +1 -0
- package/dist/contracts/results.d.ts +66 -0
- package/dist/contracts/results.d.ts.map +1 -0
- package/dist/contracts/results.js +2 -0
- package/dist/contracts/results.js.map +1 -0
- package/dist/contracts/run.d.ts +145 -0
- package/dist/contracts/run.d.ts.map +1 -0
- package/dist/contracts/run.js +74 -0
- package/dist/contracts/run.js.map +1 -0
- package/dist/contracts/task.d.ts +232 -0
- package/dist/contracts/task.d.ts.map +1 -0
- package/dist/contracts/task.js +198 -0
- package/dist/contracts/task.js.map +1 -0
- package/dist/contracts/verify.d.ts +331 -0
- package/dist/contracts/verify.d.ts.map +1 -0
- package/dist/contracts/verify.js +84 -0
- package/dist/contracts/verify.js.map +1 -0
- package/dist/contracts.d.ts +5 -243
- package/dist/contracts.d.ts.map +1 -1
- package/dist/contracts.js +5 -128
- package/dist/contracts.js.map +1 -1
- package/dist/db/client.d.ts +12 -0
- package/dist/db/client.d.ts.map +1 -0
- package/dist/db/client.js +16 -0
- package/dist/db/client.js.map +1 -0
- package/dist/db/schema.d.ts +1256 -0
- package/dist/db/schema.d.ts.map +1 -0
- package/dist/db/schema.js +128 -0
- package/dist/db/schema.js.map +1 -0
- package/dist/environment.d.ts +9 -0
- package/dist/environment.d.ts.map +1 -0
- package/dist/environment.js +101 -0
- package/dist/environment.js.map +1 -0
- package/dist/evaluation/account.d.ts +30 -0
- package/dist/evaluation/account.d.ts.map +1 -0
- package/dist/evaluation/account.js +34 -0
- package/dist/evaluation/account.js.map +1 -0
- package/dist/evaluation/activities.d.ts +9 -0
- package/dist/evaluation/activities.d.ts.map +1 -0
- package/dist/evaluation/activities.js +40 -0
- package/dist/evaluation/activities.js.map +1 -0
- package/dist/evaluation/catalog-pricing.d.ts +3 -0
- package/dist/evaluation/catalog-pricing.d.ts.map +1 -0
- package/dist/evaluation/catalog-pricing.js +37 -0
- package/dist/evaluation/catalog-pricing.js.map +1 -0
- package/dist/evaluation/catalog.d.ts +17 -0
- package/dist/evaluation/catalog.d.ts.map +1 -0
- package/dist/evaluation/catalog.js +126 -0
- package/dist/evaluation/catalog.js.map +1 -0
- package/dist/evaluation/codex-login-process.d.ts +12 -0
- package/dist/evaluation/codex-login-process.d.ts.map +1 -0
- package/dist/evaluation/codex-login-process.js +121 -0
- package/dist/evaluation/codex-login-process.js.map +1 -0
- package/dist/evaluation/codex-login-routes.d.ts +5 -0
- package/dist/evaluation/codex-login-routes.d.ts.map +1 -0
- package/dist/evaluation/codex-login-routes.js +55 -0
- package/dist/evaluation/codex-login-routes.js.map +1 -0
- package/dist/evaluation/codex-login.d.ts +42 -0
- package/dist/evaluation/codex-login.d.ts.map +1 -0
- package/dist/evaluation/codex-login.js +143 -0
- package/dist/evaluation/codex-login.js.map +1 -0
- package/dist/evaluation/comparisons.d.ts +65 -0
- package/dist/evaluation/comparisons.d.ts.map +1 -0
- package/dist/evaluation/comparisons.js +161 -0
- package/dist/evaluation/comparisons.js.map +1 -0
- package/dist/evaluation/config.d.ts +43 -0
- package/dist/evaluation/config.d.ts.map +1 -0
- package/dist/evaluation/config.js +116 -0
- package/dist/evaluation/config.js.map +1 -0
- package/dist/evaluation/cost.d.ts +3 -0
- package/dist/evaluation/cost.d.ts.map +1 -0
- package/dist/evaluation/cost.js +95 -0
- package/dist/evaluation/cost.js.map +1 -0
- package/dist/evaluation/credential-execution.d.ts +10 -0
- package/dist/evaluation/credential-execution.d.ts.map +1 -0
- package/dist/evaluation/credential-execution.js +65 -0
- package/dist/evaluation/credential-execution.js.map +1 -0
- package/dist/evaluation/credentials.d.ts +40 -0
- package/dist/evaluation/credentials.d.ts.map +1 -0
- package/dist/evaluation/credentials.js +146 -0
- package/dist/evaluation/credentials.js.map +1 -0
- package/dist/evaluation/encrypted-records.d.ts +15 -0
- package/dist/evaluation/encrypted-records.d.ts.map +1 -0
- package/dist/evaluation/encrypted-records.js +57 -0
- package/dist/evaluation/encrypted-records.js.map +1 -0
- package/dist/evaluation/gateway-execution.d.ts +18 -0
- package/dist/evaluation/gateway-execution.d.ts.map +1 -0
- package/dist/evaluation/gateway-execution.js +38 -0
- package/dist/evaluation/gateway-execution.js.map +1 -0
- package/dist/evaluation/harbor-cost.d.ts +3 -0
- package/dist/evaluation/harbor-cost.d.ts.map +1 -0
- package/dist/evaluation/harbor-cost.js +39 -0
- package/dist/evaluation/harbor-cost.js.map +1 -0
- package/dist/evaluation/harbor_e2b.py +20 -0
- package/dist/evaluation/harbor_gateway.py +22 -0
- package/dist/evaluation/harnesses.d.ts +8 -0
- package/dist/evaluation/harnesses.d.ts.map +1 -0
- package/dist/evaluation/harnesses.js +10 -0
- package/dist/evaluation/harnesses.js.map +1 -0
- package/dist/evaluation/model-options.d.ts +9 -0
- package/dist/evaluation/model-options.d.ts.map +1 -0
- package/dist/evaluation/model-options.js +81 -0
- package/dist/evaluation/model-options.js.map +1 -0
- package/dist/evaluation/org-credential-routes.d.ts +5 -0
- package/dist/evaluation/org-credential-routes.d.ts.map +1 -0
- package/dist/evaluation/org-credential-routes.js +56 -0
- package/dist/evaluation/org-credential-routes.js.map +1 -0
- package/dist/evaluation/org-records.d.ts +4 -0
- package/dist/evaluation/org-records.d.ts.map +1 -0
- package/dist/evaluation/org-records.js +14 -0
- package/dist/evaluation/org-records.js.map +1 -0
- package/dist/evaluation/output.d.ts +9 -0
- package/dist/evaluation/output.d.ts.map +1 -0
- package/dist/evaluation/output.js +171 -0
- package/dist/evaluation/output.js.map +1 -0
- package/dist/evaluation/platform-routes.d.ts +5 -0
- package/dist/evaluation/platform-routes.d.ts.map +1 -0
- package/dist/evaluation/platform-routes.js +123 -0
- package/dist/evaluation/platform-routes.js.map +1 -0
- package/dist/evaluation/profile-routes.d.ts +16 -0
- package/dist/evaluation/profile-routes.d.ts.map +1 -0
- package/dist/evaluation/profile-routes.js +47 -0
- package/dist/evaluation/profile-routes.js.map +1 -0
- package/dist/evaluation/profiles.d.ts +48 -0
- package/dist/evaluation/profiles.d.ts.map +1 -0
- package/dist/evaluation/profiles.js +134 -0
- package/dist/evaluation/profiles.js.map +1 -0
- package/dist/evaluation/providers.d.ts +11 -0
- package/dist/evaluation/providers.d.ts.map +1 -0
- package/dist/evaluation/providers.js +30 -0
- package/dist/evaluation/providers.js.map +1 -0
- package/dist/evaluation/routes.d.ts +23 -0
- package/dist/evaluation/routes.d.ts.map +1 -0
- package/dist/evaluation/routes.js +212 -0
- package/dist/evaluation/routes.js.map +1 -0
- package/dist/evaluation/runner.d.ts +16 -0
- package/dist/evaluation/runner.d.ts.map +1 -0
- package/dist/evaluation/runner.js +241 -0
- package/dist/evaluation/runner.js.map +1 -0
- package/dist/evaluation/store.d.ts +8 -0
- package/dist/evaluation/store.d.ts.map +1 -0
- package/dist/evaluation/store.js +60 -0
- package/dist/evaluation/store.js.map +1 -0
- package/dist/evaluation/types.d.ts +98 -0
- package/dist/evaluation/types.d.ts.map +1 -0
- package/dist/evaluation/types.js +2 -0
- package/dist/evaluation/types.js.map +1 -0
- package/dist/evaluation/worker-main.d.ts +2 -0
- package/dist/evaluation/worker-main.d.ts.map +1 -0
- package/dist/evaluation/worker-main.js +26 -0
- package/dist/evaluation/worker-main.js.map +1 -0
- package/dist/evaluation/worker-records.d.ts +5 -0
- package/dist/evaluation/worker-records.d.ts.map +1 -0
- package/dist/evaluation/worker-records.js +11 -0
- package/dist/evaluation/worker-records.js.map +1 -0
- package/dist/evaluation/workflow.d.ts +3 -0
- package/dist/evaluation/workflow.d.ts.map +1 -0
- package/dist/evaluation/workflow.js +20 -0
- package/dist/evaluation/workflow.js.map +1 -0
- package/dist/execution-environment.d.ts +3 -0
- package/dist/execution-environment.d.ts.map +1 -0
- package/dist/execution-environment.js +9 -0
- package/dist/execution-environment.js.map +1 -0
- package/dist/extension-authoring.bundle.js +347 -0
- package/dist/extension-verifier.bundle.js +73 -0
- package/dist/extensions/authoring.d.ts.map +1 -1
- package/dist/extensions/authoring.js +70 -59
- package/dist/extensions/authoring.js.map +1 -1
- package/dist/extensions/shared/deliverable.d.ts +33 -0
- package/dist/extensions/shared/deliverable.d.ts.map +1 -0
- package/dist/extensions/shared/deliverable.js +123 -0
- package/dist/extensions/shared/deliverable.js.map +1 -0
- package/dist/extensions/shared/mailbox.d.ts +33 -0
- package/dist/extensions/shared/mailbox.d.ts.map +1 -0
- package/dist/extensions/shared/mailbox.js +102 -0
- package/dist/extensions/shared/mailbox.js.map +1 -0
- package/dist/extensions/shared/schemas.d.ts +90 -0
- package/dist/extensions/shared/schemas.d.ts.map +1 -0
- package/dist/extensions/shared/schemas.js +71 -0
- package/dist/extensions/shared/schemas.js.map +1 -0
- package/dist/extensions/shared/static-check.d.ts +38 -0
- package/dist/extensions/shared/static-check.d.ts.map +1 -0
- package/dist/extensions/shared/static-check.js +52 -0
- package/dist/extensions/shared/static-check.js.map +1 -0
- package/dist/extensions/verifier.d.ts +4 -0
- package/dist/extensions/verifier.d.ts.map +1 -0
- package/dist/extensions/verifier.js +70 -0
- package/dist/extensions/verifier.js.map +1 -0
- package/dist/github.d.ts +1 -1
- package/dist/github.d.ts.map +1 -1
- package/dist/github.js +3 -3
- package/dist/github.js.map +1 -1
- package/dist/harbor-environment.d.ts +13 -1
- package/dist/harbor-environment.d.ts.map +1 -1
- package/dist/harbor-environment.js +37 -4
- package/dist/harbor-environment.js.map +1 -1
- package/dist/harbor-results.d.ts +2 -0
- package/dist/harbor-results.d.ts.map +1 -1
- package/dist/harbor-results.js +2 -0
- package/dist/harbor-results.js.map +1 -1
- package/dist/harbor-task/compiler.d.ts +10 -0
- package/dist/harbor-task/compiler.d.ts.map +1 -0
- package/dist/harbor-task/compiler.js +174 -0
- package/dist/harbor-task/compiler.js.map +1 -0
- package/dist/harbor-task/constants.d.ts +3 -0
- package/dist/harbor-task/constants.d.ts.map +1 -0
- package/dist/harbor-task/constants.js +3 -0
- package/dist/harbor-task/constants.js.map +1 -0
- package/dist/harbor-task/dependencies.d.ts +3 -0
- package/dist/harbor-task/dependencies.d.ts.map +1 -0
- package/dist/harbor-task/dependencies.js +20 -0
- package/dist/harbor-task/dependencies.js.map +1 -0
- package/dist/harbor-task/paths.d.ts +6 -0
- package/dist/harbor-task/paths.d.ts.map +1 -0
- package/dist/harbor-task/paths.js +37 -0
- package/dist/harbor-task/paths.js.map +1 -0
- package/dist/harbor-task/render.d.ts +11 -0
- package/dist/harbor-task/render.d.ts.map +1 -0
- package/dist/harbor-task/render.js +194 -0
- package/dist/harbor-task/render.js.map +1 -0
- package/dist/harbor-task/runtime/command.sh +26 -0
- package/dist/harbor-task/runtime/junit.py +69 -0
- package/dist/harbor-task/runtime-assets.d.ts +2 -0
- package/dist/harbor-task/runtime-assets.d.ts.map +1 -0
- package/dist/harbor-task/runtime-assets.js +8 -0
- package/dist/harbor-task/runtime-assets.js.map +1 -0
- package/dist/harbor-task/test-patch.d.ts +4 -0
- package/dist/harbor-task/test-patch.d.ts.map +1 -0
- package/dist/harbor-task/test-patch.js +15 -0
- package/dist/harbor-task/test-patch.js.map +1 -0
- package/dist/harbor-task/verifier.d.ts +4 -0
- package/dist/harbor-task/verifier.d.ts.map +1 -0
- package/dist/harbor-task/verifier.js +105 -0
- package/dist/harbor-task/verifier.js.map +1 -0
- package/dist/harbor-task.d.ts +3 -11
- package/dist/harbor-task.d.ts.map +1 -1
- package/dist/harbor-task.js +2 -463
- package/dist/harbor-task.js.map +1 -1
- package/dist/log-excerpt.d.ts +15 -0
- package/dist/log-excerpt.d.ts.map +1 -0
- package/dist/log-excerpt.js +104 -0
- package/dist/log-excerpt.js.map +1 -0
- package/dist/patch-check.d.ts +26 -0
- package/dist/patch-check.d.ts.map +1 -0
- package/dist/patch-check.js +137 -0
- package/dist/patch-check.js.map +1 -0
- package/dist/pi-event-feed.d.ts +16 -0
- package/dist/pi-event-feed.d.ts.map +1 -0
- package/dist/pi-event-feed.js +86 -0
- package/dist/pi-event-feed.js.map +1 -0
- package/dist/pi-session.d.ts +32 -0
- package/dist/pi-session.d.ts.map +1 -0
- package/dist/pi-session.js +175 -0
- package/dist/pi-session.js.map +1 -0
- package/dist/process.d.ts +5 -0
- package/dist/process.d.ts.map +1 -1
- package/dist/process.js +31 -9
- package/dist/process.js.map +1 -1
- package/dist/provenance/github.d.ts +4 -0
- package/dist/provenance/github.d.ts.map +1 -0
- package/dist/provenance/github.js +65 -0
- package/dist/provenance/github.js.map +1 -0
- package/dist/provenance/local.d.ts +4 -0
- package/dist/provenance/local.d.ts.map +1 -0
- package/dist/provenance/local.js +82 -0
- package/dist/provenance/local.js.map +1 -0
- package/dist/provenance/redact.d.ts +2 -0
- package/dist/provenance/redact.d.ts.map +1 -0
- package/dist/provenance/redact.js +28 -0
- package/dist/provenance/redact.js.map +1 -0
- package/dist/provenance/selection.d.ts +4 -0
- package/dist/provenance/selection.d.ts.map +1 -0
- package/dist/provenance/selection.js +29 -0
- package/dist/provenance/selection.js.map +1 -0
- package/dist/provenance/session.d.ts +3 -0
- package/dist/provenance/session.d.ts.map +1 -0
- package/dist/provenance/session.js +214 -0
- package/dist/provenance/session.js.map +1 -0
- package/dist/provenance/shared.d.ts +7 -0
- package/dist/provenance/shared.d.ts.map +1 -0
- package/dist/provenance/shared.js +10 -0
- package/dist/provenance/shared.js.map +1 -0
- package/dist/provenance/types.d.ts +34 -0
- package/dist/provenance/types.d.ts.map +1 -0
- package/dist/provenance/types.js +22 -0
- package/dist/provenance/types.js.map +1 -0
- package/dist/provenance-associations/apply.d.ts +3 -0
- package/dist/provenance-associations/apply.d.ts.map +1 -0
- package/dist/provenance-associations/apply.js +66 -0
- package/dist/provenance-associations/apply.js.map +1 -0
- package/dist/provenance-associations/shared.d.ts +45 -0
- package/dist/provenance-associations/shared.d.ts.map +1 -0
- package/dist/provenance-associations/shared.js +42 -0
- package/dist/provenance-associations/shared.js.map +1 -0
- package/dist/provenance-associations.d.ts +3 -30
- package/dist/provenance-associations.d.ts.map +1 -1
- package/dist/provenance-associations.js +4 -103
- package/dist/provenance-associations.js.map +1 -1
- package/dist/provenance.d.ts +7 -41
- package/dist/provenance.d.ts.map +1 -1
- package/dist/provenance.js +6 -432
- package/dist/provenance.js.map +1 -1
- package/dist/providers.d.ts +25 -2
- package/dist/providers.d.ts.map +1 -1
- package/dist/providers.js +23 -2
- package/dist/providers.js.map +1 -1
- package/dist/repair.d.ts +1 -6
- package/dist/repair.d.ts.map +1 -1
- package/dist/repair.js +17 -27
- package/dist/repair.js.map +1 -1
- package/dist/review/assets/index-BHHztQ9x.js +1679 -0
- package/dist/review/assets/index-KQ1eFQ0t.css +1 -0
- package/dist/review/index.html +11 -8
- package/dist/runtime/command.sh +26 -0
- package/dist/runtime/junit.py +69 -0
- package/dist/sandbox/contracts.d.ts +36 -1
- package/dist/sandbox/contracts.d.ts.map +1 -1
- package/dist/sandbox/contracts.js +3 -0
- package/dist/sandbox/contracts.js.map +1 -1
- package/dist/sandbox/index.d.ts +1 -1
- package/dist/sandbox/index.d.ts.map +1 -1
- package/dist/sandbox/index.js +13 -2
- package/dist/sandbox/index.js.map +1 -1
- package/dist/sandbox/live.d.ts +18 -0
- package/dist/sandbox/live.d.ts.map +1 -0
- package/dist/sandbox/live.js +55 -0
- package/dist/sandbox/live.js.map +1 -0
- package/dist/sandbox/output-retry.d.ts +16 -0
- package/dist/sandbox/output-retry.d.ts.map +1 -0
- package/dist/sandbox/output-retry.js +36 -0
- package/dist/sandbox/output-retry.js.map +1 -0
- package/dist/sandbox/programs/author.js +16 -6
- package/dist/sandbox/programs/author.js.map +1 -1
- package/dist/sandbox/programs/check.d.ts +3 -0
- package/dist/sandbox/programs/check.d.ts.map +1 -0
- package/dist/sandbox/programs/check.js +76 -0
- package/dist/sandbox/programs/check.js.map +1 -0
- package/dist/sandbox/programs/prepare-task.d.ts +12 -0
- package/dist/sandbox/programs/prepare-task.d.ts.map +1 -0
- package/dist/sandbox/programs/{prepare-repair.js → prepare-task.js} +11 -9
- package/dist/sandbox/programs/prepare-task.js.map +1 -0
- package/dist/sandbox/programs/verifier.d.ts +3 -0
- package/dist/sandbox/programs/verifier.d.ts.map +1 -0
- package/dist/sandbox/programs/verifier.js +9 -0
- package/dist/sandbox/programs/verifier.js.map +1 -0
- package/dist/sandbox/providers/docker/executor.d.ts +4 -1
- package/dist/sandbox/providers/docker/executor.d.ts.map +1 -1
- package/dist/sandbox/providers/docker/executor.js +75 -25
- package/dist/sandbox/providers/docker/executor.js.map +1 -1
- package/dist/sandbox/providers/e2b/bytes.d.ts +3 -0
- package/dist/sandbox/providers/e2b/bytes.d.ts.map +1 -0
- package/dist/sandbox/providers/e2b/bytes.js +8 -0
- package/dist/sandbox/providers/e2b/bytes.js.map +1 -0
- package/dist/sandbox/providers/e2b/cleanup.d.ts +8 -0
- package/dist/sandbox/providers/e2b/cleanup.d.ts.map +1 -0
- package/dist/sandbox/providers/e2b/cleanup.js +124 -0
- package/dist/sandbox/providers/e2b/cleanup.js.map +1 -0
- package/dist/sandbox/providers/e2b/command.d.ts +23 -0
- package/dist/sandbox/providers/e2b/command.d.ts.map +1 -0
- package/dist/sandbox/providers/e2b/command.js +160 -0
- package/dist/sandbox/providers/e2b/command.js.map +1 -0
- package/dist/sandbox/providers/e2b/config.d.ts +13 -0
- package/dist/sandbox/providers/e2b/config.d.ts.map +1 -0
- package/dist/sandbox/providers/e2b/config.js +2 -0
- package/dist/sandbox/providers/e2b/config.js.map +1 -0
- package/dist/sandbox/providers/e2b/executor.d.ts +15 -0
- package/dist/sandbox/providers/e2b/executor.d.ts.map +1 -0
- package/dist/sandbox/providers/e2b/executor.js +207 -0
- package/dist/sandbox/providers/e2b/executor.js.map +1 -0
- package/dist/sandbox/providers/e2b/lifecycle.d.ts +8 -0
- package/dist/sandbox/providers/e2b/lifecycle.d.ts.map +1 -0
- package/dist/sandbox/providers/e2b/lifecycle.js +37 -0
- package/dist/sandbox/providers/e2b/lifecycle.js.map +1 -0
- package/dist/sandbox/providers/e2b/outcome.d.ts +11 -0
- package/dist/sandbox/providers/e2b/outcome.d.ts.map +1 -0
- package/dist/sandbox/providers/e2b/outcome.js +72 -0
- package/dist/sandbox/providers/e2b/outcome.js.map +1 -0
- package/dist/sandbox/providers/e2b/stage-files.d.ts +10 -0
- package/dist/sandbox/providers/e2b/stage-files.d.ts.map +1 -0
- package/dist/sandbox/providers/e2b/stage-files.js +45 -0
- package/dist/sandbox/providers/e2b/stage-files.js.map +1 -0
- package/dist/sandbox/providers/e2b/startup.d.ts +10 -0
- package/dist/sandbox/providers/e2b/startup.d.ts.map +1 -0
- package/dist/sandbox/providers/e2b/startup.js +26 -0
- package/dist/sandbox/providers/e2b/startup.js.map +1 -0
- package/dist/sandbox/providers/e2b/types.d.ts +9 -0
- package/dist/sandbox/providers/e2b/types.d.ts.map +1 -0
- package/dist/sandbox/providers/e2b/types.js +2 -0
- package/dist/sandbox/providers/e2b/types.js.map +1 -0
- package/dist/sandbox/providers/e2b/validation.d.ts +14 -0
- package/dist/sandbox/providers/e2b/validation.d.ts.map +1 -0
- package/dist/sandbox/providers/e2b/validation.js +60 -0
- package/dist/sandbox/providers/e2b/validation.js.map +1 -0
- package/dist/{modal-auth.d.ts → sandbox/providers/modal/auth.d.ts} +1 -1
- package/dist/sandbox/providers/modal/auth.d.ts.map +1 -0
- package/dist/{modal-auth.js → sandbox/providers/modal/auth.js} +1 -1
- package/dist/sandbox/providers/modal/auth.js.map +1 -0
- package/dist/sandbox/providers/modal/executor.d.ts +4 -1
- package/dist/sandbox/providers/modal/executor.d.ts.map +1 -1
- package/dist/sandbox/providers/modal/executor.js +33 -9
- package/dist/sandbox/providers/modal/executor.js.map +1 -1
- package/dist/sandbox/providers/modal/live.d.ts +7 -0
- package/dist/sandbox/providers/modal/live.d.ts.map +1 -0
- package/dist/sandbox/providers/modal/live.js +50 -0
- package/dist/sandbox/providers/modal/live.js.map +1 -0
- package/dist/sandbox/providers/vercel/command.d.ts +6 -0
- package/dist/sandbox/providers/vercel/command.d.ts.map +1 -1
- package/dist/sandbox/providers/vercel/command.js +44 -11
- package/dist/sandbox/providers/vercel/command.js.map +1 -1
- package/dist/sandbox/providers/vercel/executor.d.ts +6 -7
- package/dist/sandbox/providers/vercel/executor.d.ts.map +1 -1
- package/dist/sandbox/providers/vercel/executor.js +21 -187
- package/dist/sandbox/providers/vercel/executor.js.map +1 -1
- package/dist/sandbox/providers/vercel/lifecycle.d.ts +13 -0
- package/dist/sandbox/providers/vercel/lifecycle.d.ts.map +1 -0
- package/dist/sandbox/providers/vercel/lifecycle.js +140 -0
- package/dist/sandbox/providers/vercel/lifecycle.js.map +1 -0
- package/dist/sandbox/providers/vercel/validation.d.ts +11 -0
- package/dist/sandbox/providers/vercel/validation.d.ts.map +1 -0
- package/dist/sandbox/providers/vercel/validation.js +30 -0
- package/dist/sandbox/providers/vercel/validation.js.map +1 -0
- package/dist/sandbox/remote-files.d.ts +11 -0
- package/dist/sandbox/remote-files.d.ts.map +1 -0
- package/dist/sandbox/remote-files.js +41 -0
- package/dist/sandbox/remote-files.js.map +1 -0
- package/dist/sandbox/request-validation.d.ts +5 -0
- package/dist/sandbox/request-validation.d.ts.map +1 -0
- package/dist/sandbox/request-validation.js +43 -0
- package/dist/sandbox/request-validation.js.map +1 -0
- package/dist/sandbox/supervisor.d.ts +42 -0
- package/dist/sandbox/supervisor.d.ts.map +1 -0
- package/dist/sandbox/supervisor.js +126 -0
- package/dist/sandbox/supervisor.js.map +1 -0
- package/dist/sandbox/timeout.d.ts +6 -1
- package/dist/sandbox/timeout.d.ts.map +1 -1
- package/dist/sandbox/timeout.js +12 -0
- package/dist/sandbox/timeout.js.map +1 -1
- package/dist/sandbox-author.bundle.js +47 -14879
- package/dist/{sandbox-validation-repair.bundle.js → sandbox-check.bundle.js} +7261 -1893
- package/dist/sandbox-verifier.bundle.js +307 -0
- package/dist/setup/e2b/build.d.ts +24 -0
- package/dist/setup/e2b/build.d.ts.map +1 -0
- package/dist/setup/e2b/build.js +46 -0
- package/dist/setup/e2b/build.js.map +1 -0
- package/dist/setup/e2b/cli.d.ts +2 -0
- package/dist/setup/e2b/cli.d.ts.map +1 -0
- package/dist/setup/e2b/cli.js +51 -0
- package/dist/setup/e2b/cli.js.map +1 -0
- package/dist/setup/e2b/index.d.ts +5 -0
- package/dist/setup/e2b/index.d.ts.map +1 -0
- package/dist/setup/e2b/index.js +4 -0
- package/dist/setup/e2b/index.js.map +1 -0
- package/dist/setup/e2b/template.d.ts +4 -0
- package/dist/setup/e2b/template.d.ts.map +1 -0
- package/dist/setup/e2b/template.js +53 -0
- package/dist/setup/e2b/template.js.map +1 -0
- package/dist/setup/vercel/cli-helpers.d.ts +22 -0
- package/dist/setup/vercel/cli-helpers.d.ts.map +1 -0
- package/dist/setup/vercel/cli-helpers.js +87 -0
- package/dist/setup/vercel/cli-helpers.js.map +1 -0
- package/dist/setup/vercel/cli-runner.d.ts +14 -0
- package/dist/setup/vercel/cli-runner.d.ts.map +1 -0
- package/dist/setup/vercel/cli-runner.js +24 -0
- package/dist/setup/vercel/cli-runner.js.map +1 -0
- package/dist/setup/vercel/cli-types.d.ts +24 -0
- package/dist/setup/vercel/cli-types.d.ts.map +1 -0
- package/dist/setup/vercel/cli-types.js +18 -0
- package/dist/setup/vercel/cli-types.js.map +1 -0
- package/dist/setup/vercel/cli.d.ts +5 -31
- package/dist/setup/vercel/cli.d.ts.map +1 -1
- package/dist/setup/vercel/cli.js +15 -125
- package/dist/setup/vercel/cli.js.map +1 -1
- package/dist/setup/vercel/profile-files.d.ts +6 -0
- package/dist/setup/vercel/profile-files.d.ts.map +1 -0
- package/dist/setup/vercel/profile-files.js +100 -0
- package/dist/setup/vercel/profile-files.js.map +1 -0
- package/dist/setup/vercel/profile-schema.d.ts +48 -0
- package/dist/setup/vercel/profile-schema.d.ts.map +1 -0
- package/dist/setup/vercel/profile-schema.js +39 -0
- package/dist/setup/vercel/profile-schema.js.map +1 -0
- package/dist/setup/vercel/profile.d.ts +3 -19
- package/dist/setup/vercel/profile.d.ts.map +1 -1
- package/dist/setup/vercel/profile.js +4 -130
- package/dist/setup/vercel/profile.js.map +1 -1
- package/dist/setup/vercel/selection.d.ts +18 -0
- package/dist/setup/vercel/selection.d.ts.map +1 -0
- package/dist/setup/vercel/selection.js +113 -0
- package/dist/setup/vercel/selection.js.map +1 -0
- package/dist/setup/vercel/setup-types.d.ts +34 -0
- package/dist/setup/vercel/setup-types.d.ts.map +1 -0
- package/dist/setup/vercel/setup-types.js +2 -0
- package/dist/setup/vercel/setup-types.js.map +1 -0
- package/dist/setup/vercel/setup.d.ts +3 -28
- package/dist/setup/vercel/setup.d.ts.map +1 -1
- package/dist/setup/vercel/setup.js +3 -111
- package/dist/setup/vercel/setup.js.map +1 -1
- package/dist/site/batch-activity.d.ts +5 -0
- package/dist/site/batch-activity.d.ts.map +1 -0
- package/dist/site/batch-activity.js +31 -0
- package/dist/site/batch-activity.js.map +1 -0
- package/dist/site/batch-progress.d.ts +16 -0
- package/dist/site/batch-progress.d.ts.map +1 -0
- package/dist/site/batch-progress.js +52 -0
- package/dist/site/batch-progress.js.map +1 -0
- package/dist/site/batch-routes.d.ts +30 -0
- package/dist/site/batch-routes.d.ts.map +1 -0
- package/dist/site/batch-routes.js +117 -0
- package/dist/site/batch-routes.js.map +1 -0
- package/dist/site/batch-start.d.ts +60 -0
- package/dist/site/batch-start.d.ts.map +1 -0
- package/dist/site/batch-start.js +39 -0
- package/dist/site/batch-start.js.map +1 -0
- package/dist/site/connected-repos.d.ts +25 -0
- package/dist/site/connected-repos.d.ts.map +1 -0
- package/dist/site/connected-repos.js +109 -0
- package/dist/site/connected-repos.js.map +1 -0
- package/dist/site/evaluation-start.d.ts +4 -0
- package/dist/site/evaluation-start.d.ts.map +1 -0
- package/dist/site/evaluation-start.js +19 -0
- package/dist/site/evaluation-start.js.map +1 -0
- package/dist/site/generation-config.d.ts +4 -0
- package/dist/site/generation-config.d.ts.map +1 -0
- package/dist/site/generation-config.js +16 -0
- package/dist/site/generation-config.js.map +1 -0
- package/dist/site/generation-credentials.d.ts +6 -0
- package/dist/site/generation-credentials.d.ts.map +1 -0
- package/dist/site/generation-credentials.js +101 -0
- package/dist/site/generation-credentials.js.map +1 -0
- package/dist/site/generation-run.d.ts +6 -0
- package/dist/site/generation-run.d.ts.map +1 -0
- package/dist/site/generation-run.js +22 -0
- package/dist/site/generation-run.js.map +1 -0
- package/dist/site/generation-settings.d.ts +80 -0
- package/dist/site/generation-settings.d.ts.map +1 -0
- package/dist/site/generation-settings.js +84 -0
- package/dist/site/generation-settings.js.map +1 -0
- package/dist/site/generation-subscription.d.ts +3 -0
- package/dist/site/generation-subscription.d.ts.map +1 -0
- package/dist/site/generation-subscription.js +38 -0
- package/dist/site/generation-subscription.js.map +1 -0
- package/dist/site/github-repos.d.ts +35 -0
- package/dist/site/github-repos.d.ts.map +1 -0
- package/dist/site/github-repos.js +121 -0
- package/dist/site/github-repos.js.map +1 -0
- package/dist/site/pr-candidate.d.ts +26 -0
- package/dist/site/pr-candidate.d.ts.map +1 -0
- package/dist/site/pr-candidate.js +101 -0
- package/dist/site/pr-candidate.js.map +1 -0
- package/dist/site/pr-list.d.ts +13 -0
- package/dist/site/pr-list.d.ts.map +1 -0
- package/dist/site/pr-list.js +24 -0
- package/dist/site/pr-list.js.map +1 -0
- package/dist/site/pr-routes.d.ts +26 -0
- package/dist/site/pr-routes.d.ts.map +1 -0
- package/dist/site/pr-routes.js +139 -0
- package/dist/site/pr-routes.js.map +1 -0
- package/dist/site/repo-store.d.ts +40 -0
- package/dist/site/repo-store.d.ts.map +1 -0
- package/dist/site/repo-store.js +74 -0
- package/dist/site/repo-store.js.map +1 -0
- package/dist/site/run-store.d.ts +17 -0
- package/dist/site/run-store.d.ts.map +1 -0
- package/dist/site/run-store.js +42 -0
- package/dist/site/run-store.js.map +1 -0
- package/dist/site/runtime.d.ts +27 -0
- package/dist/site/runtime.d.ts.map +1 -0
- package/dist/site/runtime.js +97 -0
- package/dist/site/runtime.js.map +1 -0
- package/dist/site/task-deletion.d.ts +7 -0
- package/dist/site/task-deletion.d.ts.map +1 -0
- package/dist/site/task-deletion.js +29 -0
- package/dist/site/task-deletion.js.map +1 -0
- package/dist/site/task-start-reservation.d.ts +4 -0
- package/dist/site/task-start-reservation.d.ts.map +1 -0
- package/dist/site/task-start-reservation.js +18 -0
- package/dist/site/task-start-reservation.js.map +1 -0
- package/dist/site/task-start.d.ts +33 -0
- package/dist/site/task-start.d.ts.map +1 -0
- package/dist/site/task-start.js +50 -0
- package/dist/site/task-start.js.map +1 -0
- package/dist/site/task-status.d.ts +36 -0
- package/dist/site/task-status.d.ts.map +1 -0
- package/dist/site/task-status.js +113 -0
- package/dist/site/task-status.js.map +1 -0
- package/dist/site/task-store.d.ts +78 -0
- package/dist/site/task-store.d.ts.map +1 -0
- package/dist/site/task-store.js +186 -0
- package/dist/site/task-store.js.map +1 -0
- package/dist/site/task-sync.d.ts +30 -0
- package/dist/site/task-sync.d.ts.map +1 -0
- package/dist/site/task-sync.js +121 -0
- package/dist/site/task-sync.js.map +1 -0
- package/dist/site/tasks.d.ts +47 -0
- package/dist/site/tasks.d.ts.map +1 -0
- package/dist/site/tasks.js +164 -0
- package/dist/site/tasks.js.map +1 -0
- package/dist/site/temporal-status.d.ts +8 -0
- package/dist/site/temporal-status.d.ts.map +1 -0
- package/dist/site/temporal-status.js +41 -0
- package/dist/site/temporal-status.js.map +1 -0
- package/dist/site/tenant.d.ts +4 -0
- package/dist/site/tenant.d.ts.map +1 -0
- package/dist/site/tenant.js +6 -0
- package/dist/site/tenant.js.map +1 -0
- package/dist/static-check.d.ts +38 -0
- package/dist/static-check.d.ts.map +1 -0
- package/dist/static-check.js +131 -0
- package/dist/static-check.js.map +1 -0
- package/dist/submission-hash.d.ts +18 -0
- package/dist/submission-hash.d.ts.map +1 -0
- package/dist/submission-hash.js +16 -0
- package/dist/submission-hash.js.map +1 -0
- package/dist/subscription-auth.d.ts +0 -7
- package/dist/subscription-auth.d.ts.map +1 -1
- package/dist/subscription-auth.js +3 -23
- package/dist/subscription-auth.js.map +1 -1
- package/dist/temporal/activities/agent-feed.d.ts +5 -0
- package/dist/temporal/activities/agent-feed.d.ts.map +1 -0
- package/dist/temporal/activities/agent-feed.js +41 -0
- package/dist/temporal/activities/agent-feed.js.map +1 -0
- package/dist/temporal/activities/agent-scripts.d.ts +16 -0
- package/dist/temporal/activities/agent-scripts.d.ts.map +1 -0
- package/dist/temporal/activities/agent-scripts.js +162 -0
- package/dist/temporal/activities/agent-scripts.js.map +1 -0
- package/dist/temporal/activities/authoring-round.d.ts +13 -0
- package/dist/temporal/activities/authoring-round.d.ts.map +1 -0
- package/dist/temporal/activities/authoring-round.js +160 -0
- package/dist/temporal/activities/authoring-round.js.map +1 -0
- package/dist/temporal/activities/constants.d.ts +5 -0
- package/dist/temporal/activities/constants.d.ts.map +1 -0
- package/dist/temporal/activities/constants.js +5 -0
- package/dist/temporal/activities/constants.js.map +1 -0
- package/dist/temporal/activities/discovery.d.ts +17 -0
- package/dist/temporal/activities/discovery.d.ts.map +1 -0
- package/dist/temporal/activities/discovery.js +153 -0
- package/dist/temporal/activities/discovery.js.map +1 -0
- package/dist/temporal/activities/drafts.d.ts +15 -0
- package/dist/temporal/activities/drafts.d.ts.map +1 -0
- package/dist/temporal/activities/drafts.js +51 -0
- package/dist/temporal/activities/drafts.js.map +1 -0
- package/dist/temporal/activities/excluded-source-prs.d.ts +9 -0
- package/dist/temporal/activities/excluded-source-prs.d.ts.map +1 -0
- package/dist/temporal/activities/excluded-source-prs.js +132 -0
- package/dist/temporal/activities/excluded-source-prs.js.map +1 -0
- package/dist/temporal/activities/export.d.ts +38 -0
- package/dist/temporal/activities/export.d.ts.map +1 -0
- package/dist/temporal/activities/export.js +79 -0
- package/dist/temporal/activities/export.js.map +1 -0
- package/dist/temporal/activities/factory.d.ts +5 -0
- package/dist/temporal/activities/factory.d.ts.map +1 -0
- package/dist/temporal/activities/factory.js +26 -0
- package/dist/temporal/activities/factory.js.map +1 -0
- package/dist/temporal/activities/gate-logs.d.ts +20 -0
- package/dist/temporal/activities/gate-logs.d.ts.map +1 -0
- package/dist/temporal/activities/gate-logs.js +62 -0
- package/dist/temporal/activities/gate-logs.js.map +1 -0
- package/dist/temporal/activities/generation-runtime.d.ts +6 -0
- package/dist/temporal/activities/generation-runtime.d.ts.map +1 -0
- package/dist/temporal/activities/generation-runtime.js +56 -0
- package/dist/temporal/activities/generation-runtime.js.map +1 -0
- package/dist/temporal/activities/harbor.d.ts +11 -0
- package/dist/temporal/activities/harbor.d.ts.map +1 -0
- package/dist/temporal/activities/harbor.js +112 -0
- package/dist/temporal/activities/harbor.js.map +1 -0
- package/dist/temporal/activities/modal-build-log.d.ts +12 -0
- package/dist/temporal/activities/modal-build-log.d.ts.map +1 -0
- package/dist/temporal/activities/modal-build-log.js +57 -0
- package/dist/temporal/activities/modal-build-log.js.map +1 -0
- package/dist/temporal/activities/prompts-authoring.d.ts +6 -0
- package/dist/temporal/activities/prompts-authoring.d.ts.map +1 -0
- package/dist/temporal/activities/prompts-authoring.js +87 -0
- package/dist/temporal/activities/prompts-authoring.js.map +1 -0
- package/dist/temporal/activities/prompts-verifier.d.ts +17 -0
- package/dist/temporal/activities/prompts-verifier.d.ts.map +1 -0
- package/dist/temporal/activities/prompts-verifier.js +66 -0
- package/dist/temporal/activities/prompts-verifier.js.map +1 -0
- package/dist/temporal/activities/provenance.d.ts +4 -0
- package/dist/temporal/activities/provenance.d.ts.map +1 -0
- package/dist/temporal/activities/provenance.js +18 -0
- package/dist/temporal/activities/provenance.js.map +1 -0
- package/dist/temporal/activities/replay.d.ts +20 -0
- package/dist/temporal/activities/replay.d.ts.map +1 -0
- package/dist/temporal/activities/replay.js +135 -0
- package/dist/temporal/activities/replay.js.map +1 -0
- package/dist/temporal/activities/round-outcome.d.ts +63 -0
- package/dist/temporal/activities/round-outcome.d.ts.map +1 -0
- package/dist/temporal/activities/round-outcome.js +127 -0
- package/dist/temporal/activities/round-outcome.js.map +1 -0
- package/dist/temporal/activities/runtime.d.ts +38 -0
- package/dist/temporal/activities/runtime.d.ts.map +1 -0
- package/dist/temporal/activities/runtime.js +146 -0
- package/dist/temporal/activities/runtime.js.map +1 -0
- package/dist/temporal/activities/session-verify.d.ts +45 -0
- package/dist/temporal/activities/session-verify.d.ts.map +1 -0
- package/dist/temporal/activities/session-verify.js +91 -0
- package/dist/temporal/activities/session-verify.js.map +1 -0
- package/dist/temporal/activities/submissions.d.ts +9 -0
- package/dist/temporal/activities/submissions.d.ts.map +1 -0
- package/dist/temporal/activities/submissions.js +28 -0
- package/dist/temporal/activities/submissions.js.map +1 -0
- package/dist/temporal/activities/task-compiler.d.ts +21 -0
- package/dist/temporal/activities/task-compiler.d.ts.map +1 -0
- package/dist/temporal/activities/task-compiler.js +63 -0
- package/dist/temporal/activities/task-compiler.js.map +1 -0
- package/dist/temporal/activities/types.d.ts +57 -0
- package/dist/temporal/activities/types.d.ts.map +1 -0
- package/dist/temporal/activities/types.js +2 -0
- package/dist/temporal/activities/types.js.map +1 -0
- package/dist/temporal/activities/verifier-material.d.ts +18 -0
- package/dist/temporal/activities/verifier-material.d.ts.map +1 -0
- package/dist/temporal/activities/verifier-material.js +49 -0
- package/dist/temporal/activities/verifier-material.js.map +1 -0
- package/dist/temporal/activities/verifier-outcome.d.ts +19 -0
- package/dist/temporal/activities/verifier-outcome.d.ts.map +1 -0
- package/dist/temporal/activities/verifier-outcome.js +70 -0
- package/dist/temporal/activities/verifier-outcome.js.map +1 -0
- package/dist/temporal/activities/verifier-round.d.ts +8 -0
- package/dist/temporal/activities/verifier-round.d.ts.map +1 -0
- package/dist/temporal/activities/verifier-round.js +110 -0
- package/dist/temporal/activities/verifier-round.js.map +1 -0
- package/dist/temporal/activities/verify-harbor.d.ts +15 -0
- package/dist/temporal/activities/verify-harbor.d.ts.map +1 -0
- package/dist/temporal/activities/verify-harbor.js +193 -0
- package/dist/temporal/activities/verify-harbor.js.map +1 -0
- package/dist/temporal/activities/verify.d.ts +11 -0
- package/dist/temporal/activities/verify.d.ts.map +1 -0
- package/dist/temporal/activities/verify.js +151 -0
- package/dist/temporal/activities/verify.js.map +1 -0
- package/dist/temporal/activities.d.ts +3 -51
- package/dist/temporal/activities.d.ts.map +1 -1
- package/dist/temporal/activities.js +2 -886
- package/dist/temporal/activities.js.map +1 -1
- package/dist/temporal/connection.d.ts.map +1 -1
- package/dist/temporal/connection.js +3 -2
- package/dist/temporal/connection.js.map +1 -1
- package/dist/temporal/worker-main.js +19 -3
- package/dist/temporal/worker-main.js.map +1 -1
- package/dist/temporal/workflow/activity-proxies.d.ts +3 -0
- package/dist/temporal/workflow/activity-proxies.d.ts.map +1 -0
- package/dist/temporal/workflow/activity-proxies.js +45 -0
- package/dist/temporal/workflow/activity-proxies.js.map +1 -0
- package/dist/temporal/workflow/authoring-stage.d.ts +5 -0
- package/dist/temporal/workflow/authoring-stage.d.ts.map +1 -0
- package/dist/temporal/workflow/authoring-stage.js +64 -0
- package/dist/temporal/workflow/authoring-stage.js.map +1 -0
- package/dist/temporal/workflow/candidate-tracker.d.ts +28 -0
- package/dist/temporal/workflow/candidate-tracker.d.ts.map +1 -0
- package/dist/temporal/workflow/candidate-tracker.js +85 -0
- package/dist/temporal/workflow/candidate-tracker.js.map +1 -0
- package/dist/temporal/workflow/candidate.d.ts +6 -0
- package/dist/temporal/workflow/candidate.d.ts.map +1 -0
- package/dist/temporal/workflow/candidate.js +54 -0
- package/dist/temporal/workflow/candidate.js.map +1 -0
- package/dist/temporal/workflow/discovery.d.ts +19 -0
- package/dist/temporal/workflow/discovery.d.ts.map +1 -0
- package/dist/temporal/workflow/discovery.js +137 -0
- package/dist/temporal/workflow/discovery.js.map +1 -0
- package/dist/temporal/workflow/failures.d.ts +5 -0
- package/dist/temporal/workflow/failures.d.ts.map +1 -0
- package/dist/temporal/workflow/failures.js +28 -0
- package/dist/temporal/workflow/failures.js.map +1 -0
- package/dist/temporal/workflow/run.d.ts +5 -0
- package/dist/temporal/workflow/run.d.ts.map +1 -0
- package/dist/temporal/workflow/run.js +154 -0
- package/dist/temporal/workflow/run.js.map +1 -0
- package/dist/temporal/workflow/stage.d.ts +26 -0
- package/dist/temporal/workflow/stage.d.ts.map +1 -0
- package/dist/temporal/workflow/stage.js +16 -0
- package/dist/temporal/workflow/stage.js.map +1 -0
- package/dist/temporal/workflow/verification-stage.d.ts +11 -0
- package/dist/temporal/workflow/verification-stage.d.ts.map +1 -0
- package/dist/temporal/workflow/verification-stage.js +20 -0
- package/dist/temporal/workflow/verification-stage.js.map +1 -0
- package/dist/temporal/workflow.d.ts +12 -4
- package/dist/temporal/workflow.d.ts.map +1 -1
- package/dist/temporal/workflow.js +38 -445
- package/dist/temporal/workflow.js.map +1 -1
- package/dist/verifier-fix.d.ts +20 -0
- package/dist/verifier-fix.d.ts.map +1 -0
- package/dist/verifier-fix.js +62 -0
- package/dist/verifier-fix.js.map +1 -0
- package/dist/verify-report.d.ts +9 -0
- package/dist/verify-report.d.ts.map +1 -0
- package/dist/verify-report.js +135 -0
- package/dist/verify-report.js.map +1 -0
- package/dist/viewer/archived-keys.d.ts +9 -0
- package/dist/viewer/archived-keys.d.ts.map +1 -0
- package/dist/viewer/archived-keys.js +36 -0
- package/dist/viewer/archived-keys.js.map +1 -0
- package/dist/viewer/archived.d.ts +20 -0
- package/dist/viewer/archived.d.ts.map +1 -0
- package/dist/viewer/archived.js +238 -0
- package/dist/viewer/archived.js.map +1 -0
- package/dist/viewer/artifacts.d.ts +8 -0
- package/dist/viewer/artifacts.d.ts.map +1 -0
- package/dist/viewer/artifacts.js +96 -0
- package/dist/viewer/artifacts.js.map +1 -0
- package/dist/viewer/bundle.d.ts +9 -0
- package/dist/viewer/bundle.d.ts.map +1 -0
- package/dist/viewer/bundle.js +79 -0
- package/dist/viewer/bundle.js.map +1 -0
- package/dist/viewer/candidates.d.ts +9 -0
- package/dist/viewer/candidates.d.ts.map +1 -0
- package/dist/viewer/candidates.js +137 -0
- package/dist/viewer/candidates.js.map +1 -0
- package/dist/viewer/local-server.d.ts +11 -0
- package/dist/viewer/local-server.d.ts.map +1 -0
- package/dist/viewer/local-server.js +64 -0
- package/dist/viewer/local-server.js.map +1 -0
- package/dist/viewer/task-files.d.ts +10 -0
- package/dist/viewer/task-files.d.ts.map +1 -0
- package/dist/viewer/task-files.js +120 -0
- package/dist/viewer/task-files.js.map +1 -0
- package/dist/viewer/types.d.ts +78 -0
- package/dist/viewer/types.d.ts.map +1 -0
- package/dist/viewer/types.js +36 -0
- package/dist/viewer/types.js.map +1 -0
- package/docs/api.md +168 -0
- package/docs/evaluations.md +42 -15
- package/docs/operations.md +254 -26
- package/docs/solver-evaluations.md +63 -0
- package/docs/task-construction.md +21 -11
- package/drizzle/0000_glossy_johnny_blaze.sql +97 -0
- package/drizzle/0001_evaluation_records.sql +5 -0
- package/drizzle/0002_task_deletion.sql +1 -0
- package/drizzle/0003_drop_repo_runs.sql +3 -0
- package/drizzle/0004_preserve_batch_runs.sql +8 -0
- package/drizzle/0005_api_keys.sql +15 -0
- package/drizzle/meta/0000_snapshot.json +776 -0
- package/drizzle/meta/0001_snapshot.json +807 -0
- package/drizzle/meta/0002_snapshot.json +813 -0
- package/drizzle/meta/0003_snapshot.json +726 -0
- package/drizzle/meta/0004_snapshot.json +813 -0
- package/drizzle/meta/0005_snapshot.json +919 -0
- package/drizzle/meta/_journal.json +48 -0
- package/package.json +39 -25
- package/src/extensions/authoring.ts +83 -72
- package/src/extensions/shared/deliverable.ts +153 -0
- package/src/extensions/shared/mailbox.ts +128 -0
- package/src/extensions/shared/schemas.ts +101 -0
- package/src/extensions/shared/static-check.ts +103 -0
- package/src/extensions/verifier.ts +88 -0
- package/src/skills/selfbench/SKILL.md +71 -13
- package/biome.json +0 -24
- package/dist/agent-smoke-main.d.ts +0 -3
- package/dist/agent-smoke-main.d.ts.map +0 -1
- package/dist/agent-smoke-main.js +0 -55
- package/dist/agent-smoke-main.js.map +0 -1
- package/dist/agent-smoke.d.ts +0 -18
- package/dist/agent-smoke.d.ts.map +0 -1
- package/dist/agent-smoke.js +0 -103
- package/dist/agent-smoke.js.map +0 -1
- package/dist/codex-review.d.ts +0 -41
- package/dist/codex-review.d.ts.map +0 -1
- package/dist/codex-review.js +0 -193
- package/dist/codex-review.js.map +0 -1
- package/dist/eval-main.d.ts +0 -3
- package/dist/eval-main.d.ts.map +0 -1
- package/dist/eval-main.js +0 -81
- package/dist/eval-main.js.map +0 -1
- package/dist/evaluate.d.ts +0 -25
- package/dist/evaluate.d.ts.map +0 -1
- package/dist/evaluate.js +0 -214
- package/dist/evaluate.js.map +0 -1
- package/dist/modal-auth.d.ts.map +0 -1
- package/dist/modal-auth.js.map +0 -1
- package/dist/reaudit-main.d.ts +0 -3
- package/dist/reaudit-main.d.ts.map +0 -1
- package/dist/reaudit-main.js +0 -158
- package/dist/reaudit-main.js.map +0 -1
- package/dist/repair-main.d.ts +0 -3
- package/dist/repair-main.d.ts.map +0 -1
- package/dist/repair-main.js +0 -171
- package/dist/repair-main.js.map +0 -1
- package/dist/review/assets/index-CZ3G759O.js +0 -1568
- package/dist/review/assets/index-DgSLzX8l.css +0 -1
- package/dist/sandbox/programs/prepare-repair.d.ts +0 -7
- package/dist/sandbox/programs/prepare-repair.d.ts.map +0 -1
- package/dist/sandbox/programs/prepare-repair.js.map +0 -1
- package/dist/sandbox/programs/repair.d.ts +0 -3
- package/dist/sandbox/programs/repair.d.ts.map +0 -1
- package/dist/sandbox/programs/repair.js +0 -100
- package/dist/sandbox/programs/repair.js.map +0 -1
- package/dist/sandbox/programs/review.d.ts +0 -2
- package/dist/sandbox/programs/review.d.ts.map +0 -1
- package/dist/sandbox/programs/review.js +0 -18
- package/dist/sandbox/programs/review.js.map +0 -1
- package/dist/sandbox/programs/validation-repair.d.ts +0 -3
- package/dist/sandbox/programs/validation-repair.d.ts.map +0 -1
- package/dist/sandbox/programs/validation-repair.js +0 -115
- package/dist/sandbox/programs/validation-repair.js.map +0 -1
- package/dist/sandbox-repair.bundle.js +0 -323
- package/dist/sandbox-review.bundle.js +0 -14462
- package/dist/validate-main.d.ts +0 -3
- package/dist/validate-main.d.ts.map +0 -1
- package/dist/validate-main.js +0 -143
- package/dist/validate-main.js.map +0 -1
- package/dist/validation-repair.d.ts +0 -10
- package/dist/validation-repair.d.ts.map +0 -1
- package/dist/validation-repair.js +0 -72
- package/dist/validation-repair.js.map +0 -1
- package/review/index.html +0 -14
- package/review/src/App.tsx +0 -338
- package/review/src/export-loader.test.ts +0 -57
- package/review/src/export-loader.ts +0 -151
- package/review/src/main.tsx +0 -15
- package/review/src/styles.css +0 -162
- package/review/src/types.ts +0 -47
- package/review/tsconfig.json +0 -16
- package/review/vite.config.ts +0 -20
- package/scripts/build-sandbox-programs.ts +0 -22
- package/scripts/verify-package.ts +0 -102
- package/scripts/write-build-metadata.ts +0 -27
- package/src/agent-smoke-main.ts +0 -64
- package/src/agent-smoke.ts +0 -138
- package/src/api-main.ts +0 -12
- package/src/api.ts +0 -291
- package/src/artifacts.ts +0 -357
- package/src/audit.ts +0 -106
- package/src/build-metadata.ts +0 -3
- package/src/cli.ts +0 -504
- package/src/codex-review.ts +0 -229
- package/src/config.ts +0 -239
- package/src/contracts.ts +0 -233
- package/src/coupling.ts +0 -259
- package/src/eval-main.ts +0 -93
- package/src/evaluate.ts +0 -300
- package/src/github.ts +0 -26
- package/src/harbor-environment.ts +0 -17
- package/src/harbor-results.ts +0 -144
- package/src/harbor-task.ts +0 -533
- package/src/hash.ts +0 -5
- package/src/modal-auth.ts +0 -11
- package/src/parallel.ts +0 -24
- package/src/process.ts +0 -167
- package/src/project-paths.ts +0 -15
- package/src/provenance-associations.ts +0 -311
- package/src/provenance.ts +0 -561
- package/src/providers.ts +0 -22
- package/src/reaudit-main.ts +0 -198
- package/src/repair-main.ts +0 -209
- package/src/repair.ts +0 -55
- package/src/run-wait.ts +0 -40
- package/src/sandbox/contracts.ts +0 -52
- package/src/sandbox/index.ts +0 -23
- package/src/sandbox/programs/author.ts +0 -19
- package/src/sandbox/programs/prepare-repair.ts +0 -44
- package/src/sandbox/programs/repair.ts +0 -132
- package/src/sandbox/programs/review.ts +0 -19
- package/src/sandbox/programs/validation-repair.ts +0 -153
- package/src/sandbox/providers/docker/executor.ts +0 -115
- package/src/sandbox/providers/modal/executor.ts +0 -217
- package/src/sandbox/providers/vercel/command.ts +0 -127
- package/src/sandbox/providers/vercel/executor.ts +0 -448
- package/src/sandbox/providers/vercel/fetch.ts +0 -45
- package/src/sandbox/timeout.ts +0 -56
- package/src/setup/vercel/cli.ts +0 -403
- package/src/setup/vercel/index.ts +0 -3
- package/src/setup/vercel/probe.ts +0 -232
- package/src/setup/vercel/profile.ts +0 -322
- package/src/setup/vercel/runtime-image.ts +0 -204
- package/src/setup/vercel/setup.ts +0 -419
- package/src/subscription-auth.ts +0 -80
- package/src/temporal/activities.ts +0 -1348
- package/src/temporal/connection.ts +0 -23
- package/src/temporal/worker-main.ts +0 -28
- package/src/temporal/workflow.ts +0 -568
- package/src/terminal-prompts.ts +0 -197
- package/src/terminal-reporter.ts +0 -126
- package/src/validate-main.ts +0 -177
- package/src/validation-repair.ts +0 -94
- package/tsconfig.build.json +0 -13
- package/tsconfig.json +0 -21
|
@@ -1,132 +0,0 @@
|
|
|
1
|
-
#!/usr/bin/env node
|
|
2
|
-
|
|
3
|
-
import { chmod, mkdir, readFile, writeFile } from "node:fs/promises";
|
|
4
|
-
import { homedir, tmpdir } from "node:os";
|
|
5
|
-
import { join } from "node:path";
|
|
6
|
-
import { sha256 } from "../../hash.js";
|
|
7
|
-
import { runCommand } from "../../process.js";
|
|
8
|
-
import { assertRepairPaths, patchPaths, repairPrompt } from "../../repair.js";
|
|
9
|
-
import { prepareRepairTask } from "./prepare-repair.js";
|
|
10
|
-
|
|
11
|
-
const [archivePath, reviewPath, outputArchive, outputReport] = process.argv.slice(2);
|
|
12
|
-
if (!archivePath || !reviewPath || !outputArchive || !outputReport) {
|
|
13
|
-
throw new Error("usage: sandbox-repair TASK.tar.gz REVIEW.json OUTPUT.tar.gz OUTPUT-REPORT.json");
|
|
14
|
-
}
|
|
15
|
-
|
|
16
|
-
const { extractedDirectory, taskDirectory, repositoryDirectory } =
|
|
17
|
-
await prepareRepairTask(archivePath);
|
|
18
|
-
|
|
19
|
-
const [instruction, originalPatch, review] = await Promise.all([
|
|
20
|
-
readFile(join(taskDirectory, "instruction.md"), "utf8"),
|
|
21
|
-
readFile(join(taskDirectory, "tests/test.patch"), "utf8"),
|
|
22
|
-
readFile(reviewPath, "utf8"),
|
|
23
|
-
]);
|
|
24
|
-
const manifestPath = join(taskDirectory, ".selfbench-manifest.json");
|
|
25
|
-
const manifest = JSON.parse(await readFile(manifestPath, "utf8")) as Record<string, unknown>;
|
|
26
|
-
const taskId = typeof manifest.taskId === "string" ? manifest.taskId : "unknown-task";
|
|
27
|
-
const allowedPaths = patchPaths(originalPatch);
|
|
28
|
-
|
|
29
|
-
const codexAuth = process.env.SELFBENCH_CODEX_AUTH_JSON;
|
|
30
|
-
const apiKey = process.env.OPENAI_API_KEY;
|
|
31
|
-
if (!apiKey && !codexAuth) {
|
|
32
|
-
fail("OPENAI_API_KEY or SELFBENCH_CODEX_AUTH_JSON is required");
|
|
33
|
-
}
|
|
34
|
-
const codexHome = join(homedir(), ".codex");
|
|
35
|
-
const authPath = join(codexHome, "auth.json");
|
|
36
|
-
await mkdir(codexHome, { recursive: true });
|
|
37
|
-
await writeFile(authPath, codexAuth ?? `${JSON.stringify({ OPENAI_API_KEY: apiKey })}\n`);
|
|
38
|
-
await chmod(authPath, 0o600);
|
|
39
|
-
const promptPath = join(tmpdir(), `selfbench-repair-${taskId}.md`);
|
|
40
|
-
await writeFile(
|
|
41
|
-
promptPath,
|
|
42
|
-
repairPrompt({
|
|
43
|
-
taskId,
|
|
44
|
-
authenticRequest: instruction,
|
|
45
|
-
couplingReport: review,
|
|
46
|
-
allowedPaths,
|
|
47
|
-
}),
|
|
48
|
-
);
|
|
49
|
-
|
|
50
|
-
const codex = await runCommand(
|
|
51
|
-
"codex",
|
|
52
|
-
[
|
|
53
|
-
"exec",
|
|
54
|
-
"--model",
|
|
55
|
-
process.env.SELFBENCH_REPAIR_MODEL ?? "gpt-5.6-sol",
|
|
56
|
-
"--dangerously-bypass-approvals-and-sandbox",
|
|
57
|
-
"--ephemeral",
|
|
58
|
-
"--ignore-user-config",
|
|
59
|
-
"--json",
|
|
60
|
-
"-C",
|
|
61
|
-
repositoryDirectory,
|
|
62
|
-
"-",
|
|
63
|
-
],
|
|
64
|
-
{
|
|
65
|
-
allowFailure: true,
|
|
66
|
-
timeoutMs: 90 * 60 * 1000,
|
|
67
|
-
env: process.env,
|
|
68
|
-
input: await readFile(promptPath, "utf8"),
|
|
69
|
-
onOutput: (stream, chunk) => {
|
|
70
|
-
(stream === "stdout" ? process.stdout : process.stderr).write(chunk);
|
|
71
|
-
},
|
|
72
|
-
},
|
|
73
|
-
);
|
|
74
|
-
if (codex.exitCode !== 0) {
|
|
75
|
-
throw new Error(`Codex repair exited ${codex.exitCode}: ${codex.stderr.slice(-2_000)}`);
|
|
76
|
-
}
|
|
77
|
-
|
|
78
|
-
const [tracked, untracked] = await Promise.all([
|
|
79
|
-
runCommand("git", ["-C", repositoryDirectory, "diff", "--name-only", "HEAD"]),
|
|
80
|
-
runCommand("git", ["-C", repositoryDirectory, "ls-files", "--others", "--exclude-standard"]),
|
|
81
|
-
]);
|
|
82
|
-
const changedPaths = [...tracked.stdout.split("\n"), ...untracked.stdout.split("\n")]
|
|
83
|
-
.filter(Boolean)
|
|
84
|
-
.sort();
|
|
85
|
-
assertRepairPaths(originalPatch, changedPaths);
|
|
86
|
-
const repaired = await runCommand("git", ["-C", repositoryDirectory, "diff", "--binary", "HEAD"]);
|
|
87
|
-
if (!repaired.stdout.startsWith("diff --git ")) {
|
|
88
|
-
throw new Error(
|
|
89
|
-
`repair produced no held-out test patch; status=${JSON.stringify(changedPaths)}; Codex tail=${codex.stdout.slice(-4_000)}`,
|
|
90
|
-
);
|
|
91
|
-
}
|
|
92
|
-
if (repaired.stdout === originalPatch) {
|
|
93
|
-
throw new Error("repair left the held-out test patch unchanged");
|
|
94
|
-
}
|
|
95
|
-
|
|
96
|
-
await writeFile(join(taskDirectory, "tests/test.patch"), repaired.stdout);
|
|
97
|
-
await writeFile(
|
|
98
|
-
manifestPath,
|
|
99
|
-
`${JSON.stringify(
|
|
100
|
-
{
|
|
101
|
-
...manifest,
|
|
102
|
-
testPatchSha256: sha256(repaired.stdout),
|
|
103
|
-
repair: {
|
|
104
|
-
model: process.env.SELFBENCH_REPAIR_MODEL ?? "gpt-5.6-sol",
|
|
105
|
-
originalTestPatchSha256: sha256(originalPatch),
|
|
106
|
-
},
|
|
107
|
-
},
|
|
108
|
-
null,
|
|
109
|
-
2,
|
|
110
|
-
)}\n`,
|
|
111
|
-
);
|
|
112
|
-
await runCommand("tar", ["-czf", outputArchive, "-C", extractedDirectory, "."]);
|
|
113
|
-
await writeFile(
|
|
114
|
-
outputReport,
|
|
115
|
-
`${JSON.stringify(
|
|
116
|
-
{
|
|
117
|
-
schemaVersion: 1,
|
|
118
|
-
taskId,
|
|
119
|
-
model: process.env.SELFBENCH_REPAIR_MODEL ?? "gpt-5.6-sol",
|
|
120
|
-
changedPaths,
|
|
121
|
-
originalTestPatchSha256: sha256(originalPatch),
|
|
122
|
-
repairedTestPatchSha256: sha256(repaired.stdout),
|
|
123
|
-
codexOutputTail: codex.stdout.slice(-4_000),
|
|
124
|
-
},
|
|
125
|
-
null,
|
|
126
|
-
2,
|
|
127
|
-
)}\n`,
|
|
128
|
-
);
|
|
129
|
-
|
|
130
|
-
function fail(message: string): never {
|
|
131
|
-
throw new Error(message);
|
|
132
|
-
}
|
|
@@ -1,19 +0,0 @@
|
|
|
1
|
-
import { readFile, writeFile } from "node:fs/promises";
|
|
2
|
-
import { reviewCouplingWithCodex } from "../../codex-review.js";
|
|
3
|
-
|
|
4
|
-
const apiKey = process.env.OPENAI_API_KEY;
|
|
5
|
-
const authJson = process.env.SELFBENCH_PI_AUTH_JSON;
|
|
6
|
-
const outputPath = process.env.SELFBENCH_REVIEW_OUTPUT;
|
|
7
|
-
if (!apiKey && !authJson) {
|
|
8
|
-
throw new Error("OPENAI_API_KEY or SELFBENCH_PI_AUTH_JSON is required");
|
|
9
|
-
}
|
|
10
|
-
if (!outputPath) {
|
|
11
|
-
throw new Error("SELFBENCH_REVIEW_OUTPUT is required");
|
|
12
|
-
}
|
|
13
|
-
|
|
14
|
-
const review = await reviewCouplingWithCodex({
|
|
15
|
-
...(apiKey ? { apiKey } : {}),
|
|
16
|
-
...(authJson ? { authJson } : {}),
|
|
17
|
-
prompt: await readFile("/work/review-input.md", "utf8"),
|
|
18
|
-
});
|
|
19
|
-
await writeFile(outputPath, `${JSON.stringify(review, null, 2)}\n`, { flag: "wx" });
|
|
@@ -1,153 +0,0 @@
|
|
|
1
|
-
#!/usr/bin/env node
|
|
2
|
-
|
|
3
|
-
import { chmod, mkdir, readFile, writeFile } from "node:fs/promises";
|
|
4
|
-
import { homedir, tmpdir } from "node:os";
|
|
5
|
-
import { join } from "node:path";
|
|
6
|
-
import { taskDefinitionSchema } from "../../contracts.js";
|
|
7
|
-
import { runCommand } from "../../process.js";
|
|
8
|
-
import {
|
|
9
|
-
assertValidationRepair,
|
|
10
|
-
validationRepairPaths,
|
|
11
|
-
validationRepairPrompt,
|
|
12
|
-
} from "../../validation-repair.js";
|
|
13
|
-
import { prepareRepairTask } from "./prepare-repair.js";
|
|
14
|
-
|
|
15
|
-
const [archivePath, definitionPath, diagnosticsPath, outputDefinition, outputPatch, outputReport] =
|
|
16
|
-
process.argv.slice(2);
|
|
17
|
-
if (
|
|
18
|
-
!archivePath ||
|
|
19
|
-
!definitionPath ||
|
|
20
|
-
!diagnosticsPath ||
|
|
21
|
-
!outputDefinition ||
|
|
22
|
-
!outputPatch ||
|
|
23
|
-
!outputReport
|
|
24
|
-
) {
|
|
25
|
-
throw new Error(
|
|
26
|
-
"usage: sandbox-validation-repair TASK.tar.gz DEFINITION.json DIAGNOSTICS.txt OUTPUT-DEFINITION.json OUTPUT-PATCH OUTPUT-REPORT.json",
|
|
27
|
-
);
|
|
28
|
-
}
|
|
29
|
-
|
|
30
|
-
const { taskDirectory, repositoryDirectory } = await prepareRepairTask(archivePath);
|
|
31
|
-
const [instruction, originalPatch, diagnostics, originalDefinitionBytes] = await Promise.all([
|
|
32
|
-
readFile(join(taskDirectory, "instruction.md"), "utf8"),
|
|
33
|
-
readFile(join(taskDirectory, "tests/test.patch"), "utf8"),
|
|
34
|
-
readFile(diagnosticsPath, "utf8"),
|
|
35
|
-
readFile(definitionPath, "utf8"),
|
|
36
|
-
]);
|
|
37
|
-
const originalDefinition = taskDefinitionSchema.parse(JSON.parse(originalDefinitionBytes));
|
|
38
|
-
const allowedPaths = validationRepairPaths(originalPatch);
|
|
39
|
-
|
|
40
|
-
await Promise.all([
|
|
41
|
-
writeFile("/work/definition.json", `${JSON.stringify(originalDefinition, null, 2)}\n`),
|
|
42
|
-
writeFile("/work/gold.patch", await readFile(join(taskDirectory, "solution/gold.patch"))),
|
|
43
|
-
writeFile("/work/test.sh", await readFile(join(taskDirectory, "tests/test.sh"))),
|
|
44
|
-
]);
|
|
45
|
-
|
|
46
|
-
const piHome = join(homedir(), ".pi/agent");
|
|
47
|
-
const piAuth = process.env.SELFBENCH_PI_AUTH_JSON;
|
|
48
|
-
if (!process.env.OPENAI_API_KEY && !piAuth) {
|
|
49
|
-
fail("OPENAI_API_KEY or SELFBENCH_PI_AUTH_JSON is required");
|
|
50
|
-
}
|
|
51
|
-
await mkdir(piHome, { recursive: true });
|
|
52
|
-
await Promise.all([
|
|
53
|
-
...(piAuth
|
|
54
|
-
? [
|
|
55
|
-
writeFile(join(piHome, "auth.json"), piAuth).then(() =>
|
|
56
|
-
chmod(join(piHome, "auth.json"), 0o600),
|
|
57
|
-
),
|
|
58
|
-
]
|
|
59
|
-
: []),
|
|
60
|
-
writeFile(join(piHome, "settings.json"), `${JSON.stringify({ transport: "auto" })}\n`),
|
|
61
|
-
]);
|
|
62
|
-
const promptPath = join(tmpdir(), `selfbench-validation-repair-${originalDefinition.taskId}.md`);
|
|
63
|
-
await writeFile(
|
|
64
|
-
promptPath,
|
|
65
|
-
validationRepairPrompt({
|
|
66
|
-
definition: originalDefinition,
|
|
67
|
-
authenticRequest: instruction,
|
|
68
|
-
diagnostics,
|
|
69
|
-
allowedPaths,
|
|
70
|
-
}),
|
|
71
|
-
);
|
|
72
|
-
|
|
73
|
-
const pi = await runCommand(
|
|
74
|
-
"pi",
|
|
75
|
-
[
|
|
76
|
-
"--print",
|
|
77
|
-
"--mode",
|
|
78
|
-
"json",
|
|
79
|
-
"--no-session",
|
|
80
|
-
"--no-approve",
|
|
81
|
-
"--no-skills",
|
|
82
|
-
"--no-prompt-templates",
|
|
83
|
-
"--no-context-files",
|
|
84
|
-
"--no-extensions",
|
|
85
|
-
"--provider",
|
|
86
|
-
process.env.OPENAI_API_KEY ? "openai" : "openai-codex",
|
|
87
|
-
"--model",
|
|
88
|
-
process.env.SELFBENCH_REPAIR_MODEL ?? "gpt-5.6-sol",
|
|
89
|
-
"--thinking",
|
|
90
|
-
"high",
|
|
91
|
-
"--tools",
|
|
92
|
-
"read,bash,grep,find,ls",
|
|
93
|
-
`@${promptPath}`,
|
|
94
|
-
],
|
|
95
|
-
{
|
|
96
|
-
allowFailure: true,
|
|
97
|
-
timeoutMs: 90 * 60 * 1000,
|
|
98
|
-
cwd: repositoryDirectory,
|
|
99
|
-
env: process.env,
|
|
100
|
-
onOutput: (stream, chunk) => {
|
|
101
|
-
(stream === "stdout" ? process.stdout : process.stderr).write(chunk);
|
|
102
|
-
},
|
|
103
|
-
},
|
|
104
|
-
);
|
|
105
|
-
if (pi.exitCode !== 0) {
|
|
106
|
-
throw new Error(`Pi validation repair exited ${pi.exitCode}: ${pi.stderr.slice(-2_000)}`);
|
|
107
|
-
}
|
|
108
|
-
|
|
109
|
-
const repairedDefinition = taskDefinitionSchema.parse(
|
|
110
|
-
JSON.parse(await readFile("/work/definition.json", "utf8")),
|
|
111
|
-
);
|
|
112
|
-
const [tracked, untracked] = await Promise.all([
|
|
113
|
-
runCommand("git", ["-C", repositoryDirectory, "diff", "--name-only", "HEAD"]),
|
|
114
|
-
runCommand("git", ["-C", repositoryDirectory, "ls-files", "--others", "--exclude-standard"]),
|
|
115
|
-
]);
|
|
116
|
-
const changedPaths = [...tracked.stdout.split("\n"), ...untracked.stdout.split("\n")]
|
|
117
|
-
.filter(Boolean)
|
|
118
|
-
.sort();
|
|
119
|
-
assertValidationRepair(originalDefinition, repairedDefinition, originalPatch, changedPaths);
|
|
120
|
-
const repaired = await runCommand("git", ["-C", repositoryDirectory, "diff", "--binary", "HEAD"]);
|
|
121
|
-
const repairedPatch = repaired.stdout.startsWith("diff --git ") ? repaired.stdout : originalPatch;
|
|
122
|
-
if (
|
|
123
|
-
repairedPatch === originalPatch &&
|
|
124
|
-
JSON.stringify(repairedDefinition) === JSON.stringify(originalDefinition)
|
|
125
|
-
) {
|
|
126
|
-
throw new Error("validation repair left the task unchanged");
|
|
127
|
-
}
|
|
128
|
-
|
|
129
|
-
await Promise.all([
|
|
130
|
-
writeFile(outputDefinition, `${JSON.stringify(repairedDefinition, null, 2)}\n`),
|
|
131
|
-
writeFile(outputPatch, repairedPatch),
|
|
132
|
-
writeFile(
|
|
133
|
-
outputReport,
|
|
134
|
-
`${JSON.stringify(
|
|
135
|
-
{
|
|
136
|
-
schemaVersion: 1,
|
|
137
|
-
taskId: originalDefinition.taskId,
|
|
138
|
-
model: process.env.SELFBENCH_REPAIR_MODEL ?? "gpt-5.6-sol",
|
|
139
|
-
changedPaths,
|
|
140
|
-
definitionChanged:
|
|
141
|
-
JSON.stringify(repairedDefinition) !== JSON.stringify(originalDefinition),
|
|
142
|
-
testsChanged: repairedPatch !== originalPatch,
|
|
143
|
-
piOutputTail: pi.stdout.slice(-4_000),
|
|
144
|
-
},
|
|
145
|
-
null,
|
|
146
|
-
2,
|
|
147
|
-
)}\n`,
|
|
148
|
-
),
|
|
149
|
-
]);
|
|
150
|
-
|
|
151
|
-
function fail(message: string): never {
|
|
152
|
-
throw new Error(message);
|
|
153
|
-
}
|
|
@@ -1,115 +0,0 @@
|
|
|
1
|
-
import { mkdir, mkdtemp, readFile, rm, writeFile } from "node:fs/promises";
|
|
2
|
-
import { tmpdir } from "node:os";
|
|
3
|
-
import { dirname, join, relative, resolve } from "node:path";
|
|
4
|
-
import type { SelfBenchConfig } from "../../../config.js";
|
|
5
|
-
import { runCommand } from "../../../process.js";
|
|
6
|
-
import type {
|
|
7
|
-
SandboxExecutor,
|
|
8
|
-
SandboxRequest,
|
|
9
|
-
SandboxResult,
|
|
10
|
-
SandboxRunOptions,
|
|
11
|
-
} from "../../contracts.js";
|
|
12
|
-
|
|
13
|
-
export class DockerSandboxExecutor implements SandboxExecutor {
|
|
14
|
-
readonly #config: Extract<SelfBenchConfig["execution"], { kind: "docker" }>;
|
|
15
|
-
|
|
16
|
-
constructor(config: Extract<SelfBenchConfig["execution"], { kind: "docker" }>) {
|
|
17
|
-
this.#config = config;
|
|
18
|
-
}
|
|
19
|
-
|
|
20
|
-
async run(request: SandboxRequest, options: SandboxRunOptions = {}): Promise<SandboxResult> {
|
|
21
|
-
const root = await mkdtemp(join(tmpdir(), "selfbench-docker-"));
|
|
22
|
-
const sandboxId = sandboxName(request.runId, request.stage);
|
|
23
|
-
try {
|
|
24
|
-
for (const file of request.files ?? []) {
|
|
25
|
-
const destination = hostPath(root, file.path);
|
|
26
|
-
await mkdir(dirname(destination), { recursive: true });
|
|
27
|
-
await writeFile(destination, file.contents);
|
|
28
|
-
}
|
|
29
|
-
|
|
30
|
-
const environment = { ...request.environment, ...request.secrets };
|
|
31
|
-
const args = [
|
|
32
|
-
"create",
|
|
33
|
-
"--name",
|
|
34
|
-
sandboxId,
|
|
35
|
-
"--cpus",
|
|
36
|
-
String(request.cpu ?? 4),
|
|
37
|
-
"--memory",
|
|
38
|
-
`${request.memoryMiB ?? 8192}m`,
|
|
39
|
-
"--volume",
|
|
40
|
-
`${sandboxId}:/work`,
|
|
41
|
-
"--workdir",
|
|
42
|
-
"/work",
|
|
43
|
-
];
|
|
44
|
-
for (const key of Object.keys(environment)) {
|
|
45
|
-
args.push("--env", key);
|
|
46
|
-
}
|
|
47
|
-
args.push(this.#config.image, ...request.command);
|
|
48
|
-
|
|
49
|
-
await runCommand("docker", ["volume", "create", sandboxId]);
|
|
50
|
-
await runCommand("docker", args, { env: { ...process.env, ...environment } });
|
|
51
|
-
await runCommand("docker", ["cp", `${root}/.`, `${sandboxId}:/work/`]);
|
|
52
|
-
|
|
53
|
-
const abort = () => {
|
|
54
|
-
void runCommand("docker", ["rm", "--force", sandboxId], { allowFailure: true });
|
|
55
|
-
};
|
|
56
|
-
options.signal?.addEventListener("abort", abort, { once: true });
|
|
57
|
-
try {
|
|
58
|
-
const result = await runCommand("docker", ["start", "--attach", sandboxId], {
|
|
59
|
-
allowFailure: true,
|
|
60
|
-
timeoutMs: request.timeoutMs,
|
|
61
|
-
...(request.inactivityTimeoutMs
|
|
62
|
-
? { inactivityTimeoutMs: request.inactivityTimeoutMs }
|
|
63
|
-
: {}),
|
|
64
|
-
onOutput: (stream, chunk) => options.onProgress?.({ stream, bytes: chunk.byteLength }),
|
|
65
|
-
});
|
|
66
|
-
const outputs: Record<string, Uint8Array> = {};
|
|
67
|
-
for (const path of request.outputPaths ?? []) {
|
|
68
|
-
const destination = hostPath(root, path);
|
|
69
|
-
await mkdir(dirname(destination), { recursive: true });
|
|
70
|
-
const copied = await runCommand("docker", ["cp", `${sandboxId}:${path}`, destination], {
|
|
71
|
-
allowFailure: true,
|
|
72
|
-
});
|
|
73
|
-
if (copied.exitCode === 0) {
|
|
74
|
-
outputs[path] = await readFile(destination);
|
|
75
|
-
} else if (result.exitCode === 0) {
|
|
76
|
-
throw new Error(`sandbox ${sandboxId} exited successfully without output ${path}`);
|
|
77
|
-
}
|
|
78
|
-
}
|
|
79
|
-
return { sandboxId, ...result, outputs };
|
|
80
|
-
} finally {
|
|
81
|
-
options.signal?.removeEventListener("abort", abort);
|
|
82
|
-
await runCommand("docker", ["rm", "--force", sandboxId], { allowFailure: true });
|
|
83
|
-
await runCommand("docker", ["volume", "rm", "--force", sandboxId], {
|
|
84
|
-
allowFailure: true,
|
|
85
|
-
});
|
|
86
|
-
}
|
|
87
|
-
} finally {
|
|
88
|
-
await runCommand("docker", ["rm", "--force", sandboxId], { allowFailure: true });
|
|
89
|
-
await runCommand("docker", ["volume", "rm", "--force", sandboxId], {
|
|
90
|
-
allowFailure: true,
|
|
91
|
-
});
|
|
92
|
-
await rm(root, { recursive: true, force: true });
|
|
93
|
-
}
|
|
94
|
-
}
|
|
95
|
-
|
|
96
|
-
close(): void {}
|
|
97
|
-
}
|
|
98
|
-
|
|
99
|
-
function hostPath(root: string, containerPath: string): string {
|
|
100
|
-
if (!containerPath.startsWith("/work/")) {
|
|
101
|
-
throw new Error(`sandbox path must be beneath /work: ${containerPath}`);
|
|
102
|
-
}
|
|
103
|
-
const path = resolve(root, relative("/work", containerPath));
|
|
104
|
-
if (path !== root && !path.startsWith(`${root}/`)) {
|
|
105
|
-
throw new Error(`sandbox path escapes /work: ${containerPath}`);
|
|
106
|
-
}
|
|
107
|
-
return path;
|
|
108
|
-
}
|
|
109
|
-
|
|
110
|
-
function sandboxName(runId: string, stage: string): string {
|
|
111
|
-
const suffix = crypto.randomUUID().slice(0, 8);
|
|
112
|
-
return `selfbench-${runId.slice(0, 20)}-${stage.slice(0, 16)}-${suffix}`
|
|
113
|
-
.toLowerCase()
|
|
114
|
-
.replace(/[^a-z0-9_.-]/g, "-");
|
|
115
|
-
}
|
|
@@ -1,217 +0,0 @@
|
|
|
1
|
-
import { setTimeout as delay } from "node:timers/promises";
|
|
2
|
-
import { type Image, ModalClient, type Secret } from "modal";
|
|
3
|
-
import type { SelfBenchConfig } from "../../../config.js";
|
|
4
|
-
import { InactivityTimeoutError, RollingOutput } from "../../../process.js";
|
|
5
|
-
import {
|
|
6
|
-
SandboxExecutionError,
|
|
7
|
-
type SandboxExecutor,
|
|
8
|
-
type SandboxRequest,
|
|
9
|
-
type SandboxResult,
|
|
10
|
-
type SandboxRunOptions,
|
|
11
|
-
} from "../../contracts.js";
|
|
12
|
-
|
|
13
|
-
const FAILURE_DRAIN_TIMEOUT_MS = 1_000;
|
|
14
|
-
|
|
15
|
-
export class ModalSandboxExecutor implements SandboxExecutor {
|
|
16
|
-
readonly #client: ModalClient;
|
|
17
|
-
readonly #config: Extract<SelfBenchConfig["execution"], { kind: "modal" }>;
|
|
18
|
-
#image: Image | undefined;
|
|
19
|
-
|
|
20
|
-
constructor(
|
|
21
|
-
config: Extract<SelfBenchConfig["execution"], { kind: "modal" }>,
|
|
22
|
-
client = new ModalClient(),
|
|
23
|
-
) {
|
|
24
|
-
this.#config = config;
|
|
25
|
-
this.#client = client;
|
|
26
|
-
}
|
|
27
|
-
|
|
28
|
-
async run(request: SandboxRequest, options: SandboxRunOptions = {}): Promise<SandboxResult> {
|
|
29
|
-
options.signal?.throwIfAborted();
|
|
30
|
-
const app = await this.#client.apps.fromName(this.#config.app, {
|
|
31
|
-
createIfMissing: true,
|
|
32
|
-
...(this.#config.environment ? { environment: this.#config.environment } : {}),
|
|
33
|
-
});
|
|
34
|
-
options.signal?.throwIfAborted();
|
|
35
|
-
if (!this.#image) {
|
|
36
|
-
this.#image = this.#buildImage();
|
|
37
|
-
}
|
|
38
|
-
const sandbox = await this.#client.sandboxes.create(app, this.#image, {
|
|
39
|
-
timeoutMs: request.timeoutMs,
|
|
40
|
-
idleTimeoutMs: Math.min(request.timeoutMs, 10 * 60 * 1000),
|
|
41
|
-
cpu: request.cpu ?? 4,
|
|
42
|
-
memoryMiB: request.memoryMiB ?? 8192,
|
|
43
|
-
workdir: "/work",
|
|
44
|
-
name: sandboxName(request.runId, request.stage),
|
|
45
|
-
tags: { run_id: request.runId, stage: request.stage },
|
|
46
|
-
});
|
|
47
|
-
|
|
48
|
-
let notifyFailure = (): void => {};
|
|
49
|
-
const abort = () => {
|
|
50
|
-
notifyFailure();
|
|
51
|
-
void sandbox.terminate();
|
|
52
|
-
};
|
|
53
|
-
options.signal?.addEventListener("abort", abort, { once: true });
|
|
54
|
-
try {
|
|
55
|
-
options.signal?.throwIfAborted();
|
|
56
|
-
for (const file of request.files ?? []) {
|
|
57
|
-
if (typeof file.contents === "string") {
|
|
58
|
-
await sandbox.filesystem.writeText(file.contents, file.path);
|
|
59
|
-
} else {
|
|
60
|
-
await sandbox.filesystem.writeBytes(file.contents, file.path);
|
|
61
|
-
}
|
|
62
|
-
}
|
|
63
|
-
|
|
64
|
-
const secrets = await this.#secrets(request.secrets);
|
|
65
|
-
const process = await sandbox.exec([...request.command], {
|
|
66
|
-
env: { ...request.environment },
|
|
67
|
-
...(secrets.length > 0 ? { secrets } : {}),
|
|
68
|
-
});
|
|
69
|
-
await process.closeStdin();
|
|
70
|
-
const stdoutOutput = new RollingOutput();
|
|
71
|
-
const stderrOutput = new RollingOutput();
|
|
72
|
-
const readers = new Set<ReadableStreamDefaultReader<string | Uint8Array>>();
|
|
73
|
-
let inactivityTimer: ReturnType<typeof setTimeout> | undefined;
|
|
74
|
-
let inactivityError: InactivityTimeoutError | undefined;
|
|
75
|
-
const failure = new Promise<void>((resolve) => {
|
|
76
|
-
notifyFailure = resolve;
|
|
77
|
-
});
|
|
78
|
-
const clearInactivityTimer = (): void => {
|
|
79
|
-
if (inactivityTimer) {
|
|
80
|
-
clearTimeout(inactivityTimer);
|
|
81
|
-
inactivityTimer = undefined;
|
|
82
|
-
}
|
|
83
|
-
};
|
|
84
|
-
const armInactivityTimer = (): void => {
|
|
85
|
-
clearInactivityTimer();
|
|
86
|
-
if (!request.inactivityTimeoutMs) {
|
|
87
|
-
return;
|
|
88
|
-
}
|
|
89
|
-
inactivityTimer = setTimeout(() => {
|
|
90
|
-
inactivityError = new InactivityTimeoutError(
|
|
91
|
-
`Modal sandbox ${sandbox.sandboxId} stage ${request.stage}`,
|
|
92
|
-
request.inactivityTimeoutMs ?? 0,
|
|
93
|
-
);
|
|
94
|
-
notifyFailure();
|
|
95
|
-
}, request.inactivityTimeoutMs);
|
|
96
|
-
inactivityTimer.unref();
|
|
97
|
-
};
|
|
98
|
-
const consume = async (
|
|
99
|
-
streamName: "stdout" | "stderr",
|
|
100
|
-
stream: ReadableStream<string | Uint8Array>,
|
|
101
|
-
output: RollingOutput,
|
|
102
|
-
): Promise<void> => {
|
|
103
|
-
const reader = stream.getReader();
|
|
104
|
-
readers.add(reader);
|
|
105
|
-
try {
|
|
106
|
-
while (true) {
|
|
107
|
-
const { value, done } = await reader.read();
|
|
108
|
-
if (done) {
|
|
109
|
-
return;
|
|
110
|
-
}
|
|
111
|
-
if (value !== undefined) {
|
|
112
|
-
const chunk = typeof value === "string" ? Buffer.from(value) : Buffer.from(value);
|
|
113
|
-
output.push(chunk);
|
|
114
|
-
options.onProgress?.({ stream: streamName, bytes: chunk.byteLength });
|
|
115
|
-
armInactivityTimer();
|
|
116
|
-
}
|
|
117
|
-
}
|
|
118
|
-
} finally {
|
|
119
|
-
readers.delete(reader);
|
|
120
|
-
reader.releaseLock();
|
|
121
|
-
}
|
|
122
|
-
};
|
|
123
|
-
let exitCode: number | undefined;
|
|
124
|
-
let processError: unknown;
|
|
125
|
-
let streamError: unknown;
|
|
126
|
-
const captureFailure = (error: unknown): void => {
|
|
127
|
-
streamError ??= error;
|
|
128
|
-
notifyFailure();
|
|
129
|
-
};
|
|
130
|
-
armInactivityTimer();
|
|
131
|
-
const completion = Promise.all([
|
|
132
|
-
process.wait().then(
|
|
133
|
-
(value) => {
|
|
134
|
-
exitCode = value;
|
|
135
|
-
},
|
|
136
|
-
(error: unknown) => {
|
|
137
|
-
processError = error;
|
|
138
|
-
notifyFailure();
|
|
139
|
-
},
|
|
140
|
-
),
|
|
141
|
-
consume("stdout", process.stdout, stdoutOutput).catch(captureFailure),
|
|
142
|
-
consume("stderr", process.stderr, stderrOutput).catch(captureFailure),
|
|
143
|
-
]);
|
|
144
|
-
await Promise.race([completion, failure.then(() => delay(FAILURE_DRAIN_TIMEOUT_MS))]).finally(
|
|
145
|
-
clearInactivityTimer,
|
|
146
|
-
);
|
|
147
|
-
if (readers.size > 0) {
|
|
148
|
-
void Promise.allSettled([...readers].map((reader) => reader.cancel()));
|
|
149
|
-
}
|
|
150
|
-
const executionError = inactivityError ?? processError ?? streamError;
|
|
151
|
-
const outputs: Record<string, Uint8Array> = {};
|
|
152
|
-
for (const path of request.outputPaths ?? []) {
|
|
153
|
-
try {
|
|
154
|
-
outputs[path] = await sandbox.filesystem.readBytes(path);
|
|
155
|
-
} catch {
|
|
156
|
-
// Callers validate required outputs after persisting stdout/stderr. Returning an
|
|
157
|
-
// absent output keeps the model or command failure diagnosable.
|
|
158
|
-
}
|
|
159
|
-
}
|
|
160
|
-
const result = {
|
|
161
|
-
sandboxId: sandbox.sandboxId,
|
|
162
|
-
exitCode: exitCode ?? 1,
|
|
163
|
-
stdout: stdoutOutput.text(),
|
|
164
|
-
stderr: stderrOutput.text(),
|
|
165
|
-
outputs,
|
|
166
|
-
};
|
|
167
|
-
if (executionError) {
|
|
168
|
-
throw new SandboxExecutionError(
|
|
169
|
-
`${executionError instanceof Error ? executionError.message : String(executionError)}; sandbox ${sandbox.sandboxId}`,
|
|
170
|
-
result,
|
|
171
|
-
{ cause: executionError },
|
|
172
|
-
);
|
|
173
|
-
}
|
|
174
|
-
return result;
|
|
175
|
-
} finally {
|
|
176
|
-
options.signal?.removeEventListener("abort", abort);
|
|
177
|
-
await sandbox.terminate().catch(() => undefined);
|
|
178
|
-
}
|
|
179
|
-
}
|
|
180
|
-
|
|
181
|
-
close(): void {
|
|
182
|
-
this.#client.close();
|
|
183
|
-
}
|
|
184
|
-
|
|
185
|
-
#buildImage(): Image {
|
|
186
|
-
return this.#client.images
|
|
187
|
-
.fromRegistry(this.#config.image)
|
|
188
|
-
.dockerfileCommands([
|
|
189
|
-
"USER root",
|
|
190
|
-
"RUN apt-get update && apt-get install -y --no-install-recommends bash ca-certificates curl git jq ripgrep unzip xz-utils && rm -rf /var/lib/apt/lists/*",
|
|
191
|
-
"RUN curl -fsSL https://github.com/cli/cli/releases/download/v2.89.0/gh_2.89.0_linux_amd64.tar.gz -o /tmp/gh.tar.gz && echo 'd0422caade520530e76c1c558da47daebaa8e1203d6b7ff10ad7d6faba3490d8 /tmp/gh.tar.gz' | sha256sum -c - && tar -xzf /tmp/gh.tar.gz -C /tmp && mv /tmp/gh_2.89.0_linux_amd64/bin/gh /usr/local/bin/gh && rm -rf /tmp/gh.tar.gz /tmp/gh_2.89.0_linux_amd64",
|
|
192
|
-
"RUN npm install --global --ignore-scripts @earendil-works/pi-coding-agent@0.84.0",
|
|
193
|
-
"RUN npm install --global @openai/codex@0.146.1",
|
|
194
|
-
"ENV PATH=/root/.local/bin:/usr/local/bin:/usr/local/sbin:/usr/bin:/usr/sbin:/bin:/sbin",
|
|
195
|
-
"WORKDIR /work",
|
|
196
|
-
]);
|
|
197
|
-
}
|
|
198
|
-
|
|
199
|
-
async #secrets(entries: Readonly<Record<string, string>> | undefined): Promise<Secret[]> {
|
|
200
|
-
if (!entries || Object.keys(entries).length === 0) {
|
|
201
|
-
return [];
|
|
202
|
-
}
|
|
203
|
-
return [
|
|
204
|
-
await this.#client.secrets.fromObject(
|
|
205
|
-
{ ...entries },
|
|
206
|
-
{
|
|
207
|
-
...(this.#config.environment ? { environment: this.#config.environment } : {}),
|
|
208
|
-
},
|
|
209
|
-
),
|
|
210
|
-
];
|
|
211
|
-
}
|
|
212
|
-
}
|
|
213
|
-
|
|
214
|
-
function sandboxName(runId: string, stage: string): string {
|
|
215
|
-
const suffix = crypto.randomUUID().slice(0, 8);
|
|
216
|
-
return `${runId.slice(0, 24)}-${stage.slice(0, 16)}-${suffix}`.replace(/[^a-zA-Z0-9._-]/g, "-");
|
|
217
|
-
}
|