self-bench 0.3.5 → 0.3.8
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.dockerignore +11 -1
- package/Dockerfile +9 -9
- package/Dockerfile.sandbox +5 -4
- package/README.md +38 -21
- package/bun.lock +462 -95
- package/compose.yaml +64 -20
- package/dist/agent-feed.d.ts +8 -0
- package/dist/agent-feed.d.ts.map +1 -0
- package/dist/agent-feed.js +56 -0
- package/dist/agent-feed.js.map +1 -0
- package/dist/api/http.d.ts +18 -0
- package/dist/api/http.d.ts.map +1 -0
- package/dist/api/http.js +111 -0
- package/dist/api/http.js.map +1 -0
- package/dist/api/run-request.d.ts +37 -0
- package/dist/api/run-request.d.ts.map +1 -0
- package/dist/api/run-request.js +59 -0
- package/dist/api/run-request.js.map +1 -0
- package/dist/api/status.d.ts +4 -0
- package/dist/api/status.d.ts.map +1 -0
- package/dist/api/status.js +36 -0
- package/dist/api/status.js.map +1 -0
- package/dist/api/viewer-routes.d.ts +9 -0
- package/dist/api/viewer-routes.d.ts.map +1 -0
- package/dist/api/viewer-routes.js +98 -0
- package/dist/api/viewer-routes.js.map +1 -0
- package/dist/api-main.js +5 -1
- package/dist/api-main.js.map +1 -1
- package/dist/api.d.ts +7 -25
- package/dist/api.d.ts.map +1 -1
- package/dist/api.js +80 -148
- package/dist/api.js.map +1 -1
- package/dist/archive.d.ts +14 -0
- package/dist/archive.d.ts.map +1 -0
- package/dist/archive.js +114 -0
- package/dist/archive.js.map +1 -0
- package/dist/artifacts/common.d.ts +15 -0
- package/dist/artifacts/common.d.ts.map +1 -0
- package/dist/artifacts/common.js +58 -0
- package/dist/artifacts/common.js.map +1 -0
- package/dist/artifacts/gcs.d.ts +18 -0
- package/dist/artifacts/gcs.d.ts.map +1 -0
- package/dist/artifacts/gcs.js +178 -0
- package/dist/artifacts/gcs.js.map +1 -0
- package/dist/artifacts/local.d.ts +17 -0
- package/dist/artifacts/local.d.ts.map +1 -0
- package/dist/artifacts/local.js +205 -0
- package/dist/artifacts/local.js.map +1 -0
- package/dist/artifacts/types.d.ts +18 -0
- package/dist/artifacts/types.d.ts.map +1 -0
- package/dist/artifacts/types.js +2 -0
- package/dist/artifacts/types.js.map +1 -0
- package/dist/artifacts.d.ts +5 -28
- package/dist/artifacts.d.ts.map +1 -1
- package/dist/artifacts.js +5 -302
- package/dist/artifacts.js.map +1 -1
- package/dist/audit.d.ts.map +1 -1
- package/dist/audit.js +8 -2
- package/dist/audit.js.map +1 -1
- package/dist/auth/api-key-routes.d.ts +17 -0
- package/dist/auth/api-key-routes.d.ts.map +1 -0
- package/dist/auth/api-key-routes.js +57 -0
- package/dist/auth/api-key-routes.js.map +1 -0
- package/dist/auth/api-keys.d.ts +47 -0
- package/dist/auth/api-keys.d.ts.map +1 -0
- package/dist/auth/api-keys.js +102 -0
- package/dist/auth/api-keys.js.map +1 -0
- package/dist/auth/config.d.ts +17 -0
- package/dist/auth/config.d.ts.map +1 -0
- package/dist/auth/config.js +38 -0
- package/dist/auth/config.js.map +1 -0
- package/dist/auth/cookies.d.ts +12 -0
- package/dist/auth/cookies.d.ts.map +1 -0
- package/dist/auth/cookies.js +45 -0
- package/dist/auth/cookies.js.map +1 -0
- package/dist/auth/crypto.d.ts +19 -0
- package/dist/auth/crypto.d.ts.map +1 -0
- package/dist/auth/crypto.js +48 -0
- package/dist/auth/crypto.js.map +1 -0
- package/dist/auth/github.d.ts +37 -0
- package/dist/auth/github.d.ts.map +1 -0
- package/dist/auth/github.js +127 -0
- package/dist/auth/github.js.map +1 -0
- package/dist/auth/routes.d.ts +41 -0
- package/dist/auth/routes.d.ts.map +1 -0
- package/dist/auth/routes.js +153 -0
- package/dist/auth/routes.js.map +1 -0
- package/dist/auth/session-expired.d.ts +4 -0
- package/dist/auth/session-expired.d.ts.map +1 -0
- package/dist/auth/session-expired.js +17 -0
- package/dist/auth/session-expired.js.map +1 -0
- package/dist/auth/session.d.ts +23 -0
- package/dist/auth/session.d.ts.map +1 -0
- package/dist/auth/session.js +56 -0
- package/dist/auth/session.js.map +1 -0
- package/dist/auth/users.d.ts +49 -0
- package/dist/auth/users.d.ts.map +1 -0
- package/dist/auth/users.js +125 -0
- package/dist/auth/users.js.map +1 -0
- package/dist/build-metadata.js +1 -1
- package/dist/cli/api-client.d.ts +8 -0
- package/dist/cli/api-client.d.ts.map +1 -0
- package/dist/cli/api-client.js +71 -0
- package/dist/cli/api-client.js.map +1 -0
- package/dist/cli/associate.d.ts +2 -0
- package/dist/cli/associate.d.ts.map +1 -0
- package/dist/cli/associate.js +51 -0
- package/dist/cli/associate.js.map +1 -0
- package/dist/cli/help.d.ts +2 -0
- package/dist/cli/help.d.ts.map +1 -0
- package/dist/cli/help.js +52 -0
- package/dist/cli/help.js.map +1 -0
- package/dist/cli/main.d.ts +2 -0
- package/dist/cli/main.d.ts.map +1 -0
- package/dist/cli/main.js +55 -0
- package/dist/cli/main.js.map +1 -0
- package/dist/cli/replay.d.ts +3 -0
- package/dist/cli/replay.d.ts.map +1 -0
- package/dist/cli/replay.js +59 -0
- package/dist/cli/replay.js.map +1 -0
- package/dist/cli/repository.d.ts +6 -0
- package/dist/cli/repository.d.ts.map +1 -0
- package/dist/cli/repository.js +36 -0
- package/dist/cli/repository.js.map +1 -0
- package/dist/cli/run.d.ts +2 -0
- package/dist/cli/run.d.ts.map +1 -0
- package/dist/cli/run.js +93 -0
- package/dist/cli/run.js.map +1 -0
- package/dist/cli/stack-environment.d.ts +26 -0
- package/dist/cli/stack-environment.d.ts.map +1 -0
- package/dist/cli/stack-environment.js +86 -0
- package/dist/cli/stack-environment.js.map +1 -0
- package/dist/cli/stack.d.ts +6 -0
- package/dist/cli/stack.d.ts.map +1 -0
- package/dist/cli/stack.js +131 -0
- package/dist/cli/stack.js.map +1 -0
- package/dist/cli/values.d.ts +8 -0
- package/dist/cli/values.d.ts.map +1 -0
- package/dist/cli/values.js +30 -0
- package/dist/cli/values.js.map +1 -0
- package/dist/cli/view.d.ts +2 -0
- package/dist/cli/view.d.ts.map +1 -0
- package/dist/cli/view.js +40 -0
- package/dist/cli/view.js.map +1 -0
- package/dist/cli.js +2 -369
- package/dist/cli.js.map +1 -1
- package/dist/config.d.ts +16 -2
- package/dist/config.d.ts.map +1 -1
- package/dist/config.js +60 -22
- package/dist/config.js.map +1 -1
- package/dist/contracts/common.d.ts +22 -0
- package/dist/contracts/common.d.ts.map +1 -0
- package/dist/contracts/common.js +29 -0
- package/dist/contracts/common.js.map +1 -0
- package/dist/contracts/results.d.ts +66 -0
- package/dist/contracts/results.d.ts.map +1 -0
- package/dist/contracts/results.js +2 -0
- package/dist/contracts/results.js.map +1 -0
- package/dist/contracts/run.d.ts +145 -0
- package/dist/contracts/run.d.ts.map +1 -0
- package/dist/contracts/run.js +74 -0
- package/dist/contracts/run.js.map +1 -0
- package/dist/contracts/task.d.ts +232 -0
- package/dist/contracts/task.d.ts.map +1 -0
- package/dist/contracts/task.js +198 -0
- package/dist/contracts/task.js.map +1 -0
- package/dist/contracts/verify.d.ts +331 -0
- package/dist/contracts/verify.d.ts.map +1 -0
- package/dist/contracts/verify.js +84 -0
- package/dist/contracts/verify.js.map +1 -0
- package/dist/contracts.d.ts +5 -242
- package/dist/contracts.d.ts.map +1 -1
- package/dist/contracts.js +5 -127
- package/dist/contracts.js.map +1 -1
- package/dist/db/client.d.ts +12 -0
- package/dist/db/client.d.ts.map +1 -0
- package/dist/db/client.js +16 -0
- package/dist/db/client.js.map +1 -0
- package/dist/db/schema.d.ts +1256 -0
- package/dist/db/schema.d.ts.map +1 -0
- package/dist/db/schema.js +128 -0
- package/dist/db/schema.js.map +1 -0
- package/dist/environment.d.ts +9 -0
- package/dist/environment.d.ts.map +1 -0
- package/dist/environment.js +101 -0
- package/dist/environment.js.map +1 -0
- package/dist/evaluation/account.d.ts +30 -0
- package/dist/evaluation/account.d.ts.map +1 -0
- package/dist/evaluation/account.js +34 -0
- package/dist/evaluation/account.js.map +1 -0
- package/dist/evaluation/activities.d.ts +9 -0
- package/dist/evaluation/activities.d.ts.map +1 -0
- package/dist/evaluation/activities.js +40 -0
- package/dist/evaluation/activities.js.map +1 -0
- package/dist/evaluation/catalog-pricing.d.ts +3 -0
- package/dist/evaluation/catalog-pricing.d.ts.map +1 -0
- package/dist/evaluation/catalog-pricing.js +37 -0
- package/dist/evaluation/catalog-pricing.js.map +1 -0
- package/dist/evaluation/catalog.d.ts +17 -0
- package/dist/evaluation/catalog.d.ts.map +1 -0
- package/dist/evaluation/catalog.js +126 -0
- package/dist/evaluation/catalog.js.map +1 -0
- package/dist/evaluation/codex-login-process.d.ts +12 -0
- package/dist/evaluation/codex-login-process.d.ts.map +1 -0
- package/dist/evaluation/codex-login-process.js +121 -0
- package/dist/evaluation/codex-login-process.js.map +1 -0
- package/dist/evaluation/codex-login-routes.d.ts +5 -0
- package/dist/evaluation/codex-login-routes.d.ts.map +1 -0
- package/dist/evaluation/codex-login-routes.js +55 -0
- package/dist/evaluation/codex-login-routes.js.map +1 -0
- package/dist/evaluation/codex-login.d.ts +42 -0
- package/dist/evaluation/codex-login.d.ts.map +1 -0
- package/dist/evaluation/codex-login.js +143 -0
- package/dist/evaluation/codex-login.js.map +1 -0
- package/dist/evaluation/comparisons.d.ts +65 -0
- package/dist/evaluation/comparisons.d.ts.map +1 -0
- package/dist/evaluation/comparisons.js +161 -0
- package/dist/evaluation/comparisons.js.map +1 -0
- package/dist/evaluation/config.d.ts +43 -0
- package/dist/evaluation/config.d.ts.map +1 -0
- package/dist/evaluation/config.js +116 -0
- package/dist/evaluation/config.js.map +1 -0
- package/dist/evaluation/cost.d.ts +3 -0
- package/dist/evaluation/cost.d.ts.map +1 -0
- package/dist/evaluation/cost.js +95 -0
- package/dist/evaluation/cost.js.map +1 -0
- package/dist/evaluation/credential-execution.d.ts +10 -0
- package/dist/evaluation/credential-execution.d.ts.map +1 -0
- package/dist/evaluation/credential-execution.js +65 -0
- package/dist/evaluation/credential-execution.js.map +1 -0
- package/dist/evaluation/credentials.d.ts +40 -0
- package/dist/evaluation/credentials.d.ts.map +1 -0
- package/dist/evaluation/credentials.js +146 -0
- package/dist/evaluation/credentials.js.map +1 -0
- package/dist/evaluation/encrypted-records.d.ts +15 -0
- package/dist/evaluation/encrypted-records.d.ts.map +1 -0
- package/dist/evaluation/encrypted-records.js +57 -0
- package/dist/evaluation/encrypted-records.js.map +1 -0
- package/dist/evaluation/gateway-execution.d.ts +18 -0
- package/dist/evaluation/gateway-execution.d.ts.map +1 -0
- package/dist/evaluation/gateway-execution.js +38 -0
- package/dist/evaluation/gateway-execution.js.map +1 -0
- package/dist/evaluation/harbor-cost.d.ts +3 -0
- package/dist/evaluation/harbor-cost.d.ts.map +1 -0
- package/dist/evaluation/harbor-cost.js +39 -0
- package/dist/evaluation/harbor-cost.js.map +1 -0
- package/dist/evaluation/harbor_e2b.py +20 -0
- package/dist/evaluation/harbor_gateway.py +22 -0
- package/dist/evaluation/harnesses.d.ts +8 -0
- package/dist/evaluation/harnesses.d.ts.map +1 -0
- package/dist/evaluation/harnesses.js +10 -0
- package/dist/evaluation/harnesses.js.map +1 -0
- package/dist/evaluation/model-options.d.ts +9 -0
- package/dist/evaluation/model-options.d.ts.map +1 -0
- package/dist/evaluation/model-options.js +81 -0
- package/dist/evaluation/model-options.js.map +1 -0
- package/dist/evaluation/org-credential-routes.d.ts +5 -0
- package/dist/evaluation/org-credential-routes.d.ts.map +1 -0
- package/dist/evaluation/org-credential-routes.js +56 -0
- package/dist/evaluation/org-credential-routes.js.map +1 -0
- package/dist/evaluation/org-records.d.ts +4 -0
- package/dist/evaluation/org-records.d.ts.map +1 -0
- package/dist/evaluation/org-records.js +14 -0
- package/dist/evaluation/org-records.js.map +1 -0
- package/dist/evaluation/output.d.ts +9 -0
- package/dist/evaluation/output.d.ts.map +1 -0
- package/dist/evaluation/output.js +171 -0
- package/dist/evaluation/output.js.map +1 -0
- package/dist/evaluation/platform-routes.d.ts +5 -0
- package/dist/evaluation/platform-routes.d.ts.map +1 -0
- package/dist/evaluation/platform-routes.js +123 -0
- package/dist/evaluation/platform-routes.js.map +1 -0
- package/dist/evaluation/profile-routes.d.ts +16 -0
- package/dist/evaluation/profile-routes.d.ts.map +1 -0
- package/dist/evaluation/profile-routes.js +47 -0
- package/dist/evaluation/profile-routes.js.map +1 -0
- package/dist/evaluation/profiles.d.ts +48 -0
- package/dist/evaluation/profiles.d.ts.map +1 -0
- package/dist/evaluation/profiles.js +134 -0
- package/dist/evaluation/profiles.js.map +1 -0
- package/dist/evaluation/providers.d.ts +11 -0
- package/dist/evaluation/providers.d.ts.map +1 -0
- package/dist/evaluation/providers.js +30 -0
- package/dist/evaluation/providers.js.map +1 -0
- package/dist/evaluation/routes.d.ts +23 -0
- package/dist/evaluation/routes.d.ts.map +1 -0
- package/dist/evaluation/routes.js +212 -0
- package/dist/evaluation/routes.js.map +1 -0
- package/dist/evaluation/runner.d.ts +16 -0
- package/dist/evaluation/runner.d.ts.map +1 -0
- package/dist/evaluation/runner.js +241 -0
- package/dist/evaluation/runner.js.map +1 -0
- package/dist/evaluation/store.d.ts +8 -0
- package/dist/evaluation/store.d.ts.map +1 -0
- package/dist/evaluation/store.js +60 -0
- package/dist/evaluation/store.js.map +1 -0
- package/dist/evaluation/types.d.ts +98 -0
- package/dist/evaluation/types.d.ts.map +1 -0
- package/dist/evaluation/types.js +2 -0
- package/dist/evaluation/types.js.map +1 -0
- package/dist/evaluation/worker-main.d.ts +2 -0
- package/dist/evaluation/worker-main.d.ts.map +1 -0
- package/dist/evaluation/worker-main.js +26 -0
- package/dist/evaluation/worker-main.js.map +1 -0
- package/dist/evaluation/worker-records.d.ts +5 -0
- package/dist/evaluation/worker-records.d.ts.map +1 -0
- package/dist/evaluation/worker-records.js +11 -0
- package/dist/evaluation/worker-records.js.map +1 -0
- package/dist/evaluation/workflow.d.ts +3 -0
- package/dist/evaluation/workflow.d.ts.map +1 -0
- package/dist/evaluation/workflow.js +20 -0
- package/dist/evaluation/workflow.js.map +1 -0
- package/dist/execution-environment.d.ts +3 -0
- package/dist/execution-environment.d.ts.map +1 -0
- package/dist/execution-environment.js +9 -0
- package/dist/execution-environment.js.map +1 -0
- package/dist/extension-authoring.bundle.js +347 -0
- package/dist/extension-verifier.bundle.js +73 -0
- package/dist/extensions/authoring.d.ts.map +1 -1
- package/dist/extensions/authoring.js +70 -59
- package/dist/extensions/authoring.js.map +1 -1
- package/dist/extensions/discovery.d.ts.map +1 -1
- package/dist/extensions/discovery.js +12 -5
- package/dist/extensions/discovery.js.map +1 -1
- package/dist/extensions/shared/deliverable.d.ts +33 -0
- package/dist/extensions/shared/deliverable.d.ts.map +1 -0
- package/dist/extensions/shared/deliverable.js +123 -0
- package/dist/extensions/shared/deliverable.js.map +1 -0
- package/dist/extensions/shared/mailbox.d.ts +33 -0
- package/dist/extensions/shared/mailbox.d.ts.map +1 -0
- package/dist/extensions/shared/mailbox.js +102 -0
- package/dist/extensions/shared/mailbox.js.map +1 -0
- package/dist/extensions/shared/schemas.d.ts +90 -0
- package/dist/extensions/shared/schemas.d.ts.map +1 -0
- package/dist/extensions/shared/schemas.js +71 -0
- package/dist/extensions/shared/schemas.js.map +1 -0
- package/dist/extensions/shared/static-check.d.ts +38 -0
- package/dist/extensions/shared/static-check.d.ts.map +1 -0
- package/dist/extensions/shared/static-check.js +52 -0
- package/dist/extensions/shared/static-check.js.map +1 -0
- package/dist/extensions/verifier.d.ts +4 -0
- package/dist/extensions/verifier.d.ts.map +1 -0
- package/dist/extensions/verifier.js +70 -0
- package/dist/extensions/verifier.js.map +1 -0
- package/dist/github.d.ts +1 -1
- package/dist/github.d.ts.map +1 -1
- package/dist/github.js +3 -3
- package/dist/github.js.map +1 -1
- package/dist/harbor-environment.d.ts +13 -1
- package/dist/harbor-environment.d.ts.map +1 -1
- package/dist/harbor-environment.js +37 -4
- package/dist/harbor-environment.js.map +1 -1
- package/dist/harbor-results.d.ts +2 -0
- package/dist/harbor-results.d.ts.map +1 -1
- package/dist/harbor-results.js +2 -0
- package/dist/harbor-results.js.map +1 -1
- package/dist/harbor-task/compiler.d.ts +10 -0
- package/dist/harbor-task/compiler.d.ts.map +1 -0
- package/dist/harbor-task/compiler.js +174 -0
- package/dist/harbor-task/compiler.js.map +1 -0
- package/dist/harbor-task/constants.d.ts +3 -0
- package/dist/harbor-task/constants.d.ts.map +1 -0
- package/dist/harbor-task/constants.js +3 -0
- package/dist/harbor-task/constants.js.map +1 -0
- package/dist/harbor-task/dependencies.d.ts +3 -0
- package/dist/harbor-task/dependencies.d.ts.map +1 -0
- package/dist/harbor-task/dependencies.js +20 -0
- package/dist/harbor-task/dependencies.js.map +1 -0
- package/dist/harbor-task/paths.d.ts +6 -0
- package/dist/harbor-task/paths.d.ts.map +1 -0
- package/dist/harbor-task/paths.js +37 -0
- package/dist/harbor-task/paths.js.map +1 -0
- package/dist/harbor-task/render.d.ts +11 -0
- package/dist/harbor-task/render.d.ts.map +1 -0
- package/dist/harbor-task/render.js +194 -0
- package/dist/harbor-task/render.js.map +1 -0
- package/dist/harbor-task/runtime/command.sh +26 -0
- package/dist/harbor-task/runtime/junit.py +69 -0
- package/dist/harbor-task/runtime-assets.d.ts +2 -0
- package/dist/harbor-task/runtime-assets.d.ts.map +1 -0
- package/dist/harbor-task/runtime-assets.js +8 -0
- package/dist/harbor-task/runtime-assets.js.map +1 -0
- package/dist/harbor-task/test-patch.d.ts +4 -0
- package/dist/harbor-task/test-patch.d.ts.map +1 -0
- package/dist/harbor-task/test-patch.js +15 -0
- package/dist/harbor-task/test-patch.js.map +1 -0
- package/dist/harbor-task/verifier.d.ts +4 -0
- package/dist/harbor-task/verifier.d.ts.map +1 -0
- package/dist/harbor-task/verifier.js +105 -0
- package/dist/harbor-task/verifier.js.map +1 -0
- package/dist/harbor-task.d.ts +3 -11
- package/dist/harbor-task.d.ts.map +1 -1
- package/dist/harbor-task.js +2 -461
- package/dist/harbor-task.js.map +1 -1
- package/dist/log-excerpt.d.ts +15 -0
- package/dist/log-excerpt.d.ts.map +1 -0
- package/dist/log-excerpt.js +104 -0
- package/dist/log-excerpt.js.map +1 -0
- package/dist/patch-check.d.ts +26 -0
- package/dist/patch-check.d.ts.map +1 -0
- package/dist/patch-check.js +137 -0
- package/dist/patch-check.js.map +1 -0
- package/dist/pi-event-feed.d.ts +16 -0
- package/dist/pi-event-feed.d.ts.map +1 -0
- package/dist/pi-event-feed.js +86 -0
- package/dist/pi-event-feed.js.map +1 -0
- package/dist/pi-session.d.ts +32 -0
- package/dist/pi-session.d.ts.map +1 -0
- package/dist/pi-session.js +175 -0
- package/dist/pi-session.js.map +1 -0
- package/dist/process.d.ts +5 -0
- package/dist/process.d.ts.map +1 -1
- package/dist/process.js +31 -9
- package/dist/process.js.map +1 -1
- package/dist/project-paths.d.ts +2 -0
- package/dist/project-paths.d.ts.map +1 -0
- package/dist/project-paths.js +15 -0
- package/dist/project-paths.js.map +1 -0
- package/dist/provenance/github.d.ts +4 -0
- package/dist/provenance/github.d.ts.map +1 -0
- package/dist/provenance/github.js +65 -0
- package/dist/provenance/github.js.map +1 -0
- package/dist/provenance/local.d.ts +4 -0
- package/dist/provenance/local.d.ts.map +1 -0
- package/dist/provenance/local.js +82 -0
- package/dist/provenance/local.js.map +1 -0
- package/dist/provenance/redact.d.ts +2 -0
- package/dist/provenance/redact.d.ts.map +1 -0
- package/dist/provenance/redact.js +28 -0
- package/dist/provenance/redact.js.map +1 -0
- package/dist/provenance/selection.d.ts +4 -0
- package/dist/provenance/selection.d.ts.map +1 -0
- package/dist/provenance/selection.js +29 -0
- package/dist/provenance/selection.js.map +1 -0
- package/dist/provenance/session.d.ts +3 -0
- package/dist/provenance/session.d.ts.map +1 -0
- package/dist/provenance/session.js +214 -0
- package/dist/provenance/session.js.map +1 -0
- package/dist/provenance/shared.d.ts +7 -0
- package/dist/provenance/shared.d.ts.map +1 -0
- package/dist/provenance/shared.js +10 -0
- package/dist/provenance/shared.js.map +1 -0
- package/dist/provenance/types.d.ts +34 -0
- package/dist/provenance/types.d.ts.map +1 -0
- package/dist/provenance/types.js +22 -0
- package/dist/provenance/types.js.map +1 -0
- package/dist/provenance-associations/apply.d.ts +3 -0
- package/dist/provenance-associations/apply.d.ts.map +1 -0
- package/dist/provenance-associations/apply.js +66 -0
- package/dist/provenance-associations/apply.js.map +1 -0
- package/dist/provenance-associations/shared.d.ts +45 -0
- package/dist/provenance-associations/shared.d.ts.map +1 -0
- package/dist/provenance-associations/shared.js +42 -0
- package/dist/provenance-associations/shared.js.map +1 -0
- package/dist/provenance-associations.d.ts +22 -0
- package/dist/provenance-associations.d.ts.map +1 -0
- package/dist/provenance-associations.js +121 -0
- package/dist/provenance-associations.js.map +1 -0
- package/dist/provenance.d.ts +7 -20
- package/dist/provenance.d.ts.map +1 -1
- package/dist/provenance.js +6 -360
- package/dist/provenance.js.map +1 -1
- package/dist/providers.d.ts +25 -2
- package/dist/providers.d.ts.map +1 -1
- package/dist/providers.js +23 -2
- package/dist/providers.js.map +1 -1
- package/dist/repair.d.ts +1 -6
- package/dist/repair.d.ts.map +1 -1
- package/dist/repair.js +17 -27
- package/dist/repair.js.map +1 -1
- package/dist/review/assets/index-BHHztQ9x.js +1679 -0
- package/dist/review/assets/index-KQ1eFQ0t.css +1 -0
- package/dist/review/index.html +11 -8
- package/dist/runtime/command.sh +26 -0
- package/dist/runtime/junit.py +69 -0
- package/dist/sandbox/contracts.d.ts +76 -0
- package/dist/sandbox/contracts.d.ts.map +1 -0
- package/dist/sandbox/contracts.js +12 -0
- package/dist/sandbox/contracts.js.map +1 -0
- package/dist/sandbox/index.d.ts +5 -0
- package/dist/sandbox/index.d.ts.map +1 -0
- package/dist/sandbox/index.js +27 -0
- package/dist/sandbox/index.js.map +1 -0
- package/dist/sandbox/live.d.ts +18 -0
- package/dist/sandbox/live.d.ts.map +1 -0
- package/dist/sandbox/live.js +55 -0
- package/dist/sandbox/live.js.map +1 -0
- package/dist/sandbox/output-retry.d.ts +16 -0
- package/dist/sandbox/output-retry.d.ts.map +1 -0
- package/dist/sandbox/output-retry.js +36 -0
- package/dist/sandbox/output-retry.js.map +1 -0
- package/dist/sandbox/programs/author.d.ts +3 -0
- package/dist/sandbox/programs/author.d.ts.map +1 -0
- package/dist/sandbox/programs/author.js +27 -0
- package/dist/sandbox/programs/author.js.map +1 -0
- package/dist/sandbox/programs/check.d.ts +3 -0
- package/dist/sandbox/programs/check.d.ts.map +1 -0
- package/dist/sandbox/programs/check.js +76 -0
- package/dist/sandbox/programs/check.js.map +1 -0
- package/dist/sandbox/programs/prepare-task.d.ts +12 -0
- package/dist/sandbox/programs/prepare-task.d.ts.map +1 -0
- package/dist/sandbox/programs/prepare-task.js +32 -0
- package/dist/sandbox/programs/prepare-task.js.map +1 -0
- package/dist/sandbox/programs/verifier.d.ts +3 -0
- package/dist/sandbox/programs/verifier.d.ts.map +1 -0
- package/dist/sandbox/programs/verifier.js +9 -0
- package/dist/sandbox/programs/verifier.js.map +1 -0
- package/dist/sandbox/providers/docker/executor.d.ts +14 -0
- package/dist/sandbox/providers/docker/executor.d.ts.map +1 -0
- package/dist/sandbox/providers/docker/executor.js +153 -0
- package/dist/sandbox/providers/docker/executor.js.map +1 -0
- package/dist/sandbox/providers/e2b/bytes.d.ts +3 -0
- package/dist/sandbox/providers/e2b/bytes.d.ts.map +1 -0
- package/dist/sandbox/providers/e2b/bytes.js +8 -0
- package/dist/sandbox/providers/e2b/bytes.js.map +1 -0
- package/dist/sandbox/providers/e2b/cleanup.d.ts +8 -0
- package/dist/sandbox/providers/e2b/cleanup.d.ts.map +1 -0
- package/dist/sandbox/providers/e2b/cleanup.js +124 -0
- package/dist/sandbox/providers/e2b/cleanup.js.map +1 -0
- package/dist/sandbox/providers/e2b/command.d.ts +23 -0
- package/dist/sandbox/providers/e2b/command.d.ts.map +1 -0
- package/dist/sandbox/providers/e2b/command.js +160 -0
- package/dist/sandbox/providers/e2b/command.js.map +1 -0
- package/dist/sandbox/providers/e2b/config.d.ts +13 -0
- package/dist/sandbox/providers/e2b/config.d.ts.map +1 -0
- package/dist/sandbox/providers/e2b/config.js +2 -0
- package/dist/sandbox/providers/e2b/config.js.map +1 -0
- package/dist/sandbox/providers/e2b/executor.d.ts +15 -0
- package/dist/sandbox/providers/e2b/executor.d.ts.map +1 -0
- package/dist/sandbox/providers/e2b/executor.js +207 -0
- package/dist/sandbox/providers/e2b/executor.js.map +1 -0
- package/dist/sandbox/providers/e2b/lifecycle.d.ts +8 -0
- package/dist/sandbox/providers/e2b/lifecycle.d.ts.map +1 -0
- package/dist/sandbox/providers/e2b/lifecycle.js +37 -0
- package/dist/sandbox/providers/e2b/lifecycle.js.map +1 -0
- package/dist/sandbox/providers/e2b/outcome.d.ts +11 -0
- package/dist/sandbox/providers/e2b/outcome.d.ts.map +1 -0
- package/dist/sandbox/providers/e2b/outcome.js +72 -0
- package/dist/sandbox/providers/e2b/outcome.js.map +1 -0
- package/dist/sandbox/providers/e2b/stage-files.d.ts +10 -0
- package/dist/sandbox/providers/e2b/stage-files.d.ts.map +1 -0
- package/dist/sandbox/providers/e2b/stage-files.js +45 -0
- package/dist/sandbox/providers/e2b/stage-files.js.map +1 -0
- package/dist/sandbox/providers/e2b/startup.d.ts +10 -0
- package/dist/sandbox/providers/e2b/startup.d.ts.map +1 -0
- package/dist/sandbox/providers/e2b/startup.js +26 -0
- package/dist/sandbox/providers/e2b/startup.js.map +1 -0
- package/dist/sandbox/providers/e2b/types.d.ts +9 -0
- package/dist/sandbox/providers/e2b/types.d.ts.map +1 -0
- package/dist/sandbox/providers/e2b/types.js +2 -0
- package/dist/sandbox/providers/e2b/types.js.map +1 -0
- package/dist/sandbox/providers/e2b/validation.d.ts +14 -0
- package/dist/sandbox/providers/e2b/validation.d.ts.map +1 -0
- package/dist/sandbox/providers/e2b/validation.js +60 -0
- package/dist/sandbox/providers/e2b/validation.js.map +1 -0
- package/dist/sandbox/providers/modal/auth.d.ts +2 -0
- package/dist/sandbox/providers/modal/auth.d.ts.map +1 -0
- package/dist/sandbox/providers/modal/auth.js +9 -0
- package/dist/sandbox/providers/modal/auth.js.map +1 -0
- package/dist/sandbox/providers/modal/executor.d.ts +15 -0
- package/dist/sandbox/providers/modal/executor.d.ts.map +1 -0
- package/dist/sandbox/providers/modal/executor.js +207 -0
- package/dist/sandbox/providers/modal/executor.js.map +1 -0
- package/dist/sandbox/providers/modal/live.d.ts +7 -0
- package/dist/sandbox/providers/modal/live.d.ts.map +1 -0
- package/dist/sandbox/providers/modal/live.js +50 -0
- package/dist/sandbox/providers/modal/live.js.map +1 -0
- package/dist/sandbox/providers/vercel/command.d.ts +20 -0
- package/dist/sandbox/providers/vercel/command.d.ts.map +1 -0
- package/dist/sandbox/providers/vercel/command.js +126 -0
- package/dist/sandbox/providers/vercel/command.js.map +1 -0
- package/dist/sandbox/providers/vercel/executor.d.ts +13 -0
- package/dist/sandbox/providers/vercel/executor.d.ts.map +1 -0
- package/dist/sandbox/providers/vercel/executor.js +190 -0
- package/dist/sandbox/providers/vercel/executor.js.map +1 -0
- package/dist/sandbox/providers/vercel/fetch.d.ts +6 -0
- package/dist/sandbox/providers/vercel/fetch.d.ts.map +1 -0
- package/dist/sandbox/providers/vercel/fetch.js +39 -0
- package/dist/sandbox/providers/vercel/fetch.js.map +1 -0
- package/dist/sandbox/providers/vercel/lifecycle.d.ts +13 -0
- package/dist/sandbox/providers/vercel/lifecycle.d.ts.map +1 -0
- package/dist/sandbox/providers/vercel/lifecycle.js +140 -0
- package/dist/sandbox/providers/vercel/lifecycle.js.map +1 -0
- package/dist/sandbox/providers/vercel/validation.d.ts +11 -0
- package/dist/sandbox/providers/vercel/validation.d.ts.map +1 -0
- package/dist/sandbox/providers/vercel/validation.js +30 -0
- package/dist/sandbox/providers/vercel/validation.js.map +1 -0
- package/dist/sandbox/remote-files.d.ts +11 -0
- package/dist/sandbox/remote-files.d.ts.map +1 -0
- package/dist/sandbox/remote-files.js +41 -0
- package/dist/sandbox/remote-files.js.map +1 -0
- package/dist/sandbox/request-validation.d.ts +5 -0
- package/dist/sandbox/request-validation.d.ts.map +1 -0
- package/dist/sandbox/request-validation.js +43 -0
- package/dist/sandbox/request-validation.js.map +1 -0
- package/dist/sandbox/supervisor.d.ts +42 -0
- package/dist/sandbox/supervisor.d.ts.map +1 -0
- package/dist/sandbox/supervisor.js +126 -0
- package/dist/sandbox/supervisor.js.map +1 -0
- package/dist/sandbox/timeout.d.ts +16 -0
- package/dist/sandbox/timeout.d.ts.map +1 -0
- package/dist/sandbox/timeout.js +53 -0
- package/dist/sandbox/timeout.js.map +1 -0
- package/dist/sandbox-author.bundle.js +48 -14877
- package/dist/sandbox-check.bundle.js +20155 -0
- package/dist/sandbox-verifier.bundle.js +307 -0
- package/dist/setup/e2b/build.d.ts +24 -0
- package/dist/setup/e2b/build.d.ts.map +1 -0
- package/dist/setup/e2b/build.js +46 -0
- package/dist/setup/e2b/build.js.map +1 -0
- package/dist/setup/e2b/cli.d.ts +2 -0
- package/dist/setup/e2b/cli.d.ts.map +1 -0
- package/dist/setup/e2b/cli.js +51 -0
- package/dist/setup/e2b/cli.js.map +1 -0
- package/dist/setup/e2b/index.d.ts +5 -0
- package/dist/setup/e2b/index.d.ts.map +1 -0
- package/dist/setup/e2b/index.js +4 -0
- package/dist/setup/e2b/index.js.map +1 -0
- package/dist/setup/e2b/template.d.ts +4 -0
- package/dist/setup/e2b/template.d.ts.map +1 -0
- package/dist/setup/e2b/template.js +53 -0
- package/dist/setup/e2b/template.js.map +1 -0
- package/dist/setup/vercel/cli-helpers.d.ts +22 -0
- package/dist/setup/vercel/cli-helpers.d.ts.map +1 -0
- package/dist/setup/vercel/cli-helpers.js +87 -0
- package/dist/setup/vercel/cli-helpers.js.map +1 -0
- package/dist/setup/vercel/cli-runner.d.ts +14 -0
- package/dist/setup/vercel/cli-runner.d.ts.map +1 -0
- package/dist/setup/vercel/cli-runner.js +24 -0
- package/dist/setup/vercel/cli-runner.js.map +1 -0
- package/dist/setup/vercel/cli-types.d.ts +24 -0
- package/dist/setup/vercel/cli-types.d.ts.map +1 -0
- package/dist/setup/vercel/cli-types.js +18 -0
- package/dist/setup/vercel/cli-types.js.map +1 -0
- package/dist/setup/vercel/cli.d.ts +38 -0
- package/dist/setup/vercel/cli.d.ts.map +1 -0
- package/dist/setup/vercel/cli.js +193 -0
- package/dist/setup/vercel/cli.js.map +1 -0
- package/dist/setup/vercel/index.d.ts +4 -0
- package/dist/setup/vercel/index.d.ts.map +1 -0
- package/dist/setup/vercel/index.js +3 -0
- package/dist/setup/vercel/index.js.map +1 -0
- package/dist/setup/vercel/probe.d.ts +49 -0
- package/dist/setup/vercel/probe.d.ts.map +1 -0
- package/dist/setup/vercel/probe.js +151 -0
- package/dist/setup/vercel/probe.js.map +1 -0
- package/dist/setup/vercel/profile-files.d.ts +6 -0
- package/dist/setup/vercel/profile-files.d.ts.map +1 -0
- package/dist/setup/vercel/profile-files.js +100 -0
- package/dist/setup/vercel/profile-files.js.map +1 -0
- package/dist/setup/vercel/profile-schema.d.ts +48 -0
- package/dist/setup/vercel/profile-schema.d.ts.map +1 -0
- package/dist/setup/vercel/profile-schema.js +39 -0
- package/dist/setup/vercel/profile-schema.js.map +1 -0
- package/dist/setup/vercel/profile.d.ts +18 -0
- package/dist/setup/vercel/profile.d.ts.map +1 -0
- package/dist/setup/vercel/profile.js +118 -0
- package/dist/setup/vercel/profile.js.map +1 -0
- package/dist/setup/vercel/runtime-image.d.ts +51 -0
- package/dist/setup/vercel/runtime-image.d.ts.map +1 -0
- package/dist/setup/vercel/runtime-image.js +123 -0
- package/dist/setup/vercel/runtime-image.js.map +1 -0
- package/dist/setup/vercel/selection.d.ts +18 -0
- package/dist/setup/vercel/selection.d.ts.map +1 -0
- package/dist/setup/vercel/selection.js +113 -0
- package/dist/setup/vercel/selection.js.map +1 -0
- package/dist/setup/vercel/setup-types.d.ts +34 -0
- package/dist/setup/vercel/setup-types.d.ts.map +1 -0
- package/dist/setup/vercel/setup-types.js +2 -0
- package/dist/setup/vercel/setup-types.js.map +1 -0
- package/dist/setup/vercel/setup.d.ts +17 -0
- package/dist/setup/vercel/setup.d.ts.map +1 -0
- package/dist/setup/vercel/setup.js +172 -0
- package/dist/setup/vercel/setup.js.map +1 -0
- package/dist/site/batch-activity.d.ts +5 -0
- package/dist/site/batch-activity.d.ts.map +1 -0
- package/dist/site/batch-activity.js +31 -0
- package/dist/site/batch-activity.js.map +1 -0
- package/dist/site/batch-progress.d.ts +16 -0
- package/dist/site/batch-progress.d.ts.map +1 -0
- package/dist/site/batch-progress.js +52 -0
- package/dist/site/batch-progress.js.map +1 -0
- package/dist/site/batch-routes.d.ts +30 -0
- package/dist/site/batch-routes.d.ts.map +1 -0
- package/dist/site/batch-routes.js +117 -0
- package/dist/site/batch-routes.js.map +1 -0
- package/dist/site/batch-start.d.ts +60 -0
- package/dist/site/batch-start.d.ts.map +1 -0
- package/dist/site/batch-start.js +39 -0
- package/dist/site/batch-start.js.map +1 -0
- package/dist/site/connected-repos.d.ts +25 -0
- package/dist/site/connected-repos.d.ts.map +1 -0
- package/dist/site/connected-repos.js +109 -0
- package/dist/site/connected-repos.js.map +1 -0
- package/dist/site/evaluation-start.d.ts +4 -0
- package/dist/site/evaluation-start.d.ts.map +1 -0
- package/dist/site/evaluation-start.js +19 -0
- package/dist/site/evaluation-start.js.map +1 -0
- package/dist/site/generation-config.d.ts +4 -0
- package/dist/site/generation-config.d.ts.map +1 -0
- package/dist/site/generation-config.js +16 -0
- package/dist/site/generation-config.js.map +1 -0
- package/dist/site/generation-credentials.d.ts +6 -0
- package/dist/site/generation-credentials.d.ts.map +1 -0
- package/dist/site/generation-credentials.js +101 -0
- package/dist/site/generation-credentials.js.map +1 -0
- package/dist/site/generation-run.d.ts +6 -0
- package/dist/site/generation-run.d.ts.map +1 -0
- package/dist/site/generation-run.js +22 -0
- package/dist/site/generation-run.js.map +1 -0
- package/dist/site/generation-settings.d.ts +80 -0
- package/dist/site/generation-settings.d.ts.map +1 -0
- package/dist/site/generation-settings.js +84 -0
- package/dist/site/generation-settings.js.map +1 -0
- package/dist/site/generation-subscription.d.ts +3 -0
- package/dist/site/generation-subscription.d.ts.map +1 -0
- package/dist/site/generation-subscription.js +38 -0
- package/dist/site/generation-subscription.js.map +1 -0
- package/dist/site/github-repos.d.ts +35 -0
- package/dist/site/github-repos.d.ts.map +1 -0
- package/dist/site/github-repos.js +121 -0
- package/dist/site/github-repos.js.map +1 -0
- package/dist/site/pr-candidate.d.ts +26 -0
- package/dist/site/pr-candidate.d.ts.map +1 -0
- package/dist/site/pr-candidate.js +101 -0
- package/dist/site/pr-candidate.js.map +1 -0
- package/dist/site/pr-list.d.ts +13 -0
- package/dist/site/pr-list.d.ts.map +1 -0
- package/dist/site/pr-list.js +24 -0
- package/dist/site/pr-list.js.map +1 -0
- package/dist/site/pr-routes.d.ts +26 -0
- package/dist/site/pr-routes.d.ts.map +1 -0
- package/dist/site/pr-routes.js +139 -0
- package/dist/site/pr-routes.js.map +1 -0
- package/dist/site/repo-store.d.ts +40 -0
- package/dist/site/repo-store.d.ts.map +1 -0
- package/dist/site/repo-store.js +74 -0
- package/dist/site/repo-store.js.map +1 -0
- package/dist/site/run-store.d.ts +17 -0
- package/dist/site/run-store.d.ts.map +1 -0
- package/dist/site/run-store.js +42 -0
- package/dist/site/run-store.js.map +1 -0
- package/dist/site/runtime.d.ts +27 -0
- package/dist/site/runtime.d.ts.map +1 -0
- package/dist/site/runtime.js +97 -0
- package/dist/site/runtime.js.map +1 -0
- package/dist/site/task-deletion.d.ts +7 -0
- package/dist/site/task-deletion.d.ts.map +1 -0
- package/dist/site/task-deletion.js +29 -0
- package/dist/site/task-deletion.js.map +1 -0
- package/dist/site/task-start-reservation.d.ts +4 -0
- package/dist/site/task-start-reservation.d.ts.map +1 -0
- package/dist/site/task-start-reservation.js +18 -0
- package/dist/site/task-start-reservation.js.map +1 -0
- package/dist/site/task-start.d.ts +33 -0
- package/dist/site/task-start.d.ts.map +1 -0
- package/dist/site/task-start.js +50 -0
- package/dist/site/task-start.js.map +1 -0
- package/dist/site/task-status.d.ts +36 -0
- package/dist/site/task-status.d.ts.map +1 -0
- package/dist/site/task-status.js +113 -0
- package/dist/site/task-status.js.map +1 -0
- package/dist/site/task-store.d.ts +78 -0
- package/dist/site/task-store.d.ts.map +1 -0
- package/dist/site/task-store.js +186 -0
- package/dist/site/task-store.js.map +1 -0
- package/dist/site/task-sync.d.ts +30 -0
- package/dist/site/task-sync.d.ts.map +1 -0
- package/dist/site/task-sync.js +121 -0
- package/dist/site/task-sync.js.map +1 -0
- package/dist/site/tasks.d.ts +47 -0
- package/dist/site/tasks.d.ts.map +1 -0
- package/dist/site/tasks.js +164 -0
- package/dist/site/tasks.js.map +1 -0
- package/dist/site/temporal-status.d.ts +8 -0
- package/dist/site/temporal-status.d.ts.map +1 -0
- package/dist/site/temporal-status.js +41 -0
- package/dist/site/temporal-status.js.map +1 -0
- package/dist/site/tenant.d.ts +4 -0
- package/dist/site/tenant.d.ts.map +1 -0
- package/dist/site/tenant.js +6 -0
- package/dist/site/tenant.js.map +1 -0
- package/dist/static-check.d.ts +38 -0
- package/dist/static-check.d.ts.map +1 -0
- package/dist/static-check.js +131 -0
- package/dist/static-check.js.map +1 -0
- package/dist/submission-hash.d.ts +18 -0
- package/dist/submission-hash.d.ts.map +1 -0
- package/dist/submission-hash.js +16 -0
- package/dist/submission-hash.js.map +1 -0
- package/dist/subscription-auth.d.ts +0 -7
- package/dist/subscription-auth.d.ts.map +1 -1
- package/dist/subscription-auth.js +3 -23
- package/dist/subscription-auth.js.map +1 -1
- package/dist/temporal/activities/agent-feed.d.ts +5 -0
- package/dist/temporal/activities/agent-feed.d.ts.map +1 -0
- package/dist/temporal/activities/agent-feed.js +41 -0
- package/dist/temporal/activities/agent-feed.js.map +1 -0
- package/dist/temporal/activities/agent-scripts.d.ts +16 -0
- package/dist/temporal/activities/agent-scripts.d.ts.map +1 -0
- package/dist/temporal/activities/agent-scripts.js +162 -0
- package/dist/temporal/activities/agent-scripts.js.map +1 -0
- package/dist/temporal/activities/authoring-round.d.ts +13 -0
- package/dist/temporal/activities/authoring-round.d.ts.map +1 -0
- package/dist/temporal/activities/authoring-round.js +160 -0
- package/dist/temporal/activities/authoring-round.js.map +1 -0
- package/dist/temporal/activities/constants.d.ts +5 -0
- package/dist/temporal/activities/constants.d.ts.map +1 -0
- package/dist/temporal/activities/constants.js +5 -0
- package/dist/temporal/activities/constants.js.map +1 -0
- package/dist/temporal/activities/discovery.d.ts +17 -0
- package/dist/temporal/activities/discovery.d.ts.map +1 -0
- package/dist/temporal/activities/discovery.js +153 -0
- package/dist/temporal/activities/discovery.js.map +1 -0
- package/dist/temporal/activities/drafts.d.ts +15 -0
- package/dist/temporal/activities/drafts.d.ts.map +1 -0
- package/dist/temporal/activities/drafts.js +51 -0
- package/dist/temporal/activities/drafts.js.map +1 -0
- package/dist/temporal/activities/excluded-source-prs.d.ts +9 -0
- package/dist/temporal/activities/excluded-source-prs.d.ts.map +1 -0
- package/dist/temporal/activities/excluded-source-prs.js +132 -0
- package/dist/temporal/activities/excluded-source-prs.js.map +1 -0
- package/dist/temporal/activities/export.d.ts +38 -0
- package/dist/temporal/activities/export.d.ts.map +1 -0
- package/dist/temporal/activities/export.js +79 -0
- package/dist/temporal/activities/export.js.map +1 -0
- package/dist/temporal/activities/factory.d.ts +5 -0
- package/dist/temporal/activities/factory.d.ts.map +1 -0
- package/dist/temporal/activities/factory.js +26 -0
- package/dist/temporal/activities/factory.js.map +1 -0
- package/dist/temporal/activities/gate-logs.d.ts +20 -0
- package/dist/temporal/activities/gate-logs.d.ts.map +1 -0
- package/dist/temporal/activities/gate-logs.js +62 -0
- package/dist/temporal/activities/gate-logs.js.map +1 -0
- package/dist/temporal/activities/generation-runtime.d.ts +6 -0
- package/dist/temporal/activities/generation-runtime.d.ts.map +1 -0
- package/dist/temporal/activities/generation-runtime.js +56 -0
- package/dist/temporal/activities/generation-runtime.js.map +1 -0
- package/dist/temporal/activities/harbor.d.ts +11 -0
- package/dist/temporal/activities/harbor.d.ts.map +1 -0
- package/dist/temporal/activities/harbor.js +112 -0
- package/dist/temporal/activities/harbor.js.map +1 -0
- package/dist/temporal/activities/modal-build-log.d.ts +12 -0
- package/dist/temporal/activities/modal-build-log.d.ts.map +1 -0
- package/dist/temporal/activities/modal-build-log.js +57 -0
- package/dist/temporal/activities/modal-build-log.js.map +1 -0
- package/dist/temporal/activities/prompts-authoring.d.ts +6 -0
- package/dist/temporal/activities/prompts-authoring.d.ts.map +1 -0
- package/dist/temporal/activities/prompts-authoring.js +87 -0
- package/dist/temporal/activities/prompts-authoring.js.map +1 -0
- package/dist/temporal/activities/prompts-verifier.d.ts +17 -0
- package/dist/temporal/activities/prompts-verifier.d.ts.map +1 -0
- package/dist/temporal/activities/prompts-verifier.js +66 -0
- package/dist/temporal/activities/prompts-verifier.js.map +1 -0
- package/dist/temporal/activities/provenance.d.ts +4 -0
- package/dist/temporal/activities/provenance.d.ts.map +1 -0
- package/dist/temporal/activities/provenance.js +18 -0
- package/dist/temporal/activities/provenance.js.map +1 -0
- package/dist/temporal/activities/replay.d.ts +20 -0
- package/dist/temporal/activities/replay.d.ts.map +1 -0
- package/dist/temporal/activities/replay.js +135 -0
- package/dist/temporal/activities/replay.js.map +1 -0
- package/dist/temporal/activities/round-outcome.d.ts +63 -0
- package/dist/temporal/activities/round-outcome.d.ts.map +1 -0
- package/dist/temporal/activities/round-outcome.js +127 -0
- package/dist/temporal/activities/round-outcome.js.map +1 -0
- package/dist/temporal/activities/runtime.d.ts +38 -0
- package/dist/temporal/activities/runtime.d.ts.map +1 -0
- package/dist/temporal/activities/runtime.js +146 -0
- package/dist/temporal/activities/runtime.js.map +1 -0
- package/dist/temporal/activities/session-verify.d.ts +45 -0
- package/dist/temporal/activities/session-verify.d.ts.map +1 -0
- package/dist/temporal/activities/session-verify.js +91 -0
- package/dist/temporal/activities/session-verify.js.map +1 -0
- package/dist/temporal/activities/submissions.d.ts +9 -0
- package/dist/temporal/activities/submissions.d.ts.map +1 -0
- package/dist/temporal/activities/submissions.js +28 -0
- package/dist/temporal/activities/submissions.js.map +1 -0
- package/dist/temporal/activities/task-compiler.d.ts +21 -0
- package/dist/temporal/activities/task-compiler.d.ts.map +1 -0
- package/dist/temporal/activities/task-compiler.js +63 -0
- package/dist/temporal/activities/task-compiler.js.map +1 -0
- package/dist/temporal/activities/types.d.ts +57 -0
- package/dist/temporal/activities/types.d.ts.map +1 -0
- package/dist/temporal/activities/types.js +2 -0
- package/dist/temporal/activities/types.js.map +1 -0
- package/dist/temporal/activities/verifier-material.d.ts +18 -0
- package/dist/temporal/activities/verifier-material.d.ts.map +1 -0
- package/dist/temporal/activities/verifier-material.js +49 -0
- package/dist/temporal/activities/verifier-material.js.map +1 -0
- package/dist/temporal/activities/verifier-outcome.d.ts +19 -0
- package/dist/temporal/activities/verifier-outcome.d.ts.map +1 -0
- package/dist/temporal/activities/verifier-outcome.js +70 -0
- package/dist/temporal/activities/verifier-outcome.js.map +1 -0
- package/dist/temporal/activities/verifier-round.d.ts +8 -0
- package/dist/temporal/activities/verifier-round.d.ts.map +1 -0
- package/dist/temporal/activities/verifier-round.js +110 -0
- package/dist/temporal/activities/verifier-round.js.map +1 -0
- package/dist/temporal/activities/verify-harbor.d.ts +15 -0
- package/dist/temporal/activities/verify-harbor.d.ts.map +1 -0
- package/dist/temporal/activities/verify-harbor.js +193 -0
- package/dist/temporal/activities/verify-harbor.js.map +1 -0
- package/dist/temporal/activities/verify.d.ts +11 -0
- package/dist/temporal/activities/verify.d.ts.map +1 -0
- package/dist/temporal/activities/verify.js +151 -0
- package/dist/temporal/activities/verify.js.map +1 -0
- package/dist/temporal/activities.d.ts +3 -39
- package/dist/temporal/activities.d.ts.map +1 -1
- package/dist/temporal/activities.js +2 -839
- package/dist/temporal/activities.js.map +1 -1
- package/dist/temporal/connection.d.ts.map +1 -1
- package/dist/temporal/connection.js +3 -2
- package/dist/temporal/connection.js.map +1 -1
- package/dist/temporal/worker-main.js +19 -3
- package/dist/temporal/worker-main.js.map +1 -1
- package/dist/temporal/workflow/activity-proxies.d.ts +3 -0
- package/dist/temporal/workflow/activity-proxies.d.ts.map +1 -0
- package/dist/temporal/workflow/activity-proxies.js +45 -0
- package/dist/temporal/workflow/activity-proxies.js.map +1 -0
- package/dist/temporal/workflow/authoring-stage.d.ts +5 -0
- package/dist/temporal/workflow/authoring-stage.d.ts.map +1 -0
- package/dist/temporal/workflow/authoring-stage.js +64 -0
- package/dist/temporal/workflow/authoring-stage.js.map +1 -0
- package/dist/temporal/workflow/candidate-tracker.d.ts +28 -0
- package/dist/temporal/workflow/candidate-tracker.d.ts.map +1 -0
- package/dist/temporal/workflow/candidate-tracker.js +85 -0
- package/dist/temporal/workflow/candidate-tracker.js.map +1 -0
- package/dist/temporal/workflow/candidate.d.ts +6 -0
- package/dist/temporal/workflow/candidate.d.ts.map +1 -0
- package/dist/temporal/workflow/candidate.js +54 -0
- package/dist/temporal/workflow/candidate.js.map +1 -0
- package/dist/temporal/workflow/discovery.d.ts +19 -0
- package/dist/temporal/workflow/discovery.d.ts.map +1 -0
- package/dist/temporal/workflow/discovery.js +137 -0
- package/dist/temporal/workflow/discovery.js.map +1 -0
- package/dist/temporal/workflow/failures.d.ts +5 -0
- package/dist/temporal/workflow/failures.d.ts.map +1 -0
- package/dist/temporal/workflow/failures.js +28 -0
- package/dist/temporal/workflow/failures.js.map +1 -0
- package/dist/temporal/workflow/run.d.ts +5 -0
- package/dist/temporal/workflow/run.d.ts.map +1 -0
- package/dist/temporal/workflow/run.js +154 -0
- package/dist/temporal/workflow/run.js.map +1 -0
- package/dist/temporal/workflow/stage.d.ts +26 -0
- package/dist/temporal/workflow/stage.d.ts.map +1 -0
- package/dist/temporal/workflow/stage.js +16 -0
- package/dist/temporal/workflow/stage.js.map +1 -0
- package/dist/temporal/workflow/verification-stage.d.ts +11 -0
- package/dist/temporal/workflow/verification-stage.d.ts.map +1 -0
- package/dist/temporal/workflow/verification-stage.js +20 -0
- package/dist/temporal/workflow/verification-stage.js.map +1 -0
- package/dist/temporal/workflow.d.ts +13 -5
- package/dist/temporal/workflow.d.ts.map +1 -1
- package/dist/temporal/workflow.js +38 -420
- package/dist/temporal/workflow.js.map +1 -1
- package/dist/verifier-fix.d.ts +20 -0
- package/dist/verifier-fix.d.ts.map +1 -0
- package/dist/verifier-fix.js +62 -0
- package/dist/verifier-fix.js.map +1 -0
- package/dist/verify-report.d.ts +9 -0
- package/dist/verify-report.d.ts.map +1 -0
- package/dist/verify-report.js +135 -0
- package/dist/verify-report.js.map +1 -0
- package/dist/viewer/archived-keys.d.ts +9 -0
- package/dist/viewer/archived-keys.d.ts.map +1 -0
- package/dist/viewer/archived-keys.js +36 -0
- package/dist/viewer/archived-keys.js.map +1 -0
- package/dist/viewer/archived.d.ts +20 -0
- package/dist/viewer/archived.d.ts.map +1 -0
- package/dist/viewer/archived.js +238 -0
- package/dist/viewer/archived.js.map +1 -0
- package/dist/viewer/artifacts.d.ts +8 -0
- package/dist/viewer/artifacts.d.ts.map +1 -0
- package/dist/viewer/artifacts.js +96 -0
- package/dist/viewer/artifacts.js.map +1 -0
- package/dist/viewer/bundle.d.ts +9 -0
- package/dist/viewer/bundle.d.ts.map +1 -0
- package/dist/viewer/bundle.js +79 -0
- package/dist/viewer/bundle.js.map +1 -0
- package/dist/viewer/candidates.d.ts +9 -0
- package/dist/viewer/candidates.d.ts.map +1 -0
- package/dist/viewer/candidates.js +137 -0
- package/dist/viewer/candidates.js.map +1 -0
- package/dist/viewer/local-server.d.ts +11 -0
- package/dist/viewer/local-server.d.ts.map +1 -0
- package/dist/viewer/local-server.js +64 -0
- package/dist/viewer/local-server.js.map +1 -0
- package/dist/viewer/task-files.d.ts +10 -0
- package/dist/viewer/task-files.d.ts.map +1 -0
- package/dist/viewer/task-files.js +120 -0
- package/dist/viewer/task-files.js.map +1 -0
- package/dist/viewer/types.d.ts +78 -0
- package/dist/viewer/types.d.ts.map +1 -0
- package/dist/viewer/types.js +36 -0
- package/dist/viewer/types.js.map +1 -0
- package/docs/api.md +168 -0
- package/docs/evaluations.md +42 -15
- package/docs/operations.md +292 -30
- package/docs/solver-evaluations.md +63 -0
- package/docs/task-construction.md +24 -12
- package/drizzle/0000_glossy_johnny_blaze.sql +97 -0
- package/drizzle/0001_evaluation_records.sql +5 -0
- package/drizzle/0002_task_deletion.sql +1 -0
- package/drizzle/0003_drop_repo_runs.sql +3 -0
- package/drizzle/0004_preserve_batch_runs.sql +8 -0
- package/drizzle/0005_api_keys.sql +15 -0
- package/drizzle/meta/0000_snapshot.json +776 -0
- package/drizzle/meta/0001_snapshot.json +807 -0
- package/drizzle/meta/0002_snapshot.json +813 -0
- package/drizzle/meta/0003_snapshot.json +726 -0
- package/drizzle/meta/0004_snapshot.json +813 -0
- package/drizzle/meta/0005_snapshot.json +919 -0
- package/drizzle/meta/_journal.json +48 -0
- package/package.json +43 -29
- package/src/extensions/authoring.ts +83 -72
- package/src/extensions/discovery.ts +14 -5
- package/src/extensions/shared/deliverable.ts +153 -0
- package/src/extensions/shared/mailbox.ts +128 -0
- package/src/extensions/shared/schemas.ts +101 -0
- package/src/extensions/shared/static-check.ts +103 -0
- package/src/extensions/verifier.ts +88 -0
- package/src/skills/selfbench/SKILL.md +71 -13
- package/biome.json +0 -18
- package/dist/agent-smoke-main.d.ts +0 -3
- package/dist/agent-smoke-main.d.ts.map +0 -1
- package/dist/agent-smoke-main.js +0 -55
- package/dist/agent-smoke-main.js.map +0 -1
- package/dist/agent-smoke.d.ts +0 -18
- package/dist/agent-smoke.d.ts.map +0 -1
- package/dist/agent-smoke.js +0 -103
- package/dist/agent-smoke.js.map +0 -1
- package/dist/codex-review.d.ts +0 -41
- package/dist/codex-review.d.ts.map +0 -1
- package/dist/codex-review.js +0 -193
- package/dist/codex-review.js.map +0 -1
- package/dist/docker-executor.d.ts +0 -11
- package/dist/docker-executor.d.ts.map +0 -1
- package/dist/docker-executor.js +0 -103
- package/dist/docker-executor.js.map +0 -1
- package/dist/eval-main.d.ts +0 -3
- package/dist/eval-main.d.ts.map +0 -1
- package/dist/eval-main.js +0 -81
- package/dist/eval-main.js.map +0 -1
- package/dist/evaluate.d.ts +0 -25
- package/dist/evaluate.d.ts.map +0 -1
- package/dist/evaluate.js +0 -214
- package/dist/evaluate.js.map +0 -1
- package/dist/modal-auth.d.ts +0 -2
- package/dist/modal-auth.d.ts.map +0 -1
- package/dist/modal-auth.js +0 -9
- package/dist/modal-auth.js.map +0 -1
- package/dist/modal-executor.d.ts +0 -12
- package/dist/modal-executor.d.ts.map +0 -1
- package/dist/modal-executor.js +0 -152
- package/dist/modal-executor.js.map +0 -1
- package/dist/reaudit-main.d.ts +0 -3
- package/dist/reaudit-main.d.ts.map +0 -1
- package/dist/reaudit-main.js +0 -158
- package/dist/reaudit-main.js.map +0 -1
- package/dist/repair-main.d.ts +0 -3
- package/dist/repair-main.d.ts.map +0 -1
- package/dist/repair-main.js +0 -171
- package/dist/repair-main.js.map +0 -1
- package/dist/review/assets/index-CZ3G759O.js +0 -1568
- package/dist/review/assets/index-DgSLzX8l.css +0 -1
- package/dist/sandbox-author.d.ts +0 -3
- package/dist/sandbox-author.d.ts.map +0 -1
- package/dist/sandbox-author.js +0 -17
- package/dist/sandbox-author.js.map +0 -1
- package/dist/sandbox-repair.bundle.js +0 -315
- package/dist/sandbox-repair.d.ts +0 -3
- package/dist/sandbox-repair.d.ts.map +0 -1
- package/dist/sandbox-repair.js +0 -121
- package/dist/sandbox-repair.js.map +0 -1
- package/dist/sandbox-review.bundle.js +0 -14462
- package/dist/sandbox-review.d.ts +0 -2
- package/dist/sandbox-review.d.ts.map +0 -1
- package/dist/sandbox-review.js +0 -18
- package/dist/sandbox-review.js.map +0 -1
- package/dist/sandbox-timeout.d.ts +0 -11
- package/dist/sandbox-timeout.d.ts.map +0 -1
- package/dist/sandbox-timeout.js +0 -41
- package/dist/sandbox-timeout.js.map +0 -1
- package/dist/sandbox-validation-repair.bundle.js +0 -14778
- package/dist/sandbox-validation-repair.d.ts +0 -3
- package/dist/sandbox-validation-repair.d.ts.map +0 -1
- package/dist/sandbox-validation-repair.js +0 -136
- package/dist/sandbox-validation-repair.js.map +0 -1
- package/dist/sandbox.d.ts +0 -39
- package/dist/sandbox.d.ts.map +0 -1
- package/dist/sandbox.js +0 -15
- package/dist/sandbox.js.map +0 -1
- package/dist/validate-main.d.ts +0 -3
- package/dist/validate-main.d.ts.map +0 -1
- package/dist/validate-main.js +0 -143
- package/dist/validate-main.js.map +0 -1
- package/dist/validation-repair.d.ts +0 -10
- package/dist/validation-repair.d.ts.map +0 -1
- package/dist/validation-repair.js +0 -72
- package/dist/validation-repair.js.map +0 -1
- package/dist/vercel-cli.d.ts +0 -64
- package/dist/vercel-cli.d.ts.map +0 -1
- package/dist/vercel-cli.js +0 -303
- package/dist/vercel-cli.js.map +0 -1
- package/dist/vercel-command.d.ts +0 -14
- package/dist/vercel-command.d.ts.map +0 -1
- package/dist/vercel-command.js +0 -93
- package/dist/vercel-command.js.map +0 -1
- package/dist/vercel-executor.d.ts +0 -14
- package/dist/vercel-executor.d.ts.map +0 -1
- package/dist/vercel-executor.js +0 -356
- package/dist/vercel-executor.js.map +0 -1
- package/dist/vercel-fetch.d.ts +0 -6
- package/dist/vercel-fetch.d.ts.map +0 -1
- package/dist/vercel-fetch.js +0 -39
- package/dist/vercel-fetch.js.map +0 -1
- package/dist/vercel-profile.d.ts +0 -34
- package/dist/vercel-profile.d.ts.map +0 -1
- package/dist/vercel-profile.js +0 -244
- package/dist/vercel-profile.js.map +0 -1
- package/dist/vercel-runtime-image.d.ts +0 -51
- package/dist/vercel-runtime-image.d.ts.map +0 -1
- package/dist/vercel-runtime-image.js +0 -123
- package/dist/vercel-runtime-image.js.map +0 -1
- package/dist/vercel-setup-probe.d.ts +0 -49
- package/dist/vercel-setup-probe.d.ts.map +0 -1
- package/dist/vercel-setup-probe.js +0 -151
- package/dist/vercel-setup-probe.js.map +0 -1
- package/dist/vercel-setup.d.ts +0 -42
- package/dist/vercel-setup.d.ts.map +0 -1
- package/dist/vercel-setup.js +0 -280
- package/dist/vercel-setup.js.map +0 -1
- package/review/index.html +0 -14
- package/review/src/App.tsx +0 -338
- package/review/src/export-loader.test.ts +0 -57
- package/review/src/export-loader.ts +0 -151
- package/review/src/main.tsx +0 -15
- package/review/src/styles.css +0 -162
- package/review/src/types.ts +0 -47
- package/review/tsconfig.json +0 -16
- package/review/vite.config.ts +0 -20
- package/scripts/verify-package.ts +0 -81
- package/scripts/write-build-metadata.ts +0 -27
- package/src/agent-smoke-main.ts +0 -64
- package/src/agent-smoke.ts +0 -138
- package/src/api-main.ts +0 -12
- package/src/api.ts +0 -290
- package/src/artifacts.ts +0 -357
- package/src/audit.ts +0 -106
- package/src/build-metadata.ts +0 -3
- package/src/cli.ts +0 -420
- package/src/codex-review.ts +0 -229
- package/src/config.ts +0 -239
- package/src/contracts.ts +0 -231
- package/src/coupling.ts +0 -259
- package/src/docker-executor.ts +0 -115
- package/src/eval-main.ts +0 -93
- package/src/evaluate.ts +0 -300
- package/src/github.ts +0 -26
- package/src/harbor-environment.ts +0 -17
- package/src/harbor-results.ts +0 -144
- package/src/harbor-task.ts +0 -528
- package/src/hash.ts +0 -5
- package/src/modal-auth.ts +0 -11
- package/src/modal-executor.ts +0 -176
- package/src/parallel.ts +0 -24
- package/src/process.ts +0 -167
- package/src/provenance.ts +0 -457
- package/src/providers.ts +0 -22
- package/src/reaudit-main.ts +0 -198
- package/src/repair-main.ts +0 -209
- package/src/repair.ts +0 -55
- package/src/run-wait.ts +0 -40
- package/src/sandbox-author.ts +0 -19
- package/src/sandbox-repair.ts +0 -156
- package/src/sandbox-review.ts +0 -19
- package/src/sandbox-timeout.ts +0 -56
- package/src/sandbox-validation-repair.ts +0 -177
- package/src/sandbox.ts +0 -61
- package/src/subscription-auth.ts +0 -80
- package/src/temporal/activities.ts +0 -1247
- package/src/temporal/connection.ts +0 -23
- package/src/temporal/worker-main.ts +0 -28
- package/src/temporal/workflow.ts +0 -519
- package/src/terminal-prompts.ts +0 -197
- package/src/terminal-reporter.ts +0 -126
- package/src/validate-main.ts +0 -177
- package/src/validation-repair.ts +0 -94
- package/src/vercel-cli.ts +0 -403
- package/src/vercel-command.ts +0 -127
- package/src/vercel-executor.ts +0 -448
- package/src/vercel-fetch.ts +0 -45
- package/src/vercel-profile.ts +0 -319
- package/src/vercel-runtime-image.ts +0 -204
- package/src/vercel-setup-probe.ts +0 -229
- package/src/vercel-setup.ts +0 -419
- package/tsconfig.build.json +0 -13
- package/tsconfig.json +0 -21
package/dist/evaluate.js
DELETED
|
@@ -1,214 +0,0 @@
|
|
|
1
|
-
import { cp, mkdir, mkdtemp, readdir, readFile, rm, writeFile } from "node:fs/promises";
|
|
2
|
-
import { homedir, tmpdir } from "node:os";
|
|
3
|
-
import { basename, join, resolve } from "node:path";
|
|
4
|
-
import { harborChildEnvironment } from "./harbor-environment.js";
|
|
5
|
-
import { archiveIncompleteHarborJob, tryReadHarborJobResult } from "./harbor-results.js";
|
|
6
|
-
import { parallelMap } from "./parallel.js";
|
|
7
|
-
import { runCommand } from "./process.js";
|
|
8
|
-
import { assertCodexSubscriptionAuth, openAiApiKey } from "./subscription-auth.js";
|
|
9
|
-
export const MATRIX_MODELS = ["gpt-5.6-sol", "gpt-5.6-terra", "gpt-5.6-luna"];
|
|
10
|
-
const CODEX_VERSION = "0.146.1";
|
|
11
|
-
export async function runMatrix(options) {
|
|
12
|
-
const root = resolve(options.jobsDirectory);
|
|
13
|
-
const tasksDirectory = join(root, "tasks");
|
|
14
|
-
await mkdir(root, { recursive: true });
|
|
15
|
-
const taskDirectories = await resolveMatrixTasks(options, tasksDirectory);
|
|
16
|
-
const apiKey = openAiApiKey();
|
|
17
|
-
const authPath = resolve(options.authPath ?? join(homedir(), ".codex/auth.json"));
|
|
18
|
-
if (!apiKey) {
|
|
19
|
-
await assertSubscriptionAuth(authPath);
|
|
20
|
-
}
|
|
21
|
-
const models = options.models ?? MATRIX_MODELS;
|
|
22
|
-
if (models.length < 1) {
|
|
23
|
-
throw new Error("provide at least one evaluation model");
|
|
24
|
-
}
|
|
25
|
-
const work = models.flatMap((model) => taskDirectories.map((taskDirectory) => ({ model, taskDirectory })));
|
|
26
|
-
let completed = 0;
|
|
27
|
-
const summaries = await parallelMap(work, options.concurrency ?? 3, async (item) => {
|
|
28
|
-
const summary = await runTrial({
|
|
29
|
-
jobsDirectory: root,
|
|
30
|
-
harborPath: options.harborPath ?? "harbor",
|
|
31
|
-
environment: options.environment ?? "modal",
|
|
32
|
-
...(!apiKey ? { authPath } : {}),
|
|
33
|
-
...item,
|
|
34
|
-
});
|
|
35
|
-
completed += 1;
|
|
36
|
-
options.onTrialComplete?.(summary, completed, work.length);
|
|
37
|
-
return summary;
|
|
38
|
-
});
|
|
39
|
-
await writeFile(join(root, "summary.json"), `${JSON.stringify({
|
|
40
|
-
schemaVersion: 1,
|
|
41
|
-
agent: "codex",
|
|
42
|
-
agentVersion: CODEX_VERSION,
|
|
43
|
-
auth: apiKey ? "openai-api-key" : "codex-subscription",
|
|
44
|
-
reasoningEffort: "high",
|
|
45
|
-
models,
|
|
46
|
-
taskCount: taskDirectories.length,
|
|
47
|
-
trials: summaries,
|
|
48
|
-
}, null, 2)}\n`);
|
|
49
|
-
return summaries;
|
|
50
|
-
}
|
|
51
|
-
async function resolveMatrixTasks(options, materializedTasksDirectory) {
|
|
52
|
-
if (options.exportPath && options.tasksPath) {
|
|
53
|
-
throw new Error("provide exactly one of exportPath or tasksPath");
|
|
54
|
-
}
|
|
55
|
-
if (options.tasksPath) {
|
|
56
|
-
const tasks = await taskDirectories(resolve(options.tasksPath));
|
|
57
|
-
if (tasks.length < 1) {
|
|
58
|
-
throw new Error(`found no Harbor tasks in ${resolve(options.tasksPath)}`);
|
|
59
|
-
}
|
|
60
|
-
return tasks;
|
|
61
|
-
}
|
|
62
|
-
if (!options.exportPath) {
|
|
63
|
-
throw new Error("provide exactly one of exportPath or tasksPath");
|
|
64
|
-
}
|
|
65
|
-
const tasks = await materializeExport(resolve(options.exportPath), materializedTasksDirectory);
|
|
66
|
-
if (tasks.length < 1) {
|
|
67
|
-
throw new Error(`found no Harbor tasks in ${resolve(options.exportPath)}`);
|
|
68
|
-
}
|
|
69
|
-
return tasks;
|
|
70
|
-
}
|
|
71
|
-
async function runTrial(input) {
|
|
72
|
-
const taskId = basename(input.taskDirectory);
|
|
73
|
-
const jobName = `${taskId}-${input.model}`.toLowerCase().replace(/[^a-z0-9_.-]/g, "-");
|
|
74
|
-
const existing = await tryReadHarborJobResult(input.jobsDirectory, jobName);
|
|
75
|
-
if (existing) {
|
|
76
|
-
return summarizeResult(taskId, input.model, jobName, existing.trial);
|
|
77
|
-
}
|
|
78
|
-
await archiveIncompleteHarborJob(input.jobsDirectory, jobName);
|
|
79
|
-
const environment = harborChildEnvironment();
|
|
80
|
-
if (input.authPath) {
|
|
81
|
-
delete environment.OPENAI_API_KEY;
|
|
82
|
-
environment.CODEX_FORCE_AUTH_JSON = "1";
|
|
83
|
-
environment.CODEX_AUTH_JSON_PATH = input.authPath;
|
|
84
|
-
}
|
|
85
|
-
let result;
|
|
86
|
-
try {
|
|
87
|
-
result = await runCommand(input.harborPath, [
|
|
88
|
-
"run",
|
|
89
|
-
"--path",
|
|
90
|
-
input.taskDirectory,
|
|
91
|
-
"--agent",
|
|
92
|
-
"codex",
|
|
93
|
-
"--model",
|
|
94
|
-
input.model,
|
|
95
|
-
"--ak",
|
|
96
|
-
`version=${CODEX_VERSION}`,
|
|
97
|
-
"--ak",
|
|
98
|
-
"reasoning_effort=high",
|
|
99
|
-
"--env",
|
|
100
|
-
input.environment,
|
|
101
|
-
"--job-name",
|
|
102
|
-
jobName,
|
|
103
|
-
"--jobs-dir",
|
|
104
|
-
input.jobsDirectory,
|
|
105
|
-
"--n-concurrent",
|
|
106
|
-
"1",
|
|
107
|
-
"--max-retries",
|
|
108
|
-
"1",
|
|
109
|
-
"--delete",
|
|
110
|
-
"--yes",
|
|
111
|
-
"--quiet",
|
|
112
|
-
], { allowFailure: true, env: environment, timeoutMs: 4 * 60 * 60 * 1000 });
|
|
113
|
-
}
|
|
114
|
-
catch (error) {
|
|
115
|
-
return failedTrial(taskId, input.model, jobName, errorMessage(error));
|
|
116
|
-
}
|
|
117
|
-
const completed = await tryReadHarborJobResult(input.jobsDirectory, jobName);
|
|
118
|
-
if (!completed) {
|
|
119
|
-
const detail = result.stderr.trim() || result.stdout.trim();
|
|
120
|
-
return failedTrial(taskId, input.model, jobName, `Harbor produced no result (exit ${result.exitCode})${detail ? `: ${detail.slice(-1000)}` : ""}`);
|
|
121
|
-
}
|
|
122
|
-
return summarizeResult(taskId, input.model, jobName, completed.trial);
|
|
123
|
-
}
|
|
124
|
-
export function summarizeResult(taskId, model, jobName, result) {
|
|
125
|
-
const trial = isRecord(result) && Array.isArray(result.trial_results) ? result.trial_results[0] : result;
|
|
126
|
-
if (!isRecord(trial)) {
|
|
127
|
-
throw new Error(`invalid Harbor result for ${taskId}/${model}`);
|
|
128
|
-
}
|
|
129
|
-
const rawRewards = isRecord(trial.verifier_result) && isRecord(trial.verifier_result.rewards)
|
|
130
|
-
? trial.verifier_result.rewards
|
|
131
|
-
: {};
|
|
132
|
-
const rewards = Object.fromEntries(Object.entries(rawRewards).flatMap(([key, value]) => typeof value === "number" ? [[key, value]] : []));
|
|
133
|
-
const exception = exceptionText(trial.exception_info ?? trial.exception);
|
|
134
|
-
return {
|
|
135
|
-
taskId,
|
|
136
|
-
model,
|
|
137
|
-
jobName,
|
|
138
|
-
passed: !exception &&
|
|
139
|
-
Object.keys(rewards).length > 0 &&
|
|
140
|
-
(rewards.reward === undefined
|
|
141
|
-
? Object.values(rewards).every((reward) => reward >= 1)
|
|
142
|
-
: rewards.reward >= 1),
|
|
143
|
-
rewards,
|
|
144
|
-
...(exception ? { exception } : {}),
|
|
145
|
-
};
|
|
146
|
-
}
|
|
147
|
-
function failedTrial(taskId, model, jobName, exception) {
|
|
148
|
-
return { taskId, model, jobName, passed: false, rewards: {}, exception };
|
|
149
|
-
}
|
|
150
|
-
function errorMessage(error) {
|
|
151
|
-
return error instanceof Error ? error.message : String(error);
|
|
152
|
-
}
|
|
153
|
-
async function materializeExport(exportPath, tasksDirectory) {
|
|
154
|
-
const existing = await taskDirectories(tasksDirectory);
|
|
155
|
-
if (existing.length > 0) {
|
|
156
|
-
return existing;
|
|
157
|
-
}
|
|
158
|
-
return await withTemporaryDirectory("selfbench-matrix-", async (temporary) => {
|
|
159
|
-
await runCommand("tar", ["-xzf", exportPath, "-C", temporary]);
|
|
160
|
-
const archivesRoot = join(temporary, "tasks");
|
|
161
|
-
const archives = (await readdir(archivesRoot))
|
|
162
|
-
.filter((name) => name.endsWith(".tar.gz"))
|
|
163
|
-
.sort();
|
|
164
|
-
await mkdir(tasksDirectory, { recursive: true });
|
|
165
|
-
for (const archive of archives) {
|
|
166
|
-
const taskId = archive.slice(0, -".tar.gz".length);
|
|
167
|
-
const expanded = join(temporary, `expanded-${taskId}`);
|
|
168
|
-
await mkdir(expanded);
|
|
169
|
-
await runCommand("tar", ["-xzf", join(archivesRoot, archive), "-C", expanded]);
|
|
170
|
-
await cp(join(expanded, "harbor-task"), join(tasksDirectory, taskId), { recursive: true });
|
|
171
|
-
}
|
|
172
|
-
return await taskDirectories(tasksDirectory);
|
|
173
|
-
});
|
|
174
|
-
}
|
|
175
|
-
async function taskDirectories(root) {
|
|
176
|
-
const entries = await readdir(root, { withFileTypes: true }).catch(() => []);
|
|
177
|
-
const paths = [];
|
|
178
|
-
for (const entry of entries) {
|
|
179
|
-
if (!entry.isDirectory()) {
|
|
180
|
-
continue;
|
|
181
|
-
}
|
|
182
|
-
const path = join(root, entry.name);
|
|
183
|
-
if (await readFile(join(path, "task.toml")).catch(() => undefined)) {
|
|
184
|
-
paths.push(path);
|
|
185
|
-
}
|
|
186
|
-
}
|
|
187
|
-
return paths.sort();
|
|
188
|
-
}
|
|
189
|
-
async function assertSubscriptionAuth(path) {
|
|
190
|
-
const parsed = JSON.parse(await readFile(path, "utf8"));
|
|
191
|
-
assertCodexSubscriptionAuth(parsed, path);
|
|
192
|
-
}
|
|
193
|
-
async function withTemporaryDirectory(prefix, action) {
|
|
194
|
-
const root = await mkdtemp(join(tmpdir(), prefix));
|
|
195
|
-
try {
|
|
196
|
-
return await action(root);
|
|
197
|
-
}
|
|
198
|
-
finally {
|
|
199
|
-
await rm(root, { recursive: true, force: true });
|
|
200
|
-
}
|
|
201
|
-
}
|
|
202
|
-
function exceptionText(value) {
|
|
203
|
-
if (typeof value === "string" && value) {
|
|
204
|
-
return value;
|
|
205
|
-
}
|
|
206
|
-
if (isRecord(value)) {
|
|
207
|
-
return typeof value.message === "string" ? value.message : JSON.stringify(value);
|
|
208
|
-
}
|
|
209
|
-
return undefined;
|
|
210
|
-
}
|
|
211
|
-
function isRecord(value) {
|
|
212
|
-
return typeof value === "object" && value !== null && !Array.isArray(value);
|
|
213
|
-
}
|
|
214
|
-
//# sourceMappingURL=evaluate.js.map
|
package/dist/evaluate.js.map
DELETED
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"evaluate.js","sourceRoot":"","sources":["../src/evaluate.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AACxF,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AAC1C,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpD,OAAO,EAAE,sBAAsB,EAAE,MAAM,yBAAyB,CAAC;AACjE,OAAO,EAAE,0BAA0B,EAAE,sBAAsB,EAAE,MAAM,qBAAqB,CAAC;AACzF,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAC5C,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAE1C,OAAO,EAAE,2BAA2B,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AAEnF,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,aAAa,EAAE,eAAe,EAAE,cAAc,CAAU,CAAC;AAEvF,MAAM,aAAa,GAAG,SAAS,CAAC;AA2BhC,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,OAAsB;IACpD,MAAM,IAAI,GAAG,OAAO,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;IAC5C,MAAM,cAAc,GAAG,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IAC3C,MAAM,KAAK,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACvC,MAAM,eAAe,GAAG,MAAM,kBAAkB,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC;IAC1E,MAAM,MAAM,GAAG,YAAY,EAAE,CAAC;IAC9B,MAAM,QAAQ,GAAG,OAAO,CAAC,OAAO,CAAC,QAAQ,IAAI,IAAI,CAAC,OAAO,EAAE,EAAE,kBAAkB,CAAC,CAAC,CAAC;IAClF,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,sBAAsB,CAAC,QAAQ,CAAC,CAAC;IACzC,CAAC;IACD,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,aAAa,CAAC;IAC/C,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACtB,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;IAC3D,CAAC;IACD,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CACpC,eAAe,CAAC,GAAG,CAAC,CAAC,aAAa,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,aAAa,EAAE,CAAC,CAAC,CACnE,CAAC;IACF,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,MAAM,SAAS,GAAG,MAAM,WAAW,CAAC,IAAI,EAAE,OAAO,CAAC,WAAW,IAAI,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;QACjF,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC;YAC7B,aAAa,EAAE,IAAI;YACnB,UAAU,EAAE,OAAO,CAAC,UAAU,IAAI,QAAQ;YAC1C,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,OAAO;YAC3C,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAChC,GAAG,IAAI;SACR,CAAC,CAAC;QACH,SAAS,IAAI,CAAC,CAAC;QACf,OAAO,CAAC,eAAe,EAAE,CAAC,OAAO,EAAE,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QAC3D,OAAO,OAAO,CAAC;IACjB,CAAC,CAAC,CAAC;IACH,MAAM,SAAS,CACb,IAAI,CAAC,IAAI,EAAE,cAAc,CAAC,EAC1B,GAAG,IAAI,CAAC,SAAS,CACf;QACE,aAAa,EAAE,CAAC;QAChB,KAAK,EAAE,OAAO;QACd,YAAY,EAAE,aAAa;QAC3B,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,oBAAoB;QACtD,eAAe,EAAE,MAAM;QACvB,MAAM;QACN,SAAS,EAAE,eAAe,CAAC,MAAM;QACjC,MAAM,EAAE,SAAS;KAClB,EACD,IAAI,EACJ,CAAC,CACF,IAAI,CACN,CAAC;IACF,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,KAAK,UAAU,kBAAkB,CAC/B,OAAsB,EACtB,0BAAkC;IAElC,IAAI,OAAO,CAAC,UAAU,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;QAC5C,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;IACpE,CAAC;IACD,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;QACtB,MAAM,KAAK,GAAG,MAAM,eAAe,CAAC,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC;QAChE,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACrB,MAAM,IAAI,KAAK,CAAC,4BAA4B,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;QAC5E,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IACD,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;QACxB,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;IACpE,CAAC;IACD,MAAM,KAAK,GAAG,MAAM,iBAAiB,CAAC,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,0BAA0B,CAAC,CAAC;IAC/F,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACrB,MAAM,IAAI,KAAK,CAAC,4BAA4B,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;IAC7E,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,KAAK,UAAU,QAAQ,CAAC,KAOvB;IACC,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;IAC7C,MAAM,OAAO,GAAG,GAAG,MAAM,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,eAAe,EAAE,GAAG,CAAC,CAAC;IACvF,MAAM,QAAQ,GAAG,MAAM,sBAAsB,CAAC,KAAK,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC;IAC5E,IAAI,QAAQ,EAAE,CAAC;QACb,OAAO,eAAe,CAAC,MAAM,EAAE,KAAK,CAAC,KAAK,EAAE,OAAO,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC;IACvE,CAAC;IACD,MAAM,0BAA0B,CAAC,KAAK,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC;IAE/D,MAAM,WAAW,GAAG,sBAAsB,EAAE,CAAC;IAC7C,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;QACnB,OAAO,WAAW,CAAC,cAAc,CAAC;QAClC,WAAW,CAAC,qBAAqB,GAAG,GAAG,CAAC;QACxC,WAAW,CAAC,oBAAoB,GAAG,KAAK,CAAC,QAAQ,CAAC;IACpD,CAAC;IACD,IAAI,MAA8C,CAAC;IACnD,IAAI,CAAC;QACH,MAAM,GAAG,MAAM,UAAU,CACvB,KAAK,CAAC,UAAU,EAChB;YACE,KAAK;YACL,QAAQ;YACR,KAAK,CAAC,aAAa;YACnB,SAAS;YACT,OAAO;YACP,SAAS;YACT,KAAK,CAAC,KAAK;YACX,MAAM;YACN,WAAW,aAAa,EAAE;YAC1B,MAAM;YACN,uBAAuB;YACvB,OAAO;YACP,KAAK,CAAC,WAAW;YACjB,YAAY;YACZ,OAAO;YACP,YAAY;YACZ,KAAK,CAAC,aAAa;YACnB,gBAAgB;YAChB,GAAG;YACH,eAAe;YACf,GAAG;YACH,UAAU;YACV,OAAO;YACP,SAAS;SACV,EACD,EAAE,YAAY,EAAE,IAAI,EAAE,GAAG,EAAE,WAAW,EAAE,SAAS,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,EAAE,CACxE,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,WAAW,CAAC,MAAM,EAAE,KAAK,CAAC,KAAK,EAAE,OAAO,EAAE,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC;IACxE,CAAC;IACD,MAAM,SAAS,GAAG,MAAM,sBAAsB,CAAC,KAAK,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC;IAC7E,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QAC5D,OAAO,WAAW,CAChB,MAAM,EACN,KAAK,CAAC,KAAK,EACX,OAAO,EACP,mCAAmC,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CACjG,CAAC;IACJ,CAAC;IACD,OAAO,eAAe,CAAC,MAAM,EAAE,KAAK,CAAC,KAAK,EAAE,OAAO,EAAE,SAAS,CAAC,KAAK,CAAC,CAAC;AACxE,CAAC;AAED,MAAM,UAAU,eAAe,CAC7B,MAAc,EACd,KAAkB,EAClB,OAAe,EACf,MAAe;IAEf,MAAM,KAAK,GACT,QAAQ,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;IAC7F,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QACrB,MAAM,IAAI,KAAK,CAAC,6BAA6B,MAAM,IAAI,KAAK,EAAE,CAAC,CAAC;IAClE,CAAC;IACD,MAAM,UAAU,GACd,QAAQ,CAAC,KAAK,CAAC,eAAe,CAAC,IAAI,QAAQ,CAAC,KAAK,CAAC,eAAe,CAAC,OAAO,CAAC;QACxE,CAAC,CAAC,KAAK,CAAC,eAAe,CAAC,OAAO;QAC/B,CAAC,CAAC,EAAE,CAAC;IACT,MAAM,OAAO,GAAG,MAAM,CAAC,WAAW,CAChC,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAClD,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAU,CAAC,CAAC,CAAC,CAAC,EAAE,CACzD,CACF,CAAC;IACF,MAAM,SAAS,GAAG,aAAa,CAAC,KAAK,CAAC,cAAc,IAAI,KAAK,CAAC,SAAS,CAAC,CAAC;IACzE,OAAO;QACL,MAAM;QACN,KAAK;QACL,OAAO;QACP,MAAM,EACJ,CAAC,SAAS;YACV,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,GAAG,CAAC;YAC/B,CAAC,OAAO,CAAC,MAAM,KAAK,SAAS;gBAC3B,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,IAAI,CAAC,CAAC;gBACvD,CAAC,CAAC,OAAO,CAAC,MAAM,IAAI,CAAC,CAAC;QAC1B,OAAO;QACP,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACpC,CAAC;AACJ,CAAC;AAED,SAAS,WAAW,CAClB,MAAc,EACd,KAAkB,EAClB,OAAe,EACf,SAAiB;IAEjB,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,EAAE,SAAS,EAAE,CAAC;AAC3E,CAAC;AAED,SAAS,YAAY,CAAC,KAAc;IAClC,OAAO,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAChE,CAAC;AAED,KAAK,UAAU,iBAAiB,CAAC,UAAkB,EAAE,cAAsB;IACzE,MAAM,QAAQ,GAAG,MAAM,eAAe,CAAC,cAAc,CAAC,CAAC;IACvD,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACxB,OAAO,QAAQ,CAAC;IAClB,CAAC;IACD,OAAO,MAAM,sBAAsB,CAAC,mBAAmB,EAAE,KAAK,EAAE,SAAS,EAAE,EAAE;QAC3E,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC,MAAM,EAAE,UAAU,EAAE,IAAI,EAAE,SAAS,CAAC,CAAC,CAAC;QAC/D,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QAC9C,MAAM,QAAQ,GAAG,CAAC,MAAM,OAAO,CAAC,YAAY,CAAC,CAAC;aAC3C,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;aAC1C,IAAI,EAAE,CAAC;QACV,MAAM,KAAK,CAAC,cAAc,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACjD,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;YACnD,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,EAAE,YAAY,MAAM,EAAE,CAAC,CAAC;YACvD,MAAM,KAAK,CAAC,QAAQ,CAAC,CAAC;YACtB,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC,MAAM,EAAE,IAAI,CAAC,YAAY,EAAE,OAAO,CAAC,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC,CAAC;YAC/E,MAAM,EAAE,CAAC,IAAI,CAAC,QAAQ,EAAE,aAAa,CAAC,EAAE,IAAI,CAAC,cAAc,EAAE,MAAM,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC7F,CAAC;QACD,OAAO,MAAM,eAAe,CAAC,cAAc,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,eAAe,CAAC,IAAY;IACzC,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,IAAI,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;IAC7E,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;YACzB,SAAS;QACX,CAAC;QACD,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QACpC,IAAI,MAAM,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC;YACnE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACnB,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,EAAE,CAAC;AACtB,CAAC;AAED,KAAK,UAAU,sBAAsB,CAAC,IAAY;IAChD,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,CAAY,CAAC;IACnE,2BAA2B,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;AAC5C,CAAC;AAED,KAAK,UAAU,sBAAsB,CACnC,MAAc,EACd,MAAoC;IAEpC,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,MAAM,CAAC,CAAC,CAAC;IACnD,IAAI,CAAC;QACH,OAAO,MAAM,MAAM,CAAC,IAAI,CAAC,CAAC;IAC5B,CAAC;YAAS,CAAC;QACT,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACnD,CAAC;AACH,CAAC;AAED,SAAS,aAAa,CAAC,KAAc;IACnC,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,EAAE,CAAC;QACvC,OAAO,KAAK,CAAC;IACf,CAAC;IACD,IAAI,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QACpB,OAAO,OAAO,KAAK,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;IACnF,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,QAAQ,CAAC,KAAc;IAC9B,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;AAC9E,CAAC"}
|
package/dist/modal-auth.d.ts
DELETED
package/dist/modal-auth.d.ts.map
DELETED
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"modal-auth.d.ts","sourceRoot":"","sources":["../src/modal-auth.ts"],"names":[],"mappings":"AAEA,wBAAgB,mCAAmC,CACjD,WAAW,GAAE,MAAM,CAAC,UAAwB,GAC3C,IAAI,CAMN"}
|
package/dist/modal-auth.js
DELETED
|
@@ -1,9 +0,0 @@
|
|
|
1
|
-
const MODAL_CREDENTIAL_KEYS = ["MODAL_TOKEN_ID", "MODAL_TOKEN_SECRET"];
|
|
2
|
-
export function removeEmptyModalCredentialOverrides(environment = process.env) {
|
|
3
|
-
for (const key of MODAL_CREDENTIAL_KEYS) {
|
|
4
|
-
if (environment[key]?.trim() === "") {
|
|
5
|
-
delete environment[key];
|
|
6
|
-
}
|
|
7
|
-
}
|
|
8
|
-
}
|
|
9
|
-
//# sourceMappingURL=modal-auth.js.map
|
package/dist/modal-auth.js.map
DELETED
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"modal-auth.js","sourceRoot":"","sources":["../src/modal-auth.ts"],"names":[],"mappings":"AAAA,MAAM,qBAAqB,GAAG,CAAC,gBAAgB,EAAE,oBAAoB,CAAU,CAAC;AAEhF,MAAM,UAAU,mCAAmC,CACjD,cAAiC,OAAO,CAAC,GAAG;IAE5C,KAAK,MAAM,GAAG,IAAI,qBAAqB,EAAE,CAAC;QACxC,IAAI,WAAW,CAAC,GAAG,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;YACpC,OAAO,WAAW,CAAC,GAAG,CAAC,CAAC;QAC1B,CAAC;IACH,CAAC;AACH,CAAC"}
|
package/dist/modal-executor.d.ts
DELETED
|
@@ -1,12 +0,0 @@
|
|
|
1
|
-
import { ModalClient } from "modal";
|
|
2
|
-
import type { SelfBenchConfig } from "./config.js";
|
|
3
|
-
import type { SandboxExecutor, SandboxRequest, SandboxResult, SandboxRunOptions } from "./sandbox.js";
|
|
4
|
-
export declare class ModalSandboxExecutor implements SandboxExecutor {
|
|
5
|
-
#private;
|
|
6
|
-
constructor(config: Extract<SelfBenchConfig["execution"], {
|
|
7
|
-
kind: "modal";
|
|
8
|
-
}>, client?: ModalClient);
|
|
9
|
-
run(request: SandboxRequest, options?: SandboxRunOptions): Promise<SandboxResult>;
|
|
10
|
-
close(): void;
|
|
11
|
-
}
|
|
12
|
-
//# sourceMappingURL=modal-executor.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"modal-executor.d.ts","sourceRoot":"","sources":["../src/modal-executor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAc,WAAW,EAAe,MAAM,OAAO,CAAC;AAC7D,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAEnD,OAAO,KAAK,EACV,eAAe,EACf,cAAc,EACd,aAAa,EACb,iBAAiB,EAClB,MAAM,cAAc,CAAC;AAEtB,qBAAa,oBAAqB,YAAW,eAAe;;gBAMxD,MAAM,EAAE,OAAO,CAAC,eAAe,CAAC,WAAW,CAAC,EAAE;QAAE,IAAI,EAAE,OAAO,CAAA;KAAE,CAAC,EAChE,MAAM,cAAoB;IAMtB,GAAG,CAAC,OAAO,EAAE,cAAc,EAAE,OAAO,GAAE,iBAAsB,GAAG,OAAO,CAAC,aAAa,CAAC;IAoH3F,KAAK,IAAI,IAAI;CA+Bd"}
|
package/dist/modal-executor.js
DELETED
|
@@ -1,152 +0,0 @@
|
|
|
1
|
-
import { ModalClient } from "modal";
|
|
2
|
-
import { InactivityTimeoutError, RollingOutput } from "./process.js";
|
|
3
|
-
export class ModalSandboxExecutor {
|
|
4
|
-
#client;
|
|
5
|
-
#config;
|
|
6
|
-
#image;
|
|
7
|
-
constructor(config, client = new ModalClient()) {
|
|
8
|
-
this.#config = config;
|
|
9
|
-
this.#client = client;
|
|
10
|
-
}
|
|
11
|
-
async run(request, options = {}) {
|
|
12
|
-
const app = await this.#client.apps.fromName(this.#config.app, {
|
|
13
|
-
createIfMissing: true,
|
|
14
|
-
...(this.#config.environment ? { environment: this.#config.environment } : {}),
|
|
15
|
-
});
|
|
16
|
-
if (!this.#image) {
|
|
17
|
-
this.#image = this.#buildImage();
|
|
18
|
-
}
|
|
19
|
-
const sandbox = await this.#client.sandboxes.create(app, this.#image, {
|
|
20
|
-
timeoutMs: request.timeoutMs,
|
|
21
|
-
idleTimeoutMs: Math.min(request.timeoutMs, 10 * 60 * 1000),
|
|
22
|
-
cpu: request.cpu ?? 4,
|
|
23
|
-
memoryMiB: request.memoryMiB ?? 8192,
|
|
24
|
-
workdir: "/work",
|
|
25
|
-
name: sandboxName(request.runId, request.stage),
|
|
26
|
-
tags: { run_id: request.runId, stage: request.stage },
|
|
27
|
-
});
|
|
28
|
-
const abort = () => {
|
|
29
|
-
void sandbox.terminate();
|
|
30
|
-
};
|
|
31
|
-
options.signal?.addEventListener("abort", abort, { once: true });
|
|
32
|
-
try {
|
|
33
|
-
for (const file of request.files ?? []) {
|
|
34
|
-
if (typeof file.contents === "string") {
|
|
35
|
-
await sandbox.filesystem.writeText(file.contents, file.path);
|
|
36
|
-
}
|
|
37
|
-
else {
|
|
38
|
-
await sandbox.filesystem.writeBytes(file.contents, file.path);
|
|
39
|
-
}
|
|
40
|
-
}
|
|
41
|
-
const secrets = await this.#secrets(request.secrets);
|
|
42
|
-
const process = await sandbox.exec([...request.command], {
|
|
43
|
-
env: { ...request.environment },
|
|
44
|
-
...(secrets.length > 0 ? { secrets } : {}),
|
|
45
|
-
});
|
|
46
|
-
await process.closeStdin();
|
|
47
|
-
const stdoutOutput = new RollingOutput();
|
|
48
|
-
const stderrOutput = new RollingOutput();
|
|
49
|
-
let inactivityTimer;
|
|
50
|
-
let inactivityError;
|
|
51
|
-
const clearInactivityTimer = () => {
|
|
52
|
-
if (inactivityTimer) {
|
|
53
|
-
clearTimeout(inactivityTimer);
|
|
54
|
-
inactivityTimer = undefined;
|
|
55
|
-
}
|
|
56
|
-
};
|
|
57
|
-
const armInactivityTimer = () => {
|
|
58
|
-
clearInactivityTimer();
|
|
59
|
-
if (!request.inactivityTimeoutMs) {
|
|
60
|
-
return;
|
|
61
|
-
}
|
|
62
|
-
inactivityTimer = setTimeout(() => {
|
|
63
|
-
inactivityError = new InactivityTimeoutError(`Modal sandbox ${sandbox.sandboxId} stage ${request.stage}`, request.inactivityTimeoutMs ?? 0);
|
|
64
|
-
void sandbox.terminate();
|
|
65
|
-
}, request.inactivityTimeoutMs);
|
|
66
|
-
inactivityTimer.unref();
|
|
67
|
-
};
|
|
68
|
-
const consume = async (streamName, stream, output) => {
|
|
69
|
-
const reader = stream.getReader();
|
|
70
|
-
try {
|
|
71
|
-
while (true) {
|
|
72
|
-
const { value, done } = await reader.read();
|
|
73
|
-
if (done) {
|
|
74
|
-
return;
|
|
75
|
-
}
|
|
76
|
-
if (value !== undefined) {
|
|
77
|
-
const chunk = typeof value === "string" ? Buffer.from(value) : Buffer.from(value);
|
|
78
|
-
output.push(chunk);
|
|
79
|
-
options.onProgress?.({ stream: streamName, bytes: chunk.byteLength });
|
|
80
|
-
armInactivityTimer();
|
|
81
|
-
}
|
|
82
|
-
}
|
|
83
|
-
}
|
|
84
|
-
finally {
|
|
85
|
-
reader.releaseLock();
|
|
86
|
-
}
|
|
87
|
-
};
|
|
88
|
-
armInactivityTimer();
|
|
89
|
-
const [exitCode, stdout, stderr] = await Promise.all([
|
|
90
|
-
process.wait(),
|
|
91
|
-
consume("stdout", process.stdout, stdoutOutput),
|
|
92
|
-
consume("stderr", process.stderr, stderrOutput),
|
|
93
|
-
])
|
|
94
|
-
.then(([exitCode]) => {
|
|
95
|
-
if (inactivityError) {
|
|
96
|
-
throw inactivityError;
|
|
97
|
-
}
|
|
98
|
-
return [exitCode, stdoutOutput.text(), stderrOutput.text()];
|
|
99
|
-
})
|
|
100
|
-
.catch((error) => {
|
|
101
|
-
throw inactivityError ?? error;
|
|
102
|
-
})
|
|
103
|
-
.finally(clearInactivityTimer);
|
|
104
|
-
const outputs = {};
|
|
105
|
-
for (const path of request.outputPaths ?? []) {
|
|
106
|
-
try {
|
|
107
|
-
outputs[path] = await sandbox.filesystem.readBytes(path);
|
|
108
|
-
}
|
|
109
|
-
catch {
|
|
110
|
-
// Callers validate required outputs after persisting stdout/stderr. Returning an
|
|
111
|
-
// absent output keeps the model or command failure diagnosable.
|
|
112
|
-
}
|
|
113
|
-
}
|
|
114
|
-
return { sandboxId: sandbox.sandboxId, exitCode, stdout, stderr, outputs };
|
|
115
|
-
}
|
|
116
|
-
finally {
|
|
117
|
-
options.signal?.removeEventListener("abort", abort);
|
|
118
|
-
await sandbox.terminate().catch(() => undefined);
|
|
119
|
-
}
|
|
120
|
-
}
|
|
121
|
-
close() {
|
|
122
|
-
this.#client.close();
|
|
123
|
-
}
|
|
124
|
-
#buildImage() {
|
|
125
|
-
return this.#client.images
|
|
126
|
-
.fromRegistry(this.#config.image)
|
|
127
|
-
.dockerfileCommands([
|
|
128
|
-
"USER root",
|
|
129
|
-
"RUN apt-get update && apt-get install -y --no-install-recommends bash ca-certificates curl git jq ripgrep unzip xz-utils && rm -rf /var/lib/apt/lists/*",
|
|
130
|
-
"RUN curl -fsSL https://github.com/cli/cli/releases/download/v2.89.0/gh_2.89.0_linux_amd64.tar.gz -o /tmp/gh.tar.gz && echo 'd0422caade520530e76c1c558da47daebaa8e1203d6b7ff10ad7d6faba3490d8 /tmp/gh.tar.gz' | sha256sum -c - && tar -xzf /tmp/gh.tar.gz -C /tmp && mv /tmp/gh_2.89.0_linux_amd64/bin/gh /usr/local/bin/gh && rm -rf /tmp/gh.tar.gz /tmp/gh_2.89.0_linux_amd64",
|
|
131
|
-
"RUN npm install --global --ignore-scripts @earendil-works/pi-coding-agent@0.84.0",
|
|
132
|
-
"RUN npm install --global @openai/codex@0.146.1",
|
|
133
|
-
"ENV PATH=/root/.local/bin:/usr/local/bin:/usr/local/sbin:/usr/bin:/usr/sbin:/bin:/sbin",
|
|
134
|
-
"WORKDIR /work",
|
|
135
|
-
]);
|
|
136
|
-
}
|
|
137
|
-
async #secrets(entries) {
|
|
138
|
-
if (!entries || Object.keys(entries).length === 0) {
|
|
139
|
-
return [];
|
|
140
|
-
}
|
|
141
|
-
return [
|
|
142
|
-
await this.#client.secrets.fromObject({ ...entries }, {
|
|
143
|
-
...(this.#config.environment ? { environment: this.#config.environment } : {}),
|
|
144
|
-
}),
|
|
145
|
-
];
|
|
146
|
-
}
|
|
147
|
-
}
|
|
148
|
-
function sandboxName(runId, stage) {
|
|
149
|
-
const suffix = crypto.randomUUID().slice(0, 8);
|
|
150
|
-
return `${runId.slice(0, 24)}-${stage.slice(0, 16)}-${suffix}`.replace(/[^a-zA-Z0-9._-]/g, "-");
|
|
151
|
-
}
|
|
152
|
-
//# sourceMappingURL=modal-executor.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"modal-executor.js","sourceRoot":"","sources":["../src/modal-executor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAc,WAAW,EAAe,MAAM,OAAO,CAAC;AAE7D,OAAO,EAAE,sBAAsB,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAQrE,MAAM,OAAO,oBAAoB;IACtB,OAAO,CAAc;IACrB,OAAO,CAA2D;IAC3E,MAAM,CAAoB;IAE1B,YACE,MAAgE,EAChE,MAAM,GAAG,IAAI,WAAW,EAAE;QAE1B,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC;QACtB,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC;IACxB,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,OAAuB,EAAE,UAA6B,EAAE;QAChE,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE;YAC7D,eAAe,EAAE,IAAI;YACrB,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC/E,CAAC,CAAC;QACH,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACjB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;QACnC,CAAC;QACD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,MAAM,EAAE;YACpE,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,aAAa,EAAE,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;YAC1D,GAAG,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC;YACrB,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,IAAI;YACpC,OAAO,EAAE,OAAO;YAChB,IAAI,EAAE,WAAW,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,KAAK,CAAC;YAC/C,IAAI,EAAE,EAAE,MAAM,EAAE,OAAO,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE;SACtD,CAAC,CAAC;QAEH,MAAM,KAAK,GAAG,GAAG,EAAE;YACjB,KAAK,OAAO,CAAC,SAAS,EAAE,CAAC;QAC3B,CAAC,CAAC;QACF,OAAO,CAAC,MAAM,EAAE,gBAAgB,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QACjE,IAAI,CAAC;YACH,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,KAAK,IAAI,EAAE,EAAE,CAAC;gBACvC,IAAI,OAAO,IAAI,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;oBACtC,MAAM,OAAO,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;gBAC/D,CAAC;qBAAM,CAAC;oBACN,MAAM,OAAO,CAAC,UAAU,CAAC,UAAU,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;gBAChE,CAAC;YACH,CAAC;YAED,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;YACrD,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,OAAO,CAAC,OAAO,CAAC,EAAE;gBACvD,GAAG,EAAE,EAAE,GAAG,OAAO,CAAC,WAAW,EAAE;gBAC/B,GAAG,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAC3C,CAAC,CAAC;YACH,MAAM,OAAO,CAAC,UAAU,EAAE,CAAC;YAC3B,MAAM,YAAY,GAAG,IAAI,aAAa,EAAE,CAAC;YACzC,MAAM,YAAY,GAAG,IAAI,aAAa,EAAE,CAAC;YACzC,IAAI,eAA0D,CAAC;YAC/D,IAAI,eAAmD,CAAC;YACxD,MAAM,oBAAoB,GAAG,GAAS,EAAE;gBACtC,IAAI,eAAe,EAAE,CAAC;oBACpB,YAAY,CAAC,eAAe,CAAC,CAAC;oBAC9B,eAAe,GAAG,SAAS,CAAC;gBAC9B,CAAC;YACH,CAAC,CAAC;YACF,MAAM,kBAAkB,GAAG,GAAS,EAAE;gBACpC,oBAAoB,EAAE,CAAC;gBACvB,IAAI,CAAC,OAAO,CAAC,mBAAmB,EAAE,CAAC;oBACjC,OAAO;gBACT,CAAC;gBACD,eAAe,GAAG,UAAU,CAAC,GAAG,EAAE;oBAChC,eAAe,GAAG,IAAI,sBAAsB,CAC1C,iBAAiB,OAAO,CAAC,SAAS,UAAU,OAAO,CAAC,KAAK,EAAE,EAC3D,OAAO,CAAC,mBAAmB,IAAI,CAAC,CACjC,CAAC;oBACF,KAAK,OAAO,CAAC,SAAS,EAAE,CAAC;gBAC3B,CAAC,EAAE,OAAO,CAAC,mBAAmB,CAAC,CAAC;gBAChC,eAAe,CAAC,KAAK,EAAE,CAAC;YAC1B,CAAC,CAAC;YACF,MAAM,OAAO,GAAG,KAAK,EACnB,UAA+B,EAC/B,MAA2C,EAC3C,MAAqB,EACN,EAAE;gBACjB,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;gBAClC,IAAI,CAAC;oBACH,OAAO,IAAI,EAAE,CAAC;wBACZ,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;wBAC5C,IAAI,IAAI,EAAE,CAAC;4BACT,OAAO;wBACT,CAAC;wBACD,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;4BACxB,MAAM,KAAK,GAAG,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;4BAClF,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;4BACnB,OAAO,CAAC,UAAU,EAAE,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC;4BACtE,kBAAkB,EAAE,CAAC;wBACvB,CAAC;oBACH,CAAC;gBACH,CAAC;wBAAS,CAAC;oBACT,MAAM,CAAC,WAAW,EAAE,CAAC;gBACvB,CAAC;YACH,CAAC,CAAC;YACF,kBAAkB,EAAE,CAAC;YACrB,MAAM,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;gBACnD,OAAO,CAAC,IAAI,EAAE;gBACd,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,MAAM,EAAE,YAAY,CAAC;gBAC/C,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,MAAM,EAAE,YAAY,CAAC;aAChD,CAAC;iBACC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,EAAE;gBACnB,IAAI,eAAe,EAAE,CAAC;oBACpB,MAAM,eAAe,CAAC;gBACxB,CAAC;gBACD,OAAO,CAAC,QAAQ,EAAE,YAAY,CAAC,IAAI,EAAE,EAAE,YAAY,CAAC,IAAI,EAAE,CAAU,CAAC;YACvE,CAAC,CAAC;iBACD,KAAK,CAAC,CAAC,KAAc,EAAE,EAAE;gBACxB,MAAM,eAAe,IAAI,KAAK,CAAC;YACjC,CAAC,CAAC;iBACD,OAAO,CAAC,oBAAoB,CAAC,CAAC;YACjC,MAAM,OAAO,GAA+B,EAAE,CAAC;YAC/C,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,WAAW,IAAI,EAAE,EAAE,CAAC;gBAC7C,IAAI,CAAC;oBACH,OAAO,CAAC,IAAI,CAAC,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;gBAC3D,CAAC;gBAAC,MAAM,CAAC;oBACP,iFAAiF;oBACjF,gEAAgE;gBAClE,CAAC;YACH,CAAC;YACD,OAAO,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;QAC7E,CAAC;gBAAS,CAAC;YACT,OAAO,CAAC,MAAM,EAAE,mBAAmB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;YACpD,MAAM,OAAO,CAAC,SAAS,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QACnD,CAAC;IACH,CAAC;IAED,KAAK;QACH,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;IACvB,CAAC;IAED,WAAW;QACT,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM;aACvB,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC;aAChC,kBAAkB,CAAC;YAClB,WAAW;YACX,yJAAyJ;YACzJ,iXAAiX;YACjX,kFAAkF;YAClF,gDAAgD;YAChD,wFAAwF;YACxF,eAAe;SAChB,CAAC,CAAC;IACP,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,OAAqD;QAClE,IAAI,CAAC,OAAO,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAClD,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,OAAO;YACL,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,UAAU,CACnC,EAAE,GAAG,OAAO,EAAE,EACd;gBACE,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAC/E,CACF;SACF,CAAC;IACJ,CAAC;CACF;AAED,SAAS,WAAW,CAAC,KAAa,EAAE,KAAa;IAC/C,MAAM,MAAM,GAAG,MAAM,CAAC,UAAU,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAC/C,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,MAAM,EAAE,CAAC,OAAO,CAAC,kBAAkB,EAAE,GAAG,CAAC,CAAC;AAClG,CAAC"}
|
package/dist/reaudit-main.d.ts
DELETED
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"reaudit-main.d.ts","sourceRoot":"","sources":["../src/reaudit-main.ts"],"names":[],"mappings":""}
|
package/dist/reaudit-main.js
DELETED
|
@@ -1,158 +0,0 @@
|
|
|
1
|
-
#!/usr/bin/env node
|
|
2
|
-
import { access, mkdir, mkdtemp, readdir, readFile, rm, writeFile } from "node:fs/promises";
|
|
3
|
-
import { tmpdir } from "node:os";
|
|
4
|
-
import { basename, dirname, join, resolve } from "node:path";
|
|
5
|
-
import { fileURLToPath } from "node:url";
|
|
6
|
-
import { parseArgs } from "node:util";
|
|
7
|
-
import { COUPLING_REVIEW_MODEL, couplingReviewInput, couplingReviewSchema, } from "./codex-review.js";
|
|
8
|
-
import { defaultStandaloneConcurrency, loadWorkerConfig } from "./config.js";
|
|
9
|
-
import { buildCouplingEvidence, discoverContractArtifacts, resolveCouplingReview, scanBaseContractArtifacts, } from "./coupling.js";
|
|
10
|
-
import { parallelMap } from "./parallel.js";
|
|
11
|
-
import { runCommand } from "./process.js";
|
|
12
|
-
import { createSandboxExecutor } from "./sandbox.js";
|
|
13
|
-
import { loadPiModelAuth } from "./subscription-auth.js";
|
|
14
|
-
const parsed = parseArgs({
|
|
15
|
-
options: {
|
|
16
|
-
tasks: { type: "string" },
|
|
17
|
-
task: { type: "string" },
|
|
18
|
-
output: { type: "string" },
|
|
19
|
-
concurrency: { type: "string" },
|
|
20
|
-
help: { type: "boolean", short: "h" },
|
|
21
|
-
},
|
|
22
|
-
strict: true,
|
|
23
|
-
});
|
|
24
|
-
if (parsed.values.help) {
|
|
25
|
-
console.log(`Re-audit expanded Harbor tasks for test-to-gold coupling.
|
|
26
|
-
|
|
27
|
-
Usage:
|
|
28
|
-
self-bench-reaudit --tasks DIRECTORY --output REPORT.json [options]
|
|
29
|
-
|
|
30
|
-
Options:
|
|
31
|
-
--concurrency N Concurrent Sol reviews (default: 10; Vercel: worker setting, default 4)
|
|
32
|
-
--task ID Review only one task ID
|
|
33
|
-
-h, --help Show this help`);
|
|
34
|
-
process.exit(0);
|
|
35
|
-
}
|
|
36
|
-
const tasksDirectory = resolve(parsed.values.tasks ?? fail("--tasks is required"));
|
|
37
|
-
const outputPath = resolve(parsed.values.output ?? fail("--output is required"));
|
|
38
|
-
const config = loadWorkerConfig();
|
|
39
|
-
const concurrency = positiveInteger(parsed.values.concurrency ?? String(defaultStandaloneConcurrency(config, 10)), "--concurrency");
|
|
40
|
-
const sandbox = createSandboxExecutor(config.execution);
|
|
41
|
-
const [taskIds, modelAuth, reviewer] = await Promise.all([
|
|
42
|
-
readdir(tasksDirectory),
|
|
43
|
-
loadPiModelAuth(),
|
|
44
|
-
readFile(join(assetRoot(), "dist/sandbox-review.bundle.js")),
|
|
45
|
-
]);
|
|
46
|
-
const directories = (await Promise.all(taskIds.map(async (taskId) => {
|
|
47
|
-
const taskDirectory = join(tasksDirectory, taskId);
|
|
48
|
-
return await access(join(taskDirectory, "instruction.md")).then(() => taskDirectory, () => undefined);
|
|
49
|
-
})))
|
|
50
|
-
.filter((directory) => directory !== undefined)
|
|
51
|
-
.filter((directory) => parsed.values.task === undefined || basename(directory) === parsed.values.task)
|
|
52
|
-
.sort();
|
|
53
|
-
if (directories.length === 0) {
|
|
54
|
-
throw new Error(parsed.values.task ? `task not found: ${parsed.values.task}` : "no tasks found");
|
|
55
|
-
}
|
|
56
|
-
const tasks = await parallelMap(directories, concurrency, async (taskDirectory) => {
|
|
57
|
-
const taskId = basename(taskDirectory);
|
|
58
|
-
console.error(`reviewing ${taskId}`);
|
|
59
|
-
try {
|
|
60
|
-
const report = await auditTask(taskDirectory, taskId, modelAuth, reviewer, sandbox);
|
|
61
|
-
console.error(`${taskId}: ${report.resolution.verdict}`);
|
|
62
|
-
return report;
|
|
63
|
-
}
|
|
64
|
-
catch (error) {
|
|
65
|
-
const message = error instanceof Error ? error.message : String(error);
|
|
66
|
-
console.error(`${taskId}: error: ${message}`);
|
|
67
|
-
return { taskId, status: "error", error: message };
|
|
68
|
-
}
|
|
69
|
-
});
|
|
70
|
-
sandbox.close();
|
|
71
|
-
const report = {
|
|
72
|
-
schemaVersion: 1,
|
|
73
|
-
reviewer: COUPLING_REVIEW_MODEL,
|
|
74
|
-
generatedAt: new Date().toISOString(),
|
|
75
|
-
sourceTasks: tasksDirectory,
|
|
76
|
-
provisional: true,
|
|
77
|
-
tasks,
|
|
78
|
-
summary: {
|
|
79
|
-
total: tasks.length,
|
|
80
|
-
clean: tasks.filter((task) => task.status === "reviewed" && task.resolution.verdict === "clean")
|
|
81
|
-
.length,
|
|
82
|
-
coupled: tasks.filter((task) => task.status === "reviewed" && task.resolution.verdict === "coupled").length,
|
|
83
|
-
errors: tasks.filter((task) => task.status === "error").length,
|
|
84
|
-
},
|
|
85
|
-
};
|
|
86
|
-
await mkdir(dirname(outputPath), { recursive: true });
|
|
87
|
-
await writeFile(outputPath, `${JSON.stringify(report, null, 2)}\n`);
|
|
88
|
-
console.log(JSON.stringify({ output: outputPath, ...report.summary }, null, 2));
|
|
89
|
-
async function auditTask(taskDirectory, taskId, modelAuth, reviewer, sandbox) {
|
|
90
|
-
const scratch = await mkdtemp(join(tmpdir(), "selfbench-reaudit-"));
|
|
91
|
-
try {
|
|
92
|
-
const baseDirectory = join(scratch, "base");
|
|
93
|
-
const baseArchivePath = join(taskDirectory, "environment/repo.tar.gz");
|
|
94
|
-
await mkdir(baseDirectory);
|
|
95
|
-
await runCommand("tar", ["-xzf", baseArchivePath, "-C", baseDirectory]);
|
|
96
|
-
const [prompt, testPatch, goldPatch] = await Promise.all([
|
|
97
|
-
readFile(join(taskDirectory, "instruction.md"), "utf8"),
|
|
98
|
-
readFile(join(taskDirectory, "tests/test.patch"), "utf8"),
|
|
99
|
-
readFile(join(taskDirectory, "solution/gold.patch"), "utf8"),
|
|
100
|
-
]);
|
|
101
|
-
const baseArtifacts = await scanBaseContractArtifacts(baseDirectory, scratch, discoverContractArtifacts(testPatch));
|
|
102
|
-
const couplingEvidence = buildCouplingEvidence({
|
|
103
|
-
prompt,
|
|
104
|
-
testPatch,
|
|
105
|
-
goldPatch,
|
|
106
|
-
baseArtifacts,
|
|
107
|
-
});
|
|
108
|
-
const result = await sandbox.run({
|
|
109
|
-
runId: "selfbench-reaudit-v2",
|
|
110
|
-
stage: taskId,
|
|
111
|
-
timeoutMs: 15 * 60 * 1000,
|
|
112
|
-
files: [
|
|
113
|
-
{ path: "/work/sandbox-review.js", contents: reviewer },
|
|
114
|
-
{
|
|
115
|
-
path: "/work/review-input.md",
|
|
116
|
-
contents: couplingReviewInput(prompt, testPatch, goldPatch, couplingEvidence),
|
|
117
|
-
},
|
|
118
|
-
],
|
|
119
|
-
outputPaths: ["/work/review.json"],
|
|
120
|
-
secrets: {
|
|
121
|
-
...(modelAuth.apiKey ? { OPENAI_API_KEY: modelAuth.apiKey } : {}),
|
|
122
|
-
...(modelAuth.authJson ? { SELFBENCH_PI_AUTH_JSON: modelAuth.authJson } : {}),
|
|
123
|
-
},
|
|
124
|
-
environment: { SELFBENCH_REVIEW_OUTPUT: "/work/review.json" },
|
|
125
|
-
command: ["node", "/work/sandbox-review.js"],
|
|
126
|
-
});
|
|
127
|
-
const output = result.outputs["/work/review.json"];
|
|
128
|
-
if (result.exitCode !== 0 || !output) {
|
|
129
|
-
throw new Error(`sandboxed coupling review failed in ${result.sandboxId}: ${result.stderr.trim() || result.stdout.trim()}`);
|
|
130
|
-
}
|
|
131
|
-
const review = couplingReviewSchema.parse(JSON.parse(Buffer.from(output).toString("utf8")));
|
|
132
|
-
return {
|
|
133
|
-
taskId,
|
|
134
|
-
status: "reviewed",
|
|
135
|
-
sandboxId: result.sandboxId,
|
|
136
|
-
couplingEvidence,
|
|
137
|
-
review,
|
|
138
|
-
resolution: resolveCouplingReview(couplingEvidence, review),
|
|
139
|
-
};
|
|
140
|
-
}
|
|
141
|
-
finally {
|
|
142
|
-
await rm(scratch, { recursive: true, force: true });
|
|
143
|
-
}
|
|
144
|
-
}
|
|
145
|
-
function assetRoot() {
|
|
146
|
-
return resolve(dirname(fileURLToPath(import.meta.url)), "..");
|
|
147
|
-
}
|
|
148
|
-
function positiveInteger(value, label) {
|
|
149
|
-
const parsed = Number(value);
|
|
150
|
-
if (!Number.isInteger(parsed) || parsed < 1) {
|
|
151
|
-
throw new Error(`${label} must be a positive integer`);
|
|
152
|
-
}
|
|
153
|
-
return parsed;
|
|
154
|
-
}
|
|
155
|
-
function fail(message) {
|
|
156
|
-
throw new Error(message);
|
|
157
|
-
}
|
|
158
|
-
//# sourceMappingURL=reaudit-main.js.map
|
package/dist/reaudit-main.js.map
DELETED
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"reaudit-main.js","sourceRoot":"","sources":["../src/reaudit-main.ts"],"names":[],"mappings":";AAEA,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC5F,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC7D,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AACtC,OAAO,EACL,qBAAqB,EACrB,mBAAmB,EACnB,oBAAoB,GACrB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAAE,4BAA4B,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAC7E,OAAO,EACL,qBAAqB,EACrB,yBAAyB,EACzB,qBAAqB,EACrB,yBAAyB,GAC1B,MAAM,eAAe,CAAC;AACvB,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAC5C,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAC1C,OAAO,EAAE,qBAAqB,EAAwB,MAAM,cAAc,CAAC;AAC3E,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AAEzD,MAAM,MAAM,GAAG,SAAS,CAAC;IACvB,OAAO,EAAE;QACP,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;QACzB,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;QACxB,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;QAC1B,WAAW,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;QAC/B,IAAI,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,EAAE;KACtC;IACD,MAAM,EAAE,IAAI;CACb,CAAC,CAAC;AACH,IAAI,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;IACvB,OAAO,CAAC,GAAG,CAAC;;;;;;;;kCAQoB,CAAC,CAAC;IAClC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC;AAED,MAAM,cAAc,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,IAAI,IAAI,CAAC,qBAAqB,CAAC,CAAC,CAAC;AACnF,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,IAAI,IAAI,CAAC,sBAAsB,CAAC,CAAC,CAAC;AACjF,MAAM,MAAM,GAAG,gBAAgB,EAAE,CAAC;AAClC,MAAM,WAAW,GAAG,eAAe,CACjC,MAAM,CAAC,MAAM,CAAC,WAAW,IAAI,MAAM,CAAC,4BAA4B,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,EAC7E,eAAe,CAChB,CAAC;AACF,MAAM,OAAO,GAAG,qBAAqB,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;AACxD,MAAM,CAAC,OAAO,EAAE,SAAS,EAAE,QAAQ,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;IACvD,OAAO,CAAC,cAAc,CAAC;IACvB,eAAe,EAAE;IACjB,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE,+BAA+B,CAAC,CAAC;CAC7D,CAAC,CAAC;AACH,MAAM,WAAW,GAAG,CAClB,MAAM,OAAO,CAAC,GAAG,CACf,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE;IAC3B,MAAM,aAAa,GAAG,IAAI,CAAC,cAAc,EAAE,MAAM,CAAC,CAAC;IACnD,OAAO,MAAM,MAAM,CAAC,IAAI,CAAC,aAAa,EAAE,gBAAgB,CAAC,CAAC,CAAC,IAAI,CAC7D,GAAG,EAAE,CAAC,aAAa,EACnB,GAAG,EAAE,CAAC,SAAS,CAChB,CAAC;AACJ,CAAC,CAAC,CACH,CACF;KACE,MAAM,CAAC,CAAC,SAAS,EAAuB,EAAE,CAAC,SAAS,KAAK,SAAS,CAAC;KACnE,MAAM,CACL,CAAC,SAAS,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,KAAK,SAAS,IAAI,QAAQ,CAAC,SAAS,CAAC,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAC9F;KACA,IAAI,EAAE,CAAC;AACV,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;IAC7B,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,mBAAmB,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC;AACnG,CAAC;AAED,MAAM,KAAK,GAAG,MAAM,WAAW,CAAC,WAAW,EAAE,WAAW,EAAE,KAAK,EAAE,aAAa,EAAE,EAAE;IAChF,MAAM,MAAM,GAAG,QAAQ,CAAC,aAAa,CAAC,CAAC;IACvC,OAAO,CAAC,KAAK,CAAC,aAAa,MAAM,EAAE,CAAC,CAAC;IACrC,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,aAAa,EAAE,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;QACpF,OAAO,CAAC,KAAK,CAAC,GAAG,MAAM,KAAK,MAAM,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC,CAAC;QACzD,OAAO,MAAM,CAAC;IAChB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACvE,OAAO,CAAC,KAAK,CAAC,GAAG,MAAM,YAAY,OAAO,EAAE,CAAC,CAAC;QAC9C,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,OAAgB,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;IAC9D,CAAC;AACH,CAAC,CAAC,CAAC;AACH,OAAO,CAAC,KAAK,EAAE,CAAC;AAChB,MAAM,MAAM,GAAG;IACb,aAAa,EAAE,CAAC;IAChB,QAAQ,EAAE,qBAAqB;IAC/B,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;IACrC,WAAW,EAAE,cAAc;IAC3B,WAAW,EAAE,IAAI;IACjB,KAAK;IACL,OAAO,EAAE;QACP,KAAK,EAAE,KAAK,CAAC,MAAM;QACnB,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,KAAK,UAAU,IAAI,IAAI,CAAC,UAAU,CAAC,OAAO,KAAK,OAAO,CAAC;aAC7F,MAAM;QACT,OAAO,EAAE,KAAK,CAAC,MAAM,CACnB,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,KAAK,UAAU,IAAI,IAAI,CAAC,UAAU,CAAC,OAAO,KAAK,SAAS,CAC9E,CAAC,MAAM;QACR,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,KAAK,OAAO,CAAC,CAAC,MAAM;KAC/D;CACF,CAAC;AACF,MAAM,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;AACtD,MAAM,SAAS,CAAC,UAAU,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;AACpE,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,GAAG,MAAM,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;AAEhF,KAAK,UAAU,SAAS,CACtB,aAAqB,EACrB,MAAc,EACd,SAAiD,EACjD,QAAoB,EACpB,OAAwB;IAExB,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,oBAAoB,CAAC,CAAC,CAAC;IACpE,IAAI,CAAC;QACH,MAAM,aAAa,GAAG,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAC5C,MAAM,eAAe,GAAG,IAAI,CAAC,aAAa,EAAE,yBAAyB,CAAC,CAAC;QACvE,MAAM,KAAK,CAAC,aAAa,CAAC,CAAC;QAC3B,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC,MAAM,EAAE,eAAe,EAAE,IAAI,EAAE,aAAa,CAAC,CAAC,CAAC;QACxE,MAAM,CAAC,MAAM,EAAE,SAAS,EAAE,SAAS,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YACvD,QAAQ,CAAC,IAAI,CAAC,aAAa,EAAE,gBAAgB,CAAC,EAAE,MAAM,CAAC;YACvD,QAAQ,CAAC,IAAI,CAAC,aAAa,EAAE,kBAAkB,CAAC,EAAE,MAAM,CAAC;YACzD,QAAQ,CAAC,IAAI,CAAC,aAAa,EAAE,qBAAqB,CAAC,EAAE,MAAM,CAAC;SAC7D,CAAC,CAAC;QACH,MAAM,aAAa,GAAG,MAAM,yBAAyB,CACnD,aAAa,EACb,OAAO,EACP,yBAAyB,CAAC,SAAS,CAAC,CACrC,CAAC;QACF,MAAM,gBAAgB,GAAG,qBAAqB,CAAC;YAC7C,MAAM;YACN,SAAS;YACT,SAAS;YACT,aAAa;SACd,CAAC,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YAC/B,KAAK,EAAE,sBAAsB;YAC7B,KAAK,EAAE,MAAM;YACb,SAAS,EAAE,EAAE,GAAG,EAAE,GAAG,IAAI;YACzB,KAAK,EAAE;gBACL,EAAE,IAAI,EAAE,yBAAyB,EAAE,QAAQ,EAAE,QAAQ,EAAE;gBACvD;oBACE,IAAI,EAAE,uBAAuB;oBAC7B,QAAQ,EAAE,mBAAmB,CAAC,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,gBAAgB,CAAC;iBAC9E;aACF;YACD,WAAW,EAAE,CAAC,mBAAmB,CAAC;YAClC,OAAO,EAAE;gBACP,GAAG,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACjE,GAAG,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,sBAAsB,EAAE,SAAS,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAC9E;YACD,WAAW,EAAE,EAAE,uBAAuB,EAAE,mBAAmB,EAAE;YAC7D,OAAO,EAAE,CAAC,MAAM,EAAE,yBAAyB,CAAC;SAC7C,CAAC,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,mBAAmB,CAAC,CAAC;QACnD,IAAI,MAAM,CAAC,QAAQ,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACrC,MAAM,IAAI,KAAK,CACb,uCAAuC,MAAM,CAAC,SAAS,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,CAC3G,CAAC;QACJ,CAAC;QACD,MAAM,MAAM,GAAG,oBAAoB,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QAC5F,OAAO;YACL,MAAM;YACN,MAAM,EAAE,UAAmB;YAC3B,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,gBAAgB;YAChB,MAAM;YACN,UAAU,EAAE,qBAAqB,CAAC,gBAAgB,EAAE,MAAM,CAAC;SAC5D,CAAC;IACJ,CAAC;YAAS,CAAC;QACT,MAAM,EAAE,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACtD,CAAC;AACH,CAAC;AAED,SAAS,SAAS;IAChB,OAAO,OAAO,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;AAChE,CAAC;AAED,SAAS,eAAe,CAAC,KAAyB,EAAE,KAAa;IAC/D,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IAC7B,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,MAAM,GAAG,CAAC,EAAE,CAAC;QAC5C,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,6BAA6B,CAAC,CAAC;IACzD,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,IAAI,CAAC,OAAe;IAC3B,MAAM,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC;AAC3B,CAAC"}
|
package/dist/repair-main.d.ts
DELETED
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"repair-main.d.ts","sourceRoot":"","sources":["../src/repair-main.ts"],"names":[],"mappings":""}
|