@bjoernrochel/sevro 0.1.0-rc.8 → 1.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CONTRIBUTING.md +52 -6
- package/README.md +12 -7
- package/dist/examples/basic/graded.json +13 -0
- package/dist/examples/basic/host.js +9 -0
- package/dist/examples/basic/host.js.map +1 -0
- package/dist/examples/basic/prompt-only.json +7 -0
- package/dist/examples/recipes/candidate.js +23 -0
- package/dist/examples/recipes/candidate.js.map +1 -0
- package/dist/examples/recipes/cases/coding-change.json +21 -0
- package/dist/examples/recipes/cases/host-tools.json +21 -0
- package/dist/examples/recipes/cases/mise.json +21 -0
- package/dist/examples/recipes/cases/node.json +21 -0
- package/dist/examples/recipes/cases/python-uv.json +21 -0
- package/dist/examples/recipes/cases/semantic.json +17 -0
- package/dist/examples/recipes/coding-change/check.js +16 -0
- package/dist/examples/recipes/coding-change/check.js.map +1 -0
- package/dist/examples/recipes/executable.js +20 -0
- package/dist/examples/recipes/executable.js.map +1 -0
- package/dist/examples/recipes/extension-artifacts.js +56 -0
- package/dist/examples/recipes/extension-artifacts.js.map +1 -0
- package/dist/examples/recipes/extension-methods.js +167 -0
- package/dist/examples/recipes/extension-methods.js.map +1 -0
- package/dist/examples/recipes/extension.js +28 -0
- package/dist/examples/recipes/extension.js.map +1 -0
- package/dist/examples/recipes/modules.js +9 -0
- package/dist/examples/recipes/modules.js.map +1 -0
- package/dist/examples/recipes/repository-skill/.agents/skills/startup-guide/SKILL.md +7 -0
- package/dist/examples/recipes/repository-skill/.claude/skills/startup-guide/SKILL.md +7 -0
- package/dist/examples/recipes/repository-skill/README.md +3 -0
- package/dist/examples/recipes/run-inputs.js +144 -0
- package/dist/examples/recipes/run-inputs.js.map +1 -0
- package/dist/examples/recipes/run-options.js +103 -0
- package/dist/examples/recipes/run-options.js.map +1 -0
- package/dist/examples/recipes/run.js +62 -0
- package/dist/examples/recipes/run.js.map +1 -0
- package/dist/examples/recipes/runtime/empty.json +1 -0
- package/dist/examples/recipes/runtime/goals.json +1 -0
- package/dist/examples/recipes/runtime/mise.json +6 -0
- package/dist/examples/recipes/runtime/path.json +1 -0
- package/dist/examples/recipes/runtime/plugins.json +4 -0
- package/dist/examples/recipes/runtime/python-uv.json +10 -0
- package/dist/examples/recipes/semantic-judge.js +27 -0
- package/dist/examples/recipes/semantic-judge.js.map +1 -0
- package/dist/examples/templates/coding/adapter.js +14 -0
- package/dist/examples/templates/coding/adapter.js.map +1 -0
- package/dist/examples/templates/coding/case.json +15 -0
- package/dist/examples/templates/repository-skill/.agents/skills/startup-guide/SKILL.md +6 -0
- package/dist/examples/templates/repository-skill/extension-data.js +61 -0
- package/dist/examples/templates/repository-skill/extension-data.js.map +1 -0
- package/dist/examples/templates/repository-skill/extension.js +29 -0
- package/dist/examples/templates/repository-skill/extension.js.map +1 -0
- package/dist/examples/templates/response/adapter.js +13 -0
- package/dist/examples/templates/response/adapter.js.map +1 -0
- package/dist/examples/templates/response/case.json +13 -0
- package/dist/src/advisory.js +86 -0
- package/dist/src/advisory.js.map +1 -0
- package/dist/src/candidate-artifacts.js +139 -0
- package/dist/src/candidate-artifacts.js.map +1 -0
- package/dist/src/candidate-codex-state.js +110 -0
- package/dist/src/candidate-codex-state.js.map +1 -0
- package/dist/src/case-validation.js +92 -0
- package/dist/src/case-validation.js.map +1 -0
- package/dist/src/cli/cancellation.js +21 -0
- package/dist/src/cli/cancellation.js.map +1 -0
- package/dist/src/cli/command.js +60 -0
- package/dist/src/cli/command.js.map +1 -0
- package/dist/src/cli/completion.js +14 -0
- package/dist/src/cli/completion.js.map +1 -0
- package/dist/src/cli/demo.js +45 -0
- package/dist/src/cli/demo.js.map +1 -0
- package/dist/src/cli/evaluation.js +40 -0
- package/dist/src/cli/evaluation.js.map +1 -0
- package/dist/src/cli/extension.js +54 -0
- package/dist/src/cli/extension.js.map +1 -0
- package/dist/src/cli/help.js +190 -0
- package/dist/src/cli/help.js.map +1 -0
- package/dist/src/cli/hosts.js +33 -0
- package/dist/src/cli/hosts.js.map +1 -0
- package/dist/src/cli/init-settings.js +29 -0
- package/dist/src/cli/init-settings.js.map +1 -0
- package/dist/src/cli/init.js +82 -0
- package/dist/src/cli/init.js.map +1 -0
- package/dist/src/cli/invocation.js +431 -0
- package/dist/src/cli/invocation.js.map +1 -0
- package/dist/src/cli/loading.js +110 -0
- package/dist/src/cli/loading.js.map +1 -0
- package/dist/src/cli/preparation.js +88 -0
- package/dist/src/cli/preparation.js.map +1 -0
- package/dist/src/cli/presentation.js +61 -0
- package/dist/src/cli/presentation.js.map +1 -0
- package/dist/src/cli/progress.js +5 -0
- package/dist/src/cli/progress.js.map +1 -0
- package/dist/src/cli/run-manifest.js +108 -0
- package/dist/src/cli/run-manifest.js.map +1 -0
- package/dist/src/cli/run-options.js +367 -0
- package/dist/src/cli/run-options.js.map +1 -0
- package/dist/src/cli/run-overrides.js +51 -0
- package/dist/src/cli/run-overrides.js.map +1 -0
- package/dist/src/cli/settings.js +127 -0
- package/dist/src/cli/settings.js.map +1 -0
- package/dist/src/cli/summary.js +28 -0
- package/dist/src/cli/summary.js.map +1 -0
- package/dist/src/cli.js +20 -0
- package/dist/src/cli.js.map +1 -0
- package/dist/src/contract-types.js +2 -0
- package/dist/src/contract-types.js.map +1 -0
- package/dist/src/engine.js +4 -0
- package/dist/src/engine.js.map +1 -0
- package/dist/src/evaluation/advisory.js +85 -0
- package/dist/src/evaluation/advisory.js.map +1 -0
- package/dist/src/evaluation/check-plan.js +292 -0
- package/dist/src/evaluation/check-plan.js.map +1 -0
- package/dist/src/evaluation/collection.js +61 -0
- package/dist/src/evaluation/collection.js.map +1 -0
- package/dist/src/evaluation/context.js +2 -0
- package/dist/src/evaluation/context.js.map +1 -0
- package/dist/src/evaluation/grading-host.js +28 -0
- package/dist/src/evaluation/grading-host.js.map +1 -0
- package/dist/src/evaluation/grading.js +154 -0
- package/dist/src/evaluation/grading.js.map +1 -0
- package/dist/src/evaluation/invocation-plan.js +312 -0
- package/dist/src/evaluation/invocation-plan.js.map +1 -0
- package/dist/src/evaluation/plan.js +376 -0
- package/dist/src/evaluation/plan.js.map +1 -0
- package/dist/src/evaluation/progress.js +14 -0
- package/dist/src/evaluation/progress.js.map +1 -0
- package/dist/src/evaluation/resources.js +159 -0
- package/dist/src/evaluation/resources.js.map +1 -0
- package/dist/src/evaluation/run.js +148 -0
- package/dist/src/evaluation/run.js.map +1 -0
- package/dist/src/evaluation/scheduler.js +27 -0
- package/dist/src/evaluation/scheduler.js.map +1 -0
- package/dist/src/evaluation/semantic.js +183 -0
- package/dist/src/evaluation/semantic.js.map +1 -0
- package/dist/src/evaluation/trial.js +593 -0
- package/dist/src/evaluation/trial.js.map +1 -0
- package/dist/src/evaluation/types.js +20 -0
- package/dist/src/evaluation/types.js.map +1 -0
- package/dist/src/evidence/host-results.js +67 -0
- package/dist/src/evidence/host-results.js.map +1 -0
- package/dist/src/evidence/retained-artifacts.js +17 -0
- package/dist/src/evidence/retained-artifacts.js.map +1 -0
- package/dist/src/evidence/trial-writer.js +131 -0
- package/dist/src/evidence/trial-writer.js.map +1 -0
- package/dist/src/evidence/usage.js +14 -0
- package/dist/src/evidence/usage.js.map +1 -0
- package/dist/src/executable.js +20 -0
- package/dist/src/executable.js.map +1 -0
- package/dist/src/extension-client.js +212 -0
- package/dist/src/extension-client.js.map +1 -0
- package/dist/src/extension-session.js +236 -0
- package/dist/src/extension-session.js.map +1 -0
- package/dist/src/fixtures/advisory.js +206 -0
- package/dist/src/fixtures/advisory.js.map +1 -0
- package/dist/src/fixtures/bin.js +41 -0
- package/dist/src/fixtures/bin.js.map +1 -0
- package/dist/src/fixtures/cleanup.js +43 -0
- package/dist/src/fixtures/cleanup.js.map +1 -0
- package/dist/src/fixtures/create.js +94 -0
- package/dist/src/fixtures/create.js.map +1 -0
- package/dist/src/fixtures/generated.js +181 -0
- package/dist/src/fixtures/generated.js.map +1 -0
- package/dist/src/fixtures/git-hooks.js +16 -0
- package/dist/src/fixtures/git-hooks.js.map +1 -0
- package/dist/src/fixtures/preparation.js +201 -0
- package/dist/src/fixtures/preparation.js.map +1 -0
- package/dist/src/fixtures/repository.js +255 -0
- package/dist/src/fixtures/repository.js.map +1 -0
- package/dist/src/fixtures/setup.js +175 -0
- package/dist/src/fixtures/setup.js.map +1 -0
- package/dist/src/fixtures/tools.js +57 -0
- package/dist/src/fixtures/tools.js.map +1 -0
- package/dist/src/fixtures/workspace-state.js +155 -0
- package/dist/src/fixtures/workspace-state.js.map +1 -0
- package/dist/src/generated/cli-result.cjs +2 -0
- package/dist/src/generated/extension.cjs +2 -0
- package/dist/src/generated/report.cjs +2 -0
- package/dist/src/generated/run-evidence.cjs +2 -0
- package/dist/src/generated/runtime.cjs +2 -0
- package/dist/src/git.js +72 -0
- package/dist/src/git.js.map +1 -0
- package/dist/src/graders/artifact.js +68 -0
- package/dist/src/graders/artifact.js.map +1 -0
- package/dist/src/graders/git-head.js +112 -0
- package/dist/src/graders/git-head.js.map +1 -0
- package/dist/src/graders/output.js +345 -0
- package/dist/src/graders/output.js.map +1 -0
- package/dist/src/graders/semantic.js +132 -0
- package/dist/src/graders/semantic.js.map +1 -0
- package/dist/src/graders/shell.js +321 -0
- package/dist/src/graders/shell.js.map +1 -0
- package/dist/src/host-diagnostic-redaction.js +52 -0
- package/dist/src/host-diagnostic-redaction.js.map +1 -0
- package/dist/src/host-diagnostics.js +248 -0
- package/dist/src/host-diagnostics.js.map +1 -0
- package/dist/src/hosts/claude-continuation.js +89 -0
- package/dist/src/hosts/claude-continuation.js.map +1 -0
- package/dist/src/hosts/claude-credential.js +121 -0
- package/dist/src/hosts/claude-credential.js.map +1 -0
- package/dist/src/hosts/claude-events.js +136 -0
- package/dist/src/hosts/claude-events.js.map +1 -0
- package/dist/src/hosts/claude-keychain.js +100 -0
- package/dist/src/hosts/claude-keychain.js.map +1 -0
- package/dist/src/hosts/claude-login-recovery.js +67 -0
- package/dist/src/hosts/claude-login-recovery.js.map +1 -0
- package/dist/src/hosts/claude-login-refresh.js +146 -0
- package/dist/src/hosts/claude-login-refresh.js.map +1 -0
- package/dist/src/hosts/claude-login-store.js +124 -0
- package/dist/src/hosts/claude-login-store.js.map +1 -0
- package/dist/src/hosts/claude-login.js +74 -0
- package/dist/src/hosts/claude-login.js.map +1 -0
- package/dist/src/hosts/claude-native-goal.js +138 -0
- package/dist/src/hosts/claude-native-goal.js.map +1 -0
- package/dist/src/hosts/claude-process.js +10 -0
- package/dist/src/hosts/claude-process.js.map +1 -0
- package/dist/src/hosts/claude-refresh-lock.js +76 -0
- package/dist/src/hosts/claude-refresh-lock.js.map +1 -0
- package/dist/src/hosts/claude-repository-invocation.js +229 -0
- package/dist/src/hosts/claude-repository-invocation.js.map +1 -0
- package/dist/src/hosts/claude-settings.js +156 -0
- package/dist/src/hosts/claude-settings.js.map +1 -0
- package/dist/src/hosts/claude-skill-activations.js +131 -0
- package/dist/src/hosts/claude-skill-activations.js.map +1 -0
- package/dist/src/hosts/claude-state.js +237 -0
- package/dist/src/hosts/claude-state.js.map +1 -0
- package/dist/src/hosts/claude-tool-calls.js +150 -0
- package/dist/src/hosts/claude-tool-calls.js.map +1 -0
- package/dist/src/hosts/claude.js +373 -0
- package/dist/src/hosts/claude.js.map +1 -0
- package/dist/src/hosts/codex-app-server.js +764 -0
- package/dist/src/hosts/codex-app-server.js.map +1 -0
- package/dist/src/hosts/codex-configuration.js +91 -0
- package/dist/src/hosts/codex-configuration.js.map +1 -0
- package/dist/src/hosts/codex-events.js +104 -0
- package/dist/src/hosts/codex-events.js.map +1 -0
- package/dist/src/hosts/codex-exec-controls.js +434 -0
- package/dist/src/hosts/codex-exec-controls.js.map +1 -0
- package/dist/src/hosts/codex-invocation.js +54 -0
- package/dist/src/hosts/codex-invocation.js.map +1 -0
- package/dist/src/hosts/codex-marketplace.js +185 -0
- package/dist/src/hosts/codex-marketplace.js.map +1 -0
- package/dist/src/hosts/codex-native-calls.js +516 -0
- package/dist/src/hosts/codex-native-calls.js.map +1 -0
- package/dist/src/hosts/codex-process.js +10 -0
- package/dist/src/hosts/codex-process.js.map +1 -0
- package/dist/src/hosts/codex-profile.js +206 -0
- package/dist/src/hosts/codex-profile.js.map +1 -0
- package/dist/src/hosts/codex-session-files.js +89 -0
- package/dist/src/hosts/codex-session-files.js.map +1 -0
- package/dist/src/hosts/codex-state.js +310 -0
- package/dist/src/hosts/codex-state.js.map +1 -0
- package/dist/src/hosts/codex.js +527 -0
- package/dist/src/hosts/codex.js.map +1 -0
- package/dist/src/hosts/isolation-common.js +43 -0
- package/dist/src/hosts/isolation-common.js.map +1 -0
- package/dist/src/hosts/isolation-roots.js +64 -0
- package/dist/src/hosts/isolation-roots.js.map +1 -0
- package/dist/src/hosts/isolation.js +12 -0
- package/dist/src/hosts/isolation.js.map +1 -0
- package/dist/src/hosts/linux-sandbox.js +127 -0
- package/dist/src/hosts/linux-sandbox.js.map +1 -0
- package/dist/src/hosts/mac-sandbox.js +137 -0
- package/dist/src/hosts/mac-sandbox.js.map +1 -0
- package/dist/src/hosts/native-controls.js +151 -0
- package/dist/src/hosts/native-controls.js.map +1 -0
- package/dist/src/hosts/native-request.js +33 -0
- package/dist/src/hosts/native-request.js.map +1 -0
- package/dist/src/hosts/process-lifecycle.js +167 -0
- package/dist/src/hosts/process-lifecycle.js.map +1 -0
- package/dist/src/hosts/protected-worktrees.js +81 -0
- package/dist/src/hosts/protected-worktrees.js.map +1 -0
- package/dist/src/hosts/skill-hook-catalog.js +100 -0
- package/dist/src/hosts/skill-hook-catalog.js.map +1 -0
- package/dist/src/hosts/skill-hook-handler.js +228 -0
- package/dist/src/hosts/skill-hook-handler.js.map +1 -0
- package/dist/src/hosts/skill-hooks.js +423 -0
- package/dist/src/hosts/skill-hooks.js.map +1 -0
- package/dist/src/hosts/workspace-fingerprint.js +72 -0
- package/dist/src/hosts/workspace-fingerprint.js.map +1 -0
- package/dist/src/identity.js +167 -0
- package/dist/src/identity.js.map +1 -0
- package/dist/src/instrumentation.js +83 -0
- package/dist/src/instrumentation.js.map +1 -0
- package/dist/src/native-transcript-state.js +85 -0
- package/dist/src/native-transcript-state.js.map +1 -0
- package/dist/src/native-transcript-view.js +65 -0
- package/dist/src/native-transcript-view.js.map +1 -0
- package/dist/src/native-transcripts.js +208 -0
- package/dist/src/native-transcripts.js.map +1 -0
- package/dist/src/paths.js +13 -0
- package/dist/src/paths.js.map +1 -0
- package/dist/src/process-lifecycle.js +101 -0
- package/dist/src/process-lifecycle.js.map +1 -0
- package/dist/src/provenance.js +263 -0
- package/dist/src/provenance.js.map +1 -0
- package/dist/src/prune.js +228 -0
- package/dist/src/prune.js.map +1 -0
- package/dist/src/report.js +276 -0
- package/dist/src/report.js.map +1 -0
- package/dist/src/resolved-case.js +29 -0
- package/dist/src/resolved-case.js.map +1 -0
- package/dist/src/results-lock.js +40 -0
- package/dist/src/results-lock.js.map +1 -0
- package/dist/src/results.js +127 -0
- package/dist/src/results.js.map +1 -0
- package/dist/src/run-owner.js +283 -0
- package/dist/src/run-owner.js.map +1 -0
- package/dist/src/runner-paths.js +11 -0
- package/dist/src/runner-paths.js.map +1 -0
- package/dist/src/runtime/config.js +323 -0
- package/dist/src/runtime/config.js.map +1 -0
- package/dist/src/runtime/discovery-apple.js +65 -0
- package/dist/src/runtime/discovery-apple.js.map +1 -0
- package/dist/src/runtime/discovery-providers.js +37 -0
- package/dist/src/runtime/discovery-providers.js.map +1 -0
- package/dist/src/runtime/discovery.js +40 -0
- package/dist/src/runtime/discovery.js.map +1 -0
- package/dist/src/runtime/hook-processes.js +81 -0
- package/dist/src/runtime/hook-processes.js.map +1 -0
- package/dist/src/runtime/hooks.js +304 -0
- package/dist/src/runtime/hooks.js.map +1 -0
- package/dist/src/runtime/paths.js +244 -0
- package/dist/src/runtime/paths.js.map +1 -0
- package/dist/src/runtime/query.js +76 -0
- package/dist/src/runtime/query.js.map +1 -0
- package/dist/src/runtime/seeds.js +98 -0
- package/dist/src/runtime/seeds.js.map +1 -0
- package/dist/src/runtime/shared-cache.js +81 -0
- package/dist/src/runtime/shared-cache.js.map +1 -0
- package/dist/src/runtime/state.js +106 -0
- package/dist/src/runtime/state.js.map +1 -0
- package/dist/src/runtime-process.js +148 -0
- package/dist/src/runtime-process.js.map +1 -0
- package/dist/src/schema-types.js +2 -0
- package/dist/src/schema-types.js.map +1 -0
- package/dist/src/schema.js +16 -0
- package/dist/src/schema.js.map +1 -0
- package/dist/src/shell.js +5 -0
- package/dist/src/shell.js.map +1 -0
- package/dist/src/sqlite-lock.js +18 -0
- package/dist/src/sqlite-lock.js.map +1 -0
- package/dist/src/storage.js +21 -0
- package/dist/src/storage.js.map +1 -0
- package/dist/src/transcript-retention.js +109 -0
- package/dist/src/transcript-retention.js.map +1 -0
- package/dist/src/value-guards.js +26 -0
- package/dist/src/value-guards.js.map +1 -0
- package/docs/README.md +19 -15
- package/docs/architecture.md +141 -17
- package/docs/assets/README.md +5 -4
- package/docs/builtin-graders-v1.md +9 -2
- package/docs/codex-host.md +155 -57
- package/docs/contracts.md +2 -1
- package/docs/creating-cases.md +10 -4
- package/docs/development-cli.md +197 -24
- package/docs/documentation-quality.md +16 -5
- package/docs/evaluation-workflow.md +110 -0
- package/docs/extension-protocol-v1.md +26 -3
- package/docs/getting-started.md +29 -7
- package/docs/guide-evaluation.md +34 -2
- package/docs/identity-v1.md +29 -3
- package/docs/installing.md +35 -17
- package/docs/licensing.md +2 -2
- package/docs/native-controls.md +76 -5
- package/docs/native-hosts.md +197 -8
- package/docs/reading-results.md +102 -0
- package/docs/recipes.md +490 -0
- package/docs/releases.md +48 -13
- package/docs/report-v1.md +29 -1
- package/docs/results-v1.md +122 -4
- package/docs/run-settings-v1.md +147 -0
- package/docs/runtime-v1.md +255 -22
- package/docs/specs/repository-guide.md +1 -1
- package/docs/troubleshooting.md +12 -12
- package/docs/typescript-quality.md +106 -26
- package/examples/recipes/candidate.ts +26 -0
- package/examples/recipes/cases/coding-change.json +21 -0
- package/examples/recipes/cases/host-tools.json +21 -0
- package/examples/recipes/cases/mise.json +21 -0
- package/examples/recipes/cases/node.json +21 -0
- package/examples/recipes/cases/python-uv.json +21 -0
- package/examples/recipes/cases/semantic.json +17 -0
- package/examples/recipes/coding-change/check.ts +23 -0
- package/examples/recipes/executable.ts +19 -0
- package/examples/recipes/extension-artifacts.ts +65 -0
- package/examples/recipes/extension-methods.ts +174 -0
- package/examples/recipes/extension.ts +38 -0
- package/examples/recipes/modules.ts +9 -0
- package/examples/recipes/repository-skill/.agents/skills/startup-guide/SKILL.md +7 -0
- package/examples/recipes/repository-skill/.claude/skills/startup-guide/SKILL.md +7 -0
- package/examples/recipes/repository-skill/README.md +3 -0
- package/examples/recipes/run-inputs.ts +183 -0
- package/examples/recipes/run-options.ts +132 -0
- package/examples/recipes/run.ts +77 -0
- package/examples/recipes/runtime/empty.json +1 -0
- package/examples/recipes/runtime/goals.json +1 -0
- package/examples/recipes/runtime/mise.json +6 -0
- package/examples/recipes/runtime/path.json +1 -0
- package/examples/recipes/runtime/plugins.json +4 -0
- package/examples/recipes/runtime/python-uv.json +10 -0
- package/examples/recipes/semantic-judge.ts +29 -0
- package/examples/templates/coding/adapter.ts +17 -0
- package/examples/templates/coding/case.json +15 -0
- package/examples/templates/repository-skill/.agents/skills/startup-guide/SKILL.md +6 -0
- package/examples/templates/repository-skill/extension-data.ts +64 -0
- package/examples/templates/repository-skill/extension.ts +32 -0
- package/examples/templates/response/adapter.ts +12 -0
- package/examples/templates/response/case.json +13 -0
- package/package.json +23 -9
- package/schemas/report-v1.schema.json +9 -0
- package/schemas/run-evidence-v1.schema.json +2 -1
- package/schemas/runtime-v1.schema.json +43 -7
- package/src/advisory.ts +2 -2
- package/src/candidate-artifacts.ts +42 -11
- package/src/candidate-codex-state.ts +185 -0
- package/src/case-validation.ts +73 -50
- package/src/cli/cancellation.ts +20 -0
- package/src/cli/command.ts +87 -0
- package/src/cli/completion.ts +15 -0
- package/src/cli/demo.ts +61 -0
- package/src/cli/evaluation.ts +55 -0
- package/src/cli/extension.ts +79 -0
- package/src/cli/help.ts +199 -0
- package/src/cli/hosts.ts +55 -0
- package/src/cli/init-settings.ts +31 -0
- package/src/cli/init.ts +112 -0
- package/src/{cli-invocation.ts → cli/invocation.ts} +215 -218
- package/src/cli/loading.ts +151 -0
- package/src/cli/preparation.ts +154 -0
- package/src/cli/presentation.ts +93 -0
- package/src/cli/progress.ts +6 -0
- package/src/cli/run-manifest.ts +128 -0
- package/src/cli/run-options.ts +403 -0
- package/src/cli/run-overrides.ts +69 -0
- package/src/cli/settings.ts +154 -0
- package/src/cli/summary.ts +43 -0
- package/src/cli.ts +14 -592
- package/src/contract-types.ts +94 -0
- package/src/engine.ts +9 -5
- package/src/evaluation/advisory.ts +150 -0
- package/src/{evaluation-check-plan.ts → evaluation/check-plan.ts} +103 -67
- package/src/evaluation/collection.ts +88 -0
- package/src/evaluation/context.ts +10 -0
- package/src/{evaluation-grading-host.ts → evaluation/grading-host.ts} +5 -5
- package/src/evaluation/grading.ts +235 -0
- package/src/{evaluation-invocation-plan.ts → evaluation/invocation-plan.ts} +147 -58
- package/src/{evaluation-plan.ts → evaluation/plan.ts} +208 -141
- package/src/evaluation/progress.ts +19 -0
- package/src/evaluation/resources.ts +241 -0
- package/src/evaluation/run.ts +206 -0
- package/src/{evaluation-semantic.ts → evaluation/semantic.ts} +77 -87
- package/src/evaluation/trial.ts +800 -0
- package/src/{evaluation-types.ts → evaluation/types.ts} +79 -29
- package/src/evidence/host-results.ts +85 -0
- package/src/evidence/retained-artifacts.ts +18 -0
- package/src/evidence/trial-writer.ts +203 -0
- package/src/evidence/usage.ts +17 -0
- package/src/executable.ts +19 -0
- package/src/extension-client.ts +40 -108
- package/src/extension-session.ts +24 -48
- package/src/{advisory-fixture.ts → fixtures/advisory.ts} +12 -72
- package/src/{fixture-bin.ts → fixtures/bin.ts} +1 -1
- package/src/{fixture-cleanup.ts → fixtures/cleanup.ts} +13 -7
- package/src/fixtures/create.ts +183 -0
- package/src/{generated-fixture.ts → fixtures/generated.ts} +10 -53
- package/src/{git-hooks.ts → fixtures/git-hooks.ts} +1 -1
- package/src/{preparation.ts → fixtures/preparation.ts} +6 -16
- package/src/{repository-fixture.ts → fixtures/repository.ts} +30 -64
- package/src/{fixture-setup.ts → fixtures/setup.ts} +36 -53
- package/src/{fixture-tools.ts → fixtures/tools.ts} +1 -1
- package/src/{workspace-state.ts → fixtures/workspace-state.ts} +5 -5
- package/src/generated/cli-result.d.cts +2 -1
- package/src/generated/extension.d.cts +2 -1
- package/src/generated/report.cjs +1 -1
- package/src/generated/report.d.cts +2 -1
- package/src/generated/run-evidence.cjs +1 -1
- package/src/generated/run-evidence.d.cts +2 -1
- package/src/generated/runtime.cjs +1 -1
- package/src/generated/runtime.d.cts +2 -1
- package/src/git.ts +94 -0
- package/src/graders/git-head.ts +31 -85
- package/src/graders/shell.ts +54 -71
- package/src/host-diagnostic-redaction.ts +52 -0
- package/src/host-diagnostics.ts +331 -0
- package/src/hosts/claude-continuation.ts +57 -40
- package/src/hosts/claude-credential.ts +160 -63
- package/src/hosts/claude-events.ts +34 -18
- package/src/hosts/claude-keychain.ts +79 -21
- package/src/hosts/claude-login-recovery.ts +85 -0
- package/src/hosts/claude-login-refresh.ts +179 -0
- package/src/hosts/claude-login-store.ts +162 -0
- package/src/hosts/claude-login.ts +107 -0
- package/src/hosts/claude-native-goal.ts +15 -12
- package/src/hosts/claude-process.ts +10 -50
- package/src/hosts/claude-refresh-lock.ts +82 -0
- package/src/hosts/claude-repository-invocation.ts +9 -34
- package/src/hosts/claude-settings.ts +46 -9
- package/src/hosts/claude-skill-activations.ts +169 -0
- package/src/hosts/claude-state.ts +28 -15
- package/src/hosts/claude-tool-calls.ts +13 -10
- package/src/hosts/claude.ts +121 -81
- package/src/hosts/codex-app-server.ts +78 -52
- package/src/hosts/codex-configuration.ts +5 -10
- package/src/hosts/codex-exec-controls.ts +516 -0
- package/src/hosts/codex-marketplace.ts +12 -10
- package/src/hosts/codex-native-calls.ts +15 -122
- package/src/hosts/codex-process.ts +10 -183
- package/src/hosts/codex-profile.ts +36 -21
- package/src/hosts/codex-session-files.ts +1 -9
- package/src/hosts/codex-state.ts +134 -18
- package/src/hosts/codex.ts +210 -183
- package/src/hosts/isolation-common.ts +8 -11
- package/src/hosts/isolation-roots.ts +5 -4
- package/src/hosts/linux-sandbox.ts +15 -2
- package/src/hosts/mac-sandbox.ts +87 -18
- package/src/hosts/native-controls.ts +72 -22
- package/src/hosts/native-request.ts +55 -0
- package/src/hosts/process-lifecycle.ts +215 -49
- package/src/hosts/protected-worktrees.ts +3 -2
- package/src/hosts/skill-hook-catalog.ts +131 -0
- package/src/hosts/skill-hook-handler.ts +374 -0
- package/src/hosts/skill-hooks.ts +585 -0
- package/src/instrumentation.ts +7 -8
- package/src/native-transcript-state.ts +22 -3
- package/src/native-transcript-view.ts +52 -13
- package/src/native-transcripts.ts +26 -11
- package/src/paths.ts +22 -0
- package/src/process-lifecycle.ts +150 -0
- package/src/provenance.ts +34 -13
- package/src/prune.ts +300 -0
- package/src/report.ts +63 -36
- package/src/resolved-case.ts +1 -1
- package/src/results-lock.ts +42 -0
- package/src/results.ts +14 -18
- package/src/run-owner.ts +15 -9
- package/src/runner-paths.ts +21 -0
- package/src/{runtime-config.ts → runtime/config.ts} +160 -46
- package/src/{runtime-discovery-apple.ts → runtime/discovery-apple.ts} +3 -3
- package/src/{runtime-discovery-providers.ts → runtime/discovery-providers.ts} +3 -9
- package/src/{runtime-discovery.ts → runtime/discovery.ts} +4 -4
- package/src/{runtime-hook-processes.ts → runtime/hook-processes.ts} +3 -2
- package/src/{runtime-hooks.ts → runtime/hooks.ts} +40 -28
- package/src/{runtime-paths.ts → runtime/paths.ts} +5 -19
- package/src/{runtime-query.ts → runtime/query.ts} +5 -5
- package/src/{runtime-seeds.ts → runtime/seeds.ts} +3 -3
- package/src/runtime/shared-cache.ts +130 -0
- package/src/{runtime-state.ts → runtime/state.ts} +28 -11
- package/src/runtime-process.ts +194 -0
- package/src/schema-types.ts +73 -161
- package/src/shell.ts +4 -0
- package/src/sqlite-lock.ts +25 -0
- package/src/transcript-retention.ts +146 -0
- package/src/value-guards.ts +22 -0
- package/docs/assets/sevro-logo.png +0 -0
- package/docs/assets/sevro-symbol.svg +0 -1
- package/docs/assets/sevro-wordmark.svg +0 -1
- package/docs/cache-ownership-validation.md +0 -49
- package/docs/claude-continuation-validation.md +0 -47
- package/docs/concurrency-validation.md +0 -86
- package/docs/configuration-root-validation.md +0 -70
- package/docs/engine-slice.md +0 -114
- package/docs/evidence/runtime-startup-30/README.md +0 -185
- package/docs/evidence/runtime-startup-30/after.json +0 -319
- package/docs/evidence/runtime-startup-30/baseline-timeout.jsonl +0 -2
- package/docs/evidence/runtime-startup-30/before.json +0 -403
- package/docs/evidence/runtime-startup-30/consumer-smoke.json +0 -63
- package/docs/evidence/runtime-startup-30/full-policy-diagnostic.jsonl +0 -3
- package/docs/evidence/runtime-startup-30/minimal-policy-diagnostic.jsonl +0 -3
- package/docs/evidence/runtime-startup-30/plugin-template-assessment.json +0 -20
- package/docs/evidence/runtime-startup-30/seedless-timeout.jsonl +0 -2
- package/docs/evidence.md +0 -17
- package/docs/fixture-cleanup-validation.md +0 -73
- package/docs/guide-verification.json +0 -239
- package/src/evaluation-context.ts +0 -259
- package/src/evaluation-fixture.ts +0 -302
- package/src/evaluation-run.ts +0 -200
- package/src/evaluation-trial.ts +0 -1016
- package/src/hosts/claude-nested-skills.ts +0 -272
- package/src/hosts/codex-command-output.ts +0 -510
- package/src/hosts/codex-executor-command.ts +0 -291
- package/src/hosts/codex-skill-reads.ts +0 -783
- /package/src/{trial-scheduler.ts → evaluation/scheduler.ts} +0 -0
|
@@ -1,9 +1,10 @@
|
|
|
1
1
|
import { mkdir, writeFile } from "node:fs/promises";
|
|
2
2
|
import { dirname, join } from "node:path";
|
|
3
|
-
import { canonicalJson } from "
|
|
4
|
-
import { prepareFixtureBin } from "./
|
|
3
|
+
import { canonicalJson } from "../identity";
|
|
4
|
+
import { prepareFixtureBin } from "./bin";
|
|
5
5
|
import { prepareGitHooks } from "./git-hooks";
|
|
6
6
|
import { fixtureParts } from "./preparation";
|
|
7
|
+
import { runGit } from "../git";
|
|
7
8
|
|
|
8
9
|
const MAX_COMMITS = 128;
|
|
9
10
|
const MAX_FILES = 1024;
|
|
@@ -197,60 +198,16 @@ export function prepareGeneratedFixture(value: unknown): GeneratedFixture {
|
|
|
197
198
|
return JSON.parse(canonicalJson(fixture)) as GeneratedFixture;
|
|
198
199
|
}
|
|
199
200
|
|
|
200
|
-
function gitEnvironment() {
|
|
201
|
-
const nullDevice = process.platform === "win32" ? "NUL" : "/dev/null";
|
|
202
|
-
return {
|
|
203
|
-
PATH: process.env.PATH ?? "/usr/bin:/bin",
|
|
204
|
-
...(process.env.SystemRoot ? { SystemRoot: process.env.SystemRoot } : {}),
|
|
205
|
-
GIT_CONFIG_NOSYSTEM: "1",
|
|
206
|
-
GIT_CONFIG_GLOBAL: nullDevice,
|
|
207
|
-
GIT_TERMINAL_PROMPT: "0",
|
|
208
|
-
GIT_AUTHOR_NAME: "Sevro Fixture",
|
|
209
|
-
GIT_AUTHOR_EMAIL: "fixture@sevro.invalid",
|
|
210
|
-
GIT_COMMITTER_NAME: "Sevro Fixture",
|
|
211
|
-
GIT_COMMITTER_EMAIL: "fixture@sevro.invalid",
|
|
212
|
-
GIT_AUTHOR_DATE: "2000-01-01T00:00:00+00:00",
|
|
213
|
-
GIT_COMMITTER_DATE: "2000-01-01T00:00:00+00:00",
|
|
214
|
-
};
|
|
215
|
-
}
|
|
216
|
-
|
|
217
201
|
async function git(workspace: string, args: string[]): Promise<void> {
|
|
218
|
-
async function bounded(stream: ReadableStream<Uint8Array>): Promise<void> {
|
|
219
|
-
let size = 0;
|
|
220
|
-
for await (const chunk of stream) {
|
|
221
|
-
size += chunk.byteLength;
|
|
222
|
-
if (size > MAX_GIT_OUTPUT)
|
|
223
|
-
throw new Error("generated fixture Git output is too large");
|
|
224
|
-
}
|
|
225
|
-
}
|
|
226
|
-
const proc = Bun.spawn(
|
|
227
|
-
[
|
|
228
|
-
"git",
|
|
229
|
-
"-c",
|
|
230
|
-
`core.hooksPath=${process.platform === "win32" ? "NUL" : "/dev/null"}`,
|
|
231
|
-
...args,
|
|
232
|
-
],
|
|
233
|
-
{
|
|
234
|
-
cwd: workspace,
|
|
235
|
-
stdout: "pipe",
|
|
236
|
-
stderr: "pipe",
|
|
237
|
-
env: gitEnvironment(),
|
|
238
|
-
},
|
|
239
|
-
);
|
|
240
202
|
try {
|
|
241
|
-
|
|
242
|
-
|
|
243
|
-
|
|
244
|
-
|
|
245
|
-
|
|
246
|
-
|
|
203
|
+
await runGit({
|
|
204
|
+
cwd: workspace,
|
|
205
|
+
args,
|
|
206
|
+
identity: "fixture",
|
|
207
|
+
label: "generated fixture",
|
|
208
|
+
maxOutputBytes: MAX_GIT_OUTPUT,
|
|
209
|
+
});
|
|
247
210
|
} catch (cause) {
|
|
248
|
-
try {
|
|
249
|
-
proc.kill("SIGKILL");
|
|
250
|
-
} catch {
|
|
251
|
-
// The process may have exited before the failure was observed.
|
|
252
|
-
}
|
|
253
|
-
await proc.exited;
|
|
254
211
|
throw new Error("generated fixture Git operation failed", { cause });
|
|
255
212
|
}
|
|
256
213
|
}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { join } from "node:path";
|
|
2
|
-
import { prepareFixtureTools, installFixtureTools } from "./
|
|
2
|
+
import { prepareFixtureTools, installFixtureTools } from "./tools";
|
|
3
3
|
|
|
4
4
|
/** Bound hook declarations and keep every name inside Git's hooks directory. */
|
|
5
5
|
export function prepareGitHooks(value: unknown): Record<string, string> | null {
|
|
@@ -1,7 +1,9 @@
|
|
|
1
|
-
import { isMissingFile } from "./
|
|
2
|
-
import { sha256 } from "
|
|
1
|
+
import { isMissingFile } from "./tools";
|
|
2
|
+
import { sha256 } from "../identity";
|
|
3
3
|
import { lstat, mkdir, readFile, realpath, stat } from "node:fs/promises";
|
|
4
|
-
import { isAbsolute, join
|
|
4
|
+
import { isAbsolute, join } from "node:path";
|
|
5
|
+
import { insideRoot } from "../paths";
|
|
6
|
+
import { containsControl as containsControlCharacter } from "../value-guards";
|
|
5
7
|
import { fileURLToPath } from "node:url";
|
|
6
8
|
|
|
7
9
|
const MAX_ARTIFACT_BYTES = 8 * 1024 * 1024;
|
|
@@ -114,12 +116,6 @@ function requireArtifactFlags(item: PreparationArtifact): void {
|
|
|
114
116
|
if (item.executable !== undefined && typeof item.executable !== "boolean")
|
|
115
117
|
throw new Error("preparation artifact executable must be boolean");
|
|
116
118
|
}
|
|
117
|
-
function containsControlCharacter(path: string): boolean {
|
|
118
|
-
return Array.from(path).some(
|
|
119
|
-
(character) =>
|
|
120
|
-
character.charCodeAt(0) < 0x20 || character.charCodeAt(0) === 0x7f,
|
|
121
|
-
);
|
|
122
|
-
}
|
|
123
119
|
function requireInlineSource(
|
|
124
120
|
item: PreparationArtifact,
|
|
125
121
|
): asserts item is PreparationArtifact & { contentBase64: string } {
|
|
@@ -220,13 +216,7 @@ async function preparationSourcePath(url: string): Promise<string> {
|
|
|
220
216
|
}
|
|
221
217
|
}
|
|
222
218
|
function requireContainedSource(root: string, path: string): void {
|
|
223
|
-
|
|
224
|
-
if (
|
|
225
|
-
!child ||
|
|
226
|
-
child === ".." ||
|
|
227
|
-
child.startsWith(`..${sep}`) ||
|
|
228
|
-
isAbsolute(child)
|
|
229
|
-
)
|
|
219
|
+
if (root === path || !insideRoot(root, path))
|
|
230
220
|
throw new Error("preparation source escapes its declared root");
|
|
231
221
|
}
|
|
232
222
|
async function preparationSourceSize(path: string): Promise<number> {
|
|
@@ -1,10 +1,12 @@
|
|
|
1
|
-
import { isRecord, isStringArray } from "
|
|
2
|
-
import { isMissingFile } from "./
|
|
1
|
+
import { isRecord, isStringArray } from "../value-guards";
|
|
2
|
+
import { isMissingFile } from "./tools";
|
|
3
3
|
import { lstat, mkdir, realpath, stat, writeFile } from "node:fs/promises";
|
|
4
|
-
import { isAbsolute, join
|
|
4
|
+
import { isAbsolute, join } from "node:path";
|
|
5
|
+
import { insideRoot } from "../paths";
|
|
6
|
+
import { runGit } from "../git";
|
|
5
7
|
import { fileURLToPath } from "node:url";
|
|
6
|
-
import { canonicalJson } from "
|
|
7
|
-
import { prepareFixtureBin } from "./
|
|
8
|
+
import { canonicalJson } from "../identity";
|
|
9
|
+
import { prepareFixtureBin } from "./bin";
|
|
8
10
|
import { prepareGitHooks } from "./git-hooks";
|
|
9
11
|
import type { PreparationSources } from "./preparation";
|
|
10
12
|
import { fixtureParts } from "./preparation";
|
|
@@ -167,53 +169,16 @@ export interface RepositorySource {
|
|
|
167
169
|
revision: string;
|
|
168
170
|
}
|
|
169
171
|
|
|
170
|
-
async function boundedText(
|
|
171
|
-
stream: ReadableStream<Uint8Array>,
|
|
172
|
-
): Promise<string> {
|
|
173
|
-
const chunks: Uint8Array[] = [];
|
|
174
|
-
let size = 0;
|
|
175
|
-
for await (const chunk of stream) {
|
|
176
|
-
size += chunk.byteLength;
|
|
177
|
-
if (size > MAX_GIT_OUTPUT_BYTES)
|
|
178
|
-
throw new Error("repository fixture Git output is too large");
|
|
179
|
-
chunks.push(chunk);
|
|
180
|
-
}
|
|
181
|
-
return new TextDecoder("utf-8", { fatal: true }).decode(
|
|
182
|
-
Buffer.concat(chunks),
|
|
183
|
-
);
|
|
184
|
-
}
|
|
185
|
-
|
|
186
172
|
async function git(args: string[], cwd: string): Promise<string> {
|
|
187
|
-
const
|
|
173
|
+
const stdout = await runGit({
|
|
188
174
|
cwd,
|
|
189
|
-
|
|
190
|
-
|
|
191
|
-
|
|
192
|
-
|
|
193
|
-
|
|
194
|
-
GIT_CONFIG_GLOBAL: process.platform === "win32" ? "NUL" : "/dev/null",
|
|
195
|
-
GIT_TERMINAL_PROMPT: "0",
|
|
196
|
-
GIT_AUTHOR_NAME: "Sevro Fixture",
|
|
197
|
-
GIT_AUTHOR_EMAIL: "fixture@sevro.invalid",
|
|
198
|
-
GIT_COMMITTER_NAME: "Sevro Fixture",
|
|
199
|
-
GIT_COMMITTER_EMAIL: "fixture@sevro.invalid",
|
|
200
|
-
GIT_AUTHOR_DATE: "2000-01-01T00:00:00+00:00",
|
|
201
|
-
GIT_COMMITTER_DATE: "2000-01-01T00:00:00+00:00",
|
|
202
|
-
},
|
|
175
|
+
args,
|
|
176
|
+
identity: "fixture",
|
|
177
|
+
label: "repository fixture",
|
|
178
|
+
maxOutputBytes: MAX_GIT_OUTPUT_BYTES,
|
|
179
|
+
validateUtf8: true,
|
|
203
180
|
});
|
|
204
|
-
|
|
205
|
-
const [stdout, , code] = await Promise.all([
|
|
206
|
-
boundedText(proc.stdout),
|
|
207
|
-
boundedText(proc.stderr),
|
|
208
|
-
proc.exited,
|
|
209
|
-
]);
|
|
210
|
-
if (code !== 0) throw new Error("repository fixture Git operation failed");
|
|
211
|
-
return stdout.trim();
|
|
212
|
-
} catch (error) {
|
|
213
|
-
proc.kill("SIGKILL");
|
|
214
|
-
await proc.exited;
|
|
215
|
-
throw error;
|
|
216
|
-
}
|
|
181
|
+
return new TextDecoder("utf-8", { fatal: true }).decode(stdout).trim();
|
|
217
182
|
}
|
|
218
183
|
|
|
219
184
|
/** Resolve a declared local repository without accepting a dirty source tree. */
|
|
@@ -261,8 +226,7 @@ async function canonicalRepositorySource(selected: {
|
|
|
261
226
|
}
|
|
262
227
|
}
|
|
263
228
|
function requireContainedRepository(root: string, path: string): void {
|
|
264
|
-
|
|
265
|
-
if (child === ".." || child.startsWith(`..${sep}`) || isAbsolute(child))
|
|
229
|
+
if (!insideRoot(root, path))
|
|
266
230
|
throw new Error("repository source escapes its declared root");
|
|
267
231
|
}
|
|
268
232
|
async function repositoryCommit(path: string): Promise<string> {
|
|
@@ -272,10 +236,18 @@ async function repositoryCommit(path: string): Promise<string> {
|
|
|
272
236
|
const revision = await git(["rev-parse", "--verify", "HEAD^{commit}"], path);
|
|
273
237
|
if (!/^[a-f0-9]{40,64}$/.test(revision))
|
|
274
238
|
throw new Error("repository source has no valid commit");
|
|
275
|
-
if (
|
|
239
|
+
if (
|
|
240
|
+
await git(
|
|
241
|
+
[
|
|
242
|
+
"status",
|
|
243
|
+
"--porcelain=v1",
|
|
244
|
+
"--untracked-files=all",
|
|
245
|
+
"--ignore-submodules=none",
|
|
246
|
+
],
|
|
247
|
+
path,
|
|
248
|
+
)
|
|
249
|
+
)
|
|
276
250
|
throw new Error("repository source has uncommitted changes");
|
|
277
|
-
if (await git(["submodule", "status"], path))
|
|
278
|
-
throw new Error("repository submodules are not supported");
|
|
279
251
|
return revision;
|
|
280
252
|
}
|
|
281
253
|
function requireRepositorySnapshot(
|
|
@@ -306,6 +278,7 @@ export async function cloneRepositorySource(
|
|
|
306
278
|
"--local",
|
|
307
279
|
"--no-hardlinks",
|
|
308
280
|
"--no-checkout",
|
|
281
|
+
"--no-recurse-submodules",
|
|
309
282
|
"--quiet",
|
|
310
283
|
current.path,
|
|
311
284
|
workspace,
|
|
@@ -375,25 +348,18 @@ export async function applyRepositoryOverlay(
|
|
|
375
348
|
});
|
|
376
349
|
await stageRepositoryOverlay(fixture, workspace, Object.keys(files));
|
|
377
350
|
}
|
|
378
|
-
function disabledHooksArgs(): string[] {
|
|
379
|
-
return [
|
|
380
|
-
"-c",
|
|
381
|
-
`core.hooksPath=${process.platform === "win32" ? "NUL" : "/dev/null"}`,
|
|
382
|
-
];
|
|
383
|
-
}
|
|
384
351
|
async function stageRepositoryOverlay(
|
|
385
352
|
fixture: RepositoryFixture,
|
|
386
353
|
workspace: string,
|
|
387
354
|
paths: string[],
|
|
388
355
|
): Promise<void> {
|
|
389
|
-
const noHooks = disabledHooksArgs();
|
|
390
356
|
if (fixture.commitFiles) {
|
|
391
|
-
await git([
|
|
357
|
+
await git(["add", "--", ...paths], workspace);
|
|
392
358
|
await git(
|
|
393
|
-
[
|
|
359
|
+
["commit", "--quiet", "-m", "Add evaluation scaffolding"],
|
|
394
360
|
workspace,
|
|
395
361
|
);
|
|
396
362
|
}
|
|
397
363
|
if (fixture.staged?.length)
|
|
398
|
-
await git([
|
|
364
|
+
await git(["add", "--", ...fixture.staged], workspace);
|
|
399
365
|
}
|
|
@@ -1,7 +1,13 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { spawn, type Subprocess } from "../runtime-process";
|
|
2
|
+
import { mkdir, mkdtemp, rm } from "node:fs/promises";
|
|
2
3
|
import { tmpdir } from "node:os";
|
|
3
4
|
import { delimiter, isAbsolute, join } from "node:path";
|
|
4
|
-
import { isRecord } from "
|
|
5
|
+
import { isRecord } from "../value-guards";
|
|
6
|
+
import { requireCandidateRuntime } from "../candidate-artifacts";
|
|
7
|
+
import {
|
|
8
|
+
ProcessDeadline,
|
|
9
|
+
terminateOwnedProcessGroup,
|
|
10
|
+
} from "../process-lifecycle";
|
|
5
11
|
|
|
6
12
|
const MAX_COMMAND_BYTES = 64 * 1024;
|
|
7
13
|
const MAX_ENV_BYTES = 16 * 1024;
|
|
@@ -103,27 +109,12 @@ export function prepareFixtureSetup(value: unknown): FixtureSetup | null {
|
|
|
103
109
|
return { command, environment };
|
|
104
110
|
}
|
|
105
111
|
|
|
106
|
-
function stopProcess(proc: Bun.Subprocess): void {
|
|
107
|
-
if (process.platform !== "win32") {
|
|
108
|
-
try {
|
|
109
|
-
process.kill(-proc.pid, "SIGKILL");
|
|
110
|
-
return;
|
|
111
|
-
} catch {
|
|
112
|
-
// The process group may already be gone.
|
|
113
|
-
}
|
|
114
|
-
}
|
|
115
|
-
try {
|
|
116
|
-
proc.kill("SIGKILL");
|
|
117
|
-
} catch {
|
|
118
|
-
// The process already exited.
|
|
119
|
-
}
|
|
120
|
-
}
|
|
121
|
-
|
|
122
112
|
interface FixtureSetupOptions {
|
|
123
113
|
workspace: string;
|
|
124
114
|
projectRoot: string;
|
|
125
115
|
fixtureBinDir?: string;
|
|
126
116
|
signal?: AbortSignal;
|
|
117
|
+
candidateRuntimeRoot?: string;
|
|
127
118
|
}
|
|
128
119
|
|
|
129
120
|
function setupPath(directory: string | undefined): string {
|
|
@@ -146,7 +137,9 @@ function executionEnvironment(
|
|
|
146
137
|
);
|
|
147
138
|
return {
|
|
148
139
|
PATH: setupPath(options.fixtureBinDir),
|
|
149
|
-
HOME:
|
|
140
|
+
HOME: options.candidateRuntimeRoot
|
|
141
|
+
? join(options.candidateRuntimeRoot, "home")
|
|
142
|
+
: home,
|
|
150
143
|
TMPDIR: home,
|
|
151
144
|
LANG: process.env.LANG ?? "C",
|
|
152
145
|
GIT_CONFIG_GLOBAL: process.platform === "win32" ? "NUL" : "/dev/null",
|
|
@@ -163,17 +156,27 @@ function executionEnvironment(
|
|
|
163
156
|
}
|
|
164
157
|
|
|
165
158
|
class FixtureSetupExecution {
|
|
166
|
-
private proc:
|
|
167
|
-
private
|
|
168
|
-
private cancel: (() => void) | undefined;
|
|
159
|
+
private proc: Subprocess | undefined;
|
|
160
|
+
private readonly deadline: ProcessDeadline;
|
|
169
161
|
constructor(
|
|
170
162
|
private readonly setup: FixtureSetup,
|
|
171
163
|
private readonly options: FixtureSetupOptions,
|
|
172
164
|
private readonly home: string,
|
|
173
|
-
) {
|
|
165
|
+
) {
|
|
166
|
+
this.deadline = new ProcessDeadline({
|
|
167
|
+
timeoutMs: TIMEOUT_MS,
|
|
168
|
+
signal: options.signal,
|
|
169
|
+
interruption: (reason) =>
|
|
170
|
+
new Error(
|
|
171
|
+
reason === "timeout"
|
|
172
|
+
? "fixture setup timed out"
|
|
173
|
+
: "fixture setup cancelled",
|
|
174
|
+
),
|
|
175
|
+
});
|
|
176
|
+
}
|
|
174
177
|
|
|
175
178
|
async run(): Promise<void> {
|
|
176
|
-
this.proc =
|
|
179
|
+
this.proc = spawn(this.setup.command, {
|
|
177
180
|
cwd: this.options.workspace,
|
|
178
181
|
env: executionEnvironment(this.setup, this.options, this.home),
|
|
179
182
|
detached: process.platform !== "win32",
|
|
@@ -181,44 +184,18 @@ class FixtureSetupExecution {
|
|
|
181
184
|
stdout: "ignore",
|
|
182
185
|
stderr: "ignore",
|
|
183
186
|
});
|
|
184
|
-
const code = await
|
|
185
|
-
this.proc.exited,
|
|
186
|
-
this.timeout(),
|
|
187
|
-
this.aborted(),
|
|
188
|
-
]);
|
|
187
|
+
const code = await this.deadline.wait(this.proc.exited);
|
|
189
188
|
if (code !== 0) throw new Error(`fixture setup failed (${code})`);
|
|
190
189
|
}
|
|
191
190
|
|
|
192
|
-
private timeout(): Promise<never> {
|
|
193
|
-
return new Promise((_resolve, reject) => {
|
|
194
|
-
this.timer = setTimeout(() => {
|
|
195
|
-
reject(new Error("fixture setup timed out"));
|
|
196
|
-
}, TIMEOUT_MS);
|
|
197
|
-
});
|
|
198
|
-
}
|
|
199
|
-
|
|
200
|
-
private aborted(): Promise<never> {
|
|
201
|
-
return new Promise((_resolve, reject) => {
|
|
202
|
-
const signal = this.options.signal;
|
|
203
|
-
if (!signal) return;
|
|
204
|
-
this.cancel = () => {
|
|
205
|
-
reject(new Error("fixture setup cancelled"));
|
|
206
|
-
};
|
|
207
|
-
if (signal.aborted) this.cancel();
|
|
208
|
-
else signal.addEventListener("abort", this.cancel, { once: true });
|
|
209
|
-
});
|
|
210
|
-
}
|
|
211
|
-
|
|
212
191
|
async stop(): Promise<void> {
|
|
213
192
|
if (!this.proc) return;
|
|
214
|
-
|
|
193
|
+
terminateOwnedProcessGroup(this.proc);
|
|
215
194
|
await this.proc.exited;
|
|
216
195
|
}
|
|
217
196
|
|
|
218
197
|
async dispose(): Promise<void> {
|
|
219
|
-
|
|
220
|
-
if (this.cancel)
|
|
221
|
-
this.options.signal?.removeEventListener("abort", this.cancel);
|
|
198
|
+
this.deadline.dispose();
|
|
222
199
|
await rm(this.home, { recursive: true, force: true });
|
|
223
200
|
}
|
|
224
201
|
}
|
|
@@ -229,6 +206,12 @@ export async function runFixtureSetup(
|
|
|
229
206
|
options: FixtureSetupOptions,
|
|
230
207
|
): Promise<void> {
|
|
231
208
|
if (options.signal?.aborted) throw new Error("fixture setup cancelled");
|
|
209
|
+
await requireCandidateRuntime(options.candidateRuntimeRoot);
|
|
210
|
+
if (options.candidateRuntimeRoot)
|
|
211
|
+
await mkdir(join(options.candidateRuntimeRoot, "home"), {
|
|
212
|
+
recursive: true,
|
|
213
|
+
mode: 0o700,
|
|
214
|
+
});
|
|
232
215
|
const home = await mkdtemp(join(tmpdir(), "sevro-setup-"));
|
|
233
216
|
const execution = new FixtureSetupExecution(setup, options, home);
|
|
234
217
|
try {
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { chmod, lstat, writeFile } from "node:fs/promises";
|
|
2
2
|
import { join } from "node:path";
|
|
3
|
-
import { isRecord } from "
|
|
3
|
+
import { isRecord } from "../value-guards";
|
|
4
4
|
|
|
5
5
|
export function isMissingFile(error: unknown): boolean {
|
|
6
6
|
return error instanceof Error && "code" in error && error.code === "ENOENT";
|
|
@@ -17,11 +17,11 @@ import {
|
|
|
17
17
|
processIdentity,
|
|
18
18
|
validProcessIdentity,
|
|
19
19
|
type ProcessIdentity,
|
|
20
|
-
} from "
|
|
21
|
-
import { isRecord } from "
|
|
22
|
-
import { isMissingFile } from "./
|
|
23
|
-
import { atomicWriteJson } from "
|
|
24
|
-
import { clearFixtureContents } from "./
|
|
20
|
+
} from "../run-owner";
|
|
21
|
+
import { isRecord } from "../value-guards";
|
|
22
|
+
import { isMissingFile } from "./tools";
|
|
23
|
+
import { atomicWriteJson } from "../storage";
|
|
24
|
+
import { clearFixtureContents } from "./cleanup";
|
|
25
25
|
|
|
26
26
|
const RETENTION_MS = 24 * 60 * 60_000;
|
|
27
27
|
interface WorkspaceOwner {
|