niceeval 0.13.3 → 0.13.4-canary.39
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/INDEX.md +5 -5
- package/dist/agents/index.cjs +2 -2
- package/dist/agents/index.cjs.map +1 -1
- package/dist/agents/project.json +6 -0
- package/dist/agents/streaming.cjs.map +1 -1
- package/dist/agents/types.cjs.map +1 -1
- package/dist/agents/types.d.cts +1 -1
- package/dist/agents/types.d.mts +1 -1
- package/dist/agents/types.d.ts +1 -1
- package/dist/analysis/bindings.d.cts +8 -8
- package/dist/analysis/bindings.d.mts +8 -8
- package/dist/analysis/bindings.d.ts +8 -8
- package/dist/analysis/contracts.cjs.map +1 -1
- package/dist/analysis/contracts.d.cts +8 -19
- package/dist/analysis/contracts.d.mts +8 -19
- package/dist/analysis/contracts.d.ts +8 -19
- package/dist/analysis/experiment-groups.cjs +7 -14
- package/dist/analysis/experiment-groups.cjs.map +1 -1
- package/dist/analysis/index.cjs.map +1 -1
- package/dist/analysis/index.d.cts +1 -1
- package/dist/analysis/index.d.mts +1 -1
- package/dist/analysis/index.d.ts +1 -1
- package/dist/cli/application.cjs +4 -13
- package/dist/cli/application.cjs.map +1 -1
- package/dist/cli/application.d.cts +62 -59
- package/dist/cli/application.d.mts +62 -59
- package/dist/cli/application.d.ts +62 -59
- package/dist/cli/application.js +6 -12
- package/dist/cli/bootstrap.cjs +28 -2
- package/dist/cli/bootstrap.cjs.map +1 -1
- package/dist/cli/contribution.cjs +185 -0
- package/dist/cli/contribution.cjs.map +1 -0
- package/dist/cli/contribution.d.cts +55 -0
- package/dist/cli/contribution.d.mts +55 -0
- package/dist/cli/contribution.d.ts +55 -0
- package/dist/cli/contribution.js +20 -0
- package/dist/cli/contribution.js.map +1 -0
- package/dist/cli/node-application.cjs +119 -87
- package/dist/cli/node-application.cjs.map +1 -1
- package/dist/cli/node-application.d.cts +2 -8
- package/dist/cli/node-application.d.mts +2 -8
- package/dist/cli/node-application.d.ts +2 -8
- package/dist/cli/node-application.js +12 -22
- package/dist/cli/program.cjs +87 -2756
- package/dist/cli/program.cjs.map +1 -1
- package/dist/cli/program.d.cts +11 -332
- package/dist/cli/program.d.mts +11 -332
- package/dist/cli/program.d.ts +11 -332
- package/dist/cli/program.js +4 -28
- package/dist/cli.cjs +0 -3
- package/dist/cli.cjs.map +1 -1
- package/dist/cli.d.cts +0 -1
- package/dist/cli.d.mts +0 -1
- package/dist/cli.d.ts +0 -1
- package/dist/cli.js +6 -14
- package/dist/define.cjs +1 -1
- package/dist/define.cjs.map +1 -1
- package/dist/docker/cache-administration.cjs +8 -0
- package/dist/docker/cache-administration.cjs.map +1 -0
- package/dist/docker/cache-administration.d.cts +33 -0
- package/dist/docker/cache-administration.d.mts +33 -0
- package/dist/docker/cache-administration.d.ts +33 -0
- package/dist/docker/cache-administration.js +6 -0
- package/dist/docker/cache-administration.js.map +1 -0
- package/dist/docker/cache-live.cjs +27 -0
- package/dist/docker/cache-live.cjs.map +1 -0
- package/dist/docker/cache-live.d.cts +3 -0
- package/dist/docker/cache-live.d.mts +3 -0
- package/dist/docker/cache-live.d.ts +3 -0
- package/dist/docker/cache-live.js +6 -0
- package/dist/docker/cache-live.js.map +1 -0
- package/dist/docker/cli/contribution.cjs +223 -0
- package/dist/docker/cli/contribution.cjs.map +1 -0
- package/dist/docker/cli/contribution.d.cts +48 -0
- package/dist/docker/cli/contribution.d.mts +48 -0
- package/dist/docker/cli/contribution.d.ts +48 -0
- package/dist/docker/cli/contribution.js +8 -0
- package/dist/docker/cli/contribution.js.map +1 -0
- package/dist/eval/cli/contribution.cjs +62 -0
- package/dist/eval/cli/contribution.cjs.map +1 -0
- package/dist/eval/cli/contribution.d.cts +21 -0
- package/dist/eval/cli/contribution.d.mts +21 -0
- package/dist/eval/cli/contribution.d.ts +21 -0
- package/dist/eval/cli/contribution.js +8 -0
- package/dist/eval/cli/contribution.js.map +1 -0
- package/dist/eval/host/index.cjs +23 -0
- package/dist/eval/host/index.cjs.map +1 -0
- package/dist/eval/host/index.d.cts +27 -0
- package/dist/eval/host/index.d.mts +27 -0
- package/dist/eval/host/index.d.ts +27 -0
- package/dist/eval/host/index.js +8 -0
- package/dist/eval/host/index.js.map +1 -0
- package/dist/eval/host/index.mjs +8 -0
- package/dist/eval/host/index.mjs.map +1 -0
- package/dist/experiment/host/cli/contribution.cjs +835 -0
- package/dist/experiment/host/cli/contribution.cjs.map +1 -0
- package/dist/experiment/host/cli/contribution.d.cts +329 -0
- package/dist/experiment/host/cli/contribution.d.mts +329 -0
- package/dist/experiment/host/cli/contribution.d.ts +329 -0
- package/dist/experiment/host/cli/contribution.js +22 -0
- package/dist/experiment/host/cli/contribution.js.map +1 -0
- package/dist/experiment/host/cli/index.cjs +9 -0
- package/dist/experiment/host/cli/index.cjs.map +1 -0
- package/dist/experiment/host/cli/index.d.cts +2 -0
- package/dist/experiment/host/cli/index.d.mts +2 -0
- package/dist/experiment/host/cli/index.d.ts +2 -0
- package/dist/experiment/host/cli/index.js +10 -0
- package/dist/experiment/host/cli/index.js.map +1 -0
- package/dist/experiment/host/cli/terminal.cjs +15 -0
- package/dist/experiment/host/cli/terminal.cjs.map +1 -0
- package/dist/experiment/host/cli/terminal.d.cts +14 -0
- package/dist/experiment/host/cli/terminal.d.mts +14 -0
- package/dist/experiment/host/cli/terminal.d.ts +14 -0
- package/dist/experiment/host/cli/terminal.js +8 -0
- package/dist/experiment/host/cli/terminal.js.map +1 -0
- package/dist/experiment/host/index.cjs +35 -58
- package/dist/experiment/host/index.cjs.map +1 -1
- package/dist/experiment/host/index.d.cts +5 -79
- package/dist/experiment/host/index.d.mts +5 -79
- package/dist/experiment/host/index.d.ts +5 -79
- package/dist/experiment/host/index.js +4 -2
- package/dist/experiment/host/index.mjs +4 -2
- package/dist/experiment/host/operations.cjs +678 -0
- package/dist/experiment/host/operations.cjs.map +1 -0
- package/dist/experiment/host/operations.d.cts +19 -0
- package/dist/experiment/host/operations.d.mts +19 -0
- package/dist/experiment/host/operations.d.ts +19 -0
- package/dist/experiment/host/operations.js +24 -0
- package/dist/experiment/host/operations.js.map +1 -0
- package/dist/experiment/host/presentation.cjs +81 -0
- package/dist/experiment/host/presentation.cjs.map +1 -0
- package/dist/experiment/host/presentation.d.cts +9 -0
- package/dist/experiment/host/presentation.d.mts +9 -0
- package/dist/experiment/host/presentation.d.ts +9 -0
- package/dist/experiment/host/presentation.js +8 -0
- package/dist/experiment/host/presentation.js.map +1 -0
- package/dist/experiment/host/teardown.cjs +394 -0
- package/dist/experiment/host/teardown.cjs.map +1 -0
- package/dist/experiment/host/teardown.d.cts +5 -0
- package/dist/experiment/host/teardown.d.mts +5 -0
- package/dist/experiment/host/teardown.d.ts +5 -0
- package/dist/experiment/host/teardown.js +8 -0
- package/dist/experiment/host/teardown.js.map +1 -0
- package/dist/experiment/host/types.cjs +9 -0
- package/dist/experiment/host/types.cjs.map +1 -0
- package/dist/experiment/host/types.d.cts +423 -0
- package/dist/experiment/host/types.d.mts +423 -0
- package/dist/experiment/host/types.d.ts +423 -0
- package/dist/experiment/host/types.js +6 -0
- package/dist/experiment/host/types.js.map +1 -0
- package/dist/i18n/en.cjs +8 -50
- package/dist/i18n/en.cjs.map +1 -1
- package/dist/i18n/en.d.cts +2 -6
- package/dist/i18n/en.d.mts +2 -6
- package/dist/i18n/en.d.ts +2 -6
- package/dist/o11y/project.json +6 -0
- package/dist/project/cli/contribution.cjs +66 -0
- package/dist/project/cli/contribution.cjs.map +1 -0
- package/dist/project/cli/contribution.d.cts +17 -0
- package/dist/project/cli/contribution.d.mts +17 -0
- package/dist/project/cli/contribution.d.ts +17 -0
- package/dist/project/cli/contribution.js +8 -0
- package/dist/project/cli/contribution.js.map +1 -0
- package/dist/project/cli/index.cjs +7 -0
- package/dist/project/cli/index.cjs.map +1 -0
- package/dist/project/cli/index.d.cts +1 -0
- package/dist/project/cli/index.d.mts +1 -0
- package/dist/project/cli/index.d.ts +1 -0
- package/dist/project/cli/index.js +8 -0
- package/dist/project/cli/index.js.map +1 -0
- package/dist/project/host/index.cjs +11 -0
- package/dist/project/host/index.cjs.map +1 -0
- package/dist/project/host/index.d.cts +4 -0
- package/dist/project/host/index.d.mts +4 -0
- package/dist/project/host/index.d.ts +4 -0
- package/dist/project/host/index.js +14 -0
- package/dist/project/host/index.js.map +1 -0
- package/dist/project/host/index.mjs +14 -0
- package/dist/project/host/index.mjs.map +1 -0
- package/dist/project/host.cjs +59 -0
- package/dist/project/host.cjs.map +1 -0
- package/dist/project/host.d.cts +17 -0
- package/dist/project/host.d.mts +17 -0
- package/dist/project/host.d.ts +17 -0
- package/dist/project/host.js +6 -0
- package/dist/project/host.js.map +1 -0
- package/dist/project/index.cjs +11 -0
- package/dist/project/index.cjs.map +1 -0
- package/dist/project/index.d.cts +4 -0
- package/dist/project/index.d.mts +4 -0
- package/dist/project/index.d.ts +4 -0
- package/dist/project/index.js +14 -0
- package/dist/project/index.js.map +1 -0
- package/dist/project/node.cjs +91 -0
- package/dist/project/node.cjs.map +1 -0
- package/dist/project/node.d.cts +6 -0
- package/dist/project/node.d.mts +6 -0
- package/dist/project/node.d.ts +6 -0
- package/dist/project/node.js +12 -0
- package/dist/project/node.js.map +1 -0
- package/dist/project/services.cjs +17 -0
- package/dist/project/services.cjs.map +1 -0
- package/dist/project/services.d.cts +47 -0
- package/dist/project/services.d.mts +47 -0
- package/dist/project/services.d.ts +47 -0
- package/dist/project/services.js +12 -0
- package/dist/project/services.js.map +1 -0
- package/dist/project/templates.cjs +28 -0
- package/dist/project/templates.cjs.map +1 -0
- package/dist/project/templates.d.cts +4 -0
- package/dist/project/templates.d.mts +4 -0
- package/dist/project/templates.d.ts +4 -0
- package/dist/project/templates.js +12 -0
- package/dist/project/templates.js.map +1 -0
- package/dist/project.json +6 -0
- package/dist/record/family/catalog.d.cts +10 -10
- package/dist/record/family/catalog.d.mts +10 -10
- package/dist/record/family/catalog.d.ts +10 -10
- package/dist/record/family/file-changes.d.cts +8 -8
- package/dist/record/family/file-changes.d.mts +8 -8
- package/dist/record/family/file-changes.d.ts +8 -8
- package/dist/record/host/cli/contribution.cjs +206 -0
- package/dist/record/host/cli/contribution.cjs.map +1 -0
- package/dist/record/host/cli/contribution.d.cts +32 -0
- package/dist/record/host/cli/contribution.d.mts +32 -0
- package/dist/record/host/cli/contribution.d.ts +32 -0
- package/dist/record/host/cli/contribution.js +10 -0
- package/dist/record/host/cli/contribution.js.map +1 -0
- package/dist/record/host/cli/index.cjs +8 -0
- package/dist/record/host/cli/index.cjs.map +1 -0
- package/dist/record/host/cli/index.d.cts +1 -0
- package/dist/record/host/cli/index.d.mts +1 -0
- package/dist/record/host/cli/index.d.ts +1 -0
- package/dist/record/host/cli/index.js +10 -0
- package/dist/record/host/cli/index.js.map +1 -0
- package/dist/record/host/cli/presentation.cjs +122 -0
- package/dist/record/host/cli/presentation.cjs.map +1 -0
- package/dist/record/host/cli/presentation.d.cts +7 -0
- package/dist/record/host/cli/presentation.d.mts +7 -0
- package/dist/record/host/cli/presentation.d.ts +7 -0
- package/dist/record/host/cli/presentation.js +12 -0
- package/dist/record/host/cli/presentation.js.map +1 -0
- package/dist/record/host/index.cjs.map +1 -1
- package/dist/record/host/index.d.cts +1 -1
- package/dist/record/host/index.d.mts +1 -1
- package/dist/record/host/index.d.ts +1 -1
- package/dist/record/host/runtime.cjs +184 -1
- package/dist/record/host/runtime.cjs.map +1 -1
- package/dist/record/host/types.cjs.map +1 -1
- package/dist/record/host/types.d.cts +120 -0
- package/dist/record/host/types.d.mts +120 -0
- package/dist/record/host/types.d.ts +120 -0
- package/dist/record/project.json +6 -0
- package/dist/report/assets/styles.css +80 -0
- package/dist/report/cli/contribution.cjs +325 -0
- package/dist/report/cli/contribution.cjs.map +1 -0
- package/dist/report/cli/contribution.d.cts +143 -0
- package/dist/report/cli/contribution.d.mts +143 -0
- package/dist/report/cli/contribution.d.ts +143 -0
- package/dist/report/cli/contribution.js +12 -0
- package/dist/report/cli/contribution.js.map +1 -0
- package/dist/report/client-dist/app.js +9 -9
- package/dist/report/components/attempt-detail/content.cjs +1 -1
- package/dist/report/components/attempt-detail/content.cjs.map +1 -1
- package/dist/report/components/entity-lists/compute.cjs +5 -0
- package/dist/report/components/entity-lists/compute.cjs.map +1 -1
- package/dist/report/components/entity-lists/compute.d.cts +2 -0
- package/dist/report/components/entity-lists/compute.d.mts +2 -0
- package/dist/report/components/entity-lists/compute.d.ts +2 -0
- package/dist/report/components/entity-lists/content.cjs +35 -12
- package/dist/report/components/entity-lists/content.cjs.map +1 -1
- package/dist/report/components/entity-lists/index.cjs +0 -3
- package/dist/report/components/entity-lists/index.cjs.map +1 -1
- package/dist/report/components/summaries/index.cjs +2 -4
- package/dist/report/components/summaries/index.cjs.map +1 -1
- package/dist/report/definition/cell.cjs +7 -2
- package/dist/report/definition/cell.cjs.map +1 -1
- package/dist/report/definition/cell.d.cts +2 -0
- package/dist/report/definition/cell.d.mts +2 -0
- package/dist/report/definition/cell.d.ts +2 -0
- package/dist/report/definition/primitives/assertion-evidence.cjs +190 -4
- package/dist/report/definition/primitives/assertion-evidence.cjs.map +1 -1
- package/dist/report/definition/primitives/assertion-evidence.d.cts +4 -0
- package/dist/report/definition/primitives/assertion-evidence.d.mts +4 -0
- package/dist/report/definition/primitives/assertion-evidence.d.ts +4 -0
- package/dist/report/execution/machine.cjs +2 -3
- package/dist/report/execution/machine.cjs.map +1 -1
- package/dist/report/execution/machine.d.cts +11 -8
- package/dist/report/execution/machine.d.mts +11 -8
- package/dist/report/execution/machine.d.ts +11 -8
- package/dist/report/host/from-record.cjs +13 -8
- package/dist/report/host/from-record.cjs.map +1 -1
- package/dist/report/host/index.cjs +5 -1
- package/dist/report/host/index.cjs.map +1 -1
- package/dist/report/host/index.d.cts +1 -0
- package/dist/report/host/index.d.mts +1 -0
- package/dist/report/host/index.d.ts +1 -0
- package/dist/report/host/index.js +8 -2
- package/dist/report/host/index.mjs +8 -2
- package/dist/report/host/machine.cjs +23 -22
- package/dist/report/host/machine.cjs.map +1 -1
- package/dist/report/host/machine.d.cts +1 -1
- package/dist/report/host/machine.d.mts +1 -1
- package/dist/report/host/machine.d.ts +1 -1
- package/dist/report/host/node/loader.cjs +4 -2
- package/dist/report/host/node/loader.cjs.map +1 -1
- package/dist/report/host/node/loader.d.cts +3 -1
- package/dist/report/host/node/loader.d.mts +3 -1
- package/dist/report/host/node/loader.d.ts +3 -1
- package/dist/report/host/node.cjs +44 -9
- package/dist/report/host/node.cjs.map +1 -1
- package/dist/report/host/node.d.cts +13 -3
- package/dist/report/host/node.d.mts +13 -3
- package/dist/report/host/node.d.ts +13 -3
- package/dist/report/host/node.js +44 -32
- package/dist/report/host/operations.cjs +14 -0
- package/dist/report/host/operations.cjs.map +1 -0
- package/dist/report/host/operations.d.cts +39 -0
- package/dist/report/host/operations.d.mts +39 -0
- package/dist/report/host/operations.d.ts +39 -0
- package/dist/report/host/operations.js +10 -0
- package/dist/report/host/operations.js.map +1 -0
- package/dist/report/model/chart/plot.cjs +1 -1
- package/dist/report/model/chart/plot.cjs.map +1 -1
- package/dist/report/model/locale.cjs +4 -0
- package/dist/report/model/locale.cjs.map +1 -1
- package/dist/report/model/locale.d.cts +3 -1
- package/dist/report/model/locale.d.mts +3 -1
- package/dist/report/model/locale.d.ts +3 -1
- package/dist/report/react/styles.css +80 -0
- package/dist/runner/build-preparation.cjs +5 -5
- package/dist/runner/build-preparation.cjs.map +1 -1
- package/dist/runner/build-preparation.d.cts +2 -3
- package/dist/runner/build-preparation.d.mts +2 -3
- package/dist/runner/build-preparation.d.ts +2 -3
- package/dist/runner/feedback/coordinator.cjs +18 -15
- package/dist/runner/feedback/coordinator.cjs.map +1 -1
- package/dist/runner/feedback/coordinator.d.cts +6 -0
- package/dist/runner/feedback/coordinator.d.mts +6 -0
- package/dist/runner/feedback/coordinator.d.ts +6 -0
- package/dist/runner/ledger.cjs +3 -13
- package/dist/runner/ledger.cjs.map +1 -1
- package/dist/runner/ledger.d.cts +1 -3
- package/dist/runner/ledger.d.mts +1 -3
- package/dist/runner/ledger.d.ts +1 -3
- package/dist/runner/run.cjs +63 -18
- package/dist/runner/run.cjs.map +1 -1
- package/dist/runner/session.cjs +10 -0
- package/dist/runner/session.cjs.map +1 -1
- package/dist/runner/session.d.cts +25 -0
- package/dist/runner/session.d.mts +25 -0
- package/dist/runner/session.d.ts +25 -0
- package/dist/runner/types.cjs.map +1 -1
- package/dist/runner/types.d.cts +1 -2
- package/dist/runner/types.d.mts +1 -2
- package/dist/runner/types.d.ts +1 -2
- package/dist/sandbox/build-coordinator.cjs +38 -19
- package/dist/sandbox/build-coordinator.cjs.map +1 -1
- package/dist/sandbox/build-coordinator.d.cts +47 -7
- package/dist/sandbox/build-coordinator.d.mts +47 -7
- package/dist/sandbox/build-coordinator.d.ts +47 -7
- package/dist/sandbox/build-coordinator.js +8 -4
- package/dist/sandbox/cli/contribution.cjs +128 -0
- package/dist/sandbox/cli/contribution.cjs.map +1 -0
- package/dist/sandbox/cli/contribution.d.cts +71 -0
- package/dist/sandbox/cli/contribution.d.mts +71 -0
- package/dist/sandbox/cli/contribution.d.ts +71 -0
- package/dist/sandbox/cli/contribution.js +8 -0
- package/dist/sandbox/cli/contribution.js.map +1 -0
- package/dist/sandbox/cli-commands.cjs +14 -21
- package/dist/sandbox/cli-commands.cjs.map +1 -1
- package/dist/sandbox/cli-commands.d.cts +12 -8
- package/dist/sandbox/cli-commands.d.mts +12 -8
- package/dist/sandbox/cli-commands.d.ts +12 -8
- package/dist/sandbox/compose.cjs +22 -2
- package/dist/sandbox/compose.cjs.map +1 -1
- package/dist/sandbox/compose.d.cts +1 -1
- package/dist/sandbox/compose.d.mts +1 -1
- package/dist/sandbox/compose.d.ts +1 -1
- package/dist/sandbox/docker-profile/cli.cjs +13 -9
- package/dist/sandbox/docker-profile/cli.cjs.map +1 -1
- package/dist/sandbox/docker-profile/cli.d.cts +2 -0
- package/dist/sandbox/docker-profile/cli.d.mts +2 -0
- package/dist/sandbox/docker-profile/cli.d.ts +2 -0
- package/dist/sandbox/docker-profile/runtime.cjs +68 -7
- package/dist/sandbox/docker-profile/runtime.cjs.map +1 -1
- package/dist/sandbox/docker-profile/runtime.d.cts +19 -1
- package/dist/sandbox/docker-profile/runtime.d.mts +19 -1
- package/dist/sandbox/docker-profile/runtime.d.ts +19 -1
- package/dist/sandbox/docker-profile/runtime.js +10 -8
- package/dist/sandbox/docker-profile/schema.cjs +68 -19
- package/dist/sandbox/docker-profile/schema.cjs.map +1 -1
- package/dist/sandbox/docker-profile/schema.d.cts +23 -9
- package/dist/sandbox/docker-profile/schema.d.mts +23 -9
- package/dist/sandbox/docker-profile/schema.d.ts +23 -9
- package/dist/sandbox/docker-task-build-cache.cjs +532 -0
- package/dist/sandbox/docker-task-build-cache.cjs.map +1 -0
- package/dist/sandbox/docker-task-build-cache.d.cts +68 -0
- package/dist/sandbox/docker-task-build-cache.d.mts +68 -0
- package/dist/sandbox/docker-task-build-cache.d.ts +68 -0
- package/dist/sandbox/docker-task-build-cache.js +20 -0
- package/dist/sandbox/docker-task-build-cache.js.map +1 -0
- package/dist/sandbox/docker.cjs +50 -0
- package/dist/sandbox/docker.cjs.map +1 -1
- package/dist/sandbox/docker.d.cts +15 -0
- package/dist/sandbox/docker.d.mts +15 -0
- package/dist/sandbox/docker.d.ts +15 -0
- package/dist/sandbox/dockerfile-build.cjs +55 -5
- package/dist/sandbox/dockerfile-build.cjs.map +1 -1
- package/dist/sandbox/dockerfile-build.d.cts +2 -2
- package/dist/sandbox/dockerfile-build.d.mts +2 -2
- package/dist/sandbox/dockerfile-build.d.ts +2 -2
- package/dist/sandbox/index.cjs +5 -3
- package/dist/sandbox/index.cjs.map +1 -1
- package/dist/sandbox/index.d.cts +4 -3
- package/dist/sandbox/index.d.mts +4 -3
- package/dist/sandbox/index.d.ts +4 -3
- package/dist/sandbox/index.js +16 -14
- package/dist/sandbox/index.mjs +16 -14
- package/dist/sandbox/keep.cjs +1 -3
- package/dist/sandbox/keep.cjs.map +1 -1
- package/dist/sandbox/layer.cjs +70 -79
- package/dist/sandbox/layer.cjs.map +1 -1
- package/dist/sandbox/layer.d.cts +6 -12
- package/dist/sandbox/layer.d.mts +6 -12
- package/dist/sandbox/layer.d.ts +6 -12
- package/dist/sandbox/layer.js +16 -18
- package/dist/sandbox/ledger-paths.cjs +4 -18
- package/dist/sandbox/ledger-paths.cjs.map +1 -1
- package/dist/sandbox/ledger-paths.d.cts +3 -13
- package/dist/sandbox/ledger-paths.d.mts +3 -13
- package/dist/sandbox/ledger-paths.d.ts +3 -13
- package/dist/sandbox/ledger-paths.js +4 -8
- package/dist/sandbox/registry.cjs +1 -1
- package/dist/sandbox/registry.cjs.map +1 -1
- package/dist/sandbox/runtime.cjs +27 -37
- package/dist/sandbox/runtime.cjs.map +1 -1
- package/dist/sandbox/runtime.d.cts +1 -2
- package/dist/sandbox/runtime.d.mts +1 -2
- package/dist/sandbox/runtime.d.ts +1 -2
- package/dist/sandbox/runtime.js +6 -8
- package/dist/sandbox/types.cjs.map +1 -1
- package/dist/sandbox/types.d.cts +3 -3
- package/dist/sandbox/types.d.mts +3 -3
- package/dist/sandbox/types.d.ts +3 -3
- package/dist/sources/project.json +6 -0
- package/dist/vendor/remark/remark-gfm.cjs +72 -72
- package/dist/vendor/remark/remark-gfm.cjs.map +1 -1
- package/dist/vendor/remark/remark-parse.cjs +54 -54
- package/dist/vendor/remark/remark-parse.cjs.map +1 -1
- package/dist/vendor/remark/remark.cjs +125 -125
- package/dist/vendor/remark/remark.cjs.map +2 -2
- package/docs-site/zh/README.md +1 -1
- package/docs-site/zh/explanation/assert.mdx +4 -0
- package/docs-site/zh/explanation/judge.mdx +40 -9
- package/docs-site/zh/reference/cli.mdx +67 -43
- package/docs-site/zh/reference/define-agent.mdx +2 -2
- package/docs-site/zh/reference/report-components.mdx +4 -3
- package/docs-site/zh/troubleshooting/debug-sandbox.mdx +6 -0
- package/docs-site/zh/troubleshooting/debugging.mdx +28 -1
- package/docs-site/zh/tutorials/agent-feedback-loop.mdx +4 -2
- package/docs-site/zh/tutorials/concurrency.mdx +2 -2
- package/docs-site/zh/tutorials/custom-reports.mdx +175 -9
- package/docs-site/zh/tutorials/docker-in-docker.mdx +52 -7
- package/docs-site/zh/tutorials/eval-groups.mdx +1 -2
- package/docs-site/zh/tutorials/evaluation-kinds.mdx +39 -6
- package/docs-site/zh/tutorials/nixos-managed-dind.mdx +14 -5
- package/docs-site/zh/tutorials/sandbox-providers.mdx +1 -28
- package/docs-site/zh/tutorials/sandbox-reuse.mdx +1 -1
- package/docs-site/zh/tutorials/viewing-results.mdx +2 -0
- package/package.json +24 -19
- package/README.md +0 -176
- package/README.zh.md +0 -176
- package/dist/cli/record.cjs +0 -246
- package/dist/cli/record.cjs.map +0 -1
- package/dist/cli/record.d.cts +0 -40
- package/dist/cli/record.d.mts +0 -40
- package/dist/cli/record.d.ts +0 -40
- package/dist/cli/record.js +0 -10
- package/dist/cli/record.js.map +0 -1
- package/dist/sandbox/local.cjs +0 -361
- package/dist/sandbox/local.cjs.map +0 -1
- package/dist/sandbox/local.d.cts +0 -80
- package/dist/sandbox/local.d.mts +0 -80
- package/dist/sandbox/local.d.ts +0 -80
- package/dist/sandbox/local.js +0 -6
- package/dist/sandbox/local.js.map +0 -1
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"types.js","sourceRoot":"","sources":["types.ts"],"names":[],"mappings":"","sourcesContent":["// sandbox 域类型:运行中 Sandbox、生命周期 hook、命令与文件 IO 的形状。\n// 作者声明使用 layer.ts 的闭合 SandboxLayer;本文件不再保留旧 provider spec。\nimport type { ScopedFeedback } from \"../shared/types.ts\";\nexport interface CommandResult {\n stdout: string;\n stderr: string;\n exitCode: number;\n /**\n * 这次执行的命令摘要(有界、已脱敏,与时间树 command 节点同一份文案)。由执行面在最外层\n * 公开调用处附加;直接从 provider 拿到的裸结果可能没有。断言失败时用作 evidence\n * (`commandSucceeded()` 的「命令行本身」),消费方按可选字段读。\n */\n command?: string;\n}\n/** 内置 provider 名;ProviderModule 的完成态计划使用普通 string 兼容自定义 provider。 */\nexport type SandboxProvider = \"docker\" | \"vercel\" | \"e2b\"
|
|
1
|
+
{"version":3,"file":"types.js","sourceRoot":"","sources":["types.ts"],"names":[],"mappings":"","sourcesContent":["// sandbox 域类型:运行中 Sandbox、生命周期 hook、命令与文件 IO 的形状。\n// 作者声明使用 layer.ts 的闭合 SandboxLayer;本文件不再保留旧 provider spec。\nimport type { ScopedFeedback } from \"../shared/types.ts\";\nexport interface CommandResult {\n stdout: string;\n stderr: string;\n exitCode: number;\n /**\n * 这次执行的命令摘要(有界、已脱敏,与时间树 command 节点同一份文案)。由执行面在最外层\n * 公开调用处附加;直接从 provider 拿到的裸结果可能没有。断言失败时用作 evidence\n * (`commandSucceeded()` 的「命令行本身」),消费方按可选字段读。\n */\n command?: string;\n}\n/** 内置 provider 名;ProviderModule 的完成态计划使用普通 string 兼容自定义 provider。 */\nexport type SandboxProvider = \"docker\" | \"vercel\" | \"e2b\";\n/** 镜像/模板里的 Node 运行时版本。 */\nexport type SandboxRuntime = \"node20\" | \"node24\";\n/**\n * Sandbox hook 的窄上下文:只有 `experimentId`、`signal` 与作用域绑定的 `progress/diagnostic`,\n * 不借用包含 session / model / telemetry 的完整 `AgentContext`\n * (见 docs/feature/sandbox/library.md「环境层生命周期钩子」)。\n */\nexport interface SandboxHookContext extends ScopedFeedback {\n /** 运行计划中已解析的实验 id;生命周期 hook 不在脱离 Experiment 的上下文执行。 */\n readonly experimentId: string;\n /** 当前物理 Sandbox 归属的 Eval Group;未分组 Sandbox 省略。 */\n readonly evalGroup?: {\n readonly id: string;\n readonly definitionHash: string;\n };\n /** 当前 Invocation 的中止信号;物理 Sandbox 生命周期不从某条 Attempt 借用信号。 */\n readonly signal: AbortSignal;\n}\n/** 沙箱级生命周期钩子(`SandboxLayer.setup()` / `.teardown()` 链式挂载)。 */\nexport type SandboxHook = (sandbox: Sandbox, ctx: SandboxHookContext) => void | Promise<void>;\nexport interface CommandOptions {\n /**\n * 这条命令已知会处理的敏感明文(例如 API key、token、HTTP header value)。Runner 仍把\n * 原值交给 provider 执行,但在任何 timing / commands / execution / error 证据落盘前按\n * 这些值做精确替换;本数组本身不落盘、不进指纹。空字符串被忽略。\n *\n * 这是显式 provenance,不是 secret 扫描器:没有登记的自由文本无法被可靠识别;值若先被\n * 调用方编码或拆分,应把实际会出现在命令/输出里的编码形态一并登记。\n */\n readonly sensitiveValues?: readonly string[];\n /**\n * 追加/覆盖本命令的环境变量(与 Sandbox 默认环境叠加,不清空默认值)。`PATH` 是 Sandbox\n * 受管变量,各 provider 保留自己算出的 `PATH`,不保证能被这里覆盖;需要扩展 PATH 用\n * Sandbox factory 的 `pathPrepend`(见 docs/feature/sandbox/library.md「PATH:受管变量与\n * pathPrepend」)。\n */\n readonly env?: Readonly<globalThis.Record<string, string>>;\n /** 本命令的工作目录;省略时落到 `Sandbox.workdir`。相对路径按 workdir 解析,绝对路径原样使用。 */\n readonly cwd?: string;\n /**\n * 把本命令的输出也送进 Sandbox 的「原生日志流」(于是 `docker logs` / Docker UI 的 Logs\n * 标签页能实时看到它)。给 agent 命令(codex exec / bub run / claude)开它,就能在容器\n * 日志里看到 agent 的【原始输出】。provider 各自实现(docker:tee 到 PID1 tail 的文件;\n * 不支持的 provider 忽略)—— 日志怎么浮现是 provider 的事,adapter 只声明意图。\n */\n readonly stream?: boolean;\n /**\n * 命令 stdout 每到一块就调用一次。回调只用于运行中的短命反馈;完整 stdout 仍会原样\n * 出现在返回的 `CommandResult` 里。provider 不支持真流时,至少会在命令结束后按完整\n * stdout 调用一次,不能静默丢掉。\n */\n readonly onStdout?: (chunk: string) => void | Promise<void>;\n /** `onStdout` 的 stderr 对应物;完整 stderr 仍保留在 `CommandResult`。 */\n readonly onStderr?: (chunk: string) => void | Promise<void>;\n /**\n * 覆盖本条命令的执行身份;省略 = Sandbox 默认身份(沿用环境自己声明的身份——Docker 镜像 `USER`、\n * Compose service `user:`、E2B template 默认用户,见\n * docs/feature/sandbox/library.md「执行身份」)。\n *\n * 语义跨 provider 一致,各 provider 映射到自己的原生机制(docker:`exec --user`;E2B:\n * `{ user }`;Vercel:只认 `\"root\"`,映射 `{ sudo: true }`,其它值报错)。\n * 本就全程 root 的 provider 视作 no-op;完全无法换身份的 provider 可不支持(抛错)——但**省略与\n * 显式值的语义保持一致**,不因 provider 而变。\n */\n readonly user?: string;\n /**\n * 这条命令自己的上限(毫秒)。**省略才是常态**:省略时上限 = attempt deadline 的剩余量\n * (见 docs/feature/sandbox/architecture.md「时限归属」),provider 层没有独立默认。\n * 显式传一个更短的值是有意声明,照常生效;撞线时归属记成「命令显式 timeout」。\n */\n readonly timeoutMs?: number;\n /**\n * 取消本次受管命令树。Provider 必须在 Promise settle 前确认命令树已经终止;无法精确\n * 终止时应退休整个 Sandbox,不能只关闭 transport 后把进程留在后台。\n */\n readonly signal?: AbortSignal;\n}\nexport interface SuccessfulCommandResult extends CommandResult {\n readonly exitCode: 0;\n}\nexport interface ManagedProcessStart {\n readonly argv: readonly [\n string,\n ...string[]\n ];\n readonly cwd?: string;\n readonly env?: Readonly<globalThis.Record<string, string>>;\n}\nexport type ManagedProcessChunk = {\n readonly _tag: \"Stdout\";\n readonly bytes: Uint8Array;\n} | {\n readonly _tag: \"Stderr\";\n readonly bytes: Uint8Array;\n};\nexport interface ManagedProcessExit {\n readonly exitCode: number | null;\n readonly signal?: string;\n}\n/** Attempt-owned bidirectional process. `output` has exactly one consumer. */\nexport interface ManagedProcess {\n readonly output: AsyncIterable<ManagedProcessChunk>;\n writeStdin(bytes: Uint8Array): Promise<void>;\n closeStdin(): Promise<void>;\n wait(): Promise<ManagedProcessExit>;\n terminate(): Promise<void>;\n}\n/** 三个运行中 Sandbox 视图共用的操作词汇;同名成员在不同视图中不得改变语义。 */\nexport interface SandboxOperations {\n /** Sandbox 内项目/工作区根目录的绝对路径(agent 命令的默认 cwd,也是 git baseline 提交的位置)。各方法的相对路径都以此为基准解析,省略 `cwd`/`targetDir` 时也落到这里。 */\n readonly workdir: string;\n /**\n * 执行单个命令,`args` 作为独立 argv 传递、不经 shell 解释(无 `&&`、管道、通配符展开)。\n * 只想跑一个可执行文件、参数来自外部输入、担心注入时优先用它。\n */\n runCommand(cmd: string, args?: readonly string[], opts?: CommandOptions): Promise<CommandResult>;\n /**\n * 执行一整段脚本,经 shell(bash)解释,支持 `&&`、管道、`$()`、重定向等。\n * 需要拼多条命令或做条件判断时用它。\n */\n runShell(script: string, opts?: CommandOptions): Promise<CommandResult>;\n /**\n * 像 `runCommand` 一样执行单个命令,但非零退出时抛出 `SandboxCommandExitError`。错误消息附带\n * 有界、已清理和脱敏的 stderr 尾部;stderr 为空时回退 stdout。完整输出保留在异常的\n * `result` 字段中。成功结果的 `exitCode` 在类型上固定为 `0`。\n */\n runCommandOrThrow(cmd: string, args?: readonly string[], opts?: CommandOptions): Promise<SuccessfulCommandResult>;\n /**\n * 像 `runShell` 一样执行 shell 脚本,但非零退出时抛出 `SandboxCommandExitError`。错误摘要、\n * 完整输出和成功结果的语义与 `runCommandOrThrow` 相同。\n */\n runShellOrThrow(script: string, opts?: CommandOptions): Promise<SuccessfulCommandResult>;\n /** 读取 Sandbox 内文件的文本内容(UTF-8)。文件不存在时抛错。 */\n readText(path: string): Promise<string>;\n /** 写入 Sandbox 内一个 UTF-8 文本文件;父目录不存在时自动创建。 */\n writeText(path: string, content: string): Promise<void>;\n /** 精确读取 Sandbox 内文件字节;公共契约不绑定 Node Buffer。 */\n readBytes(path: string): Promise<Uint8Array>;\n /** 精确写入 Sandbox 内文件字节;父目录不存在时自动创建。 */\n writeBytes(path: string, content: Uint8Array): Promise<void>;\n /** 检查 Sandbox 内文件或目录路径是否存在。 */\n pathExists(path: string): Promise<boolean>;\n}\n/** 只用于宿主机与 Sandbox 之间真实传输;内存内容读写使用 read/writeText/Bytes。 */\nexport interface SandboxTransferOperations {\n uploadFile(source: string | URL, targetPath: string): Promise<void>;\n uploadDirectory(sourceDir: string | URL, targetDir?: string, options?: {\n readonly ignore?: readonly string[];\n }): Promise<void>;\n downloadFile(sourcePath: string, target: string | URL): Promise<void>;\n downloadDirectory(sourceDir: string, targetDir: string | URL, options?: {\n readonly ignore?: readonly string[];\n }): Promise<void>;\n}\nexport interface Sandbox extends SandboxOperations, SandboxTransferOperations {\n /** 销毁 Sandbox 占用的计算资源(容器/microVM)。调用后 Sandbox 不可再用;是否可安全重复调用因 provider 而异,不要依赖这一点。 */\n stop(): Promise<void>;\n /** 本 Sandbox 的稳定标识(各 provider 原生 ID,如 Docker 容器 ID 前缀);用于跨调用关联同一 Sandbox 的会话状态,也用于日志展示。 */\n readonly sandboxId: string;\n /**\n * OTLP receiver 的放置能力。\n * - `string`:Sandbox 内可通过该 hostname 访问宿主 receiver。\n * - `null`:provider 不承诺宿主回连;runner 尝试在 Sandbox 内启动 attempt-scope receiver。\n * 这不保证 tracing 成功;镜像缺少 receiver 所需运行时时只记录 supplemental diagnostic。\n * `defineConfig({ telemetry: { host } })` 可在作者已经提供受控 tunnel 时显式覆盖。\n */\n readonly otlpHost: string | null;\n /**\n * 可选:把一行写进容器的「主日志」(PID1 在 tail 它)——于是 `docker logs` /\n * Docker UI 的 Logs 标签页能实时看到 agent 逐轮活动。docker provider 实现,其它可省略。\n */\n appendLog?(line: string): Promise<void>;\n}\n/** 复用调度需要的中立寿命确认能力。 */\nexport interface SandboxReuseCapability {\n ensureLifetime(minRemainingMs: number): Promise<{\n ready: true;\n expiresAt?: string;\n } | {\n ready: false;\n reason: string;\n }>;\n}\n"]}
|
package/dist/sandbox/types.d.cts
CHANGED
|
@@ -11,7 +11,7 @@ export interface CommandResult {
|
|
|
11
11
|
command?: string;
|
|
12
12
|
}
|
|
13
13
|
/** 内置 provider 名;ProviderModule 的完成态计划使用普通 string 兼容自定义 provider。 */
|
|
14
|
-
export type SandboxProvider = "docker" | "vercel" | "e2b"
|
|
14
|
+
export type SandboxProvider = "docker" | "vercel" | "e2b";
|
|
15
15
|
/** 镜像/模板里的 Node 运行时版本。 */
|
|
16
16
|
export type SandboxRuntime = "node20" | "node24";
|
|
17
17
|
/**
|
|
@@ -68,11 +68,11 @@ export interface CommandOptions {
|
|
|
68
68
|
readonly onStderr?: (chunk: string) => void | Promise<void>;
|
|
69
69
|
/**
|
|
70
70
|
* 覆盖本条命令的执行身份;省略 = Sandbox 默认身份(沿用环境自己声明的身份——Docker 镜像 `USER`、
|
|
71
|
-
* Compose service `user:`、E2B template
|
|
71
|
+
* Compose service `user:`、E2B template 默认用户,见
|
|
72
72
|
* docs/feature/sandbox/library.md「执行身份」)。
|
|
73
73
|
*
|
|
74
74
|
* 语义跨 provider 一致,各 provider 映射到自己的原生机制(docker:`exec --user`;E2B:
|
|
75
|
-
* `{ user }`;Vercel:只认 `"root"`,映射 `{ sudo: true }
|
|
75
|
+
* `{ user }`;Vercel:只认 `"root"`,映射 `{ sudo: true }`,其它值报错)。
|
|
76
76
|
* 本就全程 root 的 provider 视作 no-op;完全无法换身份的 provider 可不支持(抛错)——但**省略与
|
|
77
77
|
* 显式值的语义保持一致**,不因 provider 而变。
|
|
78
78
|
*/
|
package/dist/sandbox/types.d.mts
CHANGED
|
@@ -11,7 +11,7 @@ export interface CommandResult {
|
|
|
11
11
|
command?: string;
|
|
12
12
|
}
|
|
13
13
|
/** 内置 provider 名;ProviderModule 的完成态计划使用普通 string 兼容自定义 provider。 */
|
|
14
|
-
export type SandboxProvider = "docker" | "vercel" | "e2b"
|
|
14
|
+
export type SandboxProvider = "docker" | "vercel" | "e2b";
|
|
15
15
|
/** 镜像/模板里的 Node 运行时版本。 */
|
|
16
16
|
export type SandboxRuntime = "node20" | "node24";
|
|
17
17
|
/**
|
|
@@ -68,11 +68,11 @@ export interface CommandOptions {
|
|
|
68
68
|
readonly onStderr?: (chunk: string) => void | Promise<void>;
|
|
69
69
|
/**
|
|
70
70
|
* 覆盖本条命令的执行身份;省略 = Sandbox 默认身份(沿用环境自己声明的身份——Docker 镜像 `USER`、
|
|
71
|
-
* Compose service `user:`、E2B template
|
|
71
|
+
* Compose service `user:`、E2B template 默认用户,见
|
|
72
72
|
* docs/feature/sandbox/library.md「执行身份」)。
|
|
73
73
|
*
|
|
74
74
|
* 语义跨 provider 一致,各 provider 映射到自己的原生机制(docker:`exec --user`;E2B:
|
|
75
|
-
* `{ user }`;Vercel:只认 `"root"`,映射 `{ sudo: true }
|
|
75
|
+
* `{ user }`;Vercel:只认 `"root"`,映射 `{ sudo: true }`,其它值报错)。
|
|
76
76
|
* 本就全程 root 的 provider 视作 no-op;完全无法换身份的 provider 可不支持(抛错)——但**省略与
|
|
77
77
|
* 显式值的语义保持一致**,不因 provider 而变。
|
|
78
78
|
*/
|
package/dist/sandbox/types.d.ts
CHANGED
|
@@ -11,7 +11,7 @@ export interface CommandResult {
|
|
|
11
11
|
command?: string;
|
|
12
12
|
}
|
|
13
13
|
/** 内置 provider 名;ProviderModule 的完成态计划使用普通 string 兼容自定义 provider。 */
|
|
14
|
-
export type SandboxProvider = "docker" | "vercel" | "e2b"
|
|
14
|
+
export type SandboxProvider = "docker" | "vercel" | "e2b";
|
|
15
15
|
/** 镜像/模板里的 Node 运行时版本。 */
|
|
16
16
|
export type SandboxRuntime = "node20" | "node24";
|
|
17
17
|
/**
|
|
@@ -68,11 +68,11 @@ export interface CommandOptions {
|
|
|
68
68
|
readonly onStderr?: (chunk: string) => void | Promise<void>;
|
|
69
69
|
/**
|
|
70
70
|
* 覆盖本条命令的执行身份;省略 = Sandbox 默认身份(沿用环境自己声明的身份——Docker 镜像 `USER`、
|
|
71
|
-
* Compose service `user:`、E2B template
|
|
71
|
+
* Compose service `user:`、E2B template 默认用户,见
|
|
72
72
|
* docs/feature/sandbox/library.md「执行身份」)。
|
|
73
73
|
*
|
|
74
74
|
* 语义跨 provider 一致,各 provider 映射到自己的原生机制(docker:`exec --user`;E2B:
|
|
75
|
-
* `{ user }`;Vercel:只认 `"root"`,映射 `{ sudo: true }
|
|
75
|
+
* `{ user }`;Vercel:只认 `"root"`,映射 `{ sudo: true }`,其它值报错)。
|
|
76
76
|
* 本就全程 root 的 provider 视作 no-op;完全无法换身份的 provider 可不支持(抛错)——但**省略与
|
|
77
77
|
* 显式值的语义保持一致**,不因 provider 而变。
|
|
78
78
|
*/
|