niceeval 0.13.2 → 0.13.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/agents/bub.cjs +4 -4
- package/dist/agents/bub.cjs.map +1 -1
- package/dist/agents/bub.d.cts +2 -2
- package/dist/agents/bub.d.mts +2 -2
- package/dist/agents/bub.d.ts +2 -2
- package/dist/agents/claude-code-native.cjs +213 -0
- package/dist/agents/claude-code-native.cjs.map +1 -0
- package/dist/agents/claude-code-native.d.cts +5 -0
- package/dist/agents/claude-code-native.d.mts +5 -0
- package/dist/agents/claude-code-native.d.ts +5 -0
- package/dist/agents/claude-code-native.js +6 -0
- package/dist/agents/claude-code-native.js.map +1 -0
- package/dist/agents/claude-code.cjs +26 -80
- package/dist/agents/claude-code.cjs.map +1 -1
- package/dist/agents/codex-app-server.cjs +314 -0
- package/dist/agents/codex-app-server.cjs.map +1 -0
- package/dist/agents/codex-app-server.d.cts +9 -0
- package/dist/agents/codex-app-server.d.mts +9 -0
- package/dist/agents/codex-app-server.d.ts +9 -0
- package/dist/agents/codex-app-server.js +6 -0
- package/dist/agents/codex-app-server.js.map +1 -0
- package/dist/agents/codex.cjs +19 -68
- package/dist/agents/codex.cjs.map +1 -1
- package/dist/agents/codex.d.cts +3 -3
- package/dist/agents/codex.d.mts +3 -3
- package/dist/agents/codex.d.ts +3 -3
- package/dist/agents/index.cjs +3 -1
- package/dist/agents/index.cjs.map +1 -1
- package/dist/agents/index.d.cts +1 -0
- package/dist/agents/index.d.mts +1 -0
- package/dist/agents/index.d.ts +1 -0
- package/dist/agents/index.js +84 -82
- package/dist/agents/index.mjs +84 -82
- package/dist/agents/managed-jsonl.cjs +207 -0
- package/dist/agents/managed-jsonl.cjs.map +1 -0
- package/dist/agents/managed-jsonl.d.cts +39 -0
- package/dist/agents/managed-jsonl.d.mts +39 -0
- package/dist/agents/managed-jsonl.d.ts +39 -0
- package/dist/agents/managed-jsonl.js +6 -0
- package/dist/agents/managed-jsonl.js.map +1 -0
- package/dist/agents/managed-process.cjs +31 -0
- package/dist/agents/managed-process.cjs.map +1 -0
- package/dist/agents/managed-process.d.cts +3 -0
- package/dist/agents/managed-process.d.mts +3 -0
- package/dist/agents/managed-process.d.ts +3 -0
- package/dist/agents/managed-process.js +6 -0
- package/dist/agents/managed-process.js.map +1 -0
- package/dist/agents/omp.cjs +18 -1
- package/dist/agents/omp.cjs.map +1 -1
- package/dist/agents/sdk-streams.cjs +11 -4
- package/dist/agents/sdk-streams.cjs.map +1 -1
- package/dist/agents/types.cjs.map +1 -1
- package/dist/agents/types.d.cts +8 -0
- package/dist/agents/types.d.mts +8 -0
- package/dist/agents/types.d.ts +8 -0
- package/dist/analysis/bindings.cjs +74 -19
- package/dist/analysis/bindings.cjs.map +1 -1
- package/dist/analysis/bindings.d.cts +534 -156
- package/dist/analysis/bindings.d.mts +534 -156
- package/dist/analysis/bindings.d.ts +534 -156
- package/dist/analysis/domain-view.cjs.map +1 -1
- package/dist/analysis/domain-view.d.cts +137 -8
- package/dist/analysis/domain-view.d.mts +137 -8
- package/dist/analysis/domain-view.d.ts +137 -8
- package/dist/analysis/index.cjs.map +1 -1
- package/dist/analysis/index.d.cts +1 -1
- package/dist/analysis/index.d.mts +1 -1
- package/dist/analysis/index.d.ts +1 -1
- package/dist/assertions/api.cjs.map +1 -1
- package/dist/assertions/api.d.cts +62 -0
- package/dist/assertions/api.d.mts +62 -0
- package/dist/assertions/api.d.ts +62 -0
- package/dist/assertions/judge.cjs +56 -5
- package/dist/assertions/judge.cjs.map +1 -1
- package/dist/assertions/match.cjs +66 -42
- package/dist/assertions/match.cjs.map +1 -1
- package/dist/assertions/match.d.cts +13 -0
- package/dist/assertions/match.d.mts +13 -0
- package/dist/assertions/match.d.ts +13 -0
- package/dist/assertions/record/attachment.cjs +104 -33
- package/dist/assertions/record/attachment.cjs.map +1 -1
- package/dist/assertions/record/attachment.d.cts +294 -57
- package/dist/assertions/record/attachment.d.mts +294 -57
- package/dist/assertions/record/attachment.d.ts +294 -57
- package/dist/assertions/record/codec.cjs +91 -17
- package/dist/assertions/record/codec.cjs.map +1 -1
- package/dist/assertions/record/codec.d.cts +280 -52
- package/dist/assertions/record/codec.d.mts +280 -52
- package/dist/assertions/record/codec.d.ts +280 -52
- package/dist/assertions/record/index.js +2 -0
- package/dist/assertions/record/model.cjs +16 -0
- package/dist/assertions/record/model.cjs.map +1 -1
- package/dist/assertions/record/model.d.cts +120 -13
- package/dist/assertions/record/model.d.mts +120 -13
- package/dist/assertions/record/model.d.ts +120 -13
- package/dist/assertions/record/model.js +2 -0
- package/dist/assertions/record/producer.cjs +70 -50
- package/dist/assertions/record/producer.cjs.map +1 -1
- package/dist/assertions/record/producer.d.cts +8 -7
- package/dist/assertions/record/producer.d.mts +8 -7
- package/dist/assertions/record/producer.d.ts +8 -7
- package/dist/assertions/runtime.cjs +49 -7
- package/dist/assertions/runtime.cjs.map +1 -1
- package/dist/cli/application.cjs +40 -0
- package/dist/cli/application.cjs.map +1 -0
- package/dist/cli/application.d.cts +129 -0
- package/dist/cli/application.d.mts +129 -0
- package/dist/cli/application.d.ts +129 -0
- package/dist/cli/application.js +24 -0
- package/dist/cli/application.js.map +1 -0
- package/dist/cli/bootstrap.cjs +10 -4
- package/dist/cli/bootstrap.cjs.map +1 -1
- package/dist/cli/node-application.cjs +123 -0
- package/dist/cli/node-application.cjs.map +1 -0
- package/dist/cli/node-application.d.cts +14 -0
- package/dist/cli/node-application.d.mts +14 -0
- package/dist/cli/node-application.d.ts +14 -0
- package/dist/cli/node-application.js +26 -0
- package/dist/cli/node-application.js.map +1 -0
- package/dist/cli/program.cjs +2807 -0
- package/dist/cli/program.cjs.map +1 -0
- package/dist/cli/program.d.cts +352 -0
- package/dist/cli/program.d.mts +352 -0
- package/dist/cli/program.d.ts +352 -0
- package/dist/cli/program.js +36 -0
- package/dist/cli/program.js.map +1 -0
- package/dist/cli/project-configuration.cjs +134 -0
- package/dist/cli/project-configuration.cjs.map +1 -0
- package/dist/cli/project-configuration.d.cts +64 -0
- package/dist/cli/project-configuration.d.mts +64 -0
- package/dist/cli/project-configuration.d.ts +64 -0
- package/dist/cli/project-configuration.js +22 -0
- package/dist/cli/project-configuration.js.map +1 -0
- package/dist/cli/record.cjs +20 -4
- package/dist/cli/record.cjs.map +1 -1
- package/dist/cli/record.d.cts +3 -3
- package/dist/cli/record.d.mts +3 -3
- package/dist/cli/record.d.ts +3 -3
- package/dist/cli.cjs +19 -3130
- package/dist/cli.cjs.map +1 -1
- package/dist/cli.d.cts +2 -148
- package/dist/cli.d.mts +2 -148
- package/dist/cli.d.ts +2 -148
- package/dist/cli.js +22 -30
- package/dist/context/assert-first.cjs +21 -15
- package/dist/context/assert-first.cjs.map +1 -1
- package/dist/context/assert-first.d.cts +1 -0
- package/dist/context/assert-first.d.mts +1 -0
- package/dist/context/assert-first.d.ts +1 -0
- package/dist/context/attempt-resources.cjs +13 -0
- package/dist/context/attempt-resources.cjs.map +1 -0
- package/dist/context/attempt-resources.d.cts +3 -0
- package/dist/context/attempt-resources.d.mts +3 -0
- package/dist/context/attempt-resources.d.ts +3 -0
- package/dist/context/attempt-resources.js +8 -0
- package/dist/context/attempt-resources.js.map +1 -0
- package/dist/context/session.cjs +4 -3
- package/dist/context/session.cjs.map +1 -1
- package/dist/context/session.d.cts +1 -0
- package/dist/context/session.d.mts +1 -0
- package/dist/context/session.d.ts +1 -0
- package/dist/eval/record/verdict.cjs +3 -2
- package/dist/eval/record/verdict.cjs.map +1 -1
- package/dist/experiment/host/index.cjs +1 -6
- package/dist/experiment/host/index.cjs.map +1 -1
- package/dist/experiment/host/index.d.cts +1 -0
- package/dist/experiment/host/index.d.mts +1 -0
- package/dist/experiment/host/index.d.ts +1 -0
- package/dist/load-config.cjs +13 -4
- package/dist/load-config.cjs.map +1 -1
- package/dist/load-config.d.cts +4 -3
- package/dist/load-config.d.mts +4 -3
- package/dist/load-config.d.ts +4 -3
- package/dist/load-config.js +4 -2
- package/dist/o11y/parsers/codex.cjs +29 -7
- package/dist/o11y/parsers/codex.cjs.map +1 -1
- package/dist/record/codec/core.d.cts +0 -2
- package/dist/record/codec/core.d.mts +0 -2
- package/dist/record/codec/core.d.ts +0 -2
- package/dist/record/codec/identifiers.cjs +2 -3
- package/dist/record/codec/identifiers.cjs.map +1 -1
- package/dist/record/codec/identifiers.d.cts +1 -2
- package/dist/record/codec/identifiers.d.mts +1 -2
- package/dist/record/codec/identifiers.d.ts +1 -2
- package/dist/record/codec/identifiers.js +10 -12
- package/dist/record/codec/index.js +42 -44
- package/dist/record/definition/attachment.cjs +1 -0
- package/dist/record/definition/attachment.cjs.map +1 -1
- package/dist/record/definition/attachment.d.cts +14 -0
- package/dist/record/definition/attachment.d.mts +14 -0
- package/dist/record/definition/attachment.d.ts +14 -0
- package/dist/record/family/assertions-v1.cjs +104 -0
- package/dist/record/family/assertions-v1.cjs.map +1 -0
- package/dist/record/family/assertions-v1.d.cts +2 -0
- package/dist/record/family/assertions-v1.d.mts +2 -0
- package/dist/record/family/assertions-v1.d.ts +2 -0
- package/dist/record/family/assertions-v1.js +6 -0
- package/dist/record/family/assertions-v1.js.map +1 -0
- package/dist/record/family/assertions.cjs +16 -5
- package/dist/record/family/assertions.cjs.map +1 -1
- package/dist/record/family/assertions.d.cts +510 -56
- package/dist/record/family/assertions.d.mts +510 -56
- package/dist/record/family/assertions.d.ts +510 -56
- package/dist/record/family/assertions.js +14 -10
- package/dist/record/family/catalog.cjs +17 -1
- package/dist/record/family/catalog.cjs.map +1 -1
- package/dist/record/family/catalog.d.cts +1292 -104
- package/dist/record/family/catalog.d.mts +1292 -104
- package/dist/record/family/catalog.d.ts +1292 -104
- package/dist/record/family/catalog.js +22 -20
- package/dist/record/family/index.js +144 -138
- package/dist/record/family/observability-v1.cjs +5 -0
- package/dist/record/family/observability-v1.cjs.map +1 -1
- package/dist/record/family/observability.cjs +1 -1
- package/dist/record/family/observability.cjs.map +1 -1
- package/dist/record/host/runtime.cjs +323 -173
- package/dist/record/host/runtime.cjs.map +1 -1
- package/dist/record/host/types.cjs.map +1 -1
- package/dist/record/host/types.d.cts +9 -7
- package/dist/record/host/types.d.mts +9 -7
- package/dist/record/host/types.d.ts +9 -7
- package/dist/record/model/core.cjs.map +1 -1
- package/dist/record/model/core.d.cts +1 -2
- package/dist/record/model/core.d.mts +1 -2
- package/dist/record/model/core.d.ts +1 -2
- package/dist/record/model/definition.cjs +1 -2
- package/dist/record/model/definition.cjs.map +1 -1
- package/dist/record/model/definition.d.cts +1 -7
- package/dist/record/model/definition.d.mts +1 -7
- package/dist/record/model/definition.d.ts +1 -7
- package/dist/record/model/identifiers.cjs +2 -3
- package/dist/record/model/identifiers.cjs.map +1 -1
- package/dist/record/model/identifiers.d.cts +1 -3
- package/dist/record/model/identifiers.d.mts +1 -3
- package/dist/record/model/identifiers.d.ts +1 -3
- package/dist/record/model/identifiers.js +36 -38
- package/dist/record/model/index.js +60 -62
- package/dist/record/platform/node.cjs +17 -7
- package/dist/record/platform/node.cjs.map +1 -1
- package/dist/record/platform/services.cjs.map +1 -1
- package/dist/record/platform/services.d.cts +8 -3
- package/dist/record/platform/services.d.mts +8 -3
- package/dist/record/platform/services.d.ts +8 -3
- package/dist/record/reader/format.cjs +16 -65
- package/dist/record/reader/format.cjs.map +1 -1
- package/dist/record/reader/format.d.cts +5 -9
- package/dist/record/reader/format.d.mts +5 -9
- package/dist/record/reader/format.d.ts +5 -9
- package/dist/record/reader/index.js +10 -8
- package/dist/record/reader/runtime.cjs +63 -32
- package/dist/record/reader/runtime.cjs.map +1 -1
- package/dist/record/reader/runtime.d.cts +40 -4
- package/dist/record/reader/runtime.d.mts +40 -4
- package/dist/record/reader/runtime.d.ts +40 -4
- package/dist/record/reader/runtime.js +6 -4
- package/dist/report/assets/enhance.js +5 -5
- package/dist/report/assets/styles.css +190 -24
- package/dist/report/built-in/result-components.cjs +8 -5
- package/dist/report/built-in/result-components.cjs.map +1 -1
- package/dist/report/built-in/standard.cjs +3 -0
- package/dist/report/built-in/standard.cjs.map +1 -1
- package/dist/report/built-in/standard.d.cts +2 -0
- package/dist/report/built-in/standard.d.mts +2 -0
- package/dist/report/built-in/standard.d.ts +2 -0
- package/dist/report/client-dist/app.js +53 -0
- package/dist/report/components/attempt-detail/compute.cjs +108 -231
- package/dist/report/components/attempt-detail/compute.cjs.map +1 -1
- package/dist/report/components/attempt-detail/compute.d.cts +11 -45
- package/dist/report/components/attempt-detail/compute.d.mts +11 -45
- package/dist/report/components/attempt-detail/compute.d.ts +11 -45
- package/dist/report/components/attempt-detail/compute.js +2 -4
- package/dist/report/components/attempt-detail/content.cjs +4 -4
- package/dist/report/components/attempt-detail/content.cjs.map +1 -1
- package/dist/report/components/attempt-detail/validate.cjs +47 -4
- package/dist/report/components/attempt-detail/validate.cjs.map +1 -1
- package/dist/report/components/entity-lists/compute.cjs +9 -15
- package/dist/report/components/entity-lists/compute.cjs.map +1 -1
- package/dist/report/components/entity-lists/content.cjs +53 -40
- package/dist/report/components/entity-lists/content.cjs.map +1 -1
- package/dist/report/components/entity-lists/index.cjs +1 -3
- package/dist/report/components/entity-lists/index.cjs.map +1 -1
- package/dist/report/components/experiment-detail/compute.cjs +4 -6
- package/dist/report/components/experiment-detail/compute.cjs.map +1 -1
- package/dist/report/components/summaries/index.cjs +5 -1
- package/dist/report/components/summaries/index.cjs.map +1 -1
- package/dist/report/definition/cell.cjs +14 -7
- package/dist/report/definition/cell.cjs.map +1 -1
- package/dist/report/definition/cell.d.cts +4 -0
- package/dist/report/definition/cell.d.mts +4 -0
- package/dist/report/definition/cell.d.ts +4 -0
- package/dist/report/definition/primitives/assertion-evidence.cjs +96 -0
- package/dist/report/definition/primitives/assertion-evidence.cjs.map +1 -0
- package/dist/report/definition/primitives/assertion-evidence.d.cts +11 -0
- package/dist/report/definition/primitives/assertion-evidence.d.mts +11 -0
- package/dist/report/definition/primitives/assertion-evidence.d.ts +11 -0
- package/dist/report/definition/primitives/assertion-evidence.js +6 -0
- package/dist/report/definition/primitives/assertion-evidence.js.map +1 -0
- package/dist/report/definition/primitives/conversation.cjs +7 -0
- package/dist/report/definition/primitives/conversation.cjs.map +1 -1
- package/dist/report/definition/primitives/conversation.d.cts +2 -0
- package/dist/report/definition/primitives/conversation.d.mts +2 -0
- package/dist/report/definition/primitives/conversation.d.ts +2 -0
- package/dist/report/definition/primitives/turn-trace.cjs +53 -3
- package/dist/report/definition/primitives/turn-trace.cjs.map +1 -1
- package/dist/report/definition/primitives.cjs +14 -1
- package/dist/report/definition/primitives.cjs.map +1 -1
- package/dist/report/definition/report.cjs +16 -8
- package/dist/report/definition/report.cjs.map +1 -1
- package/dist/report/definition/report.d.cts +6 -0
- package/dist/report/definition/report.d.mts +6 -0
- package/dist/report/definition/report.d.ts +6 -0
- package/dist/report/definition/table-text.cjs +12 -3
- package/dist/report/definition/table-text.cjs.map +1 -1
- package/dist/report/definition/table-text.d.cts +6 -1
- package/dist/report/definition/table-text.d.mts +6 -1
- package/dist/report/definition/table-text.d.ts +6 -1
- package/dist/report/execution/model.cjs +6 -14
- package/dist/report/execution/model.cjs.map +1 -1
- package/dist/report/execution/model.d.cts +5 -10
- package/dist/report/execution/model.d.mts +5 -10
- package/dist/report/execution/model.d.ts +5 -10
- package/dist/report/execution/model.js +6 -6
- package/dist/report/execution/paths.cjs +0 -11
- package/dist/report/execution/paths.cjs.map +1 -1
- package/dist/report/execution/paths.d.cts +0 -1
- package/dist/report/execution/paths.d.mts +0 -1
- package/dist/report/execution/paths.d.ts +0 -1
- package/dist/report/execution/paths.js +6 -8
- package/dist/report/host/execute.cjs +13 -22
- package/dist/report/host/execute.cjs.map +1 -1
- package/dist/report/host/execute.d.cts +1 -4
- package/dist/report/host/execute.d.mts +1 -4
- package/dist/report/host/execute.d.ts +1 -4
- package/dist/report/host/from-record.cjs +3 -0
- package/dist/report/host/from-record.cjs.map +1 -1
- package/dist/report/host/from-record.d.cts +4 -1
- package/dist/report/host/from-record.d.mts +4 -1
- package/dist/report/host/from-record.d.ts +4 -1
- package/dist/report/host/site-assets.cjs +1 -2
- package/dist/report/host/site-assets.cjs.map +1 -1
- package/dist/report/host/site-assets.d.cts +0 -1
- package/dist/report/host/site-assets.d.mts +0 -1
- package/dist/report/host/site-assets.d.ts +0 -1
- package/dist/report/host/site-assets.js +2 -4
- package/dist/report/host/static.cjs +71 -346
- package/dist/report/host/static.cjs.map +1 -1
- package/dist/report/host/static.d.cts +1 -3
- package/dist/report/host/static.d.mts +1 -3
- package/dist/report/host/static.d.ts +1 -3
- package/dist/report/host/static.js +2 -2
- package/dist/report/host/view-session.cjs.map +1 -1
- package/dist/report/host/view-session.d.cts +1 -1
- package/dist/report/host/view-session.d.mts +1 -1
- package/dist/report/host/view-session.d.ts +1 -1
- package/dist/report/model/locale.cjs +1 -1
- package/dist/report/model/locale.cjs.map +1 -1
- package/dist/report/model/locale.d.cts +1 -1
- package/dist/report/model/locale.d.mts +1 -1
- package/dist/report/model/locale.d.ts +1 -1
- package/dist/report/model/pricing.cjs +2 -2
- package/dist/report/model/pricing.cjs.map +1 -1
- package/dist/report/react/enhance.js +5 -5
- package/dist/report/react/styles.css +190 -24
- package/dist/runner/adoption.cjs +4 -7
- package/dist/runner/adoption.cjs.map +1 -1
- package/dist/runner/attempt-resources.cjs +60 -0
- package/dist/runner/attempt-resources.cjs.map +1 -0
- package/dist/runner/attempt-resources.d.cts +13 -0
- package/dist/runner/attempt-resources.d.mts +13 -0
- package/dist/runner/attempt-resources.d.ts +13 -0
- package/dist/runner/attempt-resources.js +6 -0
- package/dist/runner/attempt-resources.js.map +1 -0
- package/dist/runner/attempt.cjs +37 -3
- package/dist/runner/attempt.cjs.map +1 -1
- package/dist/runner/feedback/failure.cjs +77 -2
- package/dist/runner/feedback/failure.cjs.map +1 -1
- package/dist/runner/feedback/failure.d.cts +2 -1
- package/dist/runner/feedback/failure.d.mts +2 -1
- package/dist/runner/feedback/failure.d.ts +2 -1
- package/dist/runner/project-current.cjs +2 -13
- package/dist/runner/project-current.cjs.map +1 -1
- package/dist/runner/project-current.d.cts +4 -2
- package/dist/runner/project-current.d.mts +4 -2
- package/dist/runner/project-current.d.ts +4 -2
- package/dist/runner/reporters/braintrust.cjs +7 -7
- package/dist/runner/reporters/braintrust.cjs.map +1 -1
- package/dist/runner/reuse-readback.cjs +3 -4
- package/dist/runner/reuse-readback.cjs.map +1 -1
- package/dist/runner/run.cjs +5 -2
- package/dist/runner/run.cjs.map +1 -1
- package/dist/sandbox/backend.cjs +32 -2
- package/dist/sandbox/backend.cjs.map +1 -1
- package/dist/sandbox/backend.d.cts +12 -1
- package/dist/sandbox/backend.d.mts +12 -1
- package/dist/sandbox/backend.d.ts +12 -1
- package/dist/sandbox/backend.js +28 -22
- package/dist/sandbox/docker.cjs +140 -0
- package/dist/sandbox/docker.cjs.map +1 -1
- package/dist/sandbox/docker.d.cts +3 -1
- package/dist/sandbox/docker.d.mts +3 -1
- package/dist/sandbox/docker.d.ts +3 -1
- package/dist/sandbox/e2b.cjs +42 -0
- package/dist/sandbox/e2b.cjs.map +1 -1
- package/dist/sandbox/e2b.d.cts +2 -0
- package/dist/sandbox/e2b.d.mts +2 -0
- package/dist/sandbox/e2b.d.ts +2 -0
- package/dist/sandbox/local.cjs +64 -0
- package/dist/sandbox/local.cjs.map +1 -1
- package/dist/sandbox/local.d.cts +3 -1
- package/dist/sandbox/local.d.mts +3 -1
- package/dist/sandbox/local.d.ts +3 -1
- package/dist/sandbox/managed-process.cjs +49 -0
- package/dist/sandbox/managed-process.cjs.map +1 -0
- package/dist/sandbox/managed-process.d.cts +11 -0
- package/dist/sandbox/managed-process.d.mts +11 -0
- package/dist/sandbox/managed-process.d.ts +11 -0
- package/dist/sandbox/managed-process.js +6 -0
- package/dist/sandbox/managed-process.js.map +1 -0
- package/dist/sandbox/types.cjs.map +1 -1
- package/dist/sandbox/types.d.cts +24 -0
- package/dist/sandbox/types.d.mts +24 -0
- package/dist/sandbox/types.d.ts +24 -0
- package/dist/sandbox/vercel.cjs +1 -0
- package/dist/sandbox/vercel.cjs.map +1 -1
- package/dist/sandbox/vercel.d.cts +1 -0
- package/dist/sandbox/vercel.d.mts +1 -0
- package/dist/sandbox/vercel.d.ts +1 -0
- package/dist/view/server.cjs +2 -37
- package/dist/view/server.cjs.map +1 -1
- package/dist/view/server.d.cts +0 -3
- package/dist/view/server.d.mts +0 -3
- package/dist/view/server.d.ts +0 -3
- package/docs-site/zh/reference/builtin-agents.mdx +7 -7
- package/docs-site/zh/reference/official-adapters.mdx +4 -4
- package/docs-site/zh/reference/report-components.mdx +2 -2
- package/docs-site/zh/tutorials/configuration.mdx +2 -2
- package/docs-site/zh/tutorials/deploy-report-site.mdx +24 -2
- package/docs-site/zh/tutorials/publish-report.mdx +4 -4
- package/docs-site/zh/tutorials/sandbox-agent.mdx +5 -5
- package/docs-site/zh/tutorials/theming.mdx +2 -2
- package/package.json +4 -6
- package/dist/record/migration/index.cjs +0 -5
- package/dist/record/migration/index.cjs.map +0 -1
- package/dist/record/migration/index.d.cts +0 -11
- package/dist/record/migration/index.d.mts +0 -11
- package/dist/record/migration/index.d.ts +0 -11
- package/dist/record/migration/index.js +0 -6
- package/dist/record/migration/index.js.map +0 -1
- package/dist/report/host/site-runtime.cjs +0 -92
- package/dist/report/host/site-runtime.cjs.map +0 -1
- package/dist/report/host/site-runtime.d.cts +0 -9
- package/dist/report/host/site-runtime.d.mts +0 -9
- package/dist/report/host/site-runtime.d.ts +0 -9
- package/dist/report/host/site-runtime.js +0 -10
- package/dist/report/host/site-runtime.js.map +0 -1
- package/dist/view/client-dist/app.css +0 -2
- package/dist/view/client-dist/app.js +0 -49
- package/dist/view/data.cjs +0 -3
- package/dist/view/data.cjs.map +0 -1
- package/dist/view/data.d.cts +0 -9
- package/dist/view/data.d.mts +0 -9
- package/dist/view/data.d.ts +0 -9
- package/dist/view/data.js +0 -4
- package/dist/view/data.js.map +0 -1
- package/dist/view/index.cjs +0 -24
- package/dist/view/index.cjs.map +0 -1
- package/dist/view/index.d.cts +0 -9
- package/dist/view/index.d.mts +0 -9
- package/dist/view/index.d.ts +0 -9
- package/dist/view/index.js +0 -28
- package/dist/view/index.js.map +0 -1
- package/dist/view/report-view-cache.cjs +0 -200
- package/dist/view/report-view-cache.cjs.map +0 -1
- package/dist/view/report-view-cache.d.cts +0 -67
- package/dist/view/report-view-cache.d.mts +0 -67
- package/dist/view/report-view-cache.d.ts +0 -67
- package/dist/view/report-view-cache.js +0 -8
- package/dist/view/report-view-cache.js.map +0 -1
- package/dist/view/shared/types.cjs +0 -3
- package/dist/view/shared/types.cjs.map +0 -1
- package/dist/view/shared/types.d.cts +0 -51
- package/dist/view/shared/types.d.mts +0 -51
- package/dist/view/shared/types.d.ts +0 -51
- package/dist/view/shared/types.js +0 -4
- package/dist/view/shared/types.js.map +0 -1
- package/dist/view/site.cjs +0 -32
- package/dist/view/site.cjs.map +0 -1
- package/dist/view/site.d.cts +0 -24
- package/dist/view/site.d.mts +0 -24
- package/dist/view/site.d.ts +0 -24
- package/dist/view/site.js +0 -8
- package/dist/view/site.js.map +0 -1
- package/dist/view/styles.css +0 -170
- package/dist/view/template.html +0 -17
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"types.js","sourceRoot":"","sources":["types.ts"],"names":[],"mappings":";;AAAA,iDAAiD;AACjD,uDAAgE","sourcesContent":["// agent 域类型:Agent / Adapter 契约、会话与 tracing 导出配置。\nimport { AGENT_DOCKERFILE_CACHE_SAFE } from \"./cache-marker.ts\";\n// 「连到哪个被测对象、协议怎么说」的全部契约在这里(见 docs-site/zh/explanation/adapter.mdx)。\n// 能力不再是问卷式声明:t 上解锁什么完全由构造证据决定(见 docs-site 「能力从哪来」一节)。\nimport type { DiagnosticInput, JsonValue, ProgressUpdate } from \"../shared/types.ts\";\nimport type { StreamEvent, TraceSpan, Usage } from \"../o11y/types.ts\";\nimport type { Sandbox } from \"../sandbox/types.ts\";\nimport type { AttemptRef, MaybePromise, SandboxCommandTarget, StableSandboxCommand } from \"../sandbox/commands.ts\";\nimport type { RegisteredSandboxContent } from \"../sandbox/content.ts\";\nimport type { SendFailureClassifier } from \"../context/send-failures.ts\";\nimport type { SessionSlot } from \"./session-slot.ts\";\nexport type { SessionSlot } from \"./session-slot.ts\";\n/**\n * 本地 stdio 形态的 MCP server:沙箱内起子进程,按 stdio 说 MCP 协议。\n * 与 {@link McpHttpServer} 按形状判别(有 `command` 的是 stdio,有 `url` 的是 HTTP)。\n */\nexport interface McpStdioServer {\n /** 服务器唯一名(config key)。 */\n name: string;\n /** 启动命令(如 \"npx\"、\"node\"、\"uvx\")。 */\n command: string;\n /** 传给命令的参数。 */\n args?: readonly string[];\n /** 注入服务器进程的环境变量(可能含 secret,不进 manifest)。 */\n env?: Readonly<globalThis.Record<string, string>>;\n /** stdio 与 HTTP 是互斥完成态,不能把另一分支的字段混进来。 */\n url?: never;\n headers?: never;\n}\n/**\n * 远程 Streamable HTTP 形态的 MCP server:沙箱直接连一个 HTTP 端点。\n * `url` 必须沙箱内可达——宿主机上的服务先经隧道(cloudflared / tailscale 等)暴露。\n */\nexport interface McpHttpServer {\n /** 服务器唯一名(config key)。 */\n name: string;\n /** Streamable HTTP 端点(如 https://mem.example.com/mcp/)。 */\n url: string;\n /** 逐字写进每个请求的 HTTP 头(常用于 Authorization;可能含 secret,不进 manifest)。 */\n headers?: Readonly<globalThis.Record<string, string>>;\n /** HTTP 与 stdio 是互斥完成态,不能把另一分支的字段混进来。 */\n command?: never;\n args?: never;\n env?: never;\n}\n/**\n * MCP server 描述符 —— 支持 MCP 的 adapter(Claude Code / Codex)共用的工具服务单元,\n * 不是 native plugin 的一种。stdio 与 Streamable HTTP 两种形态按形状判别,不设 kind 标签\n * (两种形态各有唯一必填判别字段);同时给出 `command` 与 `url` 属配置错误,setup 报错点名。\n * 在 agent factory config 里声明,setup 阶段写进各自的配置文件。\n * 见 docs/feature/adapters/architecture/coding-agent-extensions.md「类型边界」。\n */\nexport type McpServer = McpStdioServer | McpHttpServer;\n/**\n * Skill 的来源描述 —— Claude Code / Codex / Bub 共用的**数据类型**:只统一「从哪里取得\n * 哪份 Skill」,安装位置、发现机制、要不要额外写 project instruction 由各 Adapter 决定。\n * 见 docs/feature/adapters/architecture/coding-agent-extensions.md「类型边界」。\n */\nexport type SkillSpec = {\n kind: \"local\";\n /** 相对项目根(跑 niceeval 的目录)的 Skill 文件或目录:`SKILL.md`、含 `SKILL.md` 的目录,或单个 `.md`。 */\n path: string;\n /** 展示名;省略时由文件或目录名推导(`<dir>/SKILL.md` → `<dir>`,`foo.md` → `foo`)。 */\n name?: string;\n} | {\n kind: \"repo\";\n /** GitHub `owner/repo` 或 Git URL。 */\n source: string;\n /** 多 Skill Repo 中要启用的 Skill;repo 只有一个 Skill 时可省略,多个时省略即 setup 失败。 */\n skills?: readonly string[];\n /** Tag、Commit 或 Branch;省略表示 repo 默认 ref。 */\n ref?: string;\n};\n/** Manifest 里的一条 Skill 安装记录:本地(带内容哈希)或 repo(带来源与 ref)。 */\nexport type AgentSetupSkill = {\n kind: \"local\";\n name: string;\n path: string;\n sha256: string;\n} | {\n kind: \"repo\";\n source: string;\n ref?: string;\n skills: string[];\n};\n/**\n * 一次 Agent setup 实际装了什么 —— 沙箱型 Coding Agent Adapter 在 setup 收尾经\n * `ctx.reportSetup()` 交回的安装清单。它是宿主侧内存对象,运行器把它作为 attempt artifact 存成\n * `agent-setup.json`(见 docs/feature/record/architecture.md);沙箱磁盘上不落它。不参与评分,\n * 只回答「这次实际装了什么」;**环境变量值与 secret 不写进来**(所以 mcpServers 只记\n * name/command/args)。\n */\nexport interface AgentSetupManifest {\n /** 装进去的 Skill(按配置顺序;同名来自多个来源时逐条保留,不静默合并)。 */\n skills: AgentSetupSkill[];\n /** Agent 原生 Plugin(Claude Code / Codex 各自的 Marketplace 协议)。 */\n nativePlugins?: Array<{\n agent: \"claude-code\" | \"codex\";\n marketplace: {\n name: string;\n source: string;\n ref?: string;\n };\n name: string;\n /** 安装后 CLI 报告的版本;取不到时省略。 */\n resolvedVersion?: string;\n }>;\n /** 挂上的 MCP server(只记非 secret 字段:stdio 不含 env,HTTP 不含 headers)。 */\n mcpServers?: Array<{\n name: string;\n command: string;\n args?: string[];\n } | {\n name: string;\n url: string;\n }>;\n /**\n * 官方原生配置文件(Claude Code `settings.json` / Codex `config.toml`):只记 Agent 名、\n * 项目相对来源路径与原始字节的 SHA-256,不落正文 —— 任意官方配置都可能携带敏感字符串,\n * 不能靠字段白名单证明适合原样落盘。\n */\n nativeConfigFile?: {\n agent: \"claude-code\" | \"codex\";\n path: string;\n sha256: string;\n };\n /** Bub 的 Python Plugin(规范化后的 package 串)。 */\n pythonPlugins?: Array<{\n package: string;\n }>;\n}\n// ───────────────────────── 证据覆盖声明 ─────────────────────────\n/** 证据通道的覆盖状态;不存在隐含的 unknown 第四态。 */\nexport type EvidenceCoverageStatus = \"complete\" | \"partial\" | \"unavailable\";\n/** 非完整通道必须解释缺口;完整通道不能携带一个自相矛盾的 reason。 */\nexport type EvidenceCoverageEntry = {\n readonly status: \"complete\";\n readonly reason?: never;\n} | {\n readonly status: Exclude<EvidenceCoverageStatus, \"complete\">;\n readonly reason: string;\n};\n/**\n * 覆盖声明(EvidenceCoverage):完整性不是口头承诺,是随数据走的声明\n * (见 docs/feature/adapters/architecture/evidence.md)。两层:\n * - Agent 级默认(`defineAgent` / `defineSandboxAgent` 的 `evidenceCoverage`)必须逐一声明\n * 六个通道;官方 SDK 适配器可使用 `completeEvidenceCoverage`。\n * - Turn 级降级(`Turn.evidenceCoverage`)只用于相对 Agent 默认值降级。\n */\nexport interface EvidenceCoverage {\n /** 完整事件流(event / notEvent / order 的依据)。 */\n readonly events: EvidenceCoverageEntry;\n /** action 生命周期(工具正负断言、顺序、失败的依据)。 */\n readonly actions: EvidenceCoverageEntry;\n /** assistant / user message(reply 与显式 message 值断言的依据)。 */\n readonly messages: EvidenceCoverageEntry;\n /** usage(token / cost 上限断言的依据)。 */\n readonly usage: EvidenceCoverageEntry;\n /** Turn status 的真实性(succeeded / parked 的依据)——恒 completed 的映射必须声明非 complete。 */\n readonly status: EvidenceCoverageEntry;\n /** Turn.data(供 `t.check(turn.data, match)` 检查结构化输出)。 */\n readonly data: EvidenceCoverageEntry;\n}\n/** 单轮只列相对 Agent 默认值的降级通道;省略的通道沿用 Agent 声明。 */\nexport type TurnEvidenceCoverage = Partial<EvidenceCoverage>;\n/** 随一轮消息附带的文件(图片等多模态输入)。 */\nexport interface InputFile {\n /** 文件名(可选,供 adapter / 模型参考)。 */\n readonly filename?: string;\n /** MIME 类型,如 `image/png`、`image/jpeg`。 */\n readonly mimeType: string;\n /** base64 编码的文件内容(JSON 友好,remote adapter 可直接放进请求体)。 */\n readonly dataBase64: string;\n}\n/**\n * HITL 回答轮里,人的裁决以结构化形式随 `input.responses` 到达——adapter 不需要解析\n * `text` 去猜哪句回答对应哪个请求、算不算批准。见 docs-site/zh/explanation/adapter.mdx\n * 「不同回答的入参」一节的四种典型形态。\n */\nexport type AnswerValue = {\n readonly optionId: string;\n readonly text?: never;\n} | {\n readonly text: string;\n readonly optionId?: never;\n};\nexport type InputResponse = {\n /** 对应哪条 input.requested 请求;多个请求并停时靠它对位。 */\n readonly requestId: string;\n} & AnswerValue;\nexport interface TurnInput {\n readonly text: string;\n /** 本轮附带的文件(图片等)。adapter 自行决定怎么投递;不支持多模态的 adapter 忽略它。 */\n readonly files?: readonly InputFile[];\n /** 仅回答轮(t.respond / t.respondAll):逐请求的结构化回答,按 requestId 对位。 */\n readonly responses?: readonly InputResponse[];\n}\n/** adapter 的 send 返回值(事件流为核心)。 */\nexport interface Turn {\n readonly events: StreamEvent[];\n readonly data?: JsonValue;\n readonly status: \"completed\" | \"failed\" | \"waiting\";\n readonly usage?: Usage;\n /**\n * 本轮相对 Agent 默认覆盖的降级声明(这一轮流断了、拿不到 usage 等);\n * 只能降级,不能把 Agent 未声明的通道升格成 complete(见 EvidenceCoverage)。\n */\n readonly evidenceCoverage?: TurnEvidenceCoverage;\n}\n/**\n * 本次运行的 OTLP traces 接收信息(仅当配置了 OTel 接入时有——agent 的 `tracing` 块 /\n * config 的 telemetry 存在)。经 ctx.telemetry 交给 agent。span 只进瀑布图,不喂断言。\n * 远程 HTTP 接入的 send 只需要 spread `headers`(每轮一个新 traceparent);接收端点是\n * 启动期配置(`defineConfig({ telemetry: { port } } )`)固定的,不从这里传。\n */\nexport interface Telemetry {\n /** 接收端点(完整路径,形如 http://127.0.0.1:PORT/v1/traces)。 */\n readonly endpoint: string;\n /**\n * env-based 导出的 env(= AgentTracing.env(endpoint) 的结果),ready-to-spread。\n * adapter 的 send 直接 `{ ...ctx.telemetry?.env }` 注入,不必手搓 OTEL_* 拼装。\n */\n readonly env?: Readonly<globalThis.Record<string, string>>;\n /**\n * 本轮的 W3C trace context(traceparent),每轮一个新值。send 把它 spread 进 HTTP 请求头\n * (或注入子进程 env)——应用埋点支持 context 传播时,本轮 span 挂到我们给的 trace 下,\n * 并发跑 eval 的 span 归属才精确;不带则回退时间窗口归属(该 agent 自动降为串行)。\n */\n readonly headers?: Readonly<globalThis.Record<string, string>>;\n}\n/**\n * agent 的 OTLP 导出配置 —— 「沙箱里怎么让这个 CLI 把 trace 发到 endpoint」。\n * 刻意从 setup 里拆出来:setup 管运行配置,这里只管 otel 导出。CLI 安装归 `agent.ensure`。两种投递方式\n * (互不排斥,按 CLI 而定):\n * · env-based(标准 OTEL_* 环境变量,如 bub/Python OTel SDK)—— 用 `env`;\n * · file-based(CLI 自有配置文件,如 codex 的 config.toml [otel] 块)—— 用 `configure`。\n */\nexport interface AgentTracing {\n /**\n * 线协议(codex 发 OTLP/JSON、bub 发 OTLP/protobuf)。接收器按 content-type 自动解码,\n * 此字段仅作声明/日志用,也为将来按协议分流留口。\n */\n protocol?: \"http/json\" | \"http/protobuf\";\n /**\n * 接收器粒度(仅非沙箱 agent;沙箱型每沙箱一个,与此无关):\n * · \"attempt\"(默认)—— 每个 attempt 一个接收器。适合每轮能切换导出端点的被测对象\n * (进程内 adapter,如内置 aiSdkAgent 的可切换 exporter),attempt 间天然隔离、可全并发。\n * · \"run\" —— 整个 run 共享一个接收器(每 agent 一个)。**长驻服务必选**:应用的 OTEL_*\n * env 进程启动时读一次,per-attempt 端口会在第一个 attempt 结束时失效。span 逐轮归属\n * (traceparent / 时间窗口 + 串行守卫),见 ctx.telemetry.headers。\n * config 配了 `telemetry`(固定端口,无侵入接入的长驻服务场景)的非沙箱 agent 自动按 \"run\" 处理。\n */\n scope?: \"attempt\" | \"run\";\n /**\n * env-based 导出:给 endpoint → 返回要注入每轮 send 的 env(纯函数)。运行器把结果\n * 放进 ctx.telemetry.env,send 直接 spread。\n */\n env?(endpoint: string): globalThis.Record<string, string>;\n /**\n * file-based 导出:给 sandbox + ctx(ctx.telemetry.endpoint 必有),自己写 / 追加配置文件。\n * 运行器在 agent.setup 之后、首次 send 之前调一次(仅当 tracing 开 + 有 endpoint)。\n * 注:codex 的 [otel.trace_exporter.otlp-http] 是子表,configure 在 setup 写完主配置后\n * 追加到 config.toml 末尾,天然满足「子表在所有上层表之后」。\n */\n configure?(sandbox: Sandbox, ctx: SandboxAgentContext): Promise<void> | void;\n}\n/**\n * 一条会话线。核心承诺只有一句:**同一条会话线的每次 send 拿到同一个 `ctx.session`,\n * 新会话线(eval 第一轮 / t.newSession() 之后)拿到一个全新的。**\n * 服务端历史用 `id` / `capture`,客户端历史与 HITL 停轮现场用 Adapter\n * 私有的 typed slot。\"第一轮\"是新会话线的自然形态,没有要判断的分支。\n */\nexport interface AgentSession {\n /** 会话续接:服务端记历史。本线记过的会话 id;新会话线是 undefined。 */\n readonly id?: string;\n /** 记回传的会话 id;只在还没记过时落地(first-writer-wins),空值忽略。 */\n capture(id: string | undefined): void;\n /** 读 Adapter 私有 slot;新会话线或未写过的 slot 为空。 */\n get<T>(slot: SessionSlot<T>): T | undefined;\n /** 写 Adapter 私有 slot;同一 slot 再写覆盖旧值。 */\n set<T>(slot: SessionSlot<T>, value: T): void;\n /** 读并删除 Adapter 私有 slot,只消费一次。 */\n take<T>(slot: SessionSlot<T>): T | undefined;\n}\nexport interface AgentContext {\n /**\n * 软取消信号:合并了 attempt 超时、run 级中断(用户 Ctrl+C)与评估用例自身的中断请求\n * (见 src/runner/attempt.ts)。adapter 可以选择性检查它(或直接传给 `fetch`)以提前\n * 优雅退出,但这不是唯一的硬边界——即便 adapter 完全忽略它,运行器也会用\n * `Effect.timeoutTo` 兜底强制收尾(停 Sandbox 容器)。\n */\n readonly signal: AbortSignal;\n /** 本次 attempt 用的模型名,透传自 experiment 的 `model` 字段。sandbox 型 agent 通常在 setup 里用它写配置,direct 型通常在 send 里用它选模型。 */\n readonly model?: string;\n /** 模型推理努力程度;归属同 model——实验决定,省略时不覆盖 agent 原生默认。 */\n readonly reasoningEffort?: string;\n /**\n * experiment 的 `flags` 字段原样透传,内容和结构完全由 experiment 作者自定义\n * (如 `{ webResearch: true }`、`{ systemPrompt: \"...\" }`)。adapter 按自己的约定\n * 读取其中的字段;框架本身不解释、不校验它的内容。命名特意避开 CLI 解析出的\n * `flag`(跑法层面的 --timeout/--budget 等),两者是不相关的概念。\n */\n readonly flags: Readonly<globalThis.Record<string, JsonValue>>;\n /**\n * 路径推导出的实验 id(与结果归属 `runWho` / `AgentRun.experimentId` 同源);不经\n * experiment 跑(如脱离 CLI、直接构造 `AgentRun` 的场景)时为 undefined。典型用途:\n * SandboxLayer command 按实验隔离跨 attempt 的基础设施内容,或 adapter 按实验切换鉴权 / 路由。\n * 与 `flags`(实验条件的\n * 具体取值)是两个维度——这里只是「跑的是哪个实验」的稳定标识,不携带条件内容。\n */\n readonly experimentId?: string;\n /**\n * 当前 Attempt 对应的 eval ID。NiceEval Runner 始终从 discovery 后的评估用例身份填入;\n * 第三方直接构造 AgentContext 时可省略。Adapter 可用它定位与题目同目录的只读宿主资产,\n * 但不能据此绕过 Sandbox 的隐藏判据隔离。\n */\n readonly evalId?: string;\n /** 当前 Attempt 的评估组;未分组评估用例省略。 */\n readonly evalGroup?: {\n readonly id: string;\n readonly definitionHash: string;\n };\n /** Runner 填入的当前 Attempt 引用;第三方直接构造上下文时可省略。 */\n readonly attempt?: AttemptRef;\n readonly session: AgentSession;\n /**\n * 仅当配置了 OTel 接入时有(agent 的 `tracing` 块 / config 的 telemetry 存在):\n * 本次运行的 OTLP traces 接收信息(endpoint + env-based 导出 env)。\n * 怎么把它交给 CLI 由 agent 的 `tracing` 块声明:env-based 的把 ctx.telemetry.env\n * spread 进 send;file-based 的在 tracing.configure 里写配置。远程 HTTP 接入的 send\n * 只需要把 headers spread 进请求头(每轮一个新 traceparent);端点是启动期配置\n * (defineConfig({ telemetry: { port } }))固定的,不从这里传。\n */\n readonly telemetry?: Telemetry;\n /**\n * 作用域反馈:报告此刻正在做什么(turn / tool / 安装进度)。短命状态——Human profile\n * 更新 active 行,`agent`/`ci` 不逐条打印,也不进最终结果;不要每个 token/delta 都调用。\n * runner 按当前回调所处的生命周期阶段(agent.setup / agent.run / agent.teardown)归因,\n * 调用方不能冒充其它阶段(见 docs/feature/experiments/library.md)。\n */\n progress(update: ProgressUpdate): void;\n /**\n * 作用域反馈:报告运行结束后仍应保留的问题(协议降级、数据不完整、cleanup 问题)。\n * 永久事件,落进 attempt 的 diagnostics 并进各 profile 的永久输出;`dedupeKey` 去重。\n * 即使 level 为 \"error\" 也不改变 Turn.status / verdict——无法继续时抛异常。\n */\n diagnostic(input: DiagnosticInput): void;\n /**\n * `progress({ message: msg })` 的别名,不是第二条通道(见 docs/feature/experiments/cli.md\n * 「Attempt 阶段」)。超时失败时最近若干行会并入结果的 error 信息,方便定位卡在哪一步。\n */\n log(msg: string): void;\n}\n/** 仅 Sandbox Agent 可见的上下文;Direct Agent 不接收也不伪造 Sandbox。 */\nexport interface SandboxAgentContext extends AgentContext {\n readonly sandbox: Sandbox;\n}\n/**\n * Agent `setup` 的上下文:沙箱上下文再加一条宿主侧安装清单回执通道。只有 `setup` 收得到它——\n * 安装事实在这一步产生,`send` / `teardown` 不再补写。\n */\nexport interface SandboxAgentSetupContext extends SandboxAgentContext {\n /**\n * 交回这次实际安装了什么(Skill / 原生 Plugin / MCP / 原生配置文件)。清单是宿主侧内存对象,\n * 运行器直接存成 attempt artifact `agent-setup.json`;沙箱里不落任何框架文件\n * (见 docs/observability.md「宿主侧行为断言:t.o11y」)。什么都没装就别调——空清单不生成\n * artifact。同一次 `setup` 内多次调用后写覆盖先写。\n */\n reportSetup(manifest: AgentSetupManifest): void;\n}\n/**\n * agent 自己的沙箱运行时生命周期(每个 Attempt 一次,与「每轮 send」分开):\n * CLI 安装属于 runner 的 agent.ensure;`setup` 只写 model/base/auth 等本 Attempt 运行配置,`send` 只管把一轮 prompt\n * 跑起来(第一次 fresh / 后续 resume)+ 解析 transcript,`teardown` 清理。\n * 运行器在 layer prepare → agent.ensure → baseline 后、第一次 send 前调一次 `setup`,不返回值;\n * `teardown` 当且仅当本 attempt 走到过 `setup` 时点才执行(`setup` 抛错不豁免——半初始化\n * 的现场同样要扫尾),在 finally 里跑。要把 `setup` 里创建的句柄传给 `teardown`,以\n * `sandbox` 实例为键存取(同一个 Agent 实例服务并发 attempt,不要用实例字段或模块变量)。\n */\nexport type AgentSetup = (sandbox: Sandbox, ctx: SandboxAgentSetupContext) => Promise<void> | void;\nexport type AgentTeardown = (sandbox: Sandbox, ctx: SandboxAgentContext) => Promise<void> | void;\nexport type DirectAgentSetup = (ctx: AgentContext) => Promise<void> | void;\nexport type DirectAgentTeardown = (ctx: AgentContext) => Promise<void> | void;\n/**\n * 本 agent 的原生 OTLP span → canonical GenAI semconv 的薄 mapper。\n * 由 adapter 声明(和 tracing.env 一样属于「连到谁」的特殊性),core 只调接口——\n * 省略时 core 走通用 heuristic 兜底,不按 agent 名字分支。\n */\nexport type SpanMapper = (spans: TraceSpan[]) => TraceSpan[];\ninterface AgentBase {\n readonly name: string;\n /** 该 Adapter 的常态证据覆盖声明;六通道必填。 */\n readonly evidenceCoverage: EvidenceCoverage;\n /** 原生 span → canonical 的薄 mapper;省略走通用 heuristic。只影响瀑布图。 */\n spanMapper?: SpanMapper;\n /**\n * 可选 send 执行失败分类器:归类 adapter reject 的 `SendFailure`;可信的 failed Turn\n * 是领域结果,不进入这条链。\n * 返回 `undefined` 表示不认识、回落保守兜底。链上排在实验的 `classifyFailure` 之后,\n * 实验作者认领过的失败问不到这里。分类器只声明决策轴与诊断词,不影响重试策略(次数、\n * 退避对所有 agent 一致);抛错按 `undefined` 回落并被吞掉,不掩盖原始失败。形状与分类链、\n * 执行体时序见 docs/feature/error-classification/architecture.md。\n */\n classifySendFailure?: SendFailureClassifier;\n}\n// ───────────────────────── Agent Ensure / Installer ─────────────────────────\n/**\n * Agent 安装身份:纯数据,进 configHash 与 `run.json`。\n * 与 sandbox case 身份正交——改 Agent 版本不重建任务 BuildKey。\n * 见 docs/feature/adapters/architecture/agent-ensure.md。\n */\nexport interface AgentIdentity {\n /** Agent 名(与 adapter 显示名对齐,如 `codex`)。 */\n readonly agent: string;\n /** 精确版本;禁止 `latest` 等无钉死取值——无稳定身份不参与可携带结果。 */\n readonly version: string;\n /** 配方修订(内置用数字字符串,自定义可用任意稳定串)。 */\n readonly revision: string;\n}\n/**\n * 三种安装模式,全部显式;失败后不允许在模式之间静默降级。\n * - `staged`:制品在题面网络外准备,经文件 API 送入(内置默认)。\n * - `sandbox-network`:显式声明用沙箱内网络安装。\n * - `verify-only`:只接受预装命中;探测失败立即 errored。\n */\nexport type AgentInstallMode = \"staged\" | \"sandbox-network\" | \"verify-only\";\n/** staged payload 的完成态目标平台;Linux 的 libc 是身份的一部分,不能留成缺值。 */\nexport type AgentArtifactPlatform = {\n readonly _tag: \"Linux\";\n readonly os: \"linux\";\n readonly arch: string;\n readonly libc: \"gnu\" | \"musl\";\n} | {\n readonly _tag: \"Darwin\";\n readonly os: \"darwin\";\n readonly arch: string;\n} | {\n readonly _tag: \"Windows\";\n readonly os: \"windows\";\n readonly arch: string;\n};\n/**\n * Run 级准备好的锁定制品。digest + 实际 platform 只属于运行 provenance,不进入\n * configHash 或 Eval fingerprint;静态 installer identity/revision 与 ProviderPlan target 才是配置身份。\n * 安装时经主 Sandbox 文件 API 上传,不依赖题面网络。\n */\nexport interface AgentStagedArtifact {\n readonly platform: AgentArtifactPlatform;\n /** digest-backed 不可变内容句柄;不向 Attempt 泄露宿主路径。 */\n readonly content: RegisteredSandboxContent;\n /** 沙箱内落点,位于 workdir 外的 Agent 自有目录。 */\n readonly targetPath: string;\n /** 安装协议必须显式,不从缺失字段推断历史默认。 */\n readonly install: AgentArtifactInstallShape;\n}\nexport type AgentArtifactInstallShape = {\n readonly kind: \"npm-tarball\";\n} | {\n readonly kind: \"self-contained\";\n readonly binPath: string;\n};\n/** `agent.ensure` 的取值:区分 probe 命中与本次安装。 */\nexport type AgentEnsureOutcome = \"hit\" | \"installed\";\n/**\n * Adapter 声明的纯 Ensure 义务:身份与只读 probe。probe 的非零退出是未命中,不是\n * Agent 任务失败;Runner 决定是否交给 identity 精确匹配的 installer。\n */\nexport interface AgentEnsure {\n readonly identity: AgentIdentity;\n readonly probe: StableSandboxCommand;\n /** Human-only transient labels; omitted adapters do not add an ensure detail. */\n readonly progress?: {\n readonly checking?: string;\n readonly ready?: string;\n };\n}\nexport interface AgentInstallContext {\n readonly identity: AgentIdentity;\n readonly targetPlatform: AgentArtifactPlatform;\n readonly signal: AbortSignal;\n progress(update: ProgressUpdate): void;\n}\nexport interface AgentArtifactContext {\n readonly targetPlatform: AgentArtifactPlatform;\n readonly signal: AbortSignal;\n}\nexport interface StagedAgentInstallContext extends AgentInstallContext {\n readonly artifact: AgentStagedArtifact;\n}\ninterface AgentInstallerBase {\n /** 必须与某条 ensure identity 完全相同;Runner 不做近似匹配。 */\n readonly identity: AgentIdentity;\n /** 支持的目标平台键(`linux-x64-gnu` 等);省略表示 installer 自己支持所有平台。 */\n readonly platforms?: readonly string[];\n /** Human-only transient label; omitted installers do not add an install detail. */\n readonly progress?: {\n readonly installing?: string;\n };\n /** @internal 只由内置 cache-safe staged installer 写入。 */\n readonly [AGENT_DOCKERFILE_CACHE_SAFE]?: true;\n}\nexport type AgentInstaller = (AgentInstallerBase & {\n readonly installMode: \"staged\";\n prepareArtifact(context: AgentArtifactContext): MaybePromise<AgentStagedArtifact>;\n install(sandbox: SandboxCommandTarget, context: StagedAgentInstallContext): MaybePromise<void>;\n}) | (AgentInstallerBase & {\n readonly installMode: \"sandbox-network\";\n readonly prepareArtifact?: never;\n install(sandbox: SandboxCommandTarget, context: AgentInstallContext): MaybePromise<void>;\n}) | (AgentInstallerBase & {\n readonly installMode: \"verify-only\";\n readonly prepareArtifact?: never;\n readonly install?: never;\n});\n/** 在 NiceEval 管理的 Sandbox 内驱动 CLI 的 Agent。 */\nexport interface SandboxAgent extends AgentBase {\n readonly kind: \"sandbox\";\n /** Runner 在 author layers 后、setup 前按声明顺序执行。 */\n readonly ensure: readonly AgentEnsure[];\n /** 官方或第三方随 adapter 提供的安装层;仅 identity 精确匹配时可接手。 */\n readonly installers: readonly AgentInstaller[];\n setup?: AgentSetup;\n tracing?: AgentTracing;\n send(input: TurnInput, ctx: SandboxAgentContext): Promise<Turn>;\n teardown?: AgentTeardown;\n}\n/** 由 runner 直接调用函数、SDK 或服务端点的 Agent;目标进程可以在本地或远端。 */\nexport interface DirectAgent extends AgentBase {\n readonly kind: \"direct\";\n setup?: DirectAgentSetup;\n tracing?: Omit<AgentTracing, \"configure\">;\n send(input: TurnInput, ctx: AgentContext): Promise<Turn>;\n teardown?: DirectAgentTeardown;\n}\n/** 注册表里的 Agent;判别值描述驱动拓扑,不描述目标所在位置。 */\nexport type Agent = SandboxAgent | DirectAgent;\n/** `defineSandboxAgent()` 的入参形状(见 src/define.ts)——`kind: \"sandbox\"` 由 define 固定填入,不由用户声明。 */\nexport interface SandboxAgentDef {\n /** agent 的显示名/标识,原样进入 `Agent.name`——不是注册表查找 key,只用于展示、结果归属与去重指纹。 */\n name: string;\n /** 该 Adapter 的常态证据覆盖声明;完整采集可用 `completeEvidenceCoverage`。 */\n evidenceCoverage: EvidenceCoverage;\n /** 单条或数组都按声明顺序规范化为 Agent layer。 */\n ensure: AgentEnsure | readonly AgentEnsure[];\n /**\n * 配对安装层;省略表示这个 adapter 只提供 probe 协议,未命中时 Runner 在\n * `agent.ensure` 点名缺失的精确 identity。工厂会把省略规范化成空数组。\n */\n installers?: readonly AgentInstaller[];\n /**\n * 每条 Attempt 一次(不是每轮 send 一次):写 config.toml / 鉴权配置(model/base/auth 等\n * 本 Attempt 内不变的运行配置)。CLI 的 probe、安装与复检属于 `agent.ensure`。运行器在 Sandbox\n * 备好(layer prepare/ensure/baseline 之后)、第一次 send 前调用一次,不返回值。\n */\n setup?: AgentSetup;\n /** OTLP 导出配置:Sandbox 里怎么让 CLI 把 trace 发到 endpoint(env / 配置文件),从 setup 拆出。 */\n tracing?: AgentTracing;\n /** 原生 span → canonical 的薄 mapper;省略走通用 heuristic。只影响瀑布图。 */\n spanMapper?: SpanMapper;\n /** 每轮一次:跑 prompt(fresh / resume)+ 解析成 events。 */\n send(input: TurnInput, ctx: SandboxAgentContext): Promise<Turn>;\n /** 可选 send 执行失败分类器:见 `Agent.classifySendFailure`。 */\n classifySendFailure?: SendFailureClassifier;\n /** Sandbox 销毁前的清理,当且仅当本 attempt 走到过 `setup` 时点才执行(`setup` 抛错不豁免),\n * 在 finally 里跑一次。 */\n teardown?: AgentTeardown;\n}\n/** `defineAgent()` 的入参形状(见 src/define.ts)——`kind: \"direct\"` 由 define 固定填入,不由用户声明。 */\nexport interface DirectAgentDef {\n /** agent 的显示名/标识,原样进入 `Agent.name`——不是注册表查找 key,只用于展示、结果归属与去重指纹。 */\n name: string;\n /** 该 Adapter 的常态证据覆盖声明;完整采集可用 `completeEvidenceCoverage`。 */\n evidenceCoverage: EvidenceCoverage;\n /**\n * 每个 attempt 一次。Direct Agent 不接收 Sandbox;常用于建立连接、鉴权等一次性准备。\n */\n setup?: DirectAgentSetup;\n /** OTLP 导出配置:被测对象怎么把 trace 发到 endpoint(env-based 注入)。 */\n tracing?: Omit<AgentTracing, \"configure\">;\n /** 原生 span → canonical 的薄 mapper;省略走通用 heuristic。只影响瀑布图。 */\n spanMapper?: SpanMapper;\n /** 每轮一次:把一轮 prompt 直接发给函数、SDK 或服务端点,解析响应成 events。 */\n send(input: TurnInput, ctx: AgentContext): Promise<Turn>;\n /** 可选 send 执行失败分类器:见 `Agent.classifySendFailure`。 */\n classifySendFailure?: SendFailureClassifier;\n /** 运行结束前的清理,当且仅当本 attempt 走到过 `setup` 时点才执行(`setup` 抛错不豁免),\n * 在 finally 里跑一次。 */\n teardown?: DirectAgentTeardown;\n}\n"]}
|
|
1
|
+
{"version":3,"file":"types.js","sourceRoot":"","sources":["types.ts"],"names":[],"mappings":";;AAAA,iDAAiD;AACjD,uDAAgE","sourcesContent":["// agent 域类型:Agent / Adapter 契约、会话与 tracing 导出配置。\nimport { AGENT_DOCKERFILE_CACHE_SAFE } from \"./cache-marker.ts\";\n// 「连到哪个被测对象、协议怎么说」的全部契约在这里(见 docs-site/zh/explanation/adapter.mdx)。\n// 能力不再是问卷式声明:t 上解锁什么完全由构造证据决定(见 docs-site 「能力从哪来」一节)。\nimport type { DiagnosticInput, JsonValue, ProgressUpdate } from \"../shared/types.ts\";\nimport type { StreamEvent, TraceSpan, Usage } from \"../o11y/types.ts\";\nimport type { Sandbox } from \"../sandbox/types.ts\";\nimport type { AttemptRef, MaybePromise, SandboxCommandTarget, StableSandboxCommand } from \"../sandbox/commands.ts\";\nimport type { RegisteredSandboxContent } from \"../sandbox/content.ts\";\nimport type { SendFailureClassifier } from \"../context/send-failures.ts\";\nimport type { SessionSlot } from \"./session-slot.ts\";\nexport type { SessionSlot } from \"./session-slot.ts\";\n/**\n * 本地 stdio 形态的 MCP server:沙箱内起子进程,按 stdio 说 MCP 协议。\n * 与 {@link McpHttpServer} 按形状判别(有 `command` 的是 stdio,有 `url` 的是 HTTP)。\n */\nexport interface McpStdioServer {\n /** 服务器唯一名(config key)。 */\n name: string;\n /** 启动命令(如 \"npx\"、\"node\"、\"uvx\")。 */\n command: string;\n /** 传给命令的参数。 */\n args?: readonly string[];\n /** 注入服务器进程的环境变量(可能含 secret,不进 manifest)。 */\n env?: Readonly<globalThis.Record<string, string>>;\n /** stdio 与 HTTP 是互斥完成态,不能把另一分支的字段混进来。 */\n url?: never;\n headers?: never;\n}\n/**\n * 远程 Streamable HTTP 形态的 MCP server:沙箱直接连一个 HTTP 端点。\n * `url` 必须沙箱内可达——宿主机上的服务先经隧道(cloudflared / tailscale 等)暴露。\n */\nexport interface McpHttpServer {\n /** 服务器唯一名(config key)。 */\n name: string;\n /** Streamable HTTP 端点(如 https://mem.example.com/mcp/)。 */\n url: string;\n /** 逐字写进每个请求的 HTTP 头(常用于 Authorization;可能含 secret,不进 manifest)。 */\n headers?: Readonly<globalThis.Record<string, string>>;\n /** HTTP 与 stdio 是互斥完成态,不能把另一分支的字段混进来。 */\n command?: never;\n args?: never;\n env?: never;\n}\n/**\n * MCP server 描述符 —— 支持 MCP 的 adapter(Claude Code / Codex)共用的工具服务单元,\n * 不是 native plugin 的一种。stdio 与 Streamable HTTP 两种形态按形状判别,不设 kind 标签\n * (两种形态各有唯一必填判别字段);同时给出 `command` 与 `url` 属配置错误,setup 报错点名。\n * 在 agent factory config 里声明,setup 阶段写进各自的配置文件。\n * 见 docs/feature/adapters/architecture/coding-agent-extensions.md「类型边界」。\n */\nexport type McpServer = McpStdioServer | McpHttpServer;\n/**\n * Skill 的来源描述 —— Claude Code / Codex / Bub 共用的**数据类型**:只统一「从哪里取得\n * 哪份 Skill」,安装位置、发现机制、要不要额外写 project instruction 由各 Adapter 决定。\n * 见 docs/feature/adapters/architecture/coding-agent-extensions.md「类型边界」。\n */\nexport type SkillSpec = {\n kind: \"local\";\n /** 相对项目根(跑 niceeval 的目录)的 Skill 文件或目录:`SKILL.md`、含 `SKILL.md` 的目录,或单个 `.md`。 */\n path: string;\n /** 展示名;省略时由文件或目录名推导(`<dir>/SKILL.md` → `<dir>`,`foo.md` → `foo`)。 */\n name?: string;\n} | {\n kind: \"repo\";\n /** GitHub `owner/repo` 或 Git URL。 */\n source: string;\n /** 多 Skill Repo 中要启用的 Skill;repo 只有一个 Skill 时可省略,多个时省略即 setup 失败。 */\n skills?: readonly string[];\n /** Tag、Commit 或 Branch;省略表示 repo 默认 ref。 */\n ref?: string;\n};\n/** Manifest 里的一条 Skill 安装记录:本地(带内容哈希)或 repo(带来源与 ref)。 */\nexport type AgentSetupSkill = {\n kind: \"local\";\n name: string;\n path: string;\n sha256: string;\n} | {\n kind: \"repo\";\n source: string;\n ref?: string;\n skills: string[];\n};\n/**\n * 一次 Agent setup 实际装了什么 —— 沙箱型 Coding Agent Adapter 在 setup 收尾经\n * `ctx.reportSetup()` 交回的安装清单。它是宿主侧内存对象,运行器把它作为 attempt artifact 存成\n * `agent-setup.json`(见 docs/feature/record/architecture.md);沙箱磁盘上不落它。不参与评分,\n * 只回答「这次实际装了什么」;**环境变量值与 secret 不写进来**(所以 mcpServers 只记\n * name/command/args)。\n */\nexport interface AgentSetupManifest {\n /** 装进去的 Skill(按配置顺序;同名来自多个来源时逐条保留,不静默合并)。 */\n skills: AgentSetupSkill[];\n /** Agent 原生 Plugin(Claude Code / Codex 各自的 Marketplace 协议)。 */\n nativePlugins?: Array<{\n agent: \"claude-code\" | \"codex\";\n marketplace: {\n name: string;\n source: string;\n ref?: string;\n };\n name: string;\n /** 安装后 CLI 报告的版本;取不到时省略。 */\n resolvedVersion?: string;\n }>;\n /** 挂上的 MCP server(只记非 secret 字段:stdio 不含 env,HTTP 不含 headers)。 */\n mcpServers?: Array<{\n name: string;\n command: string;\n args?: string[];\n } | {\n name: string;\n url: string;\n }>;\n /**\n * 官方原生配置文件(Claude Code `settings.json` / Codex `config.toml`):只记 Agent 名、\n * 项目相对来源路径与原始字节的 SHA-256,不落正文 —— 任意官方配置都可能携带敏感字符串,\n * 不能靠字段白名单证明适合原样落盘。\n */\n nativeConfigFile?: {\n agent: \"claude-code\" | \"codex\";\n path: string;\n sha256: string;\n };\n /** Bub 的 Python Plugin(规范化后的 package 串)。 */\n pythonPlugins?: Array<{\n package: string;\n }>;\n}\n// ───────────────────────── 证据覆盖声明 ─────────────────────────\n/** 证据通道的覆盖状态;不存在隐含的 unknown 第四态。 */\nexport type EvidenceCoverageStatus = \"complete\" | \"partial\" | \"unavailable\";\n/** 非完整通道必须解释缺口;完整通道不能携带一个自相矛盾的 reason。 */\nexport type EvidenceCoverageEntry = {\n readonly status: \"complete\";\n readonly reason?: never;\n} | {\n readonly status: Exclude<EvidenceCoverageStatus, \"complete\">;\n readonly reason: string;\n};\n/**\n * 覆盖声明(EvidenceCoverage):完整性不是口头承诺,是随数据走的声明\n * (见 docs/feature/adapters/architecture/evidence.md)。两层:\n * - Agent 级默认(`defineAgent` / `defineSandboxAgent` 的 `evidenceCoverage`)必须逐一声明\n * 六个通道;官方 SDK 适配器可使用 `completeEvidenceCoverage`。\n * - Turn 级降级(`Turn.evidenceCoverage`)只用于相对 Agent 默认值降级。\n */\nexport interface EvidenceCoverage {\n /** 完整事件流(event / notEvent / order 的依据)。 */\n readonly events: EvidenceCoverageEntry;\n /** action 生命周期(工具正负断言、顺序、失败的依据)。 */\n readonly actions: EvidenceCoverageEntry;\n /** assistant / user message(reply 与显式 message 值断言的依据)。 */\n readonly messages: EvidenceCoverageEntry;\n /** usage(token / cost 上限断言的依据)。 */\n readonly usage: EvidenceCoverageEntry;\n /** Turn status 的真实性(succeeded / parked 的依据)——恒 completed 的映射必须声明非 complete。 */\n readonly status: EvidenceCoverageEntry;\n /** Turn.data(供 `t.check(turn.data, match)` 检查结构化输出)。 */\n readonly data: EvidenceCoverageEntry;\n}\n/** 单轮只列相对 Agent 默认值的降级通道;省略的通道沿用 Agent 声明。 */\nexport type TurnEvidenceCoverage = Partial<EvidenceCoverage>;\n/** 随一轮消息附带的文件(图片等多模态输入)。 */\nexport interface InputFile {\n /** 文件名(可选,供 adapter / 模型参考)。 */\n readonly filename?: string;\n /** MIME 类型,如 `image/png`、`image/jpeg`。 */\n readonly mimeType: string;\n /** base64 编码的文件内容(JSON 友好,remote adapter 可直接放进请求体)。 */\n readonly dataBase64: string;\n}\n/**\n * HITL 回答轮里,人的裁决以结构化形式随 `input.responses` 到达——adapter 不需要解析\n * `text` 去猜哪句回答对应哪个请求、算不算批准。见 docs-site/zh/explanation/adapter.mdx\n * 「不同回答的入参」一节的四种典型形态。\n */\nexport type AnswerValue = {\n readonly optionId: string;\n readonly text?: never;\n} | {\n readonly text: string;\n readonly optionId?: never;\n};\nexport type InputResponse = {\n /** 对应哪条 input.requested 请求;多个请求并停时靠它对位。 */\n readonly requestId: string;\n} & AnswerValue;\nexport interface TurnInput {\n readonly text: string;\n /** 本轮附带的文件(图片等)。adapter 自行决定怎么投递;不支持多模态的 adapter 忽略它。 */\n readonly files?: readonly InputFile[];\n /** 仅回答轮(t.respond / t.respondAll):逐请求的结构化回答,按 requestId 对位。 */\n readonly responses?: readonly InputResponse[];\n}\n/** adapter 的 send 返回值(事件流为核心)。 */\nexport interface Turn {\n readonly events: StreamEvent[];\n readonly data?: JsonValue;\n readonly status: \"completed\" | \"failed\" | \"waiting\";\n readonly usage?: Usage;\n /**\n * 本轮相对 Agent 默认覆盖的降级声明(这一轮流断了、拿不到 usage 等);\n * 只能降级,不能把 Agent 未声明的通道升格成 complete(见 EvidenceCoverage)。\n */\n readonly evidenceCoverage?: TurnEvidenceCoverage;\n}\n/**\n * 本次运行的 OTLP traces 接收信息(仅当配置了 OTel 接入时有——agent 的 `tracing` 块 /\n * config 的 telemetry 存在)。经 ctx.telemetry 交给 agent。span 只进瀑布图,不喂断言。\n * 远程 HTTP 接入的 send 只需要 spread `headers`(每轮一个新 traceparent);接收端点是\n * 启动期配置(`defineConfig({ telemetry: { port } } )`)固定的,不从这里传。\n */\nexport interface Telemetry {\n /** 接收端点(完整路径,形如 http://127.0.0.1:PORT/v1/traces)。 */\n readonly endpoint: string;\n /**\n * env-based 导出的 env(= AgentTracing.env(endpoint) 的结果),ready-to-spread。\n * adapter 的 send 直接 `{ ...ctx.telemetry?.env }` 注入,不必手搓 OTEL_* 拼装。\n */\n readonly env?: Readonly<globalThis.Record<string, string>>;\n /**\n * 本轮的 W3C trace context(traceparent),每轮一个新值。send 把它 spread 进 HTTP 请求头\n * (或注入子进程 env)——应用埋点支持 context 传播时,本轮 span 挂到我们给的 trace 下,\n * 并发跑 eval 的 span 归属才精确;不带则回退时间窗口归属(该 agent 自动降为串行)。\n */\n readonly headers?: Readonly<globalThis.Record<string, string>>;\n}\n/**\n * agent 的 OTLP 导出配置 —— 「沙箱里怎么让这个 CLI 把 trace 发到 endpoint」。\n * 刻意从 setup 里拆出来:setup 管运行配置,这里只管 otel 导出。CLI 安装归 `agent.ensure`。两种投递方式\n * (互不排斥,按 CLI 而定):\n * · env-based(标准 OTEL_* 环境变量,如 bub/Python OTel SDK)—— 用 `env`;\n * · file-based(CLI 自有配置文件,如 codex 的 config.toml [otel] 块)—— 用 `configure`。\n */\nexport interface AgentTracing {\n /**\n * 线协议(codex 发 OTLP/JSON、bub 发 OTLP/protobuf)。接收器按 content-type 自动解码,\n * 此字段仅作声明/日志用,也为将来按协议分流留口。\n */\n protocol?: \"http/json\" | \"http/protobuf\";\n /**\n * 接收器粒度(仅非沙箱 agent;沙箱型每沙箱一个,与此无关):\n * · \"attempt\"(默认)—— 每个 attempt 一个接收器。适合每轮能切换导出端点的被测对象\n * (进程内 adapter,如内置 aiSdkAgent 的可切换 exporter),attempt 间天然隔离、可全并发。\n * · \"run\" —— 整个 run 共享一个接收器(每 agent 一个)。**长驻服务必选**:应用的 OTEL_*\n * env 进程启动时读一次,per-attempt 端口会在第一个 attempt 结束时失效。span 逐轮归属\n * (traceparent / 时间窗口 + 串行守卫),见 ctx.telemetry.headers。\n * config 配了 `telemetry`(固定端口,无侵入接入的长驻服务场景)的非沙箱 agent 自动按 \"run\" 处理。\n */\n scope?: \"attempt\" | \"run\";\n /**\n * env-based 导出:给 endpoint → 返回要注入每轮 send 的 env(纯函数)。运行器把结果\n * 放进 ctx.telemetry.env,send 直接 spread。\n */\n env?(endpoint: string): globalThis.Record<string, string>;\n /**\n * file-based 导出:给 sandbox + ctx(ctx.telemetry.endpoint 必有),自己写 / 追加配置文件。\n * 运行器在 agent.setup 之后、首次 send 之前调一次(仅当 tracing 开 + 有 endpoint)。\n * 注:codex 的 [otel.trace_exporter.otlp-http] 是子表,configure 在 setup 写完主配置后\n * 追加到 config.toml 末尾,天然满足「子表在所有上层表之后」。\n */\n configure?(sandbox: Sandbox, ctx: SandboxAgentContext): Promise<void> | void;\n}\n/**\n * 一条会话线。核心承诺只有一句:**同一条会话线的每次 send 拿到同一个 `ctx.session`,\n * 新会话线(eval 第一轮 / t.newSession() 之后)拿到一个全新的。**\n * 服务端历史用 `id` / `capture`,客户端历史与 HITL 停轮现场用 Adapter\n * 私有的 typed slot。\"第一轮\"是新会话线的自然形态,没有要判断的分支。\n */\nexport interface AgentSession {\n /** 会话续接:服务端记历史。本线记过的会话 id;新会话线是 undefined。 */\n readonly id?: string;\n /** 记回传的会话 id;只在还没记过时落地(first-writer-wins),空值忽略。 */\n capture(id: string | undefined): void;\n /** 读 Adapter 私有 slot;新会话线或未写过的 slot 为空。 */\n get<T>(slot: SessionSlot<T>): T | undefined;\n /** 写 Adapter 私有 slot;同一 slot 再写覆盖旧值。 */\n set<T>(slot: SessionSlot<T>, value: T): void;\n /** 读并删除 Adapter 私有 slot,只消费一次。 */\n take<T>(slot: SessionSlot<T>): T | undefined;\n}\n/** Runner-owned Attempt resource registry; adapters use it for cross-send drivers. */\nexport interface AttemptResourceRegistry {\n acquire<T>(acquire: () => Promise<T>, lifecycle: {\n shutdown: (resource: T, signal: AbortSignal) => Promise<void>;\n release: (resource: T, signal: AbortSignal) => Promise<void>;\n }): Promise<T>;\n shutdownAll(signal: AbortSignal): Promise<void>;\n}\nexport interface AgentContext {\n /**\n * 软取消信号:合并了 attempt 超时、run 级中断(用户 Ctrl+C)与评估用例自身的中断请求\n * (见 src/runner/attempt.ts)。adapter 可以选择性检查它(或直接传给 `fetch`)以提前\n * 优雅退出,但这不是唯一的硬边界——即便 adapter 完全忽略它,运行器也会用\n * `Effect.timeoutTo` 兜底强制收尾(停 Sandbox 容器)。\n */\n readonly signal: AbortSignal;\n /** 本次 attempt 用的模型名,透传自 experiment 的 `model` 字段。sandbox 型 agent 通常在 setup 里用它写配置,direct 型通常在 send 里用它选模型。 */\n readonly model?: string;\n /** 模型推理努力程度;归属同 model——实验决定,省略时不覆盖 agent 原生默认。 */\n readonly reasoningEffort?: string;\n /**\n * experiment 的 `flags` 字段原样透传,内容和结构完全由 experiment 作者自定义\n * (如 `{ webResearch: true }`、`{ systemPrompt: \"...\" }`)。adapter 按自己的约定\n * 读取其中的字段;框架本身不解释、不校验它的内容。命名特意避开 CLI 解析出的\n * `flag`(跑法层面的 --timeout/--budget 等),两者是不相关的概念。\n */\n readonly flags: Readonly<globalThis.Record<string, JsonValue>>;\n /**\n * 路径推导出的实验 id(与结果归属 `runWho` / `AgentRun.experimentId` 同源);不经\n * experiment 跑(如脱离 CLI、直接构造 `AgentRun` 的场景)时为 undefined。典型用途:\n * SandboxLayer command 按实验隔离跨 attempt 的基础设施内容,或 adapter 按实验切换鉴权 / 路由。\n * 与 `flags`(实验条件的\n * 具体取值)是两个维度——这里只是「跑的是哪个实验」的稳定标识,不携带条件内容。\n */\n readonly experimentId?: string;\n /**\n * 当前 Attempt 对应的 eval ID。NiceEval Runner 始终从 discovery 后的评估用例身份填入;\n * 第三方直接构造 AgentContext 时可省略。Adapter 可用它定位与题目同目录的只读宿主资产,\n * 但不能据此绕过 Sandbox 的隐藏判据隔离。\n */\n readonly evalId?: string;\n /** 当前 Attempt 的评估组;未分组评估用例省略。 */\n readonly evalGroup?: {\n readonly id: string;\n readonly definitionHash: string;\n };\n /** Runner 填入的当前 Attempt 引用;第三方直接构造上下文时可省略。 */\n readonly attempt?: AttemptRef;\n readonly session: AgentSession;\n /**\n * 仅当配置了 OTel 接入时有(agent 的 `tracing` 块 / config 的 telemetry 存在):\n * 本次运行的 OTLP traces 接收信息(endpoint + env-based 导出 env)。\n * 怎么把它交给 CLI 由 agent 的 `tracing` 块声明:env-based 的把 ctx.telemetry.env\n * spread 进 send;file-based 的在 tracing.configure 里写配置。远程 HTTP 接入的 send\n * 只需要把 headers spread 进请求头(每轮一个新 traceparent);端点是启动期配置\n * (defineConfig({ telemetry: { port } }))固定的,不从这里传。\n */\n readonly telemetry?: Telemetry;\n /**\n * 作用域反馈:报告此刻正在做什么(turn / tool / 安装进度)。短命状态——Human profile\n * 更新 active 行,`agent`/`ci` 不逐条打印,也不进最终结果;不要每个 token/delta 都调用。\n * runner 按当前回调所处的生命周期阶段(agent.setup / agent.run / agent.teardown)归因,\n * 调用方不能冒充其它阶段(见 docs/feature/experiments/library.md)。\n */\n progress(update: ProgressUpdate): void;\n /**\n * 作用域反馈:报告运行结束后仍应保留的问题(协议降级、数据不完整、cleanup 问题)。\n * 永久事件,落进 attempt 的 diagnostics 并进各 profile 的永久输出;`dedupeKey` 去重。\n * 即使 level 为 \"error\" 也不改变 Turn.status / verdict——无法继续时抛异常。\n */\n diagnostic(input: DiagnosticInput): void;\n /**\n * `progress({ message: msg })` 的别名,不是第二条通道(见 docs/feature/experiments/cli.md\n * 「Attempt 阶段」)。超时失败时最近若干行会并入结果的 error 信息,方便定位卡在哪一步。\n */\n log(msg: string): void;\n}\n/** 仅 Sandbox Agent 可见的上下文;Direct Agent 不接收也不伪造 Sandbox。 */\nexport interface SandboxAgentContext extends AgentContext {\n readonly sandbox: Sandbox;\n}\n/**\n * Agent `setup` 的上下文:沙箱上下文再加一条宿主侧安装清单回执通道。只有 `setup` 收得到它——\n * 安装事实在这一步产生,`send` / `teardown` 不再补写。\n */\nexport interface SandboxAgentSetupContext extends SandboxAgentContext {\n /**\n * 交回这次实际安装了什么(Skill / 原生 Plugin / MCP / 原生配置文件)。清单是宿主侧内存对象,\n * 运行器直接存成 attempt artifact `agent-setup.json`;沙箱里不落任何框架文件\n * (见 docs/observability.md「宿主侧行为断言:t.o11y」)。什么都没装就别调——空清单不生成\n * artifact。同一次 `setup` 内多次调用后写覆盖先写。\n */\n reportSetup(manifest: AgentSetupManifest): void;\n}\n/**\n * agent 自己的沙箱运行时生命周期(每个 Attempt 一次,与「每轮 send」分开):\n * CLI 安装属于 runner 的 agent.ensure;`setup` 只写 model/base/auth 等本 Attempt 运行配置,`send` 只管把一轮 prompt\n * 跑起来(第一次 fresh / 后续 resume)+ 解析 transcript,`teardown` 清理。\n * 运行器在 layer prepare → agent.ensure → baseline 后、第一次 send 前调一次 `setup`,不返回值;\n * `teardown` 当且仅当本 attempt 走到过 `setup` 时点才执行(`setup` 抛错不豁免——半初始化\n * 的现场同样要扫尾),在 finally 里跑。要把 `setup` 里创建的句柄传给 `teardown`,以\n * `sandbox` 实例为键存取(同一个 Agent 实例服务并发 attempt,不要用实例字段或模块变量)。\n */\nexport type AgentSetup = (sandbox: Sandbox, ctx: SandboxAgentSetupContext) => Promise<void> | void;\nexport type AgentTeardown = (sandbox: Sandbox, ctx: SandboxAgentContext) => Promise<void> | void;\nexport type DirectAgentSetup = (ctx: AgentContext) => Promise<void> | void;\nexport type DirectAgentTeardown = (ctx: AgentContext) => Promise<void> | void;\n/**\n * 本 agent 的原生 OTLP span → canonical GenAI semconv 的薄 mapper。\n * 由 adapter 声明(和 tracing.env 一样属于「连到谁」的特殊性),core 只调接口——\n * 省略时 core 走通用 heuristic 兜底,不按 agent 名字分支。\n */\nexport type SpanMapper = (spans: TraceSpan[]) => TraceSpan[];\ninterface AgentBase {\n readonly name: string;\n /** 该 Adapter 的常态证据覆盖声明;六通道必填。 */\n readonly evidenceCoverage: EvidenceCoverage;\n /** 原生 span → canonical 的薄 mapper;省略走通用 heuristic。只影响瀑布图。 */\n spanMapper?: SpanMapper;\n /**\n * 可选 send 执行失败分类器:归类 adapter reject 的 `SendFailure`;可信的 failed Turn\n * 是领域结果,不进入这条链。\n * 返回 `undefined` 表示不认识、回落保守兜底。链上排在实验的 `classifyFailure` 之后,\n * 实验作者认领过的失败问不到这里。分类器只声明决策轴与诊断词,不影响重试策略(次数、\n * 退避对所有 agent 一致);抛错按 `undefined` 回落并被吞掉,不掩盖原始失败。形状与分类链、\n * 执行体时序见 docs/feature/error-classification/architecture.md。\n */\n classifySendFailure?: SendFailureClassifier;\n}\n// ───────────────────────── Agent Ensure / Installer ─────────────────────────\n/**\n * Agent 安装身份:纯数据,进 configHash 与 `run.json`。\n * 与 sandbox case 身份正交——改 Agent 版本不重建任务 BuildKey。\n * 见 docs/feature/adapters/architecture/agent-ensure.md。\n */\nexport interface AgentIdentity {\n /** Agent 名(与 adapter 显示名对齐,如 `codex`)。 */\n readonly agent: string;\n /** 精确版本;禁止 `latest` 等无钉死取值——无稳定身份不参与可携带结果。 */\n readonly version: string;\n /** 配方修订(内置用数字字符串,自定义可用任意稳定串)。 */\n readonly revision: string;\n}\n/**\n * 三种安装模式,全部显式;失败后不允许在模式之间静默降级。\n * - `staged`:制品在题面网络外准备,经文件 API 送入(内置默认)。\n * - `sandbox-network`:显式声明用沙箱内网络安装。\n * - `verify-only`:只接受预装命中;探测失败立即 errored。\n */\nexport type AgentInstallMode = \"staged\" | \"sandbox-network\" | \"verify-only\";\n/** staged payload 的完成态目标平台;Linux 的 libc 是身份的一部分,不能留成缺值。 */\nexport type AgentArtifactPlatform = {\n readonly _tag: \"Linux\";\n readonly os: \"linux\";\n readonly arch: string;\n readonly libc: \"gnu\" | \"musl\";\n} | {\n readonly _tag: \"Darwin\";\n readonly os: \"darwin\";\n readonly arch: string;\n} | {\n readonly _tag: \"Windows\";\n readonly os: \"windows\";\n readonly arch: string;\n};\n/**\n * Run 级准备好的锁定制品。digest + 实际 platform 只属于运行 provenance,不进入\n * configHash 或 Eval fingerprint;静态 installer identity/revision 与 ProviderPlan target 才是配置身份。\n * 安装时经主 Sandbox 文件 API 上传,不依赖题面网络。\n */\nexport interface AgentStagedArtifact {\n readonly platform: AgentArtifactPlatform;\n /** digest-backed 不可变内容句柄;不向 Attempt 泄露宿主路径。 */\n readonly content: RegisteredSandboxContent;\n /** 沙箱内落点,位于 workdir 外的 Agent 自有目录。 */\n readonly targetPath: string;\n /** 安装协议必须显式,不从缺失字段推断历史默认。 */\n readonly install: AgentArtifactInstallShape;\n}\nexport type AgentArtifactInstallShape = {\n readonly kind: \"npm-tarball\";\n} | {\n readonly kind: \"self-contained\";\n readonly binPath: string;\n};\n/** `agent.ensure` 的取值:区分 probe 命中与本次安装。 */\nexport type AgentEnsureOutcome = \"hit\" | \"installed\";\n/**\n * Adapter 声明的纯 Ensure 义务:身份与只读 probe。probe 的非零退出是未命中,不是\n * Agent 任务失败;Runner 决定是否交给 identity 精确匹配的 installer。\n */\nexport interface AgentEnsure {\n readonly identity: AgentIdentity;\n readonly probe: StableSandboxCommand;\n /** Human-only transient labels; omitted adapters do not add an ensure detail. */\n readonly progress?: {\n readonly checking?: string;\n readonly ready?: string;\n };\n}\nexport interface AgentInstallContext {\n readonly identity: AgentIdentity;\n readonly targetPlatform: AgentArtifactPlatform;\n readonly signal: AbortSignal;\n progress(update: ProgressUpdate): void;\n}\nexport interface AgentArtifactContext {\n readonly targetPlatform: AgentArtifactPlatform;\n readonly signal: AbortSignal;\n}\nexport interface StagedAgentInstallContext extends AgentInstallContext {\n readonly artifact: AgentStagedArtifact;\n}\ninterface AgentInstallerBase {\n /** 必须与某条 ensure identity 完全相同;Runner 不做近似匹配。 */\n readonly identity: AgentIdentity;\n /** 支持的目标平台键(`linux-x64-gnu` 等);省略表示 installer 自己支持所有平台。 */\n readonly platforms?: readonly string[];\n /** Human-only transient label; omitted installers do not add an install detail. */\n readonly progress?: {\n readonly installing?: string;\n };\n /** @internal 只由内置 cache-safe staged installer 写入。 */\n readonly [AGENT_DOCKERFILE_CACHE_SAFE]?: true;\n}\nexport type AgentInstaller = (AgentInstallerBase & {\n readonly installMode: \"staged\";\n prepareArtifact(context: AgentArtifactContext): MaybePromise<AgentStagedArtifact>;\n install(sandbox: SandboxCommandTarget, context: StagedAgentInstallContext): MaybePromise<void>;\n}) | (AgentInstallerBase & {\n readonly installMode: \"sandbox-network\";\n readonly prepareArtifact?: never;\n install(sandbox: SandboxCommandTarget, context: AgentInstallContext): MaybePromise<void>;\n}) | (AgentInstallerBase & {\n readonly installMode: \"verify-only\";\n readonly prepareArtifact?: never;\n readonly install?: never;\n});\n/** 在 NiceEval 管理的 Sandbox 内驱动 CLI 的 Agent。 */\nexport interface SandboxAgent extends AgentBase {\n readonly kind: \"sandbox\";\n /** Runner 在 author layers 后、setup 前按声明顺序执行。 */\n readonly ensure: readonly AgentEnsure[];\n /** 官方或第三方随 adapter 提供的安装层;仅 identity 精确匹配时可接手。 */\n readonly installers: readonly AgentInstaller[];\n setup?: AgentSetup;\n tracing?: AgentTracing;\n send(input: TurnInput, ctx: SandboxAgentContext): Promise<Turn>;\n teardown?: AgentTeardown;\n}\n/** 由 runner 直接调用函数、SDK 或服务端点的 Agent;目标进程可以在本地或远端。 */\nexport interface DirectAgent extends AgentBase {\n readonly kind: \"direct\";\n setup?: DirectAgentSetup;\n tracing?: Omit<AgentTracing, \"configure\">;\n send(input: TurnInput, ctx: AgentContext): Promise<Turn>;\n teardown?: DirectAgentTeardown;\n}\n/** 注册表里的 Agent;判别值描述驱动拓扑,不描述目标所在位置。 */\nexport type Agent = SandboxAgent | DirectAgent;\n/** `defineSandboxAgent()` 的入参形状(见 src/define.ts)——`kind: \"sandbox\"` 由 define 固定填入,不由用户声明。 */\nexport interface SandboxAgentDef {\n /** agent 的显示名/标识,原样进入 `Agent.name`——不是注册表查找 key,只用于展示、结果归属与去重指纹。 */\n name: string;\n /** 该 Adapter 的常态证据覆盖声明;完整采集可用 `completeEvidenceCoverage`。 */\n evidenceCoverage: EvidenceCoverage;\n /** 单条或数组都按声明顺序规范化为 Agent layer。 */\n ensure: AgentEnsure | readonly AgentEnsure[];\n /**\n * 配对安装层;省略表示这个 adapter 只提供 probe 协议,未命中时 Runner 在\n * `agent.ensure` 点名缺失的精确 identity。工厂会把省略规范化成空数组。\n */\n installers?: readonly AgentInstaller[];\n /**\n * 每条 Attempt 一次(不是每轮 send 一次):写 config.toml / 鉴权配置(model/base/auth 等\n * 本 Attempt 内不变的运行配置)。CLI 的 probe、安装与复检属于 `agent.ensure`。运行器在 Sandbox\n * 备好(layer prepare/ensure/baseline 之后)、第一次 send 前调用一次,不返回值。\n */\n setup?: AgentSetup;\n /** OTLP 导出配置:Sandbox 里怎么让 CLI 把 trace 发到 endpoint(env / 配置文件),从 setup 拆出。 */\n tracing?: AgentTracing;\n /** 原生 span → canonical 的薄 mapper;省略走通用 heuristic。只影响瀑布图。 */\n spanMapper?: SpanMapper;\n /** 每轮一次:跑 prompt(fresh / resume)+ 解析成 events。 */\n send(input: TurnInput, ctx: SandboxAgentContext): Promise<Turn>;\n /** 可选 send 执行失败分类器:见 `Agent.classifySendFailure`。 */\n classifySendFailure?: SendFailureClassifier;\n /** Sandbox 销毁前的清理,当且仅当本 attempt 走到过 `setup` 时点才执行(`setup` 抛错不豁免),\n * 在 finally 里跑一次。 */\n teardown?: AgentTeardown;\n}\n/** `defineAgent()` 的入参形状(见 src/define.ts)——`kind: \"direct\"` 由 define 固定填入,不由用户声明。 */\nexport interface DirectAgentDef {\n /** agent 的显示名/标识,原样进入 `Agent.name`——不是注册表查找 key,只用于展示、结果归属与去重指纹。 */\n name: string;\n /** 该 Adapter 的常态证据覆盖声明;完整采集可用 `completeEvidenceCoverage`。 */\n evidenceCoverage: EvidenceCoverage;\n /**\n * 每个 attempt 一次。Direct Agent 不接收 Sandbox;常用于建立连接、鉴权等一次性准备。\n */\n setup?: DirectAgentSetup;\n /** OTLP 导出配置:被测对象怎么把 trace 发到 endpoint(env-based 注入)。 */\n tracing?: Omit<AgentTracing, \"configure\">;\n /** 原生 span → canonical 的薄 mapper;省略走通用 heuristic。只影响瀑布图。 */\n spanMapper?: SpanMapper;\n /** 每轮一次:把一轮 prompt 直接发给函数、SDK 或服务端点,解析响应成 events。 */\n send(input: TurnInput, ctx: AgentContext): Promise<Turn>;\n /** 可选 send 执行失败分类器:见 `Agent.classifySendFailure`。 */\n classifySendFailure?: SendFailureClassifier;\n /** 运行结束前的清理,当且仅当本 attempt 走到过 `setup` 时点才执行(`setup` 抛错不豁免),\n * 在 finally 里跑一次。 */\n teardown?: DirectAgentTeardown;\n}\n"]}
|
package/dist/agents/types.d.cts
CHANGED
|
@@ -278,6 +278,14 @@ export interface AgentSession {
|
|
|
278
278
|
/** 读并删除 Adapter 私有 slot,只消费一次。 */
|
|
279
279
|
take<T>(slot: SessionSlot<T>): T | undefined;
|
|
280
280
|
}
|
|
281
|
+
/** Runner-owned Attempt resource registry; adapters use it for cross-send drivers. */
|
|
282
|
+
export interface AttemptResourceRegistry {
|
|
283
|
+
acquire<T>(acquire: () => Promise<T>, lifecycle: {
|
|
284
|
+
shutdown: (resource: T, signal: AbortSignal) => Promise<void>;
|
|
285
|
+
release: (resource: T, signal: AbortSignal) => Promise<void>;
|
|
286
|
+
}): Promise<T>;
|
|
287
|
+
shutdownAll(signal: AbortSignal): Promise<void>;
|
|
288
|
+
}
|
|
281
289
|
export interface AgentContext {
|
|
282
290
|
/**
|
|
283
291
|
* 软取消信号:合并了 attempt 超时、run 级中断(用户 Ctrl+C)与评估用例自身的中断请求
|
package/dist/agents/types.d.mts
CHANGED
|
@@ -278,6 +278,14 @@ export interface AgentSession {
|
|
|
278
278
|
/** 读并删除 Adapter 私有 slot,只消费一次。 */
|
|
279
279
|
take<T>(slot: SessionSlot<T>): T | undefined;
|
|
280
280
|
}
|
|
281
|
+
/** Runner-owned Attempt resource registry; adapters use it for cross-send drivers. */
|
|
282
|
+
export interface AttemptResourceRegistry {
|
|
283
|
+
acquire<T>(acquire: () => Promise<T>, lifecycle: {
|
|
284
|
+
shutdown: (resource: T, signal: AbortSignal) => Promise<void>;
|
|
285
|
+
release: (resource: T, signal: AbortSignal) => Promise<void>;
|
|
286
|
+
}): Promise<T>;
|
|
287
|
+
shutdownAll(signal: AbortSignal): Promise<void>;
|
|
288
|
+
}
|
|
281
289
|
export interface AgentContext {
|
|
282
290
|
/**
|
|
283
291
|
* 软取消信号:合并了 attempt 超时、run 级中断(用户 Ctrl+C)与评估用例自身的中断请求
|
package/dist/agents/types.d.ts
CHANGED
|
@@ -278,6 +278,14 @@ export interface AgentSession {
|
|
|
278
278
|
/** 读并删除 Adapter 私有 slot,只消费一次。 */
|
|
279
279
|
take<T>(slot: SessionSlot<T>): T | undefined;
|
|
280
280
|
}
|
|
281
|
+
/** Runner-owned Attempt resource registry; adapters use it for cross-send drivers. */
|
|
282
|
+
export interface AttemptResourceRegistry {
|
|
283
|
+
acquire<T>(acquire: () => Promise<T>, lifecycle: {
|
|
284
|
+
shutdown: (resource: T, signal: AbortSignal) => Promise<void>;
|
|
285
|
+
release: (resource: T, signal: AbortSignal) => Promise<void>;
|
|
286
|
+
}): Promise<T>;
|
|
287
|
+
shutdownAll(signal: AbortSignal): Promise<void>;
|
|
288
|
+
}
|
|
281
289
|
export interface AgentContext {
|
|
282
290
|
/**
|
|
283
291
|
* 软取消信号:合并了 attempt 超时、run 级中断(用户 Ctrl+C)与评估用例自身的中断请求
|
|
@@ -41,13 +41,7 @@ exports.publishedAnalysisInputBindings = Object.freeze({
|
|
|
41
41
|
family: assertionsFamily,
|
|
42
42
|
project: ({ core, payload }) => {
|
|
43
43
|
const verdict = (0, verdict_ts_1.foldRecordedAttemptVerdict)({ outcome: core.outcome, assertions: payload });
|
|
44
|
-
|
|
45
|
-
return Object.freeze({ state: "value", value: verdict === "passed" });
|
|
46
|
-
}
|
|
47
|
-
return Object.freeze({
|
|
48
|
-
state: "unsupported",
|
|
49
|
-
message: `Attempt verdict ${verdict} has no pass/fail reading`,
|
|
50
|
-
});
|
|
44
|
+
return Object.freeze({ state: "value", value: verdict === "passed" });
|
|
51
45
|
},
|
|
52
46
|
}),
|
|
53
47
|
attemptLatencyMs: Object.freeze({
|
|
@@ -182,15 +176,51 @@ function closeAssertions(core, payload, _blobs) {
|
|
|
182
176
|
verdict: (0, verdict_ts_1.foldRecordedAttemptVerdict)({ outcome: core.outcome, assertions: payload }),
|
|
183
177
|
entries: Object.freeze(payload.entries.map((entry) => Object.freeze({
|
|
184
178
|
entryId: entry.entryId,
|
|
185
|
-
display:
|
|
186
|
-
|
|
187
|
-
|
|
188
|
-
|
|
189
|
-
|
|
190
|
-
|
|
191
|
-
|
|
179
|
+
display: Object.freeze({ ...entry.display, groupPath: Object.freeze([...entry.display.groupPath]) }),
|
|
180
|
+
source: Object.freeze({
|
|
181
|
+
kind: "fields",
|
|
182
|
+
fields: Object.freeze([Object.freeze({
|
|
183
|
+
label: "input",
|
|
184
|
+
value: assertionMaterialFact(entry.materials.source),
|
|
185
|
+
}), ...(entry.materials.evidence.length === 0 ? [] : [Object.freeze({
|
|
186
|
+
label: "evidence",
|
|
187
|
+
value: Object.freeze({
|
|
188
|
+
kind: "list",
|
|
189
|
+
items: Object.freeze(entry.materials.evidence.map(assertionMaterialFact)),
|
|
190
|
+
}),
|
|
191
|
+
})])]),
|
|
192
|
+
coverage: entry.materials.coverage,
|
|
193
|
+
limitations: entry.materials.limitations,
|
|
194
|
+
}),
|
|
195
|
+
check: entry.criterion.state === "available"
|
|
196
|
+
? assertionFact(entry.criterion.value)
|
|
197
|
+
: Object.freeze({ kind: "unavailable", reason: "not-recorded" }),
|
|
198
|
+
observed: Object.freeze({
|
|
199
|
+
kind: "fields",
|
|
200
|
+
fields: entry.evaluation.observed.kind === "fields"
|
|
201
|
+
? entry.evaluation.observed.fields
|
|
202
|
+
: Object.freeze([Object.freeze({ label: "value", value: entry.evaluation.observed })]),
|
|
203
|
+
...(entry.evaluation.receipt === undefined ? {} : { receipt: entry.evaluation.receipt }),
|
|
204
|
+
}),
|
|
205
|
+
expected: entry.policy.condition.state === "available"
|
|
206
|
+
? assertionFact(entry.policy.condition.value)
|
|
207
|
+
: Object.freeze({ kind: "unavailable", reason: "not-recorded" }),
|
|
208
|
+
explanation: entry.explanationRetention.state === "retained"
|
|
209
|
+
? entry.explanationRetention.value
|
|
210
|
+
: Object.freeze({ kind: "unavailable", reason: "not-recorded" }),
|
|
211
|
+
decision: Object.freeze({
|
|
212
|
+
result: entry.decision.result,
|
|
213
|
+
reason: entry.decision.reason,
|
|
214
|
+
gate: entry.decision.gate,
|
|
215
|
+
policy: entry.policy,
|
|
216
|
+
contribution: entry.contribution,
|
|
217
|
+
}),
|
|
218
|
+
}))),
|
|
219
|
+
sourceSites: Object.freeze(payload.sourceSites.map((site) => Object.freeze({
|
|
220
|
+
...site,
|
|
221
|
+
start: Object.freeze({ ...site.start }),
|
|
222
|
+
end: Object.freeze({ ...site.end }),
|
|
192
223
|
}))),
|
|
193
|
-
sourceSites: Object.freeze(payload.sourceSites.map(closeJson)),
|
|
194
224
|
});
|
|
195
225
|
}
|
|
196
226
|
function closeSourceNavigation(payload) {
|
|
@@ -571,12 +601,37 @@ function closeSources(payload, blobs) {
|
|
|
571
601
|
}))),
|
|
572
602
|
});
|
|
573
603
|
}
|
|
574
|
-
function
|
|
604
|
+
function assertionFact(value) {
|
|
605
|
+
if (value === null || typeof value === "string" || typeof value === "boolean") {
|
|
606
|
+
return Object.freeze({ kind: "value", value });
|
|
607
|
+
}
|
|
608
|
+
if (typeof value === "number") {
|
|
609
|
+
return Number.isFinite(value)
|
|
610
|
+
? Object.freeze({ kind: "value", value })
|
|
611
|
+
: Object.freeze({ kind: "unavailable", reason: "source-unavailable" });
|
|
612
|
+
}
|
|
613
|
+
if (Array.isArray(value)) {
|
|
614
|
+
return Object.freeze({ kind: "list", items: Object.freeze(value.map(assertionFact)) });
|
|
615
|
+
}
|
|
616
|
+
if (typeof value === "object" && value !== null) {
|
|
617
|
+
return Object.freeze({
|
|
618
|
+
kind: "fields",
|
|
619
|
+
fields: Object.freeze(Object.entries(value).map(([label, item]) => Object.freeze({
|
|
620
|
+
label,
|
|
621
|
+
value: assertionFact(item),
|
|
622
|
+
}))),
|
|
623
|
+
});
|
|
624
|
+
}
|
|
625
|
+
return Object.freeze({ kind: "unavailable", reason: "source-unavailable" });
|
|
626
|
+
}
|
|
627
|
+
function assertionMaterialFact(value) {
|
|
575
628
|
if (value.kind === "snapshot") {
|
|
576
|
-
return
|
|
629
|
+
return assertionFact(value.value);
|
|
630
|
+
}
|
|
631
|
+
if (value.kind === "unavailable") {
|
|
632
|
+
return Object.freeze({ kind: "unavailable", reason: "not-recorded" });
|
|
577
633
|
}
|
|
578
|
-
|
|
579
|
-
return Object.freeze({ kind: "blob", encoding: blob.encoding, byteLength: blob.byteLength, preview: blob.preview });
|
|
634
|
+
return assertionFact({ encoding: value.encoding, byteLength: value.byteLength, preview: value.preview });
|
|
580
635
|
}
|
|
581
636
|
function closeBlob(ref, blobs) {
|
|
582
637
|
const bytes = blobs.bytes(ref);
|