niceeval 0.13.2-canary.35 → 0.13.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/INDEX.md +24 -2
- package/dist/agents/bub-install-spec.cjs +19 -5
- package/dist/agents/bub-install-spec.cjs.map +1 -1
- package/dist/agents/bub-install-spec.d.cts +9 -2
- package/dist/agents/bub-install-spec.d.mts +9 -2
- package/dist/agents/bub-install-spec.d.ts +9 -2
- package/dist/agents/bub-install-spec.js +14 -12
- package/dist/agents/bub.cjs +10 -6
- package/dist/agents/bub.cjs.map +1 -1
- package/dist/agents/bub.d.cts +2 -2
- package/dist/agents/bub.d.mts +2 -2
- package/dist/agents/bub.d.ts +2 -2
- package/dist/agents/claude-code.cjs.map +1 -1
- package/dist/agents/claude-code.d.cts +2 -2
- package/dist/agents/claude-code.d.mts +2 -2
- package/dist/agents/claude-code.d.ts +2 -2
- package/dist/agents/codex.cjs +4 -4
- package/dist/agents/codex.cjs.map +1 -1
- package/dist/agents/codex.d.cts +3 -3
- package/dist/agents/codex.d.mts +3 -3
- package/dist/agents/codex.d.ts +3 -3
- package/dist/agents/deepseek-harness.cjs +50 -2
- package/dist/agents/deepseek-harness.cjs.map +1 -1
- package/dist/agents/deepseek-harness.d.cts +2 -0
- package/dist/agents/deepseek-harness.d.mts +2 -0
- package/dist/agents/deepseek-harness.d.ts +2 -0
- package/dist/agents/exact-npm-plugins.cjs +28 -0
- package/dist/agents/exact-npm-plugins.cjs.map +1 -0
- package/dist/agents/exact-npm-plugins.d.cts +10 -0
- package/dist/agents/exact-npm-plugins.d.mts +10 -0
- package/dist/agents/exact-npm-plugins.d.ts +10 -0
- package/dist/agents/exact-npm-plugins.js +8 -0
- package/dist/agents/exact-npm-plugins.js.map +1 -0
- package/dist/agents/openclaw.cjs +51 -2
- package/dist/agents/openclaw.cjs.map +1 -1
- package/dist/agents/openclaw.d.cts +2 -0
- package/dist/agents/openclaw.d.mts +2 -0
- package/dist/agents/openclaw.d.ts +2 -0
- package/dist/agents/types.cjs.map +1 -1
- package/dist/agents/types.d.cts +2 -2
- package/dist/agents/types.d.mts +2 -2
- package/dist/agents/types.d.ts +2 -2
- package/dist/agents/ui-message-stream.cjs +24 -7
- package/dist/agents/ui-message-stream.cjs.map +1 -1
- package/dist/analysis/api.cjs +19 -1
- package/dist/analysis/api.cjs.map +1 -1
- package/dist/analysis/api.d.cts +2 -2
- package/dist/analysis/api.d.mts +2 -2
- package/dist/analysis/api.d.ts +2 -2
- package/dist/analysis/bindings.cjs +11 -18
- package/dist/analysis/bindings.cjs.map +1 -1
- package/dist/analysis/bindings.d.cts +177 -49
- package/dist/analysis/bindings.d.mts +177 -49
- package/dist/analysis/bindings.d.ts +177 -49
- package/dist/analysis/contracts.cjs +1 -0
- package/dist/analysis/contracts.cjs.map +1 -1
- package/dist/analysis/contracts.d.cts +43 -3
- package/dist/analysis/contracts.d.mts +43 -3
- package/dist/analysis/contracts.d.ts +43 -3
- package/dist/analysis/cost-projection.cjs +2 -1
- package/dist/analysis/cost-projection.cjs.map +1 -1
- package/dist/analysis/cost-projection.d.cts +1 -1
- package/dist/analysis/cost-projection.d.mts +1 -1
- package/dist/analysis/cost-projection.d.ts +1 -1
- package/dist/analysis/cost.cjs +13 -3
- package/dist/analysis/cost.cjs.map +1 -1
- package/dist/analysis/cost.d.cts +10 -3
- package/dist/analysis/cost.d.mts +10 -3
- package/dist/analysis/cost.d.ts +10 -3
- package/dist/analysis/experiment-groups.cjs +96 -0
- package/dist/analysis/experiment-groups.cjs.map +1 -0
- package/dist/analysis/experiment-groups.d.cts +9 -0
- package/dist/analysis/experiment-groups.d.mts +9 -0
- package/dist/analysis/experiment-groups.d.ts +9 -0
- package/dist/analysis/experiment-groups.js +10 -0
- package/dist/analysis/experiment-groups.js.map +1 -0
- package/dist/analysis/index.cjs +4 -1
- package/dist/analysis/index.cjs.map +1 -1
- package/dist/analysis/index.d.cts +4 -2
- package/dist/analysis/index.d.mts +4 -2
- package/dist/analysis/index.d.ts +4 -2
- package/dist/analysis/index.js +40 -36
- package/dist/analysis/index.mjs +40 -36
- package/dist/assertions/limits.cjs +4 -0
- package/dist/assertions/limits.cjs.map +1 -1
- package/dist/assertions/limits.d.cts +4 -0
- package/dist/assertions/limits.d.mts +4 -0
- package/dist/assertions/limits.d.ts +4 -0
- package/dist/assertions/match.cjs +63 -25
- package/dist/assertions/match.cjs.map +1 -1
- package/dist/assertions/match.d.cts +7 -0
- package/dist/assertions/match.d.mts +7 -0
- package/dist/assertions/match.d.ts +7 -0
- package/dist/assertions/record/attachment.cjs +32 -4
- package/dist/assertions/record/attachment.cjs.map +1 -1
- package/dist/assertions/record/diff.cjs +10 -4
- package/dist/assertions/record/diff.cjs.map +1 -1
- package/dist/assertions/record/producer.cjs +101 -4
- package/dist/assertions/record/producer.cjs.map +1 -1
- package/dist/assertions/record/producer.d.cts +4 -1
- package/dist/assertions/record/producer.d.mts +4 -1
- package/dist/assertions/record/producer.d.ts +4 -1
- package/dist/assertions/runtime.cjs +45 -5
- package/dist/assertions/runtime.cjs.map +1 -1
- package/dist/cli/record.cjs +113 -8
- package/dist/cli/record.cjs.map +1 -1
- package/dist/cli/record.d.cts +20 -1
- package/dist/cli/record.d.mts +20 -1
- package/dist/cli/record.d.ts +20 -1
- package/dist/cli/record.js +4 -2
- package/dist/cli.cjs +386 -31
- package/dist/cli.cjs.map +1 -1
- package/dist/cli.d.cts +10 -2
- package/dist/cli.d.mts +10 -2
- package/dist/cli.d.ts +10 -2
- package/dist/context/send-retry.cjs +4 -4
- package/dist/context/send-retry.cjs.map +1 -1
- package/dist/coordination/host/runtime.cjs +8 -30
- package/dist/coordination/host/runtime.cjs.map +1 -1
- package/dist/coordination/host/runtime.d.cts +3 -3
- package/dist/coordination/host/runtime.d.mts +3 -3
- package/dist/coordination/host/runtime.d.ts +3 -3
- package/dist/coordination/host/types.cjs.map +1 -1
- package/dist/coordination/host/types.d.cts +0 -5
- package/dist/coordination/host/types.d.mts +0 -5
- package/dist/coordination/host/types.d.ts +0 -5
- package/dist/coordination/platform/node.cjs +90 -9
- package/dist/coordination/platform/node.cjs.map +1 -1
- package/dist/define.cjs +25 -1
- package/dist/define.cjs.map +1 -1
- package/dist/experiment/host/index.cjs +1 -0
- package/dist/experiment/host/index.cjs.map +1 -1
- package/dist/i18n/en.cjs +19 -6
- package/dist/i18n/en.cjs.map +1 -1
- package/dist/i18n/en.d.cts +12 -4
- package/dist/i18n/en.d.mts +12 -4
- package/dist/i18n/en.d.ts +12 -4
- package/dist/index.cjs.map +1 -1
- package/dist/index.d.cts +1 -1
- package/dist/index.d.mts +1 -1
- package/dist/index.d.ts +1 -1
- package/dist/o11y/prices.json +1 -1
- package/dist/o11y/record/families.cjs +12 -3
- package/dist/o11y/record/families.cjs.map +1 -1
- package/dist/o11y/record/families.d.cts +8 -8
- package/dist/o11y/record/families.d.mts +8 -8
- package/dist/o11y/record/families.d.ts +8 -8
- package/dist/o11y/record/family-projectors.d.cts +66 -18
- package/dist/o11y/record/family-projectors.d.mts +66 -18
- package/dist/o11y/record/family-projectors.d.ts +66 -18
- package/dist/o11y/record/family-writers.d.cts +11 -3
- package/dist/o11y/record/family-writers.d.mts +11 -3
- package/dist/o11y/record/family-writers.d.ts +11 -3
- package/dist/o11y/record/runner-producer.cjs +14 -4
- package/dist/o11y/record/runner-producer.cjs.map +1 -1
- package/dist/record/codec/core.d.cts +2 -2
- package/dist/record/codec/core.d.mts +2 -2
- package/dist/record/codec/core.d.ts +2 -2
- package/dist/record/family/catalog.d.cts +44 -12
- package/dist/record/family/catalog.d.mts +44 -12
- package/dist/record/family/catalog.d.ts +44 -12
- package/dist/record/family/index.js +128 -124
- package/dist/record/family/observability-v1.cjs +35 -0
- package/dist/record/family/observability-v1.cjs.map +1 -0
- package/dist/record/family/observability-v1.d.cts +3 -0
- package/dist/record/family/observability-v1.d.mts +3 -0
- package/dist/record/family/observability-v1.d.ts +3 -0
- package/dist/record/family/observability-v1.js +6 -0
- package/dist/record/family/observability-v1.js.map +1 -0
- package/dist/record/family/observability.cjs +58 -9
- package/dist/record/family/observability.cjs.map +1 -1
- package/dist/record/family/observability.d.cts +1014 -15
- package/dist/record/family/observability.d.mts +1014 -15
- package/dist/record/family/observability.d.ts +1014 -15
- package/dist/record/family/observability.js +22 -18
- package/dist/record/host/runtime.cjs +600 -31
- package/dist/record/host/runtime.cjs.map +1 -1
- package/dist/record/host/types.cjs.map +1 -1
- package/dist/record/host/types.d.cts +33 -9
- package/dist/record/host/types.d.mts +33 -9
- package/dist/record/host/types.d.ts +33 -9
- package/dist/record/maintenance/runtime.cjs +1 -2
- package/dist/record/maintenance/runtime.cjs.map +1 -1
- package/dist/record/model/core.cjs.map +1 -1
- package/dist/record/model/core.d.cts +1 -1
- package/dist/record/model/core.d.mts +1 -1
- package/dist/record/model/core.d.ts +1 -1
- package/dist/record/model/definition.d.cts +6 -6
- package/dist/record/model/definition.d.mts +6 -6
- package/dist/record/model/definition.d.ts +6 -6
- package/dist/record/model/identifiers.cjs +1 -1
- package/dist/record/model/identifiers.cjs.map +1 -1
- package/dist/record/model/identifiers.d.cts +1 -1
- package/dist/record/model/identifiers.d.mts +1 -1
- package/dist/record/model/identifiers.d.ts +1 -1
- package/dist/record/platform/node.cjs +159 -23
- package/dist/record/platform/node.cjs.map +1 -1
- package/dist/record/platform/services.cjs.map +1 -1
- package/dist/record/platform/services.d.cts +15 -2
- package/dist/record/platform/services.d.mts +15 -2
- package/dist/record/platform/services.d.ts +15 -2
- package/dist/record/reader/errors.cjs +37 -1
- package/dist/record/reader/errors.cjs.map +1 -1
- package/dist/record/reader/errors.d.cts +49 -1
- package/dist/record/reader/errors.d.mts +49 -1
- package/dist/record/reader/errors.d.ts +49 -1
- package/dist/record/reader/errors.js +22 -12
- package/dist/record/reader/format.cjs +76 -17
- package/dist/record/reader/format.cjs.map +1 -1
- package/dist/record/reader/format.d.cts +11 -4
- package/dist/record/reader/format.d.mts +11 -4
- package/dist/record/reader/format.d.ts +11 -4
- package/dist/record/reader/format.js +2 -0
- package/dist/record/reader/index.js +32 -18
- package/dist/record/reader/runtime.cjs +64 -0
- package/dist/record/reader/runtime.cjs.map +1 -1
- package/dist/record/reader/runtime.d.cts +15 -0
- package/dist/record/reader/runtime.d.mts +15 -0
- package/dist/record/reader/runtime.d.ts +15 -0
- package/dist/record/reader/runtime.js +2 -0
- package/dist/report/assets/styles.css +53 -29
- package/dist/report/built-in/analysis-values.cjs +0 -8
- package/dist/report/built-in/analysis-values.cjs.map +1 -1
- package/dist/report/built-in/analysis-values.d.cts +0 -13
- package/dist/report/built-in/analysis-values.d.mts +0 -13
- package/dist/report/built-in/analysis-values.d.ts +0 -13
- package/dist/report/built-in/analysis-values.js +4 -6
- package/dist/report/built-in/index.cjs +1 -3
- package/dist/report/built-in/index.cjs.map +1 -1
- package/dist/report/built-in/index.d.cts +1 -1
- package/dist/report/built-in/index.d.mts +1 -1
- package/dist/report/built-in/index.d.ts +1 -1
- package/dist/report/built-in/index.js +4 -8
- package/dist/report/built-in/index.mjs +4 -8
- package/dist/report/built-in/machine.cjs +0 -2
- package/dist/report/built-in/machine.cjs.map +1 -1
- package/dist/report/built-in/machine.d.cts +0 -2
- package/dist/report/built-in/machine.d.mts +0 -2
- package/dist/report/built-in/machine.d.ts +0 -2
- package/dist/report/built-in/result-components.cjs +25 -73
- package/dist/report/built-in/result-components.cjs.map +1 -1
- package/dist/report/built-in/result-components.d.cts +3 -19
- package/dist/report/built-in/result-components.d.mts +3 -19
- package/dist/report/built-in/result-components.d.ts +3 -19
- package/dist/report/built-in/result-components.js +0 -4
- package/dist/report/built-in/run-membership-overview.cjs +30 -17
- package/dist/report/built-in/run-membership-overview.cjs.map +1 -1
- package/dist/report/built-in/run-membership-overview.d.cts +14 -0
- package/dist/report/built-in/run-membership-overview.d.mts +14 -0
- package/dist/report/built-in/run-membership-overview.d.ts +14 -0
- package/dist/report/built-in/run-membership-overview.js +4 -2
- package/dist/report/built-in/standard.cjs +80 -46
- package/dist/report/built-in/standard.cjs.map +1 -1
- package/dist/report/built-in/standard.d.cts +19 -42
- package/dist/report/built-in/standard.d.mts +19 -42
- package/dist/report/built-in/standard.d.ts +19 -42
- package/dist/report/built-in/standard.js +6 -6
- package/dist/report/components/attempt-detail/compute.cjs +78 -2
- package/dist/report/components/attempt-detail/compute.cjs.map +1 -1
- package/dist/report/components/attempt-detail/compute.d.cts +1 -1
- package/dist/report/components/attempt-detail/compute.d.mts +1 -1
- package/dist/report/components/attempt-detail/compute.d.ts +1 -1
- package/dist/report/components/attempt-detail/content.cjs +1 -1
- package/dist/report/components/attempt-detail/content.cjs.map +1 -1
- package/dist/report/components/entity-lists/compute.cjs +2 -2
- package/dist/report/components/entity-lists/compute.cjs.map +1 -1
- package/dist/report/components/entity-lists/compute.d.cts +2 -2
- package/dist/report/components/entity-lists/compute.d.mts +2 -2
- package/dist/report/components/entity-lists/compute.d.ts +2 -2
- package/dist/report/components/entity-lists/index.cjs +6 -2
- package/dist/report/components/entity-lists/index.cjs.map +1 -1
- package/dist/report/components/entity-lists/index.d.cts +3 -6
- package/dist/report/components/entity-lists/index.d.mts +3 -6
- package/dist/report/components/entity-lists/index.d.ts +3 -6
- package/dist/report/components/summaries/compute.cjs +8 -1
- package/dist/report/components/summaries/compute.cjs.map +1 -1
- package/dist/report/components/summaries/compute.d.cts +9 -1
- package/dist/report/components/summaries/compute.d.mts +9 -1
- package/dist/report/components/summaries/compute.d.ts +9 -1
- package/dist/report/components/summaries/index.cjs +48 -4
- package/dist/report/components/summaries/index.cjs.map +1 -1
- package/dist/report/components/summaries/index.d.cts +7 -4
- package/dist/report/components/summaries/index.d.mts +7 -4
- package/dist/report/components/summaries/index.d.ts +7 -4
- package/dist/report/definition/primitives/chart.cjs +8 -5
- package/dist/report/definition/primitives/chart.cjs.map +1 -1
- package/dist/report/definition/primitives/points-dataset.cjs +1 -0
- package/dist/report/definition/primitives/points-dataset.cjs.map +1 -1
- package/dist/report/definition/primitives.cjs +6 -0
- package/dist/report/definition/primitives.cjs.map +1 -1
- package/dist/report/definition/report.cjs +27 -3
- package/dist/report/definition/report.cjs.map +1 -1
- package/dist/report/definition/report.d.cts +8 -0
- package/dist/report/definition/report.d.mts +8 -0
- package/dist/report/definition/report.d.ts +8 -0
- package/dist/report/execution/machine.cjs +30 -14
- package/dist/report/execution/machine.cjs.map +1 -1
- package/dist/report/execution/machine.d.cts +20 -10
- package/dist/report/execution/machine.d.mts +20 -10
- package/dist/report/execution/machine.d.ts +20 -10
- package/dist/report/execution/machine.js +6 -6
- package/dist/report/host/execute.cjs +25 -16
- package/dist/report/host/execute.cjs.map +1 -1
- package/dist/report/host/execute.d.cts +4 -0
- package/dist/report/host/execute.d.mts +4 -0
- package/dist/report/host/execute.d.ts +4 -0
- package/dist/report/host/from-record.cjs +22 -5
- package/dist/report/host/from-record.cjs.map +1 -1
- package/dist/report/host/machine.cjs +53 -11
- package/dist/report/host/machine.cjs.map +1 -1
- package/dist/report/host/site-runtime.cjs +9 -8
- package/dist/report/host/site-runtime.cjs.map +1 -1
- package/dist/report/host/site-runtime.d.cts +1 -1
- package/dist/report/host/site-runtime.d.mts +1 -1
- package/dist/report/host/site-runtime.d.ts +1 -1
- package/dist/report/host/static.cjs +56 -9
- package/dist/report/host/static.cjs.map +1 -1
- package/dist/report/index.cjs.map +1 -1
- package/dist/report/index.d.cts +1 -1
- package/dist/report/index.d.mts +1 -1
- package/dist/report/index.d.ts +1 -1
- package/dist/report/model/dataset.cjs +7 -2
- package/dist/report/model/dataset.cjs.map +1 -1
- package/dist/report/model/locale.cjs +2 -0
- package/dist/report/model/locale.cjs.map +1 -1
- package/dist/report/model/locale.d.cts +1 -0
- package/dist/report/model/locale.d.mts +1 -0
- package/dist/report/model/locale.d.ts +1 -0
- package/dist/report/model/metrics.cjs +3 -1
- package/dist/report/model/metrics.cjs.map +1 -1
- package/dist/report/model/pricing.cjs +16 -11
- package/dist/report/model/pricing.cjs.map +1 -1
- package/dist/report/react/styles.css +53 -29
- package/dist/runner/adoption.cjs +1 -0
- package/dist/runner/adoption.cjs.map +1 -1
- package/dist/runner/attempt.cjs +44 -5
- package/dist/runner/attempt.cjs.map +1 -1
- package/dist/runner/attempt.d.cts +13 -1
- package/dist/runner/attempt.d.mts +13 -1
- package/dist/runner/attempt.d.ts +13 -1
- package/dist/runner/config-identity.cjs +10 -2
- package/dist/runner/config-identity.cjs.map +1 -1
- package/dist/runner/config-identity.d.cts +4 -2
- package/dist/runner/config-identity.d.mts +4 -2
- package/dist/runner/config-identity.d.ts +4 -2
- package/dist/runner/feedback/human.cjs +139 -64
- package/dist/runner/feedback/human.cjs.map +1 -1
- package/dist/runner/feedback/json.cjs +14 -6
- package/dist/runner/feedback/json.cjs.map +1 -1
- package/dist/runner/feedback/json.d.cts +3 -2
- package/dist/runner/feedback/json.d.mts +3 -2
- package/dist/runner/feedback/json.d.ts +3 -2
- package/dist/runner/feedback/reducer.cjs +2 -0
- package/dist/runner/feedback/reducer.cjs.map +1 -1
- package/dist/runner/judge-config.cjs +1 -1
- package/dist/runner/judge-config.cjs.map +1 -1
- package/dist/runner/ledger.cjs +124 -12
- package/dist/runner/ledger.cjs.map +1 -1
- package/dist/runner/project-current.cjs +13 -5
- package/dist/runner/project-current.cjs.map +1 -1
- package/dist/runner/run.cjs +521 -256
- package/dist/runner/run.cjs.map +1 -1
- package/dist/runner/sandbox-pool.cjs +161 -30
- package/dist/runner/sandbox-pool.cjs.map +1 -1
- package/dist/runner/sandbox-pool.d.cts +34 -2
- package/dist/runner/sandbox-pool.d.mts +34 -2
- package/dist/runner/sandbox-pool.d.ts +34 -2
- package/dist/runner/shared-state-lease.cjs +803 -0
- package/dist/runner/shared-state-lease.cjs.map +1 -0
- package/dist/runner/shared-state-lease.d.cts +121 -0
- package/dist/runner/shared-state-lease.d.mts +121 -0
- package/dist/runner/shared-state-lease.d.ts +121 -0
- package/dist/runner/shared-state-lease.js +24 -0
- package/dist/runner/shared-state-lease.js.map +1 -0
- package/dist/runner/teardown-registry.cjs +97 -34
- package/dist/runner/teardown-registry.cjs.map +1 -1
- package/dist/runner/teardown-registry.d.cts +27 -1
- package/dist/runner/teardown-registry.d.mts +27 -1
- package/dist/runner/teardown-registry.d.ts +27 -1
- package/dist/runner/teardown-registry.js +20 -16
- package/dist/runner/types.cjs.map +1 -1
- package/dist/runner/types.d.cts +31 -5
- package/dist/runner/types.d.mts +31 -5
- package/dist/runner/types.d.ts +31 -5
- package/dist/sample/analysis.cjs +249 -459
- package/dist/sample/analysis.cjs.map +1 -1
- package/dist/sample/capability.cjs +46 -8
- package/dist/sample/capability.cjs.map +1 -1
- package/dist/sandbox/docker-profile/schema.cjs +283 -534
- package/dist/sandbox/docker-profile/schema.cjs.map +1 -1
- package/dist/sandbox/docker-profile/schema.d.cts +10 -27
- package/dist/sandbox/docker-profile/schema.d.mts +10 -27
- package/dist/sandbox/docker-profile/schema.d.ts +10 -27
- package/dist/sandbox/e2b-agent-template.cjs +5 -2
- package/dist/sandbox/e2b-agent-template.cjs.map +1 -1
- package/dist/sandbox/keep-registry.cjs +28 -66
- package/dist/sandbox/keep-registry.cjs.map +1 -1
- package/dist/sandbox/types.cjs.map +1 -1
- package/dist/sandbox/types.d.cts +1 -1
- package/dist/sandbox/types.d.mts +1 -1
- package/dist/sandbox/types.d.ts +1 -1
- package/dist/shared/aggregate.cjs +16 -6
- package/dist/shared/aggregate.cjs.map +1 -1
- package/dist/shared/aggregate.d.cts +12 -4
- package/dist/shared/aggregate.d.mts +12 -4
- package/dist/shared/aggregate.d.ts +12 -4
- package/dist/shared/turn-label.cjs +20 -2
- package/dist/shared/turn-label.cjs.map +1 -1
- package/dist/shared/turn-label.d.cts +2 -0
- package/dist/shared/turn-label.d.mts +2 -0
- package/dist/shared/turn-label.d.ts +2 -0
- package/dist/shared/turn-label.js +4 -2
- package/dist/vendor/remark/remark-gfm.cjs +7 -7
- package/dist/vendor/remark/remark-gfm.cjs.map +1 -1
- package/dist/vendor/remark/remark-parse.cjs +12 -12
- package/dist/vendor/remark/remark-parse.cjs.map +1 -1
- package/dist/vendor/remark/remark.cjs +13 -13
- package/dist/vendor/remark/remark.cjs.map +1 -1
- package/dist/view/server.cjs +6 -0
- package/dist/view/server.cjs.map +1 -1
- package/docs-site/zh/examples/ai-agent-application.mdx +1 -1
- package/docs-site/zh/examples/coding-agent-extensions.mdx +1 -1
- package/docs-site/zh/examples/integrations/ai-sdk-v7.mdx +1 -0
- package/docs-site/zh/examples/integrations/langgraph.mdx +1 -1
- package/docs-site/zh/explanation/assert.mdx +6 -6
- package/docs-site/zh/explanation/drive.mdx +1 -1
- package/docs-site/zh/explanation/evals.mdx +9 -9
- package/docs-site/zh/explanation/experiment.mdx +2 -2
- package/docs-site/zh/explanation/hitl.mdx +3 -3
- package/docs-site/zh/explanation/judge.mdx +5 -5
- package/docs-site/zh/explanation/overview.mdx +3 -3
- package/docs-site/zh/explanation/runner.mdx +1 -1
- package/docs-site/zh/index.mdx +3 -3
- package/docs-site/zh/reference/builtin-agents.mdx +9 -9
- package/docs-site/zh/reference/cli.mdx +18 -12
- package/docs-site/zh/reference/define-agent.mdx +130 -5
- package/docs-site/zh/reference/define-config.mdx +2 -2
- package/docs-site/zh/reference/define-eval.mdx +4 -4
- package/docs-site/zh/reference/events.mdx +1 -1
- package/docs-site/zh/reference/official-adapters.mdx +5 -5
- package/docs-site/zh/troubleshooting/debugging.mdx +1 -1
- package/docs-site/zh/troubleshooting/recover-after-kill.mdx +37 -5
- package/docs-site/zh/tutorials/accept-results.mdx +72 -0
- package/docs-site/zh/tutorials/agent-onboarding.mdx +6 -6
- package/docs-site/zh/tutorials/authoring.mdx +9 -13
- package/docs-site/zh/tutorials/ci-integration.mdx +6 -6
- package/docs-site/zh/tutorials/compare-runs.mdx +61 -0
- package/docs-site/zh/tutorials/concurrency.mdx +13 -12
- package/docs-site/zh/tutorials/configuration.mdx +4 -6
- package/docs-site/zh/tutorials/connect-your-agent.mdx +1 -1
- package/docs-site/zh/tutorials/control-run-cost.mdx +58 -0
- package/docs-site/zh/tutorials/criteria-files.mdx +2 -2
- package/docs-site/zh/tutorials/custom-reports.mdx +2 -2
- package/docs-site/zh/tutorials/debug-lifecycle-plan.mdx +46 -0
- package/docs-site/zh/tutorials/docker-in-docker.mdx +50 -44
- package/docs-site/zh/tutorials/eval-groups.mdx +6 -6
- package/docs-site/zh/tutorials/evaluation-kinds.mdx +3 -3
- package/docs-site/zh/tutorials/experiments.mdx +2 -3
- package/docs-site/zh/tutorials/handle-execution-failures.mdx +18 -10
- package/docs-site/zh/tutorials/install-custom-sandbox-agent.mdx +16 -8
- package/docs-site/zh/tutorials/plugins.mdx +14 -0
- package/docs-site/zh/tutorials/rerun-and-cache.mdx +3 -17
- package/docs-site/zh/tutorials/sandbox-agent.mdx +17 -11
- package/docs-site/zh/tutorials/sandbox-providers.mdx +17 -13
- package/docs-site/zh/tutorials/sandbox-reuse.mdx +12 -19
- package/docs-site/zh/tutorials/select-and-preview.mdx +65 -0
- package/docs-site/zh/tutorials/verify-judge.mdx +78 -0
- package/docs-site/zh/tutorials/viewing-results.mdx +27 -8
- package/docs-site/zh/tutorials/write-experiment.mdx +7 -5
- package/docs-site/zh/tutorials/write-send.mdx +2 -2
- package/package.json +9 -5
- package/dist/report/built-in/overview.cjs +0 -45
- package/dist/report/built-in/overview.cjs.map +0 -1
- package/dist/report/built-in/overview.d.cts +0 -6
- package/dist/report/built-in/overview.d.mts +0 -6
- package/dist/report/built-in/overview.d.ts +0 -6
- package/dist/report/built-in/overview.js +0 -9
- package/dist/report/built-in/overview.js.map +0 -1
- package/dist/runner/gate-lease.cjs +0 -283
- package/dist/runner/gate-lease.cjs.map +0 -1
- package/dist/runner/gate-lease.d.cts +0 -62
- package/dist/runner/gate-lease.d.mts +0 -62
- package/dist/runner/gate-lease.d.ts +0 -62
- package/dist/runner/gate-lease.js +0 -22
- package/dist/runner/gate-lease.js.map +0 -1
|
@@ -387,15 +387,23 @@ export declare const attemptConversationProjector: Readonly<{
|
|
|
387
387
|
readonly commandId: string;
|
|
388
388
|
})[]];
|
|
389
389
|
};
|
|
390
|
-
readonly intervals: readonly {
|
|
390
|
+
readonly intervals: readonly ({
|
|
391
391
|
readonly outcome: "completed" | "cancelled" | "interrupted" | "failed" | "unknown";
|
|
392
392
|
readonly label: string;
|
|
393
|
-
readonly phase: "agent.
|
|
393
|
+
readonly phase: "agent.send";
|
|
394
394
|
readonly startOffsetMs: number;
|
|
395
395
|
readonly durationMs: number;
|
|
396
396
|
readonly intervalId: string;
|
|
397
397
|
readonly parentIntervalId: string | null;
|
|
398
|
-
}
|
|
398
|
+
} | {
|
|
399
|
+
readonly outcome: "completed" | "cancelled" | "interrupted" | "failed" | "unknown";
|
|
400
|
+
readonly label: string;
|
|
401
|
+
readonly phase: "agent.ensure" | "sandbox.prepare" | "eval.run" | "sandbox.command" | "attempt.setup" | "attempt.teardown" | "assertion.evaluate" | "verdict.fold";
|
|
402
|
+
readonly startOffsetMs: number;
|
|
403
|
+
readonly durationMs: number;
|
|
404
|
+
readonly intervalId: string;
|
|
405
|
+
readonly parentIntervalId: string | null;
|
|
406
|
+
})[];
|
|
399
407
|
};
|
|
400
408
|
readonly diagnostics: {
|
|
401
409
|
readonly collection: {
|
|
@@ -929,15 +937,23 @@ export declare const attemptCommandsProjector: Readonly<{
|
|
|
929
937
|
readonly commandId: string;
|
|
930
938
|
})[]];
|
|
931
939
|
};
|
|
932
|
-
readonly intervals: readonly {
|
|
940
|
+
readonly intervals: readonly ({
|
|
933
941
|
readonly outcome: "completed" | "cancelled" | "interrupted" | "failed" | "unknown";
|
|
934
942
|
readonly label: string;
|
|
935
|
-
readonly phase: "agent.
|
|
943
|
+
readonly phase: "agent.send";
|
|
936
944
|
readonly startOffsetMs: number;
|
|
937
945
|
readonly durationMs: number;
|
|
938
946
|
readonly intervalId: string;
|
|
939
947
|
readonly parentIntervalId: string | null;
|
|
940
|
-
}
|
|
948
|
+
} | {
|
|
949
|
+
readonly outcome: "completed" | "cancelled" | "interrupted" | "failed" | "unknown";
|
|
950
|
+
readonly label: string;
|
|
951
|
+
readonly phase: "agent.ensure" | "sandbox.prepare" | "eval.run" | "sandbox.command" | "attempt.setup" | "attempt.teardown" | "assertion.evaluate" | "verdict.fold";
|
|
952
|
+
readonly startOffsetMs: number;
|
|
953
|
+
readonly durationMs: number;
|
|
954
|
+
readonly intervalId: string;
|
|
955
|
+
readonly parentIntervalId: string | null;
|
|
956
|
+
})[];
|
|
941
957
|
};
|
|
942
958
|
readonly diagnostics: {
|
|
943
959
|
readonly collection: {
|
|
@@ -1382,15 +1398,23 @@ export declare const attemptUsageProjector: Readonly<{
|
|
|
1382
1398
|
readonly commandId: string;
|
|
1383
1399
|
})[]];
|
|
1384
1400
|
};
|
|
1385
|
-
readonly intervals: readonly {
|
|
1401
|
+
readonly intervals: readonly ({
|
|
1386
1402
|
readonly outcome: "completed" | "cancelled" | "interrupted" | "failed" | "unknown";
|
|
1387
1403
|
readonly label: string;
|
|
1388
|
-
readonly phase: "agent.
|
|
1404
|
+
readonly phase: "agent.send";
|
|
1389
1405
|
readonly startOffsetMs: number;
|
|
1390
1406
|
readonly durationMs: number;
|
|
1391
1407
|
readonly intervalId: string;
|
|
1392
1408
|
readonly parentIntervalId: string | null;
|
|
1393
|
-
}
|
|
1409
|
+
} | {
|
|
1410
|
+
readonly outcome: "completed" | "cancelled" | "interrupted" | "failed" | "unknown";
|
|
1411
|
+
readonly label: string;
|
|
1412
|
+
readonly phase: "agent.ensure" | "sandbox.prepare" | "eval.run" | "sandbox.command" | "attempt.setup" | "attempt.teardown" | "assertion.evaluate" | "verdict.fold";
|
|
1413
|
+
readonly startOffsetMs: number;
|
|
1414
|
+
readonly durationMs: number;
|
|
1415
|
+
readonly intervalId: string;
|
|
1416
|
+
readonly parentIntervalId: string | null;
|
|
1417
|
+
})[];
|
|
1394
1418
|
};
|
|
1395
1419
|
readonly diagnostics: {
|
|
1396
1420
|
readonly collection: {
|
|
@@ -1884,15 +1908,23 @@ export declare const attemptTimingProjector: Readonly<{
|
|
|
1884
1908
|
readonly commandId: string;
|
|
1885
1909
|
})[]];
|
|
1886
1910
|
};
|
|
1887
|
-
readonly intervals: readonly {
|
|
1911
|
+
readonly intervals: readonly ({
|
|
1888
1912
|
readonly outcome: "completed" | "cancelled" | "interrupted" | "failed" | "unknown";
|
|
1889
1913
|
readonly label: string;
|
|
1890
|
-
readonly phase: "agent.
|
|
1914
|
+
readonly phase: "agent.send";
|
|
1891
1915
|
readonly startOffsetMs: number;
|
|
1892
1916
|
readonly durationMs: number;
|
|
1893
1917
|
readonly intervalId: string;
|
|
1894
1918
|
readonly parentIntervalId: string | null;
|
|
1895
|
-
}
|
|
1919
|
+
} | {
|
|
1920
|
+
readonly outcome: "completed" | "cancelled" | "interrupted" | "failed" | "unknown";
|
|
1921
|
+
readonly label: string;
|
|
1922
|
+
readonly phase: "agent.ensure" | "sandbox.prepare" | "eval.run" | "sandbox.command" | "attempt.setup" | "attempt.teardown" | "assertion.evaluate" | "verdict.fold";
|
|
1923
|
+
readonly startOffsetMs: number;
|
|
1924
|
+
readonly durationMs: number;
|
|
1925
|
+
readonly intervalId: string;
|
|
1926
|
+
readonly parentIntervalId: string | null;
|
|
1927
|
+
})[];
|
|
1896
1928
|
};
|
|
1897
1929
|
readonly diagnostics: {
|
|
1898
1930
|
readonly collection: {
|
|
@@ -2010,15 +2042,23 @@ export declare const attemptTimingProjector: Readonly<{
|
|
|
2010
2042
|
readonly commandId: string;
|
|
2011
2043
|
})[];
|
|
2012
2044
|
};
|
|
2013
|
-
readonly intervals: readonly {
|
|
2045
|
+
readonly intervals: readonly ({
|
|
2014
2046
|
readonly outcome: "completed" | "cancelled" | "interrupted" | "failed" | "unknown";
|
|
2015
2047
|
readonly label: string;
|
|
2016
|
-
readonly phase: "agent.
|
|
2048
|
+
readonly phase: "agent.send";
|
|
2017
2049
|
readonly startOffsetMs: number;
|
|
2018
2050
|
readonly durationMs: number;
|
|
2019
2051
|
readonly intervalId: string;
|
|
2020
2052
|
readonly parentIntervalId: string | null;
|
|
2021
|
-
}
|
|
2053
|
+
} | {
|
|
2054
|
+
readonly outcome: "completed" | "cancelled" | "interrupted" | "failed" | "unknown";
|
|
2055
|
+
readonly label: string;
|
|
2056
|
+
readonly phase: "agent.ensure" | "sandbox.prepare" | "eval.run" | "sandbox.command" | "attempt.setup" | "attempt.teardown" | "assertion.evaluate" | "verdict.fold";
|
|
2057
|
+
readonly startOffsetMs: number;
|
|
2058
|
+
readonly durationMs: number;
|
|
2059
|
+
readonly intervalId: string;
|
|
2060
|
+
readonly parentIntervalId: string | null;
|
|
2061
|
+
})[];
|
|
2022
2062
|
};
|
|
2023
2063
|
}>;
|
|
2024
2064
|
export declare const attemptDiagnosticsProjector: Readonly<{
|
|
@@ -2377,15 +2417,23 @@ export declare const attemptDiagnosticsProjector: Readonly<{
|
|
|
2377
2417
|
readonly commandId: string;
|
|
2378
2418
|
})[]];
|
|
2379
2419
|
};
|
|
2380
|
-
readonly intervals: readonly {
|
|
2420
|
+
readonly intervals: readonly ({
|
|
2381
2421
|
readonly outcome: "completed" | "cancelled" | "interrupted" | "failed" | "unknown";
|
|
2382
2422
|
readonly label: string;
|
|
2383
|
-
readonly phase: "agent.
|
|
2423
|
+
readonly phase: "agent.send";
|
|
2384
2424
|
readonly startOffsetMs: number;
|
|
2385
2425
|
readonly durationMs: number;
|
|
2386
2426
|
readonly intervalId: string;
|
|
2387
2427
|
readonly parentIntervalId: string | null;
|
|
2388
|
-
}
|
|
2428
|
+
} | {
|
|
2429
|
+
readonly outcome: "completed" | "cancelled" | "interrupted" | "failed" | "unknown";
|
|
2430
|
+
readonly label: string;
|
|
2431
|
+
readonly phase: "agent.ensure" | "sandbox.prepare" | "eval.run" | "sandbox.command" | "attempt.setup" | "attempt.teardown" | "assertion.evaluate" | "verdict.fold";
|
|
2432
|
+
readonly startOffsetMs: number;
|
|
2433
|
+
readonly durationMs: number;
|
|
2434
|
+
readonly intervalId: string;
|
|
2435
|
+
readonly parentIntervalId: string | null;
|
|
2436
|
+
})[];
|
|
2389
2437
|
};
|
|
2390
2438
|
readonly diagnostics: {
|
|
2391
2439
|
readonly collection: {
|
|
@@ -387,15 +387,23 @@ export declare const attemptConversationProjector: Readonly<{
|
|
|
387
387
|
readonly commandId: string;
|
|
388
388
|
})[]];
|
|
389
389
|
};
|
|
390
|
-
readonly intervals: readonly {
|
|
390
|
+
readonly intervals: readonly ({
|
|
391
391
|
readonly outcome: "completed" | "cancelled" | "interrupted" | "failed" | "unknown";
|
|
392
392
|
readonly label: string;
|
|
393
|
-
readonly phase: "agent.
|
|
393
|
+
readonly phase: "agent.send";
|
|
394
394
|
readonly startOffsetMs: number;
|
|
395
395
|
readonly durationMs: number;
|
|
396
396
|
readonly intervalId: string;
|
|
397
397
|
readonly parentIntervalId: string | null;
|
|
398
|
-
}
|
|
398
|
+
} | {
|
|
399
|
+
readonly outcome: "completed" | "cancelled" | "interrupted" | "failed" | "unknown";
|
|
400
|
+
readonly label: string;
|
|
401
|
+
readonly phase: "agent.ensure" | "sandbox.prepare" | "eval.run" | "sandbox.command" | "attempt.setup" | "attempt.teardown" | "assertion.evaluate" | "verdict.fold";
|
|
402
|
+
readonly startOffsetMs: number;
|
|
403
|
+
readonly durationMs: number;
|
|
404
|
+
readonly intervalId: string;
|
|
405
|
+
readonly parentIntervalId: string | null;
|
|
406
|
+
})[];
|
|
399
407
|
};
|
|
400
408
|
readonly diagnostics: {
|
|
401
409
|
readonly collection: {
|
|
@@ -929,15 +937,23 @@ export declare const attemptCommandsProjector: Readonly<{
|
|
|
929
937
|
readonly commandId: string;
|
|
930
938
|
})[]];
|
|
931
939
|
};
|
|
932
|
-
readonly intervals: readonly {
|
|
940
|
+
readonly intervals: readonly ({
|
|
933
941
|
readonly outcome: "completed" | "cancelled" | "interrupted" | "failed" | "unknown";
|
|
934
942
|
readonly label: string;
|
|
935
|
-
readonly phase: "agent.
|
|
943
|
+
readonly phase: "agent.send";
|
|
936
944
|
readonly startOffsetMs: number;
|
|
937
945
|
readonly durationMs: number;
|
|
938
946
|
readonly intervalId: string;
|
|
939
947
|
readonly parentIntervalId: string | null;
|
|
940
|
-
}
|
|
948
|
+
} | {
|
|
949
|
+
readonly outcome: "completed" | "cancelled" | "interrupted" | "failed" | "unknown";
|
|
950
|
+
readonly label: string;
|
|
951
|
+
readonly phase: "agent.ensure" | "sandbox.prepare" | "eval.run" | "sandbox.command" | "attempt.setup" | "attempt.teardown" | "assertion.evaluate" | "verdict.fold";
|
|
952
|
+
readonly startOffsetMs: number;
|
|
953
|
+
readonly durationMs: number;
|
|
954
|
+
readonly intervalId: string;
|
|
955
|
+
readonly parentIntervalId: string | null;
|
|
956
|
+
})[];
|
|
941
957
|
};
|
|
942
958
|
readonly diagnostics: {
|
|
943
959
|
readonly collection: {
|
|
@@ -1382,15 +1398,23 @@ export declare const attemptUsageProjector: Readonly<{
|
|
|
1382
1398
|
readonly commandId: string;
|
|
1383
1399
|
})[]];
|
|
1384
1400
|
};
|
|
1385
|
-
readonly intervals: readonly {
|
|
1401
|
+
readonly intervals: readonly ({
|
|
1386
1402
|
readonly outcome: "completed" | "cancelled" | "interrupted" | "failed" | "unknown";
|
|
1387
1403
|
readonly label: string;
|
|
1388
|
-
readonly phase: "agent.
|
|
1404
|
+
readonly phase: "agent.send";
|
|
1389
1405
|
readonly startOffsetMs: number;
|
|
1390
1406
|
readonly durationMs: number;
|
|
1391
1407
|
readonly intervalId: string;
|
|
1392
1408
|
readonly parentIntervalId: string | null;
|
|
1393
|
-
}
|
|
1409
|
+
} | {
|
|
1410
|
+
readonly outcome: "completed" | "cancelled" | "interrupted" | "failed" | "unknown";
|
|
1411
|
+
readonly label: string;
|
|
1412
|
+
readonly phase: "agent.ensure" | "sandbox.prepare" | "eval.run" | "sandbox.command" | "attempt.setup" | "attempt.teardown" | "assertion.evaluate" | "verdict.fold";
|
|
1413
|
+
readonly startOffsetMs: number;
|
|
1414
|
+
readonly durationMs: number;
|
|
1415
|
+
readonly intervalId: string;
|
|
1416
|
+
readonly parentIntervalId: string | null;
|
|
1417
|
+
})[];
|
|
1394
1418
|
};
|
|
1395
1419
|
readonly diagnostics: {
|
|
1396
1420
|
readonly collection: {
|
|
@@ -1884,15 +1908,23 @@ export declare const attemptTimingProjector: Readonly<{
|
|
|
1884
1908
|
readonly commandId: string;
|
|
1885
1909
|
})[]];
|
|
1886
1910
|
};
|
|
1887
|
-
readonly intervals: readonly {
|
|
1911
|
+
readonly intervals: readonly ({
|
|
1888
1912
|
readonly outcome: "completed" | "cancelled" | "interrupted" | "failed" | "unknown";
|
|
1889
1913
|
readonly label: string;
|
|
1890
|
-
readonly phase: "agent.
|
|
1914
|
+
readonly phase: "agent.send";
|
|
1891
1915
|
readonly startOffsetMs: number;
|
|
1892
1916
|
readonly durationMs: number;
|
|
1893
1917
|
readonly intervalId: string;
|
|
1894
1918
|
readonly parentIntervalId: string | null;
|
|
1895
|
-
}
|
|
1919
|
+
} | {
|
|
1920
|
+
readonly outcome: "completed" | "cancelled" | "interrupted" | "failed" | "unknown";
|
|
1921
|
+
readonly label: string;
|
|
1922
|
+
readonly phase: "agent.ensure" | "sandbox.prepare" | "eval.run" | "sandbox.command" | "attempt.setup" | "attempt.teardown" | "assertion.evaluate" | "verdict.fold";
|
|
1923
|
+
readonly startOffsetMs: number;
|
|
1924
|
+
readonly durationMs: number;
|
|
1925
|
+
readonly intervalId: string;
|
|
1926
|
+
readonly parentIntervalId: string | null;
|
|
1927
|
+
})[];
|
|
1896
1928
|
};
|
|
1897
1929
|
readonly diagnostics: {
|
|
1898
1930
|
readonly collection: {
|
|
@@ -2010,15 +2042,23 @@ export declare const attemptTimingProjector: Readonly<{
|
|
|
2010
2042
|
readonly commandId: string;
|
|
2011
2043
|
})[];
|
|
2012
2044
|
};
|
|
2013
|
-
readonly intervals: readonly {
|
|
2045
|
+
readonly intervals: readonly ({
|
|
2014
2046
|
readonly outcome: "completed" | "cancelled" | "interrupted" | "failed" | "unknown";
|
|
2015
2047
|
readonly label: string;
|
|
2016
|
-
readonly phase: "agent.
|
|
2048
|
+
readonly phase: "agent.send";
|
|
2017
2049
|
readonly startOffsetMs: number;
|
|
2018
2050
|
readonly durationMs: number;
|
|
2019
2051
|
readonly intervalId: string;
|
|
2020
2052
|
readonly parentIntervalId: string | null;
|
|
2021
|
-
}
|
|
2053
|
+
} | {
|
|
2054
|
+
readonly outcome: "completed" | "cancelled" | "interrupted" | "failed" | "unknown";
|
|
2055
|
+
readonly label: string;
|
|
2056
|
+
readonly phase: "agent.ensure" | "sandbox.prepare" | "eval.run" | "sandbox.command" | "attempt.setup" | "attempt.teardown" | "assertion.evaluate" | "verdict.fold";
|
|
2057
|
+
readonly startOffsetMs: number;
|
|
2058
|
+
readonly durationMs: number;
|
|
2059
|
+
readonly intervalId: string;
|
|
2060
|
+
readonly parentIntervalId: string | null;
|
|
2061
|
+
})[];
|
|
2022
2062
|
};
|
|
2023
2063
|
}>;
|
|
2024
2064
|
export declare const attemptDiagnosticsProjector: Readonly<{
|
|
@@ -2377,15 +2417,23 @@ export declare const attemptDiagnosticsProjector: Readonly<{
|
|
|
2377
2417
|
readonly commandId: string;
|
|
2378
2418
|
})[]];
|
|
2379
2419
|
};
|
|
2380
|
-
readonly intervals: readonly {
|
|
2420
|
+
readonly intervals: readonly ({
|
|
2381
2421
|
readonly outcome: "completed" | "cancelled" | "interrupted" | "failed" | "unknown";
|
|
2382
2422
|
readonly label: string;
|
|
2383
|
-
readonly phase: "agent.
|
|
2423
|
+
readonly phase: "agent.send";
|
|
2384
2424
|
readonly startOffsetMs: number;
|
|
2385
2425
|
readonly durationMs: number;
|
|
2386
2426
|
readonly intervalId: string;
|
|
2387
2427
|
readonly parentIntervalId: string | null;
|
|
2388
|
-
}
|
|
2428
|
+
} | {
|
|
2429
|
+
readonly outcome: "completed" | "cancelled" | "interrupted" | "failed" | "unknown";
|
|
2430
|
+
readonly label: string;
|
|
2431
|
+
readonly phase: "agent.ensure" | "sandbox.prepare" | "eval.run" | "sandbox.command" | "attempt.setup" | "attempt.teardown" | "assertion.evaluate" | "verdict.fold";
|
|
2432
|
+
readonly startOffsetMs: number;
|
|
2433
|
+
readonly durationMs: number;
|
|
2434
|
+
readonly intervalId: string;
|
|
2435
|
+
readonly parentIntervalId: string | null;
|
|
2436
|
+
})[];
|
|
2389
2437
|
};
|
|
2390
2438
|
readonly diagnostics: {
|
|
2391
2439
|
readonly collection: {
|
|
@@ -387,15 +387,23 @@ export declare const attemptConversationProjector: Readonly<{
|
|
|
387
387
|
readonly commandId: string;
|
|
388
388
|
})[]];
|
|
389
389
|
};
|
|
390
|
-
readonly intervals: readonly {
|
|
390
|
+
readonly intervals: readonly ({
|
|
391
391
|
readonly outcome: "completed" | "cancelled" | "interrupted" | "failed" | "unknown";
|
|
392
392
|
readonly label: string;
|
|
393
|
-
readonly phase: "agent.
|
|
393
|
+
readonly phase: "agent.send";
|
|
394
394
|
readonly startOffsetMs: number;
|
|
395
395
|
readonly durationMs: number;
|
|
396
396
|
readonly intervalId: string;
|
|
397
397
|
readonly parentIntervalId: string | null;
|
|
398
|
-
}
|
|
398
|
+
} | {
|
|
399
|
+
readonly outcome: "completed" | "cancelled" | "interrupted" | "failed" | "unknown";
|
|
400
|
+
readonly label: string;
|
|
401
|
+
readonly phase: "agent.ensure" | "sandbox.prepare" | "eval.run" | "sandbox.command" | "attempt.setup" | "attempt.teardown" | "assertion.evaluate" | "verdict.fold";
|
|
402
|
+
readonly startOffsetMs: number;
|
|
403
|
+
readonly durationMs: number;
|
|
404
|
+
readonly intervalId: string;
|
|
405
|
+
readonly parentIntervalId: string | null;
|
|
406
|
+
})[];
|
|
399
407
|
};
|
|
400
408
|
readonly diagnostics: {
|
|
401
409
|
readonly collection: {
|
|
@@ -929,15 +937,23 @@ export declare const attemptCommandsProjector: Readonly<{
|
|
|
929
937
|
readonly commandId: string;
|
|
930
938
|
})[]];
|
|
931
939
|
};
|
|
932
|
-
readonly intervals: readonly {
|
|
940
|
+
readonly intervals: readonly ({
|
|
933
941
|
readonly outcome: "completed" | "cancelled" | "interrupted" | "failed" | "unknown";
|
|
934
942
|
readonly label: string;
|
|
935
|
-
readonly phase: "agent.
|
|
943
|
+
readonly phase: "agent.send";
|
|
936
944
|
readonly startOffsetMs: number;
|
|
937
945
|
readonly durationMs: number;
|
|
938
946
|
readonly intervalId: string;
|
|
939
947
|
readonly parentIntervalId: string | null;
|
|
940
|
-
}
|
|
948
|
+
} | {
|
|
949
|
+
readonly outcome: "completed" | "cancelled" | "interrupted" | "failed" | "unknown";
|
|
950
|
+
readonly label: string;
|
|
951
|
+
readonly phase: "agent.ensure" | "sandbox.prepare" | "eval.run" | "sandbox.command" | "attempt.setup" | "attempt.teardown" | "assertion.evaluate" | "verdict.fold";
|
|
952
|
+
readonly startOffsetMs: number;
|
|
953
|
+
readonly durationMs: number;
|
|
954
|
+
readonly intervalId: string;
|
|
955
|
+
readonly parentIntervalId: string | null;
|
|
956
|
+
})[];
|
|
941
957
|
};
|
|
942
958
|
readonly diagnostics: {
|
|
943
959
|
readonly collection: {
|
|
@@ -1382,15 +1398,23 @@ export declare const attemptUsageProjector: Readonly<{
|
|
|
1382
1398
|
readonly commandId: string;
|
|
1383
1399
|
})[]];
|
|
1384
1400
|
};
|
|
1385
|
-
readonly intervals: readonly {
|
|
1401
|
+
readonly intervals: readonly ({
|
|
1386
1402
|
readonly outcome: "completed" | "cancelled" | "interrupted" | "failed" | "unknown";
|
|
1387
1403
|
readonly label: string;
|
|
1388
|
-
readonly phase: "agent.
|
|
1404
|
+
readonly phase: "agent.send";
|
|
1389
1405
|
readonly startOffsetMs: number;
|
|
1390
1406
|
readonly durationMs: number;
|
|
1391
1407
|
readonly intervalId: string;
|
|
1392
1408
|
readonly parentIntervalId: string | null;
|
|
1393
|
-
}
|
|
1409
|
+
} | {
|
|
1410
|
+
readonly outcome: "completed" | "cancelled" | "interrupted" | "failed" | "unknown";
|
|
1411
|
+
readonly label: string;
|
|
1412
|
+
readonly phase: "agent.ensure" | "sandbox.prepare" | "eval.run" | "sandbox.command" | "attempt.setup" | "attempt.teardown" | "assertion.evaluate" | "verdict.fold";
|
|
1413
|
+
readonly startOffsetMs: number;
|
|
1414
|
+
readonly durationMs: number;
|
|
1415
|
+
readonly intervalId: string;
|
|
1416
|
+
readonly parentIntervalId: string | null;
|
|
1417
|
+
})[];
|
|
1394
1418
|
};
|
|
1395
1419
|
readonly diagnostics: {
|
|
1396
1420
|
readonly collection: {
|
|
@@ -1884,15 +1908,23 @@ export declare const attemptTimingProjector: Readonly<{
|
|
|
1884
1908
|
readonly commandId: string;
|
|
1885
1909
|
})[]];
|
|
1886
1910
|
};
|
|
1887
|
-
readonly intervals: readonly {
|
|
1911
|
+
readonly intervals: readonly ({
|
|
1888
1912
|
readonly outcome: "completed" | "cancelled" | "interrupted" | "failed" | "unknown";
|
|
1889
1913
|
readonly label: string;
|
|
1890
|
-
readonly phase: "agent.
|
|
1914
|
+
readonly phase: "agent.send";
|
|
1891
1915
|
readonly startOffsetMs: number;
|
|
1892
1916
|
readonly durationMs: number;
|
|
1893
1917
|
readonly intervalId: string;
|
|
1894
1918
|
readonly parentIntervalId: string | null;
|
|
1895
|
-
}
|
|
1919
|
+
} | {
|
|
1920
|
+
readonly outcome: "completed" | "cancelled" | "interrupted" | "failed" | "unknown";
|
|
1921
|
+
readonly label: string;
|
|
1922
|
+
readonly phase: "agent.ensure" | "sandbox.prepare" | "eval.run" | "sandbox.command" | "attempt.setup" | "attempt.teardown" | "assertion.evaluate" | "verdict.fold";
|
|
1923
|
+
readonly startOffsetMs: number;
|
|
1924
|
+
readonly durationMs: number;
|
|
1925
|
+
readonly intervalId: string;
|
|
1926
|
+
readonly parentIntervalId: string | null;
|
|
1927
|
+
})[];
|
|
1896
1928
|
};
|
|
1897
1929
|
readonly diagnostics: {
|
|
1898
1930
|
readonly collection: {
|
|
@@ -2010,15 +2042,23 @@ export declare const attemptTimingProjector: Readonly<{
|
|
|
2010
2042
|
readonly commandId: string;
|
|
2011
2043
|
})[];
|
|
2012
2044
|
};
|
|
2013
|
-
readonly intervals: readonly {
|
|
2045
|
+
readonly intervals: readonly ({
|
|
2014
2046
|
readonly outcome: "completed" | "cancelled" | "interrupted" | "failed" | "unknown";
|
|
2015
2047
|
readonly label: string;
|
|
2016
|
-
readonly phase: "agent.
|
|
2048
|
+
readonly phase: "agent.send";
|
|
2017
2049
|
readonly startOffsetMs: number;
|
|
2018
2050
|
readonly durationMs: number;
|
|
2019
2051
|
readonly intervalId: string;
|
|
2020
2052
|
readonly parentIntervalId: string | null;
|
|
2021
|
-
}
|
|
2053
|
+
} | {
|
|
2054
|
+
readonly outcome: "completed" | "cancelled" | "interrupted" | "failed" | "unknown";
|
|
2055
|
+
readonly label: string;
|
|
2056
|
+
readonly phase: "agent.ensure" | "sandbox.prepare" | "eval.run" | "sandbox.command" | "attempt.setup" | "attempt.teardown" | "assertion.evaluate" | "verdict.fold";
|
|
2057
|
+
readonly startOffsetMs: number;
|
|
2058
|
+
readonly durationMs: number;
|
|
2059
|
+
readonly intervalId: string;
|
|
2060
|
+
readonly parentIntervalId: string | null;
|
|
2061
|
+
})[];
|
|
2022
2062
|
};
|
|
2023
2063
|
}>;
|
|
2024
2064
|
export declare const attemptDiagnosticsProjector: Readonly<{
|
|
@@ -2377,15 +2417,23 @@ export declare const attemptDiagnosticsProjector: Readonly<{
|
|
|
2377
2417
|
readonly commandId: string;
|
|
2378
2418
|
})[]];
|
|
2379
2419
|
};
|
|
2380
|
-
readonly intervals: readonly {
|
|
2420
|
+
readonly intervals: readonly ({
|
|
2381
2421
|
readonly outcome: "completed" | "cancelled" | "interrupted" | "failed" | "unknown";
|
|
2382
2422
|
readonly label: string;
|
|
2383
|
-
readonly phase: "agent.
|
|
2423
|
+
readonly phase: "agent.send";
|
|
2384
2424
|
readonly startOffsetMs: number;
|
|
2385
2425
|
readonly durationMs: number;
|
|
2386
2426
|
readonly intervalId: string;
|
|
2387
2427
|
readonly parentIntervalId: string | null;
|
|
2388
|
-
}
|
|
2428
|
+
} | {
|
|
2429
|
+
readonly outcome: "completed" | "cancelled" | "interrupted" | "failed" | "unknown";
|
|
2430
|
+
readonly label: string;
|
|
2431
|
+
readonly phase: "agent.ensure" | "sandbox.prepare" | "eval.run" | "sandbox.command" | "attempt.setup" | "attempt.teardown" | "assertion.evaluate" | "verdict.fold";
|
|
2432
|
+
readonly startOffsetMs: number;
|
|
2433
|
+
readonly durationMs: number;
|
|
2434
|
+
readonly intervalId: string;
|
|
2435
|
+
readonly parentIntervalId: string | null;
|
|
2436
|
+
})[];
|
|
2389
2437
|
};
|
|
2390
2438
|
readonly diagnostics: {
|
|
2391
2439
|
readonly collection: {
|
|
@@ -421,15 +421,23 @@ export declare const attemptObservabilityAttachmentWrite: import("../../record/a
|
|
|
421
421
|
readonly commandId: string;
|
|
422
422
|
})[]];
|
|
423
423
|
};
|
|
424
|
-
readonly intervals: readonly {
|
|
424
|
+
readonly intervals: readonly ({
|
|
425
425
|
readonly outcome: "completed" | "cancelled" | "interrupted" | "failed" | "unknown";
|
|
426
426
|
readonly label: string;
|
|
427
|
-
readonly phase: "agent.
|
|
427
|
+
readonly phase: "agent.send";
|
|
428
428
|
readonly startOffsetMs: number;
|
|
429
429
|
readonly durationMs: number;
|
|
430
430
|
readonly intervalId: string;
|
|
431
431
|
readonly parentIntervalId: string | null;
|
|
432
|
-
}
|
|
432
|
+
} | {
|
|
433
|
+
readonly outcome: "completed" | "cancelled" | "interrupted" | "failed" | "unknown";
|
|
434
|
+
readonly label: string;
|
|
435
|
+
readonly phase: "agent.ensure" | "sandbox.prepare" | "eval.run" | "sandbox.command" | "attempt.setup" | "attempt.teardown" | "assertion.evaluate" | "verdict.fold";
|
|
436
|
+
readonly startOffsetMs: number;
|
|
437
|
+
readonly durationMs: number;
|
|
438
|
+
readonly intervalId: string;
|
|
439
|
+
readonly parentIntervalId: string | null;
|
|
440
|
+
})[];
|
|
433
441
|
};
|
|
434
442
|
readonly diagnostics: {
|
|
435
443
|
readonly collection: {
|
|
@@ -421,15 +421,23 @@ export declare const attemptObservabilityAttachmentWrite: import("../../record/a
|
|
|
421
421
|
readonly commandId: string;
|
|
422
422
|
})[]];
|
|
423
423
|
};
|
|
424
|
-
readonly intervals: readonly {
|
|
424
|
+
readonly intervals: readonly ({
|
|
425
425
|
readonly outcome: "completed" | "cancelled" | "interrupted" | "failed" | "unknown";
|
|
426
426
|
readonly label: string;
|
|
427
|
-
readonly phase: "agent.
|
|
427
|
+
readonly phase: "agent.send";
|
|
428
428
|
readonly startOffsetMs: number;
|
|
429
429
|
readonly durationMs: number;
|
|
430
430
|
readonly intervalId: string;
|
|
431
431
|
readonly parentIntervalId: string | null;
|
|
432
|
-
}
|
|
432
|
+
} | {
|
|
433
|
+
readonly outcome: "completed" | "cancelled" | "interrupted" | "failed" | "unknown";
|
|
434
|
+
readonly label: string;
|
|
435
|
+
readonly phase: "agent.ensure" | "sandbox.prepare" | "eval.run" | "sandbox.command" | "attempt.setup" | "attempt.teardown" | "assertion.evaluate" | "verdict.fold";
|
|
436
|
+
readonly startOffsetMs: number;
|
|
437
|
+
readonly durationMs: number;
|
|
438
|
+
readonly intervalId: string;
|
|
439
|
+
readonly parentIntervalId: string | null;
|
|
440
|
+
})[];
|
|
433
441
|
};
|
|
434
442
|
readonly diagnostics: {
|
|
435
443
|
readonly collection: {
|
|
@@ -421,15 +421,23 @@ export declare const attemptObservabilityAttachmentWrite: import("../../record/a
|
|
|
421
421
|
readonly commandId: string;
|
|
422
422
|
})[]];
|
|
423
423
|
};
|
|
424
|
-
readonly intervals: readonly {
|
|
424
|
+
readonly intervals: readonly ({
|
|
425
425
|
readonly outcome: "completed" | "cancelled" | "interrupted" | "failed" | "unknown";
|
|
426
426
|
readonly label: string;
|
|
427
|
-
readonly phase: "agent.
|
|
427
|
+
readonly phase: "agent.send";
|
|
428
428
|
readonly startOffsetMs: number;
|
|
429
429
|
readonly durationMs: number;
|
|
430
430
|
readonly intervalId: string;
|
|
431
431
|
readonly parentIntervalId: string | null;
|
|
432
|
-
}
|
|
432
|
+
} | {
|
|
433
|
+
readonly outcome: "completed" | "cancelled" | "interrupted" | "failed" | "unknown";
|
|
434
|
+
readonly label: string;
|
|
435
|
+
readonly phase: "agent.ensure" | "sandbox.prepare" | "eval.run" | "sandbox.command" | "attempt.setup" | "attempt.teardown" | "assertion.evaluate" | "verdict.fold";
|
|
436
|
+
readonly startOffsetMs: number;
|
|
437
|
+
readonly durationMs: number;
|
|
438
|
+
readonly intervalId: string;
|
|
439
|
+
readonly parentIntervalId: string | null;
|
|
440
|
+
})[];
|
|
433
441
|
};
|
|
434
442
|
readonly diagnostics: {
|
|
435
443
|
readonly collection: {
|
|
@@ -16,6 +16,7 @@ exports.createRunnerRunObservabilityCapture = createRunnerRunObservabilityCaptur
|
|
|
16
16
|
const node_crypto_1 = require("node:crypto");
|
|
17
17
|
const effect_1 = require("effect");
|
|
18
18
|
const redaction_ts_1 = require("../../sandbox/redaction.cjs");
|
|
19
|
+
const turn_label_ts_1 = require("../../shared/turn-label.cjs");
|
|
19
20
|
const capture_ts_1 = require("./capture.cjs");
|
|
20
21
|
const limits_ts_1 = require("./limits.cjs");
|
|
21
22
|
const model_ts_1 = require("./model.cjs");
|
|
@@ -1231,7 +1232,10 @@ function normalizeCommands(runtime) {
|
|
|
1231
1232
|
function normalizeUsage(input) {
|
|
1232
1233
|
// EvalResult.usage remains an aggregate for legacy consumers. Only records
|
|
1233
1234
|
// captured from actual Session onTurn values above enter this family.
|
|
1234
|
-
if (input.result.evidenceCoverage.usage.status
|
|
1235
|
+
if (input.result.evidenceCoverage.usage.status === "unavailable") {
|
|
1236
|
+
input.runtime.usageLimitations.addUnsupported("usage-observation");
|
|
1237
|
+
}
|
|
1238
|
+
else if (input.result.evidenceCoverage.usage.status === "partial") {
|
|
1235
1239
|
input.runtime.usageLimitations.addCaptureFailed("usage-capture", "usage-observation");
|
|
1236
1240
|
}
|
|
1237
1241
|
if (input.result.retryAttempts?.some((attempt) => attempt.usage !== undefined) === true) {
|
|
@@ -1307,9 +1311,15 @@ function timingActivityProjection(activity) {
|
|
|
1307
1311
|
if (phase === undefined)
|
|
1308
1312
|
return undefined;
|
|
1309
1313
|
// Runner's activity label is human-facing and can contain spaces or other
|
|
1310
|
-
// SafeText punctuation.
|
|
1311
|
-
//
|
|
1312
|
-
|
|
1314
|
+
// SafeText punctuation. Standard activities retain a stable key when their
|
|
1315
|
+
// display label cannot cross the durable boundary. Native agent turns keep
|
|
1316
|
+
// their canonical slash coordinate so the Record writer never invents a
|
|
1317
|
+
// dot-encoded historical label.
|
|
1318
|
+
const label = activity.key === "agent.turn"
|
|
1319
|
+
&& activity.sessionIndex !== undefined
|
|
1320
|
+
&& activity.turnIndex !== undefined
|
|
1321
|
+
? (0, turn_label_ts_1.formatTurnLabel)(activity.sessionIndex, activity.turnIndex)
|
|
1322
|
+
: stableLabel(activity.label) ?? stableLabel(activity.key);
|
|
1313
1323
|
if (label === undefined)
|
|
1314
1324
|
return undefined;
|
|
1315
1325
|
return Object.freeze({ phase, label });
|