niceeval 0.13.1 → 0.13.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/INDEX.md +25 -2
- package/README.md +9 -10
- package/README.zh.md +9 -10
- package/dist/agents/ai-sdk.cjs.map +1 -1
- package/dist/agents/ai-sdk.d.cts +1 -1
- package/dist/agents/ai-sdk.d.mts +1 -1
- package/dist/agents/ai-sdk.d.ts +1 -1
- package/dist/agents/bub-install-spec.cjs +19 -5
- package/dist/agents/bub-install-spec.cjs.map +1 -1
- package/dist/agents/bub-install-spec.d.cts +9 -2
- package/dist/agents/bub-install-spec.d.mts +9 -2
- package/dist/agents/bub-install-spec.d.ts +9 -2
- package/dist/agents/bub-install-spec.js +14 -12
- package/dist/agents/bub.cjs +10 -6
- package/dist/agents/bub.cjs.map +1 -1
- package/dist/agents/bub.d.cts +2 -2
- package/dist/agents/bub.d.mts +2 -2
- package/dist/agents/bub.d.ts +2 -2
- package/dist/agents/claude-code.cjs.map +1 -1
- package/dist/agents/claude-code.d.cts +2 -2
- package/dist/agents/claude-code.d.mts +2 -2
- package/dist/agents/claude-code.d.ts +2 -2
- package/dist/agents/codex.cjs +4 -4
- package/dist/agents/codex.cjs.map +1 -1
- package/dist/agents/codex.d.cts +3 -3
- package/dist/agents/codex.d.mts +3 -3
- package/dist/agents/codex.d.ts +3 -3
- package/dist/agents/coding-cli-versions.cjs +10 -1
- package/dist/agents/coding-cli-versions.cjs.map +1 -1
- package/dist/agents/coding-cli-versions.d.cts +8 -3
- package/dist/agents/coding-cli-versions.d.mts +8 -3
- package/dist/agents/coding-cli-versions.d.ts +8 -3
- package/dist/agents/coding-cli-versions.js +18 -12
- package/dist/agents/deepseek-harness.cjs +151 -0
- package/dist/agents/deepseek-harness.cjs.map +1 -0
- package/dist/agents/deepseek-harness.d.cts +14 -0
- package/dist/agents/deepseek-harness.d.mts +14 -0
- package/dist/agents/deepseek-harness.d.ts +14 -0
- package/dist/agents/deepseek-harness.js +7 -0
- package/dist/agents/deepseek-harness.js.map +1 -0
- package/dist/agents/exact-npm-plugins.cjs +28 -0
- package/dist/agents/exact-npm-plugins.cjs.map +1 -0
- package/dist/agents/exact-npm-plugins.d.cts +10 -0
- package/dist/agents/exact-npm-plugins.d.mts +10 -0
- package/dist/agents/exact-npm-plugins.d.ts +10 -0
- package/dist/agents/exact-npm-plugins.js +8 -0
- package/dist/agents/exact-npm-plugins.js.map +1 -0
- package/dist/agents/index.cjs +5 -1
- package/dist/agents/index.cjs.map +1 -1
- package/dist/agents/index.d.cts +4 -0
- package/dist/agents/index.d.mts +4 -0
- package/dist/agents/index.d.ts +4 -0
- package/dist/agents/index.js +54 -50
- package/dist/agents/index.mjs +54 -50
- package/dist/agents/omp.cjs +170 -0
- package/dist/agents/omp.cjs.map +1 -0
- package/dist/agents/omp.d.cts +14 -0
- package/dist/agents/omp.d.mts +14 -0
- package/dist/agents/omp.d.ts +14 -0
- package/dist/agents/omp.js +7 -0
- package/dist/agents/omp.js.map +1 -0
- package/dist/agents/openclaw.cjs +51 -2
- package/dist/agents/openclaw.cjs.map +1 -1
- package/dist/agents/openclaw.d.cts +2 -0
- package/dist/agents/openclaw.d.mts +2 -0
- package/dist/agents/openclaw.d.ts +2 -0
- package/dist/agents/types.cjs.map +1 -1
- package/dist/agents/types.d.cts +4 -4
- package/dist/agents/types.d.mts +4 -4
- package/dist/agents/types.d.ts +4 -4
- package/dist/agents/ui-message-stream.cjs +24 -7
- package/dist/agents/ui-message-stream.cjs.map +1 -1
- package/dist/analysis/api.cjs +28 -2
- package/dist/analysis/api.cjs.map +1 -1
- package/dist/analysis/api.d.cts +22 -1
- package/dist/analysis/api.d.mts +22 -1
- package/dist/analysis/api.d.ts +22 -1
- package/dist/analysis/api.js +8 -6
- package/dist/analysis/bindings.cjs +11 -18
- package/dist/analysis/bindings.cjs.map +1 -1
- package/dist/analysis/bindings.d.cts +177 -49
- package/dist/analysis/bindings.d.mts +177 -49
- package/dist/analysis/bindings.d.ts +177 -49
- package/dist/analysis/contracts.cjs +1 -0
- package/dist/analysis/contracts.cjs.map +1 -1
- package/dist/analysis/contracts.d.cts +43 -3
- package/dist/analysis/contracts.d.mts +43 -3
- package/dist/analysis/contracts.d.ts +43 -3
- package/dist/analysis/cost-projection.cjs +2 -1
- package/dist/analysis/cost-projection.cjs.map +1 -1
- package/dist/analysis/cost-projection.d.cts +1 -1
- package/dist/analysis/cost-projection.d.mts +1 -1
- package/dist/analysis/cost-projection.d.ts +1 -1
- package/dist/analysis/cost.cjs +13 -3
- package/dist/analysis/cost.cjs.map +1 -1
- package/dist/analysis/cost.d.cts +10 -3
- package/dist/analysis/cost.d.mts +10 -3
- package/dist/analysis/cost.d.ts +10 -3
- package/dist/analysis/experiment-groups.cjs +96 -0
- package/dist/analysis/experiment-groups.cjs.map +1 -0
- package/dist/analysis/experiment-groups.d.cts +9 -0
- package/dist/analysis/experiment-groups.d.mts +9 -0
- package/dist/analysis/experiment-groups.d.ts +9 -0
- package/dist/analysis/experiment-groups.js +10 -0
- package/dist/analysis/experiment-groups.js.map +1 -0
- package/dist/analysis/index.cjs +4 -1
- package/dist/analysis/index.cjs.map +1 -1
- package/dist/analysis/index.d.cts +4 -2
- package/dist/analysis/index.d.mts +4 -2
- package/dist/analysis/index.d.ts +4 -2
- package/dist/analysis/index.js +40 -36
- package/dist/analysis/index.mjs +40 -36
- package/dist/assertions/limits.cjs +4 -0
- package/dist/assertions/limits.cjs.map +1 -1
- package/dist/assertions/limits.d.cts +4 -0
- package/dist/assertions/limits.d.mts +4 -0
- package/dist/assertions/limits.d.ts +4 -0
- package/dist/assertions/match.cjs +63 -25
- package/dist/assertions/match.cjs.map +1 -1
- package/dist/assertions/match.d.cts +7 -0
- package/dist/assertions/match.d.mts +7 -0
- package/dist/assertions/match.d.ts +7 -0
- package/dist/assertions/record/attachment.cjs +32 -4
- package/dist/assertions/record/attachment.cjs.map +1 -1
- package/dist/assertions/record/diff.cjs +10 -4
- package/dist/assertions/record/diff.cjs.map +1 -1
- package/dist/assertions/record/producer.cjs +101 -4
- package/dist/assertions/record/producer.cjs.map +1 -1
- package/dist/assertions/record/producer.d.cts +4 -1
- package/dist/assertions/record/producer.d.mts +4 -1
- package/dist/assertions/record/producer.d.ts +4 -1
- package/dist/assertions/runtime.cjs +45 -5
- package/dist/assertions/runtime.cjs.map +1 -1
- package/dist/cli/record.cjs +113 -8
- package/dist/cli/record.cjs.map +1 -1
- package/dist/cli/record.d.cts +20 -1
- package/dist/cli/record.d.mts +20 -1
- package/dist/cli/record.d.ts +20 -1
- package/dist/cli/record.js +4 -2
- package/dist/cli.cjs +386 -31
- package/dist/cli.cjs.map +1 -1
- package/dist/cli.d.cts +10 -2
- package/dist/cli.d.mts +10 -2
- package/dist/cli.d.ts +10 -2
- package/dist/context/send-retry.cjs +4 -4
- package/dist/context/send-retry.cjs.map +1 -1
- package/dist/coordination/host/runtime.cjs +8 -30
- package/dist/coordination/host/runtime.cjs.map +1 -1
- package/dist/coordination/host/runtime.d.cts +3 -3
- package/dist/coordination/host/runtime.d.mts +3 -3
- package/dist/coordination/host/runtime.d.ts +3 -3
- package/dist/coordination/host/types.cjs.map +1 -1
- package/dist/coordination/host/types.d.cts +0 -5
- package/dist/coordination/host/types.d.mts +0 -5
- package/dist/coordination/host/types.d.ts +0 -5
- package/dist/coordination/platform/node.cjs +90 -9
- package/dist/coordination/platform/node.cjs.map +1 -1
- package/dist/define.cjs +25 -1
- package/dist/define.cjs.map +1 -1
- package/dist/experiment/host/index.cjs +1 -0
- package/dist/experiment/host/index.cjs.map +1 -1
- package/dist/i18n/en.cjs +26 -8
- package/dist/i18n/en.cjs.map +1 -1
- package/dist/i18n/en.d.cts +19 -6
- package/dist/i18n/en.d.mts +19 -6
- package/dist/i18n/en.d.ts +19 -6
- package/dist/index.cjs.map +1 -1
- package/dist/index.d.cts +1 -1
- package/dist/index.d.mts +1 -1
- package/dist/index.d.ts +1 -1
- package/dist/o11y/parsers/hermes.cjs +1 -1
- package/dist/o11y/parsers/hermes.cjs.map +1 -1
- package/dist/o11y/prices.json +1 -1
- package/dist/o11y/record/families.cjs +12 -3
- package/dist/o11y/record/families.cjs.map +1 -1
- package/dist/o11y/record/families.d.cts +8 -8
- package/dist/o11y/record/families.d.mts +8 -8
- package/dist/o11y/record/families.d.ts +8 -8
- package/dist/o11y/record/family-projectors.d.cts +66 -18
- package/dist/o11y/record/family-projectors.d.mts +66 -18
- package/dist/o11y/record/family-projectors.d.ts +66 -18
- package/dist/o11y/record/family-writers.d.cts +11 -3
- package/dist/o11y/record/family-writers.d.mts +11 -3
- package/dist/o11y/record/family-writers.d.ts +11 -3
- package/dist/o11y/record/runner-producer.cjs +14 -4
- package/dist/o11y/record/runner-producer.cjs.map +1 -1
- package/dist/record/codec/core.d.cts +2 -2
- package/dist/record/codec/core.d.mts +2 -2
- package/dist/record/codec/core.d.ts +2 -2
- package/dist/record/family/catalog.d.cts +44 -12
- package/dist/record/family/catalog.d.mts +44 -12
- package/dist/record/family/catalog.d.ts +44 -12
- package/dist/record/family/index.js +128 -124
- package/dist/record/family/observability-v1.cjs +35 -0
- package/dist/record/family/observability-v1.cjs.map +1 -0
- package/dist/record/family/observability-v1.d.cts +3 -0
- package/dist/record/family/observability-v1.d.mts +3 -0
- package/dist/record/family/observability-v1.d.ts +3 -0
- package/dist/record/family/observability-v1.js +6 -0
- package/dist/record/family/observability-v1.js.map +1 -0
- package/dist/record/family/observability.cjs +58 -9
- package/dist/record/family/observability.cjs.map +1 -1
- package/dist/record/family/observability.d.cts +1014 -15
- package/dist/record/family/observability.d.mts +1014 -15
- package/dist/record/family/observability.d.ts +1014 -15
- package/dist/record/family/observability.js +22 -18
- package/dist/record/host/runtime.cjs +600 -31
- package/dist/record/host/runtime.cjs.map +1 -1
- package/dist/record/host/types.cjs.map +1 -1
- package/dist/record/host/types.d.cts +33 -9
- package/dist/record/host/types.d.mts +33 -9
- package/dist/record/host/types.d.ts +33 -9
- package/dist/record/maintenance/runtime.cjs +1 -2
- package/dist/record/maintenance/runtime.cjs.map +1 -1
- package/dist/record/model/core.cjs.map +1 -1
- package/dist/record/model/core.d.cts +1 -1
- package/dist/record/model/core.d.mts +1 -1
- package/dist/record/model/core.d.ts +1 -1
- package/dist/record/model/definition.d.cts +6 -6
- package/dist/record/model/definition.d.mts +6 -6
- package/dist/record/model/definition.d.ts +6 -6
- package/dist/record/model/identifiers.cjs +1 -1
- package/dist/record/model/identifiers.cjs.map +1 -1
- package/dist/record/model/identifiers.d.cts +1 -1
- package/dist/record/model/identifiers.d.mts +1 -1
- package/dist/record/model/identifiers.d.ts +1 -1
- package/dist/record/platform/node.cjs +159 -23
- package/dist/record/platform/node.cjs.map +1 -1
- package/dist/record/platform/services.cjs.map +1 -1
- package/dist/record/platform/services.d.cts +15 -2
- package/dist/record/platform/services.d.mts +15 -2
- package/dist/record/platform/services.d.ts +15 -2
- package/dist/record/reader/errors.cjs +37 -1
- package/dist/record/reader/errors.cjs.map +1 -1
- package/dist/record/reader/errors.d.cts +49 -1
- package/dist/record/reader/errors.d.mts +49 -1
- package/dist/record/reader/errors.d.ts +49 -1
- package/dist/record/reader/errors.js +22 -12
- package/dist/record/reader/format.cjs +76 -17
- package/dist/record/reader/format.cjs.map +1 -1
- package/dist/record/reader/format.d.cts +11 -4
- package/dist/record/reader/format.d.mts +11 -4
- package/dist/record/reader/format.d.ts +11 -4
- package/dist/record/reader/format.js +2 -0
- package/dist/record/reader/index.js +32 -18
- package/dist/record/reader/runtime.cjs +64 -0
- package/dist/record/reader/runtime.cjs.map +1 -1
- package/dist/record/reader/runtime.d.cts +15 -0
- package/dist/record/reader/runtime.d.mts +15 -0
- package/dist/record/reader/runtime.d.ts +15 -0
- package/dist/record/reader/runtime.js +2 -0
- package/dist/report/assets/styles.css +53 -29
- package/dist/report/built-in/analysis-values.cjs +21 -13
- package/dist/report/built-in/analysis-values.cjs.map +1 -1
- package/dist/report/built-in/analysis-values.d.cts +11 -22
- package/dist/report/built-in/analysis-values.d.mts +11 -22
- package/dist/report/built-in/analysis-values.d.ts +11 -22
- package/dist/report/built-in/analysis-values.js +4 -6
- package/dist/report/built-in/index.cjs +1 -3
- package/dist/report/built-in/index.cjs.map +1 -1
- package/dist/report/built-in/index.d.cts +1 -1
- package/dist/report/built-in/index.d.mts +1 -1
- package/dist/report/built-in/index.d.ts +1 -1
- package/dist/report/built-in/index.js +4 -8
- package/dist/report/built-in/index.mjs +4 -8
- package/dist/report/built-in/machine.cjs +0 -2
- package/dist/report/built-in/machine.cjs.map +1 -1
- package/dist/report/built-in/machine.d.cts +0 -2
- package/dist/report/built-in/machine.d.mts +0 -2
- package/dist/report/built-in/machine.d.ts +0 -2
- package/dist/report/built-in/result-components.cjs +49 -51
- package/dist/report/built-in/result-components.cjs.map +1 -1
- package/dist/report/built-in/result-components.d.cts +16 -17
- package/dist/report/built-in/result-components.d.mts +16 -17
- package/dist/report/built-in/result-components.d.ts +16 -17
- package/dist/report/built-in/result-components.js +0 -4
- package/dist/report/built-in/run-membership-overview.cjs +126 -17
- package/dist/report/built-in/run-membership-overview.cjs.map +1 -1
- package/dist/report/built-in/run-membership-overview.d.cts +14 -0
- package/dist/report/built-in/run-membership-overview.d.mts +14 -0
- package/dist/report/built-in/run-membership-overview.d.ts +14 -0
- package/dist/report/built-in/run-membership-overview.js +4 -2
- package/dist/report/built-in/standard.cjs +80 -45
- package/dist/report/built-in/standard.cjs.map +1 -1
- package/dist/report/built-in/standard.d.cts +19 -41
- package/dist/report/built-in/standard.d.mts +19 -41
- package/dist/report/built-in/standard.d.ts +19 -41
- package/dist/report/built-in/standard.js +6 -6
- package/dist/report/components/attempt-detail/compute.cjs +78 -2
- package/dist/report/components/attempt-detail/compute.cjs.map +1 -1
- package/dist/report/components/attempt-detail/compute.d.cts +1 -1
- package/dist/report/components/attempt-detail/compute.d.mts +1 -1
- package/dist/report/components/attempt-detail/compute.d.ts +1 -1
- package/dist/report/components/attempt-detail/content.cjs +1 -1
- package/dist/report/components/attempt-detail/content.cjs.map +1 -1
- package/dist/report/components/entity-lists/compute.cjs +42 -5
- package/dist/report/components/entity-lists/compute.cjs.map +1 -1
- package/dist/report/components/entity-lists/compute.d.cts +10 -8
- package/dist/report/components/entity-lists/compute.d.mts +10 -8
- package/dist/report/components/entity-lists/compute.d.ts +10 -8
- package/dist/report/components/entity-lists/content.cjs +31 -6
- package/dist/report/components/entity-lists/content.cjs.map +1 -1
- package/dist/report/components/entity-lists/index.cjs +9 -4
- package/dist/report/components/entity-lists/index.cjs.map +1 -1
- package/dist/report/components/entity-lists/index.d.cts +4 -7
- package/dist/report/components/entity-lists/index.d.mts +4 -7
- package/dist/report/components/entity-lists/index.d.ts +4 -7
- package/dist/report/components/summaries/compute.cjs +8 -1
- package/dist/report/components/summaries/compute.cjs.map +1 -1
- package/dist/report/components/summaries/compute.d.cts +9 -1
- package/dist/report/components/summaries/compute.d.mts +9 -1
- package/dist/report/components/summaries/compute.d.ts +9 -1
- package/dist/report/components/summaries/index.cjs +48 -4
- package/dist/report/components/summaries/index.cjs.map +1 -1
- package/dist/report/components/summaries/index.d.cts +7 -4
- package/dist/report/components/summaries/index.d.mts +7 -4
- package/dist/report/components/summaries/index.d.ts +7 -4
- package/dist/report/definition/cell.cjs +3 -0
- package/dist/report/definition/cell.cjs.map +1 -1
- package/dist/report/definition/cell.d.cts +2 -0
- package/dist/report/definition/cell.d.mts +2 -0
- package/dist/report/definition/cell.d.ts +2 -0
- package/dist/report/definition/primitives/chart.cjs +8 -5
- package/dist/report/definition/primitives/chart.cjs.map +1 -1
- package/dist/report/definition/primitives/points-dataset.cjs +1 -0
- package/dist/report/definition/primitives/points-dataset.cjs.map +1 -1
- package/dist/report/definition/primitives.cjs +15 -2
- package/dist/report/definition/primitives.cjs.map +1 -1
- package/dist/report/definition/report.cjs +27 -3
- package/dist/report/definition/report.cjs.map +1 -1
- package/dist/report/definition/report.d.cts +8 -0
- package/dist/report/definition/report.d.mts +8 -0
- package/dist/report/definition/report.d.ts +8 -0
- package/dist/report/execution/machine.cjs +30 -14
- package/dist/report/execution/machine.cjs.map +1 -1
- package/dist/report/execution/machine.d.cts +20 -10
- package/dist/report/execution/machine.d.mts +20 -10
- package/dist/report/execution/machine.d.ts +20 -10
- package/dist/report/execution/machine.js +6 -6
- package/dist/report/host/execute.cjs +25 -16
- package/dist/report/host/execute.cjs.map +1 -1
- package/dist/report/host/execute.d.cts +4 -0
- package/dist/report/host/execute.d.mts +4 -0
- package/dist/report/host/execute.d.ts +4 -0
- package/dist/report/host/from-record.cjs +22 -5
- package/dist/report/host/from-record.cjs.map +1 -1
- package/dist/report/host/machine.cjs +53 -11
- package/dist/report/host/machine.cjs.map +1 -1
- package/dist/report/host/site-runtime.cjs +9 -8
- package/dist/report/host/site-runtime.cjs.map +1 -1
- package/dist/report/host/site-runtime.d.cts +1 -1
- package/dist/report/host/site-runtime.d.mts +1 -1
- package/dist/report/host/site-runtime.d.ts +1 -1
- package/dist/report/host/static.cjs +56 -9
- package/dist/report/host/static.cjs.map +1 -1
- package/dist/report/index.cjs.map +1 -1
- package/dist/report/index.d.cts +1 -1
- package/dist/report/index.d.mts +1 -1
- package/dist/report/index.d.ts +1 -1
- package/dist/report/model/dataset.cjs +7 -2
- package/dist/report/model/dataset.cjs.map +1 -1
- package/dist/report/model/locale.cjs +2 -0
- package/dist/report/model/locale.cjs.map +1 -1
- package/dist/report/model/locale.d.cts +1 -0
- package/dist/report/model/locale.d.mts +1 -0
- package/dist/report/model/locale.d.ts +1 -0
- package/dist/report/model/metrics.cjs +3 -1
- package/dist/report/model/metrics.cjs.map +1 -1
- package/dist/report/model/pricing.cjs +16 -11
- package/dist/report/model/pricing.cjs.map +1 -1
- package/dist/report/react/styles.css +53 -29
- package/dist/runner/adoption.cjs +1 -0
- package/dist/runner/adoption.cjs.map +1 -1
- package/dist/runner/attempt.cjs +44 -5
- package/dist/runner/attempt.cjs.map +1 -1
- package/dist/runner/attempt.d.cts +13 -1
- package/dist/runner/attempt.d.mts +13 -1
- package/dist/runner/attempt.d.ts +13 -1
- package/dist/runner/config-identity.cjs +10 -2
- package/dist/runner/config-identity.cjs.map +1 -1
- package/dist/runner/config-identity.d.cts +4 -2
- package/dist/runner/config-identity.d.mts +4 -2
- package/dist/runner/config-identity.d.ts +4 -2
- package/dist/runner/feedback/human.cjs +298 -59
- package/dist/runner/feedback/human.cjs.map +1 -1
- package/dist/runner/feedback/json.cjs +14 -6
- package/dist/runner/feedback/json.cjs.map +1 -1
- package/dist/runner/feedback/json.d.cts +3 -2
- package/dist/runner/feedback/json.d.mts +3 -2
- package/dist/runner/feedback/json.d.ts +3 -2
- package/dist/runner/feedback/reducer.cjs +2 -0
- package/dist/runner/feedback/reducer.cjs.map +1 -1
- package/dist/runner/judge-config.cjs +1 -1
- package/dist/runner/judge-config.cjs.map +1 -1
- package/dist/runner/ledger.cjs +124 -12
- package/dist/runner/ledger.cjs.map +1 -1
- package/dist/runner/project-current.cjs +13 -5
- package/dist/runner/project-current.cjs.map +1 -1
- package/dist/runner/run.cjs +564 -256
- package/dist/runner/run.cjs.map +1 -1
- package/dist/runner/sandbox-pool.cjs +161 -30
- package/dist/runner/sandbox-pool.cjs.map +1 -1
- package/dist/runner/sandbox-pool.d.cts +34 -2
- package/dist/runner/sandbox-pool.d.mts +34 -2
- package/dist/runner/sandbox-pool.d.ts +34 -2
- package/dist/runner/shared-state-lease.cjs +803 -0
- package/dist/runner/shared-state-lease.cjs.map +1 -0
- package/dist/runner/shared-state-lease.d.cts +121 -0
- package/dist/runner/shared-state-lease.d.mts +121 -0
- package/dist/runner/shared-state-lease.d.ts +121 -0
- package/dist/runner/shared-state-lease.js +24 -0
- package/dist/runner/shared-state-lease.js.map +1 -0
- package/dist/runner/teardown-registry.cjs +97 -34
- package/dist/runner/teardown-registry.cjs.map +1 -1
- package/dist/runner/teardown-registry.d.cts +27 -1
- package/dist/runner/teardown-registry.d.mts +27 -1
- package/dist/runner/teardown-registry.d.ts +27 -1
- package/dist/runner/teardown-registry.js +20 -16
- package/dist/runner/types.cjs.map +1 -1
- package/dist/runner/types.d.cts +31 -5
- package/dist/runner/types.d.mts +31 -5
- package/dist/runner/types.d.ts +31 -5
- package/dist/sample/analysis.cjs +249 -459
- package/dist/sample/analysis.cjs.map +1 -1
- package/dist/sample/capability.cjs +138 -7
- package/dist/sample/capability.cjs.map +1 -1
- package/dist/sample/capability.d.cts +3 -1
- package/dist/sample/capability.d.mts +3 -1
- package/dist/sample/capability.d.ts +3 -1
- package/dist/sample/capability.js +8 -6
- package/dist/sandbox/docker-agent-image.cjs +5 -1
- package/dist/sandbox/docker-agent-image.cjs.map +1 -1
- package/dist/sandbox/docker-agent-image.d.cts +2 -0
- package/dist/sandbox/docker-agent-image.d.mts +2 -0
- package/dist/sandbox/docker-agent-image.d.ts +2 -0
- package/dist/sandbox/docker-agent-image.js +14 -10
- package/dist/sandbox/docker-profile/schema.cjs +283 -534
- package/dist/sandbox/docker-profile/schema.cjs.map +1 -1
- package/dist/sandbox/docker-profile/schema.d.cts +10 -27
- package/dist/sandbox/docker-profile/schema.d.mts +10 -27
- package/dist/sandbox/docker-profile/schema.d.ts +10 -27
- package/dist/sandbox/e2b-agent-template.cjs +5 -2
- package/dist/sandbox/e2b-agent-template.cjs.map +1 -1
- package/dist/sandbox/index.cjs +4 -2
- package/dist/sandbox/index.cjs.map +1 -1
- package/dist/sandbox/index.d.cts +1 -1
- package/dist/sandbox/index.d.mts +1 -1
- package/dist/sandbox/index.d.ts +1 -1
- package/dist/sandbox/index.js +120 -116
- package/dist/sandbox/index.mjs +120 -116
- package/dist/sandbox/keep-registry.cjs +28 -66
- package/dist/sandbox/keep-registry.cjs.map +1 -1
- package/dist/sandbox/types.cjs.map +1 -1
- package/dist/sandbox/types.d.cts +1 -1
- package/dist/sandbox/types.d.mts +1 -1
- package/dist/sandbox/types.d.ts +1 -1
- package/dist/shared/aggregate.cjs +16 -6
- package/dist/shared/aggregate.cjs.map +1 -1
- package/dist/shared/aggregate.d.cts +12 -4
- package/dist/shared/aggregate.d.mts +12 -4
- package/dist/shared/aggregate.d.ts +12 -4
- package/dist/shared/turn-label.cjs +20 -2
- package/dist/shared/turn-label.cjs.map +1 -1
- package/dist/shared/turn-label.d.cts +2 -0
- package/dist/shared/turn-label.d.mts +2 -0
- package/dist/shared/turn-label.d.ts +2 -0
- package/dist/shared/turn-label.js +4 -2
- package/dist/vendor/remark/remark-gfm.cjs +7 -7
- package/dist/vendor/remark/remark-gfm.cjs.map +1 -1
- package/dist/vendor/remark/remark-parse.cjs +12 -12
- package/dist/vendor/remark/remark-parse.cjs.map +1 -1
- package/dist/vendor/remark/remark.cjs +13 -13
- package/dist/vendor/remark/remark.cjs.map +1 -1
- package/dist/view/server.cjs +6 -0
- package/dist/view/server.cjs.map +1 -1
- package/docs-site/images/hitl-handshake-zh.svg +3 -3
- package/docs-site/zh/examples/ai-agent-application.mdx +1 -1
- package/docs-site/zh/examples/coding-agent-extensions.mdx +1 -1
- package/docs-site/zh/examples/integrations/ai-sdk-v7.mdx +4 -3
- package/docs-site/zh/examples/integrations/claude-sdk.mdx +3 -3
- package/docs-site/zh/examples/integrations/codex-sdk.mdx +5 -5
- package/docs-site/zh/examples/integrations/langgraph.mdx +4 -4
- package/docs-site/zh/examples/integrations/pi-sdk.mdx +5 -5
- package/docs-site/zh/explanation/adapter.mdx +5 -5
- package/docs-site/zh/explanation/assert.mdx +7 -7
- package/docs-site/zh/explanation/drive.mdx +4 -2
- package/docs-site/zh/explanation/evals.mdx +10 -8
- package/docs-site/zh/explanation/experiment.mdx +2 -2
- package/docs-site/zh/explanation/hitl.mdx +9 -9
- package/docs-site/zh/explanation/judge.mdx +5 -5
- package/docs-site/zh/explanation/overview.mdx +3 -3
- package/docs-site/zh/explanation/runner.mdx +1 -1
- package/docs-site/zh/index.mdx +3 -3
- package/docs-site/zh/reference/builtin-agents.mdx +13 -13
- package/docs-site/zh/reference/capabilities.mdx +1 -1
- package/docs-site/zh/reference/cli.mdx +18 -12
- package/docs-site/zh/reference/define-agent.mdx +130 -5
- package/docs-site/zh/reference/define-config.mdx +2 -2
- package/docs-site/zh/reference/define-eval.mdx +4 -4
- package/docs-site/zh/reference/events.mdx +11 -11
- package/docs-site/zh/reference/official-adapters.mdx +6 -6
- package/docs-site/zh/reference/results-data.mdx +6 -0
- package/docs-site/zh/troubleshooting/debugging.mdx +1 -1
- package/docs-site/zh/troubleshooting/recover-after-kill.mdx +37 -5
- package/docs-site/zh/tutorials/accept-results.mdx +72 -0
- package/docs-site/zh/tutorials/agent-onboarding.mdx +6 -6
- package/docs-site/zh/tutorials/authoring.mdx +9 -13
- package/docs-site/zh/tutorials/ci-integration.mdx +6 -6
- package/docs-site/zh/tutorials/compare-runs.mdx +61 -0
- package/docs-site/zh/tutorials/concurrency.mdx +13 -12
- package/docs-site/zh/tutorials/configuration.mdx +4 -6
- package/docs-site/zh/tutorials/connect-your-agent.mdx +1 -1
- package/docs-site/zh/tutorials/control-run-cost.mdx +58 -0
- package/docs-site/zh/tutorials/criteria-files.mdx +2 -2
- package/docs-site/zh/tutorials/custom-reports.mdx +2 -2
- package/docs-site/zh/tutorials/debug-lifecycle-plan.mdx +46 -0
- package/docs-site/zh/tutorials/docker-in-docker.mdx +52 -43
- package/docs-site/zh/tutorials/eval-groups.mdx +6 -6
- package/docs-site/zh/tutorials/evaluation-kinds.mdx +3 -3
- package/docs-site/zh/tutorials/experiments.mdx +2 -3
- package/docs-site/zh/tutorials/handle-execution-failures.mdx +18 -10
- package/docs-site/zh/tutorials/install-custom-sandbox-agent.mdx +16 -8
- package/docs-site/zh/tutorials/nixos-managed-dind.mdx +160 -0
- package/docs-site/zh/tutorials/plugins.mdx +14 -0
- package/docs-site/zh/tutorials/rerun-and-cache.mdx +4 -2
- package/docs-site/zh/tutorials/sandbox-agent.mdx +17 -11
- package/docs-site/zh/tutorials/sandbox-providers.mdx +17 -13
- package/docs-site/zh/tutorials/sandbox-reuse.mdx +12 -19
- package/docs-site/zh/tutorials/select-and-preview.mdx +65 -0
- package/docs-site/zh/tutorials/verify-judge.mdx +78 -0
- package/docs-site/zh/tutorials/viewing-results.mdx +38 -1
- package/docs-site/zh/tutorials/write-experiment.mdx +7 -5
- package/docs-site/zh/tutorials/write-send.mdx +9 -8
- package/package.json +9 -5
- package/dist/report/built-in/overview.cjs +0 -44
- package/dist/report/built-in/overview.cjs.map +0 -1
- package/dist/report/built-in/overview.d.cts +0 -6
- package/dist/report/built-in/overview.d.mts +0 -6
- package/dist/report/built-in/overview.d.ts +0 -6
- package/dist/report/built-in/overview.js +0 -9
- package/dist/report/built-in/overview.js.map +0 -1
- package/dist/runner/gate-lease.cjs +0 -283
- package/dist/runner/gate-lease.cjs.map +0 -1
- package/dist/runner/gate-lease.d.cts +0 -62
- package/dist/runner/gate-lease.d.mts +0 -62
- package/dist/runner/gate-lease.d.ts +0 -62
- package/dist/runner/gate-lease.js +0 -22
- package/dist/runner/gate-lease.js.map +0 -1
|
@@ -21,128 +21,132 @@ const __niceevalExport8 = __niceevalCanonical["AttemptDiagnosticsCollectionSchem
|
|
|
21
21
|
export { __niceevalExport8 as AttemptDiagnosticsCollectionSchema };
|
|
22
22
|
const __niceevalExport9 = __niceevalCanonical["AttemptObservabilityAttachmentSchema"];
|
|
23
23
|
export { __niceevalExport9 as AttemptObservabilityAttachmentSchema };
|
|
24
|
-
const __niceevalExport10 = __niceevalCanonical["
|
|
25
|
-
export { __niceevalExport10 as
|
|
26
|
-
const __niceevalExport11 = __niceevalCanonical["
|
|
27
|
-
export { __niceevalExport11 as
|
|
28
|
-
const __niceevalExport12 = __niceevalCanonical["
|
|
29
|
-
export { __niceevalExport12 as
|
|
30
|
-
const __niceevalExport13 = __niceevalCanonical["
|
|
31
|
-
export { __niceevalExport13 as
|
|
32
|
-
const __niceevalExport14 = __niceevalCanonical["
|
|
33
|
-
export { __niceevalExport14 as
|
|
34
|
-
const __niceevalExport15 = __niceevalCanonical["
|
|
35
|
-
export { __niceevalExport15 as
|
|
36
|
-
const __niceevalExport16 = __niceevalCanonical["
|
|
37
|
-
export { __niceevalExport16 as
|
|
38
|
-
const __niceevalExport17 = __niceevalCanonical["
|
|
39
|
-
export { __niceevalExport17 as
|
|
40
|
-
const __niceevalExport18 = __niceevalCanonical["
|
|
41
|
-
export { __niceevalExport18 as
|
|
42
|
-
const __niceevalExport19 = __niceevalCanonical["
|
|
43
|
-
export { __niceevalExport19 as
|
|
44
|
-
const __niceevalExport20 = __niceevalCanonical["
|
|
45
|
-
export { __niceevalExport20 as
|
|
46
|
-
const __niceevalExport21 = __niceevalCanonical["
|
|
47
|
-
export { __niceevalExport21 as
|
|
48
|
-
const __niceevalExport22 = __niceevalCanonical["
|
|
49
|
-
export { __niceevalExport22 as
|
|
50
|
-
const __niceevalExport23 = __niceevalCanonical["
|
|
51
|
-
export { __niceevalExport23 as
|
|
52
|
-
const __niceevalExport24 = __niceevalCanonical["
|
|
53
|
-
export { __niceevalExport24 as
|
|
54
|
-
const __niceevalExport25 = __niceevalCanonical["
|
|
55
|
-
export { __niceevalExport25 as
|
|
56
|
-
const __niceevalExport26 = __niceevalCanonical["
|
|
57
|
-
export { __niceevalExport26 as
|
|
58
|
-
const __niceevalExport27 = __niceevalCanonical["
|
|
59
|
-
export { __niceevalExport27 as
|
|
60
|
-
const __niceevalExport28 = __niceevalCanonical["
|
|
61
|
-
export { __niceevalExport28 as
|
|
62
|
-
const __niceevalExport29 = __niceevalCanonical["
|
|
63
|
-
export { __niceevalExport29 as
|
|
64
|
-
const __niceevalExport30 = __niceevalCanonical["
|
|
65
|
-
export { __niceevalExport30 as
|
|
66
|
-
const __niceevalExport31 = __niceevalCanonical["
|
|
67
|
-
export { __niceevalExport31 as
|
|
68
|
-
const __niceevalExport32 = __niceevalCanonical["
|
|
69
|
-
export { __niceevalExport32 as
|
|
70
|
-
const __niceevalExport33 = __niceevalCanonical["
|
|
71
|
-
export { __niceevalExport33 as
|
|
72
|
-
const __niceevalExport34 = __niceevalCanonical["
|
|
73
|
-
export { __niceevalExport34 as
|
|
74
|
-
const __niceevalExport35 = __niceevalCanonical["
|
|
75
|
-
export { __niceevalExport35 as
|
|
76
|
-
const __niceevalExport36 = __niceevalCanonical["
|
|
77
|
-
export { __niceevalExport36 as
|
|
78
|
-
const __niceevalExport37 = __niceevalCanonical["
|
|
79
|
-
export { __niceevalExport37 as
|
|
80
|
-
const __niceevalExport38 = __niceevalCanonical["
|
|
81
|
-
export { __niceevalExport38 as
|
|
82
|
-
const __niceevalExport39 = __niceevalCanonical["
|
|
83
|
-
export { __niceevalExport39 as
|
|
84
|
-
const __niceevalExport40 = __niceevalCanonical["
|
|
85
|
-
export { __niceevalExport40 as
|
|
86
|
-
const __niceevalExport41 = __niceevalCanonical["
|
|
87
|
-
export { __niceevalExport41 as
|
|
88
|
-
const __niceevalExport42 = __niceevalCanonical["
|
|
89
|
-
export { __niceevalExport42 as
|
|
90
|
-
const __niceevalExport43 = __niceevalCanonical["
|
|
91
|
-
export { __niceevalExport43 as
|
|
92
|
-
const __niceevalExport44 = __niceevalCanonical["
|
|
93
|
-
export { __niceevalExport44 as
|
|
94
|
-
const __niceevalExport45 = __niceevalCanonical["
|
|
95
|
-
export { __niceevalExport45 as
|
|
96
|
-
const __niceevalExport46 = __niceevalCanonical["
|
|
97
|
-
export { __niceevalExport46 as
|
|
98
|
-
const __niceevalExport47 = __niceevalCanonical["
|
|
99
|
-
export { __niceevalExport47 as
|
|
100
|
-
const __niceevalExport48 = __niceevalCanonical["
|
|
101
|
-
export { __niceevalExport48 as
|
|
102
|
-
const __niceevalExport49 = __niceevalCanonical["
|
|
103
|
-
export { __niceevalExport49 as
|
|
104
|
-
const __niceevalExport50 = __niceevalCanonical["
|
|
105
|
-
export { __niceevalExport50 as
|
|
106
|
-
const __niceevalExport51 = __niceevalCanonical["
|
|
107
|
-
export { __niceevalExport51 as
|
|
108
|
-
const __niceevalExport52 = __niceevalCanonical["
|
|
109
|
-
export { __niceevalExport52 as
|
|
110
|
-
const __niceevalExport53 = __niceevalCanonical["
|
|
111
|
-
export { __niceevalExport53 as
|
|
112
|
-
const __niceevalExport54 = __niceevalCanonical["
|
|
113
|
-
export { __niceevalExport54 as
|
|
114
|
-
const __niceevalExport55 = __niceevalCanonical["
|
|
115
|
-
export { __niceevalExport55 as
|
|
116
|
-
const __niceevalExport56 = __niceevalCanonical["
|
|
117
|
-
export { __niceevalExport56 as
|
|
118
|
-
const __niceevalExport57 = __niceevalCanonical["
|
|
119
|
-
export { __niceevalExport57 as
|
|
120
|
-
const __niceevalExport58 = __niceevalCanonical["
|
|
121
|
-
export { __niceevalExport58 as
|
|
122
|
-
const __niceevalExport59 = __niceevalCanonical["
|
|
123
|
-
export { __niceevalExport59 as
|
|
124
|
-
const __niceevalExport60 = __niceevalCanonical["
|
|
125
|
-
export { __niceevalExport60 as
|
|
126
|
-
const __niceevalExport61 = __niceevalCanonical["
|
|
127
|
-
export { __niceevalExport61 as
|
|
128
|
-
const __niceevalExport62 = __niceevalCanonical["
|
|
129
|
-
export { __niceevalExport62 as
|
|
130
|
-
const __niceevalExport63 = __niceevalCanonical["
|
|
131
|
-
export { __niceevalExport63 as
|
|
132
|
-
const __niceevalExport64 = __niceevalCanonical["
|
|
133
|
-
export { __niceevalExport64 as
|
|
134
|
-
const __niceevalExport65 = __niceevalCanonical["
|
|
135
|
-
export { __niceevalExport65 as
|
|
136
|
-
const __niceevalExport66 = __niceevalCanonical["
|
|
137
|
-
export { __niceevalExport66 as
|
|
138
|
-
const __niceevalExport67 = __niceevalCanonical["
|
|
139
|
-
export { __niceevalExport67 as
|
|
140
|
-
const __niceevalExport68 = __niceevalCanonical["
|
|
141
|
-
export { __niceevalExport68 as
|
|
142
|
-
const __niceevalExport69 = __niceevalCanonical["
|
|
143
|
-
export { __niceevalExport69 as
|
|
144
|
-
const __niceevalExport70 = __niceevalCanonical["
|
|
145
|
-
export { __niceevalExport70 as
|
|
146
|
-
const __niceevalExport71 = __niceevalCanonical["
|
|
147
|
-
export { __niceevalExport71 as
|
|
24
|
+
const __niceevalExport10 = __niceevalCanonical["AttemptObservabilityAttachmentV1Schema"];
|
|
25
|
+
export { __niceevalExport10 as AttemptObservabilityAttachmentV1Schema };
|
|
26
|
+
const __niceevalExport11 = __niceevalCanonical["AttemptTimingCollectionSchema"];
|
|
27
|
+
export { __niceevalExport11 as AttemptTimingCollectionSchema };
|
|
28
|
+
const __niceevalExport12 = __niceevalCanonical["AttemptTimingCollectionV1Schema"];
|
|
29
|
+
export { __niceevalExport12 as AttemptTimingCollectionV1Schema };
|
|
30
|
+
const __niceevalExport13 = __niceevalCanonical["AttemptUsageCollectionSchema"];
|
|
31
|
+
export { __niceevalExport13 as AttemptUsageCollectionSchema };
|
|
32
|
+
const __niceevalExport14 = __niceevalCanonical["CollectionLimitationSchema"];
|
|
33
|
+
export { __niceevalExport14 as CollectionLimitationSchema };
|
|
34
|
+
const __niceevalExport15 = __niceevalCanonical["CollectionStateSchema"];
|
|
35
|
+
export { __niceevalExport15 as CollectionStateSchema };
|
|
36
|
+
const __niceevalExport16 = __niceevalCanonical["EmptyArraySchema"];
|
|
37
|
+
export { __niceevalExport16 as EmptyArraySchema };
|
|
38
|
+
const __niceevalExport17 = __niceevalCanonical["FileChangeSchema"];
|
|
39
|
+
export { __niceevalExport17 as FileChangeSchema };
|
|
40
|
+
const __niceevalExport18 = __niceevalCanonical["FileChangesAttachmentSchema"];
|
|
41
|
+
export { __niceevalExport18 as FileChangesAttachmentSchema };
|
|
42
|
+
const __niceevalExport19 = __niceevalCanonical["FileChangesAttributionSchema"];
|
|
43
|
+
export { __niceevalExport19 as FileChangesAttributionSchema };
|
|
44
|
+
const __niceevalExport20 = __niceevalCanonical["FileChangesCollectionLimitationSchema"];
|
|
45
|
+
export { __niceevalExport20 as FileChangesCollectionLimitationSchema };
|
|
46
|
+
const __niceevalExport21 = __niceevalCanonical["FileChangesCollectionStateSchema"];
|
|
47
|
+
export { __niceevalExport21 as FileChangesCollectionStateSchema };
|
|
48
|
+
const __niceevalExport22 = __niceevalCanonical["FileChangesLimits"];
|
|
49
|
+
export { __niceevalExport22 as FileChangesLimits };
|
|
50
|
+
const __niceevalExport23 = __niceevalCanonical["FileChangesWindowIdSchema"];
|
|
51
|
+
export { __niceevalExport23 as FileChangesWindowIdSchema };
|
|
52
|
+
const __niceevalExport24 = __niceevalCanonical["FileChangesWindowSchema"];
|
|
53
|
+
export { __niceevalExport24 as FileChangesWindowSchema };
|
|
54
|
+
const __niceevalExport25 = __niceevalCanonical["FileEndpointSchema"];
|
|
55
|
+
export { __niceevalExport25 as FileEndpointSchema };
|
|
56
|
+
const __niceevalExport26 = __niceevalCanonical["FileRevisionSchema"];
|
|
57
|
+
export { __niceevalExport26 as FileRevisionSchema };
|
|
58
|
+
const __niceevalExport27 = __niceevalCanonical["FiniteNonNegativeNumberSchema"];
|
|
59
|
+
export { __niceevalExport27 as FiniteNonNegativeNumberSchema };
|
|
60
|
+
const __niceevalExport28 = __niceevalCanonical["FixedAttachmentValueLimits"];
|
|
61
|
+
export { __niceevalExport28 as FixedAttachmentValueLimits };
|
|
62
|
+
const __niceevalExport29 = __niceevalCanonical["FixedRecordAttachmentEnvelopeSchema"];
|
|
63
|
+
export { __niceevalExport29 as FixedRecordAttachmentEnvelopeSchema };
|
|
64
|
+
const __niceevalExport30 = __niceevalCanonical["MediaTypeSchema"];
|
|
65
|
+
export { __niceevalExport30 as MediaTypeSchema };
|
|
66
|
+
const __niceevalExport31 = __niceevalCanonical["NICE_EVAL_FAMILIES"];
|
|
67
|
+
export { __niceevalExport31 as NICE_EVAL_FAMILIES };
|
|
68
|
+
const __niceevalExport32 = __niceevalCanonical["NiceEvalFamilySchema"];
|
|
69
|
+
export { __niceevalExport32 as NiceEvalFamilySchema };
|
|
70
|
+
const __niceevalExport33 = __niceevalCanonical["NiceEvalRecordAttachments"];
|
|
71
|
+
export { __niceevalExport33 as NiceEvalRecordAttachments };
|
|
72
|
+
const __niceevalExport34 = __niceevalCanonical["NiceEvalRecordFamilyCatalog"];
|
|
73
|
+
export { __niceevalExport34 as NiceEvalRecordFamilyCatalog };
|
|
74
|
+
const __niceevalExport35 = __niceevalCanonical["NonNegativeSafeIntegerSchema"];
|
|
75
|
+
export { __niceevalExport35 as NonNegativeSafeIntegerSchema };
|
|
76
|
+
const __niceevalExport36 = __niceevalCanonical["PositiveSafeIntegerSchema"];
|
|
77
|
+
export { __niceevalExport36 as PositiveSafeIntegerSchema };
|
|
78
|
+
const __niceevalExport37 = __niceevalCanonical["RunDiagnosticsCollectionSchema"];
|
|
79
|
+
export { __niceevalExport37 as RunDiagnosticsCollectionSchema };
|
|
80
|
+
const __niceevalExport38 = __niceevalCanonical["RunObservabilityAttachmentSchema"];
|
|
81
|
+
export { __niceevalExport38 as RunObservabilityAttachmentSchema };
|
|
82
|
+
const __niceevalExport39 = __niceevalCanonical["RunTimingCollectionSchema"];
|
|
83
|
+
export { __niceevalExport39 as RunTimingCollectionSchema };
|
|
84
|
+
const __niceevalExport40 = __niceevalCanonical["SafeIdentifierSchema"];
|
|
85
|
+
export { __niceevalExport40 as SafeIdentifierSchema };
|
|
86
|
+
const __niceevalExport41 = __niceevalCanonical["SafeTextSchema"];
|
|
87
|
+
export { __niceevalExport41 as SafeTextSchema };
|
|
88
|
+
const __niceevalExport42 = __niceevalCanonical["SourceItemSchema"];
|
|
89
|
+
export { __niceevalExport42 as SourceItemSchema };
|
|
90
|
+
const __niceevalExport43 = __niceevalCanonical["SourcesAttachmentSchema"];
|
|
91
|
+
export { __niceevalExport43 as SourcesAttachmentSchema };
|
|
92
|
+
const __niceevalExport44 = __niceevalCanonical["artifactBlobRefs"];
|
|
93
|
+
export { __niceevalExport44 as artifactBlobRefs };
|
|
94
|
+
const __niceevalExport45 = __niceevalCanonical["artifactsAttachmentIntegrityIssues"];
|
|
95
|
+
export { __niceevalExport45 as artifactsAttachmentIntegrityIssues };
|
|
96
|
+
const __niceevalExport46 = __niceevalCanonical["artifactsRecordAttachment"];
|
|
97
|
+
export { __niceevalExport46 as artifactsRecordAttachment };
|
|
98
|
+
const __niceevalExport47 = __niceevalCanonical["assertionsAttachmentIntegrityIssues"];
|
|
99
|
+
export { __niceevalExport47 as assertionsAttachmentIntegrityIssues };
|
|
100
|
+
const __niceevalExport48 = __niceevalCanonical["assertionsBlobRefs"];
|
|
101
|
+
export { __niceevalExport48 as assertionsBlobRefs };
|
|
102
|
+
const __niceevalExport49 = __niceevalCanonical["assertionsRecordAttachment"];
|
|
103
|
+
export { __niceevalExport49 as assertionsRecordAttachment };
|
|
104
|
+
const __niceevalExport50 = __niceevalCanonical["assertionsRecordFamily"];
|
|
105
|
+
export { __niceevalExport50 as assertionsRecordFamily };
|
|
106
|
+
const __niceevalExport51 = __niceevalCanonical["assertionsSourceSiteIntegrityIssues"];
|
|
107
|
+
export { __niceevalExport51 as assertionsSourceSiteIntegrityIssues };
|
|
108
|
+
const __niceevalExport52 = __niceevalCanonical["attemptArtifactsRecordFamily"];
|
|
109
|
+
export { __niceevalExport52 as attemptArtifactsRecordFamily };
|
|
110
|
+
const __niceevalExport53 = __niceevalCanonical["attemptObservabilityRecordFamily"];
|
|
111
|
+
export { __niceevalExport53 as attemptObservabilityRecordFamily };
|
|
112
|
+
const __niceevalExport54 = __niceevalCanonical["decodeFixedFamilyPayload"];
|
|
113
|
+
export { __niceevalExport54 as decodeFixedFamilyPayload };
|
|
114
|
+
const __niceevalExport55 = __niceevalCanonical["decodeFixedRecordAttachmentEnvelope"];
|
|
115
|
+
export { __niceevalExport55 as decodeFixedRecordAttachmentEnvelope };
|
|
116
|
+
const __niceevalExport56 = __niceevalCanonical["encodeFixedRecordAttachmentEnvelope"];
|
|
117
|
+
export { __niceevalExport56 as encodeFixedRecordAttachmentEnvelope };
|
|
118
|
+
const __niceevalExport57 = __niceevalCanonical["fileChangesAttachmentIntegrityIssues"];
|
|
119
|
+
export { __niceevalExport57 as fileChangesAttachmentIntegrityIssues };
|
|
120
|
+
const __niceevalExport58 = __niceevalCanonical["fileChangesBlobRefs"];
|
|
121
|
+
export { __niceevalExport58 as fileChangesBlobRefs };
|
|
122
|
+
const __niceevalExport59 = __niceevalCanonical["fileChangesCollectionLimitationKey"];
|
|
123
|
+
export { __niceevalExport59 as fileChangesCollectionLimitationKey };
|
|
124
|
+
const __niceevalExport60 = __niceevalCanonical["fileChangesRecordAttachment"];
|
|
125
|
+
export { __niceevalExport60 as fileChangesRecordAttachment };
|
|
126
|
+
const __niceevalExport61 = __niceevalCanonical["fileChangesRecordFamily"];
|
|
127
|
+
export { __niceevalExport61 as fileChangesRecordFamily };
|
|
128
|
+
const __niceevalExport62 = __niceevalCanonical["isCanonicalIdentitySequence"];
|
|
129
|
+
export { __niceevalExport62 as isCanonicalIdentitySequence };
|
|
130
|
+
const __niceevalExport63 = __niceevalCanonical["observabilityAttachmentIntegrityIssues"];
|
|
131
|
+
export { __niceevalExport63 as observabilityAttachmentIntegrityIssues };
|
|
132
|
+
const __niceevalExport64 = __niceevalCanonical["observabilityBlobRefs"];
|
|
133
|
+
export { __niceevalExport64 as observabilityBlobRefs };
|
|
134
|
+
const __niceevalExport65 = __niceevalCanonical["observabilityRecordAttachment"];
|
|
135
|
+
export { __niceevalExport65 as observabilityRecordAttachment };
|
|
136
|
+
const __niceevalExport66 = __niceevalCanonical["observabilitySourceFrameIntegrityIssues"];
|
|
137
|
+
export { __niceevalExport66 as observabilitySourceFrameIntegrityIssues };
|
|
138
|
+
const __niceevalExport67 = __niceevalCanonical["runArtifactsRecordFamily"];
|
|
139
|
+
export { __niceevalExport67 as runArtifactsRecordFamily };
|
|
140
|
+
const __niceevalExport68 = __niceevalCanonical["runObservabilityRecordFamily"];
|
|
141
|
+
export { __niceevalExport68 as runObservabilityRecordFamily };
|
|
142
|
+
const __niceevalExport69 = __niceevalCanonical["sourceNavigationRecordFamily"];
|
|
143
|
+
export { __niceevalExport69 as sourceNavigationRecordFamily };
|
|
144
|
+
const __niceevalExport70 = __niceevalCanonical["sourcesAttachmentIntegrityIssues"];
|
|
145
|
+
export { __niceevalExport70 as sourcesAttachmentIntegrityIssues };
|
|
146
|
+
const __niceevalExport71 = __niceevalCanonical["sourcesBlobRefs"];
|
|
147
|
+
export { __niceevalExport71 as sourcesBlobRefs };
|
|
148
|
+
const __niceevalExport72 = __niceevalCanonical["sourcesRecordAttachment"];
|
|
149
|
+
export { __niceevalExport72 as sourcesRecordAttachment };
|
|
150
|
+
const __niceevalExport73 = __niceevalCanonical["sourcesRecordFamily"];
|
|
151
|
+
export { __niceevalExport73 as sourcesRecordFamily };
|
|
148
152
|
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1,35 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.observabilityV1Maintenance = void 0;
|
|
4
|
+
const effect_1 = require("effect");
|
|
5
|
+
const core_ts_1 = require("../codec/core.cjs");
|
|
6
|
+
const observability_ts_1 = require("./observability.cjs");
|
|
7
|
+
const ObservabilityV1PayloadSchema = effect_1.Schema.Union(observability_ts_1.AttemptObservabilityAttachmentV1Schema, observability_ts_1.RunObservabilityAttachmentSchema);
|
|
8
|
+
/** v1 differs only in that every timing label was a SafeIdentifier. */
|
|
9
|
+
function decodeObservabilityV1(value) {
|
|
10
|
+
const decoded = effect_1.Schema.decodeUnknownEither(ObservabilityV1PayloadSchema, core_ts_1.RecordExactParseOptions)(value);
|
|
11
|
+
if (effect_1.Either.isLeft(decoded))
|
|
12
|
+
throw new Error("Observability v1 payload is invalid");
|
|
13
|
+
// Historical validation must not normalize, clone, or project the durable
|
|
14
|
+
// object. The only v1 -> v2 write is the envelope version; returning the
|
|
15
|
+
// original value lets the adjacent step prove that invariant explicitly.
|
|
16
|
+
return value;
|
|
17
|
+
}
|
|
18
|
+
/** v1 -> v2 preserves the hydrated payload and its blob references verbatim. */
|
|
19
|
+
function migrateObservabilityV1(value) {
|
|
20
|
+
return value;
|
|
21
|
+
}
|
|
22
|
+
/** Loaded only through the fixed-family maintenance facet. */
|
|
23
|
+
exports.observabilityV1Maintenance = Object.freeze({
|
|
24
|
+
historicalCodecs: Object.freeze([
|
|
25
|
+
Object.freeze({ schemaVersion: 1, decode: decodeObservabilityV1 }),
|
|
26
|
+
]),
|
|
27
|
+
adjacentMigrations: Object.freeze([
|
|
28
|
+
Object.freeze({
|
|
29
|
+
fromSchemaVersion: 1,
|
|
30
|
+
toSchemaVersion: 2,
|
|
31
|
+
migrate: migrateObservabilityV1,
|
|
32
|
+
}),
|
|
33
|
+
]),
|
|
34
|
+
});
|
|
35
|
+
//# sourceMappingURL=observability-v1.cjs.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"observability-v1.js","sourceRoot":"","sources":["observability-v1.ts"],"names":[],"mappings":";;;AAAA,mCAAwC;AACxC,8CAA2D;AAE3D,yDAA+G;AAC/G,MAAM,4BAA4B,GAAG,eAAM,CAAC,KAAK,CAAC,yDAAsC,EAAE,mDAAgC,CAAC,CAAC;AAC5H,uEAAuE;AACvE,SAAS,qBAAqB,CAAC,KAAc;IACzC,MAAM,OAAO,GAAG,eAAM,CAAC,mBAAmB,CAAC,4BAA4B,EAAE,iCAAuB,CAAC,CAAC,KAAK,CAAC,CAAC;IACzG,IAAI,eAAM,CAAC,MAAM,CAAC,OAAO,CAAC;QACtB,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;IAC3D,0EAA0E;IAC1E,yEAAyE;IACzE,yEAAyE;IACzE,OAAO,KAAK,CAAC;AACjB,CAAC;AACD,gFAAgF;AAChF,SAAS,sBAAsB,CAAC,KAAc;IAC1C,OAAO,KAAK,CAAC;AACjB,CAAC;AACD,8DAA8D;AACjD,QAAA,0BAA0B,GAAqC,MAAM,CAAC,MAAM,CAAC;IACtF,gBAAgB,EAAE,MAAM,CAAC,MAAM,CAAC;QAC5B,MAAM,CAAC,MAAM,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,MAAM,EAAE,qBAAqB,EAAE,CAAC;KACrE,CAAC;IACF,kBAAkB,EAAE,MAAM,CAAC,MAAM,CAAC;QAC9B,MAAM,CAAC,MAAM,CAAC;YACV,iBAAiB,EAAE,CAAC;YACpB,eAAe,EAAE,CAAC;YAClB,OAAO,EAAE,sBAAsB;SAClC,CAAC;KACL,CAAC;CACL,CAAC,CAAC","sourcesContent":["import { Either, Schema } from \"effect\";\nimport { RecordExactParseOptions } from \"../codec/core.ts\";\nimport type { RecordAttachmentMaintenanceFacet } from \"../definition/attachment.ts\";\nimport { AttemptObservabilityAttachmentV1Schema, RunObservabilityAttachmentSchema, } from \"./observability.ts\";\nconst ObservabilityV1PayloadSchema = Schema.Union(AttemptObservabilityAttachmentV1Schema, RunObservabilityAttachmentSchema);\n/** v1 differs only in that every timing label was a SafeIdentifier. */\nfunction decodeObservabilityV1(value: unknown): unknown {\n const decoded = Schema.decodeUnknownEither(ObservabilityV1PayloadSchema, RecordExactParseOptions)(value);\n if (Either.isLeft(decoded))\n throw new Error(\"Observability v1 payload is invalid\");\n // Historical validation must not normalize, clone, or project the durable\n // object. The only v1 -> v2 write is the envelope version; returning the\n // original value lets the adjacent step prove that invariant explicitly.\n return value;\n}\n/** v1 -> v2 preserves the hydrated payload and its blob references verbatim. */\nfunction migrateObservabilityV1(value: unknown): unknown {\n return value;\n}\n/** Loaded only through the fixed-family maintenance facet. */\nexport const observabilityV1Maintenance: RecordAttachmentMaintenanceFacet = Object.freeze({\n historicalCodecs: Object.freeze([\n Object.freeze({ schemaVersion: 1, decode: decodeObservabilityV1 }),\n ]),\n adjacentMigrations: Object.freeze([\n Object.freeze({\n fromSchemaVersion: 1,\n toSchemaVersion: 2,\n migrate: migrateObservabilityV1,\n }),\n ]),\n});\n"]}
|
|
@@ -0,0 +1,6 @@
|
|
|
1
|
+
import { createRequire as __niceevalCreateRequire } from "node:module";
|
|
2
|
+
const __niceevalRequire = __niceevalCreateRequire(import.meta.url);
|
|
3
|
+
const __niceevalCanonical = __niceevalRequire("./observability-v1.cjs");
|
|
4
|
+
const __niceevalExport0 = __niceevalCanonical["observabilityV1Maintenance"];
|
|
5
|
+
export { __niceevalExport0 as observabilityV1Maintenance };
|
|
6
|
+
//# sourceMappingURL=observability-v1.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"observability-v1.js","sources":[],"names":[],"mappings":""}
|
|
@@ -1,6 +1,7 @@
|
|
|
1
1
|
"use strict";
|
|
2
|
+
const __niceevalDynamicImport = (specifier) => import(specifier);
|
|
2
3
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.observabilityRecordAttachment = exports.RunObservabilityAttachmentSchema = exports.AttemptObservabilityAttachmentSchema = exports.RunDiagnosticsCollectionSchema = exports.AttemptDiagnosticsCollectionSchema = exports.RunTimingCollectionSchema = exports.AttemptTimingCollectionSchema = exports.AttemptUsageCollectionSchema = exports.AttemptCommandsCollectionSchema = exports.AttemptConversationCollectionSchema = void 0;
|
|
4
|
+
exports.observabilityRecordAttachment = exports.RunObservabilityAttachmentSchema = exports.AttemptObservabilityAttachmentV1Schema = exports.AttemptObservabilityAttachmentSchema = exports.RunDiagnosticsCollectionSchema = exports.AttemptDiagnosticsCollectionSchema = exports.RunTimingCollectionSchema = exports.AttemptTimingCollectionV1Schema = exports.AttemptTimingCollectionSchema = exports.AttemptUsageCollectionSchema = exports.AttemptCommandsCollectionSchema = exports.AttemptConversationCollectionSchema = void 0;
|
|
4
5
|
exports.observabilityBlobRefs = observabilityBlobRefs;
|
|
5
6
|
exports.observabilityAttachmentIntegrityIssues = observabilityAttachmentIntegrityIssues;
|
|
6
7
|
exports.observabilitySourceFrameIntegrityIssues = observabilitySourceFrameIntegrityIssues;
|
|
@@ -11,6 +12,7 @@ const blob_ref_ts_1 = require("../attachment/blob-ref.cjs");
|
|
|
11
12
|
const errors_ts_1 = require("../attachment/errors.cjs");
|
|
12
13
|
const index_ts_1 = require("../definition/index.cjs");
|
|
13
14
|
const limits_ts_1 = require("../../o11y/record/limits.cjs");
|
|
15
|
+
const turn_label_ts_1 = require("../../shared/turn-label.cjs");
|
|
14
16
|
const common_ts_1 = require("./common.cjs");
|
|
15
17
|
const ObservabilityTargetSchema = effect_1.Schema.Literal("conversation", "command", "usage", "timing", "diagnostic");
|
|
16
18
|
const ObservabilityLimitationSchema = effect_1.Schema.Union(effect_1.Schema.Struct({
|
|
@@ -98,15 +100,23 @@ exports.AttemptConversationCollectionSchema = effect_1.Schema.Struct({
|
|
|
98
100
|
turns: effect_1.Schema.Array(ConversationTurnSchema),
|
|
99
101
|
items: effect_1.Schema.Array(ConversationItemSchema),
|
|
100
102
|
}).pipe(effect_1.Schema.filter((value) => {
|
|
101
|
-
|
|
103
|
+
// Conversation is temporal. Producers retain turns and items in their
|
|
104
|
+
// observed sequence, so canonicality is unique identity plus a strictly
|
|
105
|
+
// increasing sequence (not lexical ordering of ids such as turn-9 and
|
|
106
|
+
// turn-10).
|
|
107
|
+
if (new Set(value.turns.map((turn) => turn.turnId)).size !== value.turns.length)
|
|
102
108
|
return false;
|
|
103
|
-
if (
|
|
109
|
+
if (new Set(value.items.map((item) => item.itemId)).size !== value.items.length)
|
|
104
110
|
return false;
|
|
105
111
|
const turnIds = new Set(value.turns.map((turn) => turn.turnId));
|
|
106
112
|
if (new Set(value.turns.map((turn) => turn.sequence)).size !== value.turns.length)
|
|
107
113
|
return false;
|
|
108
114
|
if (new Set(value.items.map((item) => item.sequence)).size !== value.items.length)
|
|
109
115
|
return false;
|
|
116
|
+
if (value.turns.some((turn, index) => index > 0 && value.turns[index - 1].sequence >= turn.sequence))
|
|
117
|
+
return false;
|
|
118
|
+
if (value.items.some((item, index) => index > 0 && value.items[index - 1].sequence >= item.sequence))
|
|
119
|
+
return false;
|
|
110
120
|
const callIds = new Map();
|
|
111
121
|
for (const item of value.items) {
|
|
112
122
|
if (!turnIds.has(item.turnId))
|
|
@@ -117,10 +127,8 @@ exports.AttemptConversationCollectionSchema = effect_1.Schema.Struct({
|
|
|
117
127
|
callIds.set(item.callId, { turnId: item.turnId, sequence: item.sequence });
|
|
118
128
|
}
|
|
119
129
|
}
|
|
120
|
-
//
|
|
121
|
-
//
|
|
122
|
-
// their explicit sequence so a lexically earlier result id is not
|
|
123
|
-
// mistaken for an impossible pair.
|
|
130
|
+
// Resolve every call first, then validate results by their explicit
|
|
131
|
+
// sequence.
|
|
124
132
|
const resultIds = new Set();
|
|
125
133
|
for (const item of value.items) {
|
|
126
134
|
if (item.kind === "tool-result") {
|
|
@@ -321,7 +329,35 @@ function timingCollectionSchema(phase) {
|
|
|
321
329
|
intervals: effect_1.Schema.Array(interval),
|
|
322
330
|
}).pipe(effect_1.Schema.filter(hasCanonicalTimingCollection, { identifier: "TimingCollection", description: "canonical timing intervals with valid parents" }));
|
|
323
331
|
}
|
|
324
|
-
|
|
332
|
+
const CanonicalTurnLabelSchema = effect_1.Schema.String.pipe(effect_1.Schema.filter(turn_label_ts_1.isCanonicalTurnLabel, {
|
|
333
|
+
identifier: "CanonicalTurnLabel",
|
|
334
|
+
description: "a canonical turnN or sessionK/turnN timing label",
|
|
335
|
+
}));
|
|
336
|
+
function attemptTimingCollectionSchema(agentSendLabel) {
|
|
337
|
+
const intervalBase = {
|
|
338
|
+
intervalId: common_ts_1.SafeIdentifierSchema,
|
|
339
|
+
startOffsetMs: common_ts_1.NonNegativeSafeIntegerSchema,
|
|
340
|
+
durationMs: common_ts_1.NonNegativeSafeIntegerSchema,
|
|
341
|
+
parentIntervalId: effect_1.Schema.NullOr(common_ts_1.SafeIdentifierSchema),
|
|
342
|
+
outcome: effect_1.Schema.Literal("completed", "failed", "cancelled", "interrupted", "unknown"),
|
|
343
|
+
};
|
|
344
|
+
const interval = effect_1.Schema.Union(effect_1.Schema.Struct({
|
|
345
|
+
...intervalBase,
|
|
346
|
+
phase: effect_1.Schema.Literal("agent.send"),
|
|
347
|
+
label: agentSendLabel,
|
|
348
|
+
}), effect_1.Schema.Struct({
|
|
349
|
+
...intervalBase,
|
|
350
|
+
phase: effect_1.Schema.Literal("attempt.setup", "sandbox.prepare", "agent.ensure", "eval.run", "sandbox.command", "assertion.evaluate", "verdict.fold", "attempt.teardown"),
|
|
351
|
+
label: common_ts_1.SafeIdentifierSchema,
|
|
352
|
+
}));
|
|
353
|
+
return effect_1.Schema.Struct({
|
|
354
|
+
collection: ObservabilityCollectionStateSchema,
|
|
355
|
+
intervals: effect_1.Schema.Array(interval),
|
|
356
|
+
}).pipe(effect_1.Schema.filter(hasCanonicalTimingCollection, { identifier: "TimingCollection", description: "canonical timing intervals with valid parents" }));
|
|
357
|
+
}
|
|
358
|
+
exports.AttemptTimingCollectionSchema = attemptTimingCollectionSchema(effect_1.Schema.Union(common_ts_1.SafeIdentifierSchema, CanonicalTurnLabelSchema));
|
|
359
|
+
/** Exact historical v1 timing shape: every label was a SafeIdentifier. */
|
|
360
|
+
exports.AttemptTimingCollectionV1Schema = attemptTimingCollectionSchema(common_ts_1.SafeIdentifierSchema);
|
|
325
361
|
exports.RunTimingCollectionSchema = timingCollectionSchema(RunTimingPhaseSchema);
|
|
326
362
|
const SourceFrameSchema = effect_1.Schema.Struct({
|
|
327
363
|
sourceItemId: identifiers_ts_1.SourceItemIdSchema,
|
|
@@ -379,6 +415,15 @@ exports.AttemptObservabilityAttachmentSchema = effect_1.Schema.Struct({
|
|
|
379
415
|
timing: effect_1.Schema.propertySignature(exports.AttemptTimingCollectionSchema).pipe(effect_1.Schema.fromKey("timing-data")),
|
|
380
416
|
diagnostics: effect_1.Schema.propertySignature(exports.AttemptDiagnosticsCollectionSchema).pipe(effect_1.Schema.fromKey("diagnostics-data")),
|
|
381
417
|
});
|
|
418
|
+
/** Exact historical v1 payload; only the agent.send label domain differs from v2. */
|
|
419
|
+
exports.AttemptObservabilityAttachmentV1Schema = effect_1.Schema.Struct({
|
|
420
|
+
owner: effect_1.Schema.propertySignature(effect_1.Schema.Literal("attempt")).pipe(effect_1.Schema.fromKey("owner-kind")),
|
|
421
|
+
conversation: effect_1.Schema.propertySignature(exports.AttemptConversationCollectionSchema).pipe(effect_1.Schema.fromKey("conversation-data")),
|
|
422
|
+
commands: effect_1.Schema.propertySignature(exports.AttemptCommandsCollectionSchema).pipe(effect_1.Schema.fromKey("commands-data")),
|
|
423
|
+
usage: effect_1.Schema.propertySignature(exports.AttemptUsageCollectionSchema).pipe(effect_1.Schema.fromKey("usage-data")),
|
|
424
|
+
timing: effect_1.Schema.propertySignature(exports.AttemptTimingCollectionV1Schema).pipe(effect_1.Schema.fromKey("timing-data")),
|
|
425
|
+
diagnostics: effect_1.Schema.propertySignature(exports.AttemptDiagnosticsCollectionSchema).pipe(effect_1.Schema.fromKey("diagnostics-data")),
|
|
426
|
+
});
|
|
382
427
|
/** Exact Run owner payload for the same fixed Observability family. */
|
|
383
428
|
exports.RunObservabilityAttachmentSchema = effect_1.Schema.Struct({
|
|
384
429
|
owner: effect_1.Schema.propertySignature(effect_1.Schema.Literal("run")).pipe(effect_1.Schema.fromKey("owner-kind")),
|
|
@@ -485,7 +530,7 @@ const RunObservabilityBlobBudget = Object.freeze({
|
|
|
485
530
|
exports.observabilityRecordAttachment = (0, index_ts_1.defineRecordAttachment)({
|
|
486
531
|
family: "niceeval.observability",
|
|
487
532
|
current: {
|
|
488
|
-
schemaVersion:
|
|
533
|
+
schemaVersion: 2,
|
|
489
534
|
owners: {
|
|
490
535
|
attempt: {
|
|
491
536
|
schema: exports.AttemptObservabilityAttachmentSchema,
|
|
@@ -507,5 +552,9 @@ exports.observabilityRecordAttachment = (0, index_ts_1.defineRecordAttachment)({
|
|
|
507
552
|
},
|
|
508
553
|
},
|
|
509
554
|
},
|
|
555
|
+
maintenance: () => __niceevalDynamicImport("./observability-v1.cjs").then(({ observabilityV1Maintenance }) => observabilityV1Maintenance),
|
|
556
|
+
adjacentMigrationLinks: Object.freeze([
|
|
557
|
+
Object.freeze({ fromSchemaVersion: 1, toSchemaVersion: 2 }),
|
|
558
|
+
]),
|
|
510
559
|
});
|
|
511
560
|
//# sourceMappingURL=observability.cjs.map
|