niceeval 0.13.1 → 0.13.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/INDEX.md +25 -2
- package/README.md +9 -10
- package/README.zh.md +9 -10
- package/dist/agents/ai-sdk.cjs.map +1 -1
- package/dist/agents/ai-sdk.d.cts +1 -1
- package/dist/agents/ai-sdk.d.mts +1 -1
- package/dist/agents/ai-sdk.d.ts +1 -1
- package/dist/agents/bub-install-spec.cjs +19 -5
- package/dist/agents/bub-install-spec.cjs.map +1 -1
- package/dist/agents/bub-install-spec.d.cts +9 -2
- package/dist/agents/bub-install-spec.d.mts +9 -2
- package/dist/agents/bub-install-spec.d.ts +9 -2
- package/dist/agents/bub-install-spec.js +14 -12
- package/dist/agents/bub.cjs +10 -6
- package/dist/agents/bub.cjs.map +1 -1
- package/dist/agents/bub.d.cts +2 -2
- package/dist/agents/bub.d.mts +2 -2
- package/dist/agents/bub.d.ts +2 -2
- package/dist/agents/claude-code.cjs.map +1 -1
- package/dist/agents/claude-code.d.cts +2 -2
- package/dist/agents/claude-code.d.mts +2 -2
- package/dist/agents/claude-code.d.ts +2 -2
- package/dist/agents/codex.cjs +4 -4
- package/dist/agents/codex.cjs.map +1 -1
- package/dist/agents/codex.d.cts +3 -3
- package/dist/agents/codex.d.mts +3 -3
- package/dist/agents/codex.d.ts +3 -3
- package/dist/agents/coding-cli-versions.cjs +10 -1
- package/dist/agents/coding-cli-versions.cjs.map +1 -1
- package/dist/agents/coding-cli-versions.d.cts +8 -3
- package/dist/agents/coding-cli-versions.d.mts +8 -3
- package/dist/agents/coding-cli-versions.d.ts +8 -3
- package/dist/agents/coding-cli-versions.js +18 -12
- package/dist/agents/deepseek-harness.cjs +151 -0
- package/dist/agents/deepseek-harness.cjs.map +1 -0
- package/dist/agents/deepseek-harness.d.cts +14 -0
- package/dist/agents/deepseek-harness.d.mts +14 -0
- package/dist/agents/deepseek-harness.d.ts +14 -0
- package/dist/agents/deepseek-harness.js +7 -0
- package/dist/agents/deepseek-harness.js.map +1 -0
- package/dist/agents/exact-npm-plugins.cjs +28 -0
- package/dist/agents/exact-npm-plugins.cjs.map +1 -0
- package/dist/agents/exact-npm-plugins.d.cts +10 -0
- package/dist/agents/exact-npm-plugins.d.mts +10 -0
- package/dist/agents/exact-npm-plugins.d.ts +10 -0
- package/dist/agents/exact-npm-plugins.js +8 -0
- package/dist/agents/exact-npm-plugins.js.map +1 -0
- package/dist/agents/index.cjs +5 -1
- package/dist/agents/index.cjs.map +1 -1
- package/dist/agents/index.d.cts +4 -0
- package/dist/agents/index.d.mts +4 -0
- package/dist/agents/index.d.ts +4 -0
- package/dist/agents/index.js +54 -50
- package/dist/agents/index.mjs +54 -50
- package/dist/agents/omp.cjs +170 -0
- package/dist/agents/omp.cjs.map +1 -0
- package/dist/agents/omp.d.cts +14 -0
- package/dist/agents/omp.d.mts +14 -0
- package/dist/agents/omp.d.ts +14 -0
- package/dist/agents/omp.js +7 -0
- package/dist/agents/omp.js.map +1 -0
- package/dist/agents/openclaw.cjs +51 -2
- package/dist/agents/openclaw.cjs.map +1 -1
- package/dist/agents/openclaw.d.cts +2 -0
- package/dist/agents/openclaw.d.mts +2 -0
- package/dist/agents/openclaw.d.ts +2 -0
- package/dist/agents/types.cjs.map +1 -1
- package/dist/agents/types.d.cts +4 -4
- package/dist/agents/types.d.mts +4 -4
- package/dist/agents/types.d.ts +4 -4
- package/dist/agents/ui-message-stream.cjs +24 -7
- package/dist/agents/ui-message-stream.cjs.map +1 -1
- package/dist/analysis/api.cjs +28 -2
- package/dist/analysis/api.cjs.map +1 -1
- package/dist/analysis/api.d.cts +22 -1
- package/dist/analysis/api.d.mts +22 -1
- package/dist/analysis/api.d.ts +22 -1
- package/dist/analysis/api.js +8 -6
- package/dist/analysis/bindings.cjs +11 -18
- package/dist/analysis/bindings.cjs.map +1 -1
- package/dist/analysis/bindings.d.cts +177 -49
- package/dist/analysis/bindings.d.mts +177 -49
- package/dist/analysis/bindings.d.ts +177 -49
- package/dist/analysis/contracts.cjs +1 -0
- package/dist/analysis/contracts.cjs.map +1 -1
- package/dist/analysis/contracts.d.cts +43 -3
- package/dist/analysis/contracts.d.mts +43 -3
- package/dist/analysis/contracts.d.ts +43 -3
- package/dist/analysis/cost-projection.cjs +2 -1
- package/dist/analysis/cost-projection.cjs.map +1 -1
- package/dist/analysis/cost-projection.d.cts +1 -1
- package/dist/analysis/cost-projection.d.mts +1 -1
- package/dist/analysis/cost-projection.d.ts +1 -1
- package/dist/analysis/cost.cjs +13 -3
- package/dist/analysis/cost.cjs.map +1 -1
- package/dist/analysis/cost.d.cts +10 -3
- package/dist/analysis/cost.d.mts +10 -3
- package/dist/analysis/cost.d.ts +10 -3
- package/dist/analysis/experiment-groups.cjs +96 -0
- package/dist/analysis/experiment-groups.cjs.map +1 -0
- package/dist/analysis/experiment-groups.d.cts +9 -0
- package/dist/analysis/experiment-groups.d.mts +9 -0
- package/dist/analysis/experiment-groups.d.ts +9 -0
- package/dist/analysis/experiment-groups.js +10 -0
- package/dist/analysis/experiment-groups.js.map +1 -0
- package/dist/analysis/index.cjs +4 -1
- package/dist/analysis/index.cjs.map +1 -1
- package/dist/analysis/index.d.cts +4 -2
- package/dist/analysis/index.d.mts +4 -2
- package/dist/analysis/index.d.ts +4 -2
- package/dist/analysis/index.js +40 -36
- package/dist/analysis/index.mjs +40 -36
- package/dist/assertions/limits.cjs +4 -0
- package/dist/assertions/limits.cjs.map +1 -1
- package/dist/assertions/limits.d.cts +4 -0
- package/dist/assertions/limits.d.mts +4 -0
- package/dist/assertions/limits.d.ts +4 -0
- package/dist/assertions/match.cjs +63 -25
- package/dist/assertions/match.cjs.map +1 -1
- package/dist/assertions/match.d.cts +7 -0
- package/dist/assertions/match.d.mts +7 -0
- package/dist/assertions/match.d.ts +7 -0
- package/dist/assertions/record/attachment.cjs +32 -4
- package/dist/assertions/record/attachment.cjs.map +1 -1
- package/dist/assertions/record/diff.cjs +10 -4
- package/dist/assertions/record/diff.cjs.map +1 -1
- package/dist/assertions/record/producer.cjs +101 -4
- package/dist/assertions/record/producer.cjs.map +1 -1
- package/dist/assertions/record/producer.d.cts +4 -1
- package/dist/assertions/record/producer.d.mts +4 -1
- package/dist/assertions/record/producer.d.ts +4 -1
- package/dist/assertions/runtime.cjs +45 -5
- package/dist/assertions/runtime.cjs.map +1 -1
- package/dist/cli/record.cjs +113 -8
- package/dist/cli/record.cjs.map +1 -1
- package/dist/cli/record.d.cts +20 -1
- package/dist/cli/record.d.mts +20 -1
- package/dist/cli/record.d.ts +20 -1
- package/dist/cli/record.js +4 -2
- package/dist/cli.cjs +386 -31
- package/dist/cli.cjs.map +1 -1
- package/dist/cli.d.cts +10 -2
- package/dist/cli.d.mts +10 -2
- package/dist/cli.d.ts +10 -2
- package/dist/context/send-retry.cjs +4 -4
- package/dist/context/send-retry.cjs.map +1 -1
- package/dist/coordination/host/runtime.cjs +8 -30
- package/dist/coordination/host/runtime.cjs.map +1 -1
- package/dist/coordination/host/runtime.d.cts +3 -3
- package/dist/coordination/host/runtime.d.mts +3 -3
- package/dist/coordination/host/runtime.d.ts +3 -3
- package/dist/coordination/host/types.cjs.map +1 -1
- package/dist/coordination/host/types.d.cts +0 -5
- package/dist/coordination/host/types.d.mts +0 -5
- package/dist/coordination/host/types.d.ts +0 -5
- package/dist/coordination/platform/node.cjs +90 -9
- package/dist/coordination/platform/node.cjs.map +1 -1
- package/dist/define.cjs +25 -1
- package/dist/define.cjs.map +1 -1
- package/dist/experiment/host/index.cjs +1 -0
- package/dist/experiment/host/index.cjs.map +1 -1
- package/dist/i18n/en.cjs +26 -8
- package/dist/i18n/en.cjs.map +1 -1
- package/dist/i18n/en.d.cts +19 -6
- package/dist/i18n/en.d.mts +19 -6
- package/dist/i18n/en.d.ts +19 -6
- package/dist/index.cjs.map +1 -1
- package/dist/index.d.cts +1 -1
- package/dist/index.d.mts +1 -1
- package/dist/index.d.ts +1 -1
- package/dist/o11y/parsers/hermes.cjs +1 -1
- package/dist/o11y/parsers/hermes.cjs.map +1 -1
- package/dist/o11y/prices.json +1 -1
- package/dist/o11y/record/families.cjs +12 -3
- package/dist/o11y/record/families.cjs.map +1 -1
- package/dist/o11y/record/families.d.cts +8 -8
- package/dist/o11y/record/families.d.mts +8 -8
- package/dist/o11y/record/families.d.ts +8 -8
- package/dist/o11y/record/family-projectors.d.cts +66 -18
- package/dist/o11y/record/family-projectors.d.mts +66 -18
- package/dist/o11y/record/family-projectors.d.ts +66 -18
- package/dist/o11y/record/family-writers.d.cts +11 -3
- package/dist/o11y/record/family-writers.d.mts +11 -3
- package/dist/o11y/record/family-writers.d.ts +11 -3
- package/dist/o11y/record/runner-producer.cjs +14 -4
- package/dist/o11y/record/runner-producer.cjs.map +1 -1
- package/dist/record/codec/core.d.cts +2 -2
- package/dist/record/codec/core.d.mts +2 -2
- package/dist/record/codec/core.d.ts +2 -2
- package/dist/record/family/catalog.d.cts +44 -12
- package/dist/record/family/catalog.d.mts +44 -12
- package/dist/record/family/catalog.d.ts +44 -12
- package/dist/record/family/index.js +128 -124
- package/dist/record/family/observability-v1.cjs +35 -0
- package/dist/record/family/observability-v1.cjs.map +1 -0
- package/dist/record/family/observability-v1.d.cts +3 -0
- package/dist/record/family/observability-v1.d.mts +3 -0
- package/dist/record/family/observability-v1.d.ts +3 -0
- package/dist/record/family/observability-v1.js +6 -0
- package/dist/record/family/observability-v1.js.map +1 -0
- package/dist/record/family/observability.cjs +58 -9
- package/dist/record/family/observability.cjs.map +1 -1
- package/dist/record/family/observability.d.cts +1014 -15
- package/dist/record/family/observability.d.mts +1014 -15
- package/dist/record/family/observability.d.ts +1014 -15
- package/dist/record/family/observability.js +22 -18
- package/dist/record/host/runtime.cjs +600 -31
- package/dist/record/host/runtime.cjs.map +1 -1
- package/dist/record/host/types.cjs.map +1 -1
- package/dist/record/host/types.d.cts +33 -9
- package/dist/record/host/types.d.mts +33 -9
- package/dist/record/host/types.d.ts +33 -9
- package/dist/record/maintenance/runtime.cjs +1 -2
- package/dist/record/maintenance/runtime.cjs.map +1 -1
- package/dist/record/model/core.cjs.map +1 -1
- package/dist/record/model/core.d.cts +1 -1
- package/dist/record/model/core.d.mts +1 -1
- package/dist/record/model/core.d.ts +1 -1
- package/dist/record/model/definition.d.cts +6 -6
- package/dist/record/model/definition.d.mts +6 -6
- package/dist/record/model/definition.d.ts +6 -6
- package/dist/record/model/identifiers.cjs +1 -1
- package/dist/record/model/identifiers.cjs.map +1 -1
- package/dist/record/model/identifiers.d.cts +1 -1
- package/dist/record/model/identifiers.d.mts +1 -1
- package/dist/record/model/identifiers.d.ts +1 -1
- package/dist/record/platform/node.cjs +159 -23
- package/dist/record/platform/node.cjs.map +1 -1
- package/dist/record/platform/services.cjs.map +1 -1
- package/dist/record/platform/services.d.cts +15 -2
- package/dist/record/platform/services.d.mts +15 -2
- package/dist/record/platform/services.d.ts +15 -2
- package/dist/record/reader/errors.cjs +37 -1
- package/dist/record/reader/errors.cjs.map +1 -1
- package/dist/record/reader/errors.d.cts +49 -1
- package/dist/record/reader/errors.d.mts +49 -1
- package/dist/record/reader/errors.d.ts +49 -1
- package/dist/record/reader/errors.js +22 -12
- package/dist/record/reader/format.cjs +76 -17
- package/dist/record/reader/format.cjs.map +1 -1
- package/dist/record/reader/format.d.cts +11 -4
- package/dist/record/reader/format.d.mts +11 -4
- package/dist/record/reader/format.d.ts +11 -4
- package/dist/record/reader/format.js +2 -0
- package/dist/record/reader/index.js +32 -18
- package/dist/record/reader/runtime.cjs +64 -0
- package/dist/record/reader/runtime.cjs.map +1 -1
- package/dist/record/reader/runtime.d.cts +15 -0
- package/dist/record/reader/runtime.d.mts +15 -0
- package/dist/record/reader/runtime.d.ts +15 -0
- package/dist/record/reader/runtime.js +2 -0
- package/dist/report/assets/styles.css +53 -29
- package/dist/report/built-in/analysis-values.cjs +21 -13
- package/dist/report/built-in/analysis-values.cjs.map +1 -1
- package/dist/report/built-in/analysis-values.d.cts +11 -22
- package/dist/report/built-in/analysis-values.d.mts +11 -22
- package/dist/report/built-in/analysis-values.d.ts +11 -22
- package/dist/report/built-in/analysis-values.js +4 -6
- package/dist/report/built-in/index.cjs +1 -3
- package/dist/report/built-in/index.cjs.map +1 -1
- package/dist/report/built-in/index.d.cts +1 -1
- package/dist/report/built-in/index.d.mts +1 -1
- package/dist/report/built-in/index.d.ts +1 -1
- package/dist/report/built-in/index.js +4 -8
- package/dist/report/built-in/index.mjs +4 -8
- package/dist/report/built-in/machine.cjs +0 -2
- package/dist/report/built-in/machine.cjs.map +1 -1
- package/dist/report/built-in/machine.d.cts +0 -2
- package/dist/report/built-in/machine.d.mts +0 -2
- package/dist/report/built-in/machine.d.ts +0 -2
- package/dist/report/built-in/result-components.cjs +49 -51
- package/dist/report/built-in/result-components.cjs.map +1 -1
- package/dist/report/built-in/result-components.d.cts +16 -17
- package/dist/report/built-in/result-components.d.mts +16 -17
- package/dist/report/built-in/result-components.d.ts +16 -17
- package/dist/report/built-in/result-components.js +0 -4
- package/dist/report/built-in/run-membership-overview.cjs +126 -17
- package/dist/report/built-in/run-membership-overview.cjs.map +1 -1
- package/dist/report/built-in/run-membership-overview.d.cts +14 -0
- package/dist/report/built-in/run-membership-overview.d.mts +14 -0
- package/dist/report/built-in/run-membership-overview.d.ts +14 -0
- package/dist/report/built-in/run-membership-overview.js +4 -2
- package/dist/report/built-in/standard.cjs +80 -45
- package/dist/report/built-in/standard.cjs.map +1 -1
- package/dist/report/built-in/standard.d.cts +19 -41
- package/dist/report/built-in/standard.d.mts +19 -41
- package/dist/report/built-in/standard.d.ts +19 -41
- package/dist/report/built-in/standard.js +6 -6
- package/dist/report/components/attempt-detail/compute.cjs +78 -2
- package/dist/report/components/attempt-detail/compute.cjs.map +1 -1
- package/dist/report/components/attempt-detail/compute.d.cts +1 -1
- package/dist/report/components/attempt-detail/compute.d.mts +1 -1
- package/dist/report/components/attempt-detail/compute.d.ts +1 -1
- package/dist/report/components/attempt-detail/content.cjs +1 -1
- package/dist/report/components/attempt-detail/content.cjs.map +1 -1
- package/dist/report/components/entity-lists/compute.cjs +42 -5
- package/dist/report/components/entity-lists/compute.cjs.map +1 -1
- package/dist/report/components/entity-lists/compute.d.cts +10 -8
- package/dist/report/components/entity-lists/compute.d.mts +10 -8
- package/dist/report/components/entity-lists/compute.d.ts +10 -8
- package/dist/report/components/entity-lists/content.cjs +31 -6
- package/dist/report/components/entity-lists/content.cjs.map +1 -1
- package/dist/report/components/entity-lists/index.cjs +9 -4
- package/dist/report/components/entity-lists/index.cjs.map +1 -1
- package/dist/report/components/entity-lists/index.d.cts +4 -7
- package/dist/report/components/entity-lists/index.d.mts +4 -7
- package/dist/report/components/entity-lists/index.d.ts +4 -7
- package/dist/report/components/summaries/compute.cjs +8 -1
- package/dist/report/components/summaries/compute.cjs.map +1 -1
- package/dist/report/components/summaries/compute.d.cts +9 -1
- package/dist/report/components/summaries/compute.d.mts +9 -1
- package/dist/report/components/summaries/compute.d.ts +9 -1
- package/dist/report/components/summaries/index.cjs +48 -4
- package/dist/report/components/summaries/index.cjs.map +1 -1
- package/dist/report/components/summaries/index.d.cts +7 -4
- package/dist/report/components/summaries/index.d.mts +7 -4
- package/dist/report/components/summaries/index.d.ts +7 -4
- package/dist/report/definition/cell.cjs +3 -0
- package/dist/report/definition/cell.cjs.map +1 -1
- package/dist/report/definition/cell.d.cts +2 -0
- package/dist/report/definition/cell.d.mts +2 -0
- package/dist/report/definition/cell.d.ts +2 -0
- package/dist/report/definition/primitives/chart.cjs +8 -5
- package/dist/report/definition/primitives/chart.cjs.map +1 -1
- package/dist/report/definition/primitives/points-dataset.cjs +1 -0
- package/dist/report/definition/primitives/points-dataset.cjs.map +1 -1
- package/dist/report/definition/primitives.cjs +15 -2
- package/dist/report/definition/primitives.cjs.map +1 -1
- package/dist/report/definition/report.cjs +27 -3
- package/dist/report/definition/report.cjs.map +1 -1
- package/dist/report/definition/report.d.cts +8 -0
- package/dist/report/definition/report.d.mts +8 -0
- package/dist/report/definition/report.d.ts +8 -0
- package/dist/report/execution/machine.cjs +30 -14
- package/dist/report/execution/machine.cjs.map +1 -1
- package/dist/report/execution/machine.d.cts +20 -10
- package/dist/report/execution/machine.d.mts +20 -10
- package/dist/report/execution/machine.d.ts +20 -10
- package/dist/report/execution/machine.js +6 -6
- package/dist/report/host/execute.cjs +25 -16
- package/dist/report/host/execute.cjs.map +1 -1
- package/dist/report/host/execute.d.cts +4 -0
- package/dist/report/host/execute.d.mts +4 -0
- package/dist/report/host/execute.d.ts +4 -0
- package/dist/report/host/from-record.cjs +22 -5
- package/dist/report/host/from-record.cjs.map +1 -1
- package/dist/report/host/machine.cjs +53 -11
- package/dist/report/host/machine.cjs.map +1 -1
- package/dist/report/host/site-runtime.cjs +9 -8
- package/dist/report/host/site-runtime.cjs.map +1 -1
- package/dist/report/host/site-runtime.d.cts +1 -1
- package/dist/report/host/site-runtime.d.mts +1 -1
- package/dist/report/host/site-runtime.d.ts +1 -1
- package/dist/report/host/static.cjs +56 -9
- package/dist/report/host/static.cjs.map +1 -1
- package/dist/report/index.cjs.map +1 -1
- package/dist/report/index.d.cts +1 -1
- package/dist/report/index.d.mts +1 -1
- package/dist/report/index.d.ts +1 -1
- package/dist/report/model/dataset.cjs +7 -2
- package/dist/report/model/dataset.cjs.map +1 -1
- package/dist/report/model/locale.cjs +2 -0
- package/dist/report/model/locale.cjs.map +1 -1
- package/dist/report/model/locale.d.cts +1 -0
- package/dist/report/model/locale.d.mts +1 -0
- package/dist/report/model/locale.d.ts +1 -0
- package/dist/report/model/metrics.cjs +3 -1
- package/dist/report/model/metrics.cjs.map +1 -1
- package/dist/report/model/pricing.cjs +16 -11
- package/dist/report/model/pricing.cjs.map +1 -1
- package/dist/report/react/styles.css +53 -29
- package/dist/runner/adoption.cjs +1 -0
- package/dist/runner/adoption.cjs.map +1 -1
- package/dist/runner/attempt.cjs +44 -5
- package/dist/runner/attempt.cjs.map +1 -1
- package/dist/runner/attempt.d.cts +13 -1
- package/dist/runner/attempt.d.mts +13 -1
- package/dist/runner/attempt.d.ts +13 -1
- package/dist/runner/config-identity.cjs +10 -2
- package/dist/runner/config-identity.cjs.map +1 -1
- package/dist/runner/config-identity.d.cts +4 -2
- package/dist/runner/config-identity.d.mts +4 -2
- package/dist/runner/config-identity.d.ts +4 -2
- package/dist/runner/feedback/human.cjs +298 -59
- package/dist/runner/feedback/human.cjs.map +1 -1
- package/dist/runner/feedback/json.cjs +14 -6
- package/dist/runner/feedback/json.cjs.map +1 -1
- package/dist/runner/feedback/json.d.cts +3 -2
- package/dist/runner/feedback/json.d.mts +3 -2
- package/dist/runner/feedback/json.d.ts +3 -2
- package/dist/runner/feedback/reducer.cjs +2 -0
- package/dist/runner/feedback/reducer.cjs.map +1 -1
- package/dist/runner/judge-config.cjs +1 -1
- package/dist/runner/judge-config.cjs.map +1 -1
- package/dist/runner/ledger.cjs +124 -12
- package/dist/runner/ledger.cjs.map +1 -1
- package/dist/runner/project-current.cjs +13 -5
- package/dist/runner/project-current.cjs.map +1 -1
- package/dist/runner/run.cjs +564 -256
- package/dist/runner/run.cjs.map +1 -1
- package/dist/runner/sandbox-pool.cjs +161 -30
- package/dist/runner/sandbox-pool.cjs.map +1 -1
- package/dist/runner/sandbox-pool.d.cts +34 -2
- package/dist/runner/sandbox-pool.d.mts +34 -2
- package/dist/runner/sandbox-pool.d.ts +34 -2
- package/dist/runner/shared-state-lease.cjs +803 -0
- package/dist/runner/shared-state-lease.cjs.map +1 -0
- package/dist/runner/shared-state-lease.d.cts +121 -0
- package/dist/runner/shared-state-lease.d.mts +121 -0
- package/dist/runner/shared-state-lease.d.ts +121 -0
- package/dist/runner/shared-state-lease.js +24 -0
- package/dist/runner/shared-state-lease.js.map +1 -0
- package/dist/runner/teardown-registry.cjs +97 -34
- package/dist/runner/teardown-registry.cjs.map +1 -1
- package/dist/runner/teardown-registry.d.cts +27 -1
- package/dist/runner/teardown-registry.d.mts +27 -1
- package/dist/runner/teardown-registry.d.ts +27 -1
- package/dist/runner/teardown-registry.js +20 -16
- package/dist/runner/types.cjs.map +1 -1
- package/dist/runner/types.d.cts +31 -5
- package/dist/runner/types.d.mts +31 -5
- package/dist/runner/types.d.ts +31 -5
- package/dist/sample/analysis.cjs +249 -459
- package/dist/sample/analysis.cjs.map +1 -1
- package/dist/sample/capability.cjs +138 -7
- package/dist/sample/capability.cjs.map +1 -1
- package/dist/sample/capability.d.cts +3 -1
- package/dist/sample/capability.d.mts +3 -1
- package/dist/sample/capability.d.ts +3 -1
- package/dist/sample/capability.js +8 -6
- package/dist/sandbox/docker-agent-image.cjs +5 -1
- package/dist/sandbox/docker-agent-image.cjs.map +1 -1
- package/dist/sandbox/docker-agent-image.d.cts +2 -0
- package/dist/sandbox/docker-agent-image.d.mts +2 -0
- package/dist/sandbox/docker-agent-image.d.ts +2 -0
- package/dist/sandbox/docker-agent-image.js +14 -10
- package/dist/sandbox/docker-profile/schema.cjs +283 -534
- package/dist/sandbox/docker-profile/schema.cjs.map +1 -1
- package/dist/sandbox/docker-profile/schema.d.cts +10 -27
- package/dist/sandbox/docker-profile/schema.d.mts +10 -27
- package/dist/sandbox/docker-profile/schema.d.ts +10 -27
- package/dist/sandbox/e2b-agent-template.cjs +5 -2
- package/dist/sandbox/e2b-agent-template.cjs.map +1 -1
- package/dist/sandbox/index.cjs +4 -2
- package/dist/sandbox/index.cjs.map +1 -1
- package/dist/sandbox/index.d.cts +1 -1
- package/dist/sandbox/index.d.mts +1 -1
- package/dist/sandbox/index.d.ts +1 -1
- package/dist/sandbox/index.js +120 -116
- package/dist/sandbox/index.mjs +120 -116
- package/dist/sandbox/keep-registry.cjs +28 -66
- package/dist/sandbox/keep-registry.cjs.map +1 -1
- package/dist/sandbox/types.cjs.map +1 -1
- package/dist/sandbox/types.d.cts +1 -1
- package/dist/sandbox/types.d.mts +1 -1
- package/dist/sandbox/types.d.ts +1 -1
- package/dist/shared/aggregate.cjs +16 -6
- package/dist/shared/aggregate.cjs.map +1 -1
- package/dist/shared/aggregate.d.cts +12 -4
- package/dist/shared/aggregate.d.mts +12 -4
- package/dist/shared/aggregate.d.ts +12 -4
- package/dist/shared/turn-label.cjs +20 -2
- package/dist/shared/turn-label.cjs.map +1 -1
- package/dist/shared/turn-label.d.cts +2 -0
- package/dist/shared/turn-label.d.mts +2 -0
- package/dist/shared/turn-label.d.ts +2 -0
- package/dist/shared/turn-label.js +4 -2
- package/dist/vendor/remark/remark-gfm.cjs +7 -7
- package/dist/vendor/remark/remark-gfm.cjs.map +1 -1
- package/dist/vendor/remark/remark-parse.cjs +12 -12
- package/dist/vendor/remark/remark-parse.cjs.map +1 -1
- package/dist/vendor/remark/remark.cjs +13 -13
- package/dist/vendor/remark/remark.cjs.map +1 -1
- package/dist/view/server.cjs +6 -0
- package/dist/view/server.cjs.map +1 -1
- package/docs-site/images/hitl-handshake-zh.svg +3 -3
- package/docs-site/zh/examples/ai-agent-application.mdx +1 -1
- package/docs-site/zh/examples/coding-agent-extensions.mdx +1 -1
- package/docs-site/zh/examples/integrations/ai-sdk-v7.mdx +4 -3
- package/docs-site/zh/examples/integrations/claude-sdk.mdx +3 -3
- package/docs-site/zh/examples/integrations/codex-sdk.mdx +5 -5
- package/docs-site/zh/examples/integrations/langgraph.mdx +4 -4
- package/docs-site/zh/examples/integrations/pi-sdk.mdx +5 -5
- package/docs-site/zh/explanation/adapter.mdx +5 -5
- package/docs-site/zh/explanation/assert.mdx +7 -7
- package/docs-site/zh/explanation/drive.mdx +4 -2
- package/docs-site/zh/explanation/evals.mdx +10 -8
- package/docs-site/zh/explanation/experiment.mdx +2 -2
- package/docs-site/zh/explanation/hitl.mdx +9 -9
- package/docs-site/zh/explanation/judge.mdx +5 -5
- package/docs-site/zh/explanation/overview.mdx +3 -3
- package/docs-site/zh/explanation/runner.mdx +1 -1
- package/docs-site/zh/index.mdx +3 -3
- package/docs-site/zh/reference/builtin-agents.mdx +13 -13
- package/docs-site/zh/reference/capabilities.mdx +1 -1
- package/docs-site/zh/reference/cli.mdx +18 -12
- package/docs-site/zh/reference/define-agent.mdx +130 -5
- package/docs-site/zh/reference/define-config.mdx +2 -2
- package/docs-site/zh/reference/define-eval.mdx +4 -4
- package/docs-site/zh/reference/events.mdx +11 -11
- package/docs-site/zh/reference/official-adapters.mdx +6 -6
- package/docs-site/zh/reference/results-data.mdx +6 -0
- package/docs-site/zh/troubleshooting/debugging.mdx +1 -1
- package/docs-site/zh/troubleshooting/recover-after-kill.mdx +37 -5
- package/docs-site/zh/tutorials/accept-results.mdx +72 -0
- package/docs-site/zh/tutorials/agent-onboarding.mdx +6 -6
- package/docs-site/zh/tutorials/authoring.mdx +9 -13
- package/docs-site/zh/tutorials/ci-integration.mdx +6 -6
- package/docs-site/zh/tutorials/compare-runs.mdx +61 -0
- package/docs-site/zh/tutorials/concurrency.mdx +13 -12
- package/docs-site/zh/tutorials/configuration.mdx +4 -6
- package/docs-site/zh/tutorials/connect-your-agent.mdx +1 -1
- package/docs-site/zh/tutorials/control-run-cost.mdx +58 -0
- package/docs-site/zh/tutorials/criteria-files.mdx +2 -2
- package/docs-site/zh/tutorials/custom-reports.mdx +2 -2
- package/docs-site/zh/tutorials/debug-lifecycle-plan.mdx +46 -0
- package/docs-site/zh/tutorials/docker-in-docker.mdx +52 -43
- package/docs-site/zh/tutorials/eval-groups.mdx +6 -6
- package/docs-site/zh/tutorials/evaluation-kinds.mdx +3 -3
- package/docs-site/zh/tutorials/experiments.mdx +2 -3
- package/docs-site/zh/tutorials/handle-execution-failures.mdx +18 -10
- package/docs-site/zh/tutorials/install-custom-sandbox-agent.mdx +16 -8
- package/docs-site/zh/tutorials/nixos-managed-dind.mdx +160 -0
- package/docs-site/zh/tutorials/plugins.mdx +14 -0
- package/docs-site/zh/tutorials/rerun-and-cache.mdx +4 -2
- package/docs-site/zh/tutorials/sandbox-agent.mdx +17 -11
- package/docs-site/zh/tutorials/sandbox-providers.mdx +17 -13
- package/docs-site/zh/tutorials/sandbox-reuse.mdx +12 -19
- package/docs-site/zh/tutorials/select-and-preview.mdx +65 -0
- package/docs-site/zh/tutorials/verify-judge.mdx +78 -0
- package/docs-site/zh/tutorials/viewing-results.mdx +38 -1
- package/docs-site/zh/tutorials/write-experiment.mdx +7 -5
- package/docs-site/zh/tutorials/write-send.mdx +9 -8
- package/package.json +9 -5
- package/dist/report/built-in/overview.cjs +0 -44
- package/dist/report/built-in/overview.cjs.map +0 -1
- package/dist/report/built-in/overview.d.cts +0 -6
- package/dist/report/built-in/overview.d.mts +0 -6
- package/dist/report/built-in/overview.d.ts +0 -6
- package/dist/report/built-in/overview.js +0 -9
- package/dist/report/built-in/overview.js.map +0 -1
- package/dist/runner/gate-lease.cjs +0 -283
- package/dist/runner/gate-lease.cjs.map +0 -1
- package/dist/runner/gate-lease.d.cts +0 -62
- package/dist/runner/gate-lease.d.mts +0 -62
- package/dist/runner/gate-lease.d.ts +0 -62
- package/dist/runner/gate-lease.js +0 -22
- package/dist/runner/gate-lease.js.map +0 -1
|
@@ -0,0 +1,96 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.experimentGroups = experimentGroups;
|
|
4
|
+
exports.experimentComparisonScope = experimentComparisonScope;
|
|
5
|
+
exports.sampleForExperimentComparisonScope = sampleForExperimentComparisonScope;
|
|
6
|
+
const capability_ts_1 = require("../sample/capability.cjs");
|
|
7
|
+
const aggregate_ts_1 = require("../shared/aggregate.cjs");
|
|
8
|
+
const scopeBrand = Symbol("niceeval.analysis.ExperimentComparisonScope.runtime");
|
|
9
|
+
const scopeSamples = new WeakMap();
|
|
10
|
+
function experimentGroups(sample) {
|
|
11
|
+
const experiments = new Map();
|
|
12
|
+
const selectedRuns = new Set(sample.snapshot.selection.selectedRunIds.map(String));
|
|
13
|
+
for (const run of sample.snapshot.runs) {
|
|
14
|
+
if (!selectedRuns.has(String(run.runId)))
|
|
15
|
+
continue;
|
|
16
|
+
experiments.set(String(run.experimentId), run.experimentId);
|
|
17
|
+
}
|
|
18
|
+
const byGroup = new Map();
|
|
19
|
+
for (const experimentId of experiments.values()) {
|
|
20
|
+
const derived = (0, aggregate_ts_1.experimentGroupOf)(String(experimentId));
|
|
21
|
+
const group = derived.kind === "named"
|
|
22
|
+
? Object.freeze({ kind: "named", groupId: derived.groupId, key: derived.key })
|
|
23
|
+
: Object.freeze({ kind: "singleton", experimentId, key: derived.key });
|
|
24
|
+
const entry = byGroup.get(group.key) ?? { group, members: new Map() };
|
|
25
|
+
entry.members.set(String(experimentId), experimentId);
|
|
26
|
+
byGroup.set(group.key, entry);
|
|
27
|
+
}
|
|
28
|
+
return Object.freeze([...byGroup.values()]
|
|
29
|
+
.sort((left, right) => compareUtf8(left.group.key, right.group.key))
|
|
30
|
+
.map((entry) => Object.freeze({
|
|
31
|
+
group: entry.group,
|
|
32
|
+
members: Object.freeze([...entry.members.values()].sort((left, right) => compareUtf8(String(left), String(right)))),
|
|
33
|
+
})));
|
|
34
|
+
}
|
|
35
|
+
function experimentComparisonScope(sample, group) {
|
|
36
|
+
const summary = experimentGroups(sample).find((candidate) => candidate.group.key === group.key);
|
|
37
|
+
if (summary === undefined || !sameGroup(summary.group, group)) {
|
|
38
|
+
throw Object.freeze({ code: "analysis-comparison-group-not-found", group });
|
|
39
|
+
}
|
|
40
|
+
const memberSet = new Set(summary.members.map(String));
|
|
41
|
+
const runIds = sample.snapshot.runs
|
|
42
|
+
.filter((run) => memberSet.has(String(run.experimentId)))
|
|
43
|
+
.map((run) => run.runId);
|
|
44
|
+
const narrowed = (0, capability_ts_1.narrowSample)(sample, { runIds });
|
|
45
|
+
const comparison = comparisonState(narrowed, summary.members);
|
|
46
|
+
const scope = Object.freeze({
|
|
47
|
+
group: summary.group,
|
|
48
|
+
comparison,
|
|
49
|
+
[scopeBrand]: true,
|
|
50
|
+
});
|
|
51
|
+
scopeSamples.set(scope, narrowed);
|
|
52
|
+
return scope;
|
|
53
|
+
}
|
|
54
|
+
/** @internal Used only by named comparison components. */
|
|
55
|
+
function sampleForExperimentComparisonScope(scope) {
|
|
56
|
+
const sample = scopeSamples.get(scope);
|
|
57
|
+
if (sample === undefined) {
|
|
58
|
+
throw Object.freeze({
|
|
59
|
+
code: "analysis-comparison-group-mismatch",
|
|
60
|
+
groups: Object.freeze([scope?.group].filter((value) => value !== undefined)),
|
|
61
|
+
});
|
|
62
|
+
}
|
|
63
|
+
return sample;
|
|
64
|
+
}
|
|
65
|
+
function comparisonState(sample, members) {
|
|
66
|
+
const populations = members.map((member) => {
|
|
67
|
+
const values = [...new Set(sample.snapshot.slots
|
|
68
|
+
.filter((slot) => slot.state !== "excluded" && String(slot.experimentId) === String(member))
|
|
69
|
+
.map((slot) => String(slot.evalId)))]
|
|
70
|
+
.sort(compareUtf8);
|
|
71
|
+
return Object.freeze({ member, population: Object.freeze(values) });
|
|
72
|
+
});
|
|
73
|
+
const reference = JSON.stringify(populations[0]?.population ?? []);
|
|
74
|
+
if (populations.every((entry) => JSON.stringify(entry.population) === reference)) {
|
|
75
|
+
return Object.freeze({ state: "comparable", members });
|
|
76
|
+
}
|
|
77
|
+
const issue = Object.freeze({
|
|
78
|
+
reason: "eval-population-mismatch",
|
|
79
|
+
members,
|
|
80
|
+
actual: Object.freeze(populations.map((entry) => Object.freeze({
|
|
81
|
+
member: entry.member,
|
|
82
|
+
population: entry.population,
|
|
83
|
+
basis: null,
|
|
84
|
+
}))),
|
|
85
|
+
refs: Object.freeze([]),
|
|
86
|
+
params: Object.freeze({ expected: populations[0]?.population ?? [] }),
|
|
87
|
+
});
|
|
88
|
+
return Object.freeze({ state: "non-comparable", members, issues: Object.freeze([issue]) });
|
|
89
|
+
}
|
|
90
|
+
function sameGroup(left, right) {
|
|
91
|
+
return left.kind === right.kind && left.key === right.key;
|
|
92
|
+
}
|
|
93
|
+
function compareUtf8(left, right) {
|
|
94
|
+
return Buffer.compare(Buffer.from(left), Buffer.from(right));
|
|
95
|
+
}
|
|
96
|
+
//# sourceMappingURL=experiment-groups.cjs.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"experiment-groups.js","sourceRoot":"","sources":["experiment-groups.ts"],"names":[],"mappings":";;AASA,4CA2BC;AACD,8DAkBC;AAED,gFASC;AAjED,2DAAuD;AACvD,yDAA2D;AAC3D,MAAM,UAAU,GAAkB,MAAM,CAAC,qDAAqD,CAAC,CAAC;AAChG,MAAM,YAAY,GAAG,IAAI,OAAO,EAAqC,CAAC;AAKtE,SAAgB,gBAAgB,CAAC,MAAc;IAC3C,MAAM,WAAW,GAAG,IAAI,GAAG,EAAwB,CAAC;IACpD,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,cAAc,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC;IACnF,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;QACrC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YACpC,SAAS;QACb,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,GAAG,CAAC,YAAY,CAAC,CAAC;IAChE,CAAC;IACD,MAAM,OAAO,GAAG,IAAI,GAAG,EAGnB,CAAC;IACL,KAAK,MAAM,YAAY,IAAI,WAAW,CAAC,MAAM,EAAE,EAAE,CAAC;QAC9C,MAAM,OAAO,GAAG,IAAA,gCAAiB,EAAC,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC;QACxD,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,KAAK,OAAO;YAClC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,OAAgB,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,CAAC;YACvF,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,WAAoB,EAAE,YAAY,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;QACpF,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,GAAG,EAAwB,EAAE,CAAC;QAC5F,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,YAAY,CAAC,EAAE,YAAY,CAAC,CAAC;QACtD,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;IAClC,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;SACrC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;SACnE,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC;QAC9B,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;KACtH,CAAC,CAAC,CAAC,CAAC;AACT,CAAC;AACD,SAAgB,yBAAyB,CAAC,MAAc,EAAE,KAA8B;IACpF,MAAM,OAAO,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,KAAK,CAAC,GAAG,KAAK,KAAK,CAAC,GAAG,CAAC,CAAC;IAChG,IAAI,OAAO,KAAK,SAAS,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC,EAAE,CAAC;QAC5D,MAAM,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,qCAA8C,EAAE,KAAK,EAAE,CAAC,CAAC;IACzF,CAAC;IACD,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC;IACvD,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,IAAI;SAC9B,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC;SACxD,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IAC7B,MAAM,QAAQ,GAAG,IAAA,4BAAY,EAAC,MAAM,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;IAClD,MAAM,UAAU,GAAG,eAAe,CAAC,QAAQ,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;IAC9D,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC;QACxB,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,UAAU;QACV,CAAC,UAAU,CAAC,EAAE,IAAa;KAC9B,CAAyC,CAAC;IAC3C,YAAY,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;IAClC,OAAO,KAAK,CAAC;AACjB,CAAC;AACD,0DAA0D;AAC1D,SAAgB,kCAAkC,CAAC,KAAgC;IAC/E,MAAM,MAAM,GAAG,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IACvC,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;QACvB,MAAM,MAAM,CAAC,MAAM,CAAC;YAChB,IAAI,EAAE,oCAA6C;YACnD,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,EAAoC,EAAE,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC;SACjH,CAAC,CAAC;IACP,CAAC;IACD,OAAO,MAAM,CAAC;AAClB,CAAC;AACD,SAAS,eAAe,CAAC,MAAc,EAAE,OAAgC;IACrE,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE;QACvC,MAAM,MAAM,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK;iBACvC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,KAAK,UAAU,IAAI,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,KAAK,MAAM,CAAC,MAAM,CAAC,CAAC;iBAC3F,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;aACxC,IAAI,CAAC,WAAW,CAAC,CAAC;QACvB,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;IACxE,CAAC,CAAC,CAAC;IACH,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,UAAU,IAAI,EAAE,CAAC,CAAC;IACnE,IAAI,WAAW,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,SAAS,CAAC,EAAE,CAAC;QAC/E,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,YAAqB,EAAE,OAAO,EAAE,CAAC,CAAC;IACpE,CAAC;IACD,MAAM,KAAK,GAAuB,MAAM,CAAC,MAAM,CAAC;QAC5C,MAAM,EAAE,0BAAmC;QAC3C,OAAO;QACP,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC;YAC3D,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,UAAU,EAAE,KAAK,CAAC,UAAuB;YACzC,KAAK,EAAE,IAAI;SACd,CAAC,CAAC,CAAC;QACJ,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;QACvB,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,QAAQ,EAAE,WAAW,CAAC,CAAC,CAAC,EAAE,UAAuB,IAAI,EAAE,EAAE,CAAC;KACrF,CAAC,CAAC;IACH,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,gBAAyB,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;AACxG,CAAC;AACD,SAAS,SAAS,CAAC,IAA6B,EAAE,KAA8B;IAC5E,OAAO,IAAI,CAAC,IAAI,KAAK,KAAK,CAAC,IAAI,IAAI,IAAI,CAAC,GAAG,KAAK,KAAK,CAAC,GAAG,CAAC;AAC9D,CAAC;AACD,SAAS,WAAW,CAAC,IAAY,EAAE,KAAa;IAC5C,OAAO,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;AACjE,CAAC","sourcesContent":["import type { ExperimentComparisonScope, ExperimentComparisonState, ExperimentGroupIdentity, ExperimentId, JsonValue, NonComparableIssue, Sample, } from \"./contracts.ts\";\nimport { narrowSample } from \"../sample/capability.ts\";\nimport { experimentGroupOf } from \"../shared/aggregate.ts\";\nconst scopeBrand: unique symbol = Symbol(\"niceeval.analysis.ExperimentComparisonScope.runtime\");\nconst scopeSamples = new WeakMap<ExperimentComparisonScope, Sample>();\nexport interface ExperimentGroupSummary {\n readonly group: ExperimentGroupIdentity;\n readonly members: readonly ExperimentId[];\n}\nexport function experimentGroups(sample: Sample): readonly ExperimentGroupSummary[] {\n const experiments = new Map<string, ExperimentId>();\n const selectedRuns = new Set(sample.snapshot.selection.selectedRunIds.map(String));\n for (const run of sample.snapshot.runs) {\n if (!selectedRuns.has(String(run.runId)))\n continue;\n experiments.set(String(run.experimentId), run.experimentId);\n }\n const byGroup = new Map<string, {\n group: ExperimentGroupIdentity;\n members: Map<string, ExperimentId>;\n }>();\n for (const experimentId of experiments.values()) {\n const derived = experimentGroupOf(String(experimentId));\n const group = derived.kind === \"named\"\n ? Object.freeze({ kind: \"named\" as const, groupId: derived.groupId, key: derived.key })\n : Object.freeze({ kind: \"singleton\" as const, experimentId, key: derived.key });\n const entry = byGroup.get(group.key) ?? { group, members: new Map<string, ExperimentId>() };\n entry.members.set(String(experimentId), experimentId);\n byGroup.set(group.key, entry);\n }\n return Object.freeze([...byGroup.values()]\n .sort((left, right) => compareUtf8(left.group.key, right.group.key))\n .map((entry) => Object.freeze({\n group: entry.group,\n members: Object.freeze([...entry.members.values()].sort((left, right) => compareUtf8(String(left), String(right)))),\n })));\n}\nexport function experimentComparisonScope(sample: Sample, group: ExperimentGroupIdentity): ExperimentComparisonScope {\n const summary = experimentGroups(sample).find((candidate) => candidate.group.key === group.key);\n if (summary === undefined || !sameGroup(summary.group, group)) {\n throw Object.freeze({ code: \"analysis-comparison-group-not-found\" as const, group });\n }\n const memberSet = new Set(summary.members.map(String));\n const runIds = sample.snapshot.runs\n .filter((run) => memberSet.has(String(run.experimentId)))\n .map((run) => run.runId);\n const narrowed = narrowSample(sample, { runIds });\n const comparison = comparisonState(narrowed, summary.members);\n const scope = Object.freeze({\n group: summary.group,\n comparison,\n [scopeBrand]: true as const,\n }) as unknown as ExperimentComparisonScope;\n scopeSamples.set(scope, narrowed);\n return scope;\n}\n/** @internal Used only by named comparison components. */\nexport function sampleForExperimentComparisonScope(scope: ExperimentComparisonScope): Sample {\n const sample = scopeSamples.get(scope);\n if (sample === undefined) {\n throw Object.freeze({\n code: \"analysis-comparison-group-mismatch\" as const,\n groups: Object.freeze([scope?.group].filter((value): value is ExperimentGroupIdentity => value !== undefined)),\n });\n }\n return sample;\n}\nfunction comparisonState(sample: Sample, members: readonly ExperimentId[]): ExperimentComparisonState {\n const populations = members.map((member) => {\n const values = [...new Set(sample.snapshot.slots\n .filter((slot) => slot.state !== \"excluded\" && String(slot.experimentId) === String(member))\n .map((slot) => String(slot.evalId)))]\n .sort(compareUtf8);\n return Object.freeze({ member, population: Object.freeze(values) });\n });\n const reference = JSON.stringify(populations[0]?.population ?? []);\n if (populations.every((entry) => JSON.stringify(entry.population) === reference)) {\n return Object.freeze({ state: \"comparable\" as const, members });\n }\n const issue: NonComparableIssue = Object.freeze({\n reason: \"eval-population-mismatch\" as const,\n members,\n actual: Object.freeze(populations.map((entry) => Object.freeze({\n member: entry.member,\n population: entry.population as JsonValue,\n basis: null,\n }))),\n refs: Object.freeze([]),\n params: Object.freeze({ expected: populations[0]?.population as JsonValue ?? [] }),\n });\n return Object.freeze({ state: \"non-comparable\" as const, members, issues: Object.freeze([issue]) });\n}\nfunction sameGroup(left: ExperimentGroupIdentity, right: ExperimentGroupIdentity): boolean {\n return left.kind === right.kind && left.key === right.key;\n}\nfunction compareUtf8(left: string, right: string): number {\n return Buffer.compare(Buffer.from(left), Buffer.from(right));\n}\n"]}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import type { ExperimentComparisonScope, ExperimentGroupIdentity, ExperimentId, Sample } from "./contracts.cjs";
|
|
2
|
+
export interface ExperimentGroupSummary {
|
|
3
|
+
readonly group: ExperimentGroupIdentity;
|
|
4
|
+
readonly members: readonly ExperimentId[];
|
|
5
|
+
}
|
|
6
|
+
export declare function experimentGroups(sample: Sample): readonly ExperimentGroupSummary[];
|
|
7
|
+
export declare function experimentComparisonScope(sample: Sample, group: ExperimentGroupIdentity): ExperimentComparisonScope;
|
|
8
|
+
/** @internal Used only by named comparison components. */
|
|
9
|
+
export declare function sampleForExperimentComparisonScope(scope: ExperimentComparisonScope): Sample;
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import type { ExperimentComparisonScope, ExperimentGroupIdentity, ExperimentId, Sample } from "./contracts.mjs";
|
|
2
|
+
export interface ExperimentGroupSummary {
|
|
3
|
+
readonly group: ExperimentGroupIdentity;
|
|
4
|
+
readonly members: readonly ExperimentId[];
|
|
5
|
+
}
|
|
6
|
+
export declare function experimentGroups(sample: Sample): readonly ExperimentGroupSummary[];
|
|
7
|
+
export declare function experimentComparisonScope(sample: Sample, group: ExperimentGroupIdentity): ExperimentComparisonScope;
|
|
8
|
+
/** @internal Used only by named comparison components. */
|
|
9
|
+
export declare function sampleForExperimentComparisonScope(scope: ExperimentComparisonScope): Sample;
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import type { ExperimentComparisonScope, ExperimentGroupIdentity, ExperimentId, Sample } from "./contracts.js";
|
|
2
|
+
export interface ExperimentGroupSummary {
|
|
3
|
+
readonly group: ExperimentGroupIdentity;
|
|
4
|
+
readonly members: readonly ExperimentId[];
|
|
5
|
+
}
|
|
6
|
+
export declare function experimentGroups(sample: Sample): readonly ExperimentGroupSummary[];
|
|
7
|
+
export declare function experimentComparisonScope(sample: Sample, group: ExperimentGroupIdentity): ExperimentComparisonScope;
|
|
8
|
+
/** @internal Used only by named comparison components. */
|
|
9
|
+
export declare function sampleForExperimentComparisonScope(scope: ExperimentComparisonScope): Sample;
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
import { createRequire as __niceevalCreateRequire } from "node:module";
|
|
2
|
+
const __niceevalRequire = __niceevalCreateRequire(import.meta.url);
|
|
3
|
+
const __niceevalCanonical = __niceevalRequire("./experiment-groups.cjs");
|
|
4
|
+
const __niceevalExport0 = __niceevalCanonical["experimentComparisonScope"];
|
|
5
|
+
export { __niceevalExport0 as experimentComparisonScope };
|
|
6
|
+
const __niceevalExport1 = __niceevalCanonical["experimentGroups"];
|
|
7
|
+
export { __niceevalExport1 as experimentGroups };
|
|
8
|
+
const __niceevalExport2 = __niceevalCanonical["sampleForExperimentComparisonScope"];
|
|
9
|
+
export { __niceevalExport2 as sampleForExperimentComparisonScope };
|
|
10
|
+
//# sourceMappingURL=experiment-groups.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"experiment-groups.js","sources":[],"names":[],"mappings":""}
|
package/dist/analysis/index.cjs
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.ExperimentIdSchema = exports.narrowSample = exports.encodeSampleSnapshot = exports.decodeSampleSnapshot = exports.totalCostUSD = exports.definePricingProfile = exports.costUSD = exports.builtInPricingProfile = exports.sumAcrossSlots = exports.sum = exports.retainContributingEvidence = exports.requireSameProducer = exports.ratio = exports.partial = exports.oneValue = exports.mean = exports.logicalSlots = exports.logicalSlotMembers = exports.latestCompletedAttempt = exports.defineRelation = exports.definePopulation = exports.defineMeasure = exports.defineDimension = exports.attemptToolFailure = exports.attemptPassed = exports.attemptTokens = exports.attemptLatencyMs = exports.allLogicalSlots = exports.sourcesView = exports.sourceNavigationView = exports.sandboxHistoryView = exports.query = exports.fileChangesView = exports.attemptObservabilityView = exports.attemptEvidenceView = exports.aggregate = void 0;
|
|
3
|
+
exports.ExperimentIdSchema = exports.experimentGroups = exports.experimentComparisonScope = exports.narrowSample = exports.encodeSampleSnapshot = exports.decodeSampleSnapshot = exports.totalCostUSD = exports.definePricingProfile = exports.costUSD = exports.builtInPricingProfile = exports.sumAcrossSlots = exports.sum = exports.retainContributingEvidence = exports.requireSameProducer = exports.ratio = exports.partial = exports.oneValue = exports.mean = exports.logicalSlots = exports.logicalSlotMembers = exports.latestCompletedAttempt = exports.defineRelation = exports.definePopulation = exports.defineMeasure = exports.defineDimension = exports.attemptToolFailure = exports.attemptPassed = exports.attemptTokens = exports.attemptLatencyMs = exports.allLogicalSlots = exports.sourcesView = exports.sourceNavigationView = exports.sandboxHistoryView = exports.query = exports.fileChangesView = exports.attemptObservabilityView = exports.attemptEvidenceView = exports.aggregate = void 0;
|
|
4
4
|
// `niceeval/analysis` is the public author surface for statistical meaning.
|
|
5
5
|
// The separate public Host SDK issues Sample capabilities; Record readers stay
|
|
6
6
|
// in its private binding map, while Report receives rows, frames, and values.
|
|
@@ -43,6 +43,9 @@ var capability_ts_1 = require("../sample/capability.cjs");
|
|
|
43
43
|
Object.defineProperty(exports, "decodeSampleSnapshot", { enumerable: true, get: function () { return capability_ts_1.decodeSampleSnapshot; } });
|
|
44
44
|
Object.defineProperty(exports, "encodeSampleSnapshot", { enumerable: true, get: function () { return capability_ts_1.encodeSampleSnapshot; } });
|
|
45
45
|
Object.defineProperty(exports, "narrowSample", { enumerable: true, get: function () { return capability_ts_1.narrowSample; } });
|
|
46
|
+
var experiment_groups_ts_1 = require("./experiment-groups.cjs");
|
|
47
|
+
Object.defineProperty(exports, "experimentComparisonScope", { enumerable: true, get: function () { return experiment_groups_ts_1.experimentComparisonScope; } });
|
|
48
|
+
Object.defineProperty(exports, "experimentGroups", { enumerable: true, get: function () { return experiment_groups_ts_1.experimentGroups; } });
|
|
46
49
|
var identifiers_ts_1 = require("../record/codec/identifiers.cjs");
|
|
47
50
|
Object.defineProperty(exports, "ExperimentIdSchema", { enumerable: true, get: function () { return identifiers_ts_1.ExperimentIdSchema; } });
|
|
48
51
|
//# sourceMappingURL=index.cjs.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["index.ts"],"names":[],"mappings":";;;AAAA,4EAA4E;AAC5E,+EAA+E;AAC/E,8EAA8E;AAC9E,mCAAoK;AAA3J,mGAAA,SAAS,OAAA;AAAE,6GAAA,mBAAmB,OAAA;AAAE,kHAAA,wBAAwB,OAAA;AAAE,yGAAA,eAAe,OAAA;AAAE,+FAAA,KAAK,OAAA;AAAE,4GAAA,kBAAkB,OAAA;AAAE,8GAAA,oBAAoB,OAAA;AAAE,qGAAA,WAAW,OAAA;AAChJ,mDAA0V;AAAjV,iHAAA,eAAe,OAAA;AAAE,kHAAA,gBAAgB,OAAA;AAAE,+GAAA,aAAa,OAAA;AAAE,+GAAA,aAAa,OAAA;AAAE,oHAAA,kBAAkB,OAAA;AAAE,iHAAA,eAAe,OAAA;AAAE,+GAAA,aAAa,OAAA;AAAE,kHAAA,gBAAgB,OAAA;AAAE,gHAAA,cAAc,OAAA;AAAE,wHAAA,sBAAsB,OAAA;AAAE,oHAAA,kBAAkB,OAAA;AAAE,8GAAA,YAAY,OAAA;AAAE,sGAAA,IAAI,OAAA;AAAE,0GAAA,QAAQ,OAAA;AAAE,yGAAA,OAAO,OAAA;AAAE,uGAAA,KAAK,OAAA;AAAE,qHAAA,mBAAmB,OAAA;AAAE,4HAAA,0BAA0B,OAAA;AAAE,qGAAA,GAAG,OAAA;AAAE,gHAAA,cAAc,OAAA;AAC9T,qCAAgG;AAAvF,gHAAA,qBAAqB,OAAA;AAAE,kGAAA,OAAO,OAAA;AAAE,+GAAA,oBAAoB,OAAA;AAAE,uGAAA,YAAY,OAAA;AAC3E,yDAAoG;AAA3F,qHAAA,oBAAoB,OAAA;AAAE,qHAAA,oBAAoB,OAAA;AAAE,6GAAA,YAAY,OAAA;
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["index.ts"],"names":[],"mappings":";;;AAAA,4EAA4E;AAC5E,+EAA+E;AAC/E,8EAA8E;AAC9E,mCAAoK;AAA3J,mGAAA,SAAS,OAAA;AAAE,6GAAA,mBAAmB,OAAA;AAAE,kHAAA,wBAAwB,OAAA;AAAE,yGAAA,eAAe,OAAA;AAAE,+FAAA,KAAK,OAAA;AAAE,4GAAA,kBAAkB,OAAA;AAAE,8GAAA,oBAAoB,OAAA;AAAE,qGAAA,WAAW,OAAA;AAChJ,mDAA0V;AAAjV,iHAAA,eAAe,OAAA;AAAE,kHAAA,gBAAgB,OAAA;AAAE,+GAAA,aAAa,OAAA;AAAE,+GAAA,aAAa,OAAA;AAAE,oHAAA,kBAAkB,OAAA;AAAE,iHAAA,eAAe,OAAA;AAAE,+GAAA,aAAa,OAAA;AAAE,kHAAA,gBAAgB,OAAA;AAAE,gHAAA,cAAc,OAAA;AAAE,wHAAA,sBAAsB,OAAA;AAAE,oHAAA,kBAAkB,OAAA;AAAE,8GAAA,YAAY,OAAA;AAAE,sGAAA,IAAI,OAAA;AAAE,0GAAA,QAAQ,OAAA;AAAE,yGAAA,OAAO,OAAA;AAAE,uGAAA,KAAK,OAAA;AAAE,qHAAA,mBAAmB,OAAA;AAAE,4HAAA,0BAA0B,OAAA;AAAE,qGAAA,GAAG,OAAA;AAAE,gHAAA,cAAc,OAAA;AAC9T,qCAAgG;AAAvF,gHAAA,qBAAqB,OAAA;AAAE,kGAAA,OAAO,OAAA;AAAE,+GAAA,oBAAoB,OAAA;AAAE,uGAAA,YAAY,OAAA;AAC3E,yDAAoG;AAA3F,qHAAA,oBAAoB,OAAA;AAAE,qHAAA,oBAAoB,OAAA;AAAE,6GAAA,YAAY,OAAA;AACjE,+DAAsF;AAA7E,iIAAA,yBAAyB,OAAA;AAAE,wHAAA,gBAAgB,OAAA;AAOpD,iEAAoE;AAA3D,oHAAA,kBAAkB,OAAA","sourcesContent":["// `niceeval/analysis` is the public author surface for statistical meaning.\n// The separate public Host SDK issues Sample capabilities; Record readers stay\n// in its private binding map, while Report receives rows, frames, and values.\nexport { aggregate, attemptEvidenceView, attemptObservabilityView, fileChangesView, query, sandboxHistoryView, sourceNavigationView, sourcesView, } from \"./api.ts\";\nexport { allLogicalSlots, attemptLatencyMs, attemptTokens, attemptPassed, attemptToolFailure, defineDimension, defineMeasure, definePopulation, defineRelation, latestCompletedAttempt, logicalSlotMembers, logicalSlots, mean, oneValue, partial, ratio, requireSameProducer, retainContributingEvidence, sum, sumAcrossSlots, } from \"./definitions.ts\";\nexport { builtInPricingProfile, costUSD, definePricingProfile, totalCostUSD, } from \"./cost.ts\";\nexport { decodeSampleSnapshot, encodeSampleSnapshot, narrowSample, } from \"../sample/capability.ts\";\nexport { experimentComparisonScope, experimentGroups, } from \"./experiment-groups.ts\";\nexport type { AggregateRequest, AggregateRow, AttemptEvidenceDomainView, AttemptObservabilityDomainView, BuiltinDomainView, BuiltinDomainViewKind, ClosedDomainEntry, DimensionSet, DomainViewQuery, DomainViewRequest, FileChangesDomainView, FrameQuery, MeasureSet, MeasureCell, SandboxHistoryDomainView, SemanticFrame, SemanticRow, SourceNavigationDomainView, SourcesDomainView, } from \"./api.ts\";\nexport type { CostBasis, CostComponent, CostCoverageReason, CostCoverageReasonCode, CostLedgerEntry, CostMeasure, CostMetricValue, CostProjectionAggregate, CostProjectionKnown, CostProjectionMigrationRequired, CostProjectionProfile, CostProjectionState, CostProjectionUnavailable, CostProjectionValue, EstimatedRequestCostComponent, EstimatedTokenCostComponent, ObservedCostComponent, ObservedOtherCurrency, PricedCoverage, PricedCoverageInput, PricingCharge, PricingChargeInput, PricingCoverage, PricingCoverageId, PricingCoverageInput, PricingDisplay, PricingDisplayInput, PricingEffectiveCondition, PricingEffectiveConditionInput, PricingProfile, PricingProfileContentIdentity, PricingProfileInput, PricingProvenance, PricingProvenanceInput, PricingSelector, PricingSelectorInput, ProjectedMoney, RequestPricingCharge, RequestPricingChargeInput, TokenPricingCharge, TokenPricingChargeInput, UnpricedCoverage, UnpricedCoverageInput, } from \"./cost.ts\";\nexport type { AttemptEvidenceDomainDetail, AttemptObservabilityDomainDetail, BuiltinDomainDetail, ClosedBlobContent, ClosedCommandEntry, ClosedCommandInvocation, ClosedCommandOutcome, ClosedCommandStream, ClosedCommandWorkingDirectory, ClosedCommandsDetail, ClosedConversationDetail, ClosedConversationItem, ClosedConversationTurn, ClosedDiagnosticRedaction, ClosedDiagnosticsDetail, ClosedFileChange, ClosedFileChangeEndpoint, ClosedFileChangeWindow, ClosedFileChangesAttribution, ClosedFileChangesCollection, ClosedFileChangesCollectionLimitation, ClosedFileRevision, ClosedSourceFrame, ClosedTimingDetail, ClosedTimingInterval, ClosedTraceCollection, ClosedUsageDetail, ClosedUsageObservation, FileChangesDomainDetail, FileChangesNet, SourceNavigationDomainDetail, SourcesDomainDetail, } from \"./domain-view.ts\";\nexport type { AcrossSlotsReduction, AnalysisDefinitionError, AnalysisInput, Denominator, Dimension, DimensionValue, EvidencePolicy, LogicalSlot, Measure, MeasureOptions, MissingPolicy, Population, PopulationMembers, ProducerPolicy, Relation, RelationTarget, WithinAttemptReduction, WithinSlotReduction, } from \"./definitions.ts\";\nexport type { AnalysisCurrentSlotIdentity, AnalysisSlotOccurrenceIdentity, AnalysisRun, AnalysisRunContext, AnalysisRunExecution, AnalysisSelectionRequest, AnalysisSelectionSummary, EvalId, ExecutionIdentityDigest, AnalysisSlot, AnalysisIssue, AnalysisRequestError, SampleClosedError, SampleIdentity, AttemptId, ClosedRows, ClosedRowsIdentity, DomainView, EvidenceIdentity, EvidenceRef, ExperimentId, ExperimentComparisonScope, ExperimentComparisonState, ExperimentGroupIdentity, JsonValue, MeasureFormat, MetricBasis, MetricState, MetricValue, NonComparableIssue, NonComparableReason, PopulationIdentity, ProducerIdentity, RunId, Sample, SampleCoverage, SampleSelector, SampleSnapshot, SampleSnapshotCodecError, SlotId, } from \"./contracts.ts\";\nexport type { ExperimentGroupSummary } from \"./experiment-groups.ts\";\nexport { ExperimentIdSchema } from \"../record/codec/identifiers.ts\";\n"]}
|
|
@@ -2,9 +2,11 @@ export { aggregate, attemptEvidenceView, attemptObservabilityView, fileChangesVi
|
|
|
2
2
|
export { allLogicalSlots, attemptLatencyMs, attemptTokens, attemptPassed, attemptToolFailure, defineDimension, defineMeasure, definePopulation, defineRelation, latestCompletedAttempt, logicalSlotMembers, logicalSlots, mean, oneValue, partial, ratio, requireSameProducer, retainContributingEvidence, sum, sumAcrossSlots, } from "./definitions.cjs";
|
|
3
3
|
export { builtInPricingProfile, costUSD, definePricingProfile, totalCostUSD, } from "./cost.cjs";
|
|
4
4
|
export { decodeSampleSnapshot, encodeSampleSnapshot, narrowSample, } from "../sample/capability.cjs";
|
|
5
|
+
export { experimentComparisonScope, experimentGroups, } from "./experiment-groups.cjs";
|
|
5
6
|
export type { AggregateRequest, AggregateRow, AttemptEvidenceDomainView, AttemptObservabilityDomainView, BuiltinDomainView, BuiltinDomainViewKind, ClosedDomainEntry, DimensionSet, DomainViewQuery, DomainViewRequest, FileChangesDomainView, FrameQuery, MeasureSet, MeasureCell, SandboxHistoryDomainView, SemanticFrame, SemanticRow, SourceNavigationDomainView, SourcesDomainView, } from "./api.cjs";
|
|
6
|
-
export type { CostBasis, CostComponent, CostCoverageReason, CostCoverageReasonCode, CostLedgerEntry, CostMeasure, CostMetricValue, CostProjectionAggregate, CostProjectionKnown, CostProjectionProfile, CostProjectionState, CostProjectionUnavailable, CostProjectionValue, EstimatedRequestCostComponent, EstimatedTokenCostComponent, ObservedCostComponent, ObservedOtherCurrency, PricedCoverage, PricedCoverageInput, PricingCharge, PricingChargeInput, PricingCoverage, PricingCoverageId, PricingCoverageInput, PricingDisplay, PricingDisplayInput, PricingEffectiveCondition, PricingEffectiveConditionInput, PricingProfile, PricingProfileContentIdentity, PricingProfileInput, PricingProvenance, PricingProvenanceInput, PricingSelector, PricingSelectorInput, ProjectedMoney, RequestPricingCharge, RequestPricingChargeInput, TokenPricingCharge, TokenPricingChargeInput, UnpricedCoverage, UnpricedCoverageInput, } from "./cost.cjs";
|
|
7
|
+
export type { CostBasis, CostComponent, CostCoverageReason, CostCoverageReasonCode, CostLedgerEntry, CostMeasure, CostMetricValue, CostProjectionAggregate, CostProjectionKnown, CostProjectionMigrationRequired, CostProjectionProfile, CostProjectionState, CostProjectionUnavailable, CostProjectionValue, EstimatedRequestCostComponent, EstimatedTokenCostComponent, ObservedCostComponent, ObservedOtherCurrency, PricedCoverage, PricedCoverageInput, PricingCharge, PricingChargeInput, PricingCoverage, PricingCoverageId, PricingCoverageInput, PricingDisplay, PricingDisplayInput, PricingEffectiveCondition, PricingEffectiveConditionInput, PricingProfile, PricingProfileContentIdentity, PricingProfileInput, PricingProvenance, PricingProvenanceInput, PricingSelector, PricingSelectorInput, ProjectedMoney, RequestPricingCharge, RequestPricingChargeInput, TokenPricingCharge, TokenPricingChargeInput, UnpricedCoverage, UnpricedCoverageInput, } from "./cost.cjs";
|
|
7
8
|
export type { AttemptEvidenceDomainDetail, AttemptObservabilityDomainDetail, BuiltinDomainDetail, ClosedBlobContent, ClosedCommandEntry, ClosedCommandInvocation, ClosedCommandOutcome, ClosedCommandStream, ClosedCommandWorkingDirectory, ClosedCommandsDetail, ClosedConversationDetail, ClosedConversationItem, ClosedConversationTurn, ClosedDiagnosticRedaction, ClosedDiagnosticsDetail, ClosedFileChange, ClosedFileChangeEndpoint, ClosedFileChangeWindow, ClosedFileChangesAttribution, ClosedFileChangesCollection, ClosedFileChangesCollectionLimitation, ClosedFileRevision, ClosedSourceFrame, ClosedTimingDetail, ClosedTimingInterval, ClosedTraceCollection, ClosedUsageDetail, ClosedUsageObservation, FileChangesDomainDetail, FileChangesNet, SourceNavigationDomainDetail, SourcesDomainDetail, } from "./domain-view.cjs";
|
|
8
9
|
export type { AcrossSlotsReduction, AnalysisDefinitionError, AnalysisInput, Denominator, Dimension, DimensionValue, EvidencePolicy, LogicalSlot, Measure, MeasureOptions, MissingPolicy, Population, PopulationMembers, ProducerPolicy, Relation, RelationTarget, WithinAttemptReduction, WithinSlotReduction, } from "./definitions.cjs";
|
|
9
|
-
export type { AnalysisCurrentSlotIdentity, AnalysisSlotOccurrenceIdentity, AnalysisRun, AnalysisRunContext, AnalysisRunExecution, AnalysisSelectionRequest, AnalysisSelectionSummary, EvalId, ExecutionIdentityDigest, AnalysisSlot, AnalysisIssue, AnalysisRequestError, SampleClosedError, SampleIdentity, AttemptId, ClosedRows, ClosedRowsIdentity, DomainView, EvidenceIdentity, EvidenceRef, ExperimentId, JsonValue, MeasureFormat, MetricBasis, MetricState, MetricValue, PopulationIdentity, ProducerIdentity, RunId, Sample, SampleCoverage, SampleSelector, SampleSnapshot, SampleSnapshotCodecError, SlotId, } from "./contracts.cjs";
|
|
10
|
+
export type { AnalysisCurrentSlotIdentity, AnalysisSlotOccurrenceIdentity, AnalysisRun, AnalysisRunContext, AnalysisRunExecution, AnalysisSelectionRequest, AnalysisSelectionSummary, EvalId, ExecutionIdentityDigest, AnalysisSlot, AnalysisIssue, AnalysisRequestError, SampleClosedError, SampleIdentity, AttemptId, ClosedRows, ClosedRowsIdentity, DomainView, EvidenceIdentity, EvidenceRef, ExperimentId, ExperimentComparisonScope, ExperimentComparisonState, ExperimentGroupIdentity, JsonValue, MeasureFormat, MetricBasis, MetricState, MetricValue, NonComparableIssue, NonComparableReason, PopulationIdentity, ProducerIdentity, RunId, Sample, SampleCoverage, SampleSelector, SampleSnapshot, SampleSnapshotCodecError, SlotId, } from "./contracts.cjs";
|
|
11
|
+
export type { ExperimentGroupSummary } from "./experiment-groups.cjs";
|
|
10
12
|
export { ExperimentIdSchema } from "../record/codec/identifiers.cjs";
|
|
@@ -2,9 +2,11 @@ export { aggregate, attemptEvidenceView, attemptObservabilityView, fileChangesVi
|
|
|
2
2
|
export { allLogicalSlots, attemptLatencyMs, attemptTokens, attemptPassed, attemptToolFailure, defineDimension, defineMeasure, definePopulation, defineRelation, latestCompletedAttempt, logicalSlotMembers, logicalSlots, mean, oneValue, partial, ratio, requireSameProducer, retainContributingEvidence, sum, sumAcrossSlots, } from "./definitions.mjs";
|
|
3
3
|
export { builtInPricingProfile, costUSD, definePricingProfile, totalCostUSD, } from "./cost.mjs";
|
|
4
4
|
export { decodeSampleSnapshot, encodeSampleSnapshot, narrowSample, } from "../sample/capability.mjs";
|
|
5
|
+
export { experimentComparisonScope, experimentGroups, } from "./experiment-groups.mjs";
|
|
5
6
|
export type { AggregateRequest, AggregateRow, AttemptEvidenceDomainView, AttemptObservabilityDomainView, BuiltinDomainView, BuiltinDomainViewKind, ClosedDomainEntry, DimensionSet, DomainViewQuery, DomainViewRequest, FileChangesDomainView, FrameQuery, MeasureSet, MeasureCell, SandboxHistoryDomainView, SemanticFrame, SemanticRow, SourceNavigationDomainView, SourcesDomainView, } from "./api.mjs";
|
|
6
|
-
export type { CostBasis, CostComponent, CostCoverageReason, CostCoverageReasonCode, CostLedgerEntry, CostMeasure, CostMetricValue, CostProjectionAggregate, CostProjectionKnown, CostProjectionProfile, CostProjectionState, CostProjectionUnavailable, CostProjectionValue, EstimatedRequestCostComponent, EstimatedTokenCostComponent, ObservedCostComponent, ObservedOtherCurrency, PricedCoverage, PricedCoverageInput, PricingCharge, PricingChargeInput, PricingCoverage, PricingCoverageId, PricingCoverageInput, PricingDisplay, PricingDisplayInput, PricingEffectiveCondition, PricingEffectiveConditionInput, PricingProfile, PricingProfileContentIdentity, PricingProfileInput, PricingProvenance, PricingProvenanceInput, PricingSelector, PricingSelectorInput, ProjectedMoney, RequestPricingCharge, RequestPricingChargeInput, TokenPricingCharge, TokenPricingChargeInput, UnpricedCoverage, UnpricedCoverageInput, } from "./cost.mjs";
|
|
7
|
+
export type { CostBasis, CostComponent, CostCoverageReason, CostCoverageReasonCode, CostLedgerEntry, CostMeasure, CostMetricValue, CostProjectionAggregate, CostProjectionKnown, CostProjectionMigrationRequired, CostProjectionProfile, CostProjectionState, CostProjectionUnavailable, CostProjectionValue, EstimatedRequestCostComponent, EstimatedTokenCostComponent, ObservedCostComponent, ObservedOtherCurrency, PricedCoverage, PricedCoverageInput, PricingCharge, PricingChargeInput, PricingCoverage, PricingCoverageId, PricingCoverageInput, PricingDisplay, PricingDisplayInput, PricingEffectiveCondition, PricingEffectiveConditionInput, PricingProfile, PricingProfileContentIdentity, PricingProfileInput, PricingProvenance, PricingProvenanceInput, PricingSelector, PricingSelectorInput, ProjectedMoney, RequestPricingCharge, RequestPricingChargeInput, TokenPricingCharge, TokenPricingChargeInput, UnpricedCoverage, UnpricedCoverageInput, } from "./cost.mjs";
|
|
7
8
|
export type { AttemptEvidenceDomainDetail, AttemptObservabilityDomainDetail, BuiltinDomainDetail, ClosedBlobContent, ClosedCommandEntry, ClosedCommandInvocation, ClosedCommandOutcome, ClosedCommandStream, ClosedCommandWorkingDirectory, ClosedCommandsDetail, ClosedConversationDetail, ClosedConversationItem, ClosedConversationTurn, ClosedDiagnosticRedaction, ClosedDiagnosticsDetail, ClosedFileChange, ClosedFileChangeEndpoint, ClosedFileChangeWindow, ClosedFileChangesAttribution, ClosedFileChangesCollection, ClosedFileChangesCollectionLimitation, ClosedFileRevision, ClosedSourceFrame, ClosedTimingDetail, ClosedTimingInterval, ClosedTraceCollection, ClosedUsageDetail, ClosedUsageObservation, FileChangesDomainDetail, FileChangesNet, SourceNavigationDomainDetail, SourcesDomainDetail, } from "./domain-view.mjs";
|
|
8
9
|
export type { AcrossSlotsReduction, AnalysisDefinitionError, AnalysisInput, Denominator, Dimension, DimensionValue, EvidencePolicy, LogicalSlot, Measure, MeasureOptions, MissingPolicy, Population, PopulationMembers, ProducerPolicy, Relation, RelationTarget, WithinAttemptReduction, WithinSlotReduction, } from "./definitions.mjs";
|
|
9
|
-
export type { AnalysisCurrentSlotIdentity, AnalysisSlotOccurrenceIdentity, AnalysisRun, AnalysisRunContext, AnalysisRunExecution, AnalysisSelectionRequest, AnalysisSelectionSummary, EvalId, ExecutionIdentityDigest, AnalysisSlot, AnalysisIssue, AnalysisRequestError, SampleClosedError, SampleIdentity, AttemptId, ClosedRows, ClosedRowsIdentity, DomainView, EvidenceIdentity, EvidenceRef, ExperimentId, JsonValue, MeasureFormat, MetricBasis, MetricState, MetricValue, PopulationIdentity, ProducerIdentity, RunId, Sample, SampleCoverage, SampleSelector, SampleSnapshot, SampleSnapshotCodecError, SlotId, } from "./contracts.mjs";
|
|
10
|
+
export type { AnalysisCurrentSlotIdentity, AnalysisSlotOccurrenceIdentity, AnalysisRun, AnalysisRunContext, AnalysisRunExecution, AnalysisSelectionRequest, AnalysisSelectionSummary, EvalId, ExecutionIdentityDigest, AnalysisSlot, AnalysisIssue, AnalysisRequestError, SampleClosedError, SampleIdentity, AttemptId, ClosedRows, ClosedRowsIdentity, DomainView, EvidenceIdentity, EvidenceRef, ExperimentId, ExperimentComparisonScope, ExperimentComparisonState, ExperimentGroupIdentity, JsonValue, MeasureFormat, MetricBasis, MetricState, MetricValue, NonComparableIssue, NonComparableReason, PopulationIdentity, ProducerIdentity, RunId, Sample, SampleCoverage, SampleSelector, SampleSnapshot, SampleSnapshotCodecError, SlotId, } from "./contracts.mjs";
|
|
11
|
+
export type { ExperimentGroupSummary } from "./experiment-groups.mjs";
|
|
10
12
|
export { ExperimentIdSchema } from "../record/codec/identifiers.mjs";
|
package/dist/analysis/index.d.ts
CHANGED
|
@@ -2,9 +2,11 @@ export { aggregate, attemptEvidenceView, attemptObservabilityView, fileChangesVi
|
|
|
2
2
|
export { allLogicalSlots, attemptLatencyMs, attemptTokens, attemptPassed, attemptToolFailure, defineDimension, defineMeasure, definePopulation, defineRelation, latestCompletedAttempt, logicalSlotMembers, logicalSlots, mean, oneValue, partial, ratio, requireSameProducer, retainContributingEvidence, sum, sumAcrossSlots, } from "./definitions.js";
|
|
3
3
|
export { builtInPricingProfile, costUSD, definePricingProfile, totalCostUSD, } from "./cost.js";
|
|
4
4
|
export { decodeSampleSnapshot, encodeSampleSnapshot, narrowSample, } from "../sample/capability.js";
|
|
5
|
+
export { experimentComparisonScope, experimentGroups, } from "./experiment-groups.js";
|
|
5
6
|
export type { AggregateRequest, AggregateRow, AttemptEvidenceDomainView, AttemptObservabilityDomainView, BuiltinDomainView, BuiltinDomainViewKind, ClosedDomainEntry, DimensionSet, DomainViewQuery, DomainViewRequest, FileChangesDomainView, FrameQuery, MeasureSet, MeasureCell, SandboxHistoryDomainView, SemanticFrame, SemanticRow, SourceNavigationDomainView, SourcesDomainView, } from "./api.js";
|
|
6
|
-
export type { CostBasis, CostComponent, CostCoverageReason, CostCoverageReasonCode, CostLedgerEntry, CostMeasure, CostMetricValue, CostProjectionAggregate, CostProjectionKnown, CostProjectionProfile, CostProjectionState, CostProjectionUnavailable, CostProjectionValue, EstimatedRequestCostComponent, EstimatedTokenCostComponent, ObservedCostComponent, ObservedOtherCurrency, PricedCoverage, PricedCoverageInput, PricingCharge, PricingChargeInput, PricingCoverage, PricingCoverageId, PricingCoverageInput, PricingDisplay, PricingDisplayInput, PricingEffectiveCondition, PricingEffectiveConditionInput, PricingProfile, PricingProfileContentIdentity, PricingProfileInput, PricingProvenance, PricingProvenanceInput, PricingSelector, PricingSelectorInput, ProjectedMoney, RequestPricingCharge, RequestPricingChargeInput, TokenPricingCharge, TokenPricingChargeInput, UnpricedCoverage, UnpricedCoverageInput, } from "./cost.js";
|
|
7
|
+
export type { CostBasis, CostComponent, CostCoverageReason, CostCoverageReasonCode, CostLedgerEntry, CostMeasure, CostMetricValue, CostProjectionAggregate, CostProjectionKnown, CostProjectionMigrationRequired, CostProjectionProfile, CostProjectionState, CostProjectionUnavailable, CostProjectionValue, EstimatedRequestCostComponent, EstimatedTokenCostComponent, ObservedCostComponent, ObservedOtherCurrency, PricedCoverage, PricedCoverageInput, PricingCharge, PricingChargeInput, PricingCoverage, PricingCoverageId, PricingCoverageInput, PricingDisplay, PricingDisplayInput, PricingEffectiveCondition, PricingEffectiveConditionInput, PricingProfile, PricingProfileContentIdentity, PricingProfileInput, PricingProvenance, PricingProvenanceInput, PricingSelector, PricingSelectorInput, ProjectedMoney, RequestPricingCharge, RequestPricingChargeInput, TokenPricingCharge, TokenPricingChargeInput, UnpricedCoverage, UnpricedCoverageInput, } from "./cost.js";
|
|
7
8
|
export type { AttemptEvidenceDomainDetail, AttemptObservabilityDomainDetail, BuiltinDomainDetail, ClosedBlobContent, ClosedCommandEntry, ClosedCommandInvocation, ClosedCommandOutcome, ClosedCommandStream, ClosedCommandWorkingDirectory, ClosedCommandsDetail, ClosedConversationDetail, ClosedConversationItem, ClosedConversationTurn, ClosedDiagnosticRedaction, ClosedDiagnosticsDetail, ClosedFileChange, ClosedFileChangeEndpoint, ClosedFileChangeWindow, ClosedFileChangesAttribution, ClosedFileChangesCollection, ClosedFileChangesCollectionLimitation, ClosedFileRevision, ClosedSourceFrame, ClosedTimingDetail, ClosedTimingInterval, ClosedTraceCollection, ClosedUsageDetail, ClosedUsageObservation, FileChangesDomainDetail, FileChangesNet, SourceNavigationDomainDetail, SourcesDomainDetail, } from "./domain-view.js";
|
|
8
9
|
export type { AcrossSlotsReduction, AnalysisDefinitionError, AnalysisInput, Denominator, Dimension, DimensionValue, EvidencePolicy, LogicalSlot, Measure, MeasureOptions, MissingPolicy, Population, PopulationMembers, ProducerPolicy, Relation, RelationTarget, WithinAttemptReduction, WithinSlotReduction, } from "./definitions.js";
|
|
9
|
-
export type { AnalysisCurrentSlotIdentity, AnalysisSlotOccurrenceIdentity, AnalysisRun, AnalysisRunContext, AnalysisRunExecution, AnalysisSelectionRequest, AnalysisSelectionSummary, EvalId, ExecutionIdentityDigest, AnalysisSlot, AnalysisIssue, AnalysisRequestError, SampleClosedError, SampleIdentity, AttemptId, ClosedRows, ClosedRowsIdentity, DomainView, EvidenceIdentity, EvidenceRef, ExperimentId, JsonValue, MeasureFormat, MetricBasis, MetricState, MetricValue, PopulationIdentity, ProducerIdentity, RunId, Sample, SampleCoverage, SampleSelector, SampleSnapshot, SampleSnapshotCodecError, SlotId, } from "./contracts.js";
|
|
10
|
+
export type { AnalysisCurrentSlotIdentity, AnalysisSlotOccurrenceIdentity, AnalysisRun, AnalysisRunContext, AnalysisRunExecution, AnalysisSelectionRequest, AnalysisSelectionSummary, EvalId, ExecutionIdentityDigest, AnalysisSlot, AnalysisIssue, AnalysisRequestError, SampleClosedError, SampleIdentity, AttemptId, ClosedRows, ClosedRowsIdentity, DomainView, EvidenceIdentity, EvidenceRef, ExperimentId, ExperimentComparisonScope, ExperimentComparisonState, ExperimentGroupIdentity, JsonValue, MeasureFormat, MetricBasis, MetricState, MetricValue, NonComparableIssue, NonComparableReason, PopulationIdentity, ProducerIdentity, RunId, Sample, SampleCoverage, SampleSelector, SampleSnapshot, SampleSnapshotCodecError, SlotId, } from "./contracts.js";
|
|
11
|
+
export type { ExperimentGroupSummary } from "./experiment-groups.js";
|
|
10
12
|
export { ExperimentIdSchema } from "../record/codec/identifiers.js";
|
package/dist/analysis/index.js
CHANGED
|
@@ -37,40 +37,44 @@ const __niceevalExport16 = __niceevalCanonical["defineRelation"];
|
|
|
37
37
|
export { __niceevalExport16 as defineRelation };
|
|
38
38
|
const __niceevalExport17 = __niceevalCanonical["encodeSampleSnapshot"];
|
|
39
39
|
export { __niceevalExport17 as encodeSampleSnapshot };
|
|
40
|
-
const __niceevalExport18 = __niceevalCanonical["
|
|
41
|
-
export { __niceevalExport18 as
|
|
42
|
-
const __niceevalExport19 = __niceevalCanonical["
|
|
43
|
-
export { __niceevalExport19 as
|
|
44
|
-
const __niceevalExport20 = __niceevalCanonical["
|
|
45
|
-
export { __niceevalExport20 as
|
|
46
|
-
const __niceevalExport21 = __niceevalCanonical["
|
|
47
|
-
export { __niceevalExport21 as
|
|
48
|
-
const __niceevalExport22 = __niceevalCanonical["
|
|
49
|
-
export { __niceevalExport22 as
|
|
50
|
-
const __niceevalExport23 = __niceevalCanonical["
|
|
51
|
-
export { __niceevalExport23 as
|
|
52
|
-
const __niceevalExport24 = __niceevalCanonical["
|
|
53
|
-
export { __niceevalExport24 as
|
|
54
|
-
const __niceevalExport25 = __niceevalCanonical["
|
|
55
|
-
export { __niceevalExport25 as
|
|
56
|
-
const __niceevalExport26 = __niceevalCanonical["
|
|
57
|
-
export { __niceevalExport26 as
|
|
58
|
-
const __niceevalExport27 = __niceevalCanonical["
|
|
59
|
-
export { __niceevalExport27 as
|
|
60
|
-
const __niceevalExport28 = __niceevalCanonical["
|
|
61
|
-
export { __niceevalExport28 as
|
|
62
|
-
const __niceevalExport29 = __niceevalCanonical["
|
|
63
|
-
export { __niceevalExport29 as
|
|
64
|
-
const __niceevalExport30 = __niceevalCanonical["
|
|
65
|
-
export { __niceevalExport30 as
|
|
66
|
-
const __niceevalExport31 = __niceevalCanonical["
|
|
67
|
-
export { __niceevalExport31 as
|
|
68
|
-
const __niceevalExport32 = __niceevalCanonical["
|
|
69
|
-
export { __niceevalExport32 as
|
|
70
|
-
const __niceevalExport33 = __niceevalCanonical["
|
|
71
|
-
export { __niceevalExport33 as
|
|
72
|
-
const __niceevalExport34 = __niceevalCanonical["
|
|
73
|
-
export { __niceevalExport34 as
|
|
74
|
-
const __niceevalExport35 = __niceevalCanonical["
|
|
75
|
-
export { __niceevalExport35 as
|
|
40
|
+
const __niceevalExport18 = __niceevalCanonical["experimentComparisonScope"];
|
|
41
|
+
export { __niceevalExport18 as experimentComparisonScope };
|
|
42
|
+
const __niceevalExport19 = __niceevalCanonical["experimentGroups"];
|
|
43
|
+
export { __niceevalExport19 as experimentGroups };
|
|
44
|
+
const __niceevalExport20 = __niceevalCanonical["fileChangesView"];
|
|
45
|
+
export { __niceevalExport20 as fileChangesView };
|
|
46
|
+
const __niceevalExport21 = __niceevalCanonical["latestCompletedAttempt"];
|
|
47
|
+
export { __niceevalExport21 as latestCompletedAttempt };
|
|
48
|
+
const __niceevalExport22 = __niceevalCanonical["logicalSlotMembers"];
|
|
49
|
+
export { __niceevalExport22 as logicalSlotMembers };
|
|
50
|
+
const __niceevalExport23 = __niceevalCanonical["logicalSlots"];
|
|
51
|
+
export { __niceevalExport23 as logicalSlots };
|
|
52
|
+
const __niceevalExport24 = __niceevalCanonical["mean"];
|
|
53
|
+
export { __niceevalExport24 as mean };
|
|
54
|
+
const __niceevalExport25 = __niceevalCanonical["narrowSample"];
|
|
55
|
+
export { __niceevalExport25 as narrowSample };
|
|
56
|
+
const __niceevalExport26 = __niceevalCanonical["oneValue"];
|
|
57
|
+
export { __niceevalExport26 as oneValue };
|
|
58
|
+
const __niceevalExport27 = __niceevalCanonical["partial"];
|
|
59
|
+
export { __niceevalExport27 as partial };
|
|
60
|
+
const __niceevalExport28 = __niceevalCanonical["query"];
|
|
61
|
+
export { __niceevalExport28 as query };
|
|
62
|
+
const __niceevalExport29 = __niceevalCanonical["ratio"];
|
|
63
|
+
export { __niceevalExport29 as ratio };
|
|
64
|
+
const __niceevalExport30 = __niceevalCanonical["requireSameProducer"];
|
|
65
|
+
export { __niceevalExport30 as requireSameProducer };
|
|
66
|
+
const __niceevalExport31 = __niceevalCanonical["retainContributingEvidence"];
|
|
67
|
+
export { __niceevalExport31 as retainContributingEvidence };
|
|
68
|
+
const __niceevalExport32 = __niceevalCanonical["sandboxHistoryView"];
|
|
69
|
+
export { __niceevalExport32 as sandboxHistoryView };
|
|
70
|
+
const __niceevalExport33 = __niceevalCanonical["sourceNavigationView"];
|
|
71
|
+
export { __niceevalExport33 as sourceNavigationView };
|
|
72
|
+
const __niceevalExport34 = __niceevalCanonical["sourcesView"];
|
|
73
|
+
export { __niceevalExport34 as sourcesView };
|
|
74
|
+
const __niceevalExport35 = __niceevalCanonical["sum"];
|
|
75
|
+
export { __niceevalExport35 as sum };
|
|
76
|
+
const __niceevalExport36 = __niceevalCanonical["sumAcrossSlots"];
|
|
77
|
+
export { __niceevalExport36 as sumAcrossSlots };
|
|
78
|
+
const __niceevalExport37 = __niceevalCanonical["totalCostUSD"];
|
|
79
|
+
export { __niceevalExport37 as totalCostUSD };
|
|
76
80
|
//# sourceMappingURL=index.js.map
|
package/dist/analysis/index.mjs
CHANGED
|
@@ -37,40 +37,44 @@ const __niceevalExport16 = __niceevalCanonical["defineRelation"];
|
|
|
37
37
|
export { __niceevalExport16 as defineRelation };
|
|
38
38
|
const __niceevalExport17 = __niceevalCanonical["encodeSampleSnapshot"];
|
|
39
39
|
export { __niceevalExport17 as encodeSampleSnapshot };
|
|
40
|
-
const __niceevalExport18 = __niceevalCanonical["
|
|
41
|
-
export { __niceevalExport18 as
|
|
42
|
-
const __niceevalExport19 = __niceevalCanonical["
|
|
43
|
-
export { __niceevalExport19 as
|
|
44
|
-
const __niceevalExport20 = __niceevalCanonical["
|
|
45
|
-
export { __niceevalExport20 as
|
|
46
|
-
const __niceevalExport21 = __niceevalCanonical["
|
|
47
|
-
export { __niceevalExport21 as
|
|
48
|
-
const __niceevalExport22 = __niceevalCanonical["
|
|
49
|
-
export { __niceevalExport22 as
|
|
50
|
-
const __niceevalExport23 = __niceevalCanonical["
|
|
51
|
-
export { __niceevalExport23 as
|
|
52
|
-
const __niceevalExport24 = __niceevalCanonical["
|
|
53
|
-
export { __niceevalExport24 as
|
|
54
|
-
const __niceevalExport25 = __niceevalCanonical["
|
|
55
|
-
export { __niceevalExport25 as
|
|
56
|
-
const __niceevalExport26 = __niceevalCanonical["
|
|
57
|
-
export { __niceevalExport26 as
|
|
58
|
-
const __niceevalExport27 = __niceevalCanonical["
|
|
59
|
-
export { __niceevalExport27 as
|
|
60
|
-
const __niceevalExport28 = __niceevalCanonical["
|
|
61
|
-
export { __niceevalExport28 as
|
|
62
|
-
const __niceevalExport29 = __niceevalCanonical["
|
|
63
|
-
export { __niceevalExport29 as
|
|
64
|
-
const __niceevalExport30 = __niceevalCanonical["
|
|
65
|
-
export { __niceevalExport30 as
|
|
66
|
-
const __niceevalExport31 = __niceevalCanonical["
|
|
67
|
-
export { __niceevalExport31 as
|
|
68
|
-
const __niceevalExport32 = __niceevalCanonical["
|
|
69
|
-
export { __niceevalExport32 as
|
|
70
|
-
const __niceevalExport33 = __niceevalCanonical["
|
|
71
|
-
export { __niceevalExport33 as
|
|
72
|
-
const __niceevalExport34 = __niceevalCanonical["
|
|
73
|
-
export { __niceevalExport34 as
|
|
74
|
-
const __niceevalExport35 = __niceevalCanonical["
|
|
75
|
-
export { __niceevalExport35 as
|
|
40
|
+
const __niceevalExport18 = __niceevalCanonical["experimentComparisonScope"];
|
|
41
|
+
export { __niceevalExport18 as experimentComparisonScope };
|
|
42
|
+
const __niceevalExport19 = __niceevalCanonical["experimentGroups"];
|
|
43
|
+
export { __niceevalExport19 as experimentGroups };
|
|
44
|
+
const __niceevalExport20 = __niceevalCanonical["fileChangesView"];
|
|
45
|
+
export { __niceevalExport20 as fileChangesView };
|
|
46
|
+
const __niceevalExport21 = __niceevalCanonical["latestCompletedAttempt"];
|
|
47
|
+
export { __niceevalExport21 as latestCompletedAttempt };
|
|
48
|
+
const __niceevalExport22 = __niceevalCanonical["logicalSlotMembers"];
|
|
49
|
+
export { __niceevalExport22 as logicalSlotMembers };
|
|
50
|
+
const __niceevalExport23 = __niceevalCanonical["logicalSlots"];
|
|
51
|
+
export { __niceevalExport23 as logicalSlots };
|
|
52
|
+
const __niceevalExport24 = __niceevalCanonical["mean"];
|
|
53
|
+
export { __niceevalExport24 as mean };
|
|
54
|
+
const __niceevalExport25 = __niceevalCanonical["narrowSample"];
|
|
55
|
+
export { __niceevalExport25 as narrowSample };
|
|
56
|
+
const __niceevalExport26 = __niceevalCanonical["oneValue"];
|
|
57
|
+
export { __niceevalExport26 as oneValue };
|
|
58
|
+
const __niceevalExport27 = __niceevalCanonical["partial"];
|
|
59
|
+
export { __niceevalExport27 as partial };
|
|
60
|
+
const __niceevalExport28 = __niceevalCanonical["query"];
|
|
61
|
+
export { __niceevalExport28 as query };
|
|
62
|
+
const __niceevalExport29 = __niceevalCanonical["ratio"];
|
|
63
|
+
export { __niceevalExport29 as ratio };
|
|
64
|
+
const __niceevalExport30 = __niceevalCanonical["requireSameProducer"];
|
|
65
|
+
export { __niceevalExport30 as requireSameProducer };
|
|
66
|
+
const __niceevalExport31 = __niceevalCanonical["retainContributingEvidence"];
|
|
67
|
+
export { __niceevalExport31 as retainContributingEvidence };
|
|
68
|
+
const __niceevalExport32 = __niceevalCanonical["sandboxHistoryView"];
|
|
69
|
+
export { __niceevalExport32 as sandboxHistoryView };
|
|
70
|
+
const __niceevalExport33 = __niceevalCanonical["sourceNavigationView"];
|
|
71
|
+
export { __niceevalExport33 as sourceNavigationView };
|
|
72
|
+
const __niceevalExport34 = __niceevalCanonical["sourcesView"];
|
|
73
|
+
export { __niceevalExport34 as sourcesView };
|
|
74
|
+
const __niceevalExport35 = __niceevalCanonical["sum"];
|
|
75
|
+
export { __niceevalExport35 as sum };
|
|
76
|
+
const __niceevalExport36 = __niceevalCanonical["sumAcrossSlots"];
|
|
77
|
+
export { __niceevalExport36 as sumAcrossSlots };
|
|
78
|
+
const __niceevalExport37 = __niceevalCanonical["totalCostUSD"];
|
|
79
|
+
export { __niceevalExport37 as totalCostUSD };
|
|
76
80
|
//# sourceMappingURL=index.mjs.map
|
|
@@ -10,5 +10,9 @@ exports.assertionRuntimeLimits = Object.freeze({
|
|
|
10
10
|
jsonObjectKeys: 64,
|
|
11
11
|
jsonArrayItems: 256,
|
|
12
12
|
stringBytes: 8 * 1024,
|
|
13
|
+
diagnosticDepth: 2,
|
|
14
|
+
diagnosticNodes: 64,
|
|
15
|
+
diagnosticBytes: 64 * 1024,
|
|
16
|
+
collectionDiagnosticCandidates: 8,
|
|
13
17
|
});
|
|
14
18
|
//# sourceMappingURL=limits.cjs.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"limits.js","sourceRoot":"","sources":["limits.ts"],"names":[],"mappings":";;;AAAA,gFAAgF;AACnE,QAAA,sBAAsB,GAAG,MAAM,CAAC,MAAM,CAAC;IAChD,OAAO,EAAE,IAAI;IACb,UAAU,EAAE,EAAE;IACd,iBAAiB,EAAE,GAAG;IACtB,SAAS,EAAE,CAAC;IACZ,cAAc,EAAE,EAAE;IAClB,cAAc,EAAE,GAAG;IACnB,WAAW,EAAE,CAAC,GAAG,IAAI;
|
|
1
|
+
{"version":3,"file":"limits.js","sourceRoot":"","sources":["limits.ts"],"names":[],"mappings":";;;AAAA,gFAAgF;AACnE,QAAA,sBAAsB,GAAG,MAAM,CAAC,MAAM,CAAC;IAChD,OAAO,EAAE,IAAI;IACb,UAAU,EAAE,EAAE;IACd,iBAAiB,EAAE,GAAG;IACtB,SAAS,EAAE,CAAC;IACZ,cAAc,EAAE,EAAE;IAClB,cAAc,EAAE,GAAG;IACnB,WAAW,EAAE,CAAC,GAAG,IAAI;IACrB,eAAe,EAAE,CAAC;IAClB,eAAe,EAAE,EAAE;IACnB,eAAe,EAAE,EAAE,GAAG,IAAI;IAC1B,8BAA8B,EAAE,CAAC;CACpC,CAAC,CAAC","sourcesContent":["/** Shared bounds for runtime snapshots and their durable Assertion encoding. */\nexport const assertionRuntimeLimits = Object.freeze({\n entries: 4096,\n groupDepth: 16,\n displayCodePoints: 256,\n jsonDepth: 8,\n jsonObjectKeys: 64,\n jsonArrayItems: 256,\n stringBytes: 8 * 1024,\n diagnosticDepth: 2,\n diagnosticNodes: 64,\n diagnosticBytes: 64 * 1024,\n collectionDiagnosticCandidates: 8,\n});\n"]}
|