niceeval 0.13.2 → 0.13.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/agents/bub.cjs +4 -4
- package/dist/agents/bub.cjs.map +1 -1
- package/dist/agents/bub.d.cts +2 -2
- package/dist/agents/bub.d.mts +2 -2
- package/dist/agents/bub.d.ts +2 -2
- package/dist/agents/claude-code-native.cjs +213 -0
- package/dist/agents/claude-code-native.cjs.map +1 -0
- package/dist/agents/claude-code-native.d.cts +5 -0
- package/dist/agents/claude-code-native.d.mts +5 -0
- package/dist/agents/claude-code-native.d.ts +5 -0
- package/dist/agents/claude-code-native.js +6 -0
- package/dist/agents/claude-code-native.js.map +1 -0
- package/dist/agents/claude-code.cjs +26 -80
- package/dist/agents/claude-code.cjs.map +1 -1
- package/dist/agents/codex-app-server.cjs +314 -0
- package/dist/agents/codex-app-server.cjs.map +1 -0
- package/dist/agents/codex-app-server.d.cts +9 -0
- package/dist/agents/codex-app-server.d.mts +9 -0
- package/dist/agents/codex-app-server.d.ts +9 -0
- package/dist/agents/codex-app-server.js +6 -0
- package/dist/agents/codex-app-server.js.map +1 -0
- package/dist/agents/codex.cjs +19 -68
- package/dist/agents/codex.cjs.map +1 -1
- package/dist/agents/codex.d.cts +3 -3
- package/dist/agents/codex.d.mts +3 -3
- package/dist/agents/codex.d.ts +3 -3
- package/dist/agents/index.cjs +3 -1
- package/dist/agents/index.cjs.map +1 -1
- package/dist/agents/index.d.cts +1 -0
- package/dist/agents/index.d.mts +1 -0
- package/dist/agents/index.d.ts +1 -0
- package/dist/agents/index.js +84 -82
- package/dist/agents/index.mjs +84 -82
- package/dist/agents/managed-jsonl.cjs +207 -0
- package/dist/agents/managed-jsonl.cjs.map +1 -0
- package/dist/agents/managed-jsonl.d.cts +39 -0
- package/dist/agents/managed-jsonl.d.mts +39 -0
- package/dist/agents/managed-jsonl.d.ts +39 -0
- package/dist/agents/managed-jsonl.js +6 -0
- package/dist/agents/managed-jsonl.js.map +1 -0
- package/dist/agents/managed-process.cjs +31 -0
- package/dist/agents/managed-process.cjs.map +1 -0
- package/dist/agents/managed-process.d.cts +3 -0
- package/dist/agents/managed-process.d.mts +3 -0
- package/dist/agents/managed-process.d.ts +3 -0
- package/dist/agents/managed-process.js +6 -0
- package/dist/agents/managed-process.js.map +1 -0
- package/dist/agents/omp.cjs +18 -1
- package/dist/agents/omp.cjs.map +1 -1
- package/dist/agents/sdk-streams.cjs +11 -4
- package/dist/agents/sdk-streams.cjs.map +1 -1
- package/dist/agents/types.cjs.map +1 -1
- package/dist/agents/types.d.cts +8 -0
- package/dist/agents/types.d.mts +8 -0
- package/dist/agents/types.d.ts +8 -0
- package/dist/analysis/bindings.cjs +74 -19
- package/dist/analysis/bindings.cjs.map +1 -1
- package/dist/analysis/bindings.d.cts +534 -156
- package/dist/analysis/bindings.d.mts +534 -156
- package/dist/analysis/bindings.d.ts +534 -156
- package/dist/analysis/domain-view.cjs.map +1 -1
- package/dist/analysis/domain-view.d.cts +137 -8
- package/dist/analysis/domain-view.d.mts +137 -8
- package/dist/analysis/domain-view.d.ts +137 -8
- package/dist/analysis/index.cjs.map +1 -1
- package/dist/analysis/index.d.cts +1 -1
- package/dist/analysis/index.d.mts +1 -1
- package/dist/analysis/index.d.ts +1 -1
- package/dist/assertions/api.cjs.map +1 -1
- package/dist/assertions/api.d.cts +62 -0
- package/dist/assertions/api.d.mts +62 -0
- package/dist/assertions/api.d.ts +62 -0
- package/dist/assertions/judge.cjs +56 -5
- package/dist/assertions/judge.cjs.map +1 -1
- package/dist/assertions/match.cjs +66 -42
- package/dist/assertions/match.cjs.map +1 -1
- package/dist/assertions/match.d.cts +13 -0
- package/dist/assertions/match.d.mts +13 -0
- package/dist/assertions/match.d.ts +13 -0
- package/dist/assertions/record/attachment.cjs +104 -33
- package/dist/assertions/record/attachment.cjs.map +1 -1
- package/dist/assertions/record/attachment.d.cts +294 -57
- package/dist/assertions/record/attachment.d.mts +294 -57
- package/dist/assertions/record/attachment.d.ts +294 -57
- package/dist/assertions/record/codec.cjs +91 -17
- package/dist/assertions/record/codec.cjs.map +1 -1
- package/dist/assertions/record/codec.d.cts +280 -52
- package/dist/assertions/record/codec.d.mts +280 -52
- package/dist/assertions/record/codec.d.ts +280 -52
- package/dist/assertions/record/index.js +2 -0
- package/dist/assertions/record/model.cjs +16 -0
- package/dist/assertions/record/model.cjs.map +1 -1
- package/dist/assertions/record/model.d.cts +120 -13
- package/dist/assertions/record/model.d.mts +120 -13
- package/dist/assertions/record/model.d.ts +120 -13
- package/dist/assertions/record/model.js +2 -0
- package/dist/assertions/record/producer.cjs +70 -50
- package/dist/assertions/record/producer.cjs.map +1 -1
- package/dist/assertions/record/producer.d.cts +8 -7
- package/dist/assertions/record/producer.d.mts +8 -7
- package/dist/assertions/record/producer.d.ts +8 -7
- package/dist/assertions/runtime.cjs +49 -7
- package/dist/assertions/runtime.cjs.map +1 -1
- package/dist/cli/application.cjs +40 -0
- package/dist/cli/application.cjs.map +1 -0
- package/dist/cli/application.d.cts +129 -0
- package/dist/cli/application.d.mts +129 -0
- package/dist/cli/application.d.ts +129 -0
- package/dist/cli/application.js +24 -0
- package/dist/cli/application.js.map +1 -0
- package/dist/cli/bootstrap.cjs +10 -4
- package/dist/cli/bootstrap.cjs.map +1 -1
- package/dist/cli/node-application.cjs +123 -0
- package/dist/cli/node-application.cjs.map +1 -0
- package/dist/cli/node-application.d.cts +14 -0
- package/dist/cli/node-application.d.mts +14 -0
- package/dist/cli/node-application.d.ts +14 -0
- package/dist/cli/node-application.js +26 -0
- package/dist/cli/node-application.js.map +1 -0
- package/dist/cli/program.cjs +2807 -0
- package/dist/cli/program.cjs.map +1 -0
- package/dist/cli/program.d.cts +352 -0
- package/dist/cli/program.d.mts +352 -0
- package/dist/cli/program.d.ts +352 -0
- package/dist/cli/program.js +36 -0
- package/dist/cli/program.js.map +1 -0
- package/dist/cli/project-configuration.cjs +134 -0
- package/dist/cli/project-configuration.cjs.map +1 -0
- package/dist/cli/project-configuration.d.cts +64 -0
- package/dist/cli/project-configuration.d.mts +64 -0
- package/dist/cli/project-configuration.d.ts +64 -0
- package/dist/cli/project-configuration.js +22 -0
- package/dist/cli/project-configuration.js.map +1 -0
- package/dist/cli/record.cjs +20 -4
- package/dist/cli/record.cjs.map +1 -1
- package/dist/cli/record.d.cts +3 -3
- package/dist/cli/record.d.mts +3 -3
- package/dist/cli/record.d.ts +3 -3
- package/dist/cli.cjs +19 -3130
- package/dist/cli.cjs.map +1 -1
- package/dist/cli.d.cts +2 -148
- package/dist/cli.d.mts +2 -148
- package/dist/cli.d.ts +2 -148
- package/dist/cli.js +22 -30
- package/dist/context/assert-first.cjs +21 -15
- package/dist/context/assert-first.cjs.map +1 -1
- package/dist/context/assert-first.d.cts +1 -0
- package/dist/context/assert-first.d.mts +1 -0
- package/dist/context/assert-first.d.ts +1 -0
- package/dist/context/attempt-resources.cjs +13 -0
- package/dist/context/attempt-resources.cjs.map +1 -0
- package/dist/context/attempt-resources.d.cts +3 -0
- package/dist/context/attempt-resources.d.mts +3 -0
- package/dist/context/attempt-resources.d.ts +3 -0
- package/dist/context/attempt-resources.js +8 -0
- package/dist/context/attempt-resources.js.map +1 -0
- package/dist/context/session.cjs +4 -3
- package/dist/context/session.cjs.map +1 -1
- package/dist/context/session.d.cts +1 -0
- package/dist/context/session.d.mts +1 -0
- package/dist/context/session.d.ts +1 -0
- package/dist/eval/record/verdict.cjs +3 -2
- package/dist/eval/record/verdict.cjs.map +1 -1
- package/dist/experiment/host/index.cjs +1 -6
- package/dist/experiment/host/index.cjs.map +1 -1
- package/dist/experiment/host/index.d.cts +1 -0
- package/dist/experiment/host/index.d.mts +1 -0
- package/dist/experiment/host/index.d.ts +1 -0
- package/dist/load-config.cjs +13 -4
- package/dist/load-config.cjs.map +1 -1
- package/dist/load-config.d.cts +4 -3
- package/dist/load-config.d.mts +4 -3
- package/dist/load-config.d.ts +4 -3
- package/dist/load-config.js +4 -2
- package/dist/o11y/parsers/codex.cjs +29 -7
- package/dist/o11y/parsers/codex.cjs.map +1 -1
- package/dist/record/codec/core.d.cts +0 -2
- package/dist/record/codec/core.d.mts +0 -2
- package/dist/record/codec/core.d.ts +0 -2
- package/dist/record/codec/identifiers.cjs +2 -3
- package/dist/record/codec/identifiers.cjs.map +1 -1
- package/dist/record/codec/identifiers.d.cts +1 -2
- package/dist/record/codec/identifiers.d.mts +1 -2
- package/dist/record/codec/identifiers.d.ts +1 -2
- package/dist/record/codec/identifiers.js +10 -12
- package/dist/record/codec/index.js +42 -44
- package/dist/record/definition/attachment.cjs +1 -0
- package/dist/record/definition/attachment.cjs.map +1 -1
- package/dist/record/definition/attachment.d.cts +14 -0
- package/dist/record/definition/attachment.d.mts +14 -0
- package/dist/record/definition/attachment.d.ts +14 -0
- package/dist/record/family/assertions-v1.cjs +104 -0
- package/dist/record/family/assertions-v1.cjs.map +1 -0
- package/dist/record/family/assertions-v1.d.cts +2 -0
- package/dist/record/family/assertions-v1.d.mts +2 -0
- package/dist/record/family/assertions-v1.d.ts +2 -0
- package/dist/record/family/assertions-v1.js +6 -0
- package/dist/record/family/assertions-v1.js.map +1 -0
- package/dist/record/family/assertions.cjs +16 -5
- package/dist/record/family/assertions.cjs.map +1 -1
- package/dist/record/family/assertions.d.cts +510 -56
- package/dist/record/family/assertions.d.mts +510 -56
- package/dist/record/family/assertions.d.ts +510 -56
- package/dist/record/family/assertions.js +14 -10
- package/dist/record/family/catalog.cjs +17 -1
- package/dist/record/family/catalog.cjs.map +1 -1
- package/dist/record/family/catalog.d.cts +1292 -104
- package/dist/record/family/catalog.d.mts +1292 -104
- package/dist/record/family/catalog.d.ts +1292 -104
- package/dist/record/family/catalog.js +22 -20
- package/dist/record/family/index.js +144 -138
- package/dist/record/family/observability-v1.cjs +5 -0
- package/dist/record/family/observability-v1.cjs.map +1 -1
- package/dist/record/family/observability.cjs +1 -1
- package/dist/record/family/observability.cjs.map +1 -1
- package/dist/record/host/runtime.cjs +323 -173
- package/dist/record/host/runtime.cjs.map +1 -1
- package/dist/record/host/types.cjs.map +1 -1
- package/dist/record/host/types.d.cts +9 -7
- package/dist/record/host/types.d.mts +9 -7
- package/dist/record/host/types.d.ts +9 -7
- package/dist/record/model/core.cjs.map +1 -1
- package/dist/record/model/core.d.cts +1 -2
- package/dist/record/model/core.d.mts +1 -2
- package/dist/record/model/core.d.ts +1 -2
- package/dist/record/model/definition.cjs +1 -2
- package/dist/record/model/definition.cjs.map +1 -1
- package/dist/record/model/definition.d.cts +1 -7
- package/dist/record/model/definition.d.mts +1 -7
- package/dist/record/model/definition.d.ts +1 -7
- package/dist/record/model/identifiers.cjs +2 -3
- package/dist/record/model/identifiers.cjs.map +1 -1
- package/dist/record/model/identifiers.d.cts +1 -3
- package/dist/record/model/identifiers.d.mts +1 -3
- package/dist/record/model/identifiers.d.ts +1 -3
- package/dist/record/model/identifiers.js +36 -38
- package/dist/record/model/index.js +60 -62
- package/dist/record/platform/node.cjs +17 -7
- package/dist/record/platform/node.cjs.map +1 -1
- package/dist/record/platform/services.cjs.map +1 -1
- package/dist/record/platform/services.d.cts +8 -3
- package/dist/record/platform/services.d.mts +8 -3
- package/dist/record/platform/services.d.ts +8 -3
- package/dist/record/reader/format.cjs +16 -65
- package/dist/record/reader/format.cjs.map +1 -1
- package/dist/record/reader/format.d.cts +5 -9
- package/dist/record/reader/format.d.mts +5 -9
- package/dist/record/reader/format.d.ts +5 -9
- package/dist/record/reader/index.js +10 -8
- package/dist/record/reader/runtime.cjs +63 -32
- package/dist/record/reader/runtime.cjs.map +1 -1
- package/dist/record/reader/runtime.d.cts +40 -4
- package/dist/record/reader/runtime.d.mts +40 -4
- package/dist/record/reader/runtime.d.ts +40 -4
- package/dist/record/reader/runtime.js +6 -4
- package/dist/report/assets/enhance.js +5 -5
- package/dist/report/assets/styles.css +190 -24
- package/dist/report/built-in/result-components.cjs +8 -5
- package/dist/report/built-in/result-components.cjs.map +1 -1
- package/dist/report/built-in/standard.cjs +3 -0
- package/dist/report/built-in/standard.cjs.map +1 -1
- package/dist/report/built-in/standard.d.cts +2 -0
- package/dist/report/built-in/standard.d.mts +2 -0
- package/dist/report/built-in/standard.d.ts +2 -0
- package/dist/report/client-dist/app.js +53 -0
- package/dist/report/components/attempt-detail/compute.cjs +108 -231
- package/dist/report/components/attempt-detail/compute.cjs.map +1 -1
- package/dist/report/components/attempt-detail/compute.d.cts +11 -45
- package/dist/report/components/attempt-detail/compute.d.mts +11 -45
- package/dist/report/components/attempt-detail/compute.d.ts +11 -45
- package/dist/report/components/attempt-detail/compute.js +2 -4
- package/dist/report/components/attempt-detail/content.cjs +4 -4
- package/dist/report/components/attempt-detail/content.cjs.map +1 -1
- package/dist/report/components/attempt-detail/validate.cjs +47 -4
- package/dist/report/components/attempt-detail/validate.cjs.map +1 -1
- package/dist/report/components/entity-lists/compute.cjs +9 -15
- package/dist/report/components/entity-lists/compute.cjs.map +1 -1
- package/dist/report/components/entity-lists/content.cjs +53 -40
- package/dist/report/components/entity-lists/content.cjs.map +1 -1
- package/dist/report/components/entity-lists/index.cjs +1 -3
- package/dist/report/components/entity-lists/index.cjs.map +1 -1
- package/dist/report/components/experiment-detail/compute.cjs +4 -6
- package/dist/report/components/experiment-detail/compute.cjs.map +1 -1
- package/dist/report/components/summaries/index.cjs +5 -1
- package/dist/report/components/summaries/index.cjs.map +1 -1
- package/dist/report/definition/cell.cjs +14 -7
- package/dist/report/definition/cell.cjs.map +1 -1
- package/dist/report/definition/cell.d.cts +4 -0
- package/dist/report/definition/cell.d.mts +4 -0
- package/dist/report/definition/cell.d.ts +4 -0
- package/dist/report/definition/primitives/assertion-evidence.cjs +96 -0
- package/dist/report/definition/primitives/assertion-evidence.cjs.map +1 -0
- package/dist/report/definition/primitives/assertion-evidence.d.cts +11 -0
- package/dist/report/definition/primitives/assertion-evidence.d.mts +11 -0
- package/dist/report/definition/primitives/assertion-evidence.d.ts +11 -0
- package/dist/report/definition/primitives/assertion-evidence.js +6 -0
- package/dist/report/definition/primitives/assertion-evidence.js.map +1 -0
- package/dist/report/definition/primitives/conversation.cjs +7 -0
- package/dist/report/definition/primitives/conversation.cjs.map +1 -1
- package/dist/report/definition/primitives/conversation.d.cts +2 -0
- package/dist/report/definition/primitives/conversation.d.mts +2 -0
- package/dist/report/definition/primitives/conversation.d.ts +2 -0
- package/dist/report/definition/primitives/turn-trace.cjs +53 -3
- package/dist/report/definition/primitives/turn-trace.cjs.map +1 -1
- package/dist/report/definition/primitives.cjs +14 -1
- package/dist/report/definition/primitives.cjs.map +1 -1
- package/dist/report/definition/report.cjs +16 -8
- package/dist/report/definition/report.cjs.map +1 -1
- package/dist/report/definition/report.d.cts +6 -0
- package/dist/report/definition/report.d.mts +6 -0
- package/dist/report/definition/report.d.ts +6 -0
- package/dist/report/definition/table-text.cjs +12 -3
- package/dist/report/definition/table-text.cjs.map +1 -1
- package/dist/report/definition/table-text.d.cts +6 -1
- package/dist/report/definition/table-text.d.mts +6 -1
- package/dist/report/definition/table-text.d.ts +6 -1
- package/dist/report/execution/model.cjs +6 -14
- package/dist/report/execution/model.cjs.map +1 -1
- package/dist/report/execution/model.d.cts +5 -10
- package/dist/report/execution/model.d.mts +5 -10
- package/dist/report/execution/model.d.ts +5 -10
- package/dist/report/execution/model.js +6 -6
- package/dist/report/execution/paths.cjs +0 -11
- package/dist/report/execution/paths.cjs.map +1 -1
- package/dist/report/execution/paths.d.cts +0 -1
- package/dist/report/execution/paths.d.mts +0 -1
- package/dist/report/execution/paths.d.ts +0 -1
- package/dist/report/execution/paths.js +6 -8
- package/dist/report/host/execute.cjs +13 -22
- package/dist/report/host/execute.cjs.map +1 -1
- package/dist/report/host/execute.d.cts +1 -4
- package/dist/report/host/execute.d.mts +1 -4
- package/dist/report/host/execute.d.ts +1 -4
- package/dist/report/host/from-record.cjs +3 -0
- package/dist/report/host/from-record.cjs.map +1 -1
- package/dist/report/host/from-record.d.cts +4 -1
- package/dist/report/host/from-record.d.mts +4 -1
- package/dist/report/host/from-record.d.ts +4 -1
- package/dist/report/host/site-assets.cjs +1 -2
- package/dist/report/host/site-assets.cjs.map +1 -1
- package/dist/report/host/site-assets.d.cts +0 -1
- package/dist/report/host/site-assets.d.mts +0 -1
- package/dist/report/host/site-assets.d.ts +0 -1
- package/dist/report/host/site-assets.js +2 -4
- package/dist/report/host/static.cjs +71 -346
- package/dist/report/host/static.cjs.map +1 -1
- package/dist/report/host/static.d.cts +1 -3
- package/dist/report/host/static.d.mts +1 -3
- package/dist/report/host/static.d.ts +1 -3
- package/dist/report/host/static.js +2 -2
- package/dist/report/host/view-session.cjs.map +1 -1
- package/dist/report/host/view-session.d.cts +1 -1
- package/dist/report/host/view-session.d.mts +1 -1
- package/dist/report/host/view-session.d.ts +1 -1
- package/dist/report/model/locale.cjs +1 -1
- package/dist/report/model/locale.cjs.map +1 -1
- package/dist/report/model/locale.d.cts +1 -1
- package/dist/report/model/locale.d.mts +1 -1
- package/dist/report/model/locale.d.ts +1 -1
- package/dist/report/model/pricing.cjs +2 -2
- package/dist/report/model/pricing.cjs.map +1 -1
- package/dist/report/react/enhance.js +5 -5
- package/dist/report/react/styles.css +190 -24
- package/dist/runner/adoption.cjs +4 -7
- package/dist/runner/adoption.cjs.map +1 -1
- package/dist/runner/attempt-resources.cjs +60 -0
- package/dist/runner/attempt-resources.cjs.map +1 -0
- package/dist/runner/attempt-resources.d.cts +13 -0
- package/dist/runner/attempt-resources.d.mts +13 -0
- package/dist/runner/attempt-resources.d.ts +13 -0
- package/dist/runner/attempt-resources.js +6 -0
- package/dist/runner/attempt-resources.js.map +1 -0
- package/dist/runner/attempt.cjs +37 -3
- package/dist/runner/attempt.cjs.map +1 -1
- package/dist/runner/feedback/failure.cjs +77 -2
- package/dist/runner/feedback/failure.cjs.map +1 -1
- package/dist/runner/feedback/failure.d.cts +2 -1
- package/dist/runner/feedback/failure.d.mts +2 -1
- package/dist/runner/feedback/failure.d.ts +2 -1
- package/dist/runner/project-current.cjs +2 -13
- package/dist/runner/project-current.cjs.map +1 -1
- package/dist/runner/project-current.d.cts +4 -2
- package/dist/runner/project-current.d.mts +4 -2
- package/dist/runner/project-current.d.ts +4 -2
- package/dist/runner/reporters/braintrust.cjs +7 -7
- package/dist/runner/reporters/braintrust.cjs.map +1 -1
- package/dist/runner/reuse-readback.cjs +3 -4
- package/dist/runner/reuse-readback.cjs.map +1 -1
- package/dist/runner/run.cjs +5 -2
- package/dist/runner/run.cjs.map +1 -1
- package/dist/sandbox/backend.cjs +32 -2
- package/dist/sandbox/backend.cjs.map +1 -1
- package/dist/sandbox/backend.d.cts +12 -1
- package/dist/sandbox/backend.d.mts +12 -1
- package/dist/sandbox/backend.d.ts +12 -1
- package/dist/sandbox/backend.js +28 -22
- package/dist/sandbox/docker.cjs +140 -0
- package/dist/sandbox/docker.cjs.map +1 -1
- package/dist/sandbox/docker.d.cts +3 -1
- package/dist/sandbox/docker.d.mts +3 -1
- package/dist/sandbox/docker.d.ts +3 -1
- package/dist/sandbox/e2b.cjs +42 -0
- package/dist/sandbox/e2b.cjs.map +1 -1
- package/dist/sandbox/e2b.d.cts +2 -0
- package/dist/sandbox/e2b.d.mts +2 -0
- package/dist/sandbox/e2b.d.ts +2 -0
- package/dist/sandbox/local.cjs +64 -0
- package/dist/sandbox/local.cjs.map +1 -1
- package/dist/sandbox/local.d.cts +3 -1
- package/dist/sandbox/local.d.mts +3 -1
- package/dist/sandbox/local.d.ts +3 -1
- package/dist/sandbox/managed-process.cjs +49 -0
- package/dist/sandbox/managed-process.cjs.map +1 -0
- package/dist/sandbox/managed-process.d.cts +11 -0
- package/dist/sandbox/managed-process.d.mts +11 -0
- package/dist/sandbox/managed-process.d.ts +11 -0
- package/dist/sandbox/managed-process.js +6 -0
- package/dist/sandbox/managed-process.js.map +1 -0
- package/dist/sandbox/types.cjs.map +1 -1
- package/dist/sandbox/types.d.cts +24 -0
- package/dist/sandbox/types.d.mts +24 -0
- package/dist/sandbox/types.d.ts +24 -0
- package/dist/sandbox/vercel.cjs +1 -0
- package/dist/sandbox/vercel.cjs.map +1 -1
- package/dist/sandbox/vercel.d.cts +1 -0
- package/dist/sandbox/vercel.d.mts +1 -0
- package/dist/sandbox/vercel.d.ts +1 -0
- package/dist/view/server.cjs +2 -37
- package/dist/view/server.cjs.map +1 -1
- package/dist/view/server.d.cts +0 -3
- package/dist/view/server.d.mts +0 -3
- package/dist/view/server.d.ts +0 -3
- package/docs-site/zh/reference/builtin-agents.mdx +7 -7
- package/docs-site/zh/reference/official-adapters.mdx +4 -4
- package/docs-site/zh/reference/report-components.mdx +2 -2
- package/docs-site/zh/tutorials/configuration.mdx +2 -2
- package/docs-site/zh/tutorials/deploy-report-site.mdx +24 -2
- package/docs-site/zh/tutorials/publish-report.mdx +4 -4
- package/docs-site/zh/tutorials/sandbox-agent.mdx +5 -5
- package/docs-site/zh/tutorials/theming.mdx +2 -2
- package/package.json +4 -6
- package/dist/record/migration/index.cjs +0 -5
- package/dist/record/migration/index.cjs.map +0 -1
- package/dist/record/migration/index.d.cts +0 -11
- package/dist/record/migration/index.d.mts +0 -11
- package/dist/record/migration/index.d.ts +0 -11
- package/dist/record/migration/index.js +0 -6
- package/dist/record/migration/index.js.map +0 -1
- package/dist/report/host/site-runtime.cjs +0 -92
- package/dist/report/host/site-runtime.cjs.map +0 -1
- package/dist/report/host/site-runtime.d.cts +0 -9
- package/dist/report/host/site-runtime.d.mts +0 -9
- package/dist/report/host/site-runtime.d.ts +0 -9
- package/dist/report/host/site-runtime.js +0 -10
- package/dist/report/host/site-runtime.js.map +0 -1
- package/dist/view/client-dist/app.css +0 -2
- package/dist/view/client-dist/app.js +0 -49
- package/dist/view/data.cjs +0 -3
- package/dist/view/data.cjs.map +0 -1
- package/dist/view/data.d.cts +0 -9
- package/dist/view/data.d.mts +0 -9
- package/dist/view/data.d.ts +0 -9
- package/dist/view/data.js +0 -4
- package/dist/view/data.js.map +0 -1
- package/dist/view/index.cjs +0 -24
- package/dist/view/index.cjs.map +0 -1
- package/dist/view/index.d.cts +0 -9
- package/dist/view/index.d.mts +0 -9
- package/dist/view/index.d.ts +0 -9
- package/dist/view/index.js +0 -28
- package/dist/view/index.js.map +0 -1
- package/dist/view/report-view-cache.cjs +0 -200
- package/dist/view/report-view-cache.cjs.map +0 -1
- package/dist/view/report-view-cache.d.cts +0 -67
- package/dist/view/report-view-cache.d.mts +0 -67
- package/dist/view/report-view-cache.d.ts +0 -67
- package/dist/view/report-view-cache.js +0 -8
- package/dist/view/report-view-cache.js.map +0 -1
- package/dist/view/shared/types.cjs +0 -3
- package/dist/view/shared/types.cjs.map +0 -1
- package/dist/view/shared/types.d.cts +0 -51
- package/dist/view/shared/types.d.mts +0 -51
- package/dist/view/shared/types.d.ts +0 -51
- package/dist/view/shared/types.js +0 -4
- package/dist/view/shared/types.js.map +0 -1
- package/dist/view/site.cjs +0 -32
- package/dist/view/site.cjs.map +0 -1
- package/dist/view/site.d.cts +0 -24
- package/dist/view/site.d.mts +0 -24
- package/dist/view/site.d.ts +0 -24
- package/dist/view/site.js +0 -8
- package/dist/view/site.js.map +0 -1
- package/dist/view/styles.css +0 -170
- package/dist/view/template.html +0 -17
|
@@ -8,63 +8,189 @@ export declare const NiceEvalRecordAttachments: Readonly<{
|
|
|
8
8
|
readonly attempt: {
|
|
9
9
|
readonly schema: Schema.filter<Schema.filter<Schema.filter<Schema.filter<Schema.Struct<{
|
|
10
10
|
entries: Schema.PropertySignature<":", readonly {
|
|
11
|
-
readonly
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
readonly
|
|
23
|
-
readonly byteLength: number;
|
|
11
|
+
readonly evaluation: {
|
|
12
|
+
readonly receipt?: {
|
|
13
|
+
readonly complete: boolean;
|
|
14
|
+
readonly unavailable: number;
|
|
15
|
+
readonly matched: number;
|
|
16
|
+
readonly mismatched: number;
|
|
17
|
+
readonly knownTotal: number | null;
|
|
18
|
+
readonly examined: number;
|
|
19
|
+
readonly exhaustive: boolean;
|
|
20
|
+
readonly decisive: boolean;
|
|
21
|
+
} | undefined;
|
|
22
|
+
readonly observed: import("../../assertions/record/model.js").AssertionFactValue;
|
|
24
23
|
};
|
|
25
|
-
readonly evidence: readonly ({
|
|
26
|
-
readonly value: import("../../assertions/record/model.js").BoundedJsonValue;
|
|
27
|
-
readonly kind: "snapshot";
|
|
28
|
-
} | {
|
|
29
|
-
readonly kind: "blob";
|
|
30
|
-
readonly ref: import("../attachment/blob-ref.js").RecordBlobRef;
|
|
31
|
-
readonly sha256: import("../model/identifiers.js").Sha256Digest;
|
|
32
|
-
readonly encoding: "utf-8" | "binary";
|
|
33
|
-
readonly preview: string;
|
|
34
|
-
readonly byteLength: number;
|
|
35
|
-
})[];
|
|
36
24
|
readonly display: import("../../assertions/record/model.js").AssertionDisplay;
|
|
37
|
-
readonly criterion:
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
readonly result: import("../../assertions/record/model.js").SealedAssertionResult;
|
|
41
|
-
readonly coverage: import("../../assertions/record/model.js").AssertionCoverage;
|
|
42
|
-
readonly limitations: readonly import("../../assertions/record/model.js").AssertionLimitation[];
|
|
43
|
-
readonly subject: {
|
|
44
|
-
readonly value: import("../../assertions/record/model.js").BoundedJsonValue;
|
|
45
|
-
readonly kind: "snapshot";
|
|
25
|
+
readonly criterion: {
|
|
26
|
+
readonly value: import("../../assertions/record/model.js").BoundedJsonObject;
|
|
27
|
+
readonly state: "available";
|
|
46
28
|
} | {
|
|
47
|
-
readonly
|
|
48
|
-
readonly
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
readonly
|
|
52
|
-
|
|
29
|
+
readonly reason: "not-recorded";
|
|
30
|
+
readonly state: "unavailable";
|
|
31
|
+
};
|
|
32
|
+
readonly policy: {
|
|
33
|
+
readonly condition: {
|
|
34
|
+
readonly value: {
|
|
35
|
+
readonly expected: true;
|
|
36
|
+
readonly kind: "boolean";
|
|
37
|
+
} | {
|
|
38
|
+
readonly kind: "at-least";
|
|
39
|
+
readonly threshold: number;
|
|
40
|
+
} | {
|
|
41
|
+
readonly kind: "record-only";
|
|
42
|
+
};
|
|
43
|
+
readonly state: "available";
|
|
44
|
+
} | {
|
|
45
|
+
readonly reason: "not-recorded";
|
|
46
|
+
readonly state: "unavailable";
|
|
47
|
+
};
|
|
48
|
+
readonly requirement: {
|
|
49
|
+
readonly value: "optional" | "required";
|
|
50
|
+
readonly state: "available";
|
|
51
|
+
} | {
|
|
52
|
+
readonly reason: "not-recorded";
|
|
53
|
+
readonly state: "unavailable";
|
|
54
|
+
};
|
|
55
|
+
};
|
|
56
|
+
readonly decision: {
|
|
57
|
+
readonly reason: "redacted" | "evidence-unavailable" | "source-unavailable" | "condition-not-met" | "evaluator-failed" | "producer-interrupted" | "invalid-subject" | "coverage-not-applicable" | null;
|
|
58
|
+
readonly gate: "failed" | "unavailable" | "not-applicable" | "not-gate" | "satisfied";
|
|
59
|
+
readonly result: "errored" | "unavailable" | "matched" | "mismatched" | "not-applicable";
|
|
60
|
+
};
|
|
61
|
+
readonly contribution: import("../../assertions/record/model.js").NoScoreContribution | import("../../assertions/record/model.js").EarnedScoreContribution | import("../../assertions/record/model.js").UnavailableScoreContribution;
|
|
62
|
+
readonly entryId: import("../../index.js").AssertionEntryId;
|
|
63
|
+
readonly materials: {
|
|
64
|
+
readonly source: {
|
|
65
|
+
readonly reason: "not-recorded";
|
|
66
|
+
readonly kind: "unavailable";
|
|
67
|
+
} | {
|
|
68
|
+
readonly value: import("../../assertions/record/model.js").BoundedJsonValue;
|
|
69
|
+
readonly kind: "snapshot";
|
|
70
|
+
} | {
|
|
71
|
+
readonly kind: "blob";
|
|
72
|
+
readonly ref: import("../attachment/blob-ref.js").RecordBlobRef;
|
|
73
|
+
readonly sha256: import("../model/identifiers.js").Sha256Digest;
|
|
74
|
+
readonly encoding: "utf-8" | "binary";
|
|
75
|
+
readonly preview: string;
|
|
76
|
+
readonly byteLength: number;
|
|
77
|
+
};
|
|
78
|
+
readonly coverage: import("../../assertions/record/model.js").AssertionCoverage;
|
|
79
|
+
readonly limitations: readonly import("../../assertions/record/model.js").AssertionLimitation[];
|
|
80
|
+
readonly evidence: readonly ({
|
|
81
|
+
readonly reason: "not-recorded";
|
|
82
|
+
readonly kind: "unavailable";
|
|
83
|
+
} | {
|
|
84
|
+
readonly value: import("../../assertions/record/model.js").BoundedJsonValue;
|
|
85
|
+
readonly kind: "snapshot";
|
|
86
|
+
} | {
|
|
87
|
+
readonly kind: "blob";
|
|
88
|
+
readonly ref: import("../attachment/blob-ref.js").RecordBlobRef;
|
|
89
|
+
readonly sha256: import("../model/identifiers.js").Sha256Digest;
|
|
90
|
+
readonly encoding: "utf-8" | "binary";
|
|
91
|
+
readonly preview: string;
|
|
92
|
+
readonly byteLength: number;
|
|
93
|
+
})[];
|
|
53
94
|
};
|
|
54
|
-
readonly
|
|
55
|
-
readonly value: import("../../assertions/record/model.js").
|
|
56
|
-
readonly
|
|
95
|
+
readonly explanationRetention: {
|
|
96
|
+
readonly value: import("../../assertions/record/model.js").AssertionFactValue;
|
|
97
|
+
readonly state: "retained";
|
|
57
98
|
} | {
|
|
58
|
-
readonly
|
|
59
|
-
readonly
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
readonly
|
|
64
|
-
|
|
99
|
+
readonly reason: "not-recorded";
|
|
100
|
+
readonly state: "unavailable";
|
|
101
|
+
};
|
|
102
|
+
}[], "entries-data", ":", readonly {
|
|
103
|
+
readonly evaluation: {
|
|
104
|
+
readonly observed: import("../../assertions/record/model.js").AssertionFactValue;
|
|
105
|
+
readonly receipt?: {
|
|
106
|
+
readonly complete: boolean;
|
|
107
|
+
readonly unavailable: number;
|
|
108
|
+
readonly matched: number;
|
|
109
|
+
readonly mismatched: number;
|
|
110
|
+
readonly knownTotal: number | null;
|
|
111
|
+
readonly examined: number;
|
|
112
|
+
readonly exhaustive: boolean;
|
|
113
|
+
readonly decisive: boolean;
|
|
114
|
+
} | undefined;
|
|
115
|
+
};
|
|
65
116
|
readonly display: import("../../assertions/record/model.js").AssertionDisplay;
|
|
66
|
-
readonly criterion:
|
|
117
|
+
readonly criterion: {
|
|
118
|
+
readonly value: import("../../assertions/record/model.js").BoundedJsonObject;
|
|
119
|
+
readonly state: "available";
|
|
120
|
+
} | {
|
|
121
|
+
readonly reason: "not-recorded";
|
|
122
|
+
readonly state: "unavailable";
|
|
123
|
+
};
|
|
124
|
+
readonly policy: {
|
|
125
|
+
readonly condition: {
|
|
126
|
+
readonly value: {
|
|
127
|
+
readonly expected: true;
|
|
128
|
+
readonly kind: "boolean";
|
|
129
|
+
} | {
|
|
130
|
+
readonly kind: "at-least";
|
|
131
|
+
readonly threshold: number;
|
|
132
|
+
} | {
|
|
133
|
+
readonly kind: "record-only";
|
|
134
|
+
};
|
|
135
|
+
readonly state: "available";
|
|
136
|
+
} | {
|
|
137
|
+
readonly reason: "not-recorded";
|
|
138
|
+
readonly state: "unavailable";
|
|
139
|
+
};
|
|
140
|
+
readonly requirement: {
|
|
141
|
+
readonly value: "optional" | "required";
|
|
142
|
+
readonly state: "available";
|
|
143
|
+
} | {
|
|
144
|
+
readonly reason: "not-recorded";
|
|
145
|
+
readonly state: "unavailable";
|
|
146
|
+
};
|
|
147
|
+
};
|
|
148
|
+
readonly decision: {
|
|
149
|
+
readonly reason: "redacted" | "evidence-unavailable" | "source-unavailable" | "condition-not-met" | "evaluator-failed" | "producer-interrupted" | "invalid-subject" | "coverage-not-applicable" | null;
|
|
150
|
+
readonly gate: "failed" | "unavailable" | "not-applicable" | "not-gate" | "satisfied";
|
|
151
|
+
readonly result: "errored" | "unavailable" | "matched" | "mismatched" | "not-applicable";
|
|
152
|
+
};
|
|
153
|
+
readonly contribution: import("../../assertions/record/model.js").NoScoreContribution | import("../../assertions/record/model.js").EarnedScoreContribution | import("../../assertions/record/model.js").UnavailableScoreContribution;
|
|
67
154
|
readonly entryId: string;
|
|
155
|
+
readonly materials: {
|
|
156
|
+
readonly source: {
|
|
157
|
+
readonly reason: "not-recorded";
|
|
158
|
+
readonly kind: "unavailable";
|
|
159
|
+
} | {
|
|
160
|
+
readonly value: import("../../assertions/record/model.js").BoundedJsonValue;
|
|
161
|
+
readonly kind: "snapshot";
|
|
162
|
+
} | {
|
|
163
|
+
readonly kind: "blob";
|
|
164
|
+
readonly ref: import("../attachment/blob-ref.js").RecordBlobRef;
|
|
165
|
+
readonly sha256: string;
|
|
166
|
+
readonly encoding: "utf-8" | "binary";
|
|
167
|
+
readonly preview: string;
|
|
168
|
+
readonly byteLength: number;
|
|
169
|
+
};
|
|
170
|
+
readonly coverage: import("../../assertions/record/model.js").AssertionCoverage;
|
|
171
|
+
readonly limitations: readonly import("../../assertions/record/model.js").AssertionLimitation[];
|
|
172
|
+
readonly evidence: readonly ({
|
|
173
|
+
readonly reason: "not-recorded";
|
|
174
|
+
readonly kind: "unavailable";
|
|
175
|
+
} | {
|
|
176
|
+
readonly value: import("../../assertions/record/model.js").BoundedJsonValue;
|
|
177
|
+
readonly kind: "snapshot";
|
|
178
|
+
} | {
|
|
179
|
+
readonly kind: "blob";
|
|
180
|
+
readonly ref: import("../attachment/blob-ref.js").RecordBlobRef;
|
|
181
|
+
readonly sha256: string;
|
|
182
|
+
readonly encoding: "utf-8" | "binary";
|
|
183
|
+
readonly preview: string;
|
|
184
|
+
readonly byteLength: number;
|
|
185
|
+
})[];
|
|
186
|
+
};
|
|
187
|
+
readonly explanationRetention: {
|
|
188
|
+
readonly value: import("../../assertions/record/model.js").AssertionFactValue;
|
|
189
|
+
readonly state: "retained";
|
|
190
|
+
} | {
|
|
191
|
+
readonly reason: "not-recorded";
|
|
192
|
+
readonly state: "unavailable";
|
|
193
|
+
};
|
|
68
194
|
}[], false, never>;
|
|
69
195
|
sourceSites: Schema.PropertySignature<":", readonly {
|
|
70
196
|
readonly role: "gate" | "score" | "declaration" | "threshold" | "optional" | "stop";
|
|
@@ -77,9 +203,9 @@ export declare const NiceEvalRecordAttachments: Readonly<{
|
|
|
77
203
|
readonly line: number;
|
|
78
204
|
readonly column: number;
|
|
79
205
|
};
|
|
206
|
+
readonly entryId: import("../../index.js").AssertionEntryId;
|
|
80
207
|
readonly sourceItemId: import("../model/identifiers.js").SourceItemId;
|
|
81
208
|
readonly sourceOrder: number;
|
|
82
|
-
readonly entryId: import("../../index.js").AssertionEntryId;
|
|
83
209
|
}[], "source-sites-data", ":", readonly {
|
|
84
210
|
readonly role: "gate" | "score" | "declaration" | "threshold" | "optional" | "stop";
|
|
85
211
|
readonly sha256: string;
|
|
@@ -91,9 +217,9 @@ export declare const NiceEvalRecordAttachments: Readonly<{
|
|
|
91
217
|
readonly line: number;
|
|
92
218
|
readonly column: number;
|
|
93
219
|
};
|
|
220
|
+
readonly entryId: string;
|
|
94
221
|
readonly sourceItemId: string;
|
|
95
222
|
readonly sourceOrder: number;
|
|
96
|
-
readonly entryId: string;
|
|
97
223
|
}[], false, never>;
|
|
98
224
|
}>>>>>;
|
|
99
225
|
readonly limits: Readonly<{
|
|
@@ -1902,37 +2028,101 @@ export interface FixedRecordFamilyDescriptor<Family extends NiceEvalFamily, Owne
|
|
|
1902
2028
|
readonly write: FixedAttachmentWriteSpec<Owner, Payload>;
|
|
1903
2029
|
/** Declared adjacent upgrade graph; implementations remain lazy. */
|
|
1904
2030
|
readonly adjacentMigrationLinks: readonly RecordAttachmentAdjacentMigrationLink[];
|
|
2031
|
+
readonly maintenance: RecordAttachmentDefinition["maintenance"];
|
|
1905
2032
|
}
|
|
1906
2033
|
export declare const assertionsRecordFamily: FixedRecordFamilyDescriptor<"niceeval.assertions", "attempt", {
|
|
1907
2034
|
readonly entries: readonly {
|
|
1908
|
-
readonly
|
|
1909
|
-
|
|
1910
|
-
|
|
1911
|
-
|
|
1912
|
-
|
|
1913
|
-
|
|
1914
|
-
|
|
1915
|
-
|
|
1916
|
-
|
|
1917
|
-
|
|
1918
|
-
|
|
1919
|
-
readonly
|
|
1920
|
-
readonly byteLength: number;
|
|
2035
|
+
readonly evaluation: {
|
|
2036
|
+
readonly receipt?: {
|
|
2037
|
+
readonly complete: boolean;
|
|
2038
|
+
readonly unavailable: number;
|
|
2039
|
+
readonly matched: number;
|
|
2040
|
+
readonly mismatched: number;
|
|
2041
|
+
readonly knownTotal: number | null;
|
|
2042
|
+
readonly examined: number;
|
|
2043
|
+
readonly exhaustive: boolean;
|
|
2044
|
+
readonly decisive: boolean;
|
|
2045
|
+
} | undefined;
|
|
2046
|
+
readonly observed: import("../../assertions/record/model.js").AssertionFactValue;
|
|
1921
2047
|
};
|
|
1922
|
-
readonly evidence: readonly ({
|
|
1923
|
-
readonly value: import("../../assertions/record/model.js").BoundedJsonValue;
|
|
1924
|
-
readonly kind: "snapshot";
|
|
1925
|
-
} | {
|
|
1926
|
-
readonly kind: "blob";
|
|
1927
|
-
readonly ref: import("../attachment/blob-ref.js").RecordBlobRef;
|
|
1928
|
-
readonly sha256: import("../model/identifiers.js").Sha256Digest;
|
|
1929
|
-
readonly encoding: "utf-8" | "binary";
|
|
1930
|
-
readonly preview: string;
|
|
1931
|
-
readonly byteLength: number;
|
|
1932
|
-
})[];
|
|
1933
2048
|
readonly display: import("../../assertions/record/model.js").AssertionDisplay;
|
|
1934
|
-
readonly criterion:
|
|
2049
|
+
readonly criterion: {
|
|
2050
|
+
readonly value: import("../../assertions/record/model.js").BoundedJsonObject;
|
|
2051
|
+
readonly state: "available";
|
|
2052
|
+
} | {
|
|
2053
|
+
readonly reason: "not-recorded";
|
|
2054
|
+
readonly state: "unavailable";
|
|
2055
|
+
};
|
|
2056
|
+
readonly policy: {
|
|
2057
|
+
readonly condition: {
|
|
2058
|
+
readonly value: {
|
|
2059
|
+
readonly expected: true;
|
|
2060
|
+
readonly kind: "boolean";
|
|
2061
|
+
} | {
|
|
2062
|
+
readonly kind: "at-least";
|
|
2063
|
+
readonly threshold: number;
|
|
2064
|
+
} | {
|
|
2065
|
+
readonly kind: "record-only";
|
|
2066
|
+
};
|
|
2067
|
+
readonly state: "available";
|
|
2068
|
+
} | {
|
|
2069
|
+
readonly reason: "not-recorded";
|
|
2070
|
+
readonly state: "unavailable";
|
|
2071
|
+
};
|
|
2072
|
+
readonly requirement: {
|
|
2073
|
+
readonly value: "optional" | "required";
|
|
2074
|
+
readonly state: "available";
|
|
2075
|
+
} | {
|
|
2076
|
+
readonly reason: "not-recorded";
|
|
2077
|
+
readonly state: "unavailable";
|
|
2078
|
+
};
|
|
2079
|
+
};
|
|
2080
|
+
readonly decision: {
|
|
2081
|
+
readonly reason: "redacted" | "evidence-unavailable" | "source-unavailable" | "condition-not-met" | "evaluator-failed" | "producer-interrupted" | "invalid-subject" | "coverage-not-applicable" | null;
|
|
2082
|
+
readonly gate: "failed" | "unavailable" | "not-applicable" | "not-gate" | "satisfied";
|
|
2083
|
+
readonly result: "errored" | "unavailable" | "matched" | "mismatched" | "not-applicable";
|
|
2084
|
+
};
|
|
2085
|
+
readonly contribution: import("../../assertions/record/model.js").NoScoreContribution | import("../../assertions/record/model.js").EarnedScoreContribution | import("../../assertions/record/model.js").UnavailableScoreContribution;
|
|
1935
2086
|
readonly entryId: import("../../index.js").AssertionEntryId;
|
|
2087
|
+
readonly materials: {
|
|
2088
|
+
readonly source: {
|
|
2089
|
+
readonly reason: "not-recorded";
|
|
2090
|
+
readonly kind: "unavailable";
|
|
2091
|
+
} | {
|
|
2092
|
+
readonly value: import("../../assertions/record/model.js").BoundedJsonValue;
|
|
2093
|
+
readonly kind: "snapshot";
|
|
2094
|
+
} | {
|
|
2095
|
+
readonly kind: "blob";
|
|
2096
|
+
readonly ref: import("../attachment/blob-ref.js").RecordBlobRef;
|
|
2097
|
+
readonly sha256: import("../model/identifiers.js").Sha256Digest;
|
|
2098
|
+
readonly encoding: "utf-8" | "binary";
|
|
2099
|
+
readonly preview: string;
|
|
2100
|
+
readonly byteLength: number;
|
|
2101
|
+
};
|
|
2102
|
+
readonly coverage: import("../../assertions/record/model.js").AssertionCoverage;
|
|
2103
|
+
readonly limitations: readonly import("../../assertions/record/model.js").AssertionLimitation[];
|
|
2104
|
+
readonly evidence: readonly ({
|
|
2105
|
+
readonly reason: "not-recorded";
|
|
2106
|
+
readonly kind: "unavailable";
|
|
2107
|
+
} | {
|
|
2108
|
+
readonly value: import("../../assertions/record/model.js").BoundedJsonValue;
|
|
2109
|
+
readonly kind: "snapshot";
|
|
2110
|
+
} | {
|
|
2111
|
+
readonly kind: "blob";
|
|
2112
|
+
readonly ref: import("../attachment/blob-ref.js").RecordBlobRef;
|
|
2113
|
+
readonly sha256: import("../model/identifiers.js").Sha256Digest;
|
|
2114
|
+
readonly encoding: "utf-8" | "binary";
|
|
2115
|
+
readonly preview: string;
|
|
2116
|
+
readonly byteLength: number;
|
|
2117
|
+
})[];
|
|
2118
|
+
};
|
|
2119
|
+
readonly explanationRetention: {
|
|
2120
|
+
readonly value: import("../../assertions/record/model.js").AssertionFactValue;
|
|
2121
|
+
readonly state: "retained";
|
|
2122
|
+
} | {
|
|
2123
|
+
readonly reason: "not-recorded";
|
|
2124
|
+
readonly state: "unavailable";
|
|
2125
|
+
};
|
|
1936
2126
|
}[];
|
|
1937
2127
|
readonly sourceSites: readonly {
|
|
1938
2128
|
readonly role: "gate" | "score" | "declaration" | "threshold" | "optional" | "stop";
|
|
@@ -1945,9 +2135,9 @@ export declare const assertionsRecordFamily: FixedRecordFamilyDescriptor<"niceev
|
|
|
1945
2135
|
readonly line: number;
|
|
1946
2136
|
readonly column: number;
|
|
1947
2137
|
};
|
|
2138
|
+
readonly entryId: import("../../index.js").AssertionEntryId;
|
|
1948
2139
|
readonly sourceItemId: import("../model/identifiers.js").SourceItemId;
|
|
1949
2140
|
readonly sourceOrder: number;
|
|
1950
|
-
readonly entryId: import("../../index.js").AssertionEntryId;
|
|
1951
2141
|
}[];
|
|
1952
2142
|
}>;
|
|
1953
2143
|
export declare const attemptObservabilityRecordFamily: FixedRecordFamilyDescriptor<"niceeval.observability", "attempt", {
|
|
@@ -2782,34 +2972,97 @@ export declare const runArtifactsRecordFamily: FixedRecordFamilyDescriptor<"nice
|
|
|
2782
2972
|
export declare const NiceEvalRecordFamilyCatalog: Readonly<{
|
|
2783
2973
|
assertions: FixedRecordFamilyDescriptor<"niceeval.assertions", "attempt", {
|
|
2784
2974
|
readonly entries: readonly {
|
|
2785
|
-
readonly
|
|
2786
|
-
|
|
2787
|
-
|
|
2788
|
-
|
|
2789
|
-
|
|
2790
|
-
|
|
2791
|
-
|
|
2792
|
-
|
|
2793
|
-
|
|
2794
|
-
|
|
2795
|
-
|
|
2796
|
-
readonly
|
|
2797
|
-
readonly byteLength: number;
|
|
2975
|
+
readonly evaluation: {
|
|
2976
|
+
readonly receipt?: {
|
|
2977
|
+
readonly complete: boolean;
|
|
2978
|
+
readonly unavailable: number;
|
|
2979
|
+
readonly matched: number;
|
|
2980
|
+
readonly mismatched: number;
|
|
2981
|
+
readonly knownTotal: number | null;
|
|
2982
|
+
readonly examined: number;
|
|
2983
|
+
readonly exhaustive: boolean;
|
|
2984
|
+
readonly decisive: boolean;
|
|
2985
|
+
} | undefined;
|
|
2986
|
+
readonly observed: import("../../assertions/record/model.js").AssertionFactValue;
|
|
2798
2987
|
};
|
|
2799
|
-
readonly evidence: readonly ({
|
|
2800
|
-
readonly value: import("../../assertions/record/model.js").BoundedJsonValue;
|
|
2801
|
-
readonly kind: "snapshot";
|
|
2802
|
-
} | {
|
|
2803
|
-
readonly kind: "blob";
|
|
2804
|
-
readonly ref: import("../attachment/blob-ref.js").RecordBlobRef;
|
|
2805
|
-
readonly sha256: import("../model/identifiers.js").Sha256Digest;
|
|
2806
|
-
readonly encoding: "utf-8" | "binary";
|
|
2807
|
-
readonly preview: string;
|
|
2808
|
-
readonly byteLength: number;
|
|
2809
|
-
})[];
|
|
2810
2988
|
readonly display: import("../../assertions/record/model.js").AssertionDisplay;
|
|
2811
|
-
readonly criterion:
|
|
2989
|
+
readonly criterion: {
|
|
2990
|
+
readonly value: import("../../assertions/record/model.js").BoundedJsonObject;
|
|
2991
|
+
readonly state: "available";
|
|
2992
|
+
} | {
|
|
2993
|
+
readonly reason: "not-recorded";
|
|
2994
|
+
readonly state: "unavailable";
|
|
2995
|
+
};
|
|
2996
|
+
readonly policy: {
|
|
2997
|
+
readonly condition: {
|
|
2998
|
+
readonly value: {
|
|
2999
|
+
readonly expected: true;
|
|
3000
|
+
readonly kind: "boolean";
|
|
3001
|
+
} | {
|
|
3002
|
+
readonly kind: "at-least";
|
|
3003
|
+
readonly threshold: number;
|
|
3004
|
+
} | {
|
|
3005
|
+
readonly kind: "record-only";
|
|
3006
|
+
};
|
|
3007
|
+
readonly state: "available";
|
|
3008
|
+
} | {
|
|
3009
|
+
readonly reason: "not-recorded";
|
|
3010
|
+
readonly state: "unavailable";
|
|
3011
|
+
};
|
|
3012
|
+
readonly requirement: {
|
|
3013
|
+
readonly value: "optional" | "required";
|
|
3014
|
+
readonly state: "available";
|
|
3015
|
+
} | {
|
|
3016
|
+
readonly reason: "not-recorded";
|
|
3017
|
+
readonly state: "unavailable";
|
|
3018
|
+
};
|
|
3019
|
+
};
|
|
3020
|
+
readonly decision: {
|
|
3021
|
+
readonly reason: "redacted" | "evidence-unavailable" | "source-unavailable" | "condition-not-met" | "evaluator-failed" | "producer-interrupted" | "invalid-subject" | "coverage-not-applicable" | null;
|
|
3022
|
+
readonly gate: "failed" | "unavailable" | "not-applicable" | "not-gate" | "satisfied";
|
|
3023
|
+
readonly result: "errored" | "unavailable" | "matched" | "mismatched" | "not-applicable";
|
|
3024
|
+
};
|
|
3025
|
+
readonly contribution: import("../../assertions/record/model.js").NoScoreContribution | import("../../assertions/record/model.js").EarnedScoreContribution | import("../../assertions/record/model.js").UnavailableScoreContribution;
|
|
2812
3026
|
readonly entryId: import("../../index.js").AssertionEntryId;
|
|
3027
|
+
readonly materials: {
|
|
3028
|
+
readonly source: {
|
|
3029
|
+
readonly reason: "not-recorded";
|
|
3030
|
+
readonly kind: "unavailable";
|
|
3031
|
+
} | {
|
|
3032
|
+
readonly value: import("../../assertions/record/model.js").BoundedJsonValue;
|
|
3033
|
+
readonly kind: "snapshot";
|
|
3034
|
+
} | {
|
|
3035
|
+
readonly kind: "blob";
|
|
3036
|
+
readonly ref: import("../attachment/blob-ref.js").RecordBlobRef;
|
|
3037
|
+
readonly sha256: import("../model/identifiers.js").Sha256Digest;
|
|
3038
|
+
readonly encoding: "utf-8" | "binary";
|
|
3039
|
+
readonly preview: string;
|
|
3040
|
+
readonly byteLength: number;
|
|
3041
|
+
};
|
|
3042
|
+
readonly coverage: import("../../assertions/record/model.js").AssertionCoverage;
|
|
3043
|
+
readonly limitations: readonly import("../../assertions/record/model.js").AssertionLimitation[];
|
|
3044
|
+
readonly evidence: readonly ({
|
|
3045
|
+
readonly reason: "not-recorded";
|
|
3046
|
+
readonly kind: "unavailable";
|
|
3047
|
+
} | {
|
|
3048
|
+
readonly value: import("../../assertions/record/model.js").BoundedJsonValue;
|
|
3049
|
+
readonly kind: "snapshot";
|
|
3050
|
+
} | {
|
|
3051
|
+
readonly kind: "blob";
|
|
3052
|
+
readonly ref: import("../attachment/blob-ref.js").RecordBlobRef;
|
|
3053
|
+
readonly sha256: import("../model/identifiers.js").Sha256Digest;
|
|
3054
|
+
readonly encoding: "utf-8" | "binary";
|
|
3055
|
+
readonly preview: string;
|
|
3056
|
+
readonly byteLength: number;
|
|
3057
|
+
})[];
|
|
3058
|
+
};
|
|
3059
|
+
readonly explanationRetention: {
|
|
3060
|
+
readonly value: import("../../assertions/record/model.js").AssertionFactValue;
|
|
3061
|
+
readonly state: "retained";
|
|
3062
|
+
} | {
|
|
3063
|
+
readonly reason: "not-recorded";
|
|
3064
|
+
readonly state: "unavailable";
|
|
3065
|
+
};
|
|
2813
3066
|
}[];
|
|
2814
3067
|
readonly sourceSites: readonly {
|
|
2815
3068
|
readonly role: "gate" | "score" | "declaration" | "threshold" | "optional" | "stop";
|
|
@@ -2822,9 +3075,9 @@ export declare const NiceEvalRecordFamilyCatalog: Readonly<{
|
|
|
2822
3075
|
readonly line: number;
|
|
2823
3076
|
readonly column: number;
|
|
2824
3077
|
};
|
|
3078
|
+
readonly entryId: import("../../index.js").AssertionEntryId;
|
|
2825
3079
|
readonly sourceItemId: import("../model/identifiers.js").SourceItemId;
|
|
2826
3080
|
readonly sourceOrder: number;
|
|
2827
|
-
readonly entryId: import("../../index.js").AssertionEntryId;
|
|
2828
3081
|
}[];
|
|
2829
3082
|
}>;
|
|
2830
3083
|
observability: Readonly<{
|
|
@@ -3660,6 +3913,941 @@ export declare const NiceEvalRecordFamilyCatalog: Readonly<{
|
|
|
3660
3913
|
}>;
|
|
3661
3914
|
}>;
|
|
3662
3915
|
}>;
|
|
3916
|
+
/** Host discovery iterates this closed catalog; maintenance never names a family. */
|
|
3917
|
+
export declare const NiceEvalRecordFamilyDescriptorsByOwner: Readonly<{
|
|
3918
|
+
attempt: readonly (FixedRecordFamilyDescriptor<"niceeval.observability", "attempt", {
|
|
3919
|
+
readonly owner: "attempt";
|
|
3920
|
+
readonly usage: {
|
|
3921
|
+
readonly collection: {
|
|
3922
|
+
readonly state: "complete";
|
|
3923
|
+
readonly limitations: readonly [];
|
|
3924
|
+
} | {
|
|
3925
|
+
readonly state: "partial";
|
|
3926
|
+
readonly limitations: readonly [{
|
|
3927
|
+
readonly code: "capture-failed" | "capture-interrupted";
|
|
3928
|
+
readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
|
|
3929
|
+
readonly stage: "adapter" | "command-capture" | "usage-capture" | "timing-capture" | "diagnostic-capture" | "attempt-finalizer" | "run-teardown";
|
|
3930
|
+
} | {
|
|
3931
|
+
readonly code: "collection-cap-reached" | "unsupported-input";
|
|
3932
|
+
readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
|
|
3933
|
+
readonly omittedAtLeast: number;
|
|
3934
|
+
} | {
|
|
3935
|
+
readonly code: "redacted" | "text-truncated";
|
|
3936
|
+
readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
|
|
3937
|
+
readonly replacementOrOmittedCount: number;
|
|
3938
|
+
} | {
|
|
3939
|
+
readonly code: "stream-truncated";
|
|
3940
|
+
readonly stream: "stderr" | "stdout";
|
|
3941
|
+
readonly omittedBytes: number;
|
|
3942
|
+
readonly commandId: string;
|
|
3943
|
+
readonly retainedBytes: number;
|
|
3944
|
+
} | {
|
|
3945
|
+
readonly code: "invalid-utf8-replaced" | "unsafe-control-stripped";
|
|
3946
|
+
readonly stream: "stderr" | "stdout";
|
|
3947
|
+
readonly count: number;
|
|
3948
|
+
readonly commandId: string;
|
|
3949
|
+
}, ...({
|
|
3950
|
+
readonly code: "capture-failed" | "capture-interrupted";
|
|
3951
|
+
readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
|
|
3952
|
+
readonly stage: "adapter" | "command-capture" | "usage-capture" | "timing-capture" | "diagnostic-capture" | "attempt-finalizer" | "run-teardown";
|
|
3953
|
+
} | {
|
|
3954
|
+
readonly code: "collection-cap-reached" | "unsupported-input";
|
|
3955
|
+
readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
|
|
3956
|
+
readonly omittedAtLeast: number;
|
|
3957
|
+
} | {
|
|
3958
|
+
readonly code: "redacted" | "text-truncated";
|
|
3959
|
+
readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
|
|
3960
|
+
readonly replacementOrOmittedCount: number;
|
|
3961
|
+
} | {
|
|
3962
|
+
readonly code: "stream-truncated";
|
|
3963
|
+
readonly stream: "stderr" | "stdout";
|
|
3964
|
+
readonly omittedBytes: number;
|
|
3965
|
+
readonly commandId: string;
|
|
3966
|
+
readonly retainedBytes: number;
|
|
3967
|
+
} | {
|
|
3968
|
+
readonly code: "invalid-utf8-replaced" | "unsafe-control-stripped";
|
|
3969
|
+
readonly stream: "stderr" | "stdout";
|
|
3970
|
+
readonly count: number;
|
|
3971
|
+
readonly commandId: string;
|
|
3972
|
+
})[]];
|
|
3973
|
+
};
|
|
3974
|
+
readonly observations: readonly ({
|
|
3975
|
+
readonly kind: "token-bucket";
|
|
3976
|
+
readonly provider: string;
|
|
3977
|
+
readonly usageObservationId: string;
|
|
3978
|
+
readonly bucket: "other" | "input" | "output" | "cache-read" | "cache-write" | "reasoning";
|
|
3979
|
+
readonly tokens: number;
|
|
3980
|
+
} | {
|
|
3981
|
+
readonly kind: "request";
|
|
3982
|
+
readonly provider: string;
|
|
3983
|
+
readonly usageObservationId: string;
|
|
3984
|
+
readonly requestKind: "model" | "tool";
|
|
3985
|
+
} | {
|
|
3986
|
+
readonly kind: "provider-cost";
|
|
3987
|
+
readonly provider: string;
|
|
3988
|
+
readonly usageObservationId: string;
|
|
3989
|
+
readonly amount: string;
|
|
3990
|
+
readonly currency: string;
|
|
3991
|
+
})[];
|
|
3992
|
+
};
|
|
3993
|
+
readonly commands: {
|
|
3994
|
+
readonly commands: readonly {
|
|
3995
|
+
readonly result: {
|
|
3996
|
+
readonly outcome: {
|
|
3997
|
+
readonly kind: "exited";
|
|
3998
|
+
readonly exitCode: number;
|
|
3999
|
+
} | {
|
|
4000
|
+
readonly reason: "cancelled" | "timeout" | "transport-lost";
|
|
4001
|
+
readonly kind: "terminated";
|
|
4002
|
+
} | {
|
|
4003
|
+
readonly reason: "spawn-failed" | "cancelled-before-start";
|
|
4004
|
+
readonly kind: "not-started";
|
|
4005
|
+
};
|
|
4006
|
+
readonly stderr: {
|
|
4007
|
+
readonly sha256: import("../model/identifiers.js").Sha256Digest;
|
|
4008
|
+
readonly retainedBytes: number;
|
|
4009
|
+
readonly storage: {
|
|
4010
|
+
readonly kind: "inline";
|
|
4011
|
+
readonly text: string;
|
|
4012
|
+
} | {
|
|
4013
|
+
readonly kind: "blob";
|
|
4014
|
+
readonly ref: import("../attachment/blob-ref.js").RecordBlobRef;
|
|
4015
|
+
};
|
|
4016
|
+
readonly totalSafeUtf8Bytes: number;
|
|
4017
|
+
};
|
|
4018
|
+
readonly stdout: {
|
|
4019
|
+
readonly sha256: import("../model/identifiers.js").Sha256Digest;
|
|
4020
|
+
readonly retainedBytes: number;
|
|
4021
|
+
readonly storage: {
|
|
4022
|
+
readonly kind: "inline";
|
|
4023
|
+
readonly text: string;
|
|
4024
|
+
} | {
|
|
4025
|
+
readonly kind: "blob";
|
|
4026
|
+
readonly ref: import("../attachment/blob-ref.js").RecordBlobRef;
|
|
4027
|
+
};
|
|
4028
|
+
readonly totalSafeUtf8Bytes: number;
|
|
4029
|
+
};
|
|
4030
|
+
};
|
|
4031
|
+
readonly commandId: string;
|
|
4032
|
+
readonly manifest: {
|
|
4033
|
+
readonly phase: "agent.ensure" | "sandbox.prepare" | "eval.run" | "sandbox.command" | "attempt.setup" | "attempt.teardown";
|
|
4034
|
+
readonly invocation: {
|
|
4035
|
+
readonly kind: "argv";
|
|
4036
|
+
readonly executable: string;
|
|
4037
|
+
readonly arguments: readonly string[];
|
|
4038
|
+
} | {
|
|
4039
|
+
readonly kind: "shell";
|
|
4040
|
+
readonly command: string;
|
|
4041
|
+
};
|
|
4042
|
+
readonly workingDirectory: {
|
|
4043
|
+
readonly kind: "sandbox-default";
|
|
4044
|
+
} | {
|
|
4045
|
+
readonly path: import("../model/identifiers.js").CanonicalProjectRelativePath;
|
|
4046
|
+
readonly kind: "project-relative";
|
|
4047
|
+
} | {
|
|
4048
|
+
readonly kind: "redacted";
|
|
4049
|
+
};
|
|
4050
|
+
};
|
|
4051
|
+
}[];
|
|
4052
|
+
readonly collection: {
|
|
4053
|
+
readonly state: "complete";
|
|
4054
|
+
readonly limitations: readonly [];
|
|
4055
|
+
} | {
|
|
4056
|
+
readonly state: "partial";
|
|
4057
|
+
readonly limitations: readonly [{
|
|
4058
|
+
readonly code: "capture-failed" | "capture-interrupted";
|
|
4059
|
+
readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
|
|
4060
|
+
readonly stage: "adapter" | "command-capture" | "usage-capture" | "timing-capture" | "diagnostic-capture" | "attempt-finalizer" | "run-teardown";
|
|
4061
|
+
} | {
|
|
4062
|
+
readonly code: "collection-cap-reached" | "unsupported-input";
|
|
4063
|
+
readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
|
|
4064
|
+
readonly omittedAtLeast: number;
|
|
4065
|
+
} | {
|
|
4066
|
+
readonly code: "redacted" | "text-truncated";
|
|
4067
|
+
readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
|
|
4068
|
+
readonly replacementOrOmittedCount: number;
|
|
4069
|
+
} | {
|
|
4070
|
+
readonly code: "stream-truncated";
|
|
4071
|
+
readonly stream: "stderr" | "stdout";
|
|
4072
|
+
readonly omittedBytes: number;
|
|
4073
|
+
readonly commandId: string;
|
|
4074
|
+
readonly retainedBytes: number;
|
|
4075
|
+
} | {
|
|
4076
|
+
readonly code: "invalid-utf8-replaced" | "unsafe-control-stripped";
|
|
4077
|
+
readonly stream: "stderr" | "stdout";
|
|
4078
|
+
readonly count: number;
|
|
4079
|
+
readonly commandId: string;
|
|
4080
|
+
}, ...({
|
|
4081
|
+
readonly code: "capture-failed" | "capture-interrupted";
|
|
4082
|
+
readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
|
|
4083
|
+
readonly stage: "adapter" | "command-capture" | "usage-capture" | "timing-capture" | "diagnostic-capture" | "attempt-finalizer" | "run-teardown";
|
|
4084
|
+
} | {
|
|
4085
|
+
readonly code: "collection-cap-reached" | "unsupported-input";
|
|
4086
|
+
readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
|
|
4087
|
+
readonly omittedAtLeast: number;
|
|
4088
|
+
} | {
|
|
4089
|
+
readonly code: "redacted" | "text-truncated";
|
|
4090
|
+
readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
|
|
4091
|
+
readonly replacementOrOmittedCount: number;
|
|
4092
|
+
} | {
|
|
4093
|
+
readonly code: "stream-truncated";
|
|
4094
|
+
readonly stream: "stderr" | "stdout";
|
|
4095
|
+
readonly omittedBytes: number;
|
|
4096
|
+
readonly commandId: string;
|
|
4097
|
+
readonly retainedBytes: number;
|
|
4098
|
+
} | {
|
|
4099
|
+
readonly code: "invalid-utf8-replaced" | "unsafe-control-stripped";
|
|
4100
|
+
readonly stream: "stderr" | "stdout";
|
|
4101
|
+
readonly count: number;
|
|
4102
|
+
readonly commandId: string;
|
|
4103
|
+
})[]];
|
|
4104
|
+
};
|
|
4105
|
+
};
|
|
4106
|
+
readonly conversation: {
|
|
4107
|
+
readonly collection: {
|
|
4108
|
+
readonly state: "complete";
|
|
4109
|
+
readonly limitations: readonly [];
|
|
4110
|
+
} | {
|
|
4111
|
+
readonly state: "partial";
|
|
4112
|
+
readonly limitations: readonly [{
|
|
4113
|
+
readonly code: "capture-failed" | "capture-interrupted";
|
|
4114
|
+
readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
|
|
4115
|
+
readonly stage: "adapter" | "command-capture" | "usage-capture" | "timing-capture" | "diagnostic-capture" | "attempt-finalizer" | "run-teardown";
|
|
4116
|
+
} | {
|
|
4117
|
+
readonly code: "collection-cap-reached" | "unsupported-input";
|
|
4118
|
+
readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
|
|
4119
|
+
readonly omittedAtLeast: number;
|
|
4120
|
+
} | {
|
|
4121
|
+
readonly code: "redacted" | "text-truncated";
|
|
4122
|
+
readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
|
|
4123
|
+
readonly replacementOrOmittedCount: number;
|
|
4124
|
+
} | {
|
|
4125
|
+
readonly code: "stream-truncated";
|
|
4126
|
+
readonly stream: "stderr" | "stdout";
|
|
4127
|
+
readonly omittedBytes: number;
|
|
4128
|
+
readonly commandId: string;
|
|
4129
|
+
readonly retainedBytes: number;
|
|
4130
|
+
} | {
|
|
4131
|
+
readonly code: "invalid-utf8-replaced" | "unsafe-control-stripped";
|
|
4132
|
+
readonly stream: "stderr" | "stdout";
|
|
4133
|
+
readonly count: number;
|
|
4134
|
+
readonly commandId: string;
|
|
4135
|
+
}, ...({
|
|
4136
|
+
readonly code: "capture-failed" | "capture-interrupted";
|
|
4137
|
+
readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
|
|
4138
|
+
readonly stage: "adapter" | "command-capture" | "usage-capture" | "timing-capture" | "diagnostic-capture" | "attempt-finalizer" | "run-teardown";
|
|
4139
|
+
} | {
|
|
4140
|
+
readonly code: "collection-cap-reached" | "unsupported-input";
|
|
4141
|
+
readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
|
|
4142
|
+
readonly omittedAtLeast: number;
|
|
4143
|
+
} | {
|
|
4144
|
+
readonly code: "redacted" | "text-truncated";
|
|
4145
|
+
readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
|
|
4146
|
+
readonly replacementOrOmittedCount: number;
|
|
4147
|
+
} | {
|
|
4148
|
+
readonly code: "stream-truncated";
|
|
4149
|
+
readonly stream: "stderr" | "stdout";
|
|
4150
|
+
readonly omittedBytes: number;
|
|
4151
|
+
readonly commandId: string;
|
|
4152
|
+
readonly retainedBytes: number;
|
|
4153
|
+
} | {
|
|
4154
|
+
readonly code: "invalid-utf8-replaced" | "unsafe-control-stripped";
|
|
4155
|
+
readonly stream: "stderr" | "stdout";
|
|
4156
|
+
readonly count: number;
|
|
4157
|
+
readonly commandId: string;
|
|
4158
|
+
})[]];
|
|
4159
|
+
};
|
|
4160
|
+
readonly items: readonly ({
|
|
4161
|
+
readonly kind: "message";
|
|
4162
|
+
readonly role: "assistant" | "user";
|
|
4163
|
+
readonly text: string;
|
|
4164
|
+
readonly turnId: string;
|
|
4165
|
+
readonly sequence: number;
|
|
4166
|
+
readonly itemId: string;
|
|
4167
|
+
} | {
|
|
4168
|
+
readonly kind: "tool-call";
|
|
4169
|
+
readonly tool: string;
|
|
4170
|
+
readonly turnId: string;
|
|
4171
|
+
readonly sequence: number;
|
|
4172
|
+
readonly itemId: string;
|
|
4173
|
+
readonly callId: string;
|
|
4174
|
+
readonly inputSummary: string;
|
|
4175
|
+
} | {
|
|
4176
|
+
readonly kind: "tool-result";
|
|
4177
|
+
readonly outcome: "rejected" | "completed" | "cancelled" | "failed";
|
|
4178
|
+
readonly turnId: string;
|
|
4179
|
+
readonly sequence: number;
|
|
4180
|
+
readonly itemId: string;
|
|
4181
|
+
readonly callId: string;
|
|
4182
|
+
readonly outputSummary: string;
|
|
4183
|
+
} | {
|
|
4184
|
+
readonly kind: "compaction" | "thinking-summary" | "context-injection";
|
|
4185
|
+
readonly summary: string;
|
|
4186
|
+
readonly turnId: string;
|
|
4187
|
+
readonly sequence: number;
|
|
4188
|
+
readonly itemId: string;
|
|
4189
|
+
} | {
|
|
4190
|
+
readonly kind: "subagent";
|
|
4191
|
+
readonly state: "completed" | "failed" | "started";
|
|
4192
|
+
readonly label: string;
|
|
4193
|
+
readonly summary: string;
|
|
4194
|
+
readonly turnId: string;
|
|
4195
|
+
readonly sequence: number;
|
|
4196
|
+
readonly itemId: string;
|
|
4197
|
+
} | {
|
|
4198
|
+
readonly kind: "input-request";
|
|
4199
|
+
readonly state: "requested" | "cancelled" | "answered";
|
|
4200
|
+
readonly turnId: string;
|
|
4201
|
+
readonly sequence: number;
|
|
4202
|
+
readonly itemId: string;
|
|
4203
|
+
readonly promptSummary: string;
|
|
4204
|
+
readonly responseSummary: string | null;
|
|
4205
|
+
} | {
|
|
4206
|
+
readonly code: string;
|
|
4207
|
+
readonly kind: "skill-load" | "conversation-error";
|
|
4208
|
+
readonly summary: string;
|
|
4209
|
+
readonly turnId: string;
|
|
4210
|
+
readonly sequence: number;
|
|
4211
|
+
readonly itemId: string;
|
|
4212
|
+
})[];
|
|
4213
|
+
readonly turns: readonly {
|
|
4214
|
+
readonly outcome: "completed" | "cancelled" | "interrupted" | "failed";
|
|
4215
|
+
readonly turnId: string;
|
|
4216
|
+
readonly sequence: number;
|
|
4217
|
+
}[];
|
|
4218
|
+
};
|
|
4219
|
+
readonly timing: {
|
|
4220
|
+
readonly collection: {
|
|
4221
|
+
readonly state: "complete";
|
|
4222
|
+
readonly limitations: readonly [];
|
|
4223
|
+
} | {
|
|
4224
|
+
readonly state: "partial";
|
|
4225
|
+
readonly limitations: readonly [{
|
|
4226
|
+
readonly code: "capture-failed" | "capture-interrupted";
|
|
4227
|
+
readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
|
|
4228
|
+
readonly stage: "adapter" | "command-capture" | "usage-capture" | "timing-capture" | "diagnostic-capture" | "attempt-finalizer" | "run-teardown";
|
|
4229
|
+
} | {
|
|
4230
|
+
readonly code: "collection-cap-reached" | "unsupported-input";
|
|
4231
|
+
readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
|
|
4232
|
+
readonly omittedAtLeast: number;
|
|
4233
|
+
} | {
|
|
4234
|
+
readonly code: "redacted" | "text-truncated";
|
|
4235
|
+
readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
|
|
4236
|
+
readonly replacementOrOmittedCount: number;
|
|
4237
|
+
} | {
|
|
4238
|
+
readonly code: "stream-truncated";
|
|
4239
|
+
readonly stream: "stderr" | "stdout";
|
|
4240
|
+
readonly omittedBytes: number;
|
|
4241
|
+
readonly commandId: string;
|
|
4242
|
+
readonly retainedBytes: number;
|
|
4243
|
+
} | {
|
|
4244
|
+
readonly code: "invalid-utf8-replaced" | "unsafe-control-stripped";
|
|
4245
|
+
readonly stream: "stderr" | "stdout";
|
|
4246
|
+
readonly count: number;
|
|
4247
|
+
readonly commandId: string;
|
|
4248
|
+
}, ...({
|
|
4249
|
+
readonly code: "capture-failed" | "capture-interrupted";
|
|
4250
|
+
readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
|
|
4251
|
+
readonly stage: "adapter" | "command-capture" | "usage-capture" | "timing-capture" | "diagnostic-capture" | "attempt-finalizer" | "run-teardown";
|
|
4252
|
+
} | {
|
|
4253
|
+
readonly code: "collection-cap-reached" | "unsupported-input";
|
|
4254
|
+
readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
|
|
4255
|
+
readonly omittedAtLeast: number;
|
|
4256
|
+
} | {
|
|
4257
|
+
readonly code: "redacted" | "text-truncated";
|
|
4258
|
+
readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
|
|
4259
|
+
readonly replacementOrOmittedCount: number;
|
|
4260
|
+
} | {
|
|
4261
|
+
readonly code: "stream-truncated";
|
|
4262
|
+
readonly stream: "stderr" | "stdout";
|
|
4263
|
+
readonly omittedBytes: number;
|
|
4264
|
+
readonly commandId: string;
|
|
4265
|
+
readonly retainedBytes: number;
|
|
4266
|
+
} | {
|
|
4267
|
+
readonly code: "invalid-utf8-replaced" | "unsafe-control-stripped";
|
|
4268
|
+
readonly stream: "stderr" | "stdout";
|
|
4269
|
+
readonly count: number;
|
|
4270
|
+
readonly commandId: string;
|
|
4271
|
+
})[]];
|
|
4272
|
+
};
|
|
4273
|
+
readonly intervals: readonly ({
|
|
4274
|
+
readonly outcome: "completed" | "cancelled" | "interrupted" | "failed" | "unknown";
|
|
4275
|
+
readonly label: string;
|
|
4276
|
+
readonly phase: "agent.send";
|
|
4277
|
+
readonly startOffsetMs: number;
|
|
4278
|
+
readonly durationMs: number;
|
|
4279
|
+
readonly intervalId: string;
|
|
4280
|
+
readonly parentIntervalId: string | null;
|
|
4281
|
+
} | {
|
|
4282
|
+
readonly outcome: "completed" | "cancelled" | "interrupted" | "failed" | "unknown";
|
|
4283
|
+
readonly label: string;
|
|
4284
|
+
readonly phase: "agent.ensure" | "sandbox.prepare" | "eval.run" | "sandbox.command" | "attempt.setup" | "attempt.teardown" | "assertion.evaluate" | "verdict.fold";
|
|
4285
|
+
readonly startOffsetMs: number;
|
|
4286
|
+
readonly durationMs: number;
|
|
4287
|
+
readonly intervalId: string;
|
|
4288
|
+
readonly parentIntervalId: string | null;
|
|
4289
|
+
})[];
|
|
4290
|
+
};
|
|
4291
|
+
readonly diagnostics: {
|
|
4292
|
+
readonly collection: {
|
|
4293
|
+
readonly state: "complete";
|
|
4294
|
+
readonly limitations: readonly [];
|
|
4295
|
+
} | {
|
|
4296
|
+
readonly state: "partial";
|
|
4297
|
+
readonly limitations: readonly [{
|
|
4298
|
+
readonly code: "capture-failed" | "capture-interrupted";
|
|
4299
|
+
readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
|
|
4300
|
+
readonly stage: "adapter" | "command-capture" | "usage-capture" | "timing-capture" | "diagnostic-capture" | "attempt-finalizer" | "run-teardown";
|
|
4301
|
+
} | {
|
|
4302
|
+
readonly code: "collection-cap-reached" | "unsupported-input";
|
|
4303
|
+
readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
|
|
4304
|
+
readonly omittedAtLeast: number;
|
|
4305
|
+
} | {
|
|
4306
|
+
readonly code: "redacted" | "text-truncated";
|
|
4307
|
+
readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
|
|
4308
|
+
readonly replacementOrOmittedCount: number;
|
|
4309
|
+
} | {
|
|
4310
|
+
readonly code: "stream-truncated";
|
|
4311
|
+
readonly stream: "stderr" | "stdout";
|
|
4312
|
+
readonly omittedBytes: number;
|
|
4313
|
+
readonly commandId: string;
|
|
4314
|
+
readonly retainedBytes: number;
|
|
4315
|
+
} | {
|
|
4316
|
+
readonly code: "invalid-utf8-replaced" | "unsafe-control-stripped";
|
|
4317
|
+
readonly stream: "stderr" | "stdout";
|
|
4318
|
+
readonly count: number;
|
|
4319
|
+
readonly commandId: string;
|
|
4320
|
+
}, ...({
|
|
4321
|
+
readonly code: "capture-failed" | "capture-interrupted";
|
|
4322
|
+
readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
|
|
4323
|
+
readonly stage: "adapter" | "command-capture" | "usage-capture" | "timing-capture" | "diagnostic-capture" | "attempt-finalizer" | "run-teardown";
|
|
4324
|
+
} | {
|
|
4325
|
+
readonly code: "collection-cap-reached" | "unsupported-input";
|
|
4326
|
+
readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
|
|
4327
|
+
readonly omittedAtLeast: number;
|
|
4328
|
+
} | {
|
|
4329
|
+
readonly code: "redacted" | "text-truncated";
|
|
4330
|
+
readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
|
|
4331
|
+
readonly replacementOrOmittedCount: number;
|
|
4332
|
+
} | {
|
|
4333
|
+
readonly code: "stream-truncated";
|
|
4334
|
+
readonly stream: "stderr" | "stdout";
|
|
4335
|
+
readonly omittedBytes: number;
|
|
4336
|
+
readonly commandId: string;
|
|
4337
|
+
readonly retainedBytes: number;
|
|
4338
|
+
} | {
|
|
4339
|
+
readonly code: "invalid-utf8-replaced" | "unsafe-control-stripped";
|
|
4340
|
+
readonly stream: "stderr" | "stdout";
|
|
4341
|
+
readonly count: number;
|
|
4342
|
+
readonly commandId: string;
|
|
4343
|
+
})[]];
|
|
4344
|
+
};
|
|
4345
|
+
readonly diagnostics: readonly {
|
|
4346
|
+
readonly code: string;
|
|
4347
|
+
readonly kind: "advisory" | "execution-error";
|
|
4348
|
+
readonly phase: "agent.ensure" | "sandbox.prepare" | "eval.run" | "sandbox.command" | "attempt.setup" | "attempt.teardown" | "agent.send" | "assertion.evaluate" | "verdict.fold";
|
|
4349
|
+
readonly summary: string;
|
|
4350
|
+
readonly redaction: {
|
|
4351
|
+
readonly state: "none";
|
|
4352
|
+
} | {
|
|
4353
|
+
readonly state: "applied";
|
|
4354
|
+
readonly replacements: number;
|
|
4355
|
+
};
|
|
4356
|
+
readonly diagnosticId: string;
|
|
4357
|
+
readonly causes: readonly {
|
|
4358
|
+
readonly code: string;
|
|
4359
|
+
readonly summary: string;
|
|
4360
|
+
}[];
|
|
4361
|
+
readonly sourceFrame: {
|
|
4362
|
+
readonly sha256: import("../model/identifiers.js").Sha256Digest;
|
|
4363
|
+
readonly start: {
|
|
4364
|
+
readonly line: number;
|
|
4365
|
+
readonly column: number;
|
|
4366
|
+
};
|
|
4367
|
+
readonly end: {
|
|
4368
|
+
readonly line: number;
|
|
4369
|
+
readonly column: number;
|
|
4370
|
+
};
|
|
4371
|
+
readonly sourceItemId: import("../model/identifiers.js").SourceItemId;
|
|
4372
|
+
} | null;
|
|
4373
|
+
}[];
|
|
4374
|
+
};
|
|
4375
|
+
}> | FixedRecordFamilyDescriptor<"niceeval.assertions", "attempt", {
|
|
4376
|
+
readonly entries: readonly {
|
|
4377
|
+
readonly evaluation: {
|
|
4378
|
+
readonly receipt?: {
|
|
4379
|
+
readonly complete: boolean;
|
|
4380
|
+
readonly unavailable: number;
|
|
4381
|
+
readonly matched: number;
|
|
4382
|
+
readonly mismatched: number;
|
|
4383
|
+
readonly knownTotal: number | null;
|
|
4384
|
+
readonly examined: number;
|
|
4385
|
+
readonly exhaustive: boolean;
|
|
4386
|
+
readonly decisive: boolean;
|
|
4387
|
+
} | undefined;
|
|
4388
|
+
readonly observed: import("../../assertions/record/model.js").AssertionFactValue;
|
|
4389
|
+
};
|
|
4390
|
+
readonly display: import("../../assertions/record/model.js").AssertionDisplay;
|
|
4391
|
+
readonly criterion: {
|
|
4392
|
+
readonly value: import("../../assertions/record/model.js").BoundedJsonObject;
|
|
4393
|
+
readonly state: "available";
|
|
4394
|
+
} | {
|
|
4395
|
+
readonly reason: "not-recorded";
|
|
4396
|
+
readonly state: "unavailable";
|
|
4397
|
+
};
|
|
4398
|
+
readonly policy: {
|
|
4399
|
+
readonly condition: {
|
|
4400
|
+
readonly value: {
|
|
4401
|
+
readonly expected: true;
|
|
4402
|
+
readonly kind: "boolean";
|
|
4403
|
+
} | {
|
|
4404
|
+
readonly kind: "at-least";
|
|
4405
|
+
readonly threshold: number;
|
|
4406
|
+
} | {
|
|
4407
|
+
readonly kind: "record-only";
|
|
4408
|
+
};
|
|
4409
|
+
readonly state: "available";
|
|
4410
|
+
} | {
|
|
4411
|
+
readonly reason: "not-recorded";
|
|
4412
|
+
readonly state: "unavailable";
|
|
4413
|
+
};
|
|
4414
|
+
readonly requirement: {
|
|
4415
|
+
readonly value: "optional" | "required";
|
|
4416
|
+
readonly state: "available";
|
|
4417
|
+
} | {
|
|
4418
|
+
readonly reason: "not-recorded";
|
|
4419
|
+
readonly state: "unavailable";
|
|
4420
|
+
};
|
|
4421
|
+
};
|
|
4422
|
+
readonly decision: {
|
|
4423
|
+
readonly reason: "redacted" | "evidence-unavailable" | "source-unavailable" | "condition-not-met" | "evaluator-failed" | "producer-interrupted" | "invalid-subject" | "coverage-not-applicable" | null;
|
|
4424
|
+
readonly gate: "failed" | "unavailable" | "not-applicable" | "not-gate" | "satisfied";
|
|
4425
|
+
readonly result: "errored" | "unavailable" | "matched" | "mismatched" | "not-applicable";
|
|
4426
|
+
};
|
|
4427
|
+
readonly contribution: import("../../assertions/record/model.js").NoScoreContribution | import("../../assertions/record/model.js").EarnedScoreContribution | import("../../assertions/record/model.js").UnavailableScoreContribution;
|
|
4428
|
+
readonly entryId: import("../../index.js").AssertionEntryId;
|
|
4429
|
+
readonly materials: {
|
|
4430
|
+
readonly source: {
|
|
4431
|
+
readonly reason: "not-recorded";
|
|
4432
|
+
readonly kind: "unavailable";
|
|
4433
|
+
} | {
|
|
4434
|
+
readonly value: import("../../assertions/record/model.js").BoundedJsonValue;
|
|
4435
|
+
readonly kind: "snapshot";
|
|
4436
|
+
} | {
|
|
4437
|
+
readonly kind: "blob";
|
|
4438
|
+
readonly ref: import("../attachment/blob-ref.js").RecordBlobRef;
|
|
4439
|
+
readonly sha256: import("../model/identifiers.js").Sha256Digest;
|
|
4440
|
+
readonly encoding: "utf-8" | "binary";
|
|
4441
|
+
readonly preview: string;
|
|
4442
|
+
readonly byteLength: number;
|
|
4443
|
+
};
|
|
4444
|
+
readonly coverage: import("../../assertions/record/model.js").AssertionCoverage;
|
|
4445
|
+
readonly limitations: readonly import("../../assertions/record/model.js").AssertionLimitation[];
|
|
4446
|
+
readonly evidence: readonly ({
|
|
4447
|
+
readonly reason: "not-recorded";
|
|
4448
|
+
readonly kind: "unavailable";
|
|
4449
|
+
} | {
|
|
4450
|
+
readonly value: import("../../assertions/record/model.js").BoundedJsonValue;
|
|
4451
|
+
readonly kind: "snapshot";
|
|
4452
|
+
} | {
|
|
4453
|
+
readonly kind: "blob";
|
|
4454
|
+
readonly ref: import("../attachment/blob-ref.js").RecordBlobRef;
|
|
4455
|
+
readonly sha256: import("../model/identifiers.js").Sha256Digest;
|
|
4456
|
+
readonly encoding: "utf-8" | "binary";
|
|
4457
|
+
readonly preview: string;
|
|
4458
|
+
readonly byteLength: number;
|
|
4459
|
+
})[];
|
|
4460
|
+
};
|
|
4461
|
+
readonly explanationRetention: {
|
|
4462
|
+
readonly value: import("../../assertions/record/model.js").AssertionFactValue;
|
|
4463
|
+
readonly state: "retained";
|
|
4464
|
+
} | {
|
|
4465
|
+
readonly reason: "not-recorded";
|
|
4466
|
+
readonly state: "unavailable";
|
|
4467
|
+
};
|
|
4468
|
+
}[];
|
|
4469
|
+
readonly sourceSites: readonly {
|
|
4470
|
+
readonly role: "gate" | "score" | "declaration" | "threshold" | "optional" | "stop";
|
|
4471
|
+
readonly sha256: import("../model/identifiers.js").Sha256Digest;
|
|
4472
|
+
readonly start: {
|
|
4473
|
+
readonly line: number;
|
|
4474
|
+
readonly column: number;
|
|
4475
|
+
};
|
|
4476
|
+
readonly end: {
|
|
4477
|
+
readonly line: number;
|
|
4478
|
+
readonly column: number;
|
|
4479
|
+
};
|
|
4480
|
+
readonly entryId: import("../../index.js").AssertionEntryId;
|
|
4481
|
+
readonly sourceItemId: import("../model/identifiers.js").SourceItemId;
|
|
4482
|
+
readonly sourceOrder: number;
|
|
4483
|
+
}[];
|
|
4484
|
+
}> | FixedRecordFamilyDescriptor<"niceeval.file-changes", "attempt", {
|
|
4485
|
+
readonly attribution: {
|
|
4486
|
+
readonly kind: "agent-send-window-endpoints";
|
|
4487
|
+
readonly policy: {
|
|
4488
|
+
readonly ignore: readonly string[];
|
|
4489
|
+
readonly include: readonly string[];
|
|
4490
|
+
readonly defaultPolicy: "niceeval.sandbox-ledger/default-excludes/v1";
|
|
4491
|
+
};
|
|
4492
|
+
};
|
|
4493
|
+
readonly windows: readonly {
|
|
4494
|
+
readonly windowId: string;
|
|
4495
|
+
readonly sequence: number;
|
|
4496
|
+
readonly changes: readonly {
|
|
4497
|
+
readonly path: import("../model/identifiers.js").CanonicalProjectRelativePath;
|
|
4498
|
+
readonly kind: "modified" | "deleted" | "created";
|
|
4499
|
+
readonly changeId: import("../model/identifiers.js").FileChangeId;
|
|
4500
|
+
readonly before: {
|
|
4501
|
+
readonly state: "absent";
|
|
4502
|
+
} | {
|
|
4503
|
+
readonly state: "present";
|
|
4504
|
+
readonly revision: {
|
|
4505
|
+
readonly kind: "text";
|
|
4506
|
+
readonly sha256: import("../model/identifiers.js").Sha256Digest;
|
|
4507
|
+
readonly content: {
|
|
4508
|
+
readonly ref: import("../attachment/blob-ref.js").RecordBlobRef;
|
|
4509
|
+
readonly state: "available";
|
|
4510
|
+
} | {
|
|
4511
|
+
readonly reason: "collection-cap";
|
|
4512
|
+
readonly state: "omitted";
|
|
4513
|
+
};
|
|
4514
|
+
readonly byteLength: number;
|
|
4515
|
+
} | {
|
|
4516
|
+
readonly reason: "binary" | "oversized-text";
|
|
4517
|
+
readonly kind: "elided";
|
|
4518
|
+
readonly byteLength: number;
|
|
4519
|
+
} | {
|
|
4520
|
+
readonly reason: "capture-failed" | "capture-interrupted" | "unsupported-input";
|
|
4521
|
+
readonly kind: "unavailable";
|
|
4522
|
+
};
|
|
4523
|
+
};
|
|
4524
|
+
readonly after: {
|
|
4525
|
+
readonly state: "absent";
|
|
4526
|
+
} | {
|
|
4527
|
+
readonly state: "present";
|
|
4528
|
+
readonly revision: {
|
|
4529
|
+
readonly kind: "text";
|
|
4530
|
+
readonly sha256: import("../model/identifiers.js").Sha256Digest;
|
|
4531
|
+
readonly content: {
|
|
4532
|
+
readonly ref: import("../attachment/blob-ref.js").RecordBlobRef;
|
|
4533
|
+
readonly state: "available";
|
|
4534
|
+
} | {
|
|
4535
|
+
readonly reason: "collection-cap";
|
|
4536
|
+
readonly state: "omitted";
|
|
4537
|
+
};
|
|
4538
|
+
readonly byteLength: number;
|
|
4539
|
+
} | {
|
|
4540
|
+
readonly reason: "binary" | "oversized-text";
|
|
4541
|
+
readonly kind: "elided";
|
|
4542
|
+
readonly byteLength: number;
|
|
4543
|
+
} | {
|
|
4544
|
+
readonly reason: "capture-failed" | "capture-interrupted" | "unsupported-input";
|
|
4545
|
+
readonly kind: "unavailable";
|
|
4546
|
+
};
|
|
4547
|
+
};
|
|
4548
|
+
}[];
|
|
4549
|
+
}[];
|
|
4550
|
+
readonly collection: {
|
|
4551
|
+
readonly state: "complete";
|
|
4552
|
+
readonly limitations: readonly [];
|
|
4553
|
+
} | {
|
|
4554
|
+
readonly state: "partial";
|
|
4555
|
+
readonly limitations: readonly [{
|
|
4556
|
+
readonly code: "capture-failed" | "capture-interrupted";
|
|
4557
|
+
readonly stage: "normalize" | "export" | "checkpoint" | "finalizer-export";
|
|
4558
|
+
readonly atWindowId: string | null;
|
|
4559
|
+
} | {
|
|
4560
|
+
readonly code: "collection-cap-reached";
|
|
4561
|
+
readonly target: "window" | "change" | "content-blob" | "content-byte" | "json-byte";
|
|
4562
|
+
readonly omittedAtLeast: number;
|
|
4563
|
+
readonly atWindowId: string | null;
|
|
4564
|
+
} | {
|
|
4565
|
+
readonly code: "unsupported-input";
|
|
4566
|
+
readonly target: "endpoint-metadata";
|
|
4567
|
+
readonly omittedAtLeast: number;
|
|
4568
|
+
}, ...({
|
|
4569
|
+
readonly code: "capture-failed" | "capture-interrupted";
|
|
4570
|
+
readonly stage: "normalize" | "export" | "checkpoint" | "finalizer-export";
|
|
4571
|
+
readonly atWindowId: string | null;
|
|
4572
|
+
} | {
|
|
4573
|
+
readonly code: "collection-cap-reached";
|
|
4574
|
+
readonly target: "window" | "change" | "content-blob" | "content-byte" | "json-byte";
|
|
4575
|
+
readonly omittedAtLeast: number;
|
|
4576
|
+
readonly atWindowId: string | null;
|
|
4577
|
+
} | {
|
|
4578
|
+
readonly code: "unsupported-input";
|
|
4579
|
+
readonly target: "endpoint-metadata";
|
|
4580
|
+
readonly omittedAtLeast: number;
|
|
4581
|
+
})[]];
|
|
4582
|
+
};
|
|
4583
|
+
}> | FixedRecordFamilyDescriptor<"niceeval.source-navigation", "attempt", {
|
|
4584
|
+
readonly collection: {
|
|
4585
|
+
readonly state: "complete";
|
|
4586
|
+
readonly limitations: readonly [];
|
|
4587
|
+
} | {
|
|
4588
|
+
readonly state: "partial";
|
|
4589
|
+
readonly limitations: readonly [{
|
|
4590
|
+
readonly code: "collection-cap-reached";
|
|
4591
|
+
readonly target: "navigation-row";
|
|
4592
|
+
readonly omittedAtLeast: number;
|
|
4593
|
+
} | {
|
|
4594
|
+
readonly code: "capture-unrecoverable";
|
|
4595
|
+
readonly target: "timing-link";
|
|
4596
|
+
readonly omittedAtLeast: number;
|
|
4597
|
+
}, ...({
|
|
4598
|
+
readonly code: "collection-cap-reached";
|
|
4599
|
+
readonly target: "navigation-row";
|
|
4600
|
+
readonly omittedAtLeast: number;
|
|
4601
|
+
} | {
|
|
4602
|
+
readonly code: "capture-unrecoverable";
|
|
4603
|
+
readonly target: "timing-link";
|
|
4604
|
+
readonly omittedAtLeast: number;
|
|
4605
|
+
})[]];
|
|
4606
|
+
};
|
|
4607
|
+
readonly rows: readonly {
|
|
4608
|
+
readonly source: {
|
|
4609
|
+
readonly state: "mapped";
|
|
4610
|
+
readonly sha256: import("../model/identifiers.js").Sha256Digest;
|
|
4611
|
+
readonly start: {
|
|
4612
|
+
readonly line: number;
|
|
4613
|
+
readonly column: number;
|
|
4614
|
+
};
|
|
4615
|
+
readonly end: {
|
|
4616
|
+
readonly line: number;
|
|
4617
|
+
readonly column: number;
|
|
4618
|
+
};
|
|
4619
|
+
readonly sourceItemId: import("../model/identifiers.js").SourceItemId;
|
|
4620
|
+
} | {
|
|
4621
|
+
readonly reason: "location-not-captured" | "source-snapshot-not-recorded" | "position-unrepresentable";
|
|
4622
|
+
readonly state: "unmapped";
|
|
4623
|
+
};
|
|
4624
|
+
readonly turnId: import("../../o11y/record/model.js").TurnId;
|
|
4625
|
+
readonly timing: {
|
|
4626
|
+
readonly state: "linked";
|
|
4627
|
+
readonly intervalId: import("../../o11y/record/model.js").IntervalId;
|
|
4628
|
+
} | {
|
|
4629
|
+
readonly reason: "timing-not-recorded";
|
|
4630
|
+
readonly state: "unavailable";
|
|
4631
|
+
};
|
|
4632
|
+
readonly sourceOrder: number | null;
|
|
4633
|
+
}[];
|
|
4634
|
+
}> | FixedRecordFamilyDescriptor<"niceeval.artifacts", "attempt", {
|
|
4635
|
+
readonly collection: {
|
|
4636
|
+
readonly state: "complete";
|
|
4637
|
+
readonly limitations: readonly [];
|
|
4638
|
+
} | {
|
|
4639
|
+
readonly state: "partial";
|
|
4640
|
+
readonly limitations: readonly [{
|
|
4641
|
+
readonly code: "capture-failed" | "capture-interrupted";
|
|
4642
|
+
readonly stage: string;
|
|
4643
|
+
} | {
|
|
4644
|
+
readonly code: "collection-cap-reached" | "unsupported-input";
|
|
4645
|
+
readonly omittedAtLeast: number;
|
|
4646
|
+
}, ...({
|
|
4647
|
+
readonly code: "capture-failed" | "capture-interrupted";
|
|
4648
|
+
readonly stage: string;
|
|
4649
|
+
} | {
|
|
4650
|
+
readonly code: "collection-cap-reached" | "unsupported-input";
|
|
4651
|
+
readonly omittedAtLeast: number;
|
|
4652
|
+
})[]];
|
|
4653
|
+
};
|
|
4654
|
+
readonly artifacts: readonly {
|
|
4655
|
+
readonly label: string;
|
|
4656
|
+
readonly sha256: import("../model/identifiers.js").Sha256Digest;
|
|
4657
|
+
readonly content: import("../attachment/blob-ref.js").RecordBlobRef;
|
|
4658
|
+
readonly artifactId: import("../model/identifiers.js").ArtifactId;
|
|
4659
|
+
readonly mediaType: string;
|
|
4660
|
+
readonly byteLength: number;
|
|
4661
|
+
}[];
|
|
4662
|
+
}>)[];
|
|
4663
|
+
run: readonly (FixedRecordFamilyDescriptor<"niceeval.sources", "run", {
|
|
4664
|
+
readonly items: readonly {
|
|
4665
|
+
readonly path: import("../model/identifiers.js").CanonicalProjectRelativePath;
|
|
4666
|
+
readonly sha256: import("../model/identifiers.js").Sha256Digest;
|
|
4667
|
+
readonly content: import("../attachment/blob-ref.js").RecordBlobRef;
|
|
4668
|
+
readonly byteLength: number;
|
|
4669
|
+
readonly sourceItemId: import("../model/identifiers.js").SourceItemId;
|
|
4670
|
+
}[];
|
|
4671
|
+
}> | FixedRecordFamilyDescriptor<"niceeval.observability", "run", {
|
|
4672
|
+
readonly owner: "run";
|
|
4673
|
+
readonly timing: {
|
|
4674
|
+
readonly collection: {
|
|
4675
|
+
readonly state: "complete";
|
|
4676
|
+
readonly limitations: readonly [];
|
|
4677
|
+
} | {
|
|
4678
|
+
readonly state: "partial";
|
|
4679
|
+
readonly limitations: readonly [{
|
|
4680
|
+
readonly code: "capture-failed" | "capture-interrupted";
|
|
4681
|
+
readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
|
|
4682
|
+
readonly stage: "adapter" | "command-capture" | "usage-capture" | "timing-capture" | "diagnostic-capture" | "attempt-finalizer" | "run-teardown";
|
|
4683
|
+
} | {
|
|
4684
|
+
readonly code: "collection-cap-reached" | "unsupported-input";
|
|
4685
|
+
readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
|
|
4686
|
+
readonly omittedAtLeast: number;
|
|
4687
|
+
} | {
|
|
4688
|
+
readonly code: "redacted" | "text-truncated";
|
|
4689
|
+
readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
|
|
4690
|
+
readonly replacementOrOmittedCount: number;
|
|
4691
|
+
} | {
|
|
4692
|
+
readonly code: "stream-truncated";
|
|
4693
|
+
readonly stream: "stderr" | "stdout";
|
|
4694
|
+
readonly omittedBytes: number;
|
|
4695
|
+
readonly commandId: string;
|
|
4696
|
+
readonly retainedBytes: number;
|
|
4697
|
+
} | {
|
|
4698
|
+
readonly code: "invalid-utf8-replaced" | "unsafe-control-stripped";
|
|
4699
|
+
readonly stream: "stderr" | "stdout";
|
|
4700
|
+
readonly count: number;
|
|
4701
|
+
readonly commandId: string;
|
|
4702
|
+
}, ...({
|
|
4703
|
+
readonly code: "capture-failed" | "capture-interrupted";
|
|
4704
|
+
readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
|
|
4705
|
+
readonly stage: "adapter" | "command-capture" | "usage-capture" | "timing-capture" | "diagnostic-capture" | "attempt-finalizer" | "run-teardown";
|
|
4706
|
+
} | {
|
|
4707
|
+
readonly code: "collection-cap-reached" | "unsupported-input";
|
|
4708
|
+
readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
|
|
4709
|
+
readonly omittedAtLeast: number;
|
|
4710
|
+
} | {
|
|
4711
|
+
readonly code: "redacted" | "text-truncated";
|
|
4712
|
+
readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
|
|
4713
|
+
readonly replacementOrOmittedCount: number;
|
|
4714
|
+
} | {
|
|
4715
|
+
readonly code: "stream-truncated";
|
|
4716
|
+
readonly stream: "stderr" | "stdout";
|
|
4717
|
+
readonly omittedBytes: number;
|
|
4718
|
+
readonly commandId: string;
|
|
4719
|
+
readonly retainedBytes: number;
|
|
4720
|
+
} | {
|
|
4721
|
+
readonly code: "invalid-utf8-replaced" | "unsafe-control-stripped";
|
|
4722
|
+
readonly stream: "stderr" | "stdout";
|
|
4723
|
+
readonly count: number;
|
|
4724
|
+
readonly commandId: string;
|
|
4725
|
+
})[]];
|
|
4726
|
+
};
|
|
4727
|
+
readonly intervals: readonly {
|
|
4728
|
+
readonly outcome: "completed" | "cancelled" | "interrupted" | "failed" | "unknown";
|
|
4729
|
+
readonly label: string;
|
|
4730
|
+
readonly phase: "run.setup" | "run.discovery" | "run.plan" | "run.dispatch" | "run.teardown";
|
|
4731
|
+
readonly startOffsetMs: number;
|
|
4732
|
+
readonly durationMs: number;
|
|
4733
|
+
readonly intervalId: string;
|
|
4734
|
+
readonly parentIntervalId: string | null;
|
|
4735
|
+
}[];
|
|
4736
|
+
};
|
|
4737
|
+
readonly diagnostics: {
|
|
4738
|
+
readonly collection: {
|
|
4739
|
+
readonly state: "complete";
|
|
4740
|
+
readonly limitations: readonly [];
|
|
4741
|
+
} | {
|
|
4742
|
+
readonly state: "partial";
|
|
4743
|
+
readonly limitations: readonly [{
|
|
4744
|
+
readonly code: "capture-failed" | "capture-interrupted";
|
|
4745
|
+
readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
|
|
4746
|
+
readonly stage: "adapter" | "command-capture" | "usage-capture" | "timing-capture" | "diagnostic-capture" | "attempt-finalizer" | "run-teardown";
|
|
4747
|
+
} | {
|
|
4748
|
+
readonly code: "collection-cap-reached" | "unsupported-input";
|
|
4749
|
+
readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
|
|
4750
|
+
readonly omittedAtLeast: number;
|
|
4751
|
+
} | {
|
|
4752
|
+
readonly code: "redacted" | "text-truncated";
|
|
4753
|
+
readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
|
|
4754
|
+
readonly replacementOrOmittedCount: number;
|
|
4755
|
+
} | {
|
|
4756
|
+
readonly code: "stream-truncated";
|
|
4757
|
+
readonly stream: "stderr" | "stdout";
|
|
4758
|
+
readonly omittedBytes: number;
|
|
4759
|
+
readonly commandId: string;
|
|
4760
|
+
readonly retainedBytes: number;
|
|
4761
|
+
} | {
|
|
4762
|
+
readonly code: "invalid-utf8-replaced" | "unsafe-control-stripped";
|
|
4763
|
+
readonly stream: "stderr" | "stdout";
|
|
4764
|
+
readonly count: number;
|
|
4765
|
+
readonly commandId: string;
|
|
4766
|
+
}, ...({
|
|
4767
|
+
readonly code: "capture-failed" | "capture-interrupted";
|
|
4768
|
+
readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
|
|
4769
|
+
readonly stage: "adapter" | "command-capture" | "usage-capture" | "timing-capture" | "diagnostic-capture" | "attempt-finalizer" | "run-teardown";
|
|
4770
|
+
} | {
|
|
4771
|
+
readonly code: "collection-cap-reached" | "unsupported-input";
|
|
4772
|
+
readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
|
|
4773
|
+
readonly omittedAtLeast: number;
|
|
4774
|
+
} | {
|
|
4775
|
+
readonly code: "redacted" | "text-truncated";
|
|
4776
|
+
readonly target: "command" | "diagnostic" | "usage" | "conversation" | "timing";
|
|
4777
|
+
readonly replacementOrOmittedCount: number;
|
|
4778
|
+
} | {
|
|
4779
|
+
readonly code: "stream-truncated";
|
|
4780
|
+
readonly stream: "stderr" | "stdout";
|
|
4781
|
+
readonly omittedBytes: number;
|
|
4782
|
+
readonly commandId: string;
|
|
4783
|
+
readonly retainedBytes: number;
|
|
4784
|
+
} | {
|
|
4785
|
+
readonly code: "invalid-utf8-replaced" | "unsafe-control-stripped";
|
|
4786
|
+
readonly stream: "stderr" | "stdout";
|
|
4787
|
+
readonly count: number;
|
|
4788
|
+
readonly commandId: string;
|
|
4789
|
+
})[]];
|
|
4790
|
+
};
|
|
4791
|
+
readonly diagnostics: readonly {
|
|
4792
|
+
readonly code: string;
|
|
4793
|
+
readonly kind: "advisory" | "execution-error";
|
|
4794
|
+
readonly phase: "run.setup" | "run.discovery" | "run.plan" | "run.dispatch" | "run.teardown";
|
|
4795
|
+
readonly summary: string;
|
|
4796
|
+
readonly redaction: {
|
|
4797
|
+
readonly state: "none";
|
|
4798
|
+
} | {
|
|
4799
|
+
readonly state: "applied";
|
|
4800
|
+
readonly replacements: number;
|
|
4801
|
+
};
|
|
4802
|
+
readonly diagnosticId: string;
|
|
4803
|
+
readonly causes: readonly {
|
|
4804
|
+
readonly code: string;
|
|
4805
|
+
readonly summary: string;
|
|
4806
|
+
}[];
|
|
4807
|
+
readonly sourceFrame: {
|
|
4808
|
+
readonly sha256: import("../model/identifiers.js").Sha256Digest;
|
|
4809
|
+
readonly start: {
|
|
4810
|
+
readonly line: number;
|
|
4811
|
+
readonly column: number;
|
|
4812
|
+
};
|
|
4813
|
+
readonly end: {
|
|
4814
|
+
readonly line: number;
|
|
4815
|
+
readonly column: number;
|
|
4816
|
+
};
|
|
4817
|
+
readonly sourceItemId: import("../model/identifiers.js").SourceItemId;
|
|
4818
|
+
} | null;
|
|
4819
|
+
}[];
|
|
4820
|
+
};
|
|
4821
|
+
}> | FixedRecordFamilyDescriptor<"niceeval.artifacts", "run", {
|
|
4822
|
+
readonly collection: {
|
|
4823
|
+
readonly state: "complete";
|
|
4824
|
+
readonly limitations: readonly [];
|
|
4825
|
+
} | {
|
|
4826
|
+
readonly state: "partial";
|
|
4827
|
+
readonly limitations: readonly [{
|
|
4828
|
+
readonly code: "capture-failed" | "capture-interrupted";
|
|
4829
|
+
readonly stage: string;
|
|
4830
|
+
} | {
|
|
4831
|
+
readonly code: "collection-cap-reached" | "unsupported-input";
|
|
4832
|
+
readonly omittedAtLeast: number;
|
|
4833
|
+
}, ...({
|
|
4834
|
+
readonly code: "capture-failed" | "capture-interrupted";
|
|
4835
|
+
readonly stage: string;
|
|
4836
|
+
} | {
|
|
4837
|
+
readonly code: "collection-cap-reached" | "unsupported-input";
|
|
4838
|
+
readonly omittedAtLeast: number;
|
|
4839
|
+
})[]];
|
|
4840
|
+
};
|
|
4841
|
+
readonly artifacts: readonly {
|
|
4842
|
+
readonly label: string;
|
|
4843
|
+
readonly sha256: import("../model/identifiers.js").Sha256Digest;
|
|
4844
|
+
readonly content: import("../attachment/blob-ref.js").RecordBlobRef;
|
|
4845
|
+
readonly artifactId: import("../model/identifiers.js").ArtifactId;
|
|
4846
|
+
readonly mediaType: string;
|
|
4847
|
+
readonly byteLength: number;
|
|
4848
|
+
}[];
|
|
4849
|
+
}>)[];
|
|
4850
|
+
}>;
|
|
3663
4851
|
export declare const FixedRecordAttachmentEnvelopeSchema: Schema.Schema<{
|
|
3664
4852
|
readonly family: NiceEvalFamily;
|
|
3665
4853
|
readonly schemaVersion: number;
|