niceeval 0.18.0 → 0.19.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/INDEX.md +4 -2
- package/dist/adapter-usage.cjs.map +1 -1
- package/dist/adapter-usage.d.cts +1 -1
- package/dist/adapter-usage.d.mts +1 -1
- package/dist/adapter-usage.d.ts +1 -1
- package/dist/adapter.cjs +8 -7
- package/dist/adapter.cjs.map +1 -1
- package/dist/adapter.d.cts +21 -21
- package/dist/adapter.d.mts +21 -21
- package/dist/adapter.d.ts +21 -21
- package/dist/agents/{effect-runtime.cjs → agent-effects.cjs} +12 -18
- package/dist/agents/agent-effects.cjs.map +1 -0
- package/dist/agents/agent-effects.d.cts +23 -0
- package/dist/agents/agent-effects.d.mts +23 -0
- package/dist/agents/agent-effects.d.ts +23 -0
- package/dist/agents/agent-effects.js +16 -0
- package/dist/agents/agent-effects.js.map +1 -0
- package/dist/agents/ai-sdk.cjs +1 -1
- package/dist/agents/ai-sdk.cjs.map +1 -1
- package/dist/agents/bub.cjs +31 -18
- package/dist/agents/bub.cjs.map +1 -1
- package/dist/agents/bub.d.cts +9 -12
- package/dist/agents/bub.d.mts +9 -12
- package/dist/agents/bub.d.ts +9 -12
- package/dist/agents/claude-code-native.cjs +2 -2
- package/dist/agents/claude-code-native.cjs.map +1 -1
- package/dist/agents/claude-code.cjs +17 -11
- package/dist/agents/claude-code.cjs.map +1 -1
- package/dist/agents/claude-code.d.cts +11 -11
- package/dist/agents/claude-code.d.mts +11 -11
- package/dist/agents/claude-code.d.ts +11 -11
- package/dist/agents/codex-app-server.cjs +2 -2
- package/dist/agents/codex-app-server.cjs.map +1 -1
- package/dist/agents/codex.cjs +18 -12
- package/dist/agents/codex.cjs.map +1 -1
- package/dist/agents/codex.d.cts +12 -12
- package/dist/agents/codex.d.mts +12 -12
- package/dist/agents/codex.d.ts +12 -12
- package/dist/agents/deepseek-harness.cjs +2 -2
- package/dist/agents/deepseek-harness.cjs.map +1 -1
- package/dist/agents/hermes.cjs +3 -3
- package/dist/agents/hermes.cjs.map +1 -1
- package/dist/agents/index.cjs +3 -3
- package/dist/agents/index.cjs.map +1 -1
- package/dist/agents/index.d.cts +3 -3
- package/dist/agents/index.d.mts +3 -3
- package/dist/agents/index.d.ts +3 -3
- package/dist/agents/index.js +2 -2
- package/dist/agents/index.mjs +2 -2
- package/dist/agents/mcp.cjs.map +1 -1
- package/dist/agents/mcp.d.cts +2 -2
- package/dist/agents/mcp.d.mts +2 -2
- package/dist/agents/mcp.d.ts +2 -2
- package/dist/agents/omp.cjs +2 -2
- package/dist/agents/omp.cjs.map +1 -1
- package/dist/agents/openai-compat.cjs +2 -2
- package/dist/agents/openai-compat.cjs.map +1 -1
- package/dist/agents/openclaw.cjs +3 -3
- package/dist/agents/openclaw.cjs.map +1 -1
- package/dist/agents/opencode.cjs +16 -4
- package/dist/agents/opencode.cjs.map +1 -1
- package/dist/agents/plugin-extensions.cjs +71 -0
- package/dist/agents/plugin-extensions.cjs.map +1 -0
- package/dist/agents/plugin-extensions.d.cts +26 -0
- package/dist/agents/plugin-extensions.d.mts +26 -0
- package/dist/agents/plugin-extensions.d.ts +26 -0
- package/dist/agents/plugin-extensions.js +8 -0
- package/dist/agents/plugin-extensions.js.map +1 -0
- package/dist/agents/post-setup.cjs +14 -3
- package/dist/agents/post-setup.cjs.map +1 -1
- package/dist/agents/post-setup.d.cts +4 -2
- package/dist/agents/post-setup.d.mts +4 -2
- package/dist/agents/post-setup.d.ts +4 -2
- package/dist/agents/post-setup.js +8 -6
- package/dist/agents/sdk-streams.cjs +3 -3
- package/dist/agents/sdk-streams.cjs.map +1 -1
- package/dist/agents/{session-slot.cjs → session-key.cjs} +4 -4
- package/dist/agents/session-key.cjs.map +1 -0
- package/dist/agents/session-key.d.cts +12 -0
- package/dist/agents/session-key.d.mts +12 -0
- package/dist/agents/session-key.d.ts +12 -0
- package/dist/agents/session-key.js +6 -0
- package/dist/agents/session-key.js.map +1 -0
- package/dist/agents/shared.cjs +2 -2
- package/dist/agents/shared.cjs.map +1 -1
- package/dist/agents/shared.d.cts +4 -4
- package/dist/agents/shared.d.mts +4 -4
- package/dist/agents/shared.d.ts +4 -4
- package/dist/agents/skills.cjs.map +1 -1
- package/dist/agents/skills.d.cts +3 -3
- package/dist/agents/skills.d.mts +3 -3
- package/dist/agents/skills.d.ts +3 -3
- package/dist/agents/types.cjs.map +1 -1
- package/dist/agents/types.d.cts +55 -54
- package/dist/agents/types.d.mts +55 -54
- package/dist/agents/types.d.ts +55 -54
- package/dist/agents/ui-message-stream.cjs +4 -4
- package/dist/agents/ui-message-stream.cjs.map +1 -1
- package/dist/agents/unrecognized-events.cjs +32 -0
- package/dist/agents/unrecognized-events.cjs.map +1 -0
- package/dist/agents/unrecognized-events.d.cts +8 -0
- package/dist/agents/unrecognized-events.d.mts +8 -0
- package/dist/agents/unrecognized-events.d.ts +8 -0
- package/dist/agents/unrecognized-events.js +6 -0
- package/dist/agents/unrecognized-events.js.map +1 -0
- package/dist/assertions/api.cjs.map +1 -1
- package/dist/assertions/api.d.cts +3 -0
- package/dist/assertions/api.d.mts +3 -0
- package/dist/assertions/api.d.ts +3 -0
- package/dist/assertions/collection.cjs +1 -1
- package/dist/assertions/collection.cjs.map +1 -1
- package/dist/assertions/judge.cjs +1 -1
- package/dist/assertions/judge.cjs.map +1 -1
- package/dist/assertions/match.cjs +52 -21
- package/dist/assertions/match.cjs.map +1 -1
- package/dist/assertions/match.d.cts +16 -5
- package/dist/assertions/match.d.mts +16 -5
- package/dist/assertions/match.d.ts +16 -5
- package/dist/assertions/match.js +96 -94
- package/dist/assertions/measurements.cjs +22 -6
- package/dist/assertions/measurements.cjs.map +1 -1
- package/dist/assertions/measurements.d.cts +8 -1
- package/dist/assertions/measurements.d.mts +8 -1
- package/dist/assertions/measurements.d.ts +8 -1
- package/dist/assertions/numeric.cjs +2 -0
- package/dist/assertions/numeric.cjs.map +1 -1
- package/dist/assertions/numeric.d.cts +1 -1
- package/dist/assertions/numeric.d.mts +1 -1
- package/dist/assertions/numeric.d.ts +1 -1
- package/dist/assertions/quantity.cjs +42 -0
- package/dist/assertions/quantity.cjs.map +1 -0
- package/dist/assertions/quantity.d.cts +18 -0
- package/dist/assertions/quantity.d.mts +18 -0
- package/dist/assertions/quantity.d.ts +18 -0
- package/dist/assertions/quantity.js +22 -0
- package/dist/assertions/quantity.js.map +1 -0
- package/dist/assertions/record/attachment.cjs +2 -0
- package/dist/assertions/record/attachment.cjs.map +1 -1
- package/dist/assertions/record/codec.cjs +5 -1
- package/dist/assertions/record/codec.cjs.map +1 -1
- package/dist/assertions/record/model.cjs.map +1 -1
- package/dist/assertions/record/model.d.cts +3 -1
- package/dist/assertions/record/model.d.mts +3 -1
- package/dist/assertions/record/model.d.ts +3 -1
- package/dist/assertions/runtime.cjs +11 -6
- package/dist/assertions/runtime.cjs.map +1 -1
- package/dist/cli/program.cjs +3 -0
- package/dist/cli/program.cjs.map +1 -1
- package/dist/context/assert-first.cjs +6 -4
- package/dist/context/assert-first.cjs.map +1 -1
- package/dist/context/assert-first.d.cts +9 -3
- package/dist/context/assert-first.d.mts +9 -3
- package/dist/context/assert-first.d.ts +9 -3
- package/dist/context/notes.cjs +47 -0
- package/dist/context/notes.cjs.map +1 -0
- package/dist/context/notes.d.cts +10 -0
- package/dist/context/notes.d.mts +10 -0
- package/dist/context/notes.d.ts +10 -0
- package/dist/context/notes.js +6 -0
- package/dist/context/notes.js.map +1 -0
- package/dist/context/send-failures.cjs +1 -7
- package/dist/context/send-failures.cjs.map +1 -1
- package/dist/context/send-failures.d.cts +2 -3
- package/dist/context/send-failures.d.mts +2 -3
- package/dist/context/send-failures.d.ts +2 -3
- package/dist/context/send-retry.cjs +0 -1
- package/dist/context/send-retry.cjs.map +1 -1
- package/dist/context/send-retry.d.cts +1 -2
- package/dist/context/send-retry.d.mts +1 -2
- package/dist/context/send-retry.d.ts +1 -2
- package/dist/context/session.cjs +10 -17
- package/dist/context/session.cjs.map +1 -1
- package/dist/context/session.d.cts +4 -10
- package/dist/context/session.d.mts +4 -10
- package/dist/context/session.d.ts +4 -10
- package/dist/define.cjs +88 -65
- package/dist/define.cjs.map +1 -1
- package/dist/define.d.cts +3 -3
- package/dist/define.d.mts +3 -3
- package/dist/define.d.ts +3 -3
- package/dist/eval/cli/contribution.cjs +1 -1
- package/dist/eval/cli/contribution.cjs.map +1 -1
- package/dist/eval/host/index.cjs +1 -1
- package/dist/eval/host/index.cjs.map +1 -1
- package/dist/eval/record/evaluation.cjs +1 -1
- package/dist/eval/record/evaluation.cjs.map +1 -1
- package/dist/eval/record/membership-provenance.d.cts +3 -3
- package/dist/eval/record/membership-provenance.d.mts +3 -3
- package/dist/eval/record/membership-provenance.d.ts +3 -3
- package/dist/eval/record/score.cjs +2 -2
- package/dist/eval/record/score.cjs.map +1 -1
- package/dist/eval/record/sealed-assertion.cjs +1 -1
- package/dist/eval/record/sealed-assertion.cjs.map +1 -1
- package/dist/eval/record/verdict.cjs +2 -2
- package/dist/eval/record/verdict.cjs.map +1 -1
- package/dist/expect/index.cjs +10 -1
- package/dist/expect/index.cjs.map +1 -1
- package/dist/expect/index.d.cts +3 -1
- package/dist/expect/index.d.mts +3 -1
- package/dist/expect/index.d.ts +3 -1
- package/dist/expect/index.js +92 -76
- package/dist/expect/index.mjs +92 -76
- package/dist/experiment/host/cli/contribution.cjs +52 -39
- package/dist/experiment/host/cli/contribution.cjs.map +1 -1
- package/dist/experiment/host/cli/contribution.d.cts +18 -4
- package/dist/experiment/host/cli/contribution.d.mts +18 -4
- package/dist/experiment/host/cli/contribution.d.ts +18 -4
- package/dist/experiment/host/cli/contribution.js +2 -2
- package/dist/experiment/host/cli/debug-protocol.cjs +2 -2
- package/dist/experiment/host/cli/debug-protocol.cjs.map +1 -1
- package/dist/experiment/host/cli/debug-protocol.d.cts +2 -2
- package/dist/experiment/host/cli/debug-protocol.d.mts +2 -2
- package/dist/experiment/host/cli/debug-protocol.d.ts +2 -2
- package/dist/experiment/host/cli/output-protocol.cjs +1 -1
- package/dist/experiment/host/cli/output-protocol.cjs.map +1 -1
- package/dist/experiment/host/cli/output-protocol.d.cts +2 -2
- package/dist/experiment/host/cli/output-protocol.d.mts +2 -2
- package/dist/experiment/host/cli/output-protocol.d.ts +2 -2
- package/dist/experiment/host/current.cjs +2 -2
- package/dist/experiment/host/current.cjs.map +1 -1
- package/dist/experiment/host/index.cjs +1 -1
- package/dist/experiment/host/index.cjs.map +1 -1
- package/dist/experiment/host/operations.cjs +21 -22
- package/dist/experiment/host/operations.cjs.map +1 -1
- package/dist/experiment/host/runtime.cjs +8 -9
- package/dist/experiment/host/runtime.cjs.map +1 -1
- package/dist/experiment/host/runtime.d.cts +3 -3
- package/dist/experiment/host/runtime.d.mts +3 -3
- package/dist/experiment/host/runtime.d.ts +3 -3
- package/dist/experiment/host/teardown.cjs +3 -3
- package/dist/experiment/host/teardown.cjs.map +1 -1
- package/dist/experiment/host/teardown.d.cts +3 -3
- package/dist/experiment/host/teardown.d.mts +3 -3
- package/dist/experiment/host/teardown.d.ts +3 -3
- package/dist/experiment/host/types.cjs.map +1 -1
- package/dist/experiment/host/types.d.cts +19 -19
- package/dist/experiment/host/types.d.mts +19 -19
- package/dist/experiment/host/types.d.ts +19 -19
- package/dist/index.cjs +3 -3
- package/dist/index.cjs.map +1 -1
- package/dist/index.d.cts +3 -3
- package/dist/index.d.mts +3 -3
- package/dist/index.d.ts +3 -3
- package/dist/index.js +2 -2
- package/dist/index.mjs +2 -2
- package/dist/inspection/assertions.cjs +1 -1
- package/dist/inspection/assertions.cjs.map +1 -1
- package/dist/inspection/cli/contribution.cjs +8 -7
- package/dist/inspection/cli/contribution.cjs.map +1 -1
- package/dist/inspection/facts.cjs +4 -4
- package/dist/inspection/facts.cjs.map +1 -1
- package/dist/inspection/index.cjs +1 -5
- package/dist/inspection/index.cjs.map +1 -1
- package/dist/inspection/index.d.cts +1 -2
- package/dist/inspection/index.d.mts +1 -2
- package/dist/inspection/index.d.ts +1 -2
- package/dist/inspection/index.js +20 -26
- package/dist/inspection/lifecycle.cjs +7 -0
- package/dist/inspection/lifecycle.cjs.map +1 -0
- package/dist/inspection/lifecycle.d.cts +4 -0
- package/dist/inspection/lifecycle.d.mts +4 -0
- package/dist/inspection/lifecycle.d.ts +4 -0
- package/dist/inspection/lifecycle.js +6 -0
- package/dist/inspection/lifecycle.js.map +1 -0
- package/dist/inspection/notes.cjs +40 -0
- package/dist/inspection/notes.cjs.map +1 -0
- package/dist/inspection/notes.d.cts +12 -0
- package/dist/inspection/notes.d.mts +12 -0
- package/dist/inspection/notes.d.ts +12 -0
- package/dist/inspection/notes.js +8 -0
- package/dist/inspection/notes.js.map +1 -0
- package/dist/inspection/overview.cjs +12 -15
- package/dist/inspection/overview.cjs.map +1 -1
- package/dist/inspection/overview.d.cts +8 -6
- package/dist/inspection/overview.d.mts +8 -6
- package/dist/inspection/overview.d.ts +8 -6
- package/dist/inspection/planned-attempt.cjs +45 -0
- package/dist/inspection/planned-attempt.cjs.map +1 -0
- package/dist/inspection/planned-attempt.d.cts +109 -0
- package/dist/inspection/planned-attempt.d.mts +109 -0
- package/dist/inspection/planned-attempt.d.ts +109 -0
- package/dist/inspection/planned-attempt.js +24 -0
- package/dist/inspection/planned-attempt.js.map +1 -0
- package/dist/inspection/project-result.cjs +5 -5
- package/dist/inspection/project-result.cjs.map +1 -1
- package/dist/inspection/project-result.d.cts +58 -57
- package/dist/inspection/project-result.d.mts +58 -57
- package/dist/inspection/project-result.d.ts +58 -57
- package/dist/inspection/project-result.js +4 -4
- package/dist/inspection/project.cjs +3 -3
- package/dist/inspection/project.cjs.map +1 -1
- package/dist/inspection/protocol-values.cjs +1 -1
- package/dist/inspection/protocol-values.cjs.map +1 -1
- package/dist/inspection/protocol-values.d.cts +1 -1
- package/dist/inspection/protocol-values.d.mts +1 -1
- package/dist/inspection/protocol-values.d.ts +1 -1
- package/dist/inspection/protocol.cjs +8 -8
- package/dist/inspection/protocol.cjs.map +1 -1
- package/dist/inspection/protocol.d.cts +237 -219
- package/dist/inspection/protocol.d.mts +237 -219
- package/dist/inspection/protocol.d.ts +237 -219
- package/dist/inspection/public.cjs +1 -5
- package/dist/inspection/public.cjs.map +1 -1
- package/dist/inspection/public.d.cts +1 -2
- package/dist/inspection/public.d.mts +1 -2
- package/dist/inspection/public.d.ts +1 -2
- package/dist/inspection/public.js +14 -20
- package/dist/inspection/public.mjs +166 -129
- package/dist/inspection/query.cjs +1 -1
- package/dist/inspection/query.cjs.map +1 -1
- package/dist/inspection/results.cjs +61 -52
- package/dist/inspection/results.cjs.map +1 -1
- package/dist/inspection/results.d.cts +157 -140
- package/dist/inspection/results.d.mts +157 -140
- package/dist/inspection/results.d.ts +157 -140
- package/dist/inspection/select.cjs +33 -28
- package/dist/inspection/select.cjs.map +1 -1
- package/dist/inspection/source.cjs +1 -1
- package/dist/inspection/source.cjs.map +1 -1
- package/dist/inspection/sources.cjs +2 -2
- package/dist/inspection/sources.cjs.map +1 -1
- package/dist/inspection/trace.cjs +9 -8
- package/dist/inspection/trace.cjs.map +1 -1
- package/dist/inspection/trace.d.cts +4 -4
- package/dist/inspection/trace.d.mts +4 -4
- package/dist/inspection/trace.d.ts +4 -4
- package/dist/loaders/index.cjs +7 -279
- package/dist/loaders/index.cjs.map +1 -1
- package/dist/loaders/index.d.cts +2 -95
- package/dist/loaders/index.d.mts +2 -95
- package/dist/loaders/index.d.ts +2 -95
- package/dist/loaders/index.js +10 -12
- package/dist/loaders/index.mjs +10 -12
- package/dist/loaders/runtime.cjs +283 -0
- package/dist/loaders/runtime.cjs.map +1 -0
- package/dist/loaders/runtime.d.cts +95 -0
- package/dist/loaders/runtime.d.mts +95 -0
- package/dist/loaders/runtime.d.ts +95 -0
- package/dist/loaders/runtime.js +16 -0
- package/dist/loaders/runtime.js.map +1 -0
- package/dist/migrations/judge-provider.md +6 -6
- package/dist/{model-slots.cjs → model-roles.cjs} +12 -12
- package/dist/{model-slots.cjs.map → model-roles.cjs.map} +1 -1
- package/dist/{model-slots.d.cts → model-roles.d.cts} +10 -10
- package/dist/{model-slots.d.mts → model-roles.d.mts} +10 -10
- package/dist/{model-slots.d.ts → model-roles.d.ts} +10 -10
- package/dist/model-roles.js +14 -0
- package/dist/model-roles.js.map +1 -0
- package/dist/o11y/adapter-usage-projection.cjs +9 -8
- package/dist/o11y/adapter-usage-projection.cjs.map +1 -1
- package/dist/o11y/adapter-usage-projection.d.cts +23 -15
- package/dist/o11y/adapter-usage-projection.d.mts +23 -15
- package/dist/o11y/adapter-usage-projection.d.ts +23 -15
- package/dist/o11y/cache-read.cjs +14 -14
- package/dist/o11y/cache-read.cjs.map +1 -1
- package/dist/o11y/cache-read.d.cts +5 -5
- package/dist/o11y/cache-read.d.mts +5 -5
- package/dist/o11y/cache-read.d.ts +5 -5
- package/dist/o11y/derive.cjs.map +1 -1
- package/dist/o11y/derive.d.cts +2 -2
- package/dist/o11y/derive.d.mts +2 -2
- package/dist/o11y/derive.d.ts +2 -2
- package/dist/o11y/eval-usage.cjs +9 -9
- package/dist/o11y/eval-usage.cjs.map +1 -1
- package/dist/o11y/eval-usage.d.cts +7 -7
- package/dist/o11y/eval-usage.d.mts +7 -7
- package/dist/o11y/eval-usage.d.ts +7 -7
- package/dist/o11y/parsers/bub.cjs +57 -81
- package/dist/o11y/parsers/bub.cjs.map +1 -1
- package/dist/o11y/parsers/index.cjs.map +1 -1
- package/dist/o11y/parsers/index.d.cts +2 -0
- package/dist/o11y/parsers/index.d.mts +2 -0
- package/dist/o11y/parsers/index.d.ts +2 -0
- package/dist/o11y/parsers/opencode.cjs +129 -217
- package/dist/o11y/parsers/opencode.cjs.map +1 -1
- package/dist/o11y/parsers/opencode.d.cts +2 -5
- package/dist/o11y/parsers/opencode.d.mts +2 -5
- package/dist/o11y/parsers/opencode.d.ts +2 -5
- package/dist/o11y/types.cjs.map +1 -1
- package/dist/o11y/types.d.cts +1 -1
- package/dist/o11y/types.d.mts +1 -1
- package/dist/o11y/types.d.ts +1 -1
- package/dist/plugin/contracts.cjs +170 -120
- package/dist/plugin/contracts.cjs.map +1 -1
- package/dist/plugin/contracts.d.cts +102 -90
- package/dist/plugin/contracts.d.mts +102 -90
- package/dist/plugin/contracts.d.ts +102 -90
- package/dist/plugin/contracts.js +16 -12
- package/dist/plugin/index.cjs.map +1 -1
- package/dist/plugin/index.d.cts +1 -1
- package/dist/plugin/index.d.mts +1 -1
- package/dist/plugin/index.d.ts +1 -1
- package/dist/plugin/link.cjs +69 -64
- package/dist/plugin/link.cjs.map +1 -1
- package/dist/plugin/link.d.cts +5 -3
- package/dist/plugin/link.d.mts +5 -3
- package/dist/plugin/link.d.ts +5 -3
- package/dist/plugin/link.js +12 -8
- package/dist/record/codec/seal-manifest.d.cts +3 -3
- package/dist/record/codec/seal-manifest.d.mts +3 -3
- package/dist/record/codec/seal-manifest.d.ts +3 -3
- package/dist/record/family/attempt-note/definition.cjs +12 -0
- package/dist/record/family/attempt-note/definition.cjs.map +1 -0
- package/dist/record/family/attempt-note/definition.d.cts +6 -0
- package/dist/record/family/attempt-note/definition.d.mts +6 -0
- package/dist/record/family/attempt-note/definition.d.ts +6 -0
- package/dist/record/family/attempt-note/definition.js +6 -0
- package/dist/record/family/attempt-note/definition.js.map +1 -0
- package/dist/record/family/attempt-note/persistence.cjs +10 -0
- package/dist/record/family/attempt-note/persistence.cjs.map +1 -0
- package/dist/record/family/attempt-note/persistence.d.cts +6 -0
- package/dist/record/family/attempt-note/persistence.d.mts +6 -0
- package/dist/record/family/attempt-note/persistence.d.ts +6 -0
- package/dist/record/family/attempt-note/persistence.js +6 -0
- package/dist/record/family/attempt-note/persistence.js.map +1 -0
- package/dist/record/family/attempt-note/schema.cjs +20 -0
- package/dist/record/family/attempt-note/schema.cjs.map +1 -0
- package/dist/record/family/attempt-note/schema.d.cts +21 -0
- package/dist/record/family/attempt-note/schema.d.mts +21 -0
- package/dist/record/family/attempt-note/schema.d.ts +21 -0
- package/dist/record/family/attempt-note/schema.js +10 -0
- package/dist/record/family/attempt-note/schema.js.map +1 -0
- package/dist/record/family/catalog.cjs +32 -29
- package/dist/record/family/catalog.cjs.map +1 -1
- package/dist/record/family/catalog.d.cts +7 -2
- package/dist/record/family/catalog.d.mts +7 -2
- package/dist/record/family/catalog.d.ts +7 -2
- package/dist/record/family/current.cjs +48 -45
- package/dist/record/family/current.cjs.map +1 -1
- package/dist/record/family/current.d.cts +15 -0
- package/dist/record/family/current.d.mts +15 -0
- package/dist/record/family/current.d.ts +15 -0
- package/dist/record/model/index.js +66 -64
- package/dist/record/model/run-context.cjs +9 -3
- package/dist/record/model/run-context.cjs.map +1 -1
- package/dist/record/model/run-context.d.cts +9 -2
- package/dist/record/model/run-context.d.mts +9 -2
- package/dist/record/model/run-context.d.ts +9 -2
- package/dist/record/model/run-context.js +8 -6
- package/dist/record/model/seal-manifest.d.cts +1 -1
- package/dist/record/model/seal-manifest.d.mts +1 -1
- package/dist/record/model/seal-manifest.d.ts +1 -1
- package/dist/run/cli/contribution.cjs +6 -32
- package/dist/run/cli/contribution.cjs.map +1 -1
- package/dist/run/host/runtime.cjs +1 -1
- package/dist/run/host/runtime.cjs.map +1 -1
- package/dist/run/storage/sqlite.cjs +7 -7
- package/dist/run/storage/sqlite.cjs.map +1 -1
- package/dist/runner/adapter-usage.cjs +5 -3
- package/dist/runner/adapter-usage.cjs.map +1 -1
- package/dist/runner/adapter-usage.d.cts +2 -2
- package/dist/runner/adapter-usage.d.mts +2 -2
- package/dist/runner/adapter-usage.d.ts +2 -2
- package/dist/runner/adoption.cjs +9 -12
- package/dist/runner/adoption.cjs.map +1 -1
- package/dist/runner/attempt-notes.cjs +8 -0
- package/dist/runner/attempt-notes.cjs.map +1 -0
- package/dist/runner/attempt-notes.d.cts +4 -0
- package/dist/runner/attempt-notes.d.mts +4 -0
- package/dist/runner/attempt-notes.d.ts +4 -0
- package/dist/runner/attempt-notes.js +8 -0
- package/dist/runner/attempt-notes.js.map +1 -0
- package/dist/runner/attempt.cjs +61 -73
- package/dist/runner/attempt.cjs.map +1 -1
- package/dist/runner/attempt.d.cts +3 -3
- package/dist/runner/attempt.d.mts +3 -3
- package/dist/runner/attempt.d.ts +3 -3
- package/dist/runner/command-plan.cjs +21 -26
- package/dist/runner/command-plan.cjs.map +1 -1
- package/dist/runner/command-plan.d.cts +4 -4
- package/dist/runner/command-plan.d.mts +4 -4
- package/dist/runner/command-plan.d.ts +4 -4
- package/dist/runner/command-plan.js +4 -4
- package/dist/runner/config-identity.cjs.map +1 -1
- package/dist/runner/config-identity.d.cts +2 -2
- package/dist/runner/config-identity.d.mts +2 -2
- package/dist/runner/config-identity.d.ts +2 -2
- package/dist/runner/discover.cjs +6 -6
- package/dist/runner/discover.cjs.map +1 -1
- package/dist/runner/eval-selection.cjs +2 -2
- package/dist/runner/eval-selection.cjs.map +1 -1
- package/dist/runner/eval-selection.d.cts +2 -2
- package/dist/runner/eval-selection.d.mts +2 -2
- package/dist/runner/eval-selection.d.ts +2 -2
- package/dist/runner/feedback/human.cjs +1 -1
- package/dist/runner/feedback/human.cjs.map +1 -1
- package/dist/runner/feedback/json.cjs +4 -2
- package/dist/runner/feedback/json.cjs.map +1 -1
- package/dist/runner/feedback/json.d.cts +1 -1
- package/dist/runner/feedback/json.d.mts +1 -1
- package/dist/runner/feedback/json.d.ts +1 -1
- package/dist/runner/feedback/sink.cjs +1 -1
- package/dist/runner/feedback/sink.cjs.map +1 -1
- package/dist/runner/feedback/sink.d.cts +1 -1
- package/dist/runner/feedback/sink.d.mts +1 -1
- package/dist/runner/feedback/sink.d.ts +1 -1
- package/dist/runner/fingerprint.cjs +1 -1
- package/dist/runner/fingerprint.cjs.map +1 -1
- package/dist/runner/project-target.cjs.map +1 -1
- package/dist/runner/project-target.d.cts +2 -2
- package/dist/runner/project-target.d.mts +2 -2
- package/dist/runner/project-target.d.ts +2 -2
- package/dist/runner/record/attachments.cjs +2 -2
- package/dist/runner/record/attachments.cjs.map +1 -1
- package/dist/runner/record/planning.cjs +8 -2
- package/dist/runner/record/planning.cjs.map +1 -1
- package/dist/runner/record.cjs +2 -0
- package/dist/runner/record.cjs.map +1 -1
- package/dist/runner/report.cjs +3 -3
- package/dist/runner/report.cjs.map +1 -1
- package/dist/runner/report.d.cts +1 -1
- package/dist/runner/report.d.mts +1 -1
- package/dist/runner/report.d.ts +1 -1
- package/dist/runner/reuse-plan.cjs +2 -2
- package/dist/runner/reuse-plan.cjs.map +1 -1
- package/dist/runner/run.cjs +10 -45
- package/dist/runner/run.cjs.map +1 -1
- package/dist/runner/sandbox-pool.cjs +1 -2
- package/dist/runner/sandbox-pool.cjs.map +1 -1
- package/dist/runner/setup-prefix-preparation.cjs +1 -1
- package/dist/runner/setup-prefix-preparation.cjs.map +1 -1
- package/dist/runner/teardown-registry.cjs +2 -2
- package/dist/runner/teardown-registry.cjs.map +1 -1
- package/dist/runner/teardown-registry.d.cts +1 -1
- package/dist/runner/teardown-registry.d.mts +1 -1
- package/dist/runner/teardown-registry.d.ts +1 -1
- package/dist/runner/types.cjs +4 -4
- package/dist/runner/types.cjs.map +1 -1
- package/dist/runner/types.d.cts +64 -93
- package/dist/runner/types.d.mts +64 -93
- package/dist/runner/types.d.ts +64 -93
- package/dist/runner/types.js +2 -2
- package/dist/sandbox/action.cjs +1 -1
- package/dist/sandbox/action.cjs.map +1 -1
- package/dist/sandbox/cli/contribution.cjs +17 -14
- package/dist/sandbox/cli/contribution.cjs.map +1 -1
- package/dist/sandbox/cli/contribution.d.cts +1 -1
- package/dist/sandbox/cli/contribution.d.mts +1 -1
- package/dist/sandbox/cli/contribution.d.ts +1 -1
- package/dist/sandbox/commands.cjs +1 -1
- package/dist/sandbox/commands.cjs.map +1 -1
- package/dist/sandbox/commands.d.cts +1 -1
- package/dist/sandbox/commands.d.mts +1 -1
- package/dist/sandbox/commands.d.ts +1 -1
- package/dist/sandbox/compose.cjs +2 -2
- package/dist/sandbox/compose.cjs.map +1 -1
- package/dist/sandbox/docker-profile/registry.cjs +5 -9
- package/dist/sandbox/docker-profile/registry.cjs.map +1 -1
- package/dist/sandbox/docker-profile/registry.d.cts +0 -3
- package/dist/sandbox/docker-profile/registry.d.mts +0 -3
- package/dist/sandbox/docker-profile/registry.d.ts +0 -3
- package/dist/sandbox/docker-profile/registry.js +6 -12
- package/dist/sandbox/docker-profile/runtime.cjs +1 -1
- package/dist/sandbox/docker-profile/runtime.cjs.map +1 -1
- package/dist/sandbox/docker-profile/schema.cjs +12 -16
- package/dist/sandbox/docker-profile/schema.cjs.map +1 -1
- package/dist/sandbox/docker-profile/schema.d.cts +2 -6
- package/dist/sandbox/docker-profile/schema.d.mts +2 -6
- package/dist/sandbox/docker-profile/schema.d.ts +2 -6
- package/dist/sandbox/docker-profile/schema.js +24 -32
- package/dist/sandbox/incus.cjs +2 -2
- package/dist/sandbox/incus.cjs.map +1 -1
- package/dist/sandbox/index.cjs +4 -35
- package/dist/sandbox/index.cjs.map +1 -1
- package/dist/sandbox/index.d.cts +4 -8
- package/dist/sandbox/index.d.mts +4 -8
- package/dist/sandbox/index.d.ts +4 -8
- package/dist/sandbox/index.js +116 -172
- package/dist/sandbox/index.mjs +116 -172
- package/dist/sandbox/layer.cjs +3 -3
- package/dist/sandbox/layer.cjs.map +1 -1
- package/dist/sandbox/link.cjs +5 -0
- package/dist/sandbox/link.cjs.map +1 -1
- package/dist/sandbox/link.d.cts +3 -0
- package/dist/sandbox/link.d.mts +3 -0
- package/dist/sandbox/link.d.ts +3 -0
- package/dist/sandbox/runtime.cjs +9 -4
- package/dist/sandbox/runtime.cjs.map +1 -1
- package/dist/shared/failure-class.cjs +5 -5
- package/dist/shared/failure-class.cjs.map +1 -1
- package/dist/shared/failure-class.d.cts +4 -10
- package/dist/shared/failure-class.d.mts +4 -10
- package/dist/shared/failure-class.d.ts +4 -10
- package/dist/shared/types.cjs.map +1 -1
- package/dist/shared/types.d.cts +1 -1
- package/dist/shared/types.d.mts +1 -1
- package/dist/shared/types.d.ts +1 -1
- package/dist/show/contribution.cjs +17 -2
- package/dist/show/contribution.cjs.map +1 -1
- package/dist/show/contribution.d.cts +14 -0
- package/dist/show/contribution.d.mts +14 -0
- package/dist/show/contribution.d.ts +14 -0
- package/dist/show/model.cjs +8 -5
- package/dist/show/model.cjs.map +1 -1
- package/dist/show/model.d.cts +11 -8
- package/dist/show/model.d.mts +11 -8
- package/dist/show/model.d.ts +11 -8
- package/dist/show/render.cjs +34 -22
- package/dist/show/render.cjs.map +1 -1
- package/dist/sources/projector.cjs +1 -1
- package/dist/sources/projector.cjs.map +1 -1
- package/dist/types.cjs +1 -1
- package/dist/types.cjs.map +1 -1
- package/dist/types.d.cts +1 -1
- package/dist/types.d.mts +1 -1
- package/dist/types.d.ts +1 -1
- package/dist/types.js +2 -2
- package/dist/view/app-dist/.vite/manifest.json +2 -2
- package/dist/view/app-dist/assets/{index-B3ijZRph.js → index-CxrOUvHC.js} +17 -17
- package/dist/view/app-dist/assets/{quality-cost-scatter-B--DfJ9s.js → quality-cost-scatter-B6Aiss7x.js} +1 -1
- package/dist/view/app-dist/index.html +1 -1
- package/dist/view/cli/contribution.cjs +1 -1
- package/dist/view/cli/contribution.cjs.map +1 -1
- package/dist/view/function-runtime.mjs +318 -121
- package/dist/view/http-protocol.d.cts +1 -1
- package/dist/view/http-protocol.d.mts +1 -1
- package/dist/view/http-protocol.d.ts +1 -1
- package/dist/view/inspection-host.cjs +2 -2
- package/dist/view/inspection-host.cjs.map +1 -1
- package/dist/view/inspection-host.d.cts +349 -331
- package/dist/view/inspection-host.d.mts +349 -331
- package/dist/view/inspection-host.d.ts +349 -331
- package/docs-site/zh/examples/integrations/ai-sdk-v7.mdx +6 -6
- package/docs-site/zh/examples/integrations/claude-sdk.mdx +5 -5
- package/docs-site/zh/examples/integrations/codex-sdk.mdx +4 -4
- package/docs-site/zh/examples/integrations/langgraph.mdx +4 -4
- package/docs-site/zh/examples/integrations/pi-sdk.mdx +5 -5
- package/docs-site/zh/explanation/adapter.mdx +6 -6
- package/docs-site/zh/explanation/assert.mdx +7 -7
- package/docs-site/zh/explanation/drive.mdx +4 -4
- package/docs-site/zh/explanation/hitl.mdx +2 -2
- package/docs-site/zh/explanation/judge.mdx +2 -2
- package/docs-site/zh/introduction.mdx +2 -2
- package/docs-site/zh/reference/builtin-agents.mdx +46 -49
- package/docs-site/zh/reference/cli.mdx +16 -14
- package/docs-site/zh/reference/define-agent.mdx +19 -19
- package/docs-site/zh/reference/define-config.mdx +7 -15
- package/docs-site/zh/reference/define-eval.mdx +20 -14
- package/docs-site/zh/reference/define-experiment.mdx +18 -39
- package/docs-site/zh/reference/events.mdx +1 -1
- package/docs-site/zh/reference/expect.mdx +21 -0
- package/docs-site/zh/reference/official-adapters.mdx +12 -5
- package/docs-site/zh/troubleshooting/debugging.mdx +2 -2
- package/docs-site/zh/troubleshooting/recover-after-kill.mdx +1 -1
- package/docs-site/zh/tutorials/agent-onboarding.mdx +2 -2
- package/docs-site/zh/tutorials/authoring.mdx +2 -2
- package/docs-site/zh/tutorials/compare-runs.mdx +1 -1
- package/docs-site/zh/tutorials/concurrency.mdx +8 -8
- package/docs-site/zh/tutorials/configuration.mdx +5 -5
- package/docs-site/zh/tutorials/control-run-cost.mdx +19 -19
- package/docs-site/zh/tutorials/eval-groups.mdx +1 -1
- package/docs-site/zh/tutorials/evaluation-kinds.mdx +5 -5
- package/docs-site/zh/tutorials/experiment-services.mdx +32 -32
- package/docs-site/zh/tutorials/handle-execution-failures.mdx +2 -28
- package/docs-site/zh/tutorials/plugins.mdx +49 -143
- package/docs-site/zh/tutorials/sandbox-agent.mdx +1 -1
- package/docs-site/zh/tutorials/sandbox-reuse.mdx +7 -7
- package/docs-site/zh/tutorials/upgrade-0-18.mdx +1 -1
- package/docs-site/zh/tutorials/upgrade-0-19.mdx +121 -0
- package/docs-site/zh/tutorials/upgrade-0-20.mdx +12 -0
- package/docs-site/zh/tutorials/verify-judge.mdx +2 -2
- package/docs-site/zh/tutorials/viewing-results.mdx +2 -2
- package/docs-site/zh/tutorials/write-experiment.mdx +1 -1
- package/docs-site/zh/tutorials/write-send.mdx +13 -13
- package/package.json +1 -1
- package/dist/agents/effect-runtime.cjs.map +0 -1
- package/dist/agents/effect-runtime.d.cts +0 -29
- package/dist/agents/effect-runtime.d.mts +0 -29
- package/dist/agents/effect-runtime.d.ts +0 -29
- package/dist/agents/effect-runtime.js +0 -16
- package/dist/agents/effect-runtime.js.map +0 -1
- package/dist/agents/session-slot.cjs.map +0 -1
- package/dist/agents/session-slot.d.cts +0 -12
- package/dist/agents/session-slot.d.mts +0 -12
- package/dist/agents/session-slot.d.ts +0 -12
- package/dist/agents/session-slot.js +0 -6
- package/dist/agents/session-slot.js.map +0 -1
- package/dist/model-slots.js +0 -14
- package/dist/model-slots.js.map +0 -1
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import { Effect } from "effect";
|
|
2
2
|
import type { ViewGeneration } from "./revision.cjs";
|
|
3
3
|
export declare function inspectViewGeneration(generation: ViewGeneration, input: unknown): Effect.Effect<({
|
|
4
|
-
readonly protocol: "niceeval.query/
|
|
4
|
+
readonly protocol: "niceeval.query/v2";
|
|
5
5
|
readonly outcome: "success";
|
|
6
6
|
readonly behaviorVersion: "2.0.0";
|
|
7
7
|
readonly source: {
|
|
@@ -49,7 +49,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
49
49
|
} | {
|
|
50
50
|
readonly code: "attempt-origin-missing" | "attempt-not-observed";
|
|
51
51
|
readonly runId: string;
|
|
52
|
-
readonly
|
|
52
|
+
readonly plannedAttemptId: string;
|
|
53
53
|
readonly evalId: string;
|
|
54
54
|
readonly attemptOrdinal: number;
|
|
55
55
|
} | {
|
|
@@ -61,7 +61,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
61
61
|
readonly code: "score-partial";
|
|
62
62
|
readonly locator: string | null;
|
|
63
63
|
})[];
|
|
64
|
-
readonly basis: "eval" | "
|
|
64
|
+
readonly basis: "eval" | "planned-attempt";
|
|
65
65
|
readonly total: number;
|
|
66
66
|
readonly refs: readonly {
|
|
67
67
|
readonly identity: {
|
|
@@ -70,7 +70,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
70
70
|
};
|
|
71
71
|
}[];
|
|
72
72
|
readonly samples: number;
|
|
73
|
-
readonly unit?: "
|
|
73
|
+
readonly unit?: "ms" | "tokens" | "USD" | "points" | undefined;
|
|
74
74
|
readonly bounds?: {
|
|
75
75
|
readonly min: number;
|
|
76
76
|
readonly max: number;
|
|
@@ -86,7 +86,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
86
86
|
} | {
|
|
87
87
|
readonly code: "attempt-origin-missing" | "attempt-not-observed";
|
|
88
88
|
readonly runId: string;
|
|
89
|
-
readonly
|
|
89
|
+
readonly plannedAttemptId: string;
|
|
90
90
|
readonly evalId: string;
|
|
91
91
|
readonly attemptOrdinal: number;
|
|
92
92
|
} | {
|
|
@@ -98,7 +98,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
98
98
|
readonly code: "score-partial";
|
|
99
99
|
readonly locator: string | null;
|
|
100
100
|
})[];
|
|
101
|
-
readonly basis: "eval" | "
|
|
101
|
+
readonly basis: "eval" | "planned-attempt";
|
|
102
102
|
readonly total: number;
|
|
103
103
|
readonly refs: readonly {
|
|
104
104
|
readonly identity: {
|
|
@@ -107,7 +107,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
107
107
|
};
|
|
108
108
|
}[];
|
|
109
109
|
readonly samples: number;
|
|
110
|
-
readonly unit?: "
|
|
110
|
+
readonly unit?: "ms" | "tokens" | "USD" | "points" | undefined;
|
|
111
111
|
readonly bounds?: {
|
|
112
112
|
readonly min: number;
|
|
113
113
|
readonly max: number;
|
|
@@ -123,7 +123,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
123
123
|
} | {
|
|
124
124
|
readonly code: "attempt-origin-missing" | "attempt-not-observed";
|
|
125
125
|
readonly runId: string;
|
|
126
|
-
readonly
|
|
126
|
+
readonly plannedAttemptId: string;
|
|
127
127
|
readonly evalId: string;
|
|
128
128
|
readonly attemptOrdinal: number;
|
|
129
129
|
} | {
|
|
@@ -135,7 +135,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
135
135
|
readonly code: "score-partial";
|
|
136
136
|
readonly locator: string | null;
|
|
137
137
|
})[];
|
|
138
|
-
readonly basis: "eval" | "
|
|
138
|
+
readonly basis: "eval" | "planned-attempt";
|
|
139
139
|
readonly total: number;
|
|
140
140
|
readonly refs: readonly {
|
|
141
141
|
readonly identity: {
|
|
@@ -144,7 +144,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
144
144
|
};
|
|
145
145
|
}[];
|
|
146
146
|
readonly samples: number;
|
|
147
|
-
readonly unit?: "
|
|
147
|
+
readonly unit?: "ms" | "tokens" | "USD" | "points" | undefined;
|
|
148
148
|
readonly bounds?: {
|
|
149
149
|
readonly min: number;
|
|
150
150
|
readonly max: number;
|
|
@@ -159,7 +159,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
159
159
|
} | {
|
|
160
160
|
readonly code: "attempt-origin-missing" | "attempt-not-observed";
|
|
161
161
|
readonly runId: string;
|
|
162
|
-
readonly
|
|
162
|
+
readonly plannedAttemptId: string;
|
|
163
163
|
readonly evalId: string;
|
|
164
164
|
readonly attemptOrdinal: number;
|
|
165
165
|
} | {
|
|
@@ -171,7 +171,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
171
171
|
readonly code: "score-partial";
|
|
172
172
|
readonly locator: string | null;
|
|
173
173
|
})[];
|
|
174
|
-
readonly basis: "eval" | "
|
|
174
|
+
readonly basis: "eval" | "planned-attempt";
|
|
175
175
|
readonly total: number;
|
|
176
176
|
readonly refs: readonly {
|
|
177
177
|
readonly identity: {
|
|
@@ -180,7 +180,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
180
180
|
};
|
|
181
181
|
}[];
|
|
182
182
|
readonly samples: number;
|
|
183
|
-
readonly unit?: "
|
|
183
|
+
readonly unit?: "ms" | "tokens" | "USD" | "points" | undefined;
|
|
184
184
|
readonly bounds?: {
|
|
185
185
|
readonly min: number;
|
|
186
186
|
readonly max: number;
|
|
@@ -195,7 +195,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
195
195
|
} | {
|
|
196
196
|
readonly code: "attempt-origin-missing" | "attempt-not-observed";
|
|
197
197
|
readonly runId: string;
|
|
198
|
-
readonly
|
|
198
|
+
readonly plannedAttemptId: string;
|
|
199
199
|
readonly evalId: string;
|
|
200
200
|
readonly attemptOrdinal: number;
|
|
201
201
|
} | {
|
|
@@ -207,7 +207,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
207
207
|
readonly code: "score-partial";
|
|
208
208
|
readonly locator: string | null;
|
|
209
209
|
})[];
|
|
210
|
-
readonly basis: "eval" | "
|
|
210
|
+
readonly basis: "eval" | "planned-attempt";
|
|
211
211
|
readonly total: number;
|
|
212
212
|
readonly refs: readonly {
|
|
213
213
|
readonly identity: {
|
|
@@ -216,7 +216,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
216
216
|
};
|
|
217
217
|
}[];
|
|
218
218
|
readonly samples: number;
|
|
219
|
-
readonly unit?: "
|
|
219
|
+
readonly unit?: "ms" | "tokens" | "USD" | "points" | undefined;
|
|
220
220
|
readonly bounds?: {
|
|
221
221
|
readonly min: number;
|
|
222
222
|
readonly max: number;
|
|
@@ -262,7 +262,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
262
262
|
} | {
|
|
263
263
|
readonly code: "attempt-origin-missing" | "attempt-not-observed";
|
|
264
264
|
readonly runId: string;
|
|
265
|
-
readonly
|
|
265
|
+
readonly plannedAttemptId: string;
|
|
266
266
|
readonly evalId: string;
|
|
267
267
|
readonly attemptOrdinal: number;
|
|
268
268
|
} | {
|
|
@@ -299,7 +299,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
299
299
|
} | {
|
|
300
300
|
readonly code: "attempt-origin-missing" | "attempt-not-observed";
|
|
301
301
|
readonly runId: string;
|
|
302
|
-
readonly
|
|
302
|
+
readonly plannedAttemptId: string;
|
|
303
303
|
readonly evalId: string;
|
|
304
304
|
readonly attemptOrdinal: number;
|
|
305
305
|
} | {
|
|
@@ -311,7 +311,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
311
311
|
readonly code: "score-partial";
|
|
312
312
|
readonly locator: string | null;
|
|
313
313
|
})[];
|
|
314
|
-
readonly basis: "eval" | "
|
|
314
|
+
readonly basis: "eval" | "planned-attempt";
|
|
315
315
|
readonly total: number;
|
|
316
316
|
readonly refs: readonly {
|
|
317
317
|
readonly identity: {
|
|
@@ -320,7 +320,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
320
320
|
};
|
|
321
321
|
}[];
|
|
322
322
|
readonly samples: number;
|
|
323
|
-
readonly unit?: "
|
|
323
|
+
readonly unit?: "ms" | "tokens" | "USD" | "points" | undefined;
|
|
324
324
|
readonly bounds?: {
|
|
325
325
|
readonly min: number;
|
|
326
326
|
readonly max: number;
|
|
@@ -336,7 +336,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
336
336
|
} | {
|
|
337
337
|
readonly code: "attempt-origin-missing" | "attempt-not-observed";
|
|
338
338
|
readonly runId: string;
|
|
339
|
-
readonly
|
|
339
|
+
readonly plannedAttemptId: string;
|
|
340
340
|
readonly evalId: string;
|
|
341
341
|
readonly attemptOrdinal: number;
|
|
342
342
|
} | {
|
|
@@ -348,7 +348,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
348
348
|
readonly code: "score-partial";
|
|
349
349
|
readonly locator: string | null;
|
|
350
350
|
})[];
|
|
351
|
-
readonly basis: "eval" | "
|
|
351
|
+
readonly basis: "eval" | "planned-attempt";
|
|
352
352
|
readonly total: number;
|
|
353
353
|
readonly refs: readonly {
|
|
354
354
|
readonly identity: {
|
|
@@ -357,7 +357,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
357
357
|
};
|
|
358
358
|
}[];
|
|
359
359
|
readonly samples: number;
|
|
360
|
-
readonly unit?: "
|
|
360
|
+
readonly unit?: "ms" | "tokens" | "USD" | "points" | undefined;
|
|
361
361
|
readonly bounds?: {
|
|
362
362
|
readonly min: number;
|
|
363
363
|
readonly max: number;
|
|
@@ -373,7 +373,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
373
373
|
} | {
|
|
374
374
|
readonly code: "attempt-origin-missing" | "attempt-not-observed";
|
|
375
375
|
readonly runId: string;
|
|
376
|
-
readonly
|
|
376
|
+
readonly plannedAttemptId: string;
|
|
377
377
|
readonly evalId: string;
|
|
378
378
|
readonly attemptOrdinal: number;
|
|
379
379
|
} | {
|
|
@@ -385,7 +385,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
385
385
|
readonly code: "score-partial";
|
|
386
386
|
readonly locator: string | null;
|
|
387
387
|
})[];
|
|
388
|
-
readonly basis: "eval" | "
|
|
388
|
+
readonly basis: "eval" | "planned-attempt";
|
|
389
389
|
readonly total: number;
|
|
390
390
|
readonly refs: readonly {
|
|
391
391
|
readonly identity: {
|
|
@@ -394,7 +394,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
394
394
|
};
|
|
395
395
|
}[];
|
|
396
396
|
readonly samples: number;
|
|
397
|
-
readonly unit?: "
|
|
397
|
+
readonly unit?: "ms" | "tokens" | "USD" | "points" | undefined;
|
|
398
398
|
readonly bounds?: {
|
|
399
399
|
readonly min: number;
|
|
400
400
|
readonly max: number;
|
|
@@ -409,7 +409,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
409
409
|
} | {
|
|
410
410
|
readonly code: "attempt-origin-missing" | "attempt-not-observed";
|
|
411
411
|
readonly runId: string;
|
|
412
|
-
readonly
|
|
412
|
+
readonly plannedAttemptId: string;
|
|
413
413
|
readonly evalId: string;
|
|
414
414
|
readonly attemptOrdinal: number;
|
|
415
415
|
} | {
|
|
@@ -421,7 +421,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
421
421
|
readonly code: "score-partial";
|
|
422
422
|
readonly locator: string | null;
|
|
423
423
|
})[];
|
|
424
|
-
readonly basis: "eval" | "
|
|
424
|
+
readonly basis: "eval" | "planned-attempt";
|
|
425
425
|
readonly total: number;
|
|
426
426
|
readonly refs: readonly {
|
|
427
427
|
readonly identity: {
|
|
@@ -430,7 +430,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
430
430
|
};
|
|
431
431
|
}[];
|
|
432
432
|
readonly samples: number;
|
|
433
|
-
readonly unit?: "
|
|
433
|
+
readonly unit?: "ms" | "tokens" | "USD" | "points" | undefined;
|
|
434
434
|
readonly bounds?: {
|
|
435
435
|
readonly min: number;
|
|
436
436
|
readonly max: number;
|
|
@@ -445,7 +445,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
445
445
|
} | {
|
|
446
446
|
readonly code: "attempt-origin-missing" | "attempt-not-observed";
|
|
447
447
|
readonly runId: string;
|
|
448
|
-
readonly
|
|
448
|
+
readonly plannedAttemptId: string;
|
|
449
449
|
readonly evalId: string;
|
|
450
450
|
readonly attemptOrdinal: number;
|
|
451
451
|
} | {
|
|
@@ -457,7 +457,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
457
457
|
readonly code: "score-partial";
|
|
458
458
|
readonly locator: string | null;
|
|
459
459
|
})[];
|
|
460
|
-
readonly basis: "eval" | "
|
|
460
|
+
readonly basis: "eval" | "planned-attempt";
|
|
461
461
|
readonly total: number;
|
|
462
462
|
readonly refs: readonly {
|
|
463
463
|
readonly identity: {
|
|
@@ -466,7 +466,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
466
466
|
};
|
|
467
467
|
}[];
|
|
468
468
|
readonly samples: number;
|
|
469
|
-
readonly unit?: "
|
|
469
|
+
readonly unit?: "ms" | "tokens" | "USD" | "points" | undefined;
|
|
470
470
|
readonly bounds?: {
|
|
471
471
|
readonly min: number;
|
|
472
472
|
readonly max: number;
|
|
@@ -512,7 +512,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
512
512
|
} | {
|
|
513
513
|
readonly code: "attempt-origin-missing" | "attempt-not-observed";
|
|
514
514
|
readonly runId: string;
|
|
515
|
-
readonly
|
|
515
|
+
readonly plannedAttemptId: string;
|
|
516
516
|
readonly evalId: string;
|
|
517
517
|
readonly attemptOrdinal: number;
|
|
518
518
|
} | {
|
|
@@ -524,6 +524,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
524
524
|
readonly code: "score-partial";
|
|
525
525
|
readonly locator: string | null;
|
|
526
526
|
})[];
|
|
527
|
+
readonly plugins: readonly import("../record/model/run-context.cjs").RunPluginIdentity[];
|
|
527
528
|
readonly experimentId: string;
|
|
528
529
|
readonly adapter: {
|
|
529
530
|
readonly state: "available";
|
|
@@ -573,7 +574,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
573
574
|
} | {
|
|
574
575
|
readonly code: "attempt-origin-missing" | "attempt-not-observed";
|
|
575
576
|
readonly runId: string;
|
|
576
|
-
readonly
|
|
577
|
+
readonly plannedAttemptId: string;
|
|
577
578
|
readonly evalId: string;
|
|
578
579
|
readonly attemptOrdinal: number;
|
|
579
580
|
} | {
|
|
@@ -585,7 +586,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
585
586
|
readonly code: "score-partial";
|
|
586
587
|
readonly locator: string | null;
|
|
587
588
|
})[];
|
|
588
|
-
readonly basis: "eval" | "
|
|
589
|
+
readonly basis: "eval" | "planned-attempt";
|
|
589
590
|
readonly total: number;
|
|
590
591
|
readonly refs: readonly {
|
|
591
592
|
readonly identity: {
|
|
@@ -594,7 +595,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
594
595
|
};
|
|
595
596
|
}[];
|
|
596
597
|
readonly samples: number;
|
|
597
|
-
readonly unit?: "
|
|
598
|
+
readonly unit?: "ms" | "tokens" | "USD" | "points" | undefined;
|
|
598
599
|
readonly bounds?: {
|
|
599
600
|
readonly min: number;
|
|
600
601
|
readonly max: number;
|
|
@@ -610,7 +611,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
610
611
|
} | {
|
|
611
612
|
readonly code: "attempt-origin-missing" | "attempt-not-observed";
|
|
612
613
|
readonly runId: string;
|
|
613
|
-
readonly
|
|
614
|
+
readonly plannedAttemptId: string;
|
|
614
615
|
readonly evalId: string;
|
|
615
616
|
readonly attemptOrdinal: number;
|
|
616
617
|
} | {
|
|
@@ -622,7 +623,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
622
623
|
readonly code: "score-partial";
|
|
623
624
|
readonly locator: string | null;
|
|
624
625
|
})[];
|
|
625
|
-
readonly basis: "eval" | "
|
|
626
|
+
readonly basis: "eval" | "planned-attempt";
|
|
626
627
|
readonly total: number;
|
|
627
628
|
readonly refs: readonly {
|
|
628
629
|
readonly identity: {
|
|
@@ -631,7 +632,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
631
632
|
};
|
|
632
633
|
}[];
|
|
633
634
|
readonly samples: number;
|
|
634
|
-
readonly unit?: "
|
|
635
|
+
readonly unit?: "ms" | "tokens" | "USD" | "points" | undefined;
|
|
635
636
|
readonly bounds?: {
|
|
636
637
|
readonly min: number;
|
|
637
638
|
readonly max: number;
|
|
@@ -647,7 +648,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
647
648
|
} | {
|
|
648
649
|
readonly code: "attempt-origin-missing" | "attempt-not-observed";
|
|
649
650
|
readonly runId: string;
|
|
650
|
-
readonly
|
|
651
|
+
readonly plannedAttemptId: string;
|
|
651
652
|
readonly evalId: string;
|
|
652
653
|
readonly attemptOrdinal: number;
|
|
653
654
|
} | {
|
|
@@ -659,7 +660,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
659
660
|
readonly code: "score-partial";
|
|
660
661
|
readonly locator: string | null;
|
|
661
662
|
})[];
|
|
662
|
-
readonly basis: "eval" | "
|
|
663
|
+
readonly basis: "eval" | "planned-attempt";
|
|
663
664
|
readonly total: number;
|
|
664
665
|
readonly refs: readonly {
|
|
665
666
|
readonly identity: {
|
|
@@ -668,7 +669,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
668
669
|
};
|
|
669
670
|
}[];
|
|
670
671
|
readonly samples: number;
|
|
671
|
-
readonly unit?: "
|
|
672
|
+
readonly unit?: "ms" | "tokens" | "USD" | "points" | undefined;
|
|
672
673
|
readonly bounds?: {
|
|
673
674
|
readonly min: number;
|
|
674
675
|
readonly max: number;
|
|
@@ -683,7 +684,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
683
684
|
} | {
|
|
684
685
|
readonly code: "attempt-origin-missing" | "attempt-not-observed";
|
|
685
686
|
readonly runId: string;
|
|
686
|
-
readonly
|
|
687
|
+
readonly plannedAttemptId: string;
|
|
687
688
|
readonly evalId: string;
|
|
688
689
|
readonly attemptOrdinal: number;
|
|
689
690
|
} | {
|
|
@@ -695,7 +696,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
695
696
|
readonly code: "score-partial";
|
|
696
697
|
readonly locator: string | null;
|
|
697
698
|
})[];
|
|
698
|
-
readonly basis: "eval" | "
|
|
699
|
+
readonly basis: "eval" | "planned-attempt";
|
|
699
700
|
readonly total: number;
|
|
700
701
|
readonly refs: readonly {
|
|
701
702
|
readonly identity: {
|
|
@@ -704,7 +705,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
704
705
|
};
|
|
705
706
|
}[];
|
|
706
707
|
readonly samples: number;
|
|
707
|
-
readonly unit?: "
|
|
708
|
+
readonly unit?: "ms" | "tokens" | "USD" | "points" | undefined;
|
|
708
709
|
readonly bounds?: {
|
|
709
710
|
readonly min: number;
|
|
710
711
|
readonly max: number;
|
|
@@ -719,7 +720,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
719
720
|
} | {
|
|
720
721
|
readonly code: "attempt-origin-missing" | "attempt-not-observed";
|
|
721
722
|
readonly runId: string;
|
|
722
|
-
readonly
|
|
723
|
+
readonly plannedAttemptId: string;
|
|
723
724
|
readonly evalId: string;
|
|
724
725
|
readonly attemptOrdinal: number;
|
|
725
726
|
} | {
|
|
@@ -731,7 +732,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
731
732
|
readonly code: "score-partial";
|
|
732
733
|
readonly locator: string | null;
|
|
733
734
|
})[];
|
|
734
|
-
readonly basis: "eval" | "
|
|
735
|
+
readonly basis: "eval" | "planned-attempt";
|
|
735
736
|
readonly total: number;
|
|
736
737
|
readonly refs: readonly {
|
|
737
738
|
readonly identity: {
|
|
@@ -740,7 +741,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
740
741
|
};
|
|
741
742
|
}[];
|
|
742
743
|
readonly samples: number;
|
|
743
|
-
readonly unit?: "
|
|
744
|
+
readonly unit?: "ms" | "tokens" | "USD" | "points" | undefined;
|
|
744
745
|
readonly bounds?: {
|
|
745
746
|
readonly min: number;
|
|
746
747
|
readonly max: number;
|
|
@@ -786,7 +787,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
786
787
|
} | {
|
|
787
788
|
readonly code: "attempt-origin-missing" | "attempt-not-observed";
|
|
788
789
|
readonly runId: string;
|
|
789
|
-
readonly
|
|
790
|
+
readonly plannedAttemptId: string;
|
|
790
791
|
readonly evalId: string;
|
|
791
792
|
readonly attemptOrdinal: number;
|
|
792
793
|
} | {
|
|
@@ -825,7 +826,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
825
826
|
} | {
|
|
826
827
|
readonly code: "attempt-origin-missing" | "attempt-not-observed";
|
|
827
828
|
readonly runId: string;
|
|
828
|
-
readonly
|
|
829
|
+
readonly plannedAttemptId: string;
|
|
829
830
|
readonly evalId: string;
|
|
830
831
|
readonly attemptOrdinal: number;
|
|
831
832
|
} | {
|
|
@@ -837,7 +838,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
837
838
|
readonly code: "score-partial";
|
|
838
839
|
readonly locator: string | null;
|
|
839
840
|
})[];
|
|
840
|
-
readonly basis: "eval" | "
|
|
841
|
+
readonly basis: "eval" | "planned-attempt";
|
|
841
842
|
readonly total: number;
|
|
842
843
|
readonly refs: readonly {
|
|
843
844
|
readonly identity: {
|
|
@@ -846,7 +847,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
846
847
|
};
|
|
847
848
|
}[];
|
|
848
849
|
readonly samples: number;
|
|
849
|
-
readonly unit?: "
|
|
850
|
+
readonly unit?: "ms" | "tokens" | "USD" | "points" | undefined;
|
|
850
851
|
readonly bounds?: {
|
|
851
852
|
readonly min: number;
|
|
852
853
|
readonly max: number;
|
|
@@ -862,7 +863,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
862
863
|
} | {
|
|
863
864
|
readonly code: "attempt-origin-missing" | "attempt-not-observed";
|
|
864
865
|
readonly runId: string;
|
|
865
|
-
readonly
|
|
866
|
+
readonly plannedAttemptId: string;
|
|
866
867
|
readonly evalId: string;
|
|
867
868
|
readonly attemptOrdinal: number;
|
|
868
869
|
} | {
|
|
@@ -874,7 +875,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
874
875
|
readonly code: "score-partial";
|
|
875
876
|
readonly locator: string | null;
|
|
876
877
|
})[];
|
|
877
|
-
readonly basis: "eval" | "
|
|
878
|
+
readonly basis: "eval" | "planned-attempt";
|
|
878
879
|
readonly total: number;
|
|
879
880
|
readonly refs: readonly {
|
|
880
881
|
readonly identity: {
|
|
@@ -883,7 +884,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
883
884
|
};
|
|
884
885
|
}[];
|
|
885
886
|
readonly samples: number;
|
|
886
|
-
readonly unit?: "
|
|
887
|
+
readonly unit?: "ms" | "tokens" | "USD" | "points" | undefined;
|
|
887
888
|
readonly bounds?: {
|
|
888
889
|
readonly min: number;
|
|
889
890
|
readonly max: number;
|
|
@@ -899,7 +900,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
899
900
|
} | {
|
|
900
901
|
readonly code: "attempt-origin-missing" | "attempt-not-observed";
|
|
901
902
|
readonly runId: string;
|
|
902
|
-
readonly
|
|
903
|
+
readonly plannedAttemptId: string;
|
|
903
904
|
readonly evalId: string;
|
|
904
905
|
readonly attemptOrdinal: number;
|
|
905
906
|
} | {
|
|
@@ -911,7 +912,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
911
912
|
readonly code: "score-partial";
|
|
912
913
|
readonly locator: string | null;
|
|
913
914
|
})[];
|
|
914
|
-
readonly basis: "eval" | "
|
|
915
|
+
readonly basis: "eval" | "planned-attempt";
|
|
915
916
|
readonly total: number;
|
|
916
917
|
readonly refs: readonly {
|
|
917
918
|
readonly identity: {
|
|
@@ -920,7 +921,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
920
921
|
};
|
|
921
922
|
}[];
|
|
922
923
|
readonly samples: number;
|
|
923
|
-
readonly unit?: "
|
|
924
|
+
readonly unit?: "ms" | "tokens" | "USD" | "points" | undefined;
|
|
924
925
|
readonly bounds?: {
|
|
925
926
|
readonly min: number;
|
|
926
927
|
readonly max: number;
|
|
@@ -935,7 +936,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
935
936
|
} | {
|
|
936
937
|
readonly code: "attempt-origin-missing" | "attempt-not-observed";
|
|
937
938
|
readonly runId: string;
|
|
938
|
-
readonly
|
|
939
|
+
readonly plannedAttemptId: string;
|
|
939
940
|
readonly evalId: string;
|
|
940
941
|
readonly attemptOrdinal: number;
|
|
941
942
|
} | {
|
|
@@ -947,7 +948,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
947
948
|
readonly code: "score-partial";
|
|
948
949
|
readonly locator: string | null;
|
|
949
950
|
})[];
|
|
950
|
-
readonly basis: "eval" | "
|
|
951
|
+
readonly basis: "eval" | "planned-attempt";
|
|
951
952
|
readonly total: number;
|
|
952
953
|
readonly refs: readonly {
|
|
953
954
|
readonly identity: {
|
|
@@ -956,7 +957,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
956
957
|
};
|
|
957
958
|
}[];
|
|
958
959
|
readonly samples: number;
|
|
959
|
-
readonly unit?: "
|
|
960
|
+
readonly unit?: "ms" | "tokens" | "USD" | "points" | undefined;
|
|
960
961
|
readonly bounds?: {
|
|
961
962
|
readonly min: number;
|
|
962
963
|
readonly max: number;
|
|
@@ -971,7 +972,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
971
972
|
} | {
|
|
972
973
|
readonly code: "attempt-origin-missing" | "attempt-not-observed";
|
|
973
974
|
readonly runId: string;
|
|
974
|
-
readonly
|
|
975
|
+
readonly plannedAttemptId: string;
|
|
975
976
|
readonly evalId: string;
|
|
976
977
|
readonly attemptOrdinal: number;
|
|
977
978
|
} | {
|
|
@@ -983,7 +984,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
983
984
|
readonly code: "score-partial";
|
|
984
985
|
readonly locator: string | null;
|
|
985
986
|
})[];
|
|
986
|
-
readonly basis: "eval" | "
|
|
987
|
+
readonly basis: "eval" | "planned-attempt";
|
|
987
988
|
readonly total: number;
|
|
988
989
|
readonly refs: readonly {
|
|
989
990
|
readonly identity: {
|
|
@@ -992,7 +993,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
992
993
|
};
|
|
993
994
|
}[];
|
|
994
995
|
readonly samples: number;
|
|
995
|
-
readonly unit?: "
|
|
996
|
+
readonly unit?: "ms" | "tokens" | "USD" | "points" | undefined;
|
|
996
997
|
readonly bounds?: {
|
|
997
998
|
readonly min: number;
|
|
998
999
|
readonly max: number;
|
|
@@ -1038,7 +1039,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
1038
1039
|
} | {
|
|
1039
1040
|
readonly code: "attempt-origin-missing" | "attempt-not-observed";
|
|
1040
1041
|
readonly runId: string;
|
|
1041
|
-
readonly
|
|
1042
|
+
readonly plannedAttemptId: string;
|
|
1042
1043
|
readonly evalId: string;
|
|
1043
1044
|
readonly attemptOrdinal: number;
|
|
1044
1045
|
} | {
|
|
@@ -1055,7 +1056,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
1055
1056
|
readonly groupPath: readonly string[];
|
|
1056
1057
|
readonly members: readonly {
|
|
1057
1058
|
readonly runId: string;
|
|
1058
|
-
readonly
|
|
1059
|
+
readonly plannedAttemptId: string;
|
|
1059
1060
|
readonly evalId: string;
|
|
1060
1061
|
readonly attemptOrdinal: number;
|
|
1061
1062
|
readonly labels: {
|
|
@@ -1084,7 +1085,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
1084
1085
|
} | {
|
|
1085
1086
|
readonly code: "attempt-origin-missing" | "attempt-not-observed";
|
|
1086
1087
|
readonly runId: string;
|
|
1087
|
-
readonly
|
|
1088
|
+
readonly plannedAttemptId: string;
|
|
1088
1089
|
readonly evalId: string;
|
|
1089
1090
|
readonly attemptOrdinal: number;
|
|
1090
1091
|
} | {
|
|
@@ -1096,7 +1097,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
1096
1097
|
readonly code: "score-partial";
|
|
1097
1098
|
readonly locator: string | null;
|
|
1098
1099
|
})[];
|
|
1099
|
-
readonly basis: "eval" | "
|
|
1100
|
+
readonly basis: "eval" | "planned-attempt";
|
|
1100
1101
|
readonly total: number;
|
|
1101
1102
|
readonly refs: readonly {
|
|
1102
1103
|
readonly identity: {
|
|
@@ -1105,7 +1106,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
1105
1106
|
};
|
|
1106
1107
|
}[];
|
|
1107
1108
|
readonly samples: number;
|
|
1108
|
-
readonly unit?: "
|
|
1109
|
+
readonly unit?: "ms" | "tokens" | "USD" | "points" | undefined;
|
|
1109
1110
|
readonly bounds?: {
|
|
1110
1111
|
readonly min: number;
|
|
1111
1112
|
readonly max: number;
|
|
@@ -1121,7 +1122,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
1121
1122
|
} | {
|
|
1122
1123
|
readonly code: "attempt-origin-missing" | "attempt-not-observed";
|
|
1123
1124
|
readonly runId: string;
|
|
1124
|
-
readonly
|
|
1125
|
+
readonly plannedAttemptId: string;
|
|
1125
1126
|
readonly evalId: string;
|
|
1126
1127
|
readonly attemptOrdinal: number;
|
|
1127
1128
|
} | {
|
|
@@ -1133,7 +1134,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
1133
1134
|
readonly code: "score-partial";
|
|
1134
1135
|
readonly locator: string | null;
|
|
1135
1136
|
})[];
|
|
1136
|
-
readonly basis: "eval" | "
|
|
1137
|
+
readonly basis: "eval" | "planned-attempt";
|
|
1137
1138
|
readonly total: number;
|
|
1138
1139
|
readonly refs: readonly {
|
|
1139
1140
|
readonly identity: {
|
|
@@ -1142,7 +1143,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
1142
1143
|
};
|
|
1143
1144
|
}[];
|
|
1144
1145
|
readonly samples: number;
|
|
1145
|
-
readonly unit?: "
|
|
1146
|
+
readonly unit?: "ms" | "tokens" | "USD" | "points" | undefined;
|
|
1146
1147
|
readonly bounds?: {
|
|
1147
1148
|
readonly min: number;
|
|
1148
1149
|
readonly max: number;
|
|
@@ -1157,7 +1158,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
1157
1158
|
} | {
|
|
1158
1159
|
readonly code: "attempt-origin-missing" | "attempt-not-observed";
|
|
1159
1160
|
readonly runId: string;
|
|
1160
|
-
readonly
|
|
1161
|
+
readonly plannedAttemptId: string;
|
|
1161
1162
|
readonly evalId: string;
|
|
1162
1163
|
readonly attemptOrdinal: number;
|
|
1163
1164
|
} | {
|
|
@@ -1169,7 +1170,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
1169
1170
|
readonly code: "score-partial";
|
|
1170
1171
|
readonly locator: string | null;
|
|
1171
1172
|
})[];
|
|
1172
|
-
readonly basis: "eval" | "
|
|
1173
|
+
readonly basis: "eval" | "planned-attempt";
|
|
1173
1174
|
readonly total: number;
|
|
1174
1175
|
readonly refs: readonly {
|
|
1175
1176
|
readonly identity: {
|
|
@@ -1178,7 +1179,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
1178
1179
|
};
|
|
1179
1180
|
}[];
|
|
1180
1181
|
readonly samples: number;
|
|
1181
|
-
readonly unit?: "
|
|
1182
|
+
readonly unit?: "ms" | "tokens" | "USD" | "points" | undefined;
|
|
1182
1183
|
readonly bounds?: {
|
|
1183
1184
|
readonly min: number;
|
|
1184
1185
|
readonly max: number;
|
|
@@ -1193,7 +1194,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
1193
1194
|
} | {
|
|
1194
1195
|
readonly code: "attempt-origin-missing" | "attempt-not-observed";
|
|
1195
1196
|
readonly runId: string;
|
|
1196
|
-
readonly
|
|
1197
|
+
readonly plannedAttemptId: string;
|
|
1197
1198
|
readonly evalId: string;
|
|
1198
1199
|
readonly attemptOrdinal: number;
|
|
1199
1200
|
} | {
|
|
@@ -1205,7 +1206,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
1205
1206
|
readonly code: "score-partial";
|
|
1206
1207
|
readonly locator: string | null;
|
|
1207
1208
|
})[];
|
|
1208
|
-
readonly basis: "eval" | "
|
|
1209
|
+
readonly basis: "eval" | "planned-attempt";
|
|
1209
1210
|
readonly total: number;
|
|
1210
1211
|
readonly refs: readonly {
|
|
1211
1212
|
readonly identity: {
|
|
@@ -1214,24 +1215,24 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
1214
1215
|
};
|
|
1215
1216
|
}[];
|
|
1216
1217
|
readonly samples: number;
|
|
1217
|
-
readonly unit?: "
|
|
1218
|
+
readonly unit?: "ms" | "tokens" | "USD" | "points" | undefined;
|
|
1218
1219
|
readonly bounds?: {
|
|
1219
1220
|
readonly min: number;
|
|
1220
1221
|
readonly max: number;
|
|
1221
1222
|
} | undefined;
|
|
1222
1223
|
};
|
|
1224
|
+
readonly originPlannedAttemptId: string;
|
|
1223
1225
|
readonly state: "published";
|
|
1224
1226
|
readonly action: "accepted" | "executed" | "carried";
|
|
1225
1227
|
readonly attemptId: string;
|
|
1226
1228
|
readonly attemptLocator: string;
|
|
1227
1229
|
readonly originRunId: string;
|
|
1228
|
-
readonly originSlotId: string;
|
|
1229
1230
|
};
|
|
1230
1231
|
}[];
|
|
1231
1232
|
}[];
|
|
1232
1233
|
};
|
|
1233
1234
|
}) | ({
|
|
1234
|
-
readonly protocol: "niceeval.query/
|
|
1235
|
+
readonly protocol: "niceeval.query/v2";
|
|
1235
1236
|
readonly outcome: "success";
|
|
1236
1237
|
readonly behaviorVersion: "2.0.0";
|
|
1237
1238
|
readonly source: {
|
|
@@ -1255,8 +1256,17 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
1255
1256
|
readonly operation: "experiment.get";
|
|
1256
1257
|
} & {
|
|
1257
1258
|
readonly experiment: {
|
|
1259
|
+
readonly notes: readonly {
|
|
1260
|
+
readonly count: number;
|
|
1261
|
+
readonly label: string;
|
|
1262
|
+
readonly min: number;
|
|
1263
|
+
readonly max: number;
|
|
1264
|
+
readonly median: number;
|
|
1265
|
+
readonly p90: number;
|
|
1266
|
+
readonly unit?: "ms" | "seconds" | "tokens" | "usd" | "ratio" | "count" | "bytes" | undefined;
|
|
1267
|
+
}[];
|
|
1258
1268
|
readonly costSummary: {
|
|
1259
|
-
readonly scope: "latest-recorded-
|
|
1269
|
+
readonly scope: "latest-recorded-attempts";
|
|
1260
1270
|
readonly totalCosts: {
|
|
1261
1271
|
readonly state: "complete" | "partial" | "unavailable";
|
|
1262
1272
|
readonly values: readonly {
|
|
@@ -1267,13 +1277,13 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
1267
1277
|
readonly missingSources: readonly ("judge" | "application")[];
|
|
1268
1278
|
};
|
|
1269
1279
|
readonly coverage: {
|
|
1270
|
-
readonly
|
|
1271
|
-
readonly
|
|
1280
|
+
readonly plannedAttemptCount: number;
|
|
1281
|
+
readonly recordedAttemptCount: number;
|
|
1272
1282
|
readonly originAttemptCount: number;
|
|
1273
1283
|
readonly completeAttemptCount: number;
|
|
1274
1284
|
readonly partialAttemptCount: number;
|
|
1275
1285
|
readonly unavailableAttemptCount: number;
|
|
1276
|
-
readonly
|
|
1286
|
+
readonly missingAttemptCount: number;
|
|
1277
1287
|
};
|
|
1278
1288
|
};
|
|
1279
1289
|
readonly modelUsage: {
|
|
@@ -1287,7 +1297,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
1287
1297
|
} | {
|
|
1288
1298
|
readonly state: "available";
|
|
1289
1299
|
readonly bindings: readonly {
|
|
1290
|
-
readonly
|
|
1300
|
+
readonly modelRole: string;
|
|
1291
1301
|
readonly model: string | null;
|
|
1292
1302
|
readonly reasoningEffort: string | null;
|
|
1293
1303
|
readonly recordedCalls: number | null;
|
|
@@ -1297,7 +1307,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
1297
1307
|
readonly state: "available";
|
|
1298
1308
|
readonly basis: "recorded-calls";
|
|
1299
1309
|
readonly groups: readonly {
|
|
1300
|
-
readonly
|
|
1310
|
+
readonly modelRole: string | null;
|
|
1301
1311
|
readonly provider: string | null;
|
|
1302
1312
|
readonly model: string | null;
|
|
1303
1313
|
readonly recordedCalls: number;
|
|
@@ -1491,7 +1501,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
1491
1501
|
} | {
|
|
1492
1502
|
readonly code: "attempt-origin-missing" | "attempt-not-observed";
|
|
1493
1503
|
readonly runId: string;
|
|
1494
|
-
readonly
|
|
1504
|
+
readonly plannedAttemptId: string;
|
|
1495
1505
|
readonly evalId: string;
|
|
1496
1506
|
readonly attemptOrdinal: number;
|
|
1497
1507
|
} | {
|
|
@@ -1503,7 +1513,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
1503
1513
|
readonly code: "score-partial";
|
|
1504
1514
|
readonly locator: string | null;
|
|
1505
1515
|
})[];
|
|
1506
|
-
readonly basis: "eval" | "
|
|
1516
|
+
readonly basis: "eval" | "planned-attempt";
|
|
1507
1517
|
readonly total: number;
|
|
1508
1518
|
readonly refs: readonly {
|
|
1509
1519
|
readonly identity: {
|
|
@@ -1512,7 +1522,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
1512
1522
|
};
|
|
1513
1523
|
}[];
|
|
1514
1524
|
readonly samples: number;
|
|
1515
|
-
readonly unit?: "
|
|
1525
|
+
readonly unit?: "ms" | "tokens" | "USD" | "points" | undefined;
|
|
1516
1526
|
readonly bounds?: {
|
|
1517
1527
|
readonly min: number;
|
|
1518
1528
|
readonly max: number;
|
|
@@ -1528,7 +1538,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
1528
1538
|
} | {
|
|
1529
1539
|
readonly code: "attempt-origin-missing" | "attempt-not-observed";
|
|
1530
1540
|
readonly runId: string;
|
|
1531
|
-
readonly
|
|
1541
|
+
readonly plannedAttemptId: string;
|
|
1532
1542
|
readonly evalId: string;
|
|
1533
1543
|
readonly attemptOrdinal: number;
|
|
1534
1544
|
} | {
|
|
@@ -1540,7 +1550,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
1540
1550
|
readonly code: "score-partial";
|
|
1541
1551
|
readonly locator: string | null;
|
|
1542
1552
|
})[];
|
|
1543
|
-
readonly basis: "eval" | "
|
|
1553
|
+
readonly basis: "eval" | "planned-attempt";
|
|
1544
1554
|
readonly total: number;
|
|
1545
1555
|
readonly refs: readonly {
|
|
1546
1556
|
readonly identity: {
|
|
@@ -1549,7 +1559,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
1549
1559
|
};
|
|
1550
1560
|
}[];
|
|
1551
1561
|
readonly samples: number;
|
|
1552
|
-
readonly unit?: "
|
|
1562
|
+
readonly unit?: "ms" | "tokens" | "USD" | "points" | undefined;
|
|
1553
1563
|
readonly bounds?: {
|
|
1554
1564
|
readonly min: number;
|
|
1555
1565
|
readonly max: number;
|
|
@@ -1565,7 +1575,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
1565
1575
|
} | {
|
|
1566
1576
|
readonly code: "attempt-origin-missing" | "attempt-not-observed";
|
|
1567
1577
|
readonly runId: string;
|
|
1568
|
-
readonly
|
|
1578
|
+
readonly plannedAttemptId: string;
|
|
1569
1579
|
readonly evalId: string;
|
|
1570
1580
|
readonly attemptOrdinal: number;
|
|
1571
1581
|
} | {
|
|
@@ -1577,7 +1587,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
1577
1587
|
readonly code: "score-partial";
|
|
1578
1588
|
readonly locator: string | null;
|
|
1579
1589
|
})[];
|
|
1580
|
-
readonly basis: "eval" | "
|
|
1590
|
+
readonly basis: "eval" | "planned-attempt";
|
|
1581
1591
|
readonly total: number;
|
|
1582
1592
|
readonly refs: readonly {
|
|
1583
1593
|
readonly identity: {
|
|
@@ -1586,7 +1596,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
1586
1596
|
};
|
|
1587
1597
|
}[];
|
|
1588
1598
|
readonly samples: number;
|
|
1589
|
-
readonly unit?: "
|
|
1599
|
+
readonly unit?: "ms" | "tokens" | "USD" | "points" | undefined;
|
|
1590
1600
|
readonly bounds?: {
|
|
1591
1601
|
readonly min: number;
|
|
1592
1602
|
readonly max: number;
|
|
@@ -1601,7 +1611,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
1601
1611
|
} | {
|
|
1602
1612
|
readonly code: "attempt-origin-missing" | "attempt-not-observed";
|
|
1603
1613
|
readonly runId: string;
|
|
1604
|
-
readonly
|
|
1614
|
+
readonly plannedAttemptId: string;
|
|
1605
1615
|
readonly evalId: string;
|
|
1606
1616
|
readonly attemptOrdinal: number;
|
|
1607
1617
|
} | {
|
|
@@ -1613,7 +1623,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
1613
1623
|
readonly code: "score-partial";
|
|
1614
1624
|
readonly locator: string | null;
|
|
1615
1625
|
})[];
|
|
1616
|
-
readonly basis: "eval" | "
|
|
1626
|
+
readonly basis: "eval" | "planned-attempt";
|
|
1617
1627
|
readonly total: number;
|
|
1618
1628
|
readonly refs: readonly {
|
|
1619
1629
|
readonly identity: {
|
|
@@ -1622,7 +1632,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
1622
1632
|
};
|
|
1623
1633
|
}[];
|
|
1624
1634
|
readonly samples: number;
|
|
1625
|
-
readonly unit?: "
|
|
1635
|
+
readonly unit?: "ms" | "tokens" | "USD" | "points" | undefined;
|
|
1626
1636
|
readonly bounds?: {
|
|
1627
1637
|
readonly min: number;
|
|
1628
1638
|
readonly max: number;
|
|
@@ -1637,7 +1647,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
1637
1647
|
} | {
|
|
1638
1648
|
readonly code: "attempt-origin-missing" | "attempt-not-observed";
|
|
1639
1649
|
readonly runId: string;
|
|
1640
|
-
readonly
|
|
1650
|
+
readonly plannedAttemptId: string;
|
|
1641
1651
|
readonly evalId: string;
|
|
1642
1652
|
readonly attemptOrdinal: number;
|
|
1643
1653
|
} | {
|
|
@@ -1649,7 +1659,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
1649
1659
|
readonly code: "score-partial";
|
|
1650
1660
|
readonly locator: string | null;
|
|
1651
1661
|
})[];
|
|
1652
|
-
readonly basis: "eval" | "
|
|
1662
|
+
readonly basis: "eval" | "planned-attempt";
|
|
1653
1663
|
readonly total: number;
|
|
1654
1664
|
readonly refs: readonly {
|
|
1655
1665
|
readonly identity: {
|
|
@@ -1658,7 +1668,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
1658
1668
|
};
|
|
1659
1669
|
}[];
|
|
1660
1670
|
readonly samples: number;
|
|
1661
|
-
readonly unit?: "
|
|
1671
|
+
readonly unit?: "ms" | "tokens" | "USD" | "points" | undefined;
|
|
1662
1672
|
readonly bounds?: {
|
|
1663
1673
|
readonly min: number;
|
|
1664
1674
|
readonly max: number;
|
|
@@ -1704,7 +1714,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
1704
1714
|
} | {
|
|
1705
1715
|
readonly code: "attempt-origin-missing" | "attempt-not-observed";
|
|
1706
1716
|
readonly runId: string;
|
|
1707
|
-
readonly
|
|
1717
|
+
readonly plannedAttemptId: string;
|
|
1708
1718
|
readonly evalId: string;
|
|
1709
1719
|
readonly attemptOrdinal: number;
|
|
1710
1720
|
} | {
|
|
@@ -1716,6 +1726,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
1716
1726
|
readonly code: "score-partial";
|
|
1717
1727
|
readonly locator: string | null;
|
|
1718
1728
|
})[];
|
|
1729
|
+
readonly plugins: readonly import("../record/model/run-context.cjs").RunPluginIdentity[];
|
|
1719
1730
|
readonly experimentId: string;
|
|
1720
1731
|
readonly adapter: {
|
|
1721
1732
|
readonly state: "available";
|
|
@@ -1765,7 +1776,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
1765
1776
|
} | {
|
|
1766
1777
|
readonly code: "attempt-origin-missing" | "attempt-not-observed";
|
|
1767
1778
|
readonly runId: string;
|
|
1768
|
-
readonly
|
|
1779
|
+
readonly plannedAttemptId: string;
|
|
1769
1780
|
readonly evalId: string;
|
|
1770
1781
|
readonly attemptOrdinal: number;
|
|
1771
1782
|
} | {
|
|
@@ -1777,7 +1788,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
1777
1788
|
readonly code: "score-partial";
|
|
1778
1789
|
readonly locator: string | null;
|
|
1779
1790
|
})[];
|
|
1780
|
-
readonly basis: "eval" | "
|
|
1791
|
+
readonly basis: "eval" | "planned-attempt";
|
|
1781
1792
|
readonly total: number;
|
|
1782
1793
|
readonly refs: readonly {
|
|
1783
1794
|
readonly identity: {
|
|
@@ -1786,7 +1797,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
1786
1797
|
};
|
|
1787
1798
|
}[];
|
|
1788
1799
|
readonly samples: number;
|
|
1789
|
-
readonly unit?: "
|
|
1800
|
+
readonly unit?: "ms" | "tokens" | "USD" | "points" | undefined;
|
|
1790
1801
|
readonly bounds?: {
|
|
1791
1802
|
readonly min: number;
|
|
1792
1803
|
readonly max: number;
|
|
@@ -1802,7 +1813,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
1802
1813
|
} | {
|
|
1803
1814
|
readonly code: "attempt-origin-missing" | "attempt-not-observed";
|
|
1804
1815
|
readonly runId: string;
|
|
1805
|
-
readonly
|
|
1816
|
+
readonly plannedAttemptId: string;
|
|
1806
1817
|
readonly evalId: string;
|
|
1807
1818
|
readonly attemptOrdinal: number;
|
|
1808
1819
|
} | {
|
|
@@ -1814,7 +1825,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
1814
1825
|
readonly code: "score-partial";
|
|
1815
1826
|
readonly locator: string | null;
|
|
1816
1827
|
})[];
|
|
1817
|
-
readonly basis: "eval" | "
|
|
1828
|
+
readonly basis: "eval" | "planned-attempt";
|
|
1818
1829
|
readonly total: number;
|
|
1819
1830
|
readonly refs: readonly {
|
|
1820
1831
|
readonly identity: {
|
|
@@ -1823,7 +1834,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
1823
1834
|
};
|
|
1824
1835
|
}[];
|
|
1825
1836
|
readonly samples: number;
|
|
1826
|
-
readonly unit?: "
|
|
1837
|
+
readonly unit?: "ms" | "tokens" | "USD" | "points" | undefined;
|
|
1827
1838
|
readonly bounds?: {
|
|
1828
1839
|
readonly min: number;
|
|
1829
1840
|
readonly max: number;
|
|
@@ -1839,7 +1850,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
1839
1850
|
} | {
|
|
1840
1851
|
readonly code: "attempt-origin-missing" | "attempt-not-observed";
|
|
1841
1852
|
readonly runId: string;
|
|
1842
|
-
readonly
|
|
1853
|
+
readonly plannedAttemptId: string;
|
|
1843
1854
|
readonly evalId: string;
|
|
1844
1855
|
readonly attemptOrdinal: number;
|
|
1845
1856
|
} | {
|
|
@@ -1851,7 +1862,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
1851
1862
|
readonly code: "score-partial";
|
|
1852
1863
|
readonly locator: string | null;
|
|
1853
1864
|
})[];
|
|
1854
|
-
readonly basis: "eval" | "
|
|
1865
|
+
readonly basis: "eval" | "planned-attempt";
|
|
1855
1866
|
readonly total: number;
|
|
1856
1867
|
readonly refs: readonly {
|
|
1857
1868
|
readonly identity: {
|
|
@@ -1860,7 +1871,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
1860
1871
|
};
|
|
1861
1872
|
}[];
|
|
1862
1873
|
readonly samples: number;
|
|
1863
|
-
readonly unit?: "
|
|
1874
|
+
readonly unit?: "ms" | "tokens" | "USD" | "points" | undefined;
|
|
1864
1875
|
readonly bounds?: {
|
|
1865
1876
|
readonly min: number;
|
|
1866
1877
|
readonly max: number;
|
|
@@ -1875,7 +1886,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
1875
1886
|
} | {
|
|
1876
1887
|
readonly code: "attempt-origin-missing" | "attempt-not-observed";
|
|
1877
1888
|
readonly runId: string;
|
|
1878
|
-
readonly
|
|
1889
|
+
readonly plannedAttemptId: string;
|
|
1879
1890
|
readonly evalId: string;
|
|
1880
1891
|
readonly attemptOrdinal: number;
|
|
1881
1892
|
} | {
|
|
@@ -1887,7 +1898,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
1887
1898
|
readonly code: "score-partial";
|
|
1888
1899
|
readonly locator: string | null;
|
|
1889
1900
|
})[];
|
|
1890
|
-
readonly basis: "eval" | "
|
|
1901
|
+
readonly basis: "eval" | "planned-attempt";
|
|
1891
1902
|
readonly total: number;
|
|
1892
1903
|
readonly refs: readonly {
|
|
1893
1904
|
readonly identity: {
|
|
@@ -1896,7 +1907,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
1896
1907
|
};
|
|
1897
1908
|
}[];
|
|
1898
1909
|
readonly samples: number;
|
|
1899
|
-
readonly unit?: "
|
|
1910
|
+
readonly unit?: "ms" | "tokens" | "USD" | "points" | undefined;
|
|
1900
1911
|
readonly bounds?: {
|
|
1901
1912
|
readonly min: number;
|
|
1902
1913
|
readonly max: number;
|
|
@@ -1911,7 +1922,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
1911
1922
|
} | {
|
|
1912
1923
|
readonly code: "attempt-origin-missing" | "attempt-not-observed";
|
|
1913
1924
|
readonly runId: string;
|
|
1914
|
-
readonly
|
|
1925
|
+
readonly plannedAttemptId: string;
|
|
1915
1926
|
readonly evalId: string;
|
|
1916
1927
|
readonly attemptOrdinal: number;
|
|
1917
1928
|
} | {
|
|
@@ -1923,7 +1934,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
1923
1934
|
readonly code: "score-partial";
|
|
1924
1935
|
readonly locator: string | null;
|
|
1925
1936
|
})[];
|
|
1926
|
-
readonly basis: "eval" | "
|
|
1937
|
+
readonly basis: "eval" | "planned-attempt";
|
|
1927
1938
|
readonly total: number;
|
|
1928
1939
|
readonly refs: readonly {
|
|
1929
1940
|
readonly identity: {
|
|
@@ -1932,7 +1943,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
1932
1943
|
};
|
|
1933
1944
|
}[];
|
|
1934
1945
|
readonly samples: number;
|
|
1935
|
-
readonly unit?: "
|
|
1946
|
+
readonly unit?: "ms" | "tokens" | "USD" | "points" | undefined;
|
|
1936
1947
|
readonly bounds?: {
|
|
1937
1948
|
readonly min: number;
|
|
1938
1949
|
readonly max: number;
|
|
@@ -1978,7 +1989,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
1978
1989
|
} | {
|
|
1979
1990
|
readonly code: "attempt-origin-missing" | "attempt-not-observed";
|
|
1980
1991
|
readonly runId: string;
|
|
1981
|
-
readonly
|
|
1992
|
+
readonly plannedAttemptId: string;
|
|
1982
1993
|
readonly evalId: string;
|
|
1983
1994
|
readonly attemptOrdinal: number;
|
|
1984
1995
|
} | {
|
|
@@ -2017,7 +2028,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
2017
2028
|
} | {
|
|
2018
2029
|
readonly code: "attempt-origin-missing" | "attempt-not-observed";
|
|
2019
2030
|
readonly runId: string;
|
|
2020
|
-
readonly
|
|
2031
|
+
readonly plannedAttemptId: string;
|
|
2021
2032
|
readonly evalId: string;
|
|
2022
2033
|
readonly attemptOrdinal: number;
|
|
2023
2034
|
} | {
|
|
@@ -2029,7 +2040,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
2029
2040
|
readonly code: "score-partial";
|
|
2030
2041
|
readonly locator: string | null;
|
|
2031
2042
|
})[];
|
|
2032
|
-
readonly basis: "eval" | "
|
|
2043
|
+
readonly basis: "eval" | "planned-attempt";
|
|
2033
2044
|
readonly total: number;
|
|
2034
2045
|
readonly refs: readonly {
|
|
2035
2046
|
readonly identity: {
|
|
@@ -2038,7 +2049,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
2038
2049
|
};
|
|
2039
2050
|
}[];
|
|
2040
2051
|
readonly samples: number;
|
|
2041
|
-
readonly unit?: "
|
|
2052
|
+
readonly unit?: "ms" | "tokens" | "USD" | "points" | undefined;
|
|
2042
2053
|
readonly bounds?: {
|
|
2043
2054
|
readonly min: number;
|
|
2044
2055
|
readonly max: number;
|
|
@@ -2054,7 +2065,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
2054
2065
|
} | {
|
|
2055
2066
|
readonly code: "attempt-origin-missing" | "attempt-not-observed";
|
|
2056
2067
|
readonly runId: string;
|
|
2057
|
-
readonly
|
|
2068
|
+
readonly plannedAttemptId: string;
|
|
2058
2069
|
readonly evalId: string;
|
|
2059
2070
|
readonly attemptOrdinal: number;
|
|
2060
2071
|
} | {
|
|
@@ -2066,7 +2077,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
2066
2077
|
readonly code: "score-partial";
|
|
2067
2078
|
readonly locator: string | null;
|
|
2068
2079
|
})[];
|
|
2069
|
-
readonly basis: "eval" | "
|
|
2080
|
+
readonly basis: "eval" | "planned-attempt";
|
|
2070
2081
|
readonly total: number;
|
|
2071
2082
|
readonly refs: readonly {
|
|
2072
2083
|
readonly identity: {
|
|
@@ -2075,7 +2086,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
2075
2086
|
};
|
|
2076
2087
|
}[];
|
|
2077
2088
|
readonly samples: number;
|
|
2078
|
-
readonly unit?: "
|
|
2089
|
+
readonly unit?: "ms" | "tokens" | "USD" | "points" | undefined;
|
|
2079
2090
|
readonly bounds?: {
|
|
2080
2091
|
readonly min: number;
|
|
2081
2092
|
readonly max: number;
|
|
@@ -2091,7 +2102,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
2091
2102
|
} | {
|
|
2092
2103
|
readonly code: "attempt-origin-missing" | "attempt-not-observed";
|
|
2093
2104
|
readonly runId: string;
|
|
2094
|
-
readonly
|
|
2105
|
+
readonly plannedAttemptId: string;
|
|
2095
2106
|
readonly evalId: string;
|
|
2096
2107
|
readonly attemptOrdinal: number;
|
|
2097
2108
|
} | {
|
|
@@ -2103,7 +2114,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
2103
2114
|
readonly code: "score-partial";
|
|
2104
2115
|
readonly locator: string | null;
|
|
2105
2116
|
})[];
|
|
2106
|
-
readonly basis: "eval" | "
|
|
2117
|
+
readonly basis: "eval" | "planned-attempt";
|
|
2107
2118
|
readonly total: number;
|
|
2108
2119
|
readonly refs: readonly {
|
|
2109
2120
|
readonly identity: {
|
|
@@ -2112,7 +2123,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
2112
2123
|
};
|
|
2113
2124
|
}[];
|
|
2114
2125
|
readonly samples: number;
|
|
2115
|
-
readonly unit?: "
|
|
2126
|
+
readonly unit?: "ms" | "tokens" | "USD" | "points" | undefined;
|
|
2116
2127
|
readonly bounds?: {
|
|
2117
2128
|
readonly min: number;
|
|
2118
2129
|
readonly max: number;
|
|
@@ -2127,7 +2138,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
2127
2138
|
} | {
|
|
2128
2139
|
readonly code: "attempt-origin-missing" | "attempt-not-observed";
|
|
2129
2140
|
readonly runId: string;
|
|
2130
|
-
readonly
|
|
2141
|
+
readonly plannedAttemptId: string;
|
|
2131
2142
|
readonly evalId: string;
|
|
2132
2143
|
readonly attemptOrdinal: number;
|
|
2133
2144
|
} | {
|
|
@@ -2139,7 +2150,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
2139
2150
|
readonly code: "score-partial";
|
|
2140
2151
|
readonly locator: string | null;
|
|
2141
2152
|
})[];
|
|
2142
|
-
readonly basis: "eval" | "
|
|
2153
|
+
readonly basis: "eval" | "planned-attempt";
|
|
2143
2154
|
readonly total: number;
|
|
2144
2155
|
readonly refs: readonly {
|
|
2145
2156
|
readonly identity: {
|
|
@@ -2148,7 +2159,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
2148
2159
|
};
|
|
2149
2160
|
}[];
|
|
2150
2161
|
readonly samples: number;
|
|
2151
|
-
readonly unit?: "
|
|
2162
|
+
readonly unit?: "ms" | "tokens" | "USD" | "points" | undefined;
|
|
2152
2163
|
readonly bounds?: {
|
|
2153
2164
|
readonly min: number;
|
|
2154
2165
|
readonly max: number;
|
|
@@ -2163,7 +2174,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
2163
2174
|
} | {
|
|
2164
2175
|
readonly code: "attempt-origin-missing" | "attempt-not-observed";
|
|
2165
2176
|
readonly runId: string;
|
|
2166
|
-
readonly
|
|
2177
|
+
readonly plannedAttemptId: string;
|
|
2167
2178
|
readonly evalId: string;
|
|
2168
2179
|
readonly attemptOrdinal: number;
|
|
2169
2180
|
} | {
|
|
@@ -2175,7 +2186,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
2175
2186
|
readonly code: "score-partial";
|
|
2176
2187
|
readonly locator: string | null;
|
|
2177
2188
|
})[];
|
|
2178
|
-
readonly basis: "eval" | "
|
|
2189
|
+
readonly basis: "eval" | "planned-attempt";
|
|
2179
2190
|
readonly total: number;
|
|
2180
2191
|
readonly refs: readonly {
|
|
2181
2192
|
readonly identity: {
|
|
@@ -2184,7 +2195,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
2184
2195
|
};
|
|
2185
2196
|
}[];
|
|
2186
2197
|
readonly samples: number;
|
|
2187
|
-
readonly unit?: "
|
|
2198
|
+
readonly unit?: "ms" | "tokens" | "USD" | "points" | undefined;
|
|
2188
2199
|
readonly bounds?: {
|
|
2189
2200
|
readonly min: number;
|
|
2190
2201
|
readonly max: number;
|
|
@@ -2230,7 +2241,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
2230
2241
|
} | {
|
|
2231
2242
|
readonly code: "attempt-origin-missing" | "attempt-not-observed";
|
|
2232
2243
|
readonly runId: string;
|
|
2233
|
-
readonly
|
|
2244
|
+
readonly plannedAttemptId: string;
|
|
2234
2245
|
readonly evalId: string;
|
|
2235
2246
|
readonly attemptOrdinal: number;
|
|
2236
2247
|
} | {
|
|
@@ -2247,7 +2258,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
2247
2258
|
readonly groupPath: readonly string[];
|
|
2248
2259
|
readonly members: readonly {
|
|
2249
2260
|
readonly runId: string;
|
|
2250
|
-
readonly
|
|
2261
|
+
readonly plannedAttemptId: string;
|
|
2251
2262
|
readonly evalId: string;
|
|
2252
2263
|
readonly attemptOrdinal: number;
|
|
2253
2264
|
readonly labels: {
|
|
@@ -2276,7 +2287,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
2276
2287
|
} | {
|
|
2277
2288
|
readonly code: "attempt-origin-missing" | "attempt-not-observed";
|
|
2278
2289
|
readonly runId: string;
|
|
2279
|
-
readonly
|
|
2290
|
+
readonly plannedAttemptId: string;
|
|
2280
2291
|
readonly evalId: string;
|
|
2281
2292
|
readonly attemptOrdinal: number;
|
|
2282
2293
|
} | {
|
|
@@ -2288,7 +2299,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
2288
2299
|
readonly code: "score-partial";
|
|
2289
2300
|
readonly locator: string | null;
|
|
2290
2301
|
})[];
|
|
2291
|
-
readonly basis: "eval" | "
|
|
2302
|
+
readonly basis: "eval" | "planned-attempt";
|
|
2292
2303
|
readonly total: number;
|
|
2293
2304
|
readonly refs: readonly {
|
|
2294
2305
|
readonly identity: {
|
|
@@ -2297,7 +2308,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
2297
2308
|
};
|
|
2298
2309
|
}[];
|
|
2299
2310
|
readonly samples: number;
|
|
2300
|
-
readonly unit?: "
|
|
2311
|
+
readonly unit?: "ms" | "tokens" | "USD" | "points" | undefined;
|
|
2301
2312
|
readonly bounds?: {
|
|
2302
2313
|
readonly min: number;
|
|
2303
2314
|
readonly max: number;
|
|
@@ -2313,7 +2324,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
2313
2324
|
} | {
|
|
2314
2325
|
readonly code: "attempt-origin-missing" | "attempt-not-observed";
|
|
2315
2326
|
readonly runId: string;
|
|
2316
|
-
readonly
|
|
2327
|
+
readonly plannedAttemptId: string;
|
|
2317
2328
|
readonly evalId: string;
|
|
2318
2329
|
readonly attemptOrdinal: number;
|
|
2319
2330
|
} | {
|
|
@@ -2325,7 +2336,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
2325
2336
|
readonly code: "score-partial";
|
|
2326
2337
|
readonly locator: string | null;
|
|
2327
2338
|
})[];
|
|
2328
|
-
readonly basis: "eval" | "
|
|
2339
|
+
readonly basis: "eval" | "planned-attempt";
|
|
2329
2340
|
readonly total: number;
|
|
2330
2341
|
readonly refs: readonly {
|
|
2331
2342
|
readonly identity: {
|
|
@@ -2334,7 +2345,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
2334
2345
|
};
|
|
2335
2346
|
}[];
|
|
2336
2347
|
readonly samples: number;
|
|
2337
|
-
readonly unit?: "
|
|
2348
|
+
readonly unit?: "ms" | "tokens" | "USD" | "points" | undefined;
|
|
2338
2349
|
readonly bounds?: {
|
|
2339
2350
|
readonly min: number;
|
|
2340
2351
|
readonly max: number;
|
|
@@ -2349,7 +2360,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
2349
2360
|
} | {
|
|
2350
2361
|
readonly code: "attempt-origin-missing" | "attempt-not-observed";
|
|
2351
2362
|
readonly runId: string;
|
|
2352
|
-
readonly
|
|
2363
|
+
readonly plannedAttemptId: string;
|
|
2353
2364
|
readonly evalId: string;
|
|
2354
2365
|
readonly attemptOrdinal: number;
|
|
2355
2366
|
} | {
|
|
@@ -2361,7 +2372,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
2361
2372
|
readonly code: "score-partial";
|
|
2362
2373
|
readonly locator: string | null;
|
|
2363
2374
|
})[];
|
|
2364
|
-
readonly basis: "eval" | "
|
|
2375
|
+
readonly basis: "eval" | "planned-attempt";
|
|
2365
2376
|
readonly total: number;
|
|
2366
2377
|
readonly refs: readonly {
|
|
2367
2378
|
readonly identity: {
|
|
@@ -2370,7 +2381,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
2370
2381
|
};
|
|
2371
2382
|
}[];
|
|
2372
2383
|
readonly samples: number;
|
|
2373
|
-
readonly unit?: "
|
|
2384
|
+
readonly unit?: "ms" | "tokens" | "USD" | "points" | undefined;
|
|
2374
2385
|
readonly bounds?: {
|
|
2375
2386
|
readonly min: number;
|
|
2376
2387
|
readonly max: number;
|
|
@@ -2385,7 +2396,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
2385
2396
|
} | {
|
|
2386
2397
|
readonly code: "attempt-origin-missing" | "attempt-not-observed";
|
|
2387
2398
|
readonly runId: string;
|
|
2388
|
-
readonly
|
|
2399
|
+
readonly plannedAttemptId: string;
|
|
2389
2400
|
readonly evalId: string;
|
|
2390
2401
|
readonly attemptOrdinal: number;
|
|
2391
2402
|
} | {
|
|
@@ -2397,7 +2408,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
2397
2408
|
readonly code: "score-partial";
|
|
2398
2409
|
readonly locator: string | null;
|
|
2399
2410
|
})[];
|
|
2400
|
-
readonly basis: "eval" | "
|
|
2411
|
+
readonly basis: "eval" | "planned-attempt";
|
|
2401
2412
|
readonly total: number;
|
|
2402
2413
|
readonly refs: readonly {
|
|
2403
2414
|
readonly identity: {
|
|
@@ -2406,24 +2417,24 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
2406
2417
|
};
|
|
2407
2418
|
}[];
|
|
2408
2419
|
readonly samples: number;
|
|
2409
|
-
readonly unit?: "
|
|
2420
|
+
readonly unit?: "ms" | "tokens" | "USD" | "points" | undefined;
|
|
2410
2421
|
readonly bounds?: {
|
|
2411
2422
|
readonly min: number;
|
|
2412
2423
|
readonly max: number;
|
|
2413
2424
|
} | undefined;
|
|
2414
2425
|
};
|
|
2426
|
+
readonly originPlannedAttemptId: string;
|
|
2415
2427
|
readonly state: "published";
|
|
2416
2428
|
readonly action: "accepted" | "executed" | "carried";
|
|
2417
2429
|
readonly attemptId: string;
|
|
2418
2430
|
readonly attemptLocator: string;
|
|
2419
2431
|
readonly originRunId: string;
|
|
2420
|
-
readonly originSlotId: string;
|
|
2421
2432
|
};
|
|
2422
2433
|
}[];
|
|
2423
2434
|
}[];
|
|
2424
2435
|
};
|
|
2425
2436
|
}) | ({
|
|
2426
|
-
readonly protocol: "niceeval.query/
|
|
2437
|
+
readonly protocol: "niceeval.query/v2";
|
|
2427
2438
|
readonly outcome: "success";
|
|
2428
2439
|
readonly behaviorVersion: "2.0.0";
|
|
2429
2440
|
readonly source: {
|
|
@@ -2463,7 +2474,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
2463
2474
|
}[];
|
|
2464
2475
|
readonly continuation: string | undefined;
|
|
2465
2476
|
}) | ({
|
|
2466
|
-
readonly protocol: "niceeval.query/
|
|
2477
|
+
readonly protocol: "niceeval.query/v2";
|
|
2467
2478
|
readonly outcome: "success";
|
|
2468
2479
|
readonly behaviorVersion: "2.0.0";
|
|
2469
2480
|
readonly source: {
|
|
@@ -2492,11 +2503,11 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
2492
2503
|
readonly experimentId: import("../record/model/identifiers.cjs").ExperimentId;
|
|
2493
2504
|
readonly runId: import("../record/model/identifiers.cjs").RunId;
|
|
2494
2505
|
readonly startedAt: import("../record/model/identifiers.cjs").UtcMillis;
|
|
2495
|
-
readonly
|
|
2496
|
-
readonly slotId: import("../record/model/identifiers.cjs").SlotId;
|
|
2506
|
+
readonly plannedAttempts: readonly {
|
|
2497
2507
|
readonly evalId: import("../record/model/identifiers.cjs").EvalId;
|
|
2498
2508
|
readonly attemptOrdinal: number;
|
|
2499
2509
|
readonly executionIdentityDigest: import("../record/model/identifiers.cjs").ExecutionIdentityDigest;
|
|
2510
|
+
readonly plannedAttemptId: import("../record/model/identifiers.cjs").SlotId;
|
|
2500
2511
|
}[];
|
|
2501
2512
|
readonly completedAt?: import("../record/model/identifiers.cjs").UtcMillis | undefined;
|
|
2502
2513
|
readonly context?: {
|
|
@@ -2506,44 +2517,44 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
2506
2517
|
} | undefined;
|
|
2507
2518
|
};
|
|
2508
2519
|
readonly members: readonly ({
|
|
2509
|
-
readonly slotId: import("../record/model/identifiers.cjs").SlotId;
|
|
2510
2520
|
readonly action: "accepted" | "executed" | "carried";
|
|
2511
2521
|
readonly attempt: {
|
|
2512
2522
|
readonly originRunId: import("../record/model/identifiers.cjs").RunId;
|
|
2513
2523
|
readonly attemptId: import("../record/index.cjs").AttemptId;
|
|
2514
2524
|
};
|
|
2525
|
+
readonly plannedAttemptId: import("../record/model/identifiers.cjs").SlotId;
|
|
2515
2526
|
} | {
|
|
2516
|
-
readonly slotId: import("../record/model/identifiers.cjs").SlotId;
|
|
2517
2527
|
readonly action: "interrupted" | "not-dispatched";
|
|
2518
2528
|
readonly attempt: null;
|
|
2519
2529
|
readonly absenceReason: "early-exit-satisfied" | "budget-exhausted" | "stopped-by-failure" | "interrupted-before-publication" | "dispatch-failed";
|
|
2530
|
+
readonly plannedAttemptId: import("../record/model/identifiers.cjs").SlotId;
|
|
2520
2531
|
})[];
|
|
2521
2532
|
readonly attempts: readonly {
|
|
2522
2533
|
readonly attemptId: import("../record/index.cjs").AttemptId;
|
|
2523
2534
|
readonly originRunId: import("../record/model/identifiers.cjs").RunId;
|
|
2524
|
-
readonly slotId: import("../record/model/identifiers.cjs").SlotId;
|
|
2525
2535
|
readonly evalId: import("../record/model/identifiers.cjs").EvalId;
|
|
2526
2536
|
readonly executionIdentityDigest: import("../record/model/identifiers.cjs").ExecutionIdentityDigest;
|
|
2527
2537
|
readonly outcome: "errored" | "cancelled" | "completed" | "interrupted";
|
|
2538
|
+
readonly plannedAttemptId: import("../record/model/identifiers.cjs").SlotId;
|
|
2528
2539
|
}[];
|
|
2529
2540
|
readonly denominator: {
|
|
2530
2541
|
readonly expected: number;
|
|
2531
2542
|
readonly published: number;
|
|
2532
2543
|
readonly missing: number;
|
|
2533
2544
|
};
|
|
2534
|
-
readonly
|
|
2545
|
+
readonly plannedAttempts: readonly {
|
|
2535
2546
|
readonly publication: {
|
|
2536
2547
|
readonly state: "pending";
|
|
2537
2548
|
} | {
|
|
2549
|
+
readonly state: "absent";
|
|
2550
|
+
readonly reason: "early-exit-satisfied" | "budget-exhausted" | "stopped-by-failure" | "interrupted-before-publication" | "dispatch-failed";
|
|
2551
|
+
} | {
|
|
2552
|
+
readonly originPlannedAttemptId: string;
|
|
2538
2553
|
readonly state: "published";
|
|
2539
2554
|
readonly action: "accepted" | "executed" | "carried";
|
|
2540
2555
|
readonly attemptId: string;
|
|
2541
2556
|
readonly attemptLocator: string;
|
|
2542
2557
|
readonly originRunId: string;
|
|
2543
|
-
readonly originSlotId: string;
|
|
2544
|
-
} | {
|
|
2545
|
-
readonly state: "absent";
|
|
2546
|
-
readonly reason: "early-exit-satisfied" | "budget-exhausted" | "stopped-by-failure" | "interrupted-before-publication" | "dispatch-failed";
|
|
2547
2558
|
};
|
|
2548
2559
|
readonly state: "accepted" | "pending" | "interrupted" | "executed" | "carried" | "not-dispatched";
|
|
2549
2560
|
readonly locator: string | null;
|
|
@@ -2566,12 +2577,12 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
2566
2577
|
readonly state: "complete" | "partial" | "unavailable" | "not-recorded" | "invalid";
|
|
2567
2578
|
readonly facts: readonly {
|
|
2568
2579
|
readonly status: "complete" | "partial" | "unavailable";
|
|
2569
|
-
readonly channel: "status" | "
|
|
2580
|
+
readonly channel: "status" | "usage" | "data" | "events" | "messages" | "actions";
|
|
2570
2581
|
readonly reason?: string | undefined;
|
|
2571
2582
|
}[];
|
|
2572
2583
|
readonly limitations: readonly ({
|
|
2573
2584
|
readonly status: "complete" | "partial" | "unavailable";
|
|
2574
|
-
readonly channel: "status" | "
|
|
2585
|
+
readonly channel: "status" | "usage" | "data" | "events" | "messages" | "actions";
|
|
2575
2586
|
readonly reason?: string | undefined;
|
|
2576
2587
|
} | {
|
|
2577
2588
|
readonly owner: "assertion-material";
|
|
@@ -2726,7 +2737,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
2726
2737
|
readonly kind: "coverage";
|
|
2727
2738
|
readonly detail: {
|
|
2728
2739
|
readonly status: "complete" | "partial" | "unavailable";
|
|
2729
|
-
readonly channel: "status" | "
|
|
2740
|
+
readonly channel: "status" | "usage" | "data" | "events" | "messages" | "actions";
|
|
2730
2741
|
readonly reason?: string | undefined;
|
|
2731
2742
|
} | {
|
|
2732
2743
|
readonly owner: "assertion-material";
|
|
@@ -2819,10 +2830,10 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
2819
2830
|
readonly reason: string;
|
|
2820
2831
|
};
|
|
2821
2832
|
})[];
|
|
2822
|
-
readonly slotId: import("../record/model/identifiers.cjs").SlotId;
|
|
2823
2833
|
readonly evalId: import("../record/model/identifiers.cjs").EvalId;
|
|
2824
2834
|
readonly attemptOrdinal: number;
|
|
2825
2835
|
readonly executionIdentityDigest: import("../record/model/identifiers.cjs").ExecutionIdentityDigest;
|
|
2836
|
+
readonly plannedAttemptId: import("../record/model/identifiers.cjs").SlotId;
|
|
2826
2837
|
}[];
|
|
2827
2838
|
readonly coverage: {
|
|
2828
2839
|
readonly state: "complete" | "partial" | "unavailable" | "not-recorded" | "invalid";
|
|
@@ -2831,7 +2842,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
2831
2842
|
readonly completeMemberCount: number;
|
|
2832
2843
|
readonly factCount: number;
|
|
2833
2844
|
readonly limitations: readonly {
|
|
2834
|
-
readonly
|
|
2845
|
+
readonly plannedAttemptId: string;
|
|
2835
2846
|
readonly locator: string | null;
|
|
2836
2847
|
readonly limitation: {
|
|
2837
2848
|
readonly kind: "member-not-observed";
|
|
@@ -2844,7 +2855,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
2844
2855
|
readonly kind: "coverage";
|
|
2845
2856
|
readonly detail: {
|
|
2846
2857
|
readonly status: "complete" | "partial" | "unavailable";
|
|
2847
|
-
readonly channel: "status" | "
|
|
2858
|
+
readonly channel: "status" | "usage" | "data" | "events" | "messages" | "actions";
|
|
2848
2859
|
readonly reason?: string | undefined;
|
|
2849
2860
|
} | {
|
|
2850
2861
|
readonly owner: "assertion-material";
|
|
@@ -2989,7 +3000,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
2989
3000
|
} | undefined;
|
|
2990
3001
|
};
|
|
2991
3002
|
readonly limitations: readonly {
|
|
2992
|
-
readonly
|
|
3003
|
+
readonly plannedAttemptId: string;
|
|
2993
3004
|
readonly locator: string | null;
|
|
2994
3005
|
readonly limitation: {
|
|
2995
3006
|
readonly kind: "member-not-observed";
|
|
@@ -3002,7 +3013,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
3002
3013
|
readonly kind: "coverage";
|
|
3003
3014
|
readonly detail: {
|
|
3004
3015
|
readonly status: "complete" | "partial" | "unavailable";
|
|
3005
|
-
readonly channel: "status" | "
|
|
3016
|
+
readonly channel: "status" | "usage" | "data" | "events" | "messages" | "actions";
|
|
3006
3017
|
readonly reason?: string | undefined;
|
|
3007
3018
|
} | {
|
|
3008
3019
|
readonly owner: "assertion-material";
|
|
@@ -3098,7 +3109,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
3098
3109
|
}[];
|
|
3099
3110
|
};
|
|
3100
3111
|
readonly limitations: readonly {
|
|
3101
|
-
readonly
|
|
3112
|
+
readonly plannedAttemptId: string;
|
|
3102
3113
|
readonly locator: string | null;
|
|
3103
3114
|
readonly limitation: {
|
|
3104
3115
|
readonly kind: "member-not-observed";
|
|
@@ -3111,7 +3122,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
3111
3122
|
readonly kind: "coverage";
|
|
3112
3123
|
readonly detail: {
|
|
3113
3124
|
readonly status: "complete" | "partial" | "unavailable";
|
|
3114
|
-
readonly channel: "status" | "
|
|
3125
|
+
readonly channel: "status" | "usage" | "data" | "events" | "messages" | "actions";
|
|
3115
3126
|
readonly reason?: string | undefined;
|
|
3116
3127
|
} | {
|
|
3117
3128
|
readonly owner: "assertion-material";
|
|
@@ -3207,7 +3218,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
3207
3218
|
}[];
|
|
3208
3219
|
};
|
|
3209
3220
|
}) | ({
|
|
3210
|
-
readonly protocol: "niceeval.query/
|
|
3221
|
+
readonly protocol: "niceeval.query/v2";
|
|
3211
3222
|
readonly outcome: "success";
|
|
3212
3223
|
readonly behaviorVersion: "2.0.0";
|
|
3213
3224
|
readonly source: {
|
|
@@ -3231,16 +3242,28 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
3231
3242
|
readonly operation: "attempt.get";
|
|
3232
3243
|
} & {
|
|
3233
3244
|
readonly attempt: {
|
|
3245
|
+
readonly notes: readonly {
|
|
3246
|
+
readonly value: import("../record/family/attempt-note/schema.cjs").NoteValue;
|
|
3247
|
+
readonly label: string;
|
|
3248
|
+
readonly sequence: number;
|
|
3249
|
+
readonly unit?: "ms" | "seconds" | "tokens" | "usd" | "ratio" | "count" | "bytes" | undefined;
|
|
3250
|
+
}[];
|
|
3234
3251
|
readonly core: {
|
|
3235
3252
|
readonly attemptId: import("../record/index.cjs").AttemptId;
|
|
3236
3253
|
readonly originRunId: import("../record/model/identifiers.cjs").RunId;
|
|
3237
|
-
readonly slotId: import("../record/model/identifiers.cjs").SlotId;
|
|
3238
3254
|
readonly evalId: import("../record/model/identifiers.cjs").EvalId;
|
|
3239
3255
|
readonly executionIdentityDigest: import("../record/model/identifiers.cjs").ExecutionIdentityDigest;
|
|
3240
3256
|
readonly outcome: "errored" | "cancelled" | "completed" | "interrupted";
|
|
3257
|
+
readonly plannedAttemptId: import("../record/model/identifiers.cjs").SlotId;
|
|
3241
3258
|
};
|
|
3242
3259
|
readonly locator: string;
|
|
3243
3260
|
readonly originRun: {
|
|
3261
|
+
readonly plannedAttempts: readonly {
|
|
3262
|
+
readonly evalId: import("../record/model/identifiers.cjs").EvalId;
|
|
3263
|
+
readonly attemptOrdinal: number;
|
|
3264
|
+
readonly executionIdentityDigest: import("../record/model/identifiers.cjs").ExecutionIdentityDigest;
|
|
3265
|
+
readonly plannedAttemptId: import("../record/model/identifiers.cjs").SlotId;
|
|
3266
|
+
}[];
|
|
3244
3267
|
readonly runId: import("../record/model/identifiers.cjs").RunId;
|
|
3245
3268
|
readonly experimentId: import("../record/model/identifiers.cjs").ExperimentId;
|
|
3246
3269
|
readonly context: {
|
|
@@ -3250,27 +3273,21 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
3250
3273
|
};
|
|
3251
3274
|
readonly startedAt: import("../record/model/identifiers.cjs").UtcMillis;
|
|
3252
3275
|
readonly completedAt: import("../record/model/identifiers.cjs").UtcMillis;
|
|
3253
|
-
readonly expectedSlots: readonly {
|
|
3254
|
-
readonly slotId: import("../record/model/identifiers.cjs").SlotId;
|
|
3255
|
-
readonly evalId: import("../record/model/identifiers.cjs").EvalId;
|
|
3256
|
-
readonly attemptOrdinal: number;
|
|
3257
|
-
readonly executionIdentityDigest: import("../record/model/identifiers.cjs").ExecutionIdentityDigest;
|
|
3258
|
-
}[];
|
|
3259
3276
|
};
|
|
3260
3277
|
readonly targets: readonly {
|
|
3261
3278
|
readonly runId: string;
|
|
3262
3279
|
readonly member: {
|
|
3263
|
-
readonly slotId: import("../record/model/identifiers.cjs").SlotId;
|
|
3264
3280
|
readonly action: "accepted" | "executed" | "carried";
|
|
3265
3281
|
readonly attempt: {
|
|
3266
3282
|
readonly originRunId: import("../record/model/identifiers.cjs").RunId;
|
|
3267
3283
|
readonly attemptId: import("../record/index.cjs").AttemptId;
|
|
3268
3284
|
};
|
|
3285
|
+
readonly plannedAttemptId: import("../record/model/identifiers.cjs").SlotId;
|
|
3269
3286
|
} | {
|
|
3270
|
-
readonly slotId: import("../record/model/identifiers.cjs").SlotId;
|
|
3271
3287
|
readonly action: "interrupted" | "not-dispatched";
|
|
3272
3288
|
readonly attempt: null;
|
|
3273
3289
|
readonly absenceReason: "early-exit-satisfied" | "budget-exhausted" | "stopped-by-failure" | "interrupted-before-publication" | "dispatch-failed";
|
|
3290
|
+
readonly plannedAttemptId: import("../record/model/identifiers.cjs").SlotId;
|
|
3274
3291
|
};
|
|
3275
3292
|
}[];
|
|
3276
3293
|
readonly evidence: {
|
|
@@ -3342,12 +3359,12 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
3342
3359
|
};
|
|
3343
3360
|
readonly evidenceCoverage: readonly {
|
|
3344
3361
|
readonly status: "complete" | "partial" | "unavailable";
|
|
3345
|
-
readonly channel: "status" | "
|
|
3362
|
+
readonly channel: "status" | "usage" | "data" | "events" | "messages" | "actions";
|
|
3346
3363
|
readonly reason?: string | undefined;
|
|
3347
3364
|
}[];
|
|
3348
3365
|
readonly limitations: readonly ({
|
|
3349
3366
|
readonly status: "complete" | "partial" | "unavailable";
|
|
3350
|
-
readonly channel: "status" | "
|
|
3367
|
+
readonly channel: "status" | "usage" | "data" | "events" | "messages" | "actions";
|
|
3351
3368
|
readonly reason?: string | undefined;
|
|
3352
3369
|
} | {
|
|
3353
3370
|
readonly owner: "assertion-material";
|
|
@@ -3418,7 +3435,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
3418
3435
|
})[];
|
|
3419
3436
|
};
|
|
3420
3437
|
}) | ({
|
|
3421
|
-
readonly protocol: "niceeval.query/
|
|
3438
|
+
readonly protocol: "niceeval.query/v2";
|
|
3422
3439
|
readonly outcome: "success";
|
|
3423
3440
|
readonly behaviorVersion: "2.0.0";
|
|
3424
3441
|
readonly source: {
|
|
@@ -3470,7 +3487,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
3470
3487
|
readonly sourceSites: readonly {
|
|
3471
3488
|
readonly entryId: string;
|
|
3472
3489
|
readonly sourceOrder: number;
|
|
3473
|
-
readonly role: "optional" | "score" | "threshold" | "stop" | "
|
|
3490
|
+
readonly role: "optional" | "score" | "threshold" | "stop" | "gate" | "declaration";
|
|
3474
3491
|
readonly start: {
|
|
3475
3492
|
readonly line: number;
|
|
3476
3493
|
readonly column: number;
|
|
@@ -3493,7 +3510,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
3493
3510
|
};
|
|
3494
3511
|
};
|
|
3495
3512
|
}) | ({
|
|
3496
|
-
readonly protocol: "niceeval.query/
|
|
3513
|
+
readonly protocol: "niceeval.query/v2";
|
|
3497
3514
|
readonly outcome: "success";
|
|
3498
3515
|
readonly behaviorVersion: "2.0.0";
|
|
3499
3516
|
readonly source: {
|
|
@@ -3537,11 +3554,10 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
3537
3554
|
readonly type: string;
|
|
3538
3555
|
readonly source: {
|
|
3539
3556
|
readonly id: string;
|
|
3540
|
-
readonly eventId?: string | undefined;
|
|
3541
3557
|
readonly sequence?: number | undefined;
|
|
3558
|
+
readonly eventId?: string | undefined;
|
|
3542
3559
|
};
|
|
3543
3560
|
readonly summary: string;
|
|
3544
|
-
readonly ordinal: number;
|
|
3545
3561
|
readonly evidence: readonly {
|
|
3546
3562
|
readonly evidenceId: string;
|
|
3547
3563
|
readonly key: string;
|
|
@@ -3592,6 +3608,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
3592
3608
|
readonly sha256: string;
|
|
3593
3609
|
})[];
|
|
3594
3610
|
};
|
|
3611
|
+
readonly ordinal: number;
|
|
3595
3612
|
readonly links: readonly ({
|
|
3596
3613
|
readonly relation: string;
|
|
3597
3614
|
readonly targetKey: string;
|
|
@@ -3682,7 +3699,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
3682
3699
|
} | {
|
|
3683
3700
|
readonly source: "agent-turns";
|
|
3684
3701
|
readonly turnId: import("../record/family/source-receipt/model.cjs").TurnId;
|
|
3685
|
-
readonly channel: "status" | "
|
|
3702
|
+
readonly channel: "status" | "conversation" | "data" | "events" | "messages" | "actions";
|
|
3686
3703
|
readonly state: "partial" | "unavailable";
|
|
3687
3704
|
readonly reason: string;
|
|
3688
3705
|
} | {
|
|
@@ -3775,8 +3792,8 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
3775
3792
|
readonly sourceOrder: number;
|
|
3776
3793
|
};
|
|
3777
3794
|
readonly outcome: "failed" | "cancelled" | "completed" | "interrupted";
|
|
3778
|
-
readonly turnId: string;
|
|
3779
3795
|
readonly sequence: number;
|
|
3796
|
+
readonly turnId: string;
|
|
3780
3797
|
readonly sessionId?: import("../record/family/source-receipt/model.cjs").SessionScopeId | undefined;
|
|
3781
3798
|
}[];
|
|
3782
3799
|
readonly turnsTruncated: boolean;
|
|
@@ -3793,18 +3810,18 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
3793
3810
|
readonly tool: string;
|
|
3794
3811
|
readonly kind: "tool-call";
|
|
3795
3812
|
readonly input: string;
|
|
3813
|
+
readonly sequence: number;
|
|
3796
3814
|
readonly itemId: string;
|
|
3797
3815
|
readonly turnId: string;
|
|
3798
|
-
readonly sequence: number;
|
|
3799
3816
|
readonly inputTruncated: boolean;
|
|
3800
3817
|
readonly toolOccurrenceId?: string | undefined;
|
|
3801
3818
|
} | {
|
|
3802
3819
|
readonly kind: "tool-result";
|
|
3803
3820
|
readonly output: string;
|
|
3804
3821
|
readonly outcome: "failed" | "cancelled" | "completed" | "rejected";
|
|
3822
|
+
readonly sequence: number;
|
|
3805
3823
|
readonly itemId: string;
|
|
3806
3824
|
readonly turnId: string;
|
|
3807
|
-
readonly sequence: number;
|
|
3808
3825
|
readonly outputTruncated: boolean;
|
|
3809
3826
|
readonly toolOccurrenceId?: string | undefined;
|
|
3810
3827
|
} | {
|
|
@@ -3864,7 +3881,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
3864
3881
|
} | {
|
|
3865
3882
|
readonly source: "agent-turns";
|
|
3866
3883
|
readonly turnId: import("../record/family/source-receipt/model.cjs").TurnId;
|
|
3867
|
-
readonly channel: "status" | "
|
|
3884
|
+
readonly channel: "status" | "conversation" | "data" | "events" | "messages" | "actions";
|
|
3868
3885
|
readonly state: "partial" | "unavailable";
|
|
3869
3886
|
readonly reason: string;
|
|
3870
3887
|
} | {
|
|
@@ -3890,7 +3907,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
3890
3907
|
readonly omittedLimitationCount: number;
|
|
3891
3908
|
readonly items: readonly {
|
|
3892
3909
|
readonly commandId: string;
|
|
3893
|
-
readonly phase: "
|
|
3910
|
+
readonly phase: "sandbox.prepare" | "agent.ensure" | "eval.run" | "sandbox.command" | "attempt.before" | "attempt.after";
|
|
3894
3911
|
readonly outcome: {
|
|
3895
3912
|
readonly kind: "exited";
|
|
3896
3913
|
readonly exitCode: number;
|
|
@@ -3928,7 +3945,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
3928
3945
|
readonly diagnosticId: string;
|
|
3929
3946
|
readonly sequence: number;
|
|
3930
3947
|
readonly turnId: string | null;
|
|
3931
|
-
readonly phase: "
|
|
3948
|
+
readonly phase: "sandbox.prepare" | "agent.ensure" | "eval.run" | "agent.send" | "sandbox.command" | "assertion.evaluate" | "verdict.fold" | "attempt.before" | "attempt.after";
|
|
3932
3949
|
readonly kind: "advisory" | "execution-error";
|
|
3933
3950
|
readonly code: string;
|
|
3934
3951
|
readonly summary: string;
|
|
@@ -3974,7 +3991,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
3974
3991
|
};
|
|
3975
3992
|
};
|
|
3976
3993
|
}) | ({
|
|
3977
|
-
readonly protocol: "niceeval.query/
|
|
3994
|
+
readonly protocol: "niceeval.query/v2";
|
|
3978
3995
|
readonly outcome: "success";
|
|
3979
3996
|
readonly behaviorVersion: "2.0.0";
|
|
3980
3997
|
readonly source: {
|
|
@@ -4005,11 +4022,10 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
4005
4022
|
readonly type: string;
|
|
4006
4023
|
readonly source: {
|
|
4007
4024
|
readonly id: string;
|
|
4008
|
-
readonly eventId?: string | undefined;
|
|
4009
4025
|
readonly sequence?: number | undefined;
|
|
4026
|
+
readonly eventId?: string | undefined;
|
|
4010
4027
|
};
|
|
4011
4028
|
readonly summary: string;
|
|
4012
|
-
readonly ordinal: number;
|
|
4013
4029
|
readonly evidence: readonly {
|
|
4014
4030
|
readonly key: string;
|
|
4015
4031
|
readonly label: string;
|
|
@@ -4022,6 +4038,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
4022
4038
|
}[];
|
|
4023
4039
|
readonly eventId: string;
|
|
4024
4040
|
readonly traceId: string;
|
|
4041
|
+
readonly ordinal: number;
|
|
4025
4042
|
readonly links: readonly ({
|
|
4026
4043
|
readonly relation: string;
|
|
4027
4044
|
readonly targetKey: string;
|
|
@@ -4137,9 +4154,9 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
4137
4154
|
readonly turnId: string;
|
|
4138
4155
|
readonly turnSequence: number;
|
|
4139
4156
|
readonly turnOutcome: "failed" | "cancelled" | "completed" | "interrupted";
|
|
4157
|
+
readonly sequence?: number | undefined;
|
|
4140
4158
|
readonly sessionId?: string | undefined;
|
|
4141
4159
|
readonly eventId?: string | undefined;
|
|
4142
|
-
readonly sequence?: number | undefined;
|
|
4143
4160
|
} | {
|
|
4144
4161
|
readonly tool: string;
|
|
4145
4162
|
readonly kind: "tool-call";
|
|
@@ -4148,10 +4165,10 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
4148
4165
|
readonly turnId: string;
|
|
4149
4166
|
readonly turnSequence: number;
|
|
4150
4167
|
readonly turnOutcome: "failed" | "cancelled" | "completed" | "interrupted";
|
|
4168
|
+
readonly sequence?: number | undefined;
|
|
4151
4169
|
readonly sessionId?: string | undefined;
|
|
4152
4170
|
readonly eventId?: string | undefined;
|
|
4153
4171
|
readonly toolOccurrenceId?: string | undefined;
|
|
4154
|
-
readonly sequence?: number | undefined;
|
|
4155
4172
|
} | {
|
|
4156
4173
|
readonly kind: "tool-result";
|
|
4157
4174
|
readonly output: string;
|
|
@@ -4160,10 +4177,10 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
4160
4177
|
readonly turnId: string;
|
|
4161
4178
|
readonly turnSequence: number;
|
|
4162
4179
|
readonly turnOutcome: "failed" | "cancelled" | "completed" | "interrupted";
|
|
4180
|
+
readonly sequence?: number | undefined;
|
|
4163
4181
|
readonly sessionId?: string | undefined;
|
|
4164
4182
|
readonly eventId?: string | undefined;
|
|
4165
4183
|
readonly toolOccurrenceId?: string | undefined;
|
|
4166
|
-
readonly sequence?: number | undefined;
|
|
4167
4184
|
} | {
|
|
4168
4185
|
readonly kind: "compaction" | "thinking-summary" | "context-injection";
|
|
4169
4186
|
readonly summary: string;
|
|
@@ -4171,9 +4188,9 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
4171
4188
|
readonly turnId: string;
|
|
4172
4189
|
readonly turnSequence: number;
|
|
4173
4190
|
readonly turnOutcome: "failed" | "cancelled" | "completed" | "interrupted";
|
|
4191
|
+
readonly sequence?: number | undefined;
|
|
4174
4192
|
readonly sessionId?: string | undefined;
|
|
4175
4193
|
readonly eventId?: string | undefined;
|
|
4176
|
-
readonly sequence?: number | undefined;
|
|
4177
4194
|
} | {
|
|
4178
4195
|
readonly kind: "subagent";
|
|
4179
4196
|
readonly state: "failed" | "completed" | "started";
|
|
@@ -4183,9 +4200,9 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
4183
4200
|
readonly turnId: string;
|
|
4184
4201
|
readonly turnSequence: number;
|
|
4185
4202
|
readonly turnOutcome: "failed" | "cancelled" | "completed" | "interrupted";
|
|
4203
|
+
readonly sequence?: number | undefined;
|
|
4186
4204
|
readonly sessionId?: string | undefined;
|
|
4187
4205
|
readonly eventId?: string | undefined;
|
|
4188
|
-
readonly sequence?: number | undefined;
|
|
4189
4206
|
} | {
|
|
4190
4207
|
readonly kind: "input-request";
|
|
4191
4208
|
readonly state: "cancelled" | "requested" | "answered";
|
|
@@ -4195,9 +4212,9 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
4195
4212
|
readonly prompt: string;
|
|
4196
4213
|
readonly turnSequence: number;
|
|
4197
4214
|
readonly turnOutcome: "failed" | "cancelled" | "completed" | "interrupted";
|
|
4215
|
+
readonly sequence?: number | undefined;
|
|
4198
4216
|
readonly sessionId?: string | undefined;
|
|
4199
4217
|
readonly eventId?: string | undefined;
|
|
4200
|
-
readonly sequence?: number | undefined;
|
|
4201
4218
|
} | {
|
|
4202
4219
|
readonly code: string;
|
|
4203
4220
|
readonly kind: "skill-load" | "conversation-error";
|
|
@@ -4206,9 +4223,9 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
4206
4223
|
readonly turnId: string;
|
|
4207
4224
|
readonly turnSequence: number;
|
|
4208
4225
|
readonly turnOutcome: "failed" | "cancelled" | "completed" | "interrupted";
|
|
4226
|
+
readonly sequence?: number | undefined;
|
|
4209
4227
|
readonly sessionId?: string | undefined;
|
|
4210
4228
|
readonly eventId?: string | undefined;
|
|
4211
|
-
readonly sequence?: number | undefined;
|
|
4212
4229
|
};
|
|
4213
4230
|
} | {
|
|
4214
4231
|
readonly kind: "tool-occurrence";
|
|
@@ -4221,9 +4238,9 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
4221
4238
|
readonly turnId: string;
|
|
4222
4239
|
readonly turnSequence: number;
|
|
4223
4240
|
readonly turnOutcome: "failed" | "cancelled" | "completed" | "interrupted";
|
|
4241
|
+
readonly sequence?: number | undefined;
|
|
4224
4242
|
readonly sessionId?: string | undefined;
|
|
4225
4243
|
readonly eventId?: string | undefined;
|
|
4226
|
-
readonly sequence?: number | undefined;
|
|
4227
4244
|
} | {
|
|
4228
4245
|
readonly tool: string;
|
|
4229
4246
|
readonly kind: "tool-call";
|
|
@@ -4232,10 +4249,10 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
4232
4249
|
readonly turnId: string;
|
|
4233
4250
|
readonly turnSequence: number;
|
|
4234
4251
|
readonly turnOutcome: "failed" | "cancelled" | "completed" | "interrupted";
|
|
4252
|
+
readonly sequence?: number | undefined;
|
|
4235
4253
|
readonly sessionId?: string | undefined;
|
|
4236
4254
|
readonly eventId?: string | undefined;
|
|
4237
4255
|
readonly toolOccurrenceId?: string | undefined;
|
|
4238
|
-
readonly sequence?: number | undefined;
|
|
4239
4256
|
} | {
|
|
4240
4257
|
readonly kind: "tool-result";
|
|
4241
4258
|
readonly output: string;
|
|
@@ -4244,10 +4261,10 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
4244
4261
|
readonly turnId: string;
|
|
4245
4262
|
readonly turnSequence: number;
|
|
4246
4263
|
readonly turnOutcome: "failed" | "cancelled" | "completed" | "interrupted";
|
|
4264
|
+
readonly sequence?: number | undefined;
|
|
4247
4265
|
readonly sessionId?: string | undefined;
|
|
4248
4266
|
readonly eventId?: string | undefined;
|
|
4249
4267
|
readonly toolOccurrenceId?: string | undefined;
|
|
4250
|
-
readonly sequence?: number | undefined;
|
|
4251
4268
|
} | {
|
|
4252
4269
|
readonly kind: "compaction" | "thinking-summary" | "context-injection";
|
|
4253
4270
|
readonly summary: string;
|
|
@@ -4255,9 +4272,9 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
4255
4272
|
readonly turnId: string;
|
|
4256
4273
|
readonly turnSequence: number;
|
|
4257
4274
|
readonly turnOutcome: "failed" | "cancelled" | "completed" | "interrupted";
|
|
4275
|
+
readonly sequence?: number | undefined;
|
|
4258
4276
|
readonly sessionId?: string | undefined;
|
|
4259
4277
|
readonly eventId?: string | undefined;
|
|
4260
|
-
readonly sequence?: number | undefined;
|
|
4261
4278
|
} | {
|
|
4262
4279
|
readonly kind: "subagent";
|
|
4263
4280
|
readonly state: "failed" | "completed" | "started";
|
|
@@ -4267,9 +4284,9 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
4267
4284
|
readonly turnId: string;
|
|
4268
4285
|
readonly turnSequence: number;
|
|
4269
4286
|
readonly turnOutcome: "failed" | "cancelled" | "completed" | "interrupted";
|
|
4287
|
+
readonly sequence?: number | undefined;
|
|
4270
4288
|
readonly sessionId?: string | undefined;
|
|
4271
4289
|
readonly eventId?: string | undefined;
|
|
4272
|
-
readonly sequence?: number | undefined;
|
|
4273
4290
|
} | {
|
|
4274
4291
|
readonly kind: "input-request";
|
|
4275
4292
|
readonly state: "cancelled" | "requested" | "answered";
|
|
@@ -4279,9 +4296,9 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
4279
4296
|
readonly prompt: string;
|
|
4280
4297
|
readonly turnSequence: number;
|
|
4281
4298
|
readonly turnOutcome: "failed" | "cancelled" | "completed" | "interrupted";
|
|
4299
|
+
readonly sequence?: number | undefined;
|
|
4282
4300
|
readonly sessionId?: string | undefined;
|
|
4283
4301
|
readonly eventId?: string | undefined;
|
|
4284
|
-
readonly sequence?: number | undefined;
|
|
4285
4302
|
} | {
|
|
4286
4303
|
readonly code: string;
|
|
4287
4304
|
readonly kind: "skill-load" | "conversation-error";
|
|
@@ -4290,9 +4307,9 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
4290
4307
|
readonly turnId: string;
|
|
4291
4308
|
readonly turnSequence: number;
|
|
4292
4309
|
readonly turnOutcome: "failed" | "cancelled" | "completed" | "interrupted";
|
|
4310
|
+
readonly sequence?: number | undefined;
|
|
4293
4311
|
readonly sessionId?: string | undefined;
|
|
4294
4312
|
readonly eventId?: string | undefined;
|
|
4295
|
-
readonly sequence?: number | undefined;
|
|
4296
4313
|
} | null;
|
|
4297
4314
|
readonly result: {
|
|
4298
4315
|
readonly text: string;
|
|
@@ -4302,9 +4319,9 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
4302
4319
|
readonly turnId: string;
|
|
4303
4320
|
readonly turnSequence: number;
|
|
4304
4321
|
readonly turnOutcome: "failed" | "cancelled" | "completed" | "interrupted";
|
|
4322
|
+
readonly sequence?: number | undefined;
|
|
4305
4323
|
readonly sessionId?: string | undefined;
|
|
4306
4324
|
readonly eventId?: string | undefined;
|
|
4307
|
-
readonly sequence?: number | undefined;
|
|
4308
4325
|
} | {
|
|
4309
4326
|
readonly tool: string;
|
|
4310
4327
|
readonly kind: "tool-call";
|
|
@@ -4313,10 +4330,10 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
4313
4330
|
readonly turnId: string;
|
|
4314
4331
|
readonly turnSequence: number;
|
|
4315
4332
|
readonly turnOutcome: "failed" | "cancelled" | "completed" | "interrupted";
|
|
4333
|
+
readonly sequence?: number | undefined;
|
|
4316
4334
|
readonly sessionId?: string | undefined;
|
|
4317
4335
|
readonly eventId?: string | undefined;
|
|
4318
4336
|
readonly toolOccurrenceId?: string | undefined;
|
|
4319
|
-
readonly sequence?: number | undefined;
|
|
4320
4337
|
} | {
|
|
4321
4338
|
readonly kind: "tool-result";
|
|
4322
4339
|
readonly output: string;
|
|
@@ -4325,10 +4342,10 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
4325
4342
|
readonly turnId: string;
|
|
4326
4343
|
readonly turnSequence: number;
|
|
4327
4344
|
readonly turnOutcome: "failed" | "cancelled" | "completed" | "interrupted";
|
|
4345
|
+
readonly sequence?: number | undefined;
|
|
4328
4346
|
readonly sessionId?: string | undefined;
|
|
4329
4347
|
readonly eventId?: string | undefined;
|
|
4330
4348
|
readonly toolOccurrenceId?: string | undefined;
|
|
4331
|
-
readonly sequence?: number | undefined;
|
|
4332
4349
|
} | {
|
|
4333
4350
|
readonly kind: "compaction" | "thinking-summary" | "context-injection";
|
|
4334
4351
|
readonly summary: string;
|
|
@@ -4336,9 +4353,9 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
4336
4353
|
readonly turnId: string;
|
|
4337
4354
|
readonly turnSequence: number;
|
|
4338
4355
|
readonly turnOutcome: "failed" | "cancelled" | "completed" | "interrupted";
|
|
4356
|
+
readonly sequence?: number | undefined;
|
|
4339
4357
|
readonly sessionId?: string | undefined;
|
|
4340
4358
|
readonly eventId?: string | undefined;
|
|
4341
|
-
readonly sequence?: number | undefined;
|
|
4342
4359
|
} | {
|
|
4343
4360
|
readonly kind: "subagent";
|
|
4344
4361
|
readonly state: "failed" | "completed" | "started";
|
|
@@ -4348,9 +4365,9 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
4348
4365
|
readonly turnId: string;
|
|
4349
4366
|
readonly turnSequence: number;
|
|
4350
4367
|
readonly turnOutcome: "failed" | "cancelled" | "completed" | "interrupted";
|
|
4368
|
+
readonly sequence?: number | undefined;
|
|
4351
4369
|
readonly sessionId?: string | undefined;
|
|
4352
4370
|
readonly eventId?: string | undefined;
|
|
4353
|
-
readonly sequence?: number | undefined;
|
|
4354
4371
|
} | {
|
|
4355
4372
|
readonly kind: "input-request";
|
|
4356
4373
|
readonly state: "cancelled" | "requested" | "answered";
|
|
@@ -4360,9 +4377,9 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
4360
4377
|
readonly prompt: string;
|
|
4361
4378
|
readonly turnSequence: number;
|
|
4362
4379
|
readonly turnOutcome: "failed" | "cancelled" | "completed" | "interrupted";
|
|
4380
|
+
readonly sequence?: number | undefined;
|
|
4363
4381
|
readonly sessionId?: string | undefined;
|
|
4364
4382
|
readonly eventId?: string | undefined;
|
|
4365
|
-
readonly sequence?: number | undefined;
|
|
4366
4383
|
} | {
|
|
4367
4384
|
readonly code: string;
|
|
4368
4385
|
readonly kind: "skill-load" | "conversation-error";
|
|
@@ -4371,9 +4388,9 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
4371
4388
|
readonly turnId: string;
|
|
4372
4389
|
readonly turnSequence: number;
|
|
4373
4390
|
readonly turnOutcome: "failed" | "cancelled" | "completed" | "interrupted";
|
|
4391
|
+
readonly sequence?: number | undefined;
|
|
4374
4392
|
readonly sessionId?: string | undefined;
|
|
4375
4393
|
readonly eventId?: string | undefined;
|
|
4376
|
-
readonly sequence?: number | undefined;
|
|
4377
4394
|
} | null;
|
|
4378
4395
|
readonly turn: {
|
|
4379
4396
|
readonly call: {
|
|
@@ -4417,7 +4434,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
4417
4434
|
readonly reason: "spawn-failed" | "cancelled-before-start";
|
|
4418
4435
|
};
|
|
4419
4436
|
readonly turnId: string | null;
|
|
4420
|
-
readonly phase: "
|
|
4437
|
+
readonly phase: "sandbox.prepare" | "agent.ensure" | "eval.run" | "sandbox.command" | "attempt.before" | "attempt.after";
|
|
4421
4438
|
readonly sequence: number;
|
|
4422
4439
|
readonly stdout: {
|
|
4423
4440
|
readonly text: string;
|
|
@@ -4441,7 +4458,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
4441
4458
|
};
|
|
4442
4459
|
};
|
|
4443
4460
|
}) | ({
|
|
4444
|
-
readonly protocol: "niceeval.query/
|
|
4461
|
+
readonly protocol: "niceeval.query/v2";
|
|
4445
4462
|
readonly outcome: "success";
|
|
4446
4463
|
readonly behaviorVersion: "2.0.0";
|
|
4447
4464
|
readonly source: {
|
|
@@ -4498,7 +4515,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
4498
4515
|
readonly omittedActivityCount: number;
|
|
4499
4516
|
};
|
|
4500
4517
|
}) | ({
|
|
4501
|
-
readonly protocol: "niceeval.query/
|
|
4518
|
+
readonly protocol: "niceeval.query/v2";
|
|
4502
4519
|
readonly outcome: "success";
|
|
4503
4520
|
readonly behaviorVersion: "2.0.0";
|
|
4504
4521
|
readonly source: {
|
|
@@ -4561,7 +4578,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
4561
4578
|
readonly collectionComplete: boolean;
|
|
4562
4579
|
readonly reasons: readonly ("usage-not-recorded" | "source-invalid" | "adapter-usage-required" | "collection-incomplete" | "call-status-unknown" | "no-calls" | "cache-read-missing" | "input-total-missing" | "zero-input-total" | "unsafe-token-total")[];
|
|
4563
4580
|
};
|
|
4564
|
-
readonly
|
|
4581
|
+
readonly roles: readonly {
|
|
4565
4582
|
readonly rate: {
|
|
4566
4583
|
readonly state: "exact";
|
|
4567
4584
|
readonly value: number;
|
|
@@ -4576,7 +4593,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
4576
4593
|
readonly unknownStatusCalls: number;
|
|
4577
4594
|
readonly collectionComplete: boolean;
|
|
4578
4595
|
readonly reasons: readonly ("usage-not-recorded" | "source-invalid" | "adapter-usage-required" | "collection-incomplete" | "call-status-unknown" | "no-calls" | "cache-read-missing" | "input-total-missing" | "zero-input-total" | "unsafe-token-total")[];
|
|
4579
|
-
readonly
|
|
4596
|
+
readonly modelRole: string | null;
|
|
4580
4597
|
}[];
|
|
4581
4598
|
readonly models: readonly {
|
|
4582
4599
|
readonly rate: {
|
|
@@ -4593,7 +4610,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
4593
4610
|
readonly unknownStatusCalls: number;
|
|
4594
4611
|
readonly collectionComplete: boolean;
|
|
4595
4612
|
readonly reasons: readonly ("usage-not-recorded" | "source-invalid" | "adapter-usage-required" | "collection-incomplete" | "call-status-unknown" | "no-calls" | "cache-read-missing" | "input-total-missing" | "zero-input-total" | "unsafe-token-total")[];
|
|
4596
|
-
readonly
|
|
4613
|
+
readonly modelRole: string | null;
|
|
4597
4614
|
readonly provider: string | null;
|
|
4598
4615
|
readonly model: string | null;
|
|
4599
4616
|
}[];
|
|
@@ -4603,7 +4620,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
4603
4620
|
} | {
|
|
4604
4621
|
readonly state: "available";
|
|
4605
4622
|
readonly bindings: readonly {
|
|
4606
|
-
readonly
|
|
4623
|
+
readonly modelRole: string;
|
|
4607
4624
|
readonly model: string | null;
|
|
4608
4625
|
readonly reasoningEffort: string | null;
|
|
4609
4626
|
readonly recordedCalls: number | null;
|
|
@@ -4613,7 +4630,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
4613
4630
|
readonly state: "available";
|
|
4614
4631
|
readonly basis: "recorded-calls";
|
|
4615
4632
|
readonly groups: readonly {
|
|
4616
|
-
readonly
|
|
4633
|
+
readonly modelRole: string | null;
|
|
4617
4634
|
readonly provider: string | null;
|
|
4618
4635
|
readonly model: string | null;
|
|
4619
4636
|
readonly recordedCalls: number;
|
|
@@ -4899,6 +4916,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
4899
4916
|
readonly source?: "adapter" | undefined;
|
|
4900
4917
|
readonly coverage?: "recorded-calls" | undefined;
|
|
4901
4918
|
readonly calls?: readonly {
|
|
4919
|
+
readonly modelRole: string | null;
|
|
4902
4920
|
readonly effectiveCost: {
|
|
4903
4921
|
readonly amount: string;
|
|
4904
4922
|
readonly currency: string;
|
|
@@ -4908,7 +4926,6 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
4908
4926
|
};
|
|
4909
4927
|
readonly state: "complete" | "partial";
|
|
4910
4928
|
} | null;
|
|
4911
|
-
readonly modelSlot: string | null;
|
|
4912
4929
|
readonly route: {
|
|
4913
4930
|
readonly transportProvider: string | null;
|
|
4914
4931
|
readonly endpointId: string | null;
|
|
@@ -4981,7 +4998,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
4981
4998
|
readonly omittedCallCount?: number | undefined;
|
|
4982
4999
|
};
|
|
4983
5000
|
}) | ({
|
|
4984
|
-
readonly protocol: "niceeval.query/
|
|
5001
|
+
readonly protocol: "niceeval.query/v2";
|
|
4985
5002
|
readonly outcome: "success";
|
|
4986
5003
|
readonly behaviorVersion: "2.0.0";
|
|
4987
5004
|
readonly source: {
|
|
@@ -5074,7 +5091,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
5074
5091
|
}[];
|
|
5075
5092
|
};
|
|
5076
5093
|
}) | ({
|
|
5077
|
-
readonly protocol: "niceeval.query/
|
|
5094
|
+
readonly protocol: "niceeval.query/v2";
|
|
5078
5095
|
readonly outcome: "success";
|
|
5079
5096
|
readonly behaviorVersion: "2.0.0";
|
|
5080
5097
|
readonly source: {
|
|
@@ -5129,7 +5146,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
5129
5146
|
} | {
|
|
5130
5147
|
readonly code: "attempt-origin-missing" | "attempt-not-observed";
|
|
5131
5148
|
readonly runId: string;
|
|
5132
|
-
readonly
|
|
5149
|
+
readonly plannedAttemptId: string;
|
|
5133
5150
|
readonly evalId: string;
|
|
5134
5151
|
readonly attemptOrdinal: number;
|
|
5135
5152
|
} | {
|
|
@@ -5141,7 +5158,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
5141
5158
|
readonly code: "score-partial";
|
|
5142
5159
|
readonly locator: string | null;
|
|
5143
5160
|
})[];
|
|
5144
|
-
readonly basis: "eval" | "
|
|
5161
|
+
readonly basis: "eval" | "planned-attempt";
|
|
5145
5162
|
readonly total: number;
|
|
5146
5163
|
readonly refs: readonly {
|
|
5147
5164
|
readonly identity: {
|
|
@@ -5150,7 +5167,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
5150
5167
|
};
|
|
5151
5168
|
}[];
|
|
5152
5169
|
readonly samples: number;
|
|
5153
|
-
readonly unit?: "
|
|
5170
|
+
readonly unit?: "ms" | "tokens" | "USD" | "points" | undefined;
|
|
5154
5171
|
readonly bounds?: {
|
|
5155
5172
|
readonly min: number;
|
|
5156
5173
|
readonly max: number;
|
|
@@ -5166,7 +5183,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
5166
5183
|
} | {
|
|
5167
5184
|
readonly code: "attempt-origin-missing" | "attempt-not-observed";
|
|
5168
5185
|
readonly runId: string;
|
|
5169
|
-
readonly
|
|
5186
|
+
readonly plannedAttemptId: string;
|
|
5170
5187
|
readonly evalId: string;
|
|
5171
5188
|
readonly attemptOrdinal: number;
|
|
5172
5189
|
} | {
|
|
@@ -5178,7 +5195,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
5178
5195
|
readonly code: "score-partial";
|
|
5179
5196
|
readonly locator: string | null;
|
|
5180
5197
|
})[];
|
|
5181
|
-
readonly basis: "eval" | "
|
|
5198
|
+
readonly basis: "eval" | "planned-attempt";
|
|
5182
5199
|
readonly total: number;
|
|
5183
5200
|
readonly refs: readonly {
|
|
5184
5201
|
readonly identity: {
|
|
@@ -5187,7 +5204,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
5187
5204
|
};
|
|
5188
5205
|
}[];
|
|
5189
5206
|
readonly samples: number;
|
|
5190
|
-
readonly unit?: "
|
|
5207
|
+
readonly unit?: "ms" | "tokens" | "USD" | "points" | undefined;
|
|
5191
5208
|
readonly bounds?: {
|
|
5192
5209
|
readonly min: number;
|
|
5193
5210
|
readonly max: number;
|
|
@@ -5203,7 +5220,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
5203
5220
|
} | {
|
|
5204
5221
|
readonly code: "attempt-origin-missing" | "attempt-not-observed";
|
|
5205
5222
|
readonly runId: string;
|
|
5206
|
-
readonly
|
|
5223
|
+
readonly plannedAttemptId: string;
|
|
5207
5224
|
readonly evalId: string;
|
|
5208
5225
|
readonly attemptOrdinal: number;
|
|
5209
5226
|
} | {
|
|
@@ -5215,7 +5232,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
5215
5232
|
readonly code: "score-partial";
|
|
5216
5233
|
readonly locator: string | null;
|
|
5217
5234
|
})[];
|
|
5218
|
-
readonly basis: "eval" | "
|
|
5235
|
+
readonly basis: "eval" | "planned-attempt";
|
|
5219
5236
|
readonly total: number;
|
|
5220
5237
|
readonly refs: readonly {
|
|
5221
5238
|
readonly identity: {
|
|
@@ -5224,7 +5241,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
5224
5241
|
};
|
|
5225
5242
|
}[];
|
|
5226
5243
|
readonly samples: number;
|
|
5227
|
-
readonly unit?: "
|
|
5244
|
+
readonly unit?: "ms" | "tokens" | "USD" | "points" | undefined;
|
|
5228
5245
|
readonly bounds?: {
|
|
5229
5246
|
readonly min: number;
|
|
5230
5247
|
readonly max: number;
|
|
@@ -5239,7 +5256,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
5239
5256
|
} | {
|
|
5240
5257
|
readonly code: "attempt-origin-missing" | "attempt-not-observed";
|
|
5241
5258
|
readonly runId: string;
|
|
5242
|
-
readonly
|
|
5259
|
+
readonly plannedAttemptId: string;
|
|
5243
5260
|
readonly evalId: string;
|
|
5244
5261
|
readonly attemptOrdinal: number;
|
|
5245
5262
|
} | {
|
|
@@ -5251,7 +5268,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
5251
5268
|
readonly code: "score-partial";
|
|
5252
5269
|
readonly locator: string | null;
|
|
5253
5270
|
})[];
|
|
5254
|
-
readonly basis: "eval" | "
|
|
5271
|
+
readonly basis: "eval" | "planned-attempt";
|
|
5255
5272
|
readonly total: number;
|
|
5256
5273
|
readonly refs: readonly {
|
|
5257
5274
|
readonly identity: {
|
|
@@ -5260,7 +5277,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
5260
5277
|
};
|
|
5261
5278
|
}[];
|
|
5262
5279
|
readonly samples: number;
|
|
5263
|
-
readonly unit?: "
|
|
5280
|
+
readonly unit?: "ms" | "tokens" | "USD" | "points" | undefined;
|
|
5264
5281
|
readonly bounds?: {
|
|
5265
5282
|
readonly min: number;
|
|
5266
5283
|
readonly max: number;
|
|
@@ -5275,7 +5292,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
5275
5292
|
} | {
|
|
5276
5293
|
readonly code: "attempt-origin-missing" | "attempt-not-observed";
|
|
5277
5294
|
readonly runId: string;
|
|
5278
|
-
readonly
|
|
5295
|
+
readonly plannedAttemptId: string;
|
|
5279
5296
|
readonly evalId: string;
|
|
5280
5297
|
readonly attemptOrdinal: number;
|
|
5281
5298
|
} | {
|
|
@@ -5287,7 +5304,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
5287
5304
|
readonly code: "score-partial";
|
|
5288
5305
|
readonly locator: string | null;
|
|
5289
5306
|
})[];
|
|
5290
|
-
readonly basis: "eval" | "
|
|
5307
|
+
readonly basis: "eval" | "planned-attempt";
|
|
5291
5308
|
readonly total: number;
|
|
5292
5309
|
readonly refs: readonly {
|
|
5293
5310
|
readonly identity: {
|
|
@@ -5296,7 +5313,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
5296
5313
|
};
|
|
5297
5314
|
}[];
|
|
5298
5315
|
readonly samples: number;
|
|
5299
|
-
readonly unit?: "
|
|
5316
|
+
readonly unit?: "ms" | "tokens" | "USD" | "points" | undefined;
|
|
5300
5317
|
readonly bounds?: {
|
|
5301
5318
|
readonly min: number;
|
|
5302
5319
|
readonly max: number;
|
|
@@ -5342,7 +5359,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
5342
5359
|
} | {
|
|
5343
5360
|
readonly code: "attempt-origin-missing" | "attempt-not-observed";
|
|
5344
5361
|
readonly runId: string;
|
|
5345
|
-
readonly
|
|
5362
|
+
readonly plannedAttemptId: string;
|
|
5346
5363
|
readonly evalId: string;
|
|
5347
5364
|
readonly attemptOrdinal: number;
|
|
5348
5365
|
} | {
|
|
@@ -5379,7 +5396,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
5379
5396
|
} | {
|
|
5380
5397
|
readonly code: "attempt-origin-missing" | "attempt-not-observed";
|
|
5381
5398
|
readonly runId: string;
|
|
5382
|
-
readonly
|
|
5399
|
+
readonly plannedAttemptId: string;
|
|
5383
5400
|
readonly evalId: string;
|
|
5384
5401
|
readonly attemptOrdinal: number;
|
|
5385
5402
|
} | {
|
|
@@ -5391,7 +5408,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
5391
5408
|
readonly code: "score-partial";
|
|
5392
5409
|
readonly locator: string | null;
|
|
5393
5410
|
})[];
|
|
5394
|
-
readonly basis: "eval" | "
|
|
5411
|
+
readonly basis: "eval" | "planned-attempt";
|
|
5395
5412
|
readonly total: number;
|
|
5396
5413
|
readonly refs: readonly {
|
|
5397
5414
|
readonly identity: {
|
|
@@ -5400,7 +5417,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
5400
5417
|
};
|
|
5401
5418
|
}[];
|
|
5402
5419
|
readonly samples: number;
|
|
5403
|
-
readonly unit?: "
|
|
5420
|
+
readonly unit?: "ms" | "tokens" | "USD" | "points" | undefined;
|
|
5404
5421
|
readonly bounds?: {
|
|
5405
5422
|
readonly min: number;
|
|
5406
5423
|
readonly max: number;
|
|
@@ -5416,7 +5433,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
5416
5433
|
} | {
|
|
5417
5434
|
readonly code: "attempt-origin-missing" | "attempt-not-observed";
|
|
5418
5435
|
readonly runId: string;
|
|
5419
|
-
readonly
|
|
5436
|
+
readonly plannedAttemptId: string;
|
|
5420
5437
|
readonly evalId: string;
|
|
5421
5438
|
readonly attemptOrdinal: number;
|
|
5422
5439
|
} | {
|
|
@@ -5428,7 +5445,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
5428
5445
|
readonly code: "score-partial";
|
|
5429
5446
|
readonly locator: string | null;
|
|
5430
5447
|
})[];
|
|
5431
|
-
readonly basis: "eval" | "
|
|
5448
|
+
readonly basis: "eval" | "planned-attempt";
|
|
5432
5449
|
readonly total: number;
|
|
5433
5450
|
readonly refs: readonly {
|
|
5434
5451
|
readonly identity: {
|
|
@@ -5437,7 +5454,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
5437
5454
|
};
|
|
5438
5455
|
}[];
|
|
5439
5456
|
readonly samples: number;
|
|
5440
|
-
readonly unit?: "
|
|
5457
|
+
readonly unit?: "ms" | "tokens" | "USD" | "points" | undefined;
|
|
5441
5458
|
readonly bounds?: {
|
|
5442
5459
|
readonly min: number;
|
|
5443
5460
|
readonly max: number;
|
|
@@ -5453,7 +5470,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
5453
5470
|
} | {
|
|
5454
5471
|
readonly code: "attempt-origin-missing" | "attempt-not-observed";
|
|
5455
5472
|
readonly runId: string;
|
|
5456
|
-
readonly
|
|
5473
|
+
readonly plannedAttemptId: string;
|
|
5457
5474
|
readonly evalId: string;
|
|
5458
5475
|
readonly attemptOrdinal: number;
|
|
5459
5476
|
} | {
|
|
@@ -5465,7 +5482,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
5465
5482
|
readonly code: "score-partial";
|
|
5466
5483
|
readonly locator: string | null;
|
|
5467
5484
|
})[];
|
|
5468
|
-
readonly basis: "eval" | "
|
|
5485
|
+
readonly basis: "eval" | "planned-attempt";
|
|
5469
5486
|
readonly total: number;
|
|
5470
5487
|
readonly refs: readonly {
|
|
5471
5488
|
readonly identity: {
|
|
@@ -5474,7 +5491,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
5474
5491
|
};
|
|
5475
5492
|
}[];
|
|
5476
5493
|
readonly samples: number;
|
|
5477
|
-
readonly unit?: "
|
|
5494
|
+
readonly unit?: "ms" | "tokens" | "USD" | "points" | undefined;
|
|
5478
5495
|
readonly bounds?: {
|
|
5479
5496
|
readonly min: number;
|
|
5480
5497
|
readonly max: number;
|
|
@@ -5489,7 +5506,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
5489
5506
|
} | {
|
|
5490
5507
|
readonly code: "attempt-origin-missing" | "attempt-not-observed";
|
|
5491
5508
|
readonly runId: string;
|
|
5492
|
-
readonly
|
|
5509
|
+
readonly plannedAttemptId: string;
|
|
5493
5510
|
readonly evalId: string;
|
|
5494
5511
|
readonly attemptOrdinal: number;
|
|
5495
5512
|
} | {
|
|
@@ -5501,7 +5518,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
5501
5518
|
readonly code: "score-partial";
|
|
5502
5519
|
readonly locator: string | null;
|
|
5503
5520
|
})[];
|
|
5504
|
-
readonly basis: "eval" | "
|
|
5521
|
+
readonly basis: "eval" | "planned-attempt";
|
|
5505
5522
|
readonly total: number;
|
|
5506
5523
|
readonly refs: readonly {
|
|
5507
5524
|
readonly identity: {
|
|
@@ -5510,7 +5527,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
5510
5527
|
};
|
|
5511
5528
|
}[];
|
|
5512
5529
|
readonly samples: number;
|
|
5513
|
-
readonly unit?: "
|
|
5530
|
+
readonly unit?: "ms" | "tokens" | "USD" | "points" | undefined;
|
|
5514
5531
|
readonly bounds?: {
|
|
5515
5532
|
readonly min: number;
|
|
5516
5533
|
readonly max: number;
|
|
@@ -5525,7 +5542,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
5525
5542
|
} | {
|
|
5526
5543
|
readonly code: "attempt-origin-missing" | "attempt-not-observed";
|
|
5527
5544
|
readonly runId: string;
|
|
5528
|
-
readonly
|
|
5545
|
+
readonly plannedAttemptId: string;
|
|
5529
5546
|
readonly evalId: string;
|
|
5530
5547
|
readonly attemptOrdinal: number;
|
|
5531
5548
|
} | {
|
|
@@ -5537,7 +5554,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
5537
5554
|
readonly code: "score-partial";
|
|
5538
5555
|
readonly locator: string | null;
|
|
5539
5556
|
})[];
|
|
5540
|
-
readonly basis: "eval" | "
|
|
5557
|
+
readonly basis: "eval" | "planned-attempt";
|
|
5541
5558
|
readonly total: number;
|
|
5542
5559
|
readonly refs: readonly {
|
|
5543
5560
|
readonly identity: {
|
|
@@ -5546,7 +5563,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
5546
5563
|
};
|
|
5547
5564
|
}[];
|
|
5548
5565
|
readonly samples: number;
|
|
5549
|
-
readonly unit?: "
|
|
5566
|
+
readonly unit?: "ms" | "tokens" | "USD" | "points" | undefined;
|
|
5550
5567
|
readonly bounds?: {
|
|
5551
5568
|
readonly min: number;
|
|
5552
5569
|
readonly max: number;
|
|
@@ -5592,7 +5609,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
5592
5609
|
} | {
|
|
5593
5610
|
readonly code: "attempt-origin-missing" | "attempt-not-observed";
|
|
5594
5611
|
readonly runId: string;
|
|
5595
|
-
readonly
|
|
5612
|
+
readonly plannedAttemptId: string;
|
|
5596
5613
|
readonly evalId: string;
|
|
5597
5614
|
readonly attemptOrdinal: number;
|
|
5598
5615
|
} | {
|
|
@@ -5604,6 +5621,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
5604
5621
|
readonly code: "score-partial";
|
|
5605
5622
|
readonly locator: string | null;
|
|
5606
5623
|
})[];
|
|
5624
|
+
readonly plugins: readonly import("../record/model/run-context.cjs").RunPluginIdentity[];
|
|
5607
5625
|
readonly experimentId: string;
|
|
5608
5626
|
readonly adapter: {
|
|
5609
5627
|
readonly state: "available";
|
|
@@ -5653,7 +5671,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
5653
5671
|
} | {
|
|
5654
5672
|
readonly code: "attempt-origin-missing" | "attempt-not-observed";
|
|
5655
5673
|
readonly runId: string;
|
|
5656
|
-
readonly
|
|
5674
|
+
readonly plannedAttemptId: string;
|
|
5657
5675
|
readonly evalId: string;
|
|
5658
5676
|
readonly attemptOrdinal: number;
|
|
5659
5677
|
} | {
|
|
@@ -5665,7 +5683,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
5665
5683
|
readonly code: "score-partial";
|
|
5666
5684
|
readonly locator: string | null;
|
|
5667
5685
|
})[];
|
|
5668
|
-
readonly basis: "eval" | "
|
|
5686
|
+
readonly basis: "eval" | "planned-attempt";
|
|
5669
5687
|
readonly total: number;
|
|
5670
5688
|
readonly refs: readonly {
|
|
5671
5689
|
readonly identity: {
|
|
@@ -5674,7 +5692,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
5674
5692
|
};
|
|
5675
5693
|
}[];
|
|
5676
5694
|
readonly samples: number;
|
|
5677
|
-
readonly unit?: "
|
|
5695
|
+
readonly unit?: "ms" | "tokens" | "USD" | "points" | undefined;
|
|
5678
5696
|
readonly bounds?: {
|
|
5679
5697
|
readonly min: number;
|
|
5680
5698
|
readonly max: number;
|
|
@@ -5690,7 +5708,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
5690
5708
|
} | {
|
|
5691
5709
|
readonly code: "attempt-origin-missing" | "attempt-not-observed";
|
|
5692
5710
|
readonly runId: string;
|
|
5693
|
-
readonly
|
|
5711
|
+
readonly plannedAttemptId: string;
|
|
5694
5712
|
readonly evalId: string;
|
|
5695
5713
|
readonly attemptOrdinal: number;
|
|
5696
5714
|
} | {
|
|
@@ -5702,7 +5720,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
5702
5720
|
readonly code: "score-partial";
|
|
5703
5721
|
readonly locator: string | null;
|
|
5704
5722
|
})[];
|
|
5705
|
-
readonly basis: "eval" | "
|
|
5723
|
+
readonly basis: "eval" | "planned-attempt";
|
|
5706
5724
|
readonly total: number;
|
|
5707
5725
|
readonly refs: readonly {
|
|
5708
5726
|
readonly identity: {
|
|
@@ -5711,7 +5729,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
5711
5729
|
};
|
|
5712
5730
|
}[];
|
|
5713
5731
|
readonly samples: number;
|
|
5714
|
-
readonly unit?: "
|
|
5732
|
+
readonly unit?: "ms" | "tokens" | "USD" | "points" | undefined;
|
|
5715
5733
|
readonly bounds?: {
|
|
5716
5734
|
readonly min: number;
|
|
5717
5735
|
readonly max: number;
|
|
@@ -5727,7 +5745,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
5727
5745
|
} | {
|
|
5728
5746
|
readonly code: "attempt-origin-missing" | "attempt-not-observed";
|
|
5729
5747
|
readonly runId: string;
|
|
5730
|
-
readonly
|
|
5748
|
+
readonly plannedAttemptId: string;
|
|
5731
5749
|
readonly evalId: string;
|
|
5732
5750
|
readonly attemptOrdinal: number;
|
|
5733
5751
|
} | {
|
|
@@ -5739,7 +5757,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
5739
5757
|
readonly code: "score-partial";
|
|
5740
5758
|
readonly locator: string | null;
|
|
5741
5759
|
})[];
|
|
5742
|
-
readonly basis: "eval" | "
|
|
5760
|
+
readonly basis: "eval" | "planned-attempt";
|
|
5743
5761
|
readonly total: number;
|
|
5744
5762
|
readonly refs: readonly {
|
|
5745
5763
|
readonly identity: {
|
|
@@ -5748,7 +5766,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
5748
5766
|
};
|
|
5749
5767
|
}[];
|
|
5750
5768
|
readonly samples: number;
|
|
5751
|
-
readonly unit?: "
|
|
5769
|
+
readonly unit?: "ms" | "tokens" | "USD" | "points" | undefined;
|
|
5752
5770
|
readonly bounds?: {
|
|
5753
5771
|
readonly min: number;
|
|
5754
5772
|
readonly max: number;
|
|
@@ -5763,7 +5781,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
5763
5781
|
} | {
|
|
5764
5782
|
readonly code: "attempt-origin-missing" | "attempt-not-observed";
|
|
5765
5783
|
readonly runId: string;
|
|
5766
|
-
readonly
|
|
5784
|
+
readonly plannedAttemptId: string;
|
|
5767
5785
|
readonly evalId: string;
|
|
5768
5786
|
readonly attemptOrdinal: number;
|
|
5769
5787
|
} | {
|
|
@@ -5775,7 +5793,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
5775
5793
|
readonly code: "score-partial";
|
|
5776
5794
|
readonly locator: string | null;
|
|
5777
5795
|
})[];
|
|
5778
|
-
readonly basis: "eval" | "
|
|
5796
|
+
readonly basis: "eval" | "planned-attempt";
|
|
5779
5797
|
readonly total: number;
|
|
5780
5798
|
readonly refs: readonly {
|
|
5781
5799
|
readonly identity: {
|
|
@@ -5784,7 +5802,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
5784
5802
|
};
|
|
5785
5803
|
}[];
|
|
5786
5804
|
readonly samples: number;
|
|
5787
|
-
readonly unit?: "
|
|
5805
|
+
readonly unit?: "ms" | "tokens" | "USD" | "points" | undefined;
|
|
5788
5806
|
readonly bounds?: {
|
|
5789
5807
|
readonly min: number;
|
|
5790
5808
|
readonly max: number;
|
|
@@ -5799,7 +5817,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
5799
5817
|
} | {
|
|
5800
5818
|
readonly code: "attempt-origin-missing" | "attempt-not-observed";
|
|
5801
5819
|
readonly runId: string;
|
|
5802
|
-
readonly
|
|
5820
|
+
readonly plannedAttemptId: string;
|
|
5803
5821
|
readonly evalId: string;
|
|
5804
5822
|
readonly attemptOrdinal: number;
|
|
5805
5823
|
} | {
|
|
@@ -5811,7 +5829,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
5811
5829
|
readonly code: "score-partial";
|
|
5812
5830
|
readonly locator: string | null;
|
|
5813
5831
|
})[];
|
|
5814
|
-
readonly basis: "eval" | "
|
|
5832
|
+
readonly basis: "eval" | "planned-attempt";
|
|
5815
5833
|
readonly total: number;
|
|
5816
5834
|
readonly refs: readonly {
|
|
5817
5835
|
readonly identity: {
|
|
@@ -5820,7 +5838,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
5820
5838
|
};
|
|
5821
5839
|
}[];
|
|
5822
5840
|
readonly samples: number;
|
|
5823
|
-
readonly unit?: "
|
|
5841
|
+
readonly unit?: "ms" | "tokens" | "USD" | "points" | undefined;
|
|
5824
5842
|
readonly bounds?: {
|
|
5825
5843
|
readonly min: number;
|
|
5826
5844
|
readonly max: number;
|
|
@@ -5866,7 +5884,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
5866
5884
|
} | {
|
|
5867
5885
|
readonly code: "attempt-origin-missing" | "attempt-not-observed";
|
|
5868
5886
|
readonly runId: string;
|
|
5869
|
-
readonly
|
|
5887
|
+
readonly plannedAttemptId: string;
|
|
5870
5888
|
readonly evalId: string;
|
|
5871
5889
|
readonly attemptOrdinal: number;
|
|
5872
5890
|
} | {
|
|
@@ -5905,7 +5923,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
5905
5923
|
} | {
|
|
5906
5924
|
readonly code: "attempt-origin-missing" | "attempt-not-observed";
|
|
5907
5925
|
readonly runId: string;
|
|
5908
|
-
readonly
|
|
5926
|
+
readonly plannedAttemptId: string;
|
|
5909
5927
|
readonly evalId: string;
|
|
5910
5928
|
readonly attemptOrdinal: number;
|
|
5911
5929
|
} | {
|
|
@@ -5917,7 +5935,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
5917
5935
|
readonly code: "score-partial";
|
|
5918
5936
|
readonly locator: string | null;
|
|
5919
5937
|
})[];
|
|
5920
|
-
readonly basis: "eval" | "
|
|
5938
|
+
readonly basis: "eval" | "planned-attempt";
|
|
5921
5939
|
readonly total: number;
|
|
5922
5940
|
readonly refs: readonly {
|
|
5923
5941
|
readonly identity: {
|
|
@@ -5926,7 +5944,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
5926
5944
|
};
|
|
5927
5945
|
}[];
|
|
5928
5946
|
readonly samples: number;
|
|
5929
|
-
readonly unit?: "
|
|
5947
|
+
readonly unit?: "ms" | "tokens" | "USD" | "points" | undefined;
|
|
5930
5948
|
readonly bounds?: {
|
|
5931
5949
|
readonly min: number;
|
|
5932
5950
|
readonly max: number;
|
|
@@ -5942,7 +5960,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
5942
5960
|
} | {
|
|
5943
5961
|
readonly code: "attempt-origin-missing" | "attempt-not-observed";
|
|
5944
5962
|
readonly runId: string;
|
|
5945
|
-
readonly
|
|
5963
|
+
readonly plannedAttemptId: string;
|
|
5946
5964
|
readonly evalId: string;
|
|
5947
5965
|
readonly attemptOrdinal: number;
|
|
5948
5966
|
} | {
|
|
@@ -5954,7 +5972,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
5954
5972
|
readonly code: "score-partial";
|
|
5955
5973
|
readonly locator: string | null;
|
|
5956
5974
|
})[];
|
|
5957
|
-
readonly basis: "eval" | "
|
|
5975
|
+
readonly basis: "eval" | "planned-attempt";
|
|
5958
5976
|
readonly total: number;
|
|
5959
5977
|
readonly refs: readonly {
|
|
5960
5978
|
readonly identity: {
|
|
@@ -5963,7 +5981,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
5963
5981
|
};
|
|
5964
5982
|
}[];
|
|
5965
5983
|
readonly samples: number;
|
|
5966
|
-
readonly unit?: "
|
|
5984
|
+
readonly unit?: "ms" | "tokens" | "USD" | "points" | undefined;
|
|
5967
5985
|
readonly bounds?: {
|
|
5968
5986
|
readonly min: number;
|
|
5969
5987
|
readonly max: number;
|
|
@@ -5979,7 +5997,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
5979
5997
|
} | {
|
|
5980
5998
|
readonly code: "attempt-origin-missing" | "attempt-not-observed";
|
|
5981
5999
|
readonly runId: string;
|
|
5982
|
-
readonly
|
|
6000
|
+
readonly plannedAttemptId: string;
|
|
5983
6001
|
readonly evalId: string;
|
|
5984
6002
|
readonly attemptOrdinal: number;
|
|
5985
6003
|
} | {
|
|
@@ -5991,7 +6009,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
5991
6009
|
readonly code: "score-partial";
|
|
5992
6010
|
readonly locator: string | null;
|
|
5993
6011
|
})[];
|
|
5994
|
-
readonly basis: "eval" | "
|
|
6012
|
+
readonly basis: "eval" | "planned-attempt";
|
|
5995
6013
|
readonly total: number;
|
|
5996
6014
|
readonly refs: readonly {
|
|
5997
6015
|
readonly identity: {
|
|
@@ -6000,7 +6018,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
6000
6018
|
};
|
|
6001
6019
|
}[];
|
|
6002
6020
|
readonly samples: number;
|
|
6003
|
-
readonly unit?: "
|
|
6021
|
+
readonly unit?: "ms" | "tokens" | "USD" | "points" | undefined;
|
|
6004
6022
|
readonly bounds?: {
|
|
6005
6023
|
readonly min: number;
|
|
6006
6024
|
readonly max: number;
|
|
@@ -6015,7 +6033,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
6015
6033
|
} | {
|
|
6016
6034
|
readonly code: "attempt-origin-missing" | "attempt-not-observed";
|
|
6017
6035
|
readonly runId: string;
|
|
6018
|
-
readonly
|
|
6036
|
+
readonly plannedAttemptId: string;
|
|
6019
6037
|
readonly evalId: string;
|
|
6020
6038
|
readonly attemptOrdinal: number;
|
|
6021
6039
|
} | {
|
|
@@ -6027,7 +6045,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
6027
6045
|
readonly code: "score-partial";
|
|
6028
6046
|
readonly locator: string | null;
|
|
6029
6047
|
})[];
|
|
6030
|
-
readonly basis: "eval" | "
|
|
6048
|
+
readonly basis: "eval" | "planned-attempt";
|
|
6031
6049
|
readonly total: number;
|
|
6032
6050
|
readonly refs: readonly {
|
|
6033
6051
|
readonly identity: {
|
|
@@ -6036,7 +6054,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
6036
6054
|
};
|
|
6037
6055
|
}[];
|
|
6038
6056
|
readonly samples: number;
|
|
6039
|
-
readonly unit?: "
|
|
6057
|
+
readonly unit?: "ms" | "tokens" | "USD" | "points" | undefined;
|
|
6040
6058
|
readonly bounds?: {
|
|
6041
6059
|
readonly min: number;
|
|
6042
6060
|
readonly max: number;
|
|
@@ -6051,7 +6069,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
6051
6069
|
} | {
|
|
6052
6070
|
readonly code: "attempt-origin-missing" | "attempt-not-observed";
|
|
6053
6071
|
readonly runId: string;
|
|
6054
|
-
readonly
|
|
6072
|
+
readonly plannedAttemptId: string;
|
|
6055
6073
|
readonly evalId: string;
|
|
6056
6074
|
readonly attemptOrdinal: number;
|
|
6057
6075
|
} | {
|
|
@@ -6063,7 +6081,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
6063
6081
|
readonly code: "score-partial";
|
|
6064
6082
|
readonly locator: string | null;
|
|
6065
6083
|
})[];
|
|
6066
|
-
readonly basis: "eval" | "
|
|
6084
|
+
readonly basis: "eval" | "planned-attempt";
|
|
6067
6085
|
readonly total: number;
|
|
6068
6086
|
readonly refs: readonly {
|
|
6069
6087
|
readonly identity: {
|
|
@@ -6072,7 +6090,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
6072
6090
|
};
|
|
6073
6091
|
}[];
|
|
6074
6092
|
readonly samples: number;
|
|
6075
|
-
readonly unit?: "
|
|
6093
|
+
readonly unit?: "ms" | "tokens" | "USD" | "points" | undefined;
|
|
6076
6094
|
readonly bounds?: {
|
|
6077
6095
|
readonly min: number;
|
|
6078
6096
|
readonly max: number;
|
|
@@ -6118,7 +6136,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
6118
6136
|
} | {
|
|
6119
6137
|
readonly code: "attempt-origin-missing" | "attempt-not-observed";
|
|
6120
6138
|
readonly runId: string;
|
|
6121
|
-
readonly
|
|
6139
|
+
readonly plannedAttemptId: string;
|
|
6122
6140
|
readonly evalId: string;
|
|
6123
6141
|
readonly attemptOrdinal: number;
|
|
6124
6142
|
} | {
|
|
@@ -6135,7 +6153,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
6135
6153
|
readonly groupPath: readonly string[];
|
|
6136
6154
|
readonly members: readonly {
|
|
6137
6155
|
readonly runId: string;
|
|
6138
|
-
readonly
|
|
6156
|
+
readonly plannedAttemptId: string;
|
|
6139
6157
|
readonly evalId: string;
|
|
6140
6158
|
readonly attemptOrdinal: number;
|
|
6141
6159
|
readonly labels: {
|
|
@@ -6164,7 +6182,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
6164
6182
|
} | {
|
|
6165
6183
|
readonly code: "attempt-origin-missing" | "attempt-not-observed";
|
|
6166
6184
|
readonly runId: string;
|
|
6167
|
-
readonly
|
|
6185
|
+
readonly plannedAttemptId: string;
|
|
6168
6186
|
readonly evalId: string;
|
|
6169
6187
|
readonly attemptOrdinal: number;
|
|
6170
6188
|
} | {
|
|
@@ -6176,7 +6194,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
6176
6194
|
readonly code: "score-partial";
|
|
6177
6195
|
readonly locator: string | null;
|
|
6178
6196
|
})[];
|
|
6179
|
-
readonly basis: "eval" | "
|
|
6197
|
+
readonly basis: "eval" | "planned-attempt";
|
|
6180
6198
|
readonly total: number;
|
|
6181
6199
|
readonly refs: readonly {
|
|
6182
6200
|
readonly identity: {
|
|
@@ -6185,7 +6203,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
6185
6203
|
};
|
|
6186
6204
|
}[];
|
|
6187
6205
|
readonly samples: number;
|
|
6188
|
-
readonly unit?: "
|
|
6206
|
+
readonly unit?: "ms" | "tokens" | "USD" | "points" | undefined;
|
|
6189
6207
|
readonly bounds?: {
|
|
6190
6208
|
readonly min: number;
|
|
6191
6209
|
readonly max: number;
|
|
@@ -6201,7 +6219,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
6201
6219
|
} | {
|
|
6202
6220
|
readonly code: "attempt-origin-missing" | "attempt-not-observed";
|
|
6203
6221
|
readonly runId: string;
|
|
6204
|
-
readonly
|
|
6222
|
+
readonly plannedAttemptId: string;
|
|
6205
6223
|
readonly evalId: string;
|
|
6206
6224
|
readonly attemptOrdinal: number;
|
|
6207
6225
|
} | {
|
|
@@ -6213,7 +6231,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
6213
6231
|
readonly code: "score-partial";
|
|
6214
6232
|
readonly locator: string | null;
|
|
6215
6233
|
})[];
|
|
6216
|
-
readonly basis: "eval" | "
|
|
6234
|
+
readonly basis: "eval" | "planned-attempt";
|
|
6217
6235
|
readonly total: number;
|
|
6218
6236
|
readonly refs: readonly {
|
|
6219
6237
|
readonly identity: {
|
|
@@ -6222,7 +6240,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
6222
6240
|
};
|
|
6223
6241
|
}[];
|
|
6224
6242
|
readonly samples: number;
|
|
6225
|
-
readonly unit?: "
|
|
6243
|
+
readonly unit?: "ms" | "tokens" | "USD" | "points" | undefined;
|
|
6226
6244
|
readonly bounds?: {
|
|
6227
6245
|
readonly min: number;
|
|
6228
6246
|
readonly max: number;
|
|
@@ -6237,7 +6255,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
6237
6255
|
} | {
|
|
6238
6256
|
readonly code: "attempt-origin-missing" | "attempt-not-observed";
|
|
6239
6257
|
readonly runId: string;
|
|
6240
|
-
readonly
|
|
6258
|
+
readonly plannedAttemptId: string;
|
|
6241
6259
|
readonly evalId: string;
|
|
6242
6260
|
readonly attemptOrdinal: number;
|
|
6243
6261
|
} | {
|
|
@@ -6249,7 +6267,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
6249
6267
|
readonly code: "score-partial";
|
|
6250
6268
|
readonly locator: string | null;
|
|
6251
6269
|
})[];
|
|
6252
|
-
readonly basis: "eval" | "
|
|
6270
|
+
readonly basis: "eval" | "planned-attempt";
|
|
6253
6271
|
readonly total: number;
|
|
6254
6272
|
readonly refs: readonly {
|
|
6255
6273
|
readonly identity: {
|
|
@@ -6258,7 +6276,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
6258
6276
|
};
|
|
6259
6277
|
}[];
|
|
6260
6278
|
readonly samples: number;
|
|
6261
|
-
readonly unit?: "
|
|
6279
|
+
readonly unit?: "ms" | "tokens" | "USD" | "points" | undefined;
|
|
6262
6280
|
readonly bounds?: {
|
|
6263
6281
|
readonly min: number;
|
|
6264
6282
|
readonly max: number;
|
|
@@ -6273,7 +6291,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
6273
6291
|
} | {
|
|
6274
6292
|
readonly code: "attempt-origin-missing" | "attempt-not-observed";
|
|
6275
6293
|
readonly runId: string;
|
|
6276
|
-
readonly
|
|
6294
|
+
readonly plannedAttemptId: string;
|
|
6277
6295
|
readonly evalId: string;
|
|
6278
6296
|
readonly attemptOrdinal: number;
|
|
6279
6297
|
} | {
|
|
@@ -6285,7 +6303,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
6285
6303
|
readonly code: "score-partial";
|
|
6286
6304
|
readonly locator: string | null;
|
|
6287
6305
|
})[];
|
|
6288
|
-
readonly basis: "eval" | "
|
|
6306
|
+
readonly basis: "eval" | "planned-attempt";
|
|
6289
6307
|
readonly total: number;
|
|
6290
6308
|
readonly refs: readonly {
|
|
6291
6309
|
readonly identity: {
|
|
@@ -6294,18 +6312,18 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
6294
6312
|
};
|
|
6295
6313
|
}[];
|
|
6296
6314
|
readonly samples: number;
|
|
6297
|
-
readonly unit?: "
|
|
6315
|
+
readonly unit?: "ms" | "tokens" | "USD" | "points" | undefined;
|
|
6298
6316
|
readonly bounds?: {
|
|
6299
6317
|
readonly min: number;
|
|
6300
6318
|
readonly max: number;
|
|
6301
6319
|
} | undefined;
|
|
6302
6320
|
};
|
|
6321
|
+
readonly originPlannedAttemptId: string;
|
|
6303
6322
|
readonly state: "published";
|
|
6304
6323
|
readonly action: "accepted" | "executed" | "carried";
|
|
6305
6324
|
readonly attemptId: string;
|
|
6306
6325
|
readonly attemptLocator: string;
|
|
6307
6326
|
readonly originRunId: string;
|
|
6308
|
-
readonly originSlotId: string;
|
|
6309
6327
|
};
|
|
6310
6328
|
}[];
|
|
6311
6329
|
}[];
|
|
@@ -6315,7 +6333,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
6315
6333
|
readonly covered: number;
|
|
6316
6334
|
readonly gaps: number;
|
|
6317
6335
|
};
|
|
6318
|
-
readonly
|
|
6336
|
+
readonly plannedAttempts: readonly ({
|
|
6319
6337
|
readonly state: "reuse";
|
|
6320
6338
|
readonly sourceRunId: import("../record/model/identifiers.cjs").RunId;
|
|
6321
6339
|
readonly locator: string;
|
|
@@ -6339,7 +6357,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
6339
6357
|
})[];
|
|
6340
6358
|
};
|
|
6341
6359
|
}) | ({
|
|
6342
|
-
readonly protocol: "niceeval.query/
|
|
6360
|
+
readonly protocol: "niceeval.query/v2";
|
|
6343
6361
|
readonly outcome: "success";
|
|
6344
6362
|
readonly behaviorVersion: "2.0.0";
|
|
6345
6363
|
readonly source: {
|
|
@@ -6532,7 +6550,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
6532
6550
|
readonly sourceSites: readonly {
|
|
6533
6551
|
readonly entryId: import("../index.cjs").AssertionEntryId;
|
|
6534
6552
|
readonly sourceOrder: number;
|
|
6535
|
-
readonly role: "optional" | "score" | "threshold" | "stop" | "
|
|
6553
|
+
readonly role: "optional" | "score" | "threshold" | "stop" | "gate" | "declaration";
|
|
6536
6554
|
readonly source: {
|
|
6537
6555
|
readonly sourceItemId: string;
|
|
6538
6556
|
readonly sha256: string;
|
|
@@ -7276,7 +7294,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
7276
7294
|
};
|
|
7277
7295
|
};
|
|
7278
7296
|
}) | ({
|
|
7279
|
-
readonly protocol: "niceeval.query/
|
|
7297
|
+
readonly protocol: "niceeval.query/v2";
|
|
7280
7298
|
readonly outcome: "success";
|
|
7281
7299
|
readonly behaviorVersion: "2.0.0";
|
|
7282
7300
|
readonly source: {
|
|
@@ -7314,7 +7332,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
7314
7332
|
readonly state: "not-recorded";
|
|
7315
7333
|
};
|
|
7316
7334
|
}) | ({
|
|
7317
|
-
readonly protocol: "niceeval.query/
|
|
7335
|
+
readonly protocol: "niceeval.query/v2";
|
|
7318
7336
|
readonly outcome: "success";
|
|
7319
7337
|
readonly behaviorVersion: "2.0.0";
|
|
7320
7338
|
readonly source: {
|
|
@@ -7390,7 +7408,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
7390
7408
|
readonly contentsTruncated: boolean;
|
|
7391
7409
|
};
|
|
7392
7410
|
}) | ({
|
|
7393
|
-
readonly protocol: "niceeval.query/
|
|
7411
|
+
readonly protocol: "niceeval.query/v2";
|
|
7394
7412
|
readonly outcome: "success";
|
|
7395
7413
|
readonly behaviorVersion: "2.0.0";
|
|
7396
7414
|
readonly source: {
|
|
@@ -7428,7 +7446,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
7428
7446
|
readonly nextOffset: number | null;
|
|
7429
7447
|
};
|
|
7430
7448
|
}) | ({
|
|
7431
|
-
readonly protocol: "niceeval.query/
|
|
7449
|
+
readonly protocol: "niceeval.query/v2";
|
|
7432
7450
|
readonly source: {
|
|
7433
7451
|
readonly kind: "external-record" | "project-record";
|
|
7434
7452
|
readonly publicationCutoffIdentity: string;
|
|
@@ -7461,6 +7479,12 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
7461
7479
|
readonly mode: "exact" | "side-by-side" | "paired";
|
|
7462
7480
|
readonly left: {
|
|
7463
7481
|
readonly runs: readonly {
|
|
7482
|
+
readonly plannedAttempts: readonly {
|
|
7483
|
+
readonly evalId: import("../record/model/identifiers.cjs").EvalId;
|
|
7484
|
+
readonly attemptOrdinal: number;
|
|
7485
|
+
readonly executionIdentityDigest: import("../record/model/identifiers.cjs").ExecutionIdentityDigest;
|
|
7486
|
+
readonly plannedAttemptId: import("../record/model/identifiers.cjs").SlotId;
|
|
7487
|
+
}[];
|
|
7464
7488
|
readonly runId: import("../record/model/identifiers.cjs").RunId;
|
|
7465
7489
|
readonly experimentId: import("../record/model/identifiers.cjs").ExperimentId;
|
|
7466
7490
|
readonly context: {
|
|
@@ -7470,17 +7494,11 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
7470
7494
|
};
|
|
7471
7495
|
readonly startedAt: import("../record/model/identifiers.cjs").UtcMillis;
|
|
7472
7496
|
readonly completedAt: import("../record/model/identifiers.cjs").UtcMillis;
|
|
7473
|
-
readonly expectedSlots: readonly {
|
|
7474
|
-
readonly slotId: import("../record/model/identifiers.cjs").SlotId;
|
|
7475
|
-
readonly evalId: import("../record/model/identifiers.cjs").EvalId;
|
|
7476
|
-
readonly attemptOrdinal: number;
|
|
7477
|
-
readonly executionIdentityDigest: import("../record/model/identifiers.cjs").ExecutionIdentityDigest;
|
|
7478
|
-
}[];
|
|
7479
7497
|
}[];
|
|
7480
7498
|
readonly members: readonly {
|
|
7481
7499
|
readonly key: string;
|
|
7482
7500
|
readonly runId: string;
|
|
7483
|
-
readonly
|
|
7501
|
+
readonly plannedAttemptId: string;
|
|
7484
7502
|
readonly evalId: string;
|
|
7485
7503
|
readonly attemptOrdinal: number;
|
|
7486
7504
|
readonly locator: string;
|
|
@@ -7488,6 +7506,12 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
7488
7506
|
};
|
|
7489
7507
|
readonly right: {
|
|
7490
7508
|
readonly runs: readonly {
|
|
7509
|
+
readonly plannedAttempts: readonly {
|
|
7510
|
+
readonly evalId: import("../record/model/identifiers.cjs").EvalId;
|
|
7511
|
+
readonly attemptOrdinal: number;
|
|
7512
|
+
readonly executionIdentityDigest: import("../record/model/identifiers.cjs").ExecutionIdentityDigest;
|
|
7513
|
+
readonly plannedAttemptId: import("../record/model/identifiers.cjs").SlotId;
|
|
7514
|
+
}[];
|
|
7491
7515
|
readonly runId: import("../record/model/identifiers.cjs").RunId;
|
|
7492
7516
|
readonly experimentId: import("../record/model/identifiers.cjs").ExperimentId;
|
|
7493
7517
|
readonly context: {
|
|
@@ -7497,17 +7521,11 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
7497
7521
|
};
|
|
7498
7522
|
readonly startedAt: import("../record/model/identifiers.cjs").UtcMillis;
|
|
7499
7523
|
readonly completedAt: import("../record/model/identifiers.cjs").UtcMillis;
|
|
7500
|
-
readonly expectedSlots: readonly {
|
|
7501
|
-
readonly slotId: import("../record/model/identifiers.cjs").SlotId;
|
|
7502
|
-
readonly evalId: import("../record/model/identifiers.cjs").EvalId;
|
|
7503
|
-
readonly attemptOrdinal: number;
|
|
7504
|
-
readonly executionIdentityDigest: import("../record/model/identifiers.cjs").ExecutionIdentityDigest;
|
|
7505
|
-
}[];
|
|
7506
7524
|
}[];
|
|
7507
7525
|
readonly members: readonly {
|
|
7508
7526
|
readonly key: string;
|
|
7509
7527
|
readonly runId: string;
|
|
7510
|
-
readonly
|
|
7528
|
+
readonly plannedAttemptId: string;
|
|
7511
7529
|
readonly evalId: string;
|
|
7512
7530
|
readonly attemptOrdinal: number;
|
|
7513
7531
|
readonly locator: string;
|
|
@@ -7519,7 +7537,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
7519
7537
|
readonly left: {
|
|
7520
7538
|
readonly key: string;
|
|
7521
7539
|
readonly runId: string;
|
|
7522
|
-
readonly
|
|
7540
|
+
readonly plannedAttemptId: string;
|
|
7523
7541
|
readonly evalId: string;
|
|
7524
7542
|
readonly attemptOrdinal: number;
|
|
7525
7543
|
readonly locator: string;
|
|
@@ -7527,7 +7545,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
7527
7545
|
readonly right: {
|
|
7528
7546
|
readonly key: string;
|
|
7529
7547
|
readonly runId: string;
|
|
7530
|
-
readonly
|
|
7548
|
+
readonly plannedAttemptId: string;
|
|
7531
7549
|
readonly evalId: string;
|
|
7532
7550
|
readonly attemptOrdinal: number;
|
|
7533
7551
|
readonly locator: string;
|
|
@@ -7535,7 +7553,7 @@ export declare function inspectViewGeneration(generation: ViewGeneration, input:
|
|
|
7535
7553
|
}[];
|
|
7536
7554
|
};
|
|
7537
7555
|
}) | Readonly<{
|
|
7538
|
-
protocol: "niceeval.query/
|
|
7556
|
+
protocol: "niceeval.query/v2";
|
|
7539
7557
|
outcome: "failure";
|
|
7540
7558
|
operation: "run.list" | "run.get" | "project.get" | "overview.get" | "experiment.get" | "attempt.get" | "attempt.assertion.detail" | "attempt.assertion.image" | "attempt.trace" | "attempt.trace.detail" | "attempt.timing" | "attempt.usage" | "attempt.diff" | "attempt.sources" | "attempt.artifacts" | "attempt.artifact" | "runs.compare";
|
|
7541
7559
|
failure: Readonly<{
|