niceeval 0.17.1 → 0.19.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/INDEX.md +5 -2
- package/dist/adapter-usage.cjs.map +1 -1
- package/dist/adapter-usage.d.cts +1 -1
- package/dist/adapter-usage.d.mts +1 -1
- package/dist/adapter-usage.d.ts +1 -1
- package/dist/adapter.cjs +8 -3
- package/dist/adapter.cjs.map +1 -1
- package/dist/adapter.d.cts +26 -15
- package/dist/adapter.d.mts +26 -15
- package/dist/adapter.d.ts +26 -15
- package/dist/agents/{effect-runtime.cjs → agent-effects.cjs} +12 -18
- package/dist/agents/agent-effects.cjs.map +1 -0
- package/dist/agents/agent-effects.d.cts +23 -0
- package/dist/agents/agent-effects.d.mts +23 -0
- package/dist/agents/agent-effects.d.ts +23 -0
- package/dist/agents/agent-effects.js +16 -0
- package/dist/agents/agent-effects.js.map +1 -0
- package/dist/agents/ai-sdk.cjs +1 -1
- package/dist/agents/ai-sdk.cjs.map +1 -1
- package/dist/agents/bub.cjs +31 -18
- package/dist/agents/bub.cjs.map +1 -1
- package/dist/agents/bub.d.cts +9 -12
- package/dist/agents/bub.d.mts +9 -12
- package/dist/agents/bub.d.ts +9 -12
- package/dist/agents/claude-code-native.cjs +2 -2
- package/dist/agents/claude-code-native.cjs.map +1 -1
- package/dist/agents/claude-code.cjs +17 -11
- package/dist/agents/claude-code.cjs.map +1 -1
- package/dist/agents/claude-code.d.cts +11 -11
- package/dist/agents/claude-code.d.mts +11 -11
- package/dist/agents/claude-code.d.ts +11 -11
- package/dist/agents/codex-app-server.cjs +2 -2
- package/dist/agents/codex-app-server.cjs.map +1 -1
- package/dist/agents/codex.cjs +18 -12
- package/dist/agents/codex.cjs.map +1 -1
- package/dist/agents/codex.d.cts +12 -12
- package/dist/agents/codex.d.mts +12 -12
- package/dist/agents/codex.d.ts +12 -12
- package/dist/agents/deepseek-harness.cjs +2 -2
- package/dist/agents/deepseek-harness.cjs.map +1 -1
- package/dist/agents/hermes.cjs +3 -3
- package/dist/agents/hermes.cjs.map +1 -1
- package/dist/agents/index.cjs +3 -3
- package/dist/agents/index.cjs.map +1 -1
- package/dist/agents/index.d.cts +3 -3
- package/dist/agents/index.d.mts +3 -3
- package/dist/agents/index.d.ts +3 -3
- package/dist/agents/index.js +2 -2
- package/dist/agents/index.mjs +2 -2
- package/dist/agents/mcp.cjs.map +1 -1
- package/dist/agents/mcp.d.cts +2 -2
- package/dist/agents/mcp.d.mts +2 -2
- package/dist/agents/mcp.d.ts +2 -2
- package/dist/agents/omp.cjs +2 -2
- package/dist/agents/omp.cjs.map +1 -1
- package/dist/agents/openai-compat.cjs +2 -2
- package/dist/agents/openai-compat.cjs.map +1 -1
- package/dist/agents/openclaw.cjs +3 -3
- package/dist/agents/openclaw.cjs.map +1 -1
- package/dist/agents/opencode.cjs +16 -4
- package/dist/agents/opencode.cjs.map +1 -1
- package/dist/agents/plugin-extensions.cjs +71 -0
- package/dist/agents/plugin-extensions.cjs.map +1 -0
- package/dist/agents/plugin-extensions.d.cts +26 -0
- package/dist/agents/plugin-extensions.d.mts +26 -0
- package/dist/agents/plugin-extensions.d.ts +26 -0
- package/dist/agents/plugin-extensions.js +8 -0
- package/dist/agents/plugin-extensions.js.map +1 -0
- package/dist/agents/post-setup.cjs +14 -3
- package/dist/agents/post-setup.cjs.map +1 -1
- package/dist/agents/post-setup.d.cts +4 -2
- package/dist/agents/post-setup.d.mts +4 -2
- package/dist/agents/post-setup.d.ts +4 -2
- package/dist/agents/post-setup.js +8 -6
- package/dist/agents/sdk-streams.cjs +3 -3
- package/dist/agents/sdk-streams.cjs.map +1 -1
- package/dist/agents/{session-slot.cjs → session-key.cjs} +4 -4
- package/dist/agents/session-key.cjs.map +1 -0
- package/dist/agents/session-key.d.cts +12 -0
- package/dist/agents/session-key.d.mts +12 -0
- package/dist/agents/session-key.d.ts +12 -0
- package/dist/agents/session-key.js +6 -0
- package/dist/agents/session-key.js.map +1 -0
- package/dist/agents/shared.cjs +2 -2
- package/dist/agents/shared.cjs.map +1 -1
- package/dist/agents/shared.d.cts +4 -4
- package/dist/agents/shared.d.mts +4 -4
- package/dist/agents/shared.d.ts +4 -4
- package/dist/agents/skills.cjs.map +1 -1
- package/dist/agents/skills.d.cts +3 -3
- package/dist/agents/skills.d.mts +3 -3
- package/dist/agents/skills.d.ts +3 -3
- package/dist/agents/types.cjs.map +1 -1
- package/dist/agents/types.d.cts +55 -54
- package/dist/agents/types.d.mts +55 -54
- package/dist/agents/types.d.ts +55 -54
- package/dist/agents/ui-message-stream.cjs +4 -4
- package/dist/agents/ui-message-stream.cjs.map +1 -1
- package/dist/agents/unrecognized-events.cjs +32 -0
- package/dist/agents/unrecognized-events.cjs.map +1 -0
- package/dist/agents/unrecognized-events.d.cts +8 -0
- package/dist/agents/unrecognized-events.d.mts +8 -0
- package/dist/agents/unrecognized-events.d.ts +8 -0
- package/dist/agents/unrecognized-events.js +6 -0
- package/dist/agents/unrecognized-events.js.map +1 -0
- package/dist/assertions/api.cjs.map +1 -1
- package/dist/assertions/api.d.cts +3 -0
- package/dist/assertions/api.d.mts +3 -0
- package/dist/assertions/api.d.ts +3 -0
- package/dist/assertions/collection.cjs +1 -1
- package/dist/assertions/collection.cjs.map +1 -1
- package/dist/assertions/judge.cjs +1 -1
- package/dist/assertions/judge.cjs.map +1 -1
- package/dist/assertions/match.cjs +52 -21
- package/dist/assertions/match.cjs.map +1 -1
- package/dist/assertions/match.d.cts +16 -5
- package/dist/assertions/match.d.mts +16 -5
- package/dist/assertions/match.d.ts +16 -5
- package/dist/assertions/match.js +96 -94
- package/dist/assertions/measurements.cjs +61 -0
- package/dist/assertions/measurements.cjs.map +1 -0
- package/dist/assertions/measurements.d.cts +24 -0
- package/dist/assertions/measurements.d.mts +24 -0
- package/dist/assertions/measurements.d.ts +24 -0
- package/dist/assertions/measurements.js +8 -0
- package/dist/assertions/measurements.js.map +1 -0
- package/dist/assertions/numeric.cjs +2 -0
- package/dist/assertions/numeric.cjs.map +1 -1
- package/dist/assertions/numeric.d.cts +1 -1
- package/dist/assertions/numeric.d.mts +1 -1
- package/dist/assertions/numeric.d.ts +1 -1
- package/dist/assertions/quantity.cjs +42 -0
- package/dist/assertions/quantity.cjs.map +1 -0
- package/dist/assertions/quantity.d.cts +18 -0
- package/dist/assertions/quantity.d.mts +18 -0
- package/dist/assertions/quantity.d.ts +18 -0
- package/dist/assertions/quantity.js +22 -0
- package/dist/assertions/quantity.js.map +1 -0
- package/dist/assertions/record/attachment.cjs +2 -0
- package/dist/assertions/record/attachment.cjs.map +1 -1
- package/dist/assertions/record/codec.cjs +5 -1
- package/dist/assertions/record/codec.cjs.map +1 -1
- package/dist/assertions/record/model.cjs.map +1 -1
- package/dist/assertions/record/model.d.cts +3 -1
- package/dist/assertions/record/model.d.mts +3 -1
- package/dist/assertions/record/model.d.ts +3 -1
- package/dist/assertions/runtime.cjs +11 -6
- package/dist/assertions/runtime.cjs.map +1 -1
- package/dist/cli/program.cjs +3 -0
- package/dist/cli/program.cjs.map +1 -1
- package/dist/context/assert-first.cjs +6 -4
- package/dist/context/assert-first.cjs.map +1 -1
- package/dist/context/assert-first.d.cts +9 -3
- package/dist/context/assert-first.d.mts +9 -3
- package/dist/context/assert-first.d.ts +9 -3
- package/dist/context/notes.cjs +47 -0
- package/dist/context/notes.cjs.map +1 -0
- package/dist/context/notes.d.cts +10 -0
- package/dist/context/notes.d.mts +10 -0
- package/dist/context/notes.d.ts +10 -0
- package/dist/context/notes.js +6 -0
- package/dist/context/notes.js.map +1 -0
- package/dist/context/send-failures.cjs +1 -7
- package/dist/context/send-failures.cjs.map +1 -1
- package/dist/context/send-failures.d.cts +2 -3
- package/dist/context/send-failures.d.mts +2 -3
- package/dist/context/send-failures.d.ts +2 -3
- package/dist/context/send-retry.cjs +0 -1
- package/dist/context/send-retry.cjs.map +1 -1
- package/dist/context/send-retry.d.cts +1 -2
- package/dist/context/send-retry.d.mts +1 -2
- package/dist/context/send-retry.d.ts +1 -2
- package/dist/context/session.cjs +10 -17
- package/dist/context/session.cjs.map +1 -1
- package/dist/context/session.d.cts +4 -10
- package/dist/context/session.d.mts +4 -10
- package/dist/context/session.d.ts +4 -10
- package/dist/define.cjs +89 -64
- package/dist/define.cjs.map +1 -1
- package/dist/define.d.cts +3 -3
- package/dist/define.d.mts +3 -3
- package/dist/define.d.ts +3 -3
- package/dist/eval/cli/contribution.cjs +1 -1
- package/dist/eval/cli/contribution.cjs.map +1 -1
- package/dist/eval/host/index.cjs +1 -1
- package/dist/eval/host/index.cjs.map +1 -1
- package/dist/eval/record/evaluation.cjs +1 -1
- package/dist/eval/record/evaluation.cjs.map +1 -1
- package/dist/eval/record/membership-provenance.d.cts +3 -3
- package/dist/eval/record/membership-provenance.d.mts +3 -3
- package/dist/eval/record/membership-provenance.d.ts +3 -3
- package/dist/eval/record/score.cjs +2 -2
- package/dist/eval/record/score.cjs.map +1 -1
- package/dist/eval/record/sealed-assertion.cjs +1 -1
- package/dist/eval/record/sealed-assertion.cjs.map +1 -1
- package/dist/eval/record/verdict.cjs +2 -2
- package/dist/eval/record/verdict.cjs.map +1 -1
- package/dist/expect/index.cjs +13 -1
- package/dist/expect/index.cjs.map +1 -1
- package/dist/expect/index.d.cts +5 -1
- package/dist/expect/index.d.mts +5 -1
- package/dist/expect/index.d.ts +5 -1
- package/dist/expect/index.js +92 -72
- package/dist/expect/index.mjs +92 -72
- package/dist/experiment/host/cli/contribution.cjs +52 -39
- package/dist/experiment/host/cli/contribution.cjs.map +1 -1
- package/dist/experiment/host/cli/contribution.d.cts +18 -4
- package/dist/experiment/host/cli/contribution.d.mts +18 -4
- package/dist/experiment/host/cli/contribution.d.ts +18 -4
- package/dist/experiment/host/cli/contribution.js +2 -2
- package/dist/experiment/host/cli/debug-protocol.cjs +2 -2
- package/dist/experiment/host/cli/debug-protocol.cjs.map +1 -1
- package/dist/experiment/host/cli/debug-protocol.d.cts +2 -2
- package/dist/experiment/host/cli/debug-protocol.d.mts +2 -2
- package/dist/experiment/host/cli/debug-protocol.d.ts +2 -2
- package/dist/experiment/host/cli/output-protocol.cjs +1 -1
- package/dist/experiment/host/cli/output-protocol.cjs.map +1 -1
- package/dist/experiment/host/cli/output-protocol.d.cts +2 -2
- package/dist/experiment/host/cli/output-protocol.d.mts +2 -2
- package/dist/experiment/host/cli/output-protocol.d.ts +2 -2
- package/dist/experiment/host/current.cjs +2 -2
- package/dist/experiment/host/current.cjs.map +1 -1
- package/dist/experiment/host/index.cjs +1 -1
- package/dist/experiment/host/index.cjs.map +1 -1
- package/dist/experiment/host/operations.cjs +24 -23
- package/dist/experiment/host/operations.cjs.map +1 -1
- package/dist/experiment/host/runtime.cjs +11 -10
- package/dist/experiment/host/runtime.cjs.map +1 -1
- package/dist/experiment/host/runtime.d.cts +3 -3
- package/dist/experiment/host/runtime.d.mts +3 -3
- package/dist/experiment/host/runtime.d.ts +3 -3
- package/dist/experiment/host/teardown.cjs +4 -3
- package/dist/experiment/host/teardown.cjs.map +1 -1
- package/dist/experiment/host/teardown.d.cts +3 -3
- package/dist/experiment/host/teardown.d.mts +3 -3
- package/dist/experiment/host/teardown.d.ts +3 -3
- package/dist/experiment/host/types.cjs.map +1 -1
- package/dist/experiment/host/types.d.cts +19 -19
- package/dist/experiment/host/types.d.mts +19 -19
- package/dist/experiment/host/types.d.ts +19 -19
- package/dist/index.cjs +3 -19
- package/dist/index.cjs.map +1 -1
- package/dist/index.d.cts +4 -8
- package/dist/index.d.mts +4 -8
- package/dist/index.d.ts +4 -8
- package/dist/index.js +12 -34
- package/dist/index.mjs +12 -34
- package/dist/inspection/assertions.cjs +1 -1
- package/dist/inspection/assertions.cjs.map +1 -1
- package/dist/inspection/cli/contribution.cjs +8 -7
- package/dist/inspection/cli/contribution.cjs.map +1 -1
- package/dist/inspection/facts.cjs +4 -4
- package/dist/inspection/facts.cjs.map +1 -1
- package/dist/inspection/index.cjs +1 -5
- package/dist/inspection/index.cjs.map +1 -1
- package/dist/inspection/index.d.cts +1 -2
- package/dist/inspection/index.d.mts +1 -2
- package/dist/inspection/index.d.ts +1 -2
- package/dist/inspection/index.js +20 -26
- package/dist/inspection/lifecycle.cjs +7 -0
- package/dist/inspection/lifecycle.cjs.map +1 -0
- package/dist/inspection/lifecycle.d.cts +4 -0
- package/dist/inspection/lifecycle.d.mts +4 -0
- package/dist/inspection/lifecycle.d.ts +4 -0
- package/dist/inspection/lifecycle.js +6 -0
- package/dist/inspection/lifecycle.js.map +1 -0
- package/dist/inspection/notes.cjs +40 -0
- package/dist/inspection/notes.cjs.map +1 -0
- package/dist/inspection/notes.d.cts +12 -0
- package/dist/inspection/notes.d.mts +12 -0
- package/dist/inspection/notes.d.ts +12 -0
- package/dist/inspection/notes.js +8 -0
- package/dist/inspection/notes.js.map +1 -0
- package/dist/inspection/overview.cjs +12 -15
- package/dist/inspection/overview.cjs.map +1 -1
- package/dist/inspection/overview.d.cts +8 -6
- package/dist/inspection/overview.d.mts +8 -6
- package/dist/inspection/overview.d.ts +8 -6
- package/dist/inspection/planned-attempt.cjs +45 -0
- package/dist/inspection/planned-attempt.cjs.map +1 -0
- package/dist/inspection/planned-attempt.d.cts +109 -0
- package/dist/inspection/planned-attempt.d.mts +109 -0
- package/dist/inspection/planned-attempt.d.ts +109 -0
- package/dist/inspection/planned-attempt.js +24 -0
- package/dist/inspection/planned-attempt.js.map +1 -0
- package/dist/inspection/project-result.cjs +5 -5
- package/dist/inspection/project-result.cjs.map +1 -1
- package/dist/inspection/project-result.d.cts +58 -57
- package/dist/inspection/project-result.d.mts +58 -57
- package/dist/inspection/project-result.d.ts +58 -57
- package/dist/inspection/project-result.js +4 -4
- package/dist/inspection/project.cjs +3 -3
- package/dist/inspection/project.cjs.map +1 -1
- package/dist/inspection/protocol-values.cjs +1 -1
- package/dist/inspection/protocol-values.cjs.map +1 -1
- package/dist/inspection/protocol-values.d.cts +1 -1
- package/dist/inspection/protocol-values.d.mts +1 -1
- package/dist/inspection/protocol-values.d.ts +1 -1
- package/dist/inspection/protocol.cjs +8 -8
- package/dist/inspection/protocol.cjs.map +1 -1
- package/dist/inspection/protocol.d.cts +237 -219
- package/dist/inspection/protocol.d.mts +237 -219
- package/dist/inspection/protocol.d.ts +237 -219
- package/dist/inspection/public.cjs +1 -5
- package/dist/inspection/public.cjs.map +1 -1
- package/dist/inspection/public.d.cts +1 -2
- package/dist/inspection/public.d.mts +1 -2
- package/dist/inspection/public.d.ts +1 -2
- package/dist/inspection/public.js +14 -20
- package/dist/inspection/public.mjs +166 -129
- package/dist/inspection/query.cjs +1 -1
- package/dist/inspection/query.cjs.map +1 -1
- package/dist/inspection/results.cjs +61 -52
- package/dist/inspection/results.cjs.map +1 -1
- package/dist/inspection/results.d.cts +157 -140
- package/dist/inspection/results.d.mts +157 -140
- package/dist/inspection/results.d.ts +157 -140
- package/dist/inspection/select.cjs +33 -28
- package/dist/inspection/select.cjs.map +1 -1
- package/dist/inspection/source.cjs +1 -1
- package/dist/inspection/source.cjs.map +1 -1
- package/dist/inspection/sources.cjs +2 -2
- package/dist/inspection/sources.cjs.map +1 -1
- package/dist/inspection/trace.cjs +9 -8
- package/dist/inspection/trace.cjs.map +1 -1
- package/dist/inspection/trace.d.cts +4 -4
- package/dist/inspection/trace.d.mts +4 -4
- package/dist/inspection/trace.d.ts +4 -4
- package/dist/loaders/index.cjs +7 -279
- package/dist/loaders/index.cjs.map +1 -1
- package/dist/loaders/index.d.cts +2 -95
- package/dist/loaders/index.d.mts +2 -95
- package/dist/loaders/index.d.ts +2 -95
- package/dist/loaders/index.js +10 -12
- package/dist/loaders/index.mjs +10 -12
- package/dist/loaders/runtime.cjs +283 -0
- package/dist/loaders/runtime.cjs.map +1 -0
- package/dist/loaders/runtime.d.cts +95 -0
- package/dist/loaders/runtime.d.mts +95 -0
- package/dist/loaders/runtime.d.ts +95 -0
- package/dist/loaders/runtime.js +16 -0
- package/dist/loaders/runtime.js.map +1 -0
- package/dist/migrations/judge-provider.md +6 -6
- package/dist/{model-slots.cjs → model-roles.cjs} +26 -7
- package/dist/model-roles.cjs.map +1 -0
- package/dist/model-roles.d.cts +26 -0
- package/dist/model-roles.d.mts +26 -0
- package/dist/model-roles.d.ts +26 -0
- package/dist/model-roles.js +14 -0
- package/dist/model-roles.js.map +1 -0
- package/dist/o11y/adapter-usage-projection.cjs +9 -8
- package/dist/o11y/adapter-usage-projection.cjs.map +1 -1
- package/dist/o11y/adapter-usage-projection.d.cts +23 -15
- package/dist/o11y/adapter-usage-projection.d.mts +23 -15
- package/dist/o11y/adapter-usage-projection.d.ts +23 -15
- package/dist/o11y/cache-read.cjs +14 -14
- package/dist/o11y/cache-read.cjs.map +1 -1
- package/dist/o11y/cache-read.d.cts +5 -5
- package/dist/o11y/cache-read.d.mts +5 -5
- package/dist/o11y/cache-read.d.ts +5 -5
- package/dist/o11y/derive.cjs.map +1 -1
- package/dist/o11y/derive.d.cts +2 -2
- package/dist/o11y/derive.d.mts +2 -2
- package/dist/o11y/derive.d.ts +2 -2
- package/dist/o11y/eval-usage.cjs +9 -9
- package/dist/o11y/eval-usage.cjs.map +1 -1
- package/dist/o11y/eval-usage.d.cts +7 -7
- package/dist/o11y/eval-usage.d.mts +7 -7
- package/dist/o11y/eval-usage.d.ts +7 -7
- package/dist/o11y/parsers/bub.cjs +57 -81
- package/dist/o11y/parsers/bub.cjs.map +1 -1
- package/dist/o11y/parsers/index.cjs.map +1 -1
- package/dist/o11y/parsers/index.d.cts +2 -0
- package/dist/o11y/parsers/index.d.mts +2 -0
- package/dist/o11y/parsers/index.d.ts +2 -0
- package/dist/o11y/parsers/opencode.cjs +129 -217
- package/dist/o11y/parsers/opencode.cjs.map +1 -1
- package/dist/o11y/parsers/opencode.d.cts +2 -5
- package/dist/o11y/parsers/opencode.d.mts +2 -5
- package/dist/o11y/parsers/opencode.d.ts +2 -5
- package/dist/o11y/types.cjs.map +1 -1
- package/dist/o11y/types.d.cts +1 -1
- package/dist/o11y/types.d.mts +1 -1
- package/dist/o11y/types.d.ts +1 -1
- package/dist/plugin/contracts.cjs +170 -120
- package/dist/plugin/contracts.cjs.map +1 -1
- package/dist/plugin/contracts.d.cts +102 -90
- package/dist/plugin/contracts.d.mts +102 -90
- package/dist/plugin/contracts.d.ts +102 -90
- package/dist/plugin/contracts.js +16 -12
- package/dist/plugin/index.cjs.map +1 -1
- package/dist/plugin/index.d.cts +1 -1
- package/dist/plugin/index.d.mts +1 -1
- package/dist/plugin/index.d.ts +1 -1
- package/dist/plugin/link.cjs +69 -64
- package/dist/plugin/link.cjs.map +1 -1
- package/dist/plugin/link.d.cts +5 -3
- package/dist/plugin/link.d.mts +5 -3
- package/dist/plugin/link.d.ts +5 -3
- package/dist/plugin/link.js +12 -8
- package/dist/record/codec/seal-manifest.d.cts +3 -3
- package/dist/record/codec/seal-manifest.d.mts +3 -3
- package/dist/record/codec/seal-manifest.d.ts +3 -3
- package/dist/record/family/attempt-note/definition.cjs +12 -0
- package/dist/record/family/attempt-note/definition.cjs.map +1 -0
- package/dist/record/family/attempt-note/definition.d.cts +6 -0
- package/dist/record/family/attempt-note/definition.d.mts +6 -0
- package/dist/record/family/attempt-note/definition.d.ts +6 -0
- package/dist/record/family/attempt-note/definition.js +6 -0
- package/dist/record/family/attempt-note/definition.js.map +1 -0
- package/dist/record/family/attempt-note/persistence.cjs +10 -0
- package/dist/record/family/attempt-note/persistence.cjs.map +1 -0
- package/dist/record/family/attempt-note/persistence.d.cts +6 -0
- package/dist/record/family/attempt-note/persistence.d.mts +6 -0
- package/dist/record/family/attempt-note/persistence.d.ts +6 -0
- package/dist/record/family/attempt-note/persistence.js +6 -0
- package/dist/record/family/attempt-note/persistence.js.map +1 -0
- package/dist/record/family/attempt-note/schema.cjs +20 -0
- package/dist/record/family/attempt-note/schema.cjs.map +1 -0
- package/dist/record/family/attempt-note/schema.d.cts +21 -0
- package/dist/record/family/attempt-note/schema.d.mts +21 -0
- package/dist/record/family/attempt-note/schema.d.ts +21 -0
- package/dist/record/family/attempt-note/schema.js +10 -0
- package/dist/record/family/attempt-note/schema.js.map +1 -0
- package/dist/record/family/catalog.cjs +32 -29
- package/dist/record/family/catalog.cjs.map +1 -1
- package/dist/record/family/catalog.d.cts +7 -2
- package/dist/record/family/catalog.d.mts +7 -2
- package/dist/record/family/catalog.d.ts +7 -2
- package/dist/record/family/current.cjs +48 -45
- package/dist/record/family/current.cjs.map +1 -1
- package/dist/record/family/current.d.cts +15 -0
- package/dist/record/family/current.d.mts +15 -0
- package/dist/record/family/current.d.ts +15 -0
- package/dist/record/model/index.js +66 -64
- package/dist/record/model/run-context.cjs +9 -3
- package/dist/record/model/run-context.cjs.map +1 -1
- package/dist/record/model/run-context.d.cts +9 -2
- package/dist/record/model/run-context.d.mts +9 -2
- package/dist/record/model/run-context.d.ts +9 -2
- package/dist/record/model/run-context.js +8 -6
- package/dist/record/model/seal-manifest.d.cts +1 -1
- package/dist/record/model/seal-manifest.d.mts +1 -1
- package/dist/record/model/seal-manifest.d.ts +1 -1
- package/dist/run/cli/contribution.cjs +6 -32
- package/dist/run/cli/contribution.cjs.map +1 -1
- package/dist/run/host/runtime.cjs +1 -1
- package/dist/run/host/runtime.cjs.map +1 -1
- package/dist/run/storage/sqlite.cjs +7 -7
- package/dist/run/storage/sqlite.cjs.map +1 -1
- package/dist/runner/adapter-usage.cjs +5 -3
- package/dist/runner/adapter-usage.cjs.map +1 -1
- package/dist/runner/adapter-usage.d.cts +2 -2
- package/dist/runner/adapter-usage.d.mts +2 -2
- package/dist/runner/adapter-usage.d.ts +2 -2
- package/dist/runner/adoption.cjs +10 -12
- package/dist/runner/adoption.cjs.map +1 -1
- package/dist/runner/attempt-notes.cjs +8 -0
- package/dist/runner/attempt-notes.cjs.map +1 -0
- package/dist/runner/attempt-notes.d.cts +4 -0
- package/dist/runner/attempt-notes.d.mts +4 -0
- package/dist/runner/attempt-notes.d.ts +4 -0
- package/dist/runner/attempt-notes.js +8 -0
- package/dist/runner/attempt-notes.js.map +1 -0
- package/dist/runner/attempt.cjs +61 -73
- package/dist/runner/attempt.cjs.map +1 -1
- package/dist/runner/attempt.d.cts +3 -3
- package/dist/runner/attempt.d.mts +3 -3
- package/dist/runner/attempt.d.ts +3 -3
- package/dist/runner/command-plan.cjs +21 -26
- package/dist/runner/command-plan.cjs.map +1 -1
- package/dist/runner/command-plan.d.cts +4 -4
- package/dist/runner/command-plan.d.mts +4 -4
- package/dist/runner/command-plan.d.ts +4 -4
- package/dist/runner/command-plan.js +4 -4
- package/dist/runner/config-identity.cjs.map +1 -1
- package/dist/runner/config-identity.d.cts +2 -2
- package/dist/runner/config-identity.d.mts +2 -2
- package/dist/runner/config-identity.d.ts +2 -2
- package/dist/runner/discover.cjs +6 -6
- package/dist/runner/discover.cjs.map +1 -1
- package/dist/runner/eval-selection.cjs +15 -1
- package/dist/runner/eval-selection.cjs.map +1 -1
- package/dist/runner/eval-selection.d.cts +4 -0
- package/dist/runner/eval-selection.d.mts +4 -0
- package/dist/runner/eval-selection.d.ts +4 -0
- package/dist/runner/feedback/human.cjs +1 -1
- package/dist/runner/feedback/human.cjs.map +1 -1
- package/dist/runner/feedback/json.cjs +4 -2
- package/dist/runner/feedback/json.cjs.map +1 -1
- package/dist/runner/feedback/json.d.cts +1 -1
- package/dist/runner/feedback/json.d.mts +1 -1
- package/dist/runner/feedback/json.d.ts +1 -1
- package/dist/runner/feedback/sink.cjs +1 -1
- package/dist/runner/feedback/sink.cjs.map +1 -1
- package/dist/runner/feedback/sink.d.cts +1 -1
- package/dist/runner/feedback/sink.d.mts +1 -1
- package/dist/runner/feedback/sink.d.ts +1 -1
- package/dist/runner/fingerprint.cjs +1 -1
- package/dist/runner/fingerprint.cjs.map +1 -1
- package/dist/runner/lock.cjs +1 -3
- package/dist/runner/lock.cjs.map +1 -1
- package/dist/runner/lock.d.cts +0 -2
- package/dist/runner/lock.d.mts +0 -2
- package/dist/runner/lock.d.ts +0 -2
- package/dist/runner/lock.js +14 -16
- package/dist/runner/project-target.cjs.map +1 -1
- package/dist/runner/project-target.d.cts +2 -2
- package/dist/runner/project-target.d.mts +2 -2
- package/dist/runner/project-target.d.ts +2 -2
- package/dist/runner/record/attachments.cjs +2 -2
- package/dist/runner/record/attachments.cjs.map +1 -1
- package/dist/runner/record/planning.cjs +8 -2
- package/dist/runner/record/planning.cjs.map +1 -1
- package/dist/runner/record.cjs +2 -0
- package/dist/runner/record.cjs.map +1 -1
- package/dist/runner/report.cjs +3 -3
- package/dist/runner/report.cjs.map +1 -1
- package/dist/runner/report.d.cts +1 -1
- package/dist/runner/report.d.mts +1 -1
- package/dist/runner/report.d.ts +1 -1
- package/dist/runner/reuse-plan.cjs +2 -2
- package/dist/runner/reuse-plan.cjs.map +1 -1
- package/dist/runner/run.cjs +10 -45
- package/dist/runner/run.cjs.map +1 -1
- package/dist/runner/sandbox-pool.cjs +1 -2
- package/dist/runner/sandbox-pool.cjs.map +1 -1
- package/dist/runner/setup-prefix-preparation.cjs +1 -1
- package/dist/runner/setup-prefix-preparation.cjs.map +1 -1
- package/dist/runner/teardown-registry.cjs +2 -2
- package/dist/runner/teardown-registry.cjs.map +1 -1
- package/dist/runner/teardown-registry.d.cts +1 -1
- package/dist/runner/teardown-registry.d.mts +1 -1
- package/dist/runner/teardown-registry.d.ts +1 -1
- package/dist/runner/types.cjs +4 -4
- package/dist/runner/types.cjs.map +1 -1
- package/dist/runner/types.d.cts +64 -92
- package/dist/runner/types.d.mts +64 -92
- package/dist/runner/types.d.ts +64 -92
- package/dist/runner/types.js +2 -2
- package/dist/sandbox/action.cjs +1 -1
- package/dist/sandbox/action.cjs.map +1 -1
- package/dist/sandbox/cli/contribution.cjs +17 -14
- package/dist/sandbox/cli/contribution.cjs.map +1 -1
- package/dist/sandbox/cli/contribution.d.cts +1 -1
- package/dist/sandbox/cli/contribution.d.mts +1 -1
- package/dist/sandbox/cli/contribution.d.ts +1 -1
- package/dist/sandbox/commands.cjs +1 -1
- package/dist/sandbox/commands.cjs.map +1 -1
- package/dist/sandbox/commands.d.cts +1 -1
- package/dist/sandbox/commands.d.mts +1 -1
- package/dist/sandbox/commands.d.ts +1 -1
- package/dist/sandbox/compose.cjs +2 -2
- package/dist/sandbox/compose.cjs.map +1 -1
- package/dist/sandbox/docker-profile/registry.cjs +5 -10
- package/dist/sandbox/docker-profile/registry.cjs.map +1 -1
- package/dist/sandbox/docker-profile/registry.d.cts +0 -4
- package/dist/sandbox/docker-profile/registry.d.mts +0 -4
- package/dist/sandbox/docker-profile/registry.d.ts +0 -4
- package/dist/sandbox/docker-profile/registry.js +6 -14
- package/dist/sandbox/docker-profile/runtime.cjs +1 -1
- package/dist/sandbox/docker-profile/runtime.cjs.map +1 -1
- package/dist/sandbox/docker-profile/schema.cjs +12 -16
- package/dist/sandbox/docker-profile/schema.cjs.map +1 -1
- package/dist/sandbox/docker-profile/schema.d.cts +2 -6
- package/dist/sandbox/docker-profile/schema.d.mts +2 -6
- package/dist/sandbox/docker-profile/schema.d.ts +2 -6
- package/dist/sandbox/docker-profile/schema.js +24 -32
- package/dist/sandbox/incus.cjs +2 -2
- package/dist/sandbox/incus.cjs.map +1 -1
- package/dist/sandbox/index.cjs +4 -36
- package/dist/sandbox/index.cjs.map +1 -1
- package/dist/sandbox/index.d.cts +4 -8
- package/dist/sandbox/index.d.mts +4 -8
- package/dist/sandbox/index.d.ts +4 -8
- package/dist/sandbox/index.js +116 -174
- package/dist/sandbox/index.mjs +116 -174
- package/dist/sandbox/layer.cjs +3 -3
- package/dist/sandbox/layer.cjs.map +1 -1
- package/dist/sandbox/link.cjs +5 -0
- package/dist/sandbox/link.cjs.map +1 -1
- package/dist/sandbox/link.d.cts +3 -0
- package/dist/sandbox/link.d.mts +3 -0
- package/dist/sandbox/link.d.ts +3 -0
- package/dist/sandbox/runtime.cjs +9 -4
- package/dist/sandbox/runtime.cjs.map +1 -1
- package/dist/shared/failure-class.cjs +5 -5
- package/dist/shared/failure-class.cjs.map +1 -1
- package/dist/shared/failure-class.d.cts +4 -10
- package/dist/shared/failure-class.d.mts +4 -10
- package/dist/shared/failure-class.d.ts +4 -10
- package/dist/shared/types.cjs.map +1 -1
- package/dist/shared/types.d.cts +1 -1
- package/dist/shared/types.d.mts +1 -1
- package/dist/shared/types.d.ts +1 -1
- package/dist/show/contribution.cjs +17 -2
- package/dist/show/contribution.cjs.map +1 -1
- package/dist/show/contribution.d.cts +14 -0
- package/dist/show/contribution.d.mts +14 -0
- package/dist/show/contribution.d.ts +14 -0
- package/dist/show/model.cjs +8 -5
- package/dist/show/model.cjs.map +1 -1
- package/dist/show/model.d.cts +11 -8
- package/dist/show/model.d.mts +11 -8
- package/dist/show/model.d.ts +11 -8
- package/dist/show/render.cjs +34 -22
- package/dist/show/render.cjs.map +1 -1
- package/dist/sources/projector.cjs +1 -1
- package/dist/sources/projector.cjs.map +1 -1
- package/dist/types.cjs +1 -1
- package/dist/types.cjs.map +1 -1
- package/dist/types.d.cts +1 -1
- package/dist/types.d.mts +1 -1
- package/dist/types.d.ts +1 -1
- package/dist/types.js +2 -2
- package/dist/view/app-dist/.vite/manifest.json +2 -2
- package/dist/view/app-dist/assets/{index-B3ijZRph.js → index-CxrOUvHC.js} +17 -17
- package/dist/view/app-dist/assets/{quality-cost-scatter-B--DfJ9s.js → quality-cost-scatter-B6Aiss7x.js} +1 -1
- package/dist/view/app-dist/index.html +1 -1
- package/dist/view/cli/contribution.cjs +1 -1
- package/dist/view/cli/contribution.cjs.map +1 -1
- package/dist/view/function-runtime.mjs +318 -121
- package/dist/view/http-protocol.d.cts +1 -1
- package/dist/view/http-protocol.d.mts +1 -1
- package/dist/view/http-protocol.d.ts +1 -1
- package/dist/view/inspection-host.cjs +2 -2
- package/dist/view/inspection-host.cjs.map +1 -1
- package/dist/view/inspection-host.d.cts +349 -331
- package/dist/view/inspection-host.d.mts +349 -331
- package/dist/view/inspection-host.d.ts +349 -331
- package/docs-site/zh/examples/integrations/ai-sdk-v7.mdx +9 -9
- package/docs-site/zh/examples/integrations/claude-sdk.mdx +8 -8
- package/docs-site/zh/examples/integrations/codex-sdk.mdx +4 -4
- package/docs-site/zh/examples/integrations/langgraph.mdx +6 -6
- package/docs-site/zh/examples/integrations/pi-sdk.mdx +8 -8
- package/docs-site/zh/explanation/adapter.mdx +6 -6
- package/docs-site/zh/explanation/assert.mdx +7 -7
- package/docs-site/zh/explanation/drive.mdx +4 -4
- package/docs-site/zh/explanation/hitl.mdx +2 -2
- package/docs-site/zh/explanation/judge.mdx +3 -3
- package/docs-site/zh/index.mdx +18 -0
- package/docs-site/zh/introduction.mdx +4 -3
- package/docs-site/zh/reference/builtin-agents.mdx +46 -49
- package/docs-site/zh/reference/cli.mdx +16 -14
- package/docs-site/zh/reference/define-agent.mdx +19 -19
- package/docs-site/zh/reference/define-config.mdx +7 -15
- package/docs-site/zh/reference/define-eval.mdx +20 -14
- package/docs-site/zh/reference/define-experiment.mdx +18 -39
- package/docs-site/zh/reference/events.mdx +1 -1
- package/docs-site/zh/reference/expect.mdx +21 -0
- package/docs-site/zh/reference/official-adapters.mdx +12 -5
- package/docs-site/zh/troubleshooting/debugging.mdx +2 -2
- package/docs-site/zh/troubleshooting/recover-after-kill.mdx +1 -1
- package/docs-site/zh/tutorials/agent-onboarding.mdx +2 -2
- package/docs-site/zh/tutorials/authoring.mdx +4 -3
- package/docs-site/zh/tutorials/compare-runs.mdx +1 -1
- package/docs-site/zh/tutorials/concurrency.mdx +8 -8
- package/docs-site/zh/tutorials/configuration.mdx +5 -5
- package/docs-site/zh/tutorials/control-run-cost.mdx +49 -9
- package/docs-site/zh/tutorials/eval-groups.mdx +1 -1
- package/docs-site/zh/tutorials/evaluation-kinds.mdx +5 -5
- package/docs-site/zh/tutorials/experiment-services.mdx +32 -32
- package/docs-site/zh/tutorials/handle-execution-failures.mdx +2 -28
- package/docs-site/zh/tutorials/plugins.mdx +49 -143
- package/docs-site/zh/tutorials/sandbox-agent.mdx +1 -1
- package/docs-site/zh/tutorials/sandbox-reuse.mdx +7 -7
- package/docs-site/zh/tutorials/upgrade-0-18.mdx +64 -0
- package/docs-site/zh/tutorials/upgrade-0-19.mdx +121 -0
- package/docs-site/zh/tutorials/upgrade-0-20.mdx +12 -0
- package/docs-site/zh/tutorials/verify-judge.mdx +4 -3
- package/docs-site/zh/tutorials/viewing-results.mdx +2 -2
- package/docs-site/zh/tutorials/write-experiment.mdx +1 -1
- package/docs-site/zh/tutorials/write-send.mdx +13 -13
- package/package.json +1 -1
- package/dist/agents/effect-runtime.cjs.map +0 -1
- package/dist/agents/effect-runtime.d.cts +0 -29
- package/dist/agents/effect-runtime.d.mts +0 -29
- package/dist/agents/effect-runtime.d.ts +0 -29
- package/dist/agents/effect-runtime.js +0 -16
- package/dist/agents/effect-runtime.js.map +0 -1
- package/dist/agents/session-slot.cjs.map +0 -1
- package/dist/agents/session-slot.d.cts +0 -12
- package/dist/agents/session-slot.d.mts +0 -12
- package/dist/agents/session-slot.d.ts +0 -12
- package/dist/agents/session-slot.js +0 -6
- package/dist/agents/session-slot.js.map +0 -1
- package/dist/model-slots.cjs.map +0 -1
- package/dist/model-slots.d.cts +0 -19
- package/dist/model-slots.d.mts +0 -19
- package/dist/model-slots.d.ts +0 -19
- package/dist/model-slots.js +0 -8
- package/dist/model-slots.js.map +0 -1
|
@@ -22,14 +22,14 @@ export declare const InspectionOverviewResultSchema: Schema.Struct<{
|
|
|
22
22
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
23
23
|
readonly samples: Schema.Number;
|
|
24
24
|
readonly total: Schema.Number;
|
|
25
|
-
readonly basis: Schema.Literals<readonly ["
|
|
25
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
26
26
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
27
27
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
28
28
|
readonly locator: Schema.String;
|
|
29
29
|
}>, Schema.Struct<{
|
|
30
30
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
31
31
|
readonly runId: Schema.String;
|
|
32
|
-
readonly
|
|
32
|
+
readonly plannedAttemptId: Schema.String;
|
|
33
33
|
readonly evalId: Schema.String;
|
|
34
34
|
readonly attemptOrdinal: Schema.Number;
|
|
35
35
|
}>, Schema.Struct<{
|
|
@@ -59,14 +59,14 @@ export declare const InspectionOverviewResultSchema: Schema.Struct<{
|
|
|
59
59
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
60
60
|
readonly samples: Schema.Number;
|
|
61
61
|
readonly total: Schema.Number;
|
|
62
|
-
readonly basis: Schema.Literals<readonly ["
|
|
62
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
63
63
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
64
64
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
65
65
|
readonly locator: Schema.String;
|
|
66
66
|
}>, Schema.Struct<{
|
|
67
67
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
68
68
|
readonly runId: Schema.String;
|
|
69
|
-
readonly
|
|
69
|
+
readonly plannedAttemptId: Schema.String;
|
|
70
70
|
readonly evalId: Schema.String;
|
|
71
71
|
readonly attemptOrdinal: Schema.Number;
|
|
72
72
|
}>, Schema.Struct<{
|
|
@@ -96,14 +96,14 @@ export declare const InspectionOverviewResultSchema: Schema.Struct<{
|
|
|
96
96
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
97
97
|
readonly samples: Schema.Number;
|
|
98
98
|
readonly total: Schema.Number;
|
|
99
|
-
readonly basis: Schema.Literals<readonly ["
|
|
99
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
100
100
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
101
101
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
102
102
|
readonly locator: Schema.String;
|
|
103
103
|
}>, Schema.Struct<{
|
|
104
104
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
105
105
|
readonly runId: Schema.String;
|
|
106
|
-
readonly
|
|
106
|
+
readonly plannedAttemptId: Schema.String;
|
|
107
107
|
readonly evalId: Schema.String;
|
|
108
108
|
readonly attemptOrdinal: Schema.Number;
|
|
109
109
|
}>, Schema.Struct<{
|
|
@@ -132,14 +132,14 @@ export declare const InspectionOverviewResultSchema: Schema.Struct<{
|
|
|
132
132
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
133
133
|
readonly samples: Schema.Number;
|
|
134
134
|
readonly total: Schema.Number;
|
|
135
|
-
readonly basis: Schema.Literals<readonly ["
|
|
135
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
136
136
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
137
137
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
138
138
|
readonly locator: Schema.String;
|
|
139
139
|
}>, Schema.Struct<{
|
|
140
140
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
141
141
|
readonly runId: Schema.String;
|
|
142
|
-
readonly
|
|
142
|
+
readonly plannedAttemptId: Schema.String;
|
|
143
143
|
readonly evalId: Schema.String;
|
|
144
144
|
readonly attemptOrdinal: Schema.Number;
|
|
145
145
|
}>, Schema.Struct<{
|
|
@@ -168,14 +168,14 @@ export declare const InspectionOverviewResultSchema: Schema.Struct<{
|
|
|
168
168
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
169
169
|
readonly samples: Schema.Number;
|
|
170
170
|
readonly total: Schema.Number;
|
|
171
|
-
readonly basis: Schema.Literals<readonly ["
|
|
171
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
172
172
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
173
173
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
174
174
|
readonly locator: Schema.String;
|
|
175
175
|
}>, Schema.Struct<{
|
|
176
176
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
177
177
|
readonly runId: Schema.String;
|
|
178
|
-
readonly
|
|
178
|
+
readonly plannedAttemptId: Schema.String;
|
|
179
179
|
readonly evalId: Schema.String;
|
|
180
180
|
readonly attemptOrdinal: Schema.Number;
|
|
181
181
|
}>, Schema.Struct<{
|
|
@@ -239,7 +239,7 @@ export declare const InspectionOverviewResultSchema: Schema.Struct<{
|
|
|
239
239
|
}>, Schema.Struct<{
|
|
240
240
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
241
241
|
readonly runId: Schema.String;
|
|
242
|
-
readonly
|
|
242
|
+
readonly plannedAttemptId: Schema.String;
|
|
243
243
|
readonly evalId: Schema.String;
|
|
244
244
|
readonly attemptOrdinal: Schema.Number;
|
|
245
245
|
}>, Schema.Struct<{
|
|
@@ -272,14 +272,14 @@ export declare const InspectionOverviewResultSchema: Schema.Struct<{
|
|
|
272
272
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
273
273
|
readonly samples: Schema.Number;
|
|
274
274
|
readonly total: Schema.Number;
|
|
275
|
-
readonly basis: Schema.Literals<readonly ["
|
|
275
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
276
276
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
277
277
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
278
278
|
readonly locator: Schema.String;
|
|
279
279
|
}>, Schema.Struct<{
|
|
280
280
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
281
281
|
readonly runId: Schema.String;
|
|
282
|
-
readonly
|
|
282
|
+
readonly plannedAttemptId: Schema.String;
|
|
283
283
|
readonly evalId: Schema.String;
|
|
284
284
|
readonly attemptOrdinal: Schema.Number;
|
|
285
285
|
}>, Schema.Struct<{
|
|
@@ -309,14 +309,14 @@ export declare const InspectionOverviewResultSchema: Schema.Struct<{
|
|
|
309
309
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
310
310
|
readonly samples: Schema.Number;
|
|
311
311
|
readonly total: Schema.Number;
|
|
312
|
-
readonly basis: Schema.Literals<readonly ["
|
|
312
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
313
313
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
314
314
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
315
315
|
readonly locator: Schema.String;
|
|
316
316
|
}>, Schema.Struct<{
|
|
317
317
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
318
318
|
readonly runId: Schema.String;
|
|
319
|
-
readonly
|
|
319
|
+
readonly plannedAttemptId: Schema.String;
|
|
320
320
|
readonly evalId: Schema.String;
|
|
321
321
|
readonly attemptOrdinal: Schema.Number;
|
|
322
322
|
}>, Schema.Struct<{
|
|
@@ -346,14 +346,14 @@ export declare const InspectionOverviewResultSchema: Schema.Struct<{
|
|
|
346
346
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
347
347
|
readonly samples: Schema.Number;
|
|
348
348
|
readonly total: Schema.Number;
|
|
349
|
-
readonly basis: Schema.Literals<readonly ["
|
|
349
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
350
350
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
351
351
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
352
352
|
readonly locator: Schema.String;
|
|
353
353
|
}>, Schema.Struct<{
|
|
354
354
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
355
355
|
readonly runId: Schema.String;
|
|
356
|
-
readonly
|
|
356
|
+
readonly plannedAttemptId: Schema.String;
|
|
357
357
|
readonly evalId: Schema.String;
|
|
358
358
|
readonly attemptOrdinal: Schema.Number;
|
|
359
359
|
}>, Schema.Struct<{
|
|
@@ -382,14 +382,14 @@ export declare const InspectionOverviewResultSchema: Schema.Struct<{
|
|
|
382
382
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
383
383
|
readonly samples: Schema.Number;
|
|
384
384
|
readonly total: Schema.Number;
|
|
385
|
-
readonly basis: Schema.Literals<readonly ["
|
|
385
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
386
386
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
387
387
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
388
388
|
readonly locator: Schema.String;
|
|
389
389
|
}>, Schema.Struct<{
|
|
390
390
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
391
391
|
readonly runId: Schema.String;
|
|
392
|
-
readonly
|
|
392
|
+
readonly plannedAttemptId: Schema.String;
|
|
393
393
|
readonly evalId: Schema.String;
|
|
394
394
|
readonly attemptOrdinal: Schema.Number;
|
|
395
395
|
}>, Schema.Struct<{
|
|
@@ -418,14 +418,14 @@ export declare const InspectionOverviewResultSchema: Schema.Struct<{
|
|
|
418
418
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
419
419
|
readonly samples: Schema.Number;
|
|
420
420
|
readonly total: Schema.Number;
|
|
421
|
-
readonly basis: Schema.Literals<readonly ["
|
|
421
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
422
422
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
423
423
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
424
424
|
readonly locator: Schema.String;
|
|
425
425
|
}>, Schema.Struct<{
|
|
426
426
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
427
427
|
readonly runId: Schema.String;
|
|
428
|
-
readonly
|
|
428
|
+
readonly plannedAttemptId: Schema.String;
|
|
429
429
|
readonly evalId: Schema.String;
|
|
430
430
|
readonly attemptOrdinal: Schema.Number;
|
|
431
431
|
}>, Schema.Struct<{
|
|
@@ -489,7 +489,7 @@ export declare const InspectionOverviewResultSchema: Schema.Struct<{
|
|
|
489
489
|
}>, Schema.Struct<{
|
|
490
490
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
491
491
|
readonly runId: Schema.String;
|
|
492
|
-
readonly
|
|
492
|
+
readonly plannedAttemptId: Schema.String;
|
|
493
493
|
readonly evalId: Schema.String;
|
|
494
494
|
readonly attemptOrdinal: Schema.Number;
|
|
495
495
|
}>, Schema.Struct<{
|
|
@@ -501,6 +501,7 @@ export declare const InspectionOverviewResultSchema: Schema.Struct<{
|
|
|
501
501
|
readonly code: Schema.Literal<"score-partial">;
|
|
502
502
|
readonly locator: Schema.NullOr<Schema.String>;
|
|
503
503
|
}>]>>;
|
|
504
|
+
readonly plugins: Schema.suspend<Schema.$Array<Schema.Codec<import("../record/model/run-context.mjs").RunPluginIdentity, import("../record/model/run-context.mjs").RunPluginIdentity, never, never>>>;
|
|
504
505
|
readonly experimentId: Schema.String;
|
|
505
506
|
readonly adapter: Schema.Union<readonly [Schema.Struct<{
|
|
506
507
|
readonly state: Schema.Literal<"available">;
|
|
@@ -544,14 +545,14 @@ export declare const InspectionOverviewResultSchema: Schema.Struct<{
|
|
|
544
545
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
545
546
|
readonly samples: Schema.Number;
|
|
546
547
|
readonly total: Schema.Number;
|
|
547
|
-
readonly basis: Schema.Literals<readonly ["
|
|
548
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
548
549
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
549
550
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
550
551
|
readonly locator: Schema.String;
|
|
551
552
|
}>, Schema.Struct<{
|
|
552
553
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
553
554
|
readonly runId: Schema.String;
|
|
554
|
-
readonly
|
|
555
|
+
readonly plannedAttemptId: Schema.String;
|
|
555
556
|
readonly evalId: Schema.String;
|
|
556
557
|
readonly attemptOrdinal: Schema.Number;
|
|
557
558
|
}>, Schema.Struct<{
|
|
@@ -581,14 +582,14 @@ export declare const InspectionOverviewResultSchema: Schema.Struct<{
|
|
|
581
582
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
582
583
|
readonly samples: Schema.Number;
|
|
583
584
|
readonly total: Schema.Number;
|
|
584
|
-
readonly basis: Schema.Literals<readonly ["
|
|
585
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
585
586
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
586
587
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
587
588
|
readonly locator: Schema.String;
|
|
588
589
|
}>, Schema.Struct<{
|
|
589
590
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
590
591
|
readonly runId: Schema.String;
|
|
591
|
-
readonly
|
|
592
|
+
readonly plannedAttemptId: Schema.String;
|
|
592
593
|
readonly evalId: Schema.String;
|
|
593
594
|
readonly attemptOrdinal: Schema.Number;
|
|
594
595
|
}>, Schema.Struct<{
|
|
@@ -618,14 +619,14 @@ export declare const InspectionOverviewResultSchema: Schema.Struct<{
|
|
|
618
619
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
619
620
|
readonly samples: Schema.Number;
|
|
620
621
|
readonly total: Schema.Number;
|
|
621
|
-
readonly basis: Schema.Literals<readonly ["
|
|
622
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
622
623
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
623
624
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
624
625
|
readonly locator: Schema.String;
|
|
625
626
|
}>, Schema.Struct<{
|
|
626
627
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
627
628
|
readonly runId: Schema.String;
|
|
628
|
-
readonly
|
|
629
|
+
readonly plannedAttemptId: Schema.String;
|
|
629
630
|
readonly evalId: Schema.String;
|
|
630
631
|
readonly attemptOrdinal: Schema.Number;
|
|
631
632
|
}>, Schema.Struct<{
|
|
@@ -654,14 +655,14 @@ export declare const InspectionOverviewResultSchema: Schema.Struct<{
|
|
|
654
655
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
655
656
|
readonly samples: Schema.Number;
|
|
656
657
|
readonly total: Schema.Number;
|
|
657
|
-
readonly basis: Schema.Literals<readonly ["
|
|
658
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
658
659
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
659
660
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
660
661
|
readonly locator: Schema.String;
|
|
661
662
|
}>, Schema.Struct<{
|
|
662
663
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
663
664
|
readonly runId: Schema.String;
|
|
664
|
-
readonly
|
|
665
|
+
readonly plannedAttemptId: Schema.String;
|
|
665
666
|
readonly evalId: Schema.String;
|
|
666
667
|
readonly attemptOrdinal: Schema.Number;
|
|
667
668
|
}>, Schema.Struct<{
|
|
@@ -690,14 +691,14 @@ export declare const InspectionOverviewResultSchema: Schema.Struct<{
|
|
|
690
691
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
691
692
|
readonly samples: Schema.Number;
|
|
692
693
|
readonly total: Schema.Number;
|
|
693
|
-
readonly basis: Schema.Literals<readonly ["
|
|
694
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
694
695
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
695
696
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
696
697
|
readonly locator: Schema.String;
|
|
697
698
|
}>, Schema.Struct<{
|
|
698
699
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
699
700
|
readonly runId: Schema.String;
|
|
700
|
-
readonly
|
|
701
|
+
readonly plannedAttemptId: Schema.String;
|
|
701
702
|
readonly evalId: Schema.String;
|
|
702
703
|
readonly attemptOrdinal: Schema.Number;
|
|
703
704
|
}>, Schema.Struct<{
|
|
@@ -761,7 +762,7 @@ export declare const InspectionOverviewResultSchema: Schema.Struct<{
|
|
|
761
762
|
}>, Schema.Struct<{
|
|
762
763
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
763
764
|
readonly runId: Schema.String;
|
|
764
|
-
readonly
|
|
765
|
+
readonly plannedAttemptId: Schema.String;
|
|
765
766
|
readonly evalId: Schema.String;
|
|
766
767
|
readonly attemptOrdinal: Schema.Number;
|
|
767
768
|
}>, Schema.Struct<{
|
|
@@ -796,14 +797,14 @@ export declare const InspectionOverviewResultSchema: Schema.Struct<{
|
|
|
796
797
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
797
798
|
readonly samples: Schema.Number;
|
|
798
799
|
readonly total: Schema.Number;
|
|
799
|
-
readonly basis: Schema.Literals<readonly ["
|
|
800
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
800
801
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
801
802
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
802
803
|
readonly locator: Schema.String;
|
|
803
804
|
}>, Schema.Struct<{
|
|
804
805
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
805
806
|
readonly runId: Schema.String;
|
|
806
|
-
readonly
|
|
807
|
+
readonly plannedAttemptId: Schema.String;
|
|
807
808
|
readonly evalId: Schema.String;
|
|
808
809
|
readonly attemptOrdinal: Schema.Number;
|
|
809
810
|
}>, Schema.Struct<{
|
|
@@ -833,14 +834,14 @@ export declare const InspectionOverviewResultSchema: Schema.Struct<{
|
|
|
833
834
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
834
835
|
readonly samples: Schema.Number;
|
|
835
836
|
readonly total: Schema.Number;
|
|
836
|
-
readonly basis: Schema.Literals<readonly ["
|
|
837
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
837
838
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
838
839
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
839
840
|
readonly locator: Schema.String;
|
|
840
841
|
}>, Schema.Struct<{
|
|
841
842
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
842
843
|
readonly runId: Schema.String;
|
|
843
|
-
readonly
|
|
844
|
+
readonly plannedAttemptId: Schema.String;
|
|
844
845
|
readonly evalId: Schema.String;
|
|
845
846
|
readonly attemptOrdinal: Schema.Number;
|
|
846
847
|
}>, Schema.Struct<{
|
|
@@ -870,14 +871,14 @@ export declare const InspectionOverviewResultSchema: Schema.Struct<{
|
|
|
870
871
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
871
872
|
readonly samples: Schema.Number;
|
|
872
873
|
readonly total: Schema.Number;
|
|
873
|
-
readonly basis: Schema.Literals<readonly ["
|
|
874
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
874
875
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
875
876
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
876
877
|
readonly locator: Schema.String;
|
|
877
878
|
}>, Schema.Struct<{
|
|
878
879
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
879
880
|
readonly runId: Schema.String;
|
|
880
|
-
readonly
|
|
881
|
+
readonly plannedAttemptId: Schema.String;
|
|
881
882
|
readonly evalId: Schema.String;
|
|
882
883
|
readonly attemptOrdinal: Schema.Number;
|
|
883
884
|
}>, Schema.Struct<{
|
|
@@ -906,14 +907,14 @@ export declare const InspectionOverviewResultSchema: Schema.Struct<{
|
|
|
906
907
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
907
908
|
readonly samples: Schema.Number;
|
|
908
909
|
readonly total: Schema.Number;
|
|
909
|
-
readonly basis: Schema.Literals<readonly ["
|
|
910
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
910
911
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
911
912
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
912
913
|
readonly locator: Schema.String;
|
|
913
914
|
}>, Schema.Struct<{
|
|
914
915
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
915
916
|
readonly runId: Schema.String;
|
|
916
|
-
readonly
|
|
917
|
+
readonly plannedAttemptId: Schema.String;
|
|
917
918
|
readonly evalId: Schema.String;
|
|
918
919
|
readonly attemptOrdinal: Schema.Number;
|
|
919
920
|
}>, Schema.Struct<{
|
|
@@ -942,14 +943,14 @@ export declare const InspectionOverviewResultSchema: Schema.Struct<{
|
|
|
942
943
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
943
944
|
readonly samples: Schema.Number;
|
|
944
945
|
readonly total: Schema.Number;
|
|
945
|
-
readonly basis: Schema.Literals<readonly ["
|
|
946
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
946
947
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
947
948
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
948
949
|
readonly locator: Schema.String;
|
|
949
950
|
}>, Schema.Struct<{
|
|
950
951
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
951
952
|
readonly runId: Schema.String;
|
|
952
|
-
readonly
|
|
953
|
+
readonly plannedAttemptId: Schema.String;
|
|
953
954
|
readonly evalId: Schema.String;
|
|
954
955
|
readonly attemptOrdinal: Schema.Number;
|
|
955
956
|
}>, Schema.Struct<{
|
|
@@ -1013,7 +1014,7 @@ export declare const InspectionOverviewResultSchema: Schema.Struct<{
|
|
|
1013
1014
|
}>, Schema.Struct<{
|
|
1014
1015
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
1015
1016
|
readonly runId: Schema.String;
|
|
1016
|
-
readonly
|
|
1017
|
+
readonly plannedAttemptId: Schema.String;
|
|
1017
1018
|
readonly evalId: Schema.String;
|
|
1018
1019
|
readonly attemptOrdinal: Schema.Number;
|
|
1019
1020
|
}>, Schema.Struct<{
|
|
@@ -1030,7 +1031,7 @@ export declare const InspectionOverviewResultSchema: Schema.Struct<{
|
|
|
1030
1031
|
readonly groupPath: Schema.$Array<Schema.String>;
|
|
1031
1032
|
readonly members: Schema.$Array<Schema.Struct<{
|
|
1032
1033
|
readonly runId: Schema.String;
|
|
1033
|
-
readonly
|
|
1034
|
+
readonly plannedAttemptId: Schema.String;
|
|
1034
1035
|
readonly evalId: Schema.String;
|
|
1035
1036
|
readonly attemptOrdinal: Schema.Number;
|
|
1036
1037
|
readonly labels: Schema.$Record<Schema.String, Schema.Union<readonly [Schema.Struct<{
|
|
@@ -1050,14 +1051,14 @@ export declare const InspectionOverviewResultSchema: Schema.Struct<{
|
|
|
1050
1051
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
1051
1052
|
readonly samples: Schema.Number;
|
|
1052
1053
|
readonly total: Schema.Number;
|
|
1053
|
-
readonly basis: Schema.Literals<readonly ["
|
|
1054
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
1054
1055
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
1055
1056
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
1056
1057
|
readonly locator: Schema.String;
|
|
1057
1058
|
}>, Schema.Struct<{
|
|
1058
1059
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
1059
1060
|
readonly runId: Schema.String;
|
|
1060
|
-
readonly
|
|
1061
|
+
readonly plannedAttemptId: Schema.String;
|
|
1061
1062
|
readonly evalId: Schema.String;
|
|
1062
1063
|
readonly attemptOrdinal: Schema.Number;
|
|
1063
1064
|
}>, Schema.Struct<{
|
|
@@ -1087,14 +1088,14 @@ export declare const InspectionOverviewResultSchema: Schema.Struct<{
|
|
|
1087
1088
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
1088
1089
|
readonly samples: Schema.Number;
|
|
1089
1090
|
readonly total: Schema.Number;
|
|
1090
|
-
readonly basis: Schema.Literals<readonly ["
|
|
1091
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
1091
1092
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
1092
1093
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
1093
1094
|
readonly locator: Schema.String;
|
|
1094
1095
|
}>, Schema.Struct<{
|
|
1095
1096
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
1096
1097
|
readonly runId: Schema.String;
|
|
1097
|
-
readonly
|
|
1098
|
+
readonly plannedAttemptId: Schema.String;
|
|
1098
1099
|
readonly evalId: Schema.String;
|
|
1099
1100
|
readonly attemptOrdinal: Schema.Number;
|
|
1100
1101
|
}>, Schema.Struct<{
|
|
@@ -1123,14 +1124,14 @@ export declare const InspectionOverviewResultSchema: Schema.Struct<{
|
|
|
1123
1124
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
1124
1125
|
readonly samples: Schema.Number;
|
|
1125
1126
|
readonly total: Schema.Number;
|
|
1126
|
-
readonly basis: Schema.Literals<readonly ["
|
|
1127
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
1127
1128
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
1128
1129
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
1129
1130
|
readonly locator: Schema.String;
|
|
1130
1131
|
}>, Schema.Struct<{
|
|
1131
1132
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
1132
1133
|
readonly runId: Schema.String;
|
|
1133
|
-
readonly
|
|
1134
|
+
readonly plannedAttemptId: Schema.String;
|
|
1134
1135
|
readonly evalId: Schema.String;
|
|
1135
1136
|
readonly attemptOrdinal: Schema.Number;
|
|
1136
1137
|
}>, Schema.Struct<{
|
|
@@ -1159,14 +1160,14 @@ export declare const InspectionOverviewResultSchema: Schema.Struct<{
|
|
|
1159
1160
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
1160
1161
|
readonly samples: Schema.Number;
|
|
1161
1162
|
readonly total: Schema.Number;
|
|
1162
|
-
readonly basis: Schema.Literals<readonly ["
|
|
1163
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
1163
1164
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
1164
1165
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
1165
1166
|
readonly locator: Schema.String;
|
|
1166
1167
|
}>, Schema.Struct<{
|
|
1167
1168
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
1168
1169
|
readonly runId: Schema.String;
|
|
1169
|
-
readonly
|
|
1170
|
+
readonly plannedAttemptId: Schema.String;
|
|
1170
1171
|
readonly evalId: Schema.String;
|
|
1171
1172
|
readonly attemptOrdinal: Schema.Number;
|
|
1172
1173
|
}>, Schema.Struct<{
|
|
@@ -1190,12 +1191,12 @@ export declare const InspectionOverviewResultSchema: Schema.Struct<{
|
|
|
1190
1191
|
readonly max: Schema.Number;
|
|
1191
1192
|
}>>;
|
|
1192
1193
|
}>;
|
|
1194
|
+
readonly originPlannedAttemptId: Schema.String;
|
|
1193
1195
|
readonly state: Schema.Literal<"published">;
|
|
1194
1196
|
readonly action: Schema.Literals<readonly ["executed", "carried", "accepted"]>;
|
|
1195
1197
|
readonly attemptId: Schema.String;
|
|
1196
1198
|
readonly attemptLocator: Schema.String;
|
|
1197
1199
|
readonly originRunId: Schema.String;
|
|
1198
|
-
readonly originSlotId: Schema.String;
|
|
1199
1200
|
}>, Schema.Struct<{
|
|
1200
1201
|
readonly state: Schema.Literal<"absent">;
|
|
1201
1202
|
readonly reason: Schema.Literals<readonly ["early-exit-satisfied", "budget-exhausted", "stopped-by-failure", "interrupted-before-publication", "dispatch-failed"]>;
|
|
@@ -1205,8 +1206,17 @@ export declare const InspectionOverviewResultSchema: Schema.Struct<{
|
|
|
1205
1206
|
}>;
|
|
1206
1207
|
export type InspectionOverviewResult = Schema.Schema.Type<typeof InspectionOverviewResultSchema>;
|
|
1207
1208
|
export declare const InspectionExperimentResultSchema: Schema.Struct<{
|
|
1209
|
+
readonly notes: Schema.$Array<Schema.Struct<{
|
|
1210
|
+
readonly label: Schema.String;
|
|
1211
|
+
readonly unit: Schema.optional<Schema.Literals<readonly ["ms", "seconds", "tokens", "usd", "ratio", "count", "bytes"]>>;
|
|
1212
|
+
readonly count: Schema.Number;
|
|
1213
|
+
readonly min: Schema.Finite;
|
|
1214
|
+
readonly median: Schema.Finite;
|
|
1215
|
+
readonly p90: Schema.Finite;
|
|
1216
|
+
readonly max: Schema.Finite;
|
|
1217
|
+
}>>;
|
|
1208
1218
|
readonly costSummary: Schema.suspend<Schema.Struct<{
|
|
1209
|
-
readonly scope: Schema.Literal<"latest-recorded-
|
|
1219
|
+
readonly scope: Schema.Literal<"latest-recorded-attempts">;
|
|
1210
1220
|
readonly totalCosts: Schema.Struct<{
|
|
1211
1221
|
readonly state: Schema.Literals<readonly ["complete", "partial", "unavailable"]>;
|
|
1212
1222
|
readonly values: Schema.$Array<Schema.Struct<{
|
|
@@ -1217,13 +1227,13 @@ export declare const InspectionExperimentResultSchema: Schema.Struct<{
|
|
|
1217
1227
|
readonly missingSources: Schema.$Array<Schema.Literals<readonly ["application", "judge"]>>;
|
|
1218
1228
|
}>;
|
|
1219
1229
|
readonly coverage: Schema.Struct<{
|
|
1220
|
-
readonly
|
|
1221
|
-
readonly
|
|
1230
|
+
readonly plannedAttemptCount: Schema.Number;
|
|
1231
|
+
readonly recordedAttemptCount: Schema.Number;
|
|
1222
1232
|
readonly originAttemptCount: Schema.Number;
|
|
1223
1233
|
readonly completeAttemptCount: Schema.Number;
|
|
1224
1234
|
readonly partialAttemptCount: Schema.Number;
|
|
1225
1235
|
readonly unavailableAttemptCount: Schema.Number;
|
|
1226
|
-
readonly
|
|
1236
|
+
readonly missingAttemptCount: Schema.Number;
|
|
1227
1237
|
}>;
|
|
1228
1238
|
}>>;
|
|
1229
1239
|
readonly modelUsage: Schema.Struct<{
|
|
@@ -1237,7 +1247,7 @@ export declare const InspectionExperimentResultSchema: Schema.Struct<{
|
|
|
1237
1247
|
}>, Schema.Struct<{
|
|
1238
1248
|
readonly state: Schema.Literal<"available">;
|
|
1239
1249
|
readonly bindings: Schema.$Array<Schema.Struct<{
|
|
1240
|
-
readonly
|
|
1250
|
+
readonly modelRole: Schema.String;
|
|
1241
1251
|
readonly model: Schema.NullOr<Schema.String>;
|
|
1242
1252
|
readonly reasoningEffort: Schema.NullOr<Schema.String>;
|
|
1243
1253
|
readonly recordedCalls: Schema.NullOr<Schema.Number>;
|
|
@@ -1247,7 +1257,7 @@ export declare const InspectionExperimentResultSchema: Schema.Struct<{
|
|
|
1247
1257
|
readonly state: Schema.Literal<"available">;
|
|
1248
1258
|
readonly basis: Schema.Literal<"recorded-calls">;
|
|
1249
1259
|
readonly groups: Schema.$Array<Schema.Struct<{
|
|
1250
|
-
readonly
|
|
1260
|
+
readonly modelRole: Schema.NullOr<Schema.String>;
|
|
1251
1261
|
readonly provider: Schema.NullOr<Schema.String>;
|
|
1252
1262
|
readonly model: Schema.NullOr<Schema.String>;
|
|
1253
1263
|
readonly recordedCalls: Schema.Number;
|
|
@@ -1431,14 +1441,14 @@ export declare const InspectionExperimentResultSchema: Schema.Struct<{
|
|
|
1431
1441
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
1432
1442
|
readonly samples: Schema.Number;
|
|
1433
1443
|
readonly total: Schema.Number;
|
|
1434
|
-
readonly basis: Schema.Literals<readonly ["
|
|
1444
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
1435
1445
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
1436
1446
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
1437
1447
|
readonly locator: Schema.String;
|
|
1438
1448
|
}>, Schema.Struct<{
|
|
1439
1449
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
1440
1450
|
readonly runId: Schema.String;
|
|
1441
|
-
readonly
|
|
1451
|
+
readonly plannedAttemptId: Schema.String;
|
|
1442
1452
|
readonly evalId: Schema.String;
|
|
1443
1453
|
readonly attemptOrdinal: Schema.Number;
|
|
1444
1454
|
}>, Schema.Struct<{
|
|
@@ -1468,14 +1478,14 @@ export declare const InspectionExperimentResultSchema: Schema.Struct<{
|
|
|
1468
1478
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
1469
1479
|
readonly samples: Schema.Number;
|
|
1470
1480
|
readonly total: Schema.Number;
|
|
1471
|
-
readonly basis: Schema.Literals<readonly ["
|
|
1481
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
1472
1482
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
1473
1483
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
1474
1484
|
readonly locator: Schema.String;
|
|
1475
1485
|
}>, Schema.Struct<{
|
|
1476
1486
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
1477
1487
|
readonly runId: Schema.String;
|
|
1478
|
-
readonly
|
|
1488
|
+
readonly plannedAttemptId: Schema.String;
|
|
1479
1489
|
readonly evalId: Schema.String;
|
|
1480
1490
|
readonly attemptOrdinal: Schema.Number;
|
|
1481
1491
|
}>, Schema.Struct<{
|
|
@@ -1505,14 +1515,14 @@ export declare const InspectionExperimentResultSchema: Schema.Struct<{
|
|
|
1505
1515
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
1506
1516
|
readonly samples: Schema.Number;
|
|
1507
1517
|
readonly total: Schema.Number;
|
|
1508
|
-
readonly basis: Schema.Literals<readonly ["
|
|
1518
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
1509
1519
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
1510
1520
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
1511
1521
|
readonly locator: Schema.String;
|
|
1512
1522
|
}>, Schema.Struct<{
|
|
1513
1523
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
1514
1524
|
readonly runId: Schema.String;
|
|
1515
|
-
readonly
|
|
1525
|
+
readonly plannedAttemptId: Schema.String;
|
|
1516
1526
|
readonly evalId: Schema.String;
|
|
1517
1527
|
readonly attemptOrdinal: Schema.Number;
|
|
1518
1528
|
}>, Schema.Struct<{
|
|
@@ -1541,14 +1551,14 @@ export declare const InspectionExperimentResultSchema: Schema.Struct<{
|
|
|
1541
1551
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
1542
1552
|
readonly samples: Schema.Number;
|
|
1543
1553
|
readonly total: Schema.Number;
|
|
1544
|
-
readonly basis: Schema.Literals<readonly ["
|
|
1554
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
1545
1555
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
1546
1556
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
1547
1557
|
readonly locator: Schema.String;
|
|
1548
1558
|
}>, Schema.Struct<{
|
|
1549
1559
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
1550
1560
|
readonly runId: Schema.String;
|
|
1551
|
-
readonly
|
|
1561
|
+
readonly plannedAttemptId: Schema.String;
|
|
1552
1562
|
readonly evalId: Schema.String;
|
|
1553
1563
|
readonly attemptOrdinal: Schema.Number;
|
|
1554
1564
|
}>, Schema.Struct<{
|
|
@@ -1577,14 +1587,14 @@ export declare const InspectionExperimentResultSchema: Schema.Struct<{
|
|
|
1577
1587
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
1578
1588
|
readonly samples: Schema.Number;
|
|
1579
1589
|
readonly total: Schema.Number;
|
|
1580
|
-
readonly basis: Schema.Literals<readonly ["
|
|
1590
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
1581
1591
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
1582
1592
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
1583
1593
|
readonly locator: Schema.String;
|
|
1584
1594
|
}>, Schema.Struct<{
|
|
1585
1595
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
1586
1596
|
readonly runId: Schema.String;
|
|
1587
|
-
readonly
|
|
1597
|
+
readonly plannedAttemptId: Schema.String;
|
|
1588
1598
|
readonly evalId: Schema.String;
|
|
1589
1599
|
readonly attemptOrdinal: Schema.Number;
|
|
1590
1600
|
}>, Schema.Struct<{
|
|
@@ -1648,7 +1658,7 @@ export declare const InspectionExperimentResultSchema: Schema.Struct<{
|
|
|
1648
1658
|
}>, Schema.Struct<{
|
|
1649
1659
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
1650
1660
|
readonly runId: Schema.String;
|
|
1651
|
-
readonly
|
|
1661
|
+
readonly plannedAttemptId: Schema.String;
|
|
1652
1662
|
readonly evalId: Schema.String;
|
|
1653
1663
|
readonly attemptOrdinal: Schema.Number;
|
|
1654
1664
|
}>, Schema.Struct<{
|
|
@@ -1660,6 +1670,7 @@ export declare const InspectionExperimentResultSchema: Schema.Struct<{
|
|
|
1660
1670
|
readonly code: Schema.Literal<"score-partial">;
|
|
1661
1671
|
readonly locator: Schema.NullOr<Schema.String>;
|
|
1662
1672
|
}>]>>;
|
|
1673
|
+
readonly plugins: Schema.suspend<Schema.$Array<Schema.Codec<import("../record/model/run-context.mjs").RunPluginIdentity, import("../record/model/run-context.mjs").RunPluginIdentity, never, never>>>;
|
|
1663
1674
|
readonly experimentId: Schema.String;
|
|
1664
1675
|
readonly adapter: Schema.Union<readonly [Schema.Struct<{
|
|
1665
1676
|
readonly state: Schema.Literal<"available">;
|
|
@@ -1703,14 +1714,14 @@ export declare const InspectionExperimentResultSchema: Schema.Struct<{
|
|
|
1703
1714
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
1704
1715
|
readonly samples: Schema.Number;
|
|
1705
1716
|
readonly total: Schema.Number;
|
|
1706
|
-
readonly basis: Schema.Literals<readonly ["
|
|
1717
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
1707
1718
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
1708
1719
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
1709
1720
|
readonly locator: Schema.String;
|
|
1710
1721
|
}>, Schema.Struct<{
|
|
1711
1722
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
1712
1723
|
readonly runId: Schema.String;
|
|
1713
|
-
readonly
|
|
1724
|
+
readonly plannedAttemptId: Schema.String;
|
|
1714
1725
|
readonly evalId: Schema.String;
|
|
1715
1726
|
readonly attemptOrdinal: Schema.Number;
|
|
1716
1727
|
}>, Schema.Struct<{
|
|
@@ -1740,14 +1751,14 @@ export declare const InspectionExperimentResultSchema: Schema.Struct<{
|
|
|
1740
1751
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
1741
1752
|
readonly samples: Schema.Number;
|
|
1742
1753
|
readonly total: Schema.Number;
|
|
1743
|
-
readonly basis: Schema.Literals<readonly ["
|
|
1754
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
1744
1755
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
1745
1756
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
1746
1757
|
readonly locator: Schema.String;
|
|
1747
1758
|
}>, Schema.Struct<{
|
|
1748
1759
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
1749
1760
|
readonly runId: Schema.String;
|
|
1750
|
-
readonly
|
|
1761
|
+
readonly plannedAttemptId: Schema.String;
|
|
1751
1762
|
readonly evalId: Schema.String;
|
|
1752
1763
|
readonly attemptOrdinal: Schema.Number;
|
|
1753
1764
|
}>, Schema.Struct<{
|
|
@@ -1777,14 +1788,14 @@ export declare const InspectionExperimentResultSchema: Schema.Struct<{
|
|
|
1777
1788
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
1778
1789
|
readonly samples: Schema.Number;
|
|
1779
1790
|
readonly total: Schema.Number;
|
|
1780
|
-
readonly basis: Schema.Literals<readonly ["
|
|
1791
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
1781
1792
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
1782
1793
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
1783
1794
|
readonly locator: Schema.String;
|
|
1784
1795
|
}>, Schema.Struct<{
|
|
1785
1796
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
1786
1797
|
readonly runId: Schema.String;
|
|
1787
|
-
readonly
|
|
1798
|
+
readonly plannedAttemptId: Schema.String;
|
|
1788
1799
|
readonly evalId: Schema.String;
|
|
1789
1800
|
readonly attemptOrdinal: Schema.Number;
|
|
1790
1801
|
}>, Schema.Struct<{
|
|
@@ -1813,14 +1824,14 @@ export declare const InspectionExperimentResultSchema: Schema.Struct<{
|
|
|
1813
1824
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
1814
1825
|
readonly samples: Schema.Number;
|
|
1815
1826
|
readonly total: Schema.Number;
|
|
1816
|
-
readonly basis: Schema.Literals<readonly ["
|
|
1827
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
1817
1828
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
1818
1829
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
1819
1830
|
readonly locator: Schema.String;
|
|
1820
1831
|
}>, Schema.Struct<{
|
|
1821
1832
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
1822
1833
|
readonly runId: Schema.String;
|
|
1823
|
-
readonly
|
|
1834
|
+
readonly plannedAttemptId: Schema.String;
|
|
1824
1835
|
readonly evalId: Schema.String;
|
|
1825
1836
|
readonly attemptOrdinal: Schema.Number;
|
|
1826
1837
|
}>, Schema.Struct<{
|
|
@@ -1849,14 +1860,14 @@ export declare const InspectionExperimentResultSchema: Schema.Struct<{
|
|
|
1849
1860
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
1850
1861
|
readonly samples: Schema.Number;
|
|
1851
1862
|
readonly total: Schema.Number;
|
|
1852
|
-
readonly basis: Schema.Literals<readonly ["
|
|
1863
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
1853
1864
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
1854
1865
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
1855
1866
|
readonly locator: Schema.String;
|
|
1856
1867
|
}>, Schema.Struct<{
|
|
1857
1868
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
1858
1869
|
readonly runId: Schema.String;
|
|
1859
|
-
readonly
|
|
1870
|
+
readonly plannedAttemptId: Schema.String;
|
|
1860
1871
|
readonly evalId: Schema.String;
|
|
1861
1872
|
readonly attemptOrdinal: Schema.Number;
|
|
1862
1873
|
}>, Schema.Struct<{
|
|
@@ -1920,7 +1931,7 @@ export declare const InspectionExperimentResultSchema: Schema.Struct<{
|
|
|
1920
1931
|
}>, Schema.Struct<{
|
|
1921
1932
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
1922
1933
|
readonly runId: Schema.String;
|
|
1923
|
-
readonly
|
|
1934
|
+
readonly plannedAttemptId: Schema.String;
|
|
1924
1935
|
readonly evalId: Schema.String;
|
|
1925
1936
|
readonly attemptOrdinal: Schema.Number;
|
|
1926
1937
|
}>, Schema.Struct<{
|
|
@@ -1955,14 +1966,14 @@ export declare const InspectionExperimentResultSchema: Schema.Struct<{
|
|
|
1955
1966
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
1956
1967
|
readonly samples: Schema.Number;
|
|
1957
1968
|
readonly total: Schema.Number;
|
|
1958
|
-
readonly basis: Schema.Literals<readonly ["
|
|
1969
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
1959
1970
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
1960
1971
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
1961
1972
|
readonly locator: Schema.String;
|
|
1962
1973
|
}>, Schema.Struct<{
|
|
1963
1974
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
1964
1975
|
readonly runId: Schema.String;
|
|
1965
|
-
readonly
|
|
1976
|
+
readonly plannedAttemptId: Schema.String;
|
|
1966
1977
|
readonly evalId: Schema.String;
|
|
1967
1978
|
readonly attemptOrdinal: Schema.Number;
|
|
1968
1979
|
}>, Schema.Struct<{
|
|
@@ -1992,14 +2003,14 @@ export declare const InspectionExperimentResultSchema: Schema.Struct<{
|
|
|
1992
2003
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
1993
2004
|
readonly samples: Schema.Number;
|
|
1994
2005
|
readonly total: Schema.Number;
|
|
1995
|
-
readonly basis: Schema.Literals<readonly ["
|
|
2006
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
1996
2007
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
1997
2008
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
1998
2009
|
readonly locator: Schema.String;
|
|
1999
2010
|
}>, Schema.Struct<{
|
|
2000
2011
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
2001
2012
|
readonly runId: Schema.String;
|
|
2002
|
-
readonly
|
|
2013
|
+
readonly plannedAttemptId: Schema.String;
|
|
2003
2014
|
readonly evalId: Schema.String;
|
|
2004
2015
|
readonly attemptOrdinal: Schema.Number;
|
|
2005
2016
|
}>, Schema.Struct<{
|
|
@@ -2029,14 +2040,14 @@ export declare const InspectionExperimentResultSchema: Schema.Struct<{
|
|
|
2029
2040
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
2030
2041
|
readonly samples: Schema.Number;
|
|
2031
2042
|
readonly total: Schema.Number;
|
|
2032
|
-
readonly basis: Schema.Literals<readonly ["
|
|
2043
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
2033
2044
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
2034
2045
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
2035
2046
|
readonly locator: Schema.String;
|
|
2036
2047
|
}>, Schema.Struct<{
|
|
2037
2048
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
2038
2049
|
readonly runId: Schema.String;
|
|
2039
|
-
readonly
|
|
2050
|
+
readonly plannedAttemptId: Schema.String;
|
|
2040
2051
|
readonly evalId: Schema.String;
|
|
2041
2052
|
readonly attemptOrdinal: Schema.Number;
|
|
2042
2053
|
}>, Schema.Struct<{
|
|
@@ -2065,14 +2076,14 @@ export declare const InspectionExperimentResultSchema: Schema.Struct<{
|
|
|
2065
2076
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
2066
2077
|
readonly samples: Schema.Number;
|
|
2067
2078
|
readonly total: Schema.Number;
|
|
2068
|
-
readonly basis: Schema.Literals<readonly ["
|
|
2079
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
2069
2080
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
2070
2081
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
2071
2082
|
readonly locator: Schema.String;
|
|
2072
2083
|
}>, Schema.Struct<{
|
|
2073
2084
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
2074
2085
|
readonly runId: Schema.String;
|
|
2075
|
-
readonly
|
|
2086
|
+
readonly plannedAttemptId: Schema.String;
|
|
2076
2087
|
readonly evalId: Schema.String;
|
|
2077
2088
|
readonly attemptOrdinal: Schema.Number;
|
|
2078
2089
|
}>, Schema.Struct<{
|
|
@@ -2101,14 +2112,14 @@ export declare const InspectionExperimentResultSchema: Schema.Struct<{
|
|
|
2101
2112
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
2102
2113
|
readonly samples: Schema.Number;
|
|
2103
2114
|
readonly total: Schema.Number;
|
|
2104
|
-
readonly basis: Schema.Literals<readonly ["
|
|
2115
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
2105
2116
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
2106
2117
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
2107
2118
|
readonly locator: Schema.String;
|
|
2108
2119
|
}>, Schema.Struct<{
|
|
2109
2120
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
2110
2121
|
readonly runId: Schema.String;
|
|
2111
|
-
readonly
|
|
2122
|
+
readonly plannedAttemptId: Schema.String;
|
|
2112
2123
|
readonly evalId: Schema.String;
|
|
2113
2124
|
readonly attemptOrdinal: Schema.Number;
|
|
2114
2125
|
}>, Schema.Struct<{
|
|
@@ -2172,7 +2183,7 @@ export declare const InspectionExperimentResultSchema: Schema.Struct<{
|
|
|
2172
2183
|
}>, Schema.Struct<{
|
|
2173
2184
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
2174
2185
|
readonly runId: Schema.String;
|
|
2175
|
-
readonly
|
|
2186
|
+
readonly plannedAttemptId: Schema.String;
|
|
2176
2187
|
readonly evalId: Schema.String;
|
|
2177
2188
|
readonly attemptOrdinal: Schema.Number;
|
|
2178
2189
|
}>, Schema.Struct<{
|
|
@@ -2189,7 +2200,7 @@ export declare const InspectionExperimentResultSchema: Schema.Struct<{
|
|
|
2189
2200
|
readonly groupPath: Schema.$Array<Schema.String>;
|
|
2190
2201
|
readonly members: Schema.$Array<Schema.Struct<{
|
|
2191
2202
|
readonly runId: Schema.String;
|
|
2192
|
-
readonly
|
|
2203
|
+
readonly plannedAttemptId: Schema.String;
|
|
2193
2204
|
readonly evalId: Schema.String;
|
|
2194
2205
|
readonly attemptOrdinal: Schema.Number;
|
|
2195
2206
|
readonly labels: Schema.$Record<Schema.String, Schema.Union<readonly [Schema.Struct<{
|
|
@@ -2209,14 +2220,14 @@ export declare const InspectionExperimentResultSchema: Schema.Struct<{
|
|
|
2209
2220
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
2210
2221
|
readonly samples: Schema.Number;
|
|
2211
2222
|
readonly total: Schema.Number;
|
|
2212
|
-
readonly basis: Schema.Literals<readonly ["
|
|
2223
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
2213
2224
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
2214
2225
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
2215
2226
|
readonly locator: Schema.String;
|
|
2216
2227
|
}>, Schema.Struct<{
|
|
2217
2228
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
2218
2229
|
readonly runId: Schema.String;
|
|
2219
|
-
readonly
|
|
2230
|
+
readonly plannedAttemptId: Schema.String;
|
|
2220
2231
|
readonly evalId: Schema.String;
|
|
2221
2232
|
readonly attemptOrdinal: Schema.Number;
|
|
2222
2233
|
}>, Schema.Struct<{
|
|
@@ -2246,14 +2257,14 @@ export declare const InspectionExperimentResultSchema: Schema.Struct<{
|
|
|
2246
2257
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
2247
2258
|
readonly samples: Schema.Number;
|
|
2248
2259
|
readonly total: Schema.Number;
|
|
2249
|
-
readonly basis: Schema.Literals<readonly ["
|
|
2260
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
2250
2261
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
2251
2262
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
2252
2263
|
readonly locator: Schema.String;
|
|
2253
2264
|
}>, Schema.Struct<{
|
|
2254
2265
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
2255
2266
|
readonly runId: Schema.String;
|
|
2256
|
-
readonly
|
|
2267
|
+
readonly plannedAttemptId: Schema.String;
|
|
2257
2268
|
readonly evalId: Schema.String;
|
|
2258
2269
|
readonly attemptOrdinal: Schema.Number;
|
|
2259
2270
|
}>, Schema.Struct<{
|
|
@@ -2282,14 +2293,14 @@ export declare const InspectionExperimentResultSchema: Schema.Struct<{
|
|
|
2282
2293
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
2283
2294
|
readonly samples: Schema.Number;
|
|
2284
2295
|
readonly total: Schema.Number;
|
|
2285
|
-
readonly basis: Schema.Literals<readonly ["
|
|
2296
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
2286
2297
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
2287
2298
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
2288
2299
|
readonly locator: Schema.String;
|
|
2289
2300
|
}>, Schema.Struct<{
|
|
2290
2301
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
2291
2302
|
readonly runId: Schema.String;
|
|
2292
|
-
readonly
|
|
2303
|
+
readonly plannedAttemptId: Schema.String;
|
|
2293
2304
|
readonly evalId: Schema.String;
|
|
2294
2305
|
readonly attemptOrdinal: Schema.Number;
|
|
2295
2306
|
}>, Schema.Struct<{
|
|
@@ -2318,14 +2329,14 @@ export declare const InspectionExperimentResultSchema: Schema.Struct<{
|
|
|
2318
2329
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
2319
2330
|
readonly samples: Schema.Number;
|
|
2320
2331
|
readonly total: Schema.Number;
|
|
2321
|
-
readonly basis: Schema.Literals<readonly ["
|
|
2332
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
2322
2333
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
2323
2334
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
2324
2335
|
readonly locator: Schema.String;
|
|
2325
2336
|
}>, Schema.Struct<{
|
|
2326
2337
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
2327
2338
|
readonly runId: Schema.String;
|
|
2328
|
-
readonly
|
|
2339
|
+
readonly plannedAttemptId: Schema.String;
|
|
2329
2340
|
readonly evalId: Schema.String;
|
|
2330
2341
|
readonly attemptOrdinal: Schema.Number;
|
|
2331
2342
|
}>, Schema.Struct<{
|
|
@@ -2349,12 +2360,12 @@ export declare const InspectionExperimentResultSchema: Schema.Struct<{
|
|
|
2349
2360
|
readonly max: Schema.Number;
|
|
2350
2361
|
}>>;
|
|
2351
2362
|
}>;
|
|
2363
|
+
readonly originPlannedAttemptId: Schema.String;
|
|
2352
2364
|
readonly state: Schema.Literal<"published">;
|
|
2353
2365
|
readonly action: Schema.Literals<readonly ["executed", "carried", "accepted"]>;
|
|
2354
2366
|
readonly attemptId: Schema.String;
|
|
2355
2367
|
readonly attemptLocator: Schema.String;
|
|
2356
2368
|
readonly originRunId: Schema.String;
|
|
2357
|
-
readonly originSlotId: Schema.String;
|
|
2358
2369
|
}>, Schema.Struct<{
|
|
2359
2370
|
readonly state: Schema.Literal<"absent">;
|
|
2360
2371
|
readonly reason: Schema.Literals<readonly ["early-exit-satisfied", "budget-exhausted", "stopped-by-failure", "interrupted-before-publication", "dispatch-failed"]>;
|
|
@@ -2375,11 +2386,11 @@ export declare const InspectionRunValueSchema: Schema.Struct<{
|
|
|
2375
2386
|
}>>;
|
|
2376
2387
|
readonly startedAt: Schema.Codec<import("../record/model/identifiers.mjs").UtcMillis, number, never, never>;
|
|
2377
2388
|
readonly completedAt: Schema.optional<Schema.Codec<import("../record/model/identifiers.mjs").UtcMillis, number, never, never>>;
|
|
2378
|
-
readonly
|
|
2379
|
-
readonly slotId: Schema.Codec<import("../record/model/identifiers.mjs").SlotId, string, never, never>;
|
|
2389
|
+
readonly plannedAttempts: Schema.$Array<Schema.Struct<{
|
|
2380
2390
|
readonly evalId: Schema.Codec<import("../record/model/identifiers.mjs").EvalId, string, never, never>;
|
|
2381
2391
|
readonly attemptOrdinal: Schema.Number;
|
|
2382
2392
|
readonly executionIdentityDigest: Schema.Codec<import("../record/model/identifiers.mjs").ExecutionIdentityDigest, string, never, never>;
|
|
2393
|
+
readonly plannedAttemptId: Schema.Codec<import("../record/model/identifiers.mjs").SlotId, string, never, never>;
|
|
2383
2394
|
}>>;
|
|
2384
2395
|
}>;
|
|
2385
2396
|
export type InspectionRunValue = Schema.Schema.Type<typeof InspectionRunValueSchema>;
|
|
@@ -2411,16 +2422,28 @@ export declare const InspectionScoredValueSchema: Schema.Union<readonly [Schema.
|
|
|
2411
2422
|
}>]>;
|
|
2412
2423
|
export type InspectionScoredValue = Schema.Schema.Type<typeof InspectionScoredValueSchema>;
|
|
2413
2424
|
export declare const InspectionAttemptResultSchema: Schema.Struct<{
|
|
2425
|
+
readonly notes: Schema.$Array<Schema.Struct<{
|
|
2426
|
+
readonly label: Schema.String;
|
|
2427
|
+
readonly sequence: Schema.Number;
|
|
2428
|
+
readonly value: Schema.Codec<import("../record/family/attempt-note/schema.mjs").NoteValue, import("../record/family/attempt-note/schema.mjs").NoteValue, never, never>;
|
|
2429
|
+
readonly unit: Schema.optional<Schema.Literals<readonly ["ms", "seconds", "tokens", "usd", "ratio", "count", "bytes"]>>;
|
|
2430
|
+
}>>;
|
|
2414
2431
|
readonly core: Schema.Struct<{
|
|
2415
2432
|
readonly attemptId: Schema.Codec<import("../record/index.mjs").AttemptId, string, never, never>;
|
|
2416
2433
|
readonly originRunId: Schema.Codec<import("../record/model/identifiers.mjs").RunId, string, never, never>;
|
|
2417
|
-
readonly slotId: Schema.Codec<import("../record/model/identifiers.mjs").SlotId, string, never, never>;
|
|
2418
2434
|
readonly evalId: Schema.Codec<import("../record/model/identifiers.mjs").EvalId, string, never, never>;
|
|
2419
2435
|
readonly executionIdentityDigest: Schema.Codec<import("../record/model/identifiers.mjs").ExecutionIdentityDigest, string, never, never>;
|
|
2420
2436
|
readonly outcome: Schema.Literals<readonly ["completed", "errored", "cancelled", "interrupted"]>;
|
|
2437
|
+
readonly plannedAttemptId: Schema.Codec<import("../record/model/identifiers.mjs").SlotId, string, never, never>;
|
|
2421
2438
|
}>;
|
|
2422
2439
|
readonly locator: Schema.String;
|
|
2423
2440
|
readonly originRun: Schema.Struct<{
|
|
2441
|
+
readonly plannedAttempts: Schema.$Array<Schema.Struct<{
|
|
2442
|
+
readonly evalId: Schema.Codec<import("../record/model/identifiers.mjs").EvalId, string, never, never>;
|
|
2443
|
+
readonly attemptOrdinal: Schema.Number;
|
|
2444
|
+
readonly executionIdentityDigest: Schema.Codec<import("../record/model/identifiers.mjs").ExecutionIdentityDigest, string, never, never>;
|
|
2445
|
+
readonly plannedAttemptId: Schema.Codec<import("../record/model/identifiers.mjs").SlotId, string, never, never>;
|
|
2446
|
+
}>>;
|
|
2424
2447
|
readonly runId: Schema.Codec<import("../record/model/identifiers.mjs").RunId, string, never, never>;
|
|
2425
2448
|
readonly experimentId: Schema.Codec<import("../record/model/identifiers.mjs").ExperimentId, string, never, never>;
|
|
2426
2449
|
readonly context: Schema.Struct<{
|
|
@@ -2430,28 +2453,22 @@ export declare const InspectionAttemptResultSchema: Schema.Struct<{
|
|
|
2430
2453
|
}>;
|
|
2431
2454
|
readonly startedAt: Schema.Codec<import("../record/model/identifiers.mjs").UtcMillis, number, never, never>;
|
|
2432
2455
|
readonly completedAt: Schema.Codec<import("../record/model/identifiers.mjs").UtcMillis, number, never, never>;
|
|
2433
|
-
readonly expectedSlots: Schema.$Array<Schema.Struct<{
|
|
2434
|
-
readonly slotId: Schema.Codec<import("../record/model/identifiers.mjs").SlotId, string, never, never>;
|
|
2435
|
-
readonly evalId: Schema.Codec<import("../record/model/identifiers.mjs").EvalId, string, never, never>;
|
|
2436
|
-
readonly attemptOrdinal: Schema.Number;
|
|
2437
|
-
readonly executionIdentityDigest: Schema.Codec<import("../record/model/identifiers.mjs").ExecutionIdentityDigest, string, never, never>;
|
|
2438
|
-
}>>;
|
|
2439
2456
|
}>;
|
|
2440
2457
|
readonly targets: Schema.$Array<Schema.Struct<{
|
|
2441
2458
|
readonly runId: Schema.String;
|
|
2442
|
-
readonly member: Schema.Union<
|
|
2443
|
-
readonly slotId: Schema.Codec<import("../record/model/identifiers.mjs").SlotId, string, never, never>;
|
|
2459
|
+
readonly member: Schema.Union<Schema.Struct<{
|
|
2444
2460
|
readonly action: Schema.Literals<readonly ["executed", "carried", "accepted"]>;
|
|
2445
2461
|
readonly attempt: Schema.Struct<{
|
|
2446
2462
|
readonly originRunId: Schema.Codec<import("../record/model/identifiers.mjs").RunId, string, never, never>;
|
|
2447
2463
|
readonly attemptId: Schema.Codec<import("../record/index.mjs").AttemptId, string, never, never>;
|
|
2448
2464
|
}>;
|
|
2449
|
-
|
|
2450
|
-
|
|
2465
|
+
readonly plannedAttemptId: Schema.Codec<import("../record/model/identifiers.mjs").SlotId, string, never, never>;
|
|
2466
|
+
} | {
|
|
2451
2467
|
readonly action: Schema.Literals<readonly ["not-dispatched", "interrupted"]>;
|
|
2452
2468
|
readonly attempt: Schema.Null;
|
|
2453
2469
|
readonly absenceReason: Schema.Literals<readonly ["early-exit-satisfied", "budget-exhausted", "stopped-by-failure", "interrupted-before-publication", "dispatch-failed"]>;
|
|
2454
|
-
|
|
2470
|
+
readonly plannedAttemptId: Schema.Codec<import("../record/model/identifiers.mjs").SlotId, string, never, never>;
|
|
2471
|
+
}>[]>;
|
|
2455
2472
|
}>>;
|
|
2456
2473
|
readonly evidence: Schema.Union<readonly [Schema.Struct<{
|
|
2457
2474
|
readonly state: Schema.Literal<"not-recorded">;
|
|
@@ -3125,7 +3142,7 @@ export declare const InspectionTraceResultSchema: Schema.Struct<{
|
|
|
3125
3142
|
readonly omittedLimitationCount: Schema.Number;
|
|
3126
3143
|
readonly items: Schema.$Array<Schema.Struct<{
|
|
3127
3144
|
readonly commandId: Schema.String;
|
|
3128
|
-
readonly phase: Schema.Literals<
|
|
3145
|
+
readonly phase: Schema.Literals<("sandbox.prepare" | "agent.ensure" | "eval.run" | "sandbox.command" | "attempt.before" | "attempt.after")[]>;
|
|
3129
3146
|
readonly outcome: Schema.Union<readonly [Schema.Struct<{
|
|
3130
3147
|
readonly kind: Schema.Literal<"exited">;
|
|
3131
3148
|
readonly exitCode: Schema.Number;
|
|
@@ -3163,7 +3180,7 @@ export declare const InspectionTraceResultSchema: Schema.Struct<{
|
|
|
3163
3180
|
readonly diagnosticId: Schema.String;
|
|
3164
3181
|
readonly sequence: Schema.Number;
|
|
3165
3182
|
readonly turnId: Schema.NullOr<Schema.String>;
|
|
3166
|
-
readonly phase: Schema.Literals<readonly ["attempt.
|
|
3183
|
+
readonly phase: Schema.Literals<readonly ["attempt.before", "sandbox.prepare", "agent.ensure", "eval.run", "agent.send", "sandbox.command", "assertion.evaluate", "verdict.fold", "attempt.after"]>;
|
|
3167
3184
|
readonly kind: Schema.Literals<readonly ["advisory", "execution-error"]>;
|
|
3168
3185
|
readonly code: Schema.String;
|
|
3169
3186
|
readonly summary: Schema.String;
|
|
@@ -3685,7 +3702,7 @@ export declare const InspectionTraceDetailResultSchema: Schema.Union<readonly [S
|
|
|
3685
3702
|
readonly reason: Schema.Literals<readonly ["spawn-failed", "cancelled-before-start"]>;
|
|
3686
3703
|
}>]>;
|
|
3687
3704
|
readonly turnId: Schema.NullOr<Schema.String>;
|
|
3688
|
-
readonly phase: Schema.Literals<readonly ["attempt.
|
|
3705
|
+
readonly phase: Schema.Literals<readonly ["attempt.before", "sandbox.prepare", "agent.ensure", "eval.run", "sandbox.command", "attempt.after"]>;
|
|
3689
3706
|
readonly sequence: Schema.Number;
|
|
3690
3707
|
readonly stdout: Schema.Struct<{
|
|
3691
3708
|
readonly text: Schema.String;
|
|
@@ -3933,7 +3950,7 @@ export declare const InspectionAttemptUsageResultSchema: Schema.Struct<{
|
|
|
3933
3950
|
collectionComplete: Schema.Boolean;
|
|
3934
3951
|
reasons: Schema.$Array<Schema.Literals<readonly ["usage-not-recorded", "source-invalid", "adapter-usage-required", "collection-incomplete", "call-status-unknown", "no-calls", "cache-read-missing", "input-total-missing", "zero-input-total", "unsafe-token-total"]>>;
|
|
3935
3952
|
}>;
|
|
3936
|
-
readonly
|
|
3953
|
+
readonly roles: Schema.$Array<Schema.Struct<{
|
|
3937
3954
|
readonly rate: Schema.Union<readonly [Schema.Struct<{
|
|
3938
3955
|
readonly state: Schema.Literal<"exact">;
|
|
3939
3956
|
readonly value: Schema.Number;
|
|
@@ -3948,7 +3965,7 @@ export declare const InspectionAttemptUsageResultSchema: Schema.Struct<{
|
|
|
3948
3965
|
readonly unknownStatusCalls: Schema.Number;
|
|
3949
3966
|
readonly collectionComplete: Schema.Boolean;
|
|
3950
3967
|
readonly reasons: Schema.$Array<Schema.Literals<readonly ["usage-not-recorded", "source-invalid", "adapter-usage-required", "collection-incomplete", "call-status-unknown", "no-calls", "cache-read-missing", "input-total-missing", "zero-input-total", "unsafe-token-total"]>>;
|
|
3951
|
-
readonly
|
|
3968
|
+
readonly modelRole: Schema.NullOr<Schema.String>;
|
|
3952
3969
|
}>>;
|
|
3953
3970
|
readonly models: Schema.$Array<Schema.Struct<{
|
|
3954
3971
|
readonly rate: Schema.Union<readonly [Schema.Struct<{
|
|
@@ -3965,7 +3982,7 @@ export declare const InspectionAttemptUsageResultSchema: Schema.Struct<{
|
|
|
3965
3982
|
readonly unknownStatusCalls: Schema.Number;
|
|
3966
3983
|
readonly collectionComplete: Schema.Boolean;
|
|
3967
3984
|
readonly reasons: Schema.$Array<Schema.Literals<readonly ["usage-not-recorded", "source-invalid", "adapter-usage-required", "collection-incomplete", "call-status-unknown", "no-calls", "cache-read-missing", "input-total-missing", "zero-input-total", "unsafe-token-total"]>>;
|
|
3968
|
-
readonly
|
|
3985
|
+
readonly modelRole: Schema.NullOr<Schema.String>;
|
|
3969
3986
|
readonly provider: Schema.NullOr<Schema.String>;
|
|
3970
3987
|
readonly model: Schema.NullOr<Schema.String>;
|
|
3971
3988
|
}>>;
|
|
@@ -3975,7 +3992,7 @@ export declare const InspectionAttemptUsageResultSchema: Schema.Struct<{
|
|
|
3975
3992
|
}>, Schema.Struct<{
|
|
3976
3993
|
readonly state: Schema.Literal<"available">;
|
|
3977
3994
|
readonly bindings: Schema.$Array<Schema.Struct<{
|
|
3978
|
-
readonly
|
|
3995
|
+
readonly modelRole: Schema.String;
|
|
3979
3996
|
readonly model: Schema.NullOr<Schema.String>;
|
|
3980
3997
|
readonly reasoningEffort: Schema.NullOr<Schema.String>;
|
|
3981
3998
|
readonly recordedCalls: Schema.NullOr<Schema.Number>;
|
|
@@ -3985,7 +4002,7 @@ export declare const InspectionAttemptUsageResultSchema: Schema.Struct<{
|
|
|
3985
4002
|
readonly state: Schema.Literal<"available">;
|
|
3986
4003
|
readonly basis: Schema.Literal<"recorded-calls">;
|
|
3987
4004
|
readonly groups: Schema.$Array<Schema.Struct<{
|
|
3988
|
-
readonly
|
|
4005
|
+
readonly modelRole: Schema.NullOr<Schema.String>;
|
|
3989
4006
|
readonly provider: Schema.NullOr<Schema.String>;
|
|
3990
4007
|
readonly model: Schema.NullOr<Schema.String>;
|
|
3991
4008
|
readonly recordedCalls: Schema.Number;
|
|
@@ -4180,6 +4197,7 @@ export declare const InspectionAttemptUsageResultSchema: Schema.Struct<{
|
|
|
4180
4197
|
readonly source: Schema.optional<Schema.Literal<"adapter">>;
|
|
4181
4198
|
readonly coverage: Schema.optional<Schema.Literal<"recorded-calls">>;
|
|
4182
4199
|
readonly calls: Schema.optional<Schema.$Array<Schema.Struct<{
|
|
4200
|
+
readonly modelRole: Schema.NullOr<Schema.String>;
|
|
4183
4201
|
readonly effectiveCost: Schema.NullOr<Schema.Struct<{
|
|
4184
4202
|
readonly amount: Schema.String;
|
|
4185
4203
|
readonly currency: Schema.String;
|
|
@@ -4189,7 +4207,6 @@ export declare const InspectionAttemptUsageResultSchema: Schema.Struct<{
|
|
|
4189
4207
|
}>;
|
|
4190
4208
|
readonly state: Schema.Literals<readonly ["complete", "partial"]>;
|
|
4191
4209
|
}>>;
|
|
4192
|
-
readonly modelSlot: Schema.NullOr<Schema.String>;
|
|
4193
4210
|
readonly route: Schema.Struct<{
|
|
4194
4211
|
readonly transportProvider: Schema.NullOr<Schema.String>;
|
|
4195
4212
|
readonly endpointId: Schema.NullOr<Schema.String>;
|
|
@@ -4371,49 +4388,49 @@ export declare const InspectionRunResultSchema: Schema.Struct<{
|
|
|
4371
4388
|
}>>;
|
|
4372
4389
|
readonly startedAt: Schema.Codec<import("../record/model/identifiers.mjs").UtcMillis, number, never, never>;
|
|
4373
4390
|
readonly completedAt: Schema.optional<Schema.Codec<import("../record/model/identifiers.mjs").UtcMillis, number, never, never>>;
|
|
4374
|
-
readonly
|
|
4375
|
-
readonly slotId: Schema.Codec<import("../record/model/identifiers.mjs").SlotId, string, never, never>;
|
|
4391
|
+
readonly plannedAttempts: Schema.$Array<Schema.Struct<{
|
|
4376
4392
|
readonly evalId: Schema.Codec<import("../record/model/identifiers.mjs").EvalId, string, never, never>;
|
|
4377
4393
|
readonly attemptOrdinal: Schema.Number;
|
|
4378
4394
|
readonly executionIdentityDigest: Schema.Codec<import("../record/model/identifiers.mjs").ExecutionIdentityDigest, string, never, never>;
|
|
4395
|
+
readonly plannedAttemptId: Schema.Codec<import("../record/model/identifiers.mjs").SlotId, string, never, never>;
|
|
4379
4396
|
}>>;
|
|
4380
4397
|
}>;
|
|
4381
|
-
readonly members: Schema.$Array<Schema.Union<
|
|
4382
|
-
readonly slotId: Schema.Codec<import("../record/model/identifiers.mjs").SlotId, string, never, never>;
|
|
4398
|
+
readonly members: Schema.$Array<Schema.Union<Schema.Struct<{
|
|
4383
4399
|
readonly action: Schema.Literals<readonly ["executed", "carried", "accepted"]>;
|
|
4384
4400
|
readonly attempt: Schema.Struct<{
|
|
4385
4401
|
readonly originRunId: Schema.Codec<import("../record/model/identifiers.mjs").RunId, string, never, never>;
|
|
4386
4402
|
readonly attemptId: Schema.Codec<import("../record/index.mjs").AttemptId, string, never, never>;
|
|
4387
4403
|
}>;
|
|
4388
|
-
|
|
4389
|
-
|
|
4404
|
+
readonly plannedAttemptId: Schema.Codec<import("../record/model/identifiers.mjs").SlotId, string, never, never>;
|
|
4405
|
+
} | {
|
|
4390
4406
|
readonly action: Schema.Literals<readonly ["not-dispatched", "interrupted"]>;
|
|
4391
4407
|
readonly attempt: Schema.Null;
|
|
4392
4408
|
readonly absenceReason: Schema.Literals<readonly ["early-exit-satisfied", "budget-exhausted", "stopped-by-failure", "interrupted-before-publication", "dispatch-failed"]>;
|
|
4393
|
-
|
|
4409
|
+
readonly plannedAttemptId: Schema.Codec<import("../record/model/identifiers.mjs").SlotId, string, never, never>;
|
|
4410
|
+
}>[]>>;
|
|
4394
4411
|
readonly attempts: Schema.$Array<Schema.Struct<{
|
|
4395
4412
|
readonly attemptId: Schema.Codec<import("../record/index.mjs").AttemptId, string, never, never>;
|
|
4396
4413
|
readonly originRunId: Schema.Codec<import("../record/model/identifiers.mjs").RunId, string, never, never>;
|
|
4397
|
-
readonly slotId: Schema.Codec<import("../record/model/identifiers.mjs").SlotId, string, never, never>;
|
|
4398
4414
|
readonly evalId: Schema.Codec<import("../record/model/identifiers.mjs").EvalId, string, never, never>;
|
|
4399
4415
|
readonly executionIdentityDigest: Schema.Codec<import("../record/model/identifiers.mjs").ExecutionIdentityDigest, string, never, never>;
|
|
4400
4416
|
readonly outcome: Schema.Literals<readonly ["completed", "errored", "cancelled", "interrupted"]>;
|
|
4417
|
+
readonly plannedAttemptId: Schema.Codec<import("../record/model/identifiers.mjs").SlotId, string, never, never>;
|
|
4401
4418
|
}>>;
|
|
4402
4419
|
readonly denominator: Schema.Struct<{
|
|
4403
4420
|
readonly expected: Schema.Number;
|
|
4404
4421
|
readonly published: Schema.Number;
|
|
4405
4422
|
readonly missing: Schema.Number;
|
|
4406
4423
|
}>;
|
|
4407
|
-
readonly
|
|
4424
|
+
readonly plannedAttempts: Schema.$Array<Schema.Struct<{
|
|
4408
4425
|
readonly publication: Schema.Union<readonly [Schema.Struct<{
|
|
4409
4426
|
readonly state: Schema.Literal<"pending">;
|
|
4410
4427
|
}>, Schema.Struct<{
|
|
4428
|
+
readonly originPlannedAttemptId: Schema.String;
|
|
4411
4429
|
readonly state: Schema.Literal<"published">;
|
|
4412
4430
|
readonly action: Schema.Literals<readonly ["executed", "carried", "accepted"]>;
|
|
4413
4431
|
readonly attemptId: Schema.String;
|
|
4414
4432
|
readonly attemptLocator: Schema.String;
|
|
4415
4433
|
readonly originRunId: Schema.String;
|
|
4416
|
-
readonly originSlotId: Schema.String;
|
|
4417
4434
|
}>, Schema.Struct<{
|
|
4418
4435
|
readonly state: Schema.Literal<"absent">;
|
|
4419
4436
|
readonly reason: Schema.Literals<readonly ["early-exit-satisfied", "budget-exhausted", "stopped-by-failure", "interrupted-before-publication", "dispatch-failed"]>;
|
|
@@ -4692,10 +4709,10 @@ export declare const InspectionRunResultSchema: Schema.Struct<{
|
|
|
4692
4709
|
readonly reason: Schema.String;
|
|
4693
4710
|
}>]>;
|
|
4694
4711
|
}>]>>;
|
|
4695
|
-
readonly slotId: Schema.Codec<import("../record/model/identifiers.mjs").SlotId, string, never, never>;
|
|
4696
4712
|
readonly evalId: Schema.Codec<import("../record/model/identifiers.mjs").EvalId, string, never, never>;
|
|
4697
4713
|
readonly attemptOrdinal: Schema.Number;
|
|
4698
4714
|
readonly executionIdentityDigest: Schema.Codec<import("../record/model/identifiers.mjs").ExecutionIdentityDigest, string, never, never>;
|
|
4715
|
+
readonly plannedAttemptId: Schema.Codec<import("../record/model/identifiers.mjs").SlotId, string, never, never>;
|
|
4699
4716
|
}>>;
|
|
4700
4717
|
readonly coverage: Schema.Struct<{
|
|
4701
4718
|
readonly state: Schema.Literals<readonly ["complete", "partial", "not-recorded", "invalid", "unavailable"]>;
|
|
@@ -4704,7 +4721,7 @@ export declare const InspectionRunResultSchema: Schema.Struct<{
|
|
|
4704
4721
|
readonly completeMemberCount: Schema.Number;
|
|
4705
4722
|
readonly factCount: Schema.Number;
|
|
4706
4723
|
readonly limitations: Schema.$Array<Schema.Struct<{
|
|
4707
|
-
readonly
|
|
4724
|
+
readonly plannedAttemptId: Schema.String;
|
|
4708
4725
|
readonly locator: Schema.NullOr<Schema.String>;
|
|
4709
4726
|
readonly limitation: Schema.Union<readonly [Schema.Struct<{
|
|
4710
4727
|
readonly kind: Schema.Literal<"member-not-observed">;
|
|
@@ -4862,7 +4879,7 @@ export declare const InspectionRunResultSchema: Schema.Struct<{
|
|
|
4862
4879
|
}>>;
|
|
4863
4880
|
}>;
|
|
4864
4881
|
readonly limitations: Schema.$Array<Schema.Struct<{
|
|
4865
|
-
readonly
|
|
4882
|
+
readonly plannedAttemptId: Schema.String;
|
|
4866
4883
|
readonly locator: Schema.NullOr<Schema.String>;
|
|
4867
4884
|
readonly limitation: Schema.Union<readonly [Schema.Struct<{
|
|
4868
4885
|
readonly kind: Schema.Literal<"member-not-observed">;
|
|
@@ -4971,7 +4988,7 @@ export declare const InspectionRunResultSchema: Schema.Struct<{
|
|
|
4971
4988
|
}>>;
|
|
4972
4989
|
}>;
|
|
4973
4990
|
readonly limitations: Schema.$Array<Schema.Struct<{
|
|
4974
|
-
readonly
|
|
4991
|
+
readonly plannedAttemptId: Schema.String;
|
|
4975
4992
|
readonly locator: Schema.NullOr<Schema.String>;
|
|
4976
4993
|
readonly limitation: Schema.Union<readonly [Schema.Struct<{
|
|
4977
4994
|
readonly kind: Schema.Literal<"member-not-observed">;
|