niceeval 0.17.1 → 0.19.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/INDEX.md +5 -2
- package/dist/adapter-usage.cjs.map +1 -1
- package/dist/adapter-usage.d.cts +1 -1
- package/dist/adapter-usage.d.mts +1 -1
- package/dist/adapter-usage.d.ts +1 -1
- package/dist/adapter.cjs +8 -3
- package/dist/adapter.cjs.map +1 -1
- package/dist/adapter.d.cts +26 -15
- package/dist/adapter.d.mts +26 -15
- package/dist/adapter.d.ts +26 -15
- package/dist/agents/{effect-runtime.cjs → agent-effects.cjs} +12 -18
- package/dist/agents/agent-effects.cjs.map +1 -0
- package/dist/agents/agent-effects.d.cts +23 -0
- package/dist/agents/agent-effects.d.mts +23 -0
- package/dist/agents/agent-effects.d.ts +23 -0
- package/dist/agents/agent-effects.js +16 -0
- package/dist/agents/agent-effects.js.map +1 -0
- package/dist/agents/ai-sdk.cjs +1 -1
- package/dist/agents/ai-sdk.cjs.map +1 -1
- package/dist/agents/bub.cjs +31 -18
- package/dist/agents/bub.cjs.map +1 -1
- package/dist/agents/bub.d.cts +9 -12
- package/dist/agents/bub.d.mts +9 -12
- package/dist/agents/bub.d.ts +9 -12
- package/dist/agents/claude-code-native.cjs +2 -2
- package/dist/agents/claude-code-native.cjs.map +1 -1
- package/dist/agents/claude-code.cjs +17 -11
- package/dist/agents/claude-code.cjs.map +1 -1
- package/dist/agents/claude-code.d.cts +11 -11
- package/dist/agents/claude-code.d.mts +11 -11
- package/dist/agents/claude-code.d.ts +11 -11
- package/dist/agents/codex-app-server.cjs +2 -2
- package/dist/agents/codex-app-server.cjs.map +1 -1
- package/dist/agents/codex.cjs +18 -12
- package/dist/agents/codex.cjs.map +1 -1
- package/dist/agents/codex.d.cts +12 -12
- package/dist/agents/codex.d.mts +12 -12
- package/dist/agents/codex.d.ts +12 -12
- package/dist/agents/deepseek-harness.cjs +2 -2
- package/dist/agents/deepseek-harness.cjs.map +1 -1
- package/dist/agents/hermes.cjs +3 -3
- package/dist/agents/hermes.cjs.map +1 -1
- package/dist/agents/index.cjs +3 -3
- package/dist/agents/index.cjs.map +1 -1
- package/dist/agents/index.d.cts +3 -3
- package/dist/agents/index.d.mts +3 -3
- package/dist/agents/index.d.ts +3 -3
- package/dist/agents/index.js +2 -2
- package/dist/agents/index.mjs +2 -2
- package/dist/agents/mcp.cjs.map +1 -1
- package/dist/agents/mcp.d.cts +2 -2
- package/dist/agents/mcp.d.mts +2 -2
- package/dist/agents/mcp.d.ts +2 -2
- package/dist/agents/omp.cjs +2 -2
- package/dist/agents/omp.cjs.map +1 -1
- package/dist/agents/openai-compat.cjs +2 -2
- package/dist/agents/openai-compat.cjs.map +1 -1
- package/dist/agents/openclaw.cjs +3 -3
- package/dist/agents/openclaw.cjs.map +1 -1
- package/dist/agents/opencode.cjs +16 -4
- package/dist/agents/opencode.cjs.map +1 -1
- package/dist/agents/plugin-extensions.cjs +71 -0
- package/dist/agents/plugin-extensions.cjs.map +1 -0
- package/dist/agents/plugin-extensions.d.cts +26 -0
- package/dist/agents/plugin-extensions.d.mts +26 -0
- package/dist/agents/plugin-extensions.d.ts +26 -0
- package/dist/agents/plugin-extensions.js +8 -0
- package/dist/agents/plugin-extensions.js.map +1 -0
- package/dist/agents/post-setup.cjs +14 -3
- package/dist/agents/post-setup.cjs.map +1 -1
- package/dist/agents/post-setup.d.cts +4 -2
- package/dist/agents/post-setup.d.mts +4 -2
- package/dist/agents/post-setup.d.ts +4 -2
- package/dist/agents/post-setup.js +8 -6
- package/dist/agents/sdk-streams.cjs +3 -3
- package/dist/agents/sdk-streams.cjs.map +1 -1
- package/dist/agents/{session-slot.cjs → session-key.cjs} +4 -4
- package/dist/agents/session-key.cjs.map +1 -0
- package/dist/agents/session-key.d.cts +12 -0
- package/dist/agents/session-key.d.mts +12 -0
- package/dist/agents/session-key.d.ts +12 -0
- package/dist/agents/session-key.js +6 -0
- package/dist/agents/session-key.js.map +1 -0
- package/dist/agents/shared.cjs +2 -2
- package/dist/agents/shared.cjs.map +1 -1
- package/dist/agents/shared.d.cts +4 -4
- package/dist/agents/shared.d.mts +4 -4
- package/dist/agents/shared.d.ts +4 -4
- package/dist/agents/skills.cjs.map +1 -1
- package/dist/agents/skills.d.cts +3 -3
- package/dist/agents/skills.d.mts +3 -3
- package/dist/agents/skills.d.ts +3 -3
- package/dist/agents/types.cjs.map +1 -1
- package/dist/agents/types.d.cts +55 -54
- package/dist/agents/types.d.mts +55 -54
- package/dist/agents/types.d.ts +55 -54
- package/dist/agents/ui-message-stream.cjs +4 -4
- package/dist/agents/ui-message-stream.cjs.map +1 -1
- package/dist/agents/unrecognized-events.cjs +32 -0
- package/dist/agents/unrecognized-events.cjs.map +1 -0
- package/dist/agents/unrecognized-events.d.cts +8 -0
- package/dist/agents/unrecognized-events.d.mts +8 -0
- package/dist/agents/unrecognized-events.d.ts +8 -0
- package/dist/agents/unrecognized-events.js +6 -0
- package/dist/agents/unrecognized-events.js.map +1 -0
- package/dist/assertions/api.cjs.map +1 -1
- package/dist/assertions/api.d.cts +3 -0
- package/dist/assertions/api.d.mts +3 -0
- package/dist/assertions/api.d.ts +3 -0
- package/dist/assertions/collection.cjs +1 -1
- package/dist/assertions/collection.cjs.map +1 -1
- package/dist/assertions/judge.cjs +1 -1
- package/dist/assertions/judge.cjs.map +1 -1
- package/dist/assertions/match.cjs +52 -21
- package/dist/assertions/match.cjs.map +1 -1
- package/dist/assertions/match.d.cts +16 -5
- package/dist/assertions/match.d.mts +16 -5
- package/dist/assertions/match.d.ts +16 -5
- package/dist/assertions/match.js +96 -94
- package/dist/assertions/measurements.cjs +61 -0
- package/dist/assertions/measurements.cjs.map +1 -0
- package/dist/assertions/measurements.d.cts +24 -0
- package/dist/assertions/measurements.d.mts +24 -0
- package/dist/assertions/measurements.d.ts +24 -0
- package/dist/assertions/measurements.js +8 -0
- package/dist/assertions/measurements.js.map +1 -0
- package/dist/assertions/numeric.cjs +2 -0
- package/dist/assertions/numeric.cjs.map +1 -1
- package/dist/assertions/numeric.d.cts +1 -1
- package/dist/assertions/numeric.d.mts +1 -1
- package/dist/assertions/numeric.d.ts +1 -1
- package/dist/assertions/quantity.cjs +42 -0
- package/dist/assertions/quantity.cjs.map +1 -0
- package/dist/assertions/quantity.d.cts +18 -0
- package/dist/assertions/quantity.d.mts +18 -0
- package/dist/assertions/quantity.d.ts +18 -0
- package/dist/assertions/quantity.js +22 -0
- package/dist/assertions/quantity.js.map +1 -0
- package/dist/assertions/record/attachment.cjs +2 -0
- package/dist/assertions/record/attachment.cjs.map +1 -1
- package/dist/assertions/record/codec.cjs +5 -1
- package/dist/assertions/record/codec.cjs.map +1 -1
- package/dist/assertions/record/model.cjs.map +1 -1
- package/dist/assertions/record/model.d.cts +3 -1
- package/dist/assertions/record/model.d.mts +3 -1
- package/dist/assertions/record/model.d.ts +3 -1
- package/dist/assertions/runtime.cjs +11 -6
- package/dist/assertions/runtime.cjs.map +1 -1
- package/dist/cli/program.cjs +3 -0
- package/dist/cli/program.cjs.map +1 -1
- package/dist/context/assert-first.cjs +6 -4
- package/dist/context/assert-first.cjs.map +1 -1
- package/dist/context/assert-first.d.cts +9 -3
- package/dist/context/assert-first.d.mts +9 -3
- package/dist/context/assert-first.d.ts +9 -3
- package/dist/context/notes.cjs +47 -0
- package/dist/context/notes.cjs.map +1 -0
- package/dist/context/notes.d.cts +10 -0
- package/dist/context/notes.d.mts +10 -0
- package/dist/context/notes.d.ts +10 -0
- package/dist/context/notes.js +6 -0
- package/dist/context/notes.js.map +1 -0
- package/dist/context/send-failures.cjs +1 -7
- package/dist/context/send-failures.cjs.map +1 -1
- package/dist/context/send-failures.d.cts +2 -3
- package/dist/context/send-failures.d.mts +2 -3
- package/dist/context/send-failures.d.ts +2 -3
- package/dist/context/send-retry.cjs +0 -1
- package/dist/context/send-retry.cjs.map +1 -1
- package/dist/context/send-retry.d.cts +1 -2
- package/dist/context/send-retry.d.mts +1 -2
- package/dist/context/send-retry.d.ts +1 -2
- package/dist/context/session.cjs +10 -17
- package/dist/context/session.cjs.map +1 -1
- package/dist/context/session.d.cts +4 -10
- package/dist/context/session.d.mts +4 -10
- package/dist/context/session.d.ts +4 -10
- package/dist/define.cjs +89 -64
- package/dist/define.cjs.map +1 -1
- package/dist/define.d.cts +3 -3
- package/dist/define.d.mts +3 -3
- package/dist/define.d.ts +3 -3
- package/dist/eval/cli/contribution.cjs +1 -1
- package/dist/eval/cli/contribution.cjs.map +1 -1
- package/dist/eval/host/index.cjs +1 -1
- package/dist/eval/host/index.cjs.map +1 -1
- package/dist/eval/record/evaluation.cjs +1 -1
- package/dist/eval/record/evaluation.cjs.map +1 -1
- package/dist/eval/record/membership-provenance.d.cts +3 -3
- package/dist/eval/record/membership-provenance.d.mts +3 -3
- package/dist/eval/record/membership-provenance.d.ts +3 -3
- package/dist/eval/record/score.cjs +2 -2
- package/dist/eval/record/score.cjs.map +1 -1
- package/dist/eval/record/sealed-assertion.cjs +1 -1
- package/dist/eval/record/sealed-assertion.cjs.map +1 -1
- package/dist/eval/record/verdict.cjs +2 -2
- package/dist/eval/record/verdict.cjs.map +1 -1
- package/dist/expect/index.cjs +13 -1
- package/dist/expect/index.cjs.map +1 -1
- package/dist/expect/index.d.cts +5 -1
- package/dist/expect/index.d.mts +5 -1
- package/dist/expect/index.d.ts +5 -1
- package/dist/expect/index.js +92 -72
- package/dist/expect/index.mjs +92 -72
- package/dist/experiment/host/cli/contribution.cjs +52 -39
- package/dist/experiment/host/cli/contribution.cjs.map +1 -1
- package/dist/experiment/host/cli/contribution.d.cts +18 -4
- package/dist/experiment/host/cli/contribution.d.mts +18 -4
- package/dist/experiment/host/cli/contribution.d.ts +18 -4
- package/dist/experiment/host/cli/contribution.js +2 -2
- package/dist/experiment/host/cli/debug-protocol.cjs +2 -2
- package/dist/experiment/host/cli/debug-protocol.cjs.map +1 -1
- package/dist/experiment/host/cli/debug-protocol.d.cts +2 -2
- package/dist/experiment/host/cli/debug-protocol.d.mts +2 -2
- package/dist/experiment/host/cli/debug-protocol.d.ts +2 -2
- package/dist/experiment/host/cli/output-protocol.cjs +1 -1
- package/dist/experiment/host/cli/output-protocol.cjs.map +1 -1
- package/dist/experiment/host/cli/output-protocol.d.cts +2 -2
- package/dist/experiment/host/cli/output-protocol.d.mts +2 -2
- package/dist/experiment/host/cli/output-protocol.d.ts +2 -2
- package/dist/experiment/host/current.cjs +2 -2
- package/dist/experiment/host/current.cjs.map +1 -1
- package/dist/experiment/host/index.cjs +1 -1
- package/dist/experiment/host/index.cjs.map +1 -1
- package/dist/experiment/host/operations.cjs +24 -23
- package/dist/experiment/host/operations.cjs.map +1 -1
- package/dist/experiment/host/runtime.cjs +11 -10
- package/dist/experiment/host/runtime.cjs.map +1 -1
- package/dist/experiment/host/runtime.d.cts +3 -3
- package/dist/experiment/host/runtime.d.mts +3 -3
- package/dist/experiment/host/runtime.d.ts +3 -3
- package/dist/experiment/host/teardown.cjs +4 -3
- package/dist/experiment/host/teardown.cjs.map +1 -1
- package/dist/experiment/host/teardown.d.cts +3 -3
- package/dist/experiment/host/teardown.d.mts +3 -3
- package/dist/experiment/host/teardown.d.ts +3 -3
- package/dist/experiment/host/types.cjs.map +1 -1
- package/dist/experiment/host/types.d.cts +19 -19
- package/dist/experiment/host/types.d.mts +19 -19
- package/dist/experiment/host/types.d.ts +19 -19
- package/dist/index.cjs +3 -19
- package/dist/index.cjs.map +1 -1
- package/dist/index.d.cts +4 -8
- package/dist/index.d.mts +4 -8
- package/dist/index.d.ts +4 -8
- package/dist/index.js +12 -34
- package/dist/index.mjs +12 -34
- package/dist/inspection/assertions.cjs +1 -1
- package/dist/inspection/assertions.cjs.map +1 -1
- package/dist/inspection/cli/contribution.cjs +8 -7
- package/dist/inspection/cli/contribution.cjs.map +1 -1
- package/dist/inspection/facts.cjs +4 -4
- package/dist/inspection/facts.cjs.map +1 -1
- package/dist/inspection/index.cjs +1 -5
- package/dist/inspection/index.cjs.map +1 -1
- package/dist/inspection/index.d.cts +1 -2
- package/dist/inspection/index.d.mts +1 -2
- package/dist/inspection/index.d.ts +1 -2
- package/dist/inspection/index.js +20 -26
- package/dist/inspection/lifecycle.cjs +7 -0
- package/dist/inspection/lifecycle.cjs.map +1 -0
- package/dist/inspection/lifecycle.d.cts +4 -0
- package/dist/inspection/lifecycle.d.mts +4 -0
- package/dist/inspection/lifecycle.d.ts +4 -0
- package/dist/inspection/lifecycle.js +6 -0
- package/dist/inspection/lifecycle.js.map +1 -0
- package/dist/inspection/notes.cjs +40 -0
- package/dist/inspection/notes.cjs.map +1 -0
- package/dist/inspection/notes.d.cts +12 -0
- package/dist/inspection/notes.d.mts +12 -0
- package/dist/inspection/notes.d.ts +12 -0
- package/dist/inspection/notes.js +8 -0
- package/dist/inspection/notes.js.map +1 -0
- package/dist/inspection/overview.cjs +12 -15
- package/dist/inspection/overview.cjs.map +1 -1
- package/dist/inspection/overview.d.cts +8 -6
- package/dist/inspection/overview.d.mts +8 -6
- package/dist/inspection/overview.d.ts +8 -6
- package/dist/inspection/planned-attempt.cjs +45 -0
- package/dist/inspection/planned-attempt.cjs.map +1 -0
- package/dist/inspection/planned-attempt.d.cts +109 -0
- package/dist/inspection/planned-attempt.d.mts +109 -0
- package/dist/inspection/planned-attempt.d.ts +109 -0
- package/dist/inspection/planned-attempt.js +24 -0
- package/dist/inspection/planned-attempt.js.map +1 -0
- package/dist/inspection/project-result.cjs +5 -5
- package/dist/inspection/project-result.cjs.map +1 -1
- package/dist/inspection/project-result.d.cts +58 -57
- package/dist/inspection/project-result.d.mts +58 -57
- package/dist/inspection/project-result.d.ts +58 -57
- package/dist/inspection/project-result.js +4 -4
- package/dist/inspection/project.cjs +3 -3
- package/dist/inspection/project.cjs.map +1 -1
- package/dist/inspection/protocol-values.cjs +1 -1
- package/dist/inspection/protocol-values.cjs.map +1 -1
- package/dist/inspection/protocol-values.d.cts +1 -1
- package/dist/inspection/protocol-values.d.mts +1 -1
- package/dist/inspection/protocol-values.d.ts +1 -1
- package/dist/inspection/protocol.cjs +8 -8
- package/dist/inspection/protocol.cjs.map +1 -1
- package/dist/inspection/protocol.d.cts +237 -219
- package/dist/inspection/protocol.d.mts +237 -219
- package/dist/inspection/protocol.d.ts +237 -219
- package/dist/inspection/public.cjs +1 -5
- package/dist/inspection/public.cjs.map +1 -1
- package/dist/inspection/public.d.cts +1 -2
- package/dist/inspection/public.d.mts +1 -2
- package/dist/inspection/public.d.ts +1 -2
- package/dist/inspection/public.js +14 -20
- package/dist/inspection/public.mjs +166 -129
- package/dist/inspection/query.cjs +1 -1
- package/dist/inspection/query.cjs.map +1 -1
- package/dist/inspection/results.cjs +61 -52
- package/dist/inspection/results.cjs.map +1 -1
- package/dist/inspection/results.d.cts +157 -140
- package/dist/inspection/results.d.mts +157 -140
- package/dist/inspection/results.d.ts +157 -140
- package/dist/inspection/select.cjs +33 -28
- package/dist/inspection/select.cjs.map +1 -1
- package/dist/inspection/source.cjs +1 -1
- package/dist/inspection/source.cjs.map +1 -1
- package/dist/inspection/sources.cjs +2 -2
- package/dist/inspection/sources.cjs.map +1 -1
- package/dist/inspection/trace.cjs +9 -8
- package/dist/inspection/trace.cjs.map +1 -1
- package/dist/inspection/trace.d.cts +4 -4
- package/dist/inspection/trace.d.mts +4 -4
- package/dist/inspection/trace.d.ts +4 -4
- package/dist/loaders/index.cjs +7 -279
- package/dist/loaders/index.cjs.map +1 -1
- package/dist/loaders/index.d.cts +2 -95
- package/dist/loaders/index.d.mts +2 -95
- package/dist/loaders/index.d.ts +2 -95
- package/dist/loaders/index.js +10 -12
- package/dist/loaders/index.mjs +10 -12
- package/dist/loaders/runtime.cjs +283 -0
- package/dist/loaders/runtime.cjs.map +1 -0
- package/dist/loaders/runtime.d.cts +95 -0
- package/dist/loaders/runtime.d.mts +95 -0
- package/dist/loaders/runtime.d.ts +95 -0
- package/dist/loaders/runtime.js +16 -0
- package/dist/loaders/runtime.js.map +1 -0
- package/dist/migrations/judge-provider.md +6 -6
- package/dist/{model-slots.cjs → model-roles.cjs} +26 -7
- package/dist/model-roles.cjs.map +1 -0
- package/dist/model-roles.d.cts +26 -0
- package/dist/model-roles.d.mts +26 -0
- package/dist/model-roles.d.ts +26 -0
- package/dist/model-roles.js +14 -0
- package/dist/model-roles.js.map +1 -0
- package/dist/o11y/adapter-usage-projection.cjs +9 -8
- package/dist/o11y/adapter-usage-projection.cjs.map +1 -1
- package/dist/o11y/adapter-usage-projection.d.cts +23 -15
- package/dist/o11y/adapter-usage-projection.d.mts +23 -15
- package/dist/o11y/adapter-usage-projection.d.ts +23 -15
- package/dist/o11y/cache-read.cjs +14 -14
- package/dist/o11y/cache-read.cjs.map +1 -1
- package/dist/o11y/cache-read.d.cts +5 -5
- package/dist/o11y/cache-read.d.mts +5 -5
- package/dist/o11y/cache-read.d.ts +5 -5
- package/dist/o11y/derive.cjs.map +1 -1
- package/dist/o11y/derive.d.cts +2 -2
- package/dist/o11y/derive.d.mts +2 -2
- package/dist/o11y/derive.d.ts +2 -2
- package/dist/o11y/eval-usage.cjs +9 -9
- package/dist/o11y/eval-usage.cjs.map +1 -1
- package/dist/o11y/eval-usage.d.cts +7 -7
- package/dist/o11y/eval-usage.d.mts +7 -7
- package/dist/o11y/eval-usage.d.ts +7 -7
- package/dist/o11y/parsers/bub.cjs +57 -81
- package/dist/o11y/parsers/bub.cjs.map +1 -1
- package/dist/o11y/parsers/index.cjs.map +1 -1
- package/dist/o11y/parsers/index.d.cts +2 -0
- package/dist/o11y/parsers/index.d.mts +2 -0
- package/dist/o11y/parsers/index.d.ts +2 -0
- package/dist/o11y/parsers/opencode.cjs +129 -217
- package/dist/o11y/parsers/opencode.cjs.map +1 -1
- package/dist/o11y/parsers/opencode.d.cts +2 -5
- package/dist/o11y/parsers/opencode.d.mts +2 -5
- package/dist/o11y/parsers/opencode.d.ts +2 -5
- package/dist/o11y/types.cjs.map +1 -1
- package/dist/o11y/types.d.cts +1 -1
- package/dist/o11y/types.d.mts +1 -1
- package/dist/o11y/types.d.ts +1 -1
- package/dist/plugin/contracts.cjs +170 -120
- package/dist/plugin/contracts.cjs.map +1 -1
- package/dist/plugin/contracts.d.cts +102 -90
- package/dist/plugin/contracts.d.mts +102 -90
- package/dist/plugin/contracts.d.ts +102 -90
- package/dist/plugin/contracts.js +16 -12
- package/dist/plugin/index.cjs.map +1 -1
- package/dist/plugin/index.d.cts +1 -1
- package/dist/plugin/index.d.mts +1 -1
- package/dist/plugin/index.d.ts +1 -1
- package/dist/plugin/link.cjs +69 -64
- package/dist/plugin/link.cjs.map +1 -1
- package/dist/plugin/link.d.cts +5 -3
- package/dist/plugin/link.d.mts +5 -3
- package/dist/plugin/link.d.ts +5 -3
- package/dist/plugin/link.js +12 -8
- package/dist/record/codec/seal-manifest.d.cts +3 -3
- package/dist/record/codec/seal-manifest.d.mts +3 -3
- package/dist/record/codec/seal-manifest.d.ts +3 -3
- package/dist/record/family/attempt-note/definition.cjs +12 -0
- package/dist/record/family/attempt-note/definition.cjs.map +1 -0
- package/dist/record/family/attempt-note/definition.d.cts +6 -0
- package/dist/record/family/attempt-note/definition.d.mts +6 -0
- package/dist/record/family/attempt-note/definition.d.ts +6 -0
- package/dist/record/family/attempt-note/definition.js +6 -0
- package/dist/record/family/attempt-note/definition.js.map +1 -0
- package/dist/record/family/attempt-note/persistence.cjs +10 -0
- package/dist/record/family/attempt-note/persistence.cjs.map +1 -0
- package/dist/record/family/attempt-note/persistence.d.cts +6 -0
- package/dist/record/family/attempt-note/persistence.d.mts +6 -0
- package/dist/record/family/attempt-note/persistence.d.ts +6 -0
- package/dist/record/family/attempt-note/persistence.js +6 -0
- package/dist/record/family/attempt-note/persistence.js.map +1 -0
- package/dist/record/family/attempt-note/schema.cjs +20 -0
- package/dist/record/family/attempt-note/schema.cjs.map +1 -0
- package/dist/record/family/attempt-note/schema.d.cts +21 -0
- package/dist/record/family/attempt-note/schema.d.mts +21 -0
- package/dist/record/family/attempt-note/schema.d.ts +21 -0
- package/dist/record/family/attempt-note/schema.js +10 -0
- package/dist/record/family/attempt-note/schema.js.map +1 -0
- package/dist/record/family/catalog.cjs +32 -29
- package/dist/record/family/catalog.cjs.map +1 -1
- package/dist/record/family/catalog.d.cts +7 -2
- package/dist/record/family/catalog.d.mts +7 -2
- package/dist/record/family/catalog.d.ts +7 -2
- package/dist/record/family/current.cjs +48 -45
- package/dist/record/family/current.cjs.map +1 -1
- package/dist/record/family/current.d.cts +15 -0
- package/dist/record/family/current.d.mts +15 -0
- package/dist/record/family/current.d.ts +15 -0
- package/dist/record/model/index.js +66 -64
- package/dist/record/model/run-context.cjs +9 -3
- package/dist/record/model/run-context.cjs.map +1 -1
- package/dist/record/model/run-context.d.cts +9 -2
- package/dist/record/model/run-context.d.mts +9 -2
- package/dist/record/model/run-context.d.ts +9 -2
- package/dist/record/model/run-context.js +8 -6
- package/dist/record/model/seal-manifest.d.cts +1 -1
- package/dist/record/model/seal-manifest.d.mts +1 -1
- package/dist/record/model/seal-manifest.d.ts +1 -1
- package/dist/run/cli/contribution.cjs +6 -32
- package/dist/run/cli/contribution.cjs.map +1 -1
- package/dist/run/host/runtime.cjs +1 -1
- package/dist/run/host/runtime.cjs.map +1 -1
- package/dist/run/storage/sqlite.cjs +7 -7
- package/dist/run/storage/sqlite.cjs.map +1 -1
- package/dist/runner/adapter-usage.cjs +5 -3
- package/dist/runner/adapter-usage.cjs.map +1 -1
- package/dist/runner/adapter-usage.d.cts +2 -2
- package/dist/runner/adapter-usage.d.mts +2 -2
- package/dist/runner/adapter-usage.d.ts +2 -2
- package/dist/runner/adoption.cjs +10 -12
- package/dist/runner/adoption.cjs.map +1 -1
- package/dist/runner/attempt-notes.cjs +8 -0
- package/dist/runner/attempt-notes.cjs.map +1 -0
- package/dist/runner/attempt-notes.d.cts +4 -0
- package/dist/runner/attempt-notes.d.mts +4 -0
- package/dist/runner/attempt-notes.d.ts +4 -0
- package/dist/runner/attempt-notes.js +8 -0
- package/dist/runner/attempt-notes.js.map +1 -0
- package/dist/runner/attempt.cjs +61 -73
- package/dist/runner/attempt.cjs.map +1 -1
- package/dist/runner/attempt.d.cts +3 -3
- package/dist/runner/attempt.d.mts +3 -3
- package/dist/runner/attempt.d.ts +3 -3
- package/dist/runner/command-plan.cjs +21 -26
- package/dist/runner/command-plan.cjs.map +1 -1
- package/dist/runner/command-plan.d.cts +4 -4
- package/dist/runner/command-plan.d.mts +4 -4
- package/dist/runner/command-plan.d.ts +4 -4
- package/dist/runner/command-plan.js +4 -4
- package/dist/runner/config-identity.cjs.map +1 -1
- package/dist/runner/config-identity.d.cts +2 -2
- package/dist/runner/config-identity.d.mts +2 -2
- package/dist/runner/config-identity.d.ts +2 -2
- package/dist/runner/discover.cjs +6 -6
- package/dist/runner/discover.cjs.map +1 -1
- package/dist/runner/eval-selection.cjs +15 -1
- package/dist/runner/eval-selection.cjs.map +1 -1
- package/dist/runner/eval-selection.d.cts +4 -0
- package/dist/runner/eval-selection.d.mts +4 -0
- package/dist/runner/eval-selection.d.ts +4 -0
- package/dist/runner/feedback/human.cjs +1 -1
- package/dist/runner/feedback/human.cjs.map +1 -1
- package/dist/runner/feedback/json.cjs +4 -2
- package/dist/runner/feedback/json.cjs.map +1 -1
- package/dist/runner/feedback/json.d.cts +1 -1
- package/dist/runner/feedback/json.d.mts +1 -1
- package/dist/runner/feedback/json.d.ts +1 -1
- package/dist/runner/feedback/sink.cjs +1 -1
- package/dist/runner/feedback/sink.cjs.map +1 -1
- package/dist/runner/feedback/sink.d.cts +1 -1
- package/dist/runner/feedback/sink.d.mts +1 -1
- package/dist/runner/feedback/sink.d.ts +1 -1
- package/dist/runner/fingerprint.cjs +1 -1
- package/dist/runner/fingerprint.cjs.map +1 -1
- package/dist/runner/lock.cjs +1 -3
- package/dist/runner/lock.cjs.map +1 -1
- package/dist/runner/lock.d.cts +0 -2
- package/dist/runner/lock.d.mts +0 -2
- package/dist/runner/lock.d.ts +0 -2
- package/dist/runner/lock.js +14 -16
- package/dist/runner/project-target.cjs.map +1 -1
- package/dist/runner/project-target.d.cts +2 -2
- package/dist/runner/project-target.d.mts +2 -2
- package/dist/runner/project-target.d.ts +2 -2
- package/dist/runner/record/attachments.cjs +2 -2
- package/dist/runner/record/attachments.cjs.map +1 -1
- package/dist/runner/record/planning.cjs +8 -2
- package/dist/runner/record/planning.cjs.map +1 -1
- package/dist/runner/record.cjs +2 -0
- package/dist/runner/record.cjs.map +1 -1
- package/dist/runner/report.cjs +3 -3
- package/dist/runner/report.cjs.map +1 -1
- package/dist/runner/report.d.cts +1 -1
- package/dist/runner/report.d.mts +1 -1
- package/dist/runner/report.d.ts +1 -1
- package/dist/runner/reuse-plan.cjs +2 -2
- package/dist/runner/reuse-plan.cjs.map +1 -1
- package/dist/runner/run.cjs +10 -45
- package/dist/runner/run.cjs.map +1 -1
- package/dist/runner/sandbox-pool.cjs +1 -2
- package/dist/runner/sandbox-pool.cjs.map +1 -1
- package/dist/runner/setup-prefix-preparation.cjs +1 -1
- package/dist/runner/setup-prefix-preparation.cjs.map +1 -1
- package/dist/runner/teardown-registry.cjs +2 -2
- package/dist/runner/teardown-registry.cjs.map +1 -1
- package/dist/runner/teardown-registry.d.cts +1 -1
- package/dist/runner/teardown-registry.d.mts +1 -1
- package/dist/runner/teardown-registry.d.ts +1 -1
- package/dist/runner/types.cjs +4 -4
- package/dist/runner/types.cjs.map +1 -1
- package/dist/runner/types.d.cts +64 -92
- package/dist/runner/types.d.mts +64 -92
- package/dist/runner/types.d.ts +64 -92
- package/dist/runner/types.js +2 -2
- package/dist/sandbox/action.cjs +1 -1
- package/dist/sandbox/action.cjs.map +1 -1
- package/dist/sandbox/cli/contribution.cjs +17 -14
- package/dist/sandbox/cli/contribution.cjs.map +1 -1
- package/dist/sandbox/cli/contribution.d.cts +1 -1
- package/dist/sandbox/cli/contribution.d.mts +1 -1
- package/dist/sandbox/cli/contribution.d.ts +1 -1
- package/dist/sandbox/commands.cjs +1 -1
- package/dist/sandbox/commands.cjs.map +1 -1
- package/dist/sandbox/commands.d.cts +1 -1
- package/dist/sandbox/commands.d.mts +1 -1
- package/dist/sandbox/commands.d.ts +1 -1
- package/dist/sandbox/compose.cjs +2 -2
- package/dist/sandbox/compose.cjs.map +1 -1
- package/dist/sandbox/docker-profile/registry.cjs +5 -10
- package/dist/sandbox/docker-profile/registry.cjs.map +1 -1
- package/dist/sandbox/docker-profile/registry.d.cts +0 -4
- package/dist/sandbox/docker-profile/registry.d.mts +0 -4
- package/dist/sandbox/docker-profile/registry.d.ts +0 -4
- package/dist/sandbox/docker-profile/registry.js +6 -14
- package/dist/sandbox/docker-profile/runtime.cjs +1 -1
- package/dist/sandbox/docker-profile/runtime.cjs.map +1 -1
- package/dist/sandbox/docker-profile/schema.cjs +12 -16
- package/dist/sandbox/docker-profile/schema.cjs.map +1 -1
- package/dist/sandbox/docker-profile/schema.d.cts +2 -6
- package/dist/sandbox/docker-profile/schema.d.mts +2 -6
- package/dist/sandbox/docker-profile/schema.d.ts +2 -6
- package/dist/sandbox/docker-profile/schema.js +24 -32
- package/dist/sandbox/incus.cjs +2 -2
- package/dist/sandbox/incus.cjs.map +1 -1
- package/dist/sandbox/index.cjs +4 -36
- package/dist/sandbox/index.cjs.map +1 -1
- package/dist/sandbox/index.d.cts +4 -8
- package/dist/sandbox/index.d.mts +4 -8
- package/dist/sandbox/index.d.ts +4 -8
- package/dist/sandbox/index.js +116 -174
- package/dist/sandbox/index.mjs +116 -174
- package/dist/sandbox/layer.cjs +3 -3
- package/dist/sandbox/layer.cjs.map +1 -1
- package/dist/sandbox/link.cjs +5 -0
- package/dist/sandbox/link.cjs.map +1 -1
- package/dist/sandbox/link.d.cts +3 -0
- package/dist/sandbox/link.d.mts +3 -0
- package/dist/sandbox/link.d.ts +3 -0
- package/dist/sandbox/runtime.cjs +9 -4
- package/dist/sandbox/runtime.cjs.map +1 -1
- package/dist/shared/failure-class.cjs +5 -5
- package/dist/shared/failure-class.cjs.map +1 -1
- package/dist/shared/failure-class.d.cts +4 -10
- package/dist/shared/failure-class.d.mts +4 -10
- package/dist/shared/failure-class.d.ts +4 -10
- package/dist/shared/types.cjs.map +1 -1
- package/dist/shared/types.d.cts +1 -1
- package/dist/shared/types.d.mts +1 -1
- package/dist/shared/types.d.ts +1 -1
- package/dist/show/contribution.cjs +17 -2
- package/dist/show/contribution.cjs.map +1 -1
- package/dist/show/contribution.d.cts +14 -0
- package/dist/show/contribution.d.mts +14 -0
- package/dist/show/contribution.d.ts +14 -0
- package/dist/show/model.cjs +8 -5
- package/dist/show/model.cjs.map +1 -1
- package/dist/show/model.d.cts +11 -8
- package/dist/show/model.d.mts +11 -8
- package/dist/show/model.d.ts +11 -8
- package/dist/show/render.cjs +34 -22
- package/dist/show/render.cjs.map +1 -1
- package/dist/sources/projector.cjs +1 -1
- package/dist/sources/projector.cjs.map +1 -1
- package/dist/types.cjs +1 -1
- package/dist/types.cjs.map +1 -1
- package/dist/types.d.cts +1 -1
- package/dist/types.d.mts +1 -1
- package/dist/types.d.ts +1 -1
- package/dist/types.js +2 -2
- package/dist/view/app-dist/.vite/manifest.json +2 -2
- package/dist/view/app-dist/assets/{index-B3ijZRph.js → index-CxrOUvHC.js} +17 -17
- package/dist/view/app-dist/assets/{quality-cost-scatter-B--DfJ9s.js → quality-cost-scatter-B6Aiss7x.js} +1 -1
- package/dist/view/app-dist/index.html +1 -1
- package/dist/view/cli/contribution.cjs +1 -1
- package/dist/view/cli/contribution.cjs.map +1 -1
- package/dist/view/function-runtime.mjs +318 -121
- package/dist/view/http-protocol.d.cts +1 -1
- package/dist/view/http-protocol.d.mts +1 -1
- package/dist/view/http-protocol.d.ts +1 -1
- package/dist/view/inspection-host.cjs +2 -2
- package/dist/view/inspection-host.cjs.map +1 -1
- package/dist/view/inspection-host.d.cts +349 -331
- package/dist/view/inspection-host.d.mts +349 -331
- package/dist/view/inspection-host.d.ts +349 -331
- package/docs-site/zh/examples/integrations/ai-sdk-v7.mdx +9 -9
- package/docs-site/zh/examples/integrations/claude-sdk.mdx +8 -8
- package/docs-site/zh/examples/integrations/codex-sdk.mdx +4 -4
- package/docs-site/zh/examples/integrations/langgraph.mdx +6 -6
- package/docs-site/zh/examples/integrations/pi-sdk.mdx +8 -8
- package/docs-site/zh/explanation/adapter.mdx +6 -6
- package/docs-site/zh/explanation/assert.mdx +7 -7
- package/docs-site/zh/explanation/drive.mdx +4 -4
- package/docs-site/zh/explanation/hitl.mdx +2 -2
- package/docs-site/zh/explanation/judge.mdx +3 -3
- package/docs-site/zh/index.mdx +18 -0
- package/docs-site/zh/introduction.mdx +4 -3
- package/docs-site/zh/reference/builtin-agents.mdx +46 -49
- package/docs-site/zh/reference/cli.mdx +16 -14
- package/docs-site/zh/reference/define-agent.mdx +19 -19
- package/docs-site/zh/reference/define-config.mdx +7 -15
- package/docs-site/zh/reference/define-eval.mdx +20 -14
- package/docs-site/zh/reference/define-experiment.mdx +18 -39
- package/docs-site/zh/reference/events.mdx +1 -1
- package/docs-site/zh/reference/expect.mdx +21 -0
- package/docs-site/zh/reference/official-adapters.mdx +12 -5
- package/docs-site/zh/troubleshooting/debugging.mdx +2 -2
- package/docs-site/zh/troubleshooting/recover-after-kill.mdx +1 -1
- package/docs-site/zh/tutorials/agent-onboarding.mdx +2 -2
- package/docs-site/zh/tutorials/authoring.mdx +4 -3
- package/docs-site/zh/tutorials/compare-runs.mdx +1 -1
- package/docs-site/zh/tutorials/concurrency.mdx +8 -8
- package/docs-site/zh/tutorials/configuration.mdx +5 -5
- package/docs-site/zh/tutorials/control-run-cost.mdx +49 -9
- package/docs-site/zh/tutorials/eval-groups.mdx +1 -1
- package/docs-site/zh/tutorials/evaluation-kinds.mdx +5 -5
- package/docs-site/zh/tutorials/experiment-services.mdx +32 -32
- package/docs-site/zh/tutorials/handle-execution-failures.mdx +2 -28
- package/docs-site/zh/tutorials/plugins.mdx +49 -143
- package/docs-site/zh/tutorials/sandbox-agent.mdx +1 -1
- package/docs-site/zh/tutorials/sandbox-reuse.mdx +7 -7
- package/docs-site/zh/tutorials/upgrade-0-18.mdx +64 -0
- package/docs-site/zh/tutorials/upgrade-0-19.mdx +121 -0
- package/docs-site/zh/tutorials/upgrade-0-20.mdx +12 -0
- package/docs-site/zh/tutorials/verify-judge.mdx +4 -3
- package/docs-site/zh/tutorials/viewing-results.mdx +2 -2
- package/docs-site/zh/tutorials/write-experiment.mdx +1 -1
- package/docs-site/zh/tutorials/write-send.mdx +13 -13
- package/package.json +1 -1
- package/dist/agents/effect-runtime.cjs.map +0 -1
- package/dist/agents/effect-runtime.d.cts +0 -29
- package/dist/agents/effect-runtime.d.mts +0 -29
- package/dist/agents/effect-runtime.d.ts +0 -29
- package/dist/agents/effect-runtime.js +0 -16
- package/dist/agents/effect-runtime.js.map +0 -1
- package/dist/agents/session-slot.cjs.map +0 -1
- package/dist/agents/session-slot.d.cts +0 -12
- package/dist/agents/session-slot.d.mts +0 -12
- package/dist/agents/session-slot.d.ts +0 -12
- package/dist/agents/session-slot.js +0 -6
- package/dist/agents/session-slot.js.map +0 -1
- package/dist/model-slots.cjs.map +0 -1
- package/dist/model-slots.d.cts +0 -19
- package/dist/model-slots.d.mts +0 -19
- package/dist/model-slots.d.ts +0 -19
- package/dist/model-slots.js +0 -8
- package/dist/model-slots.js.map +0 -1
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { Schema } from "effect";
|
|
2
2
|
declare const SuccessMetadataSchema: Schema.Struct<{
|
|
3
|
-
readonly protocol: Schema.Literal<"niceeval.query/
|
|
3
|
+
readonly protocol: Schema.Literal<"niceeval.query/v2">;
|
|
4
4
|
readonly outcome: Schema.Literal<"success">;
|
|
5
5
|
readonly behaviorVersion: Schema.Literal<"2.0.0">;
|
|
6
6
|
readonly source: Schema.Struct<{
|
|
@@ -22,7 +22,7 @@ declare const SuccessMetadataSchema: Schema.Struct<{
|
|
|
22
22
|
}>;
|
|
23
23
|
}>;
|
|
24
24
|
declare const RunsListSuccessMetadataSchema: Schema.Struct<{
|
|
25
|
-
readonly protocol: Schema.Literal<"niceeval.query/
|
|
25
|
+
readonly protocol: Schema.Literal<"niceeval.query/v2">;
|
|
26
26
|
readonly outcome: Schema.Literal<"success">;
|
|
27
27
|
readonly behaviorVersion: Schema.Literal<"2.0.0">;
|
|
28
28
|
readonly source: Schema.Struct<{
|
|
@@ -46,7 +46,7 @@ declare const RunsListSuccessMetadataSchema: Schema.Struct<{
|
|
|
46
46
|
}>;
|
|
47
47
|
}>;
|
|
48
48
|
declare const CompareSuccessMetadataSchema: Schema.Struct<{
|
|
49
|
-
readonly protocol: Schema.Literal<"niceeval.query/
|
|
49
|
+
readonly protocol: Schema.Literal<"niceeval.query/v2">;
|
|
50
50
|
readonly source: Schema.Struct<{
|
|
51
51
|
readonly kind: Schema.Literals<readonly ["project-record", "external-record"]>;
|
|
52
52
|
readonly publicationCutoffIdentity: Schema.String;
|
|
@@ -110,14 +110,14 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
110
110
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
111
111
|
readonly samples: Schema.Number;
|
|
112
112
|
readonly total: Schema.Number;
|
|
113
|
-
readonly basis: Schema.Literals<readonly ["
|
|
113
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
114
114
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
115
115
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
116
116
|
readonly locator: Schema.String;
|
|
117
117
|
}>, Schema.Struct<{
|
|
118
118
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
119
119
|
readonly runId: Schema.String;
|
|
120
|
-
readonly
|
|
120
|
+
readonly plannedAttemptId: Schema.String;
|
|
121
121
|
readonly evalId: Schema.String;
|
|
122
122
|
readonly attemptOrdinal: Schema.Number;
|
|
123
123
|
}>, Schema.Struct<{
|
|
@@ -147,14 +147,14 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
147
147
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
148
148
|
readonly samples: Schema.Number;
|
|
149
149
|
readonly total: Schema.Number;
|
|
150
|
-
readonly basis: Schema.Literals<readonly ["
|
|
150
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
151
151
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
152
152
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
153
153
|
readonly locator: Schema.String;
|
|
154
154
|
}>, Schema.Struct<{
|
|
155
155
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
156
156
|
readonly runId: Schema.String;
|
|
157
|
-
readonly
|
|
157
|
+
readonly plannedAttemptId: Schema.String;
|
|
158
158
|
readonly evalId: Schema.String;
|
|
159
159
|
readonly attemptOrdinal: Schema.Number;
|
|
160
160
|
}>, Schema.Struct<{
|
|
@@ -184,14 +184,14 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
184
184
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
185
185
|
readonly samples: Schema.Number;
|
|
186
186
|
readonly total: Schema.Number;
|
|
187
|
-
readonly basis: Schema.Literals<readonly ["
|
|
187
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
188
188
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
189
189
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
190
190
|
readonly locator: Schema.String;
|
|
191
191
|
}>, Schema.Struct<{
|
|
192
192
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
193
193
|
readonly runId: Schema.String;
|
|
194
|
-
readonly
|
|
194
|
+
readonly plannedAttemptId: Schema.String;
|
|
195
195
|
readonly evalId: Schema.String;
|
|
196
196
|
readonly attemptOrdinal: Schema.Number;
|
|
197
197
|
}>, Schema.Struct<{
|
|
@@ -220,14 +220,14 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
220
220
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
221
221
|
readonly samples: Schema.Number;
|
|
222
222
|
readonly total: Schema.Number;
|
|
223
|
-
readonly basis: Schema.Literals<readonly ["
|
|
223
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
224
224
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
225
225
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
226
226
|
readonly locator: Schema.String;
|
|
227
227
|
}>, Schema.Struct<{
|
|
228
228
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
229
229
|
readonly runId: Schema.String;
|
|
230
|
-
readonly
|
|
230
|
+
readonly plannedAttemptId: Schema.String;
|
|
231
231
|
readonly evalId: Schema.String;
|
|
232
232
|
readonly attemptOrdinal: Schema.Number;
|
|
233
233
|
}>, Schema.Struct<{
|
|
@@ -256,14 +256,14 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
256
256
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
257
257
|
readonly samples: Schema.Number;
|
|
258
258
|
readonly total: Schema.Number;
|
|
259
|
-
readonly basis: Schema.Literals<readonly ["
|
|
259
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
260
260
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
261
261
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
262
262
|
readonly locator: Schema.String;
|
|
263
263
|
}>, Schema.Struct<{
|
|
264
264
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
265
265
|
readonly runId: Schema.String;
|
|
266
|
-
readonly
|
|
266
|
+
readonly plannedAttemptId: Schema.String;
|
|
267
267
|
readonly evalId: Schema.String;
|
|
268
268
|
readonly attemptOrdinal: Schema.Number;
|
|
269
269
|
}>, Schema.Struct<{
|
|
@@ -327,7 +327,7 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
327
327
|
}>, Schema.Struct<{
|
|
328
328
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
329
329
|
readonly runId: Schema.String;
|
|
330
|
-
readonly
|
|
330
|
+
readonly plannedAttemptId: Schema.String;
|
|
331
331
|
readonly evalId: Schema.String;
|
|
332
332
|
readonly attemptOrdinal: Schema.Number;
|
|
333
333
|
}>, Schema.Struct<{
|
|
@@ -360,14 +360,14 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
360
360
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
361
361
|
readonly samples: Schema.Number;
|
|
362
362
|
readonly total: Schema.Number;
|
|
363
|
-
readonly basis: Schema.Literals<readonly ["
|
|
363
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
364
364
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
365
365
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
366
366
|
readonly locator: Schema.String;
|
|
367
367
|
}>, Schema.Struct<{
|
|
368
368
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
369
369
|
readonly runId: Schema.String;
|
|
370
|
-
readonly
|
|
370
|
+
readonly plannedAttemptId: Schema.String;
|
|
371
371
|
readonly evalId: Schema.String;
|
|
372
372
|
readonly attemptOrdinal: Schema.Number;
|
|
373
373
|
}>, Schema.Struct<{
|
|
@@ -397,14 +397,14 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
397
397
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
398
398
|
readonly samples: Schema.Number;
|
|
399
399
|
readonly total: Schema.Number;
|
|
400
|
-
readonly basis: Schema.Literals<readonly ["
|
|
400
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
401
401
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
402
402
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
403
403
|
readonly locator: Schema.String;
|
|
404
404
|
}>, Schema.Struct<{
|
|
405
405
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
406
406
|
readonly runId: Schema.String;
|
|
407
|
-
readonly
|
|
407
|
+
readonly plannedAttemptId: Schema.String;
|
|
408
408
|
readonly evalId: Schema.String;
|
|
409
409
|
readonly attemptOrdinal: Schema.Number;
|
|
410
410
|
}>, Schema.Struct<{
|
|
@@ -434,14 +434,14 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
434
434
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
435
435
|
readonly samples: Schema.Number;
|
|
436
436
|
readonly total: Schema.Number;
|
|
437
|
-
readonly basis: Schema.Literals<readonly ["
|
|
437
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
438
438
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
439
439
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
440
440
|
readonly locator: Schema.String;
|
|
441
441
|
}>, Schema.Struct<{
|
|
442
442
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
443
443
|
readonly runId: Schema.String;
|
|
444
|
-
readonly
|
|
444
|
+
readonly plannedAttemptId: Schema.String;
|
|
445
445
|
readonly evalId: Schema.String;
|
|
446
446
|
readonly attemptOrdinal: Schema.Number;
|
|
447
447
|
}>, Schema.Struct<{
|
|
@@ -470,14 +470,14 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
470
470
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
471
471
|
readonly samples: Schema.Number;
|
|
472
472
|
readonly total: Schema.Number;
|
|
473
|
-
readonly basis: Schema.Literals<readonly ["
|
|
473
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
474
474
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
475
475
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
476
476
|
readonly locator: Schema.String;
|
|
477
477
|
}>, Schema.Struct<{
|
|
478
478
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
479
479
|
readonly runId: Schema.String;
|
|
480
|
-
readonly
|
|
480
|
+
readonly plannedAttemptId: Schema.String;
|
|
481
481
|
readonly evalId: Schema.String;
|
|
482
482
|
readonly attemptOrdinal: Schema.Number;
|
|
483
483
|
}>, Schema.Struct<{
|
|
@@ -506,14 +506,14 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
506
506
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
507
507
|
readonly samples: Schema.Number;
|
|
508
508
|
readonly total: Schema.Number;
|
|
509
|
-
readonly basis: Schema.Literals<readonly ["
|
|
509
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
510
510
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
511
511
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
512
512
|
readonly locator: Schema.String;
|
|
513
513
|
}>, Schema.Struct<{
|
|
514
514
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
515
515
|
readonly runId: Schema.String;
|
|
516
|
-
readonly
|
|
516
|
+
readonly plannedAttemptId: Schema.String;
|
|
517
517
|
readonly evalId: Schema.String;
|
|
518
518
|
readonly attemptOrdinal: Schema.Number;
|
|
519
519
|
}>, Schema.Struct<{
|
|
@@ -577,7 +577,7 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
577
577
|
}>, Schema.Struct<{
|
|
578
578
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
579
579
|
readonly runId: Schema.String;
|
|
580
|
-
readonly
|
|
580
|
+
readonly plannedAttemptId: Schema.String;
|
|
581
581
|
readonly evalId: Schema.String;
|
|
582
582
|
readonly attemptOrdinal: Schema.Number;
|
|
583
583
|
}>, Schema.Struct<{
|
|
@@ -589,6 +589,7 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
589
589
|
readonly code: Schema.Literal<"score-partial">;
|
|
590
590
|
readonly locator: Schema.NullOr<Schema.String>;
|
|
591
591
|
}>]>>;
|
|
592
|
+
readonly plugins: Schema.suspend<Schema.$Array<Schema.Codec<import("../record/model/run-context.js").RunPluginIdentity, import("../record/model/run-context.js").RunPluginIdentity, never, never>>>;
|
|
592
593
|
readonly experimentId: Schema.String;
|
|
593
594
|
readonly adapter: Schema.Union<readonly [Schema.Struct<{
|
|
594
595
|
readonly state: Schema.Literal<"available">;
|
|
@@ -632,14 +633,14 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
632
633
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
633
634
|
readonly samples: Schema.Number;
|
|
634
635
|
readonly total: Schema.Number;
|
|
635
|
-
readonly basis: Schema.Literals<readonly ["
|
|
636
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
636
637
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
637
638
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
638
639
|
readonly locator: Schema.String;
|
|
639
640
|
}>, Schema.Struct<{
|
|
640
641
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
641
642
|
readonly runId: Schema.String;
|
|
642
|
-
readonly
|
|
643
|
+
readonly plannedAttemptId: Schema.String;
|
|
643
644
|
readonly evalId: Schema.String;
|
|
644
645
|
readonly attemptOrdinal: Schema.Number;
|
|
645
646
|
}>, Schema.Struct<{
|
|
@@ -669,14 +670,14 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
669
670
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
670
671
|
readonly samples: Schema.Number;
|
|
671
672
|
readonly total: Schema.Number;
|
|
672
|
-
readonly basis: Schema.Literals<readonly ["
|
|
673
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
673
674
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
674
675
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
675
676
|
readonly locator: Schema.String;
|
|
676
677
|
}>, Schema.Struct<{
|
|
677
678
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
678
679
|
readonly runId: Schema.String;
|
|
679
|
-
readonly
|
|
680
|
+
readonly plannedAttemptId: Schema.String;
|
|
680
681
|
readonly evalId: Schema.String;
|
|
681
682
|
readonly attemptOrdinal: Schema.Number;
|
|
682
683
|
}>, Schema.Struct<{
|
|
@@ -706,14 +707,14 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
706
707
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
707
708
|
readonly samples: Schema.Number;
|
|
708
709
|
readonly total: Schema.Number;
|
|
709
|
-
readonly basis: Schema.Literals<readonly ["
|
|
710
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
710
711
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
711
712
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
712
713
|
readonly locator: Schema.String;
|
|
713
714
|
}>, Schema.Struct<{
|
|
714
715
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
715
716
|
readonly runId: Schema.String;
|
|
716
|
-
readonly
|
|
717
|
+
readonly plannedAttemptId: Schema.String;
|
|
717
718
|
readonly evalId: Schema.String;
|
|
718
719
|
readonly attemptOrdinal: Schema.Number;
|
|
719
720
|
}>, Schema.Struct<{
|
|
@@ -742,14 +743,14 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
742
743
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
743
744
|
readonly samples: Schema.Number;
|
|
744
745
|
readonly total: Schema.Number;
|
|
745
|
-
readonly basis: Schema.Literals<readonly ["
|
|
746
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
746
747
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
747
748
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
748
749
|
readonly locator: Schema.String;
|
|
749
750
|
}>, Schema.Struct<{
|
|
750
751
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
751
752
|
readonly runId: Schema.String;
|
|
752
|
-
readonly
|
|
753
|
+
readonly plannedAttemptId: Schema.String;
|
|
753
754
|
readonly evalId: Schema.String;
|
|
754
755
|
readonly attemptOrdinal: Schema.Number;
|
|
755
756
|
}>, Schema.Struct<{
|
|
@@ -778,14 +779,14 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
778
779
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
779
780
|
readonly samples: Schema.Number;
|
|
780
781
|
readonly total: Schema.Number;
|
|
781
|
-
readonly basis: Schema.Literals<readonly ["
|
|
782
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
782
783
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
783
784
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
784
785
|
readonly locator: Schema.String;
|
|
785
786
|
}>, Schema.Struct<{
|
|
786
787
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
787
788
|
readonly runId: Schema.String;
|
|
788
|
-
readonly
|
|
789
|
+
readonly plannedAttemptId: Schema.String;
|
|
789
790
|
readonly evalId: Schema.String;
|
|
790
791
|
readonly attemptOrdinal: Schema.Number;
|
|
791
792
|
}>, Schema.Struct<{
|
|
@@ -849,7 +850,7 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
849
850
|
}>, Schema.Struct<{
|
|
850
851
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
851
852
|
readonly runId: Schema.String;
|
|
852
|
-
readonly
|
|
853
|
+
readonly plannedAttemptId: Schema.String;
|
|
853
854
|
readonly evalId: Schema.String;
|
|
854
855
|
readonly attemptOrdinal: Schema.Number;
|
|
855
856
|
}>, Schema.Struct<{
|
|
@@ -884,14 +885,14 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
884
885
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
885
886
|
readonly samples: Schema.Number;
|
|
886
887
|
readonly total: Schema.Number;
|
|
887
|
-
readonly basis: Schema.Literals<readonly ["
|
|
888
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
888
889
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
889
890
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
890
891
|
readonly locator: Schema.String;
|
|
891
892
|
}>, Schema.Struct<{
|
|
892
893
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
893
894
|
readonly runId: Schema.String;
|
|
894
|
-
readonly
|
|
895
|
+
readonly plannedAttemptId: Schema.String;
|
|
895
896
|
readonly evalId: Schema.String;
|
|
896
897
|
readonly attemptOrdinal: Schema.Number;
|
|
897
898
|
}>, Schema.Struct<{
|
|
@@ -921,14 +922,14 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
921
922
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
922
923
|
readonly samples: Schema.Number;
|
|
923
924
|
readonly total: Schema.Number;
|
|
924
|
-
readonly basis: Schema.Literals<readonly ["
|
|
925
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
925
926
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
926
927
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
927
928
|
readonly locator: Schema.String;
|
|
928
929
|
}>, Schema.Struct<{
|
|
929
930
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
930
931
|
readonly runId: Schema.String;
|
|
931
|
-
readonly
|
|
932
|
+
readonly plannedAttemptId: Schema.String;
|
|
932
933
|
readonly evalId: Schema.String;
|
|
933
934
|
readonly attemptOrdinal: Schema.Number;
|
|
934
935
|
}>, Schema.Struct<{
|
|
@@ -958,14 +959,14 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
958
959
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
959
960
|
readonly samples: Schema.Number;
|
|
960
961
|
readonly total: Schema.Number;
|
|
961
|
-
readonly basis: Schema.Literals<readonly ["
|
|
962
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
962
963
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
963
964
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
964
965
|
readonly locator: Schema.String;
|
|
965
966
|
}>, Schema.Struct<{
|
|
966
967
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
967
968
|
readonly runId: Schema.String;
|
|
968
|
-
readonly
|
|
969
|
+
readonly plannedAttemptId: Schema.String;
|
|
969
970
|
readonly evalId: Schema.String;
|
|
970
971
|
readonly attemptOrdinal: Schema.Number;
|
|
971
972
|
}>, Schema.Struct<{
|
|
@@ -994,14 +995,14 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
994
995
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
995
996
|
readonly samples: Schema.Number;
|
|
996
997
|
readonly total: Schema.Number;
|
|
997
|
-
readonly basis: Schema.Literals<readonly ["
|
|
998
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
998
999
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
999
1000
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
1000
1001
|
readonly locator: Schema.String;
|
|
1001
1002
|
}>, Schema.Struct<{
|
|
1002
1003
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
1003
1004
|
readonly runId: Schema.String;
|
|
1004
|
-
readonly
|
|
1005
|
+
readonly plannedAttemptId: Schema.String;
|
|
1005
1006
|
readonly evalId: Schema.String;
|
|
1006
1007
|
readonly attemptOrdinal: Schema.Number;
|
|
1007
1008
|
}>, Schema.Struct<{
|
|
@@ -1030,14 +1031,14 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
1030
1031
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
1031
1032
|
readonly samples: Schema.Number;
|
|
1032
1033
|
readonly total: Schema.Number;
|
|
1033
|
-
readonly basis: Schema.Literals<readonly ["
|
|
1034
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
1034
1035
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
1035
1036
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
1036
1037
|
readonly locator: Schema.String;
|
|
1037
1038
|
}>, Schema.Struct<{
|
|
1038
1039
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
1039
1040
|
readonly runId: Schema.String;
|
|
1040
|
-
readonly
|
|
1041
|
+
readonly plannedAttemptId: Schema.String;
|
|
1041
1042
|
readonly evalId: Schema.String;
|
|
1042
1043
|
readonly attemptOrdinal: Schema.Number;
|
|
1043
1044
|
}>, Schema.Struct<{
|
|
@@ -1101,7 +1102,7 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
1101
1102
|
}>, Schema.Struct<{
|
|
1102
1103
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
1103
1104
|
readonly runId: Schema.String;
|
|
1104
|
-
readonly
|
|
1105
|
+
readonly plannedAttemptId: Schema.String;
|
|
1105
1106
|
readonly evalId: Schema.String;
|
|
1106
1107
|
readonly attemptOrdinal: Schema.Number;
|
|
1107
1108
|
}>, Schema.Struct<{
|
|
@@ -1118,7 +1119,7 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
1118
1119
|
readonly groupPath: Schema.$Array<Schema.String>;
|
|
1119
1120
|
readonly members: Schema.$Array<Schema.Struct<{
|
|
1120
1121
|
readonly runId: Schema.String;
|
|
1121
|
-
readonly
|
|
1122
|
+
readonly plannedAttemptId: Schema.String;
|
|
1122
1123
|
readonly evalId: Schema.String;
|
|
1123
1124
|
readonly attemptOrdinal: Schema.Number;
|
|
1124
1125
|
readonly labels: Schema.$Record<Schema.String, Schema.Union<readonly [Schema.Struct<{
|
|
@@ -1138,14 +1139,14 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
1138
1139
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
1139
1140
|
readonly samples: Schema.Number;
|
|
1140
1141
|
readonly total: Schema.Number;
|
|
1141
|
-
readonly basis: Schema.Literals<readonly ["
|
|
1142
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
1142
1143
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
1143
1144
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
1144
1145
|
readonly locator: Schema.String;
|
|
1145
1146
|
}>, Schema.Struct<{
|
|
1146
1147
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
1147
1148
|
readonly runId: Schema.String;
|
|
1148
|
-
readonly
|
|
1149
|
+
readonly plannedAttemptId: Schema.String;
|
|
1149
1150
|
readonly evalId: Schema.String;
|
|
1150
1151
|
readonly attemptOrdinal: Schema.Number;
|
|
1151
1152
|
}>, Schema.Struct<{
|
|
@@ -1175,14 +1176,14 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
1175
1176
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
1176
1177
|
readonly samples: Schema.Number;
|
|
1177
1178
|
readonly total: Schema.Number;
|
|
1178
|
-
readonly basis: Schema.Literals<readonly ["
|
|
1179
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
1179
1180
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
1180
1181
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
1181
1182
|
readonly locator: Schema.String;
|
|
1182
1183
|
}>, Schema.Struct<{
|
|
1183
1184
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
1184
1185
|
readonly runId: Schema.String;
|
|
1185
|
-
readonly
|
|
1186
|
+
readonly plannedAttemptId: Schema.String;
|
|
1186
1187
|
readonly evalId: Schema.String;
|
|
1187
1188
|
readonly attemptOrdinal: Schema.Number;
|
|
1188
1189
|
}>, Schema.Struct<{
|
|
@@ -1211,14 +1212,14 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
1211
1212
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
1212
1213
|
readonly samples: Schema.Number;
|
|
1213
1214
|
readonly total: Schema.Number;
|
|
1214
|
-
readonly basis: Schema.Literals<readonly ["
|
|
1215
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
1215
1216
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
1216
1217
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
1217
1218
|
readonly locator: Schema.String;
|
|
1218
1219
|
}>, Schema.Struct<{
|
|
1219
1220
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
1220
1221
|
readonly runId: Schema.String;
|
|
1221
|
-
readonly
|
|
1222
|
+
readonly plannedAttemptId: Schema.String;
|
|
1222
1223
|
readonly evalId: Schema.String;
|
|
1223
1224
|
readonly attemptOrdinal: Schema.Number;
|
|
1224
1225
|
}>, Schema.Struct<{
|
|
@@ -1247,14 +1248,14 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
1247
1248
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
1248
1249
|
readonly samples: Schema.Number;
|
|
1249
1250
|
readonly total: Schema.Number;
|
|
1250
|
-
readonly basis: Schema.Literals<readonly ["
|
|
1251
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
1251
1252
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
1252
1253
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
1253
1254
|
readonly locator: Schema.String;
|
|
1254
1255
|
}>, Schema.Struct<{
|
|
1255
1256
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
1256
1257
|
readonly runId: Schema.String;
|
|
1257
|
-
readonly
|
|
1258
|
+
readonly plannedAttemptId: Schema.String;
|
|
1258
1259
|
readonly evalId: Schema.String;
|
|
1259
1260
|
readonly attemptOrdinal: Schema.Number;
|
|
1260
1261
|
}>, Schema.Struct<{
|
|
@@ -1278,12 +1279,12 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
1278
1279
|
readonly max: Schema.Number;
|
|
1279
1280
|
}>>;
|
|
1280
1281
|
}>;
|
|
1282
|
+
readonly originPlannedAttemptId: Schema.String;
|
|
1281
1283
|
readonly state: Schema.Literal<"published">;
|
|
1282
1284
|
readonly action: Schema.Literals<readonly ["executed", "carried", "accepted"]>;
|
|
1283
1285
|
readonly attemptId: Schema.String;
|
|
1284
1286
|
readonly attemptLocator: Schema.String;
|
|
1285
1287
|
readonly originRunId: Schema.String;
|
|
1286
|
-
readonly originSlotId: Schema.String;
|
|
1287
1288
|
}>, Schema.Struct<{
|
|
1288
1289
|
readonly state: Schema.Literal<"absent">;
|
|
1289
1290
|
readonly reason: Schema.Literals<readonly ["early-exit-satisfied", "budget-exhausted", "stopped-by-failure", "interrupted-before-publication", "dispatch-failed"]>;
|
|
@@ -1296,7 +1297,7 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
1296
1297
|
readonly covered: Schema.Number;
|
|
1297
1298
|
readonly gaps: Schema.Number;
|
|
1298
1299
|
}>;
|
|
1299
|
-
readonly
|
|
1300
|
+
readonly plannedAttempts: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
1300
1301
|
readonly state: Schema.Literal<"reuse">;
|
|
1301
1302
|
readonly sourceRunId: Schema.Codec<import("../record/model/identifiers.js").RunId, string, never, never>;
|
|
1302
1303
|
readonly locator: Schema.String;
|
|
@@ -1350,14 +1351,14 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
1350
1351
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
1351
1352
|
readonly samples: Schema.Number;
|
|
1352
1353
|
readonly total: Schema.Number;
|
|
1353
|
-
readonly basis: Schema.Literals<readonly ["
|
|
1354
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
1354
1355
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
1355
1356
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
1356
1357
|
readonly locator: Schema.String;
|
|
1357
1358
|
}>, Schema.Struct<{
|
|
1358
1359
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
1359
1360
|
readonly runId: Schema.String;
|
|
1360
|
-
readonly
|
|
1361
|
+
readonly plannedAttemptId: Schema.String;
|
|
1361
1362
|
readonly evalId: Schema.String;
|
|
1362
1363
|
readonly attemptOrdinal: Schema.Number;
|
|
1363
1364
|
}>, Schema.Struct<{
|
|
@@ -1387,14 +1388,14 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
1387
1388
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
1388
1389
|
readonly samples: Schema.Number;
|
|
1389
1390
|
readonly total: Schema.Number;
|
|
1390
|
-
readonly basis: Schema.Literals<readonly ["
|
|
1391
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
1391
1392
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
1392
1393
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
1393
1394
|
readonly locator: Schema.String;
|
|
1394
1395
|
}>, Schema.Struct<{
|
|
1395
1396
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
1396
1397
|
readonly runId: Schema.String;
|
|
1397
|
-
readonly
|
|
1398
|
+
readonly plannedAttemptId: Schema.String;
|
|
1398
1399
|
readonly evalId: Schema.String;
|
|
1399
1400
|
readonly attemptOrdinal: Schema.Number;
|
|
1400
1401
|
}>, Schema.Struct<{
|
|
@@ -1424,14 +1425,14 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
1424
1425
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
1425
1426
|
readonly samples: Schema.Number;
|
|
1426
1427
|
readonly total: Schema.Number;
|
|
1427
|
-
readonly basis: Schema.Literals<readonly ["
|
|
1428
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
1428
1429
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
1429
1430
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
1430
1431
|
readonly locator: Schema.String;
|
|
1431
1432
|
}>, Schema.Struct<{
|
|
1432
1433
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
1433
1434
|
readonly runId: Schema.String;
|
|
1434
|
-
readonly
|
|
1435
|
+
readonly plannedAttemptId: Schema.String;
|
|
1435
1436
|
readonly evalId: Schema.String;
|
|
1436
1437
|
readonly attemptOrdinal: Schema.Number;
|
|
1437
1438
|
}>, Schema.Struct<{
|
|
@@ -1460,14 +1461,14 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
1460
1461
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
1461
1462
|
readonly samples: Schema.Number;
|
|
1462
1463
|
readonly total: Schema.Number;
|
|
1463
|
-
readonly basis: Schema.Literals<readonly ["
|
|
1464
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
1464
1465
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
1465
1466
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
1466
1467
|
readonly locator: Schema.String;
|
|
1467
1468
|
}>, Schema.Struct<{
|
|
1468
1469
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
1469
1470
|
readonly runId: Schema.String;
|
|
1470
|
-
readonly
|
|
1471
|
+
readonly plannedAttemptId: Schema.String;
|
|
1471
1472
|
readonly evalId: Schema.String;
|
|
1472
1473
|
readonly attemptOrdinal: Schema.Number;
|
|
1473
1474
|
}>, Schema.Struct<{
|
|
@@ -1496,14 +1497,14 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
1496
1497
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
1497
1498
|
readonly samples: Schema.Number;
|
|
1498
1499
|
readonly total: Schema.Number;
|
|
1499
|
-
readonly basis: Schema.Literals<readonly ["
|
|
1500
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
1500
1501
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
1501
1502
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
1502
1503
|
readonly locator: Schema.String;
|
|
1503
1504
|
}>, Schema.Struct<{
|
|
1504
1505
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
1505
1506
|
readonly runId: Schema.String;
|
|
1506
|
-
readonly
|
|
1507
|
+
readonly plannedAttemptId: Schema.String;
|
|
1507
1508
|
readonly evalId: Schema.String;
|
|
1508
1509
|
readonly attemptOrdinal: Schema.Number;
|
|
1509
1510
|
}>, Schema.Struct<{
|
|
@@ -1567,7 +1568,7 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
1567
1568
|
}>, Schema.Struct<{
|
|
1568
1569
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
1569
1570
|
readonly runId: Schema.String;
|
|
1570
|
-
readonly
|
|
1571
|
+
readonly plannedAttemptId: Schema.String;
|
|
1571
1572
|
readonly evalId: Schema.String;
|
|
1572
1573
|
readonly attemptOrdinal: Schema.Number;
|
|
1573
1574
|
}>, Schema.Struct<{
|
|
@@ -1600,14 +1601,14 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
1600
1601
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
1601
1602
|
readonly samples: Schema.Number;
|
|
1602
1603
|
readonly total: Schema.Number;
|
|
1603
|
-
readonly basis: Schema.Literals<readonly ["
|
|
1604
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
1604
1605
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
1605
1606
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
1606
1607
|
readonly locator: Schema.String;
|
|
1607
1608
|
}>, Schema.Struct<{
|
|
1608
1609
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
1609
1610
|
readonly runId: Schema.String;
|
|
1610
|
-
readonly
|
|
1611
|
+
readonly plannedAttemptId: Schema.String;
|
|
1611
1612
|
readonly evalId: Schema.String;
|
|
1612
1613
|
readonly attemptOrdinal: Schema.Number;
|
|
1613
1614
|
}>, Schema.Struct<{
|
|
@@ -1637,14 +1638,14 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
1637
1638
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
1638
1639
|
readonly samples: Schema.Number;
|
|
1639
1640
|
readonly total: Schema.Number;
|
|
1640
|
-
readonly basis: Schema.Literals<readonly ["
|
|
1641
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
1641
1642
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
1642
1643
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
1643
1644
|
readonly locator: Schema.String;
|
|
1644
1645
|
}>, Schema.Struct<{
|
|
1645
1646
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
1646
1647
|
readonly runId: Schema.String;
|
|
1647
|
-
readonly
|
|
1648
|
+
readonly plannedAttemptId: Schema.String;
|
|
1648
1649
|
readonly evalId: Schema.String;
|
|
1649
1650
|
readonly attemptOrdinal: Schema.Number;
|
|
1650
1651
|
}>, Schema.Struct<{
|
|
@@ -1674,14 +1675,14 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
1674
1675
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
1675
1676
|
readonly samples: Schema.Number;
|
|
1676
1677
|
readonly total: Schema.Number;
|
|
1677
|
-
readonly basis: Schema.Literals<readonly ["
|
|
1678
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
1678
1679
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
1679
1680
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
1680
1681
|
readonly locator: Schema.String;
|
|
1681
1682
|
}>, Schema.Struct<{
|
|
1682
1683
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
1683
1684
|
readonly runId: Schema.String;
|
|
1684
|
-
readonly
|
|
1685
|
+
readonly plannedAttemptId: Schema.String;
|
|
1685
1686
|
readonly evalId: Schema.String;
|
|
1686
1687
|
readonly attemptOrdinal: Schema.Number;
|
|
1687
1688
|
}>, Schema.Struct<{
|
|
@@ -1710,14 +1711,14 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
1710
1711
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
1711
1712
|
readonly samples: Schema.Number;
|
|
1712
1713
|
readonly total: Schema.Number;
|
|
1713
|
-
readonly basis: Schema.Literals<readonly ["
|
|
1714
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
1714
1715
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
1715
1716
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
1716
1717
|
readonly locator: Schema.String;
|
|
1717
1718
|
}>, Schema.Struct<{
|
|
1718
1719
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
1719
1720
|
readonly runId: Schema.String;
|
|
1720
|
-
readonly
|
|
1721
|
+
readonly plannedAttemptId: Schema.String;
|
|
1721
1722
|
readonly evalId: Schema.String;
|
|
1722
1723
|
readonly attemptOrdinal: Schema.Number;
|
|
1723
1724
|
}>, Schema.Struct<{
|
|
@@ -1746,14 +1747,14 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
1746
1747
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
1747
1748
|
readonly samples: Schema.Number;
|
|
1748
1749
|
readonly total: Schema.Number;
|
|
1749
|
-
readonly basis: Schema.Literals<readonly ["
|
|
1750
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
1750
1751
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
1751
1752
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
1752
1753
|
readonly locator: Schema.String;
|
|
1753
1754
|
}>, Schema.Struct<{
|
|
1754
1755
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
1755
1756
|
readonly runId: Schema.String;
|
|
1756
|
-
readonly
|
|
1757
|
+
readonly plannedAttemptId: Schema.String;
|
|
1757
1758
|
readonly evalId: Schema.String;
|
|
1758
1759
|
readonly attemptOrdinal: Schema.Number;
|
|
1759
1760
|
}>, Schema.Struct<{
|
|
@@ -1817,7 +1818,7 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
1817
1818
|
}>, Schema.Struct<{
|
|
1818
1819
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
1819
1820
|
readonly runId: Schema.String;
|
|
1820
|
-
readonly
|
|
1821
|
+
readonly plannedAttemptId: Schema.String;
|
|
1821
1822
|
readonly evalId: Schema.String;
|
|
1822
1823
|
readonly attemptOrdinal: Schema.Number;
|
|
1823
1824
|
}>, Schema.Struct<{
|
|
@@ -1829,6 +1830,7 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
1829
1830
|
readonly code: Schema.Literal<"score-partial">;
|
|
1830
1831
|
readonly locator: Schema.NullOr<Schema.String>;
|
|
1831
1832
|
}>]>>;
|
|
1833
|
+
readonly plugins: Schema.suspend<Schema.$Array<Schema.Codec<import("../record/model/run-context.js").RunPluginIdentity, import("../record/model/run-context.js").RunPluginIdentity, never, never>>>;
|
|
1832
1834
|
readonly experimentId: Schema.String;
|
|
1833
1835
|
readonly adapter: Schema.Union<readonly [Schema.Struct<{
|
|
1834
1836
|
readonly state: Schema.Literal<"available">;
|
|
@@ -1872,14 +1874,14 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
1872
1874
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
1873
1875
|
readonly samples: Schema.Number;
|
|
1874
1876
|
readonly total: Schema.Number;
|
|
1875
|
-
readonly basis: Schema.Literals<readonly ["
|
|
1877
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
1876
1878
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
1877
1879
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
1878
1880
|
readonly locator: Schema.String;
|
|
1879
1881
|
}>, Schema.Struct<{
|
|
1880
1882
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
1881
1883
|
readonly runId: Schema.String;
|
|
1882
|
-
readonly
|
|
1884
|
+
readonly plannedAttemptId: Schema.String;
|
|
1883
1885
|
readonly evalId: Schema.String;
|
|
1884
1886
|
readonly attemptOrdinal: Schema.Number;
|
|
1885
1887
|
}>, Schema.Struct<{
|
|
@@ -1909,14 +1911,14 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
1909
1911
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
1910
1912
|
readonly samples: Schema.Number;
|
|
1911
1913
|
readonly total: Schema.Number;
|
|
1912
|
-
readonly basis: Schema.Literals<readonly ["
|
|
1914
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
1913
1915
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
1914
1916
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
1915
1917
|
readonly locator: Schema.String;
|
|
1916
1918
|
}>, Schema.Struct<{
|
|
1917
1919
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
1918
1920
|
readonly runId: Schema.String;
|
|
1919
|
-
readonly
|
|
1921
|
+
readonly plannedAttemptId: Schema.String;
|
|
1920
1922
|
readonly evalId: Schema.String;
|
|
1921
1923
|
readonly attemptOrdinal: Schema.Number;
|
|
1922
1924
|
}>, Schema.Struct<{
|
|
@@ -1946,14 +1948,14 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
1946
1948
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
1947
1949
|
readonly samples: Schema.Number;
|
|
1948
1950
|
readonly total: Schema.Number;
|
|
1949
|
-
readonly basis: Schema.Literals<readonly ["
|
|
1951
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
1950
1952
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
1951
1953
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
1952
1954
|
readonly locator: Schema.String;
|
|
1953
1955
|
}>, Schema.Struct<{
|
|
1954
1956
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
1955
1957
|
readonly runId: Schema.String;
|
|
1956
|
-
readonly
|
|
1958
|
+
readonly plannedAttemptId: Schema.String;
|
|
1957
1959
|
readonly evalId: Schema.String;
|
|
1958
1960
|
readonly attemptOrdinal: Schema.Number;
|
|
1959
1961
|
}>, Schema.Struct<{
|
|
@@ -1982,14 +1984,14 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
1982
1984
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
1983
1985
|
readonly samples: Schema.Number;
|
|
1984
1986
|
readonly total: Schema.Number;
|
|
1985
|
-
readonly basis: Schema.Literals<readonly ["
|
|
1987
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
1986
1988
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
1987
1989
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
1988
1990
|
readonly locator: Schema.String;
|
|
1989
1991
|
}>, Schema.Struct<{
|
|
1990
1992
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
1991
1993
|
readonly runId: Schema.String;
|
|
1992
|
-
readonly
|
|
1994
|
+
readonly plannedAttemptId: Schema.String;
|
|
1993
1995
|
readonly evalId: Schema.String;
|
|
1994
1996
|
readonly attemptOrdinal: Schema.Number;
|
|
1995
1997
|
}>, Schema.Struct<{
|
|
@@ -2018,14 +2020,14 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
2018
2020
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
2019
2021
|
readonly samples: Schema.Number;
|
|
2020
2022
|
readonly total: Schema.Number;
|
|
2021
|
-
readonly basis: Schema.Literals<readonly ["
|
|
2023
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
2022
2024
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
2023
2025
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
2024
2026
|
readonly locator: Schema.String;
|
|
2025
2027
|
}>, Schema.Struct<{
|
|
2026
2028
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
2027
2029
|
readonly runId: Schema.String;
|
|
2028
|
-
readonly
|
|
2030
|
+
readonly plannedAttemptId: Schema.String;
|
|
2029
2031
|
readonly evalId: Schema.String;
|
|
2030
2032
|
readonly attemptOrdinal: Schema.Number;
|
|
2031
2033
|
}>, Schema.Struct<{
|
|
@@ -2089,7 +2091,7 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
2089
2091
|
}>, Schema.Struct<{
|
|
2090
2092
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
2091
2093
|
readonly runId: Schema.String;
|
|
2092
|
-
readonly
|
|
2094
|
+
readonly plannedAttemptId: Schema.String;
|
|
2093
2095
|
readonly evalId: Schema.String;
|
|
2094
2096
|
readonly attemptOrdinal: Schema.Number;
|
|
2095
2097
|
}>, Schema.Struct<{
|
|
@@ -2124,14 +2126,14 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
2124
2126
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
2125
2127
|
readonly samples: Schema.Number;
|
|
2126
2128
|
readonly total: Schema.Number;
|
|
2127
|
-
readonly basis: Schema.Literals<readonly ["
|
|
2129
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
2128
2130
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
2129
2131
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
2130
2132
|
readonly locator: Schema.String;
|
|
2131
2133
|
}>, Schema.Struct<{
|
|
2132
2134
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
2133
2135
|
readonly runId: Schema.String;
|
|
2134
|
-
readonly
|
|
2136
|
+
readonly plannedAttemptId: Schema.String;
|
|
2135
2137
|
readonly evalId: Schema.String;
|
|
2136
2138
|
readonly attemptOrdinal: Schema.Number;
|
|
2137
2139
|
}>, Schema.Struct<{
|
|
@@ -2161,14 +2163,14 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
2161
2163
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
2162
2164
|
readonly samples: Schema.Number;
|
|
2163
2165
|
readonly total: Schema.Number;
|
|
2164
|
-
readonly basis: Schema.Literals<readonly ["
|
|
2166
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
2165
2167
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
2166
2168
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
2167
2169
|
readonly locator: Schema.String;
|
|
2168
2170
|
}>, Schema.Struct<{
|
|
2169
2171
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
2170
2172
|
readonly runId: Schema.String;
|
|
2171
|
-
readonly
|
|
2173
|
+
readonly plannedAttemptId: Schema.String;
|
|
2172
2174
|
readonly evalId: Schema.String;
|
|
2173
2175
|
readonly attemptOrdinal: Schema.Number;
|
|
2174
2176
|
}>, Schema.Struct<{
|
|
@@ -2198,14 +2200,14 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
2198
2200
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
2199
2201
|
readonly samples: Schema.Number;
|
|
2200
2202
|
readonly total: Schema.Number;
|
|
2201
|
-
readonly basis: Schema.Literals<readonly ["
|
|
2203
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
2202
2204
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
2203
2205
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
2204
2206
|
readonly locator: Schema.String;
|
|
2205
2207
|
}>, Schema.Struct<{
|
|
2206
2208
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
2207
2209
|
readonly runId: Schema.String;
|
|
2208
|
-
readonly
|
|
2210
|
+
readonly plannedAttemptId: Schema.String;
|
|
2209
2211
|
readonly evalId: Schema.String;
|
|
2210
2212
|
readonly attemptOrdinal: Schema.Number;
|
|
2211
2213
|
}>, Schema.Struct<{
|
|
@@ -2234,14 +2236,14 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
2234
2236
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
2235
2237
|
readonly samples: Schema.Number;
|
|
2236
2238
|
readonly total: Schema.Number;
|
|
2237
|
-
readonly basis: Schema.Literals<readonly ["
|
|
2239
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
2238
2240
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
2239
2241
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
2240
2242
|
readonly locator: Schema.String;
|
|
2241
2243
|
}>, Schema.Struct<{
|
|
2242
2244
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
2243
2245
|
readonly runId: Schema.String;
|
|
2244
|
-
readonly
|
|
2246
|
+
readonly plannedAttemptId: Schema.String;
|
|
2245
2247
|
readonly evalId: Schema.String;
|
|
2246
2248
|
readonly attemptOrdinal: Schema.Number;
|
|
2247
2249
|
}>, Schema.Struct<{
|
|
@@ -2270,14 +2272,14 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
2270
2272
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
2271
2273
|
readonly samples: Schema.Number;
|
|
2272
2274
|
readonly total: Schema.Number;
|
|
2273
|
-
readonly basis: Schema.Literals<readonly ["
|
|
2275
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
2274
2276
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
2275
2277
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
2276
2278
|
readonly locator: Schema.String;
|
|
2277
2279
|
}>, Schema.Struct<{
|
|
2278
2280
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
2279
2281
|
readonly runId: Schema.String;
|
|
2280
|
-
readonly
|
|
2282
|
+
readonly plannedAttemptId: Schema.String;
|
|
2281
2283
|
readonly evalId: Schema.String;
|
|
2282
2284
|
readonly attemptOrdinal: Schema.Number;
|
|
2283
2285
|
}>, Schema.Struct<{
|
|
@@ -2341,7 +2343,7 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
2341
2343
|
}>, Schema.Struct<{
|
|
2342
2344
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
2343
2345
|
readonly runId: Schema.String;
|
|
2344
|
-
readonly
|
|
2346
|
+
readonly plannedAttemptId: Schema.String;
|
|
2345
2347
|
readonly evalId: Schema.String;
|
|
2346
2348
|
readonly attemptOrdinal: Schema.Number;
|
|
2347
2349
|
}>, Schema.Struct<{
|
|
@@ -2358,7 +2360,7 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
2358
2360
|
readonly groupPath: Schema.$Array<Schema.String>;
|
|
2359
2361
|
readonly members: Schema.$Array<Schema.Struct<{
|
|
2360
2362
|
readonly runId: Schema.String;
|
|
2361
|
-
readonly
|
|
2363
|
+
readonly plannedAttemptId: Schema.String;
|
|
2362
2364
|
readonly evalId: Schema.String;
|
|
2363
2365
|
readonly attemptOrdinal: Schema.Number;
|
|
2364
2366
|
readonly labels: Schema.$Record<Schema.String, Schema.Union<readonly [Schema.Struct<{
|
|
@@ -2378,14 +2380,14 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
2378
2380
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
2379
2381
|
readonly samples: Schema.Number;
|
|
2380
2382
|
readonly total: Schema.Number;
|
|
2381
|
-
readonly basis: Schema.Literals<readonly ["
|
|
2383
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
2382
2384
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
2383
2385
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
2384
2386
|
readonly locator: Schema.String;
|
|
2385
2387
|
}>, Schema.Struct<{
|
|
2386
2388
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
2387
2389
|
readonly runId: Schema.String;
|
|
2388
|
-
readonly
|
|
2390
|
+
readonly plannedAttemptId: Schema.String;
|
|
2389
2391
|
readonly evalId: Schema.String;
|
|
2390
2392
|
readonly attemptOrdinal: Schema.Number;
|
|
2391
2393
|
}>, Schema.Struct<{
|
|
@@ -2415,14 +2417,14 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
2415
2417
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
2416
2418
|
readonly samples: Schema.Number;
|
|
2417
2419
|
readonly total: Schema.Number;
|
|
2418
|
-
readonly basis: Schema.Literals<readonly ["
|
|
2420
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
2419
2421
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
2420
2422
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
2421
2423
|
readonly locator: Schema.String;
|
|
2422
2424
|
}>, Schema.Struct<{
|
|
2423
2425
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
2424
2426
|
readonly runId: Schema.String;
|
|
2425
|
-
readonly
|
|
2427
|
+
readonly plannedAttemptId: Schema.String;
|
|
2426
2428
|
readonly evalId: Schema.String;
|
|
2427
2429
|
readonly attemptOrdinal: Schema.Number;
|
|
2428
2430
|
}>, Schema.Struct<{
|
|
@@ -2451,14 +2453,14 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
2451
2453
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
2452
2454
|
readonly samples: Schema.Number;
|
|
2453
2455
|
readonly total: Schema.Number;
|
|
2454
|
-
readonly basis: Schema.Literals<readonly ["
|
|
2456
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
2455
2457
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
2456
2458
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
2457
2459
|
readonly locator: Schema.String;
|
|
2458
2460
|
}>, Schema.Struct<{
|
|
2459
2461
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
2460
2462
|
readonly runId: Schema.String;
|
|
2461
|
-
readonly
|
|
2463
|
+
readonly plannedAttemptId: Schema.String;
|
|
2462
2464
|
readonly evalId: Schema.String;
|
|
2463
2465
|
readonly attemptOrdinal: Schema.Number;
|
|
2464
2466
|
}>, Schema.Struct<{
|
|
@@ -2487,14 +2489,14 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
2487
2489
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
2488
2490
|
readonly samples: Schema.Number;
|
|
2489
2491
|
readonly total: Schema.Number;
|
|
2490
|
-
readonly basis: Schema.Literals<readonly ["
|
|
2492
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
2491
2493
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
2492
2494
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
2493
2495
|
readonly locator: Schema.String;
|
|
2494
2496
|
}>, Schema.Struct<{
|
|
2495
2497
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
2496
2498
|
readonly runId: Schema.String;
|
|
2497
|
-
readonly
|
|
2499
|
+
readonly plannedAttemptId: Schema.String;
|
|
2498
2500
|
readonly evalId: Schema.String;
|
|
2499
2501
|
readonly attemptOrdinal: Schema.Number;
|
|
2500
2502
|
}>, Schema.Struct<{
|
|
@@ -2518,12 +2520,12 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
2518
2520
|
readonly max: Schema.Number;
|
|
2519
2521
|
}>>;
|
|
2520
2522
|
}>;
|
|
2523
|
+
readonly originPlannedAttemptId: Schema.String;
|
|
2521
2524
|
readonly state: Schema.Literal<"published">;
|
|
2522
2525
|
readonly action: Schema.Literals<readonly ["executed", "carried", "accepted"]>;
|
|
2523
2526
|
readonly attemptId: Schema.String;
|
|
2524
2527
|
readonly attemptLocator: Schema.String;
|
|
2525
2528
|
readonly originRunId: Schema.String;
|
|
2526
|
-
readonly originSlotId: Schema.String;
|
|
2527
2529
|
}>, Schema.Struct<{
|
|
2528
2530
|
readonly state: Schema.Literal<"absent">;
|
|
2529
2531
|
readonly reason: Schema.Literals<readonly ["early-exit-satisfied", "budget-exhausted", "stopped-by-failure", "interrupted-before-publication", "dispatch-failed"]>;
|
|
@@ -2542,8 +2544,17 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
2542
2544
|
}>;
|
|
2543
2545
|
readonly result: {
|
|
2544
2546
|
experiment: Schema.Struct<{
|
|
2547
|
+
readonly notes: Schema.$Array<Schema.Struct<{
|
|
2548
|
+
readonly label: Schema.String;
|
|
2549
|
+
readonly unit: Schema.optional<Schema.Literals<readonly ["ms", "seconds", "tokens", "usd", "ratio", "count", "bytes"]>>;
|
|
2550
|
+
readonly count: Schema.Number;
|
|
2551
|
+
readonly min: Schema.Finite;
|
|
2552
|
+
readonly median: Schema.Finite;
|
|
2553
|
+
readonly p90: Schema.Finite;
|
|
2554
|
+
readonly max: Schema.Finite;
|
|
2555
|
+
}>>;
|
|
2545
2556
|
readonly costSummary: Schema.suspend<Schema.Struct<{
|
|
2546
|
-
readonly scope: Schema.Literal<"latest-recorded-
|
|
2557
|
+
readonly scope: Schema.Literal<"latest-recorded-attempts">;
|
|
2547
2558
|
readonly totalCosts: Schema.Struct<{
|
|
2548
2559
|
readonly state: Schema.Literals<readonly ["complete", "partial", "unavailable"]>;
|
|
2549
2560
|
readonly values: Schema.$Array<Schema.Struct<{
|
|
@@ -2554,13 +2565,13 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
2554
2565
|
readonly missingSources: Schema.$Array<Schema.Literals<readonly ["application", "judge"]>>;
|
|
2555
2566
|
}>;
|
|
2556
2567
|
readonly coverage: Schema.Struct<{
|
|
2557
|
-
readonly
|
|
2558
|
-
readonly
|
|
2568
|
+
readonly plannedAttemptCount: Schema.Number;
|
|
2569
|
+
readonly recordedAttemptCount: Schema.Number;
|
|
2559
2570
|
readonly originAttemptCount: Schema.Number;
|
|
2560
2571
|
readonly completeAttemptCount: Schema.Number;
|
|
2561
2572
|
readonly partialAttemptCount: Schema.Number;
|
|
2562
2573
|
readonly unavailableAttemptCount: Schema.Number;
|
|
2563
|
-
readonly
|
|
2574
|
+
readonly missingAttemptCount: Schema.Number;
|
|
2564
2575
|
}>;
|
|
2565
2576
|
}>>;
|
|
2566
2577
|
readonly modelUsage: Schema.Struct<{
|
|
@@ -2574,7 +2585,7 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
2574
2585
|
}>, Schema.Struct<{
|
|
2575
2586
|
readonly state: Schema.Literal<"available">;
|
|
2576
2587
|
readonly bindings: Schema.$Array<Schema.Struct<{
|
|
2577
|
-
readonly
|
|
2588
|
+
readonly modelRole: Schema.String;
|
|
2578
2589
|
readonly model: Schema.NullOr<Schema.String>;
|
|
2579
2590
|
readonly reasoningEffort: Schema.NullOr<Schema.String>;
|
|
2580
2591
|
readonly recordedCalls: Schema.NullOr<Schema.Number>;
|
|
@@ -2584,7 +2595,7 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
2584
2595
|
readonly state: Schema.Literal<"available">;
|
|
2585
2596
|
readonly basis: Schema.Literal<"recorded-calls">;
|
|
2586
2597
|
readonly groups: Schema.$Array<Schema.Struct<{
|
|
2587
|
-
readonly
|
|
2598
|
+
readonly modelRole: Schema.NullOr<Schema.String>;
|
|
2588
2599
|
readonly provider: Schema.NullOr<Schema.String>;
|
|
2589
2600
|
readonly model: Schema.NullOr<Schema.String>;
|
|
2590
2601
|
readonly recordedCalls: Schema.Number;
|
|
@@ -2768,14 +2779,14 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
2768
2779
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
2769
2780
|
readonly samples: Schema.Number;
|
|
2770
2781
|
readonly total: Schema.Number;
|
|
2771
|
-
readonly basis: Schema.Literals<readonly ["
|
|
2782
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
2772
2783
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
2773
2784
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
2774
2785
|
readonly locator: Schema.String;
|
|
2775
2786
|
}>, Schema.Struct<{
|
|
2776
2787
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
2777
2788
|
readonly runId: Schema.String;
|
|
2778
|
-
readonly
|
|
2789
|
+
readonly plannedAttemptId: Schema.String;
|
|
2779
2790
|
readonly evalId: Schema.String;
|
|
2780
2791
|
readonly attemptOrdinal: Schema.Number;
|
|
2781
2792
|
}>, Schema.Struct<{
|
|
@@ -2805,14 +2816,14 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
2805
2816
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
2806
2817
|
readonly samples: Schema.Number;
|
|
2807
2818
|
readonly total: Schema.Number;
|
|
2808
|
-
readonly basis: Schema.Literals<readonly ["
|
|
2819
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
2809
2820
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
2810
2821
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
2811
2822
|
readonly locator: Schema.String;
|
|
2812
2823
|
}>, Schema.Struct<{
|
|
2813
2824
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
2814
2825
|
readonly runId: Schema.String;
|
|
2815
|
-
readonly
|
|
2826
|
+
readonly plannedAttemptId: Schema.String;
|
|
2816
2827
|
readonly evalId: Schema.String;
|
|
2817
2828
|
readonly attemptOrdinal: Schema.Number;
|
|
2818
2829
|
}>, Schema.Struct<{
|
|
@@ -2842,14 +2853,14 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
2842
2853
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
2843
2854
|
readonly samples: Schema.Number;
|
|
2844
2855
|
readonly total: Schema.Number;
|
|
2845
|
-
readonly basis: Schema.Literals<readonly ["
|
|
2856
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
2846
2857
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
2847
2858
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
2848
2859
|
readonly locator: Schema.String;
|
|
2849
2860
|
}>, Schema.Struct<{
|
|
2850
2861
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
2851
2862
|
readonly runId: Schema.String;
|
|
2852
|
-
readonly
|
|
2863
|
+
readonly plannedAttemptId: Schema.String;
|
|
2853
2864
|
readonly evalId: Schema.String;
|
|
2854
2865
|
readonly attemptOrdinal: Schema.Number;
|
|
2855
2866
|
}>, Schema.Struct<{
|
|
@@ -2878,14 +2889,14 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
2878
2889
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
2879
2890
|
readonly samples: Schema.Number;
|
|
2880
2891
|
readonly total: Schema.Number;
|
|
2881
|
-
readonly basis: Schema.Literals<readonly ["
|
|
2892
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
2882
2893
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
2883
2894
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
2884
2895
|
readonly locator: Schema.String;
|
|
2885
2896
|
}>, Schema.Struct<{
|
|
2886
2897
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
2887
2898
|
readonly runId: Schema.String;
|
|
2888
|
-
readonly
|
|
2899
|
+
readonly plannedAttemptId: Schema.String;
|
|
2889
2900
|
readonly evalId: Schema.String;
|
|
2890
2901
|
readonly attemptOrdinal: Schema.Number;
|
|
2891
2902
|
}>, Schema.Struct<{
|
|
@@ -2914,14 +2925,14 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
2914
2925
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
2915
2926
|
readonly samples: Schema.Number;
|
|
2916
2927
|
readonly total: Schema.Number;
|
|
2917
|
-
readonly basis: Schema.Literals<readonly ["
|
|
2928
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
2918
2929
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
2919
2930
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
2920
2931
|
readonly locator: Schema.String;
|
|
2921
2932
|
}>, Schema.Struct<{
|
|
2922
2933
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
2923
2934
|
readonly runId: Schema.String;
|
|
2924
|
-
readonly
|
|
2935
|
+
readonly plannedAttemptId: Schema.String;
|
|
2925
2936
|
readonly evalId: Schema.String;
|
|
2926
2937
|
readonly attemptOrdinal: Schema.Number;
|
|
2927
2938
|
}>, Schema.Struct<{
|
|
@@ -2985,7 +2996,7 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
2985
2996
|
}>, Schema.Struct<{
|
|
2986
2997
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
2987
2998
|
readonly runId: Schema.String;
|
|
2988
|
-
readonly
|
|
2999
|
+
readonly plannedAttemptId: Schema.String;
|
|
2989
3000
|
readonly evalId: Schema.String;
|
|
2990
3001
|
readonly attemptOrdinal: Schema.Number;
|
|
2991
3002
|
}>, Schema.Struct<{
|
|
@@ -2997,6 +3008,7 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
2997
3008
|
readonly code: Schema.Literal<"score-partial">;
|
|
2998
3009
|
readonly locator: Schema.NullOr<Schema.String>;
|
|
2999
3010
|
}>]>>;
|
|
3011
|
+
readonly plugins: Schema.suspend<Schema.$Array<Schema.Codec<import("../record/model/run-context.js").RunPluginIdentity, import("../record/model/run-context.js").RunPluginIdentity, never, never>>>;
|
|
3000
3012
|
readonly experimentId: Schema.String;
|
|
3001
3013
|
readonly adapter: Schema.Union<readonly [Schema.Struct<{
|
|
3002
3014
|
readonly state: Schema.Literal<"available">;
|
|
@@ -3040,14 +3052,14 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
3040
3052
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
3041
3053
|
readonly samples: Schema.Number;
|
|
3042
3054
|
readonly total: Schema.Number;
|
|
3043
|
-
readonly basis: Schema.Literals<readonly ["
|
|
3055
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
3044
3056
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
3045
3057
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
3046
3058
|
readonly locator: Schema.String;
|
|
3047
3059
|
}>, Schema.Struct<{
|
|
3048
3060
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
3049
3061
|
readonly runId: Schema.String;
|
|
3050
|
-
readonly
|
|
3062
|
+
readonly plannedAttemptId: Schema.String;
|
|
3051
3063
|
readonly evalId: Schema.String;
|
|
3052
3064
|
readonly attemptOrdinal: Schema.Number;
|
|
3053
3065
|
}>, Schema.Struct<{
|
|
@@ -3077,14 +3089,14 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
3077
3089
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
3078
3090
|
readonly samples: Schema.Number;
|
|
3079
3091
|
readonly total: Schema.Number;
|
|
3080
|
-
readonly basis: Schema.Literals<readonly ["
|
|
3092
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
3081
3093
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
3082
3094
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
3083
3095
|
readonly locator: Schema.String;
|
|
3084
3096
|
}>, Schema.Struct<{
|
|
3085
3097
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
3086
3098
|
readonly runId: Schema.String;
|
|
3087
|
-
readonly
|
|
3099
|
+
readonly plannedAttemptId: Schema.String;
|
|
3088
3100
|
readonly evalId: Schema.String;
|
|
3089
3101
|
readonly attemptOrdinal: Schema.Number;
|
|
3090
3102
|
}>, Schema.Struct<{
|
|
@@ -3114,14 +3126,14 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
3114
3126
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
3115
3127
|
readonly samples: Schema.Number;
|
|
3116
3128
|
readonly total: Schema.Number;
|
|
3117
|
-
readonly basis: Schema.Literals<readonly ["
|
|
3129
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
3118
3130
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
3119
3131
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
3120
3132
|
readonly locator: Schema.String;
|
|
3121
3133
|
}>, Schema.Struct<{
|
|
3122
3134
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
3123
3135
|
readonly runId: Schema.String;
|
|
3124
|
-
readonly
|
|
3136
|
+
readonly plannedAttemptId: Schema.String;
|
|
3125
3137
|
readonly evalId: Schema.String;
|
|
3126
3138
|
readonly attemptOrdinal: Schema.Number;
|
|
3127
3139
|
}>, Schema.Struct<{
|
|
@@ -3150,14 +3162,14 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
3150
3162
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
3151
3163
|
readonly samples: Schema.Number;
|
|
3152
3164
|
readonly total: Schema.Number;
|
|
3153
|
-
readonly basis: Schema.Literals<readonly ["
|
|
3165
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
3154
3166
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
3155
3167
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
3156
3168
|
readonly locator: Schema.String;
|
|
3157
3169
|
}>, Schema.Struct<{
|
|
3158
3170
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
3159
3171
|
readonly runId: Schema.String;
|
|
3160
|
-
readonly
|
|
3172
|
+
readonly plannedAttemptId: Schema.String;
|
|
3161
3173
|
readonly evalId: Schema.String;
|
|
3162
3174
|
readonly attemptOrdinal: Schema.Number;
|
|
3163
3175
|
}>, Schema.Struct<{
|
|
@@ -3186,14 +3198,14 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
3186
3198
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
3187
3199
|
readonly samples: Schema.Number;
|
|
3188
3200
|
readonly total: Schema.Number;
|
|
3189
|
-
readonly basis: Schema.Literals<readonly ["
|
|
3201
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
3190
3202
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
3191
3203
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
3192
3204
|
readonly locator: Schema.String;
|
|
3193
3205
|
}>, Schema.Struct<{
|
|
3194
3206
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
3195
3207
|
readonly runId: Schema.String;
|
|
3196
|
-
readonly
|
|
3208
|
+
readonly plannedAttemptId: Schema.String;
|
|
3197
3209
|
readonly evalId: Schema.String;
|
|
3198
3210
|
readonly attemptOrdinal: Schema.Number;
|
|
3199
3211
|
}>, Schema.Struct<{
|
|
@@ -3257,7 +3269,7 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
3257
3269
|
}>, Schema.Struct<{
|
|
3258
3270
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
3259
3271
|
readonly runId: Schema.String;
|
|
3260
|
-
readonly
|
|
3272
|
+
readonly plannedAttemptId: Schema.String;
|
|
3261
3273
|
readonly evalId: Schema.String;
|
|
3262
3274
|
readonly attemptOrdinal: Schema.Number;
|
|
3263
3275
|
}>, Schema.Struct<{
|
|
@@ -3292,14 +3304,14 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
3292
3304
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
3293
3305
|
readonly samples: Schema.Number;
|
|
3294
3306
|
readonly total: Schema.Number;
|
|
3295
|
-
readonly basis: Schema.Literals<readonly ["
|
|
3307
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
3296
3308
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
3297
3309
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
3298
3310
|
readonly locator: Schema.String;
|
|
3299
3311
|
}>, Schema.Struct<{
|
|
3300
3312
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
3301
3313
|
readonly runId: Schema.String;
|
|
3302
|
-
readonly
|
|
3314
|
+
readonly plannedAttemptId: Schema.String;
|
|
3303
3315
|
readonly evalId: Schema.String;
|
|
3304
3316
|
readonly attemptOrdinal: Schema.Number;
|
|
3305
3317
|
}>, Schema.Struct<{
|
|
@@ -3329,14 +3341,14 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
3329
3341
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
3330
3342
|
readonly samples: Schema.Number;
|
|
3331
3343
|
readonly total: Schema.Number;
|
|
3332
|
-
readonly basis: Schema.Literals<readonly ["
|
|
3344
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
3333
3345
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
3334
3346
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
3335
3347
|
readonly locator: Schema.String;
|
|
3336
3348
|
}>, Schema.Struct<{
|
|
3337
3349
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
3338
3350
|
readonly runId: Schema.String;
|
|
3339
|
-
readonly
|
|
3351
|
+
readonly plannedAttemptId: Schema.String;
|
|
3340
3352
|
readonly evalId: Schema.String;
|
|
3341
3353
|
readonly attemptOrdinal: Schema.Number;
|
|
3342
3354
|
}>, Schema.Struct<{
|
|
@@ -3366,14 +3378,14 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
3366
3378
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
3367
3379
|
readonly samples: Schema.Number;
|
|
3368
3380
|
readonly total: Schema.Number;
|
|
3369
|
-
readonly basis: Schema.Literals<readonly ["
|
|
3381
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
3370
3382
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
3371
3383
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
3372
3384
|
readonly locator: Schema.String;
|
|
3373
3385
|
}>, Schema.Struct<{
|
|
3374
3386
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
3375
3387
|
readonly runId: Schema.String;
|
|
3376
|
-
readonly
|
|
3388
|
+
readonly plannedAttemptId: Schema.String;
|
|
3377
3389
|
readonly evalId: Schema.String;
|
|
3378
3390
|
readonly attemptOrdinal: Schema.Number;
|
|
3379
3391
|
}>, Schema.Struct<{
|
|
@@ -3402,14 +3414,14 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
3402
3414
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
3403
3415
|
readonly samples: Schema.Number;
|
|
3404
3416
|
readonly total: Schema.Number;
|
|
3405
|
-
readonly basis: Schema.Literals<readonly ["
|
|
3417
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
3406
3418
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
3407
3419
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
3408
3420
|
readonly locator: Schema.String;
|
|
3409
3421
|
}>, Schema.Struct<{
|
|
3410
3422
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
3411
3423
|
readonly runId: Schema.String;
|
|
3412
|
-
readonly
|
|
3424
|
+
readonly plannedAttemptId: Schema.String;
|
|
3413
3425
|
readonly evalId: Schema.String;
|
|
3414
3426
|
readonly attemptOrdinal: Schema.Number;
|
|
3415
3427
|
}>, Schema.Struct<{
|
|
@@ -3438,14 +3450,14 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
3438
3450
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
3439
3451
|
readonly samples: Schema.Number;
|
|
3440
3452
|
readonly total: Schema.Number;
|
|
3441
|
-
readonly basis: Schema.Literals<readonly ["
|
|
3453
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
3442
3454
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
3443
3455
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
3444
3456
|
readonly locator: Schema.String;
|
|
3445
3457
|
}>, Schema.Struct<{
|
|
3446
3458
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
3447
3459
|
readonly runId: Schema.String;
|
|
3448
|
-
readonly
|
|
3460
|
+
readonly plannedAttemptId: Schema.String;
|
|
3449
3461
|
readonly evalId: Schema.String;
|
|
3450
3462
|
readonly attemptOrdinal: Schema.Number;
|
|
3451
3463
|
}>, Schema.Struct<{
|
|
@@ -3509,7 +3521,7 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
3509
3521
|
}>, Schema.Struct<{
|
|
3510
3522
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
3511
3523
|
readonly runId: Schema.String;
|
|
3512
|
-
readonly
|
|
3524
|
+
readonly plannedAttemptId: Schema.String;
|
|
3513
3525
|
readonly evalId: Schema.String;
|
|
3514
3526
|
readonly attemptOrdinal: Schema.Number;
|
|
3515
3527
|
}>, Schema.Struct<{
|
|
@@ -3526,7 +3538,7 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
3526
3538
|
readonly groupPath: Schema.$Array<Schema.String>;
|
|
3527
3539
|
readonly members: Schema.$Array<Schema.Struct<{
|
|
3528
3540
|
readonly runId: Schema.String;
|
|
3529
|
-
readonly
|
|
3541
|
+
readonly plannedAttemptId: Schema.String;
|
|
3530
3542
|
readonly evalId: Schema.String;
|
|
3531
3543
|
readonly attemptOrdinal: Schema.Number;
|
|
3532
3544
|
readonly labels: Schema.$Record<Schema.String, Schema.Union<readonly [Schema.Struct<{
|
|
@@ -3546,14 +3558,14 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
3546
3558
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
3547
3559
|
readonly samples: Schema.Number;
|
|
3548
3560
|
readonly total: Schema.Number;
|
|
3549
|
-
readonly basis: Schema.Literals<readonly ["
|
|
3561
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
3550
3562
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
3551
3563
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
3552
3564
|
readonly locator: Schema.String;
|
|
3553
3565
|
}>, Schema.Struct<{
|
|
3554
3566
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
3555
3567
|
readonly runId: Schema.String;
|
|
3556
|
-
readonly
|
|
3568
|
+
readonly plannedAttemptId: Schema.String;
|
|
3557
3569
|
readonly evalId: Schema.String;
|
|
3558
3570
|
readonly attemptOrdinal: Schema.Number;
|
|
3559
3571
|
}>, Schema.Struct<{
|
|
@@ -3583,14 +3595,14 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
3583
3595
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
3584
3596
|
readonly samples: Schema.Number;
|
|
3585
3597
|
readonly total: Schema.Number;
|
|
3586
|
-
readonly basis: Schema.Literals<readonly ["
|
|
3598
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
3587
3599
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
3588
3600
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
3589
3601
|
readonly locator: Schema.String;
|
|
3590
3602
|
}>, Schema.Struct<{
|
|
3591
3603
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
3592
3604
|
readonly runId: Schema.String;
|
|
3593
|
-
readonly
|
|
3605
|
+
readonly plannedAttemptId: Schema.String;
|
|
3594
3606
|
readonly evalId: Schema.String;
|
|
3595
3607
|
readonly attemptOrdinal: Schema.Number;
|
|
3596
3608
|
}>, Schema.Struct<{
|
|
@@ -3619,14 +3631,14 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
3619
3631
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
3620
3632
|
readonly samples: Schema.Number;
|
|
3621
3633
|
readonly total: Schema.Number;
|
|
3622
|
-
readonly basis: Schema.Literals<readonly ["
|
|
3634
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
3623
3635
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
3624
3636
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
3625
3637
|
readonly locator: Schema.String;
|
|
3626
3638
|
}>, Schema.Struct<{
|
|
3627
3639
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
3628
3640
|
readonly runId: Schema.String;
|
|
3629
|
-
readonly
|
|
3641
|
+
readonly plannedAttemptId: Schema.String;
|
|
3630
3642
|
readonly evalId: Schema.String;
|
|
3631
3643
|
readonly attemptOrdinal: Schema.Number;
|
|
3632
3644
|
}>, Schema.Struct<{
|
|
@@ -3655,14 +3667,14 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
3655
3667
|
readonly value: Schema.NullOr<Schema.Number>;
|
|
3656
3668
|
readonly samples: Schema.Number;
|
|
3657
3669
|
readonly total: Schema.Number;
|
|
3658
|
-
readonly basis: Schema.Literals<readonly ["
|
|
3670
|
+
readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
|
|
3659
3671
|
readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
3660
3672
|
readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
|
|
3661
3673
|
readonly locator: Schema.String;
|
|
3662
3674
|
}>, Schema.Struct<{
|
|
3663
3675
|
readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
|
|
3664
3676
|
readonly runId: Schema.String;
|
|
3665
|
-
readonly
|
|
3677
|
+
readonly plannedAttemptId: Schema.String;
|
|
3666
3678
|
readonly evalId: Schema.String;
|
|
3667
3679
|
readonly attemptOrdinal: Schema.Number;
|
|
3668
3680
|
}>, Schema.Struct<{
|
|
@@ -3686,12 +3698,12 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
3686
3698
|
readonly max: Schema.Number;
|
|
3687
3699
|
}>>;
|
|
3688
3700
|
}>;
|
|
3701
|
+
readonly originPlannedAttemptId: Schema.String;
|
|
3689
3702
|
readonly state: Schema.Literal<"published">;
|
|
3690
3703
|
readonly action: Schema.Literals<readonly ["executed", "carried", "accepted"]>;
|
|
3691
3704
|
readonly attemptId: Schema.String;
|
|
3692
3705
|
readonly attemptLocator: Schema.String;
|
|
3693
3706
|
readonly originRunId: Schema.String;
|
|
3694
|
-
readonly originSlotId: Schema.String;
|
|
3695
3707
|
}>, Schema.Struct<{
|
|
3696
3708
|
readonly state: Schema.Literal<"absent">;
|
|
3697
3709
|
readonly reason: Schema.Literals<readonly ["early-exit-satisfied", "budget-exhausted", "stopped-by-failure", "interrupted-before-publication", "dispatch-failed"]>;
|
|
@@ -3700,7 +3712,7 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
3700
3712
|
}>>;
|
|
3701
3713
|
}>;
|
|
3702
3714
|
};
|
|
3703
|
-
readonly factKinds: readonly ["core", "assertions", "attempt-cost", "agent-turns", "adapter-usage", "judge-usage"];
|
|
3715
|
+
readonly factKinds: readonly ["core", "attempt-note", "assertions", "attempt-cost", "agent-turns", "adapter-usage", "judge-usage"];
|
|
3704
3716
|
}>;
|
|
3705
3717
|
"run.list": Readonly<{
|
|
3706
3718
|
readonly request: Schema.Struct<{
|
|
@@ -3745,49 +3757,49 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
3745
3757
|
}>>;
|
|
3746
3758
|
readonly startedAt: Schema.Codec<import("../record/model/identifiers.js").UtcMillis, number, never, never>;
|
|
3747
3759
|
readonly completedAt: Schema.optional<Schema.Codec<import("../record/model/identifiers.js").UtcMillis, number, never, never>>;
|
|
3748
|
-
readonly
|
|
3749
|
-
readonly slotId: Schema.Codec<import("../record/model/identifiers.js").SlotId, string, never, never>;
|
|
3760
|
+
readonly plannedAttempts: Schema.$Array<Schema.Struct<{
|
|
3750
3761
|
readonly evalId: Schema.Codec<import("../record/model/identifiers.js").EvalId, string, never, never>;
|
|
3751
3762
|
readonly attemptOrdinal: Schema.Number;
|
|
3752
3763
|
readonly executionIdentityDigest: Schema.Codec<import("../record/model/identifiers.js").ExecutionIdentityDigest, string, never, never>;
|
|
3764
|
+
readonly plannedAttemptId: Schema.Codec<import("../record/model/identifiers.js").SlotId, string, never, never>;
|
|
3753
3765
|
}>>;
|
|
3754
3766
|
}>;
|
|
3755
|
-
readonly members: Schema.$Array<Schema.Union<
|
|
3756
|
-
readonly slotId: Schema.Codec<import("../record/model/identifiers.js").SlotId, string, never, never>;
|
|
3767
|
+
readonly members: Schema.$Array<Schema.Union<Schema.Struct<{
|
|
3757
3768
|
readonly action: Schema.Literals<readonly ["executed", "carried", "accepted"]>;
|
|
3758
3769
|
readonly attempt: Schema.Struct<{
|
|
3759
3770
|
readonly originRunId: Schema.Codec<import("../record/model/identifiers.js").RunId, string, never, never>;
|
|
3760
3771
|
readonly attemptId: Schema.Codec<import("../record/index.js").AttemptId, string, never, never>;
|
|
3761
3772
|
}>;
|
|
3762
|
-
|
|
3763
|
-
|
|
3773
|
+
readonly plannedAttemptId: Schema.Codec<import("../record/model/identifiers.js").SlotId, string, never, never>;
|
|
3774
|
+
} | {
|
|
3764
3775
|
readonly action: Schema.Literals<readonly ["not-dispatched", "interrupted"]>;
|
|
3765
3776
|
readonly attempt: Schema.Null;
|
|
3766
3777
|
readonly absenceReason: Schema.Literals<readonly ["early-exit-satisfied", "budget-exhausted", "stopped-by-failure", "interrupted-before-publication", "dispatch-failed"]>;
|
|
3767
|
-
|
|
3778
|
+
readonly plannedAttemptId: Schema.Codec<import("../record/model/identifiers.js").SlotId, string, never, never>;
|
|
3779
|
+
}>[]>>;
|
|
3768
3780
|
readonly attempts: Schema.$Array<Schema.Struct<{
|
|
3769
3781
|
readonly attemptId: Schema.Codec<import("../record/index.js").AttemptId, string, never, never>;
|
|
3770
3782
|
readonly originRunId: Schema.Codec<import("../record/model/identifiers.js").RunId, string, never, never>;
|
|
3771
|
-
readonly slotId: Schema.Codec<import("../record/model/identifiers.js").SlotId, string, never, never>;
|
|
3772
3783
|
readonly evalId: Schema.Codec<import("../record/model/identifiers.js").EvalId, string, never, never>;
|
|
3773
3784
|
readonly executionIdentityDigest: Schema.Codec<import("../record/model/identifiers.js").ExecutionIdentityDigest, string, never, never>;
|
|
3774
3785
|
readonly outcome: Schema.Literals<readonly ["completed", "errored", "cancelled", "interrupted"]>;
|
|
3786
|
+
readonly plannedAttemptId: Schema.Codec<import("../record/model/identifiers.js").SlotId, string, never, never>;
|
|
3775
3787
|
}>>;
|
|
3776
3788
|
readonly denominator: Schema.Struct<{
|
|
3777
3789
|
readonly expected: Schema.Number;
|
|
3778
3790
|
readonly published: Schema.Number;
|
|
3779
3791
|
readonly missing: Schema.Number;
|
|
3780
3792
|
}>;
|
|
3781
|
-
readonly
|
|
3793
|
+
readonly plannedAttempts: Schema.$Array<Schema.Struct<{
|
|
3782
3794
|
readonly publication: Schema.Union<readonly [Schema.Struct<{
|
|
3783
3795
|
readonly state: Schema.Literal<"pending">;
|
|
3784
3796
|
}>, Schema.Struct<{
|
|
3797
|
+
readonly originPlannedAttemptId: Schema.String;
|
|
3785
3798
|
readonly state: Schema.Literal<"published">;
|
|
3786
3799
|
readonly action: Schema.Literals<readonly ["executed", "carried", "accepted"]>;
|
|
3787
3800
|
readonly attemptId: Schema.String;
|
|
3788
3801
|
readonly attemptLocator: Schema.String;
|
|
3789
3802
|
readonly originRunId: Schema.String;
|
|
3790
|
-
readonly originSlotId: Schema.String;
|
|
3791
3803
|
}>, Schema.Struct<{
|
|
3792
3804
|
readonly state: Schema.Literal<"absent">;
|
|
3793
3805
|
readonly reason: Schema.Literals<readonly ["early-exit-satisfied", "budget-exhausted", "stopped-by-failure", "interrupted-before-publication", "dispatch-failed"]>;
|
|
@@ -4066,10 +4078,10 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
4066
4078
|
readonly reason: Schema.String;
|
|
4067
4079
|
}>]>;
|
|
4068
4080
|
}>]>>;
|
|
4069
|
-
readonly slotId: Schema.Codec<import("../record/model/identifiers.js").SlotId, string, never, never>;
|
|
4070
4081
|
readonly evalId: Schema.Codec<import("../record/model/identifiers.js").EvalId, string, never, never>;
|
|
4071
4082
|
readonly attemptOrdinal: Schema.Number;
|
|
4072
4083
|
readonly executionIdentityDigest: Schema.Codec<import("../record/model/identifiers.js").ExecutionIdentityDigest, string, never, never>;
|
|
4084
|
+
readonly plannedAttemptId: Schema.Codec<import("../record/model/identifiers.js").SlotId, string, never, never>;
|
|
4073
4085
|
}>>;
|
|
4074
4086
|
readonly coverage: Schema.Struct<{
|
|
4075
4087
|
readonly state: Schema.Literals<readonly ["complete", "partial", "not-recorded", "invalid", "unavailable"]>;
|
|
@@ -4078,7 +4090,7 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
4078
4090
|
readonly completeMemberCount: Schema.Number;
|
|
4079
4091
|
readonly factCount: Schema.Number;
|
|
4080
4092
|
readonly limitations: Schema.$Array<Schema.Struct<{
|
|
4081
|
-
readonly
|
|
4093
|
+
readonly plannedAttemptId: Schema.String;
|
|
4082
4094
|
readonly locator: Schema.NullOr<Schema.String>;
|
|
4083
4095
|
readonly limitation: Schema.Union<readonly [Schema.Struct<{
|
|
4084
4096
|
readonly kind: Schema.Literal<"member-not-observed">;
|
|
@@ -4236,7 +4248,7 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
4236
4248
|
}>>;
|
|
4237
4249
|
}>;
|
|
4238
4250
|
readonly limitations: Schema.$Array<Schema.Struct<{
|
|
4239
|
-
readonly
|
|
4251
|
+
readonly plannedAttemptId: Schema.String;
|
|
4240
4252
|
readonly locator: Schema.NullOr<Schema.String>;
|
|
4241
4253
|
readonly limitation: Schema.Union<readonly [Schema.Struct<{
|
|
4242
4254
|
readonly kind: Schema.Literal<"member-not-observed">;
|
|
@@ -4345,7 +4357,7 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
4345
4357
|
}>>;
|
|
4346
4358
|
}>;
|
|
4347
4359
|
readonly limitations: Schema.$Array<Schema.Struct<{
|
|
4348
|
-
readonly
|
|
4360
|
+
readonly plannedAttemptId: Schema.String;
|
|
4349
4361
|
readonly locator: Schema.NullOr<Schema.String>;
|
|
4350
4362
|
readonly limitation: Schema.Union<readonly [Schema.Struct<{
|
|
4351
4363
|
readonly kind: Schema.Literal<"member-not-observed">;
|
|
@@ -4464,16 +4476,28 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
4464
4476
|
}>;
|
|
4465
4477
|
readonly result: {
|
|
4466
4478
|
attempt: Schema.Struct<{
|
|
4479
|
+
readonly notes: Schema.$Array<Schema.Struct<{
|
|
4480
|
+
readonly label: Schema.String;
|
|
4481
|
+
readonly sequence: Schema.Number;
|
|
4482
|
+
readonly value: Schema.Codec<import("../record/family/attempt-note/schema.js").NoteValue, import("../record/family/attempt-note/schema.js").NoteValue, never, never>;
|
|
4483
|
+
readonly unit: Schema.optional<Schema.Literals<readonly ["ms", "seconds", "tokens", "usd", "ratio", "count", "bytes"]>>;
|
|
4484
|
+
}>>;
|
|
4467
4485
|
readonly core: Schema.Struct<{
|
|
4468
4486
|
readonly attemptId: Schema.Codec<import("../record/index.js").AttemptId, string, never, never>;
|
|
4469
4487
|
readonly originRunId: Schema.Codec<import("../record/model/identifiers.js").RunId, string, never, never>;
|
|
4470
|
-
readonly slotId: Schema.Codec<import("../record/model/identifiers.js").SlotId, string, never, never>;
|
|
4471
4488
|
readonly evalId: Schema.Codec<import("../record/model/identifiers.js").EvalId, string, never, never>;
|
|
4472
4489
|
readonly executionIdentityDigest: Schema.Codec<import("../record/model/identifiers.js").ExecutionIdentityDigest, string, never, never>;
|
|
4473
4490
|
readonly outcome: Schema.Literals<readonly ["completed", "errored", "cancelled", "interrupted"]>;
|
|
4491
|
+
readonly plannedAttemptId: Schema.Codec<import("../record/model/identifiers.js").SlotId, string, never, never>;
|
|
4474
4492
|
}>;
|
|
4475
4493
|
readonly locator: Schema.String;
|
|
4476
4494
|
readonly originRun: Schema.Struct<{
|
|
4495
|
+
readonly plannedAttempts: Schema.$Array<Schema.Struct<{
|
|
4496
|
+
readonly evalId: Schema.Codec<import("../record/model/identifiers.js").EvalId, string, never, never>;
|
|
4497
|
+
readonly attemptOrdinal: Schema.Number;
|
|
4498
|
+
readonly executionIdentityDigest: Schema.Codec<import("../record/model/identifiers.js").ExecutionIdentityDigest, string, never, never>;
|
|
4499
|
+
readonly plannedAttemptId: Schema.Codec<import("../record/model/identifiers.js").SlotId, string, never, never>;
|
|
4500
|
+
}>>;
|
|
4477
4501
|
readonly runId: Schema.Codec<import("../record/model/identifiers.js").RunId, string, never, never>;
|
|
4478
4502
|
readonly experimentId: Schema.Codec<import("../record/model/identifiers.js").ExperimentId, string, never, never>;
|
|
4479
4503
|
readonly context: Schema.Struct<{
|
|
@@ -4483,28 +4507,22 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
4483
4507
|
}>;
|
|
4484
4508
|
readonly startedAt: Schema.Codec<import("../record/model/identifiers.js").UtcMillis, number, never, never>;
|
|
4485
4509
|
readonly completedAt: Schema.Codec<import("../record/model/identifiers.js").UtcMillis, number, never, never>;
|
|
4486
|
-
readonly expectedSlots: Schema.$Array<Schema.Struct<{
|
|
4487
|
-
readonly slotId: Schema.Codec<import("../record/model/identifiers.js").SlotId, string, never, never>;
|
|
4488
|
-
readonly evalId: Schema.Codec<import("../record/model/identifiers.js").EvalId, string, never, never>;
|
|
4489
|
-
readonly attemptOrdinal: Schema.Number;
|
|
4490
|
-
readonly executionIdentityDigest: Schema.Codec<import("../record/model/identifiers.js").ExecutionIdentityDigest, string, never, never>;
|
|
4491
|
-
}>>;
|
|
4492
4510
|
}>;
|
|
4493
4511
|
readonly targets: Schema.$Array<Schema.Struct<{
|
|
4494
4512
|
readonly runId: Schema.String;
|
|
4495
|
-
readonly member: Schema.Union<
|
|
4496
|
-
readonly slotId: Schema.Codec<import("../record/model/identifiers.js").SlotId, string, never, never>;
|
|
4513
|
+
readonly member: Schema.Union<Schema.Struct<{
|
|
4497
4514
|
readonly action: Schema.Literals<readonly ["executed", "carried", "accepted"]>;
|
|
4498
4515
|
readonly attempt: Schema.Struct<{
|
|
4499
4516
|
readonly originRunId: Schema.Codec<import("../record/model/identifiers.js").RunId, string, never, never>;
|
|
4500
4517
|
readonly attemptId: Schema.Codec<import("../record/index.js").AttemptId, string, never, never>;
|
|
4501
4518
|
}>;
|
|
4502
|
-
|
|
4503
|
-
|
|
4519
|
+
readonly plannedAttemptId: Schema.Codec<import("../record/model/identifiers.js").SlotId, string, never, never>;
|
|
4520
|
+
} | {
|
|
4504
4521
|
readonly action: Schema.Literals<readonly ["not-dispatched", "interrupted"]>;
|
|
4505
4522
|
readonly attempt: Schema.Null;
|
|
4506
4523
|
readonly absenceReason: Schema.Literals<readonly ["early-exit-satisfied", "budget-exhausted", "stopped-by-failure", "interrupted-before-publication", "dispatch-failed"]>;
|
|
4507
|
-
|
|
4524
|
+
readonly plannedAttemptId: Schema.Codec<import("../record/model/identifiers.js").SlotId, string, never, never>;
|
|
4525
|
+
}>[]>;
|
|
4508
4526
|
}>>;
|
|
4509
4527
|
readonly evidence: Schema.Union<readonly [Schema.Struct<{
|
|
4510
4528
|
readonly state: Schema.Literal<"not-recorded">;
|
|
@@ -4651,7 +4669,7 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
4651
4669
|
}>]>>;
|
|
4652
4670
|
}>;
|
|
4653
4671
|
};
|
|
4654
|
-
readonly factKinds: readonly ["core", "assertions"];
|
|
4672
|
+
readonly factKinds: readonly ["core", "assertions", "attempt-note"];
|
|
4655
4673
|
}>;
|
|
4656
4674
|
"attempt.assertion.detail": Readonly<{
|
|
4657
4675
|
readonly request: Schema.Struct<{
|
|
@@ -6024,7 +6042,7 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
6024
6042
|
readonly omittedLimitationCount: Schema.Number;
|
|
6025
6043
|
readonly items: Schema.$Array<Schema.Struct<{
|
|
6026
6044
|
readonly commandId: Schema.String;
|
|
6027
|
-
readonly phase: Schema.Literals<
|
|
6045
|
+
readonly phase: Schema.Literals<("sandbox.prepare" | "agent.ensure" | "eval.run" | "sandbox.command" | "attempt.before" | "attempt.after")[]>;
|
|
6028
6046
|
readonly outcome: Schema.Union<readonly [Schema.Struct<{
|
|
6029
6047
|
readonly kind: Schema.Literal<"exited">;
|
|
6030
6048
|
readonly exitCode: Schema.Number;
|
|
@@ -6062,7 +6080,7 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
6062
6080
|
readonly diagnosticId: Schema.String;
|
|
6063
6081
|
readonly sequence: Schema.Number;
|
|
6064
6082
|
readonly turnId: Schema.NullOr<Schema.String>;
|
|
6065
|
-
readonly phase: Schema.Literals<readonly ["attempt.
|
|
6083
|
+
readonly phase: Schema.Literals<readonly ["attempt.before", "sandbox.prepare", "agent.ensure", "eval.run", "agent.send", "sandbox.command", "assertion.evaluate", "verdict.fold", "attempt.after"]>;
|
|
6066
6084
|
readonly kind: Schema.Literals<readonly ["advisory", "execution-error"]>;
|
|
6067
6085
|
readonly code: Schema.String;
|
|
6068
6086
|
readonly summary: Schema.String;
|
|
@@ -6535,7 +6553,7 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
6535
6553
|
readonly reason: Schema.Literals<readonly ["spawn-failed", "cancelled-before-start"]>;
|
|
6536
6554
|
}>]>;
|
|
6537
6555
|
readonly turnId: Schema.NullOr<Schema.String>;
|
|
6538
|
-
readonly phase: Schema.Literals<readonly ["attempt.
|
|
6556
|
+
readonly phase: Schema.Literals<readonly ["attempt.before", "sandbox.prepare", "agent.ensure", "eval.run", "sandbox.command", "attempt.after"]>;
|
|
6539
6557
|
readonly sequence: Schema.Number;
|
|
6540
6558
|
readonly stdout: Schema.Struct<{
|
|
6541
6559
|
readonly text: Schema.String;
|
|
@@ -6629,7 +6647,7 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
6629
6647
|
collectionComplete: Schema.Boolean;
|
|
6630
6648
|
reasons: Schema.$Array<Schema.Literals<readonly ["usage-not-recorded", "source-invalid", "adapter-usage-required", "collection-incomplete", "call-status-unknown", "no-calls", "cache-read-missing", "input-total-missing", "zero-input-total", "unsafe-token-total"]>>;
|
|
6631
6649
|
}>;
|
|
6632
|
-
readonly
|
|
6650
|
+
readonly roles: Schema.$Array<Schema.Struct<{
|
|
6633
6651
|
readonly rate: Schema.Union<readonly [Schema.Struct<{
|
|
6634
6652
|
readonly state: Schema.Literal<"exact">;
|
|
6635
6653
|
readonly value: Schema.Number;
|
|
@@ -6644,7 +6662,7 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
6644
6662
|
readonly unknownStatusCalls: Schema.Number;
|
|
6645
6663
|
readonly collectionComplete: Schema.Boolean;
|
|
6646
6664
|
readonly reasons: Schema.$Array<Schema.Literals<readonly ["usage-not-recorded", "source-invalid", "adapter-usage-required", "collection-incomplete", "call-status-unknown", "no-calls", "cache-read-missing", "input-total-missing", "zero-input-total", "unsafe-token-total"]>>;
|
|
6647
|
-
readonly
|
|
6665
|
+
readonly modelRole: Schema.NullOr<Schema.String>;
|
|
6648
6666
|
}>>;
|
|
6649
6667
|
readonly models: Schema.$Array<Schema.Struct<{
|
|
6650
6668
|
readonly rate: Schema.Union<readonly [Schema.Struct<{
|
|
@@ -6661,7 +6679,7 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
6661
6679
|
readonly unknownStatusCalls: Schema.Number;
|
|
6662
6680
|
readonly collectionComplete: Schema.Boolean;
|
|
6663
6681
|
readonly reasons: Schema.$Array<Schema.Literals<readonly ["usage-not-recorded", "source-invalid", "adapter-usage-required", "collection-incomplete", "call-status-unknown", "no-calls", "cache-read-missing", "input-total-missing", "zero-input-total", "unsafe-token-total"]>>;
|
|
6664
|
-
readonly
|
|
6682
|
+
readonly modelRole: Schema.NullOr<Schema.String>;
|
|
6665
6683
|
readonly provider: Schema.NullOr<Schema.String>;
|
|
6666
6684
|
readonly model: Schema.NullOr<Schema.String>;
|
|
6667
6685
|
}>>;
|
|
@@ -6671,7 +6689,7 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
6671
6689
|
}>, Schema.Struct<{
|
|
6672
6690
|
readonly state: Schema.Literal<"available">;
|
|
6673
6691
|
readonly bindings: Schema.$Array<Schema.Struct<{
|
|
6674
|
-
readonly
|
|
6692
|
+
readonly modelRole: Schema.String;
|
|
6675
6693
|
readonly model: Schema.NullOr<Schema.String>;
|
|
6676
6694
|
readonly reasoningEffort: Schema.NullOr<Schema.String>;
|
|
6677
6695
|
readonly recordedCalls: Schema.NullOr<Schema.Number>;
|
|
@@ -6681,7 +6699,7 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
6681
6699
|
readonly state: Schema.Literal<"available">;
|
|
6682
6700
|
readonly basis: Schema.Literal<"recorded-calls">;
|
|
6683
6701
|
readonly groups: Schema.$Array<Schema.Struct<{
|
|
6684
|
-
readonly
|
|
6702
|
+
readonly modelRole: Schema.NullOr<Schema.String>;
|
|
6685
6703
|
readonly provider: Schema.NullOr<Schema.String>;
|
|
6686
6704
|
readonly model: Schema.NullOr<Schema.String>;
|
|
6687
6705
|
readonly recordedCalls: Schema.Number;
|
|
@@ -6876,6 +6894,7 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
6876
6894
|
readonly source: Schema.optional<Schema.Literal<"adapter">>;
|
|
6877
6895
|
readonly coverage: Schema.optional<Schema.Literal<"recorded-calls">>;
|
|
6878
6896
|
readonly calls: Schema.optional<Schema.$Array<Schema.Struct<{
|
|
6897
|
+
readonly modelRole: Schema.NullOr<Schema.String>;
|
|
6879
6898
|
readonly effectiveCost: Schema.NullOr<Schema.Struct<{
|
|
6880
6899
|
readonly amount: Schema.String;
|
|
6881
6900
|
readonly currency: Schema.String;
|
|
@@ -6885,7 +6904,6 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
6885
6904
|
}>;
|
|
6886
6905
|
readonly state: Schema.Literals<readonly ["complete", "partial"]>;
|
|
6887
6906
|
}>>;
|
|
6888
|
-
readonly modelSlot: Schema.NullOr<Schema.String>;
|
|
6889
6907
|
readonly route: Schema.Struct<{
|
|
6890
6908
|
readonly transportProvider: Schema.NullOr<Schema.String>;
|
|
6891
6909
|
readonly endpointId: Schema.NullOr<Schema.String>;
|
|
@@ -7295,6 +7313,12 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
7295
7313
|
readonly mode: Schema.Literals<readonly ["side-by-side", "exact", "paired"]>;
|
|
7296
7314
|
readonly left: Schema.Struct<{
|
|
7297
7315
|
readonly runs: Schema.$Array<Schema.Struct<{
|
|
7316
|
+
readonly plannedAttempts: Schema.$Array<Schema.Struct<{
|
|
7317
|
+
readonly evalId: Schema.Codec<import("../record/model/identifiers.js").EvalId, string, never, never>;
|
|
7318
|
+
readonly attemptOrdinal: Schema.Number;
|
|
7319
|
+
readonly executionIdentityDigest: Schema.Codec<import("../record/model/identifiers.js").ExecutionIdentityDigest, string, never, never>;
|
|
7320
|
+
readonly plannedAttemptId: Schema.Codec<import("../record/model/identifiers.js").SlotId, string, never, never>;
|
|
7321
|
+
}>>;
|
|
7298
7322
|
readonly runId: Schema.Codec<import("../record/model/identifiers.js").RunId, string, never, never>;
|
|
7299
7323
|
readonly experimentId: Schema.Codec<import("../record/model/identifiers.js").ExperimentId, string, never, never>;
|
|
7300
7324
|
readonly context: Schema.Struct<{
|
|
@@ -7304,17 +7328,11 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
7304
7328
|
}>;
|
|
7305
7329
|
readonly startedAt: Schema.Codec<import("../record/model/identifiers.js").UtcMillis, number, never, never>;
|
|
7306
7330
|
readonly completedAt: Schema.Codec<import("../record/model/identifiers.js").UtcMillis, number, never, never>;
|
|
7307
|
-
readonly expectedSlots: Schema.$Array<Schema.Struct<{
|
|
7308
|
-
readonly slotId: Schema.Codec<import("../record/model/identifiers.js").SlotId, string, never, never>;
|
|
7309
|
-
readonly evalId: Schema.Codec<import("../record/model/identifiers.js").EvalId, string, never, never>;
|
|
7310
|
-
readonly attemptOrdinal: Schema.Number;
|
|
7311
|
-
readonly executionIdentityDigest: Schema.Codec<import("../record/model/identifiers.js").ExecutionIdentityDigest, string, never, never>;
|
|
7312
|
-
}>>;
|
|
7313
7331
|
}>>;
|
|
7314
7332
|
readonly members: Schema.$Array<Schema.Struct<{
|
|
7315
7333
|
readonly key: Schema.String;
|
|
7316
7334
|
readonly runId: Schema.String;
|
|
7317
|
-
readonly
|
|
7335
|
+
readonly plannedAttemptId: Schema.String;
|
|
7318
7336
|
readonly evalId: Schema.String;
|
|
7319
7337
|
readonly attemptOrdinal: Schema.Number;
|
|
7320
7338
|
readonly locator: Schema.String;
|
|
@@ -7322,6 +7340,12 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
7322
7340
|
}>;
|
|
7323
7341
|
readonly right: Schema.Struct<{
|
|
7324
7342
|
readonly runs: Schema.$Array<Schema.Struct<{
|
|
7343
|
+
readonly plannedAttempts: Schema.$Array<Schema.Struct<{
|
|
7344
|
+
readonly evalId: Schema.Codec<import("../record/model/identifiers.js").EvalId, string, never, never>;
|
|
7345
|
+
readonly attemptOrdinal: Schema.Number;
|
|
7346
|
+
readonly executionIdentityDigest: Schema.Codec<import("../record/model/identifiers.js").ExecutionIdentityDigest, string, never, never>;
|
|
7347
|
+
readonly plannedAttemptId: Schema.Codec<import("../record/model/identifiers.js").SlotId, string, never, never>;
|
|
7348
|
+
}>>;
|
|
7325
7349
|
readonly runId: Schema.Codec<import("../record/model/identifiers.js").RunId, string, never, never>;
|
|
7326
7350
|
readonly experimentId: Schema.Codec<import("../record/model/identifiers.js").ExperimentId, string, never, never>;
|
|
7327
7351
|
readonly context: Schema.Struct<{
|
|
@@ -7331,17 +7355,11 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
7331
7355
|
}>;
|
|
7332
7356
|
readonly startedAt: Schema.Codec<import("../record/model/identifiers.js").UtcMillis, number, never, never>;
|
|
7333
7357
|
readonly completedAt: Schema.Codec<import("../record/model/identifiers.js").UtcMillis, number, never, never>;
|
|
7334
|
-
readonly expectedSlots: Schema.$Array<Schema.Struct<{
|
|
7335
|
-
readonly slotId: Schema.Codec<import("../record/model/identifiers.js").SlotId, string, never, never>;
|
|
7336
|
-
readonly evalId: Schema.Codec<import("../record/model/identifiers.js").EvalId, string, never, never>;
|
|
7337
|
-
readonly attemptOrdinal: Schema.Number;
|
|
7338
|
-
readonly executionIdentityDigest: Schema.Codec<import("../record/model/identifiers.js").ExecutionIdentityDigest, string, never, never>;
|
|
7339
|
-
}>>;
|
|
7340
7358
|
}>>;
|
|
7341
7359
|
readonly members: Schema.$Array<Schema.Struct<{
|
|
7342
7360
|
readonly key: Schema.String;
|
|
7343
7361
|
readonly runId: Schema.String;
|
|
7344
|
-
readonly
|
|
7362
|
+
readonly plannedAttemptId: Schema.String;
|
|
7345
7363
|
readonly evalId: Schema.String;
|
|
7346
7364
|
readonly attemptOrdinal: Schema.Number;
|
|
7347
7365
|
readonly locator: Schema.String;
|
|
@@ -7353,7 +7371,7 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
7353
7371
|
readonly left: Schema.Struct<{
|
|
7354
7372
|
readonly key: Schema.String;
|
|
7355
7373
|
readonly runId: Schema.String;
|
|
7356
|
-
readonly
|
|
7374
|
+
readonly plannedAttemptId: Schema.String;
|
|
7357
7375
|
readonly evalId: Schema.String;
|
|
7358
7376
|
readonly attemptOrdinal: Schema.Number;
|
|
7359
7377
|
readonly locator: Schema.String;
|
|
@@ -7361,7 +7379,7 @@ export declare const inspectionProtocolRegistry: Readonly<{
|
|
|
7361
7379
|
readonly right: Schema.Struct<{
|
|
7362
7380
|
readonly key: Schema.String;
|
|
7363
7381
|
readonly runId: Schema.String;
|
|
7364
|
-
readonly
|
|
7382
|
+
readonly plannedAttemptId: Schema.String;
|
|
7365
7383
|
readonly evalId: Schema.String;
|
|
7366
7384
|
readonly attemptOrdinal: Schema.Number;
|
|
7367
7385
|
readonly locator: Schema.String;
|
|
@@ -7376,7 +7394,7 @@ export type InspectionOperationId = keyof typeof inspectionProtocolRegistry;
|
|
|
7376
7394
|
export declare const INSPECTION_OPERATION_IDS: readonly ("run.list" | "run.get" | "project.get" | "overview.get" | "experiment.get" | "attempt.get" | "attempt.assertion.detail" | "attempt.assertion.image" | "attempt.trace" | "attempt.trace.detail" | "attempt.timing" | "attempt.usage" | "attempt.diff" | "attempt.sources" | "attempt.artifacts" | "attempt.artifact" | "runs.compare")[];
|
|
7377
7395
|
export declare const InspectionOperationIdSchema: Schema.Literals<readonly ("run.list" | "run.get" | "project.get" | "overview.get" | "experiment.get" | "attempt.get" | "attempt.assertion.detail" | "attempt.assertion.image" | "attempt.trace" | "attempt.trace.detail" | "attempt.timing" | "attempt.usage" | "attempt.diff" | "attempt.sources" | "attempt.artifacts" | "attempt.artifact" | "runs.compare")[]>;
|
|
7378
7396
|
export declare const InspectionRequestSchema: Schema.Struct<{
|
|
7379
|
-
readonly protocol: Schema.Literal<"niceeval.query/
|
|
7397
|
+
readonly protocol: Schema.Literal<"niceeval.query/v2">;
|
|
7380
7398
|
readonly operation: Schema.Union<(Schema.Struct<{
|
|
7381
7399
|
readonly kind: Schema.Literal<"project.get">;
|
|
7382
7400
|
} & {
|
|
@@ -7494,7 +7512,7 @@ export type InspectionOperationFor<Kind extends InspectionOperationId> = Extract
|
|
|
7494
7512
|
}>;
|
|
7495
7513
|
export declare const InspectionSuccessDocumentSchema: Schema.Union<readonly Schema.Codec<InspectionSuccessDocument, InspectionSuccessEncoded>[]>;
|
|
7496
7514
|
export declare const InspectionExplanationDocumentSchema: Schema.Union<Schema.Struct<{
|
|
7497
|
-
readonly protocol: Schema.Literal<"niceeval.query/
|
|
7515
|
+
readonly protocol: Schema.Literal<"niceeval.query/v2">;
|
|
7498
7516
|
readonly source: Schema.Struct<{
|
|
7499
7517
|
readonly kind: Schema.Literals<readonly ["project-record", "external-record"]>;
|
|
7500
7518
|
readonly publicationCutoffIdentity: Schema.String;
|
|
@@ -7515,17 +7533,17 @@ export declare const InspectionExplanationDocumentSchema: Schema.Union<Schema.St
|
|
|
7515
7533
|
readonly behaviorVersion: Schema.Literal<"2.0.0">;
|
|
7516
7534
|
readonly outcome: Schema.Literal<"explanation">;
|
|
7517
7535
|
readonly operation: Schema.Literal<"run.list" | "run.get" | "project.get" | "overview.get" | "experiment.get" | "attempt.get" | "attempt.assertion.detail" | "attempt.assertion.image" | "attempt.trace" | "attempt.trace.detail" | "attempt.timing" | "attempt.usage" | "attempt.diff" | "attempt.sources" | "attempt.artifacts" | "attempt.artifact" | "runs.compare">;
|
|
7518
|
-
readonly factKinds: Schema.Tuple<Schema.Literal<"assertions" | "core" | "
|
|
7536
|
+
readonly factKinds: Schema.Tuple<Schema.Literal<"assertions" | "core" | "sources" | "artifacts" | "runner-activities" | "adapter-usage" | "file-changes" | "agent-turns" | "sandbox-commands" | "runner-diagnostics" | "turn-contexts" | "current-project" | "attempt-cost" | "attempt-note" | "judge-usage" | "execution-traces">[]>;
|
|
7519
7537
|
}>[]>;
|
|
7520
7538
|
export declare const InspectionDiscoveryDocumentSchema: Schema.Struct<{
|
|
7521
|
-
readonly protocol: Schema.Literal<"niceeval.query/
|
|
7539
|
+
readonly protocol: Schema.Literal<"niceeval.query/v2">;
|
|
7522
7540
|
readonly outcome: Schema.Literal<"discovery">;
|
|
7523
7541
|
readonly operations: Schema.$Array<Schema.Union<Schema.Struct<{
|
|
7524
7542
|
readonly id: Schema.Literal<"run.list" | "run.get" | "project.get" | "overview.get" | "experiment.get" | "attempt.get" | "attempt.assertion.detail" | "attempt.assertion.image" | "attempt.trace" | "attempt.trace.detail" | "attempt.timing" | "attempt.usage" | "attempt.diff" | "attempt.sources" | "attempt.artifacts" | "attempt.artifact" | "runs.compare">;
|
|
7525
7543
|
}>[]>>;
|
|
7526
7544
|
}>;
|
|
7527
7545
|
export declare const InspectionFailureDocumentSchema: Schema.Struct<{
|
|
7528
|
-
readonly protocol: Schema.Literal<"niceeval.query/
|
|
7546
|
+
readonly protocol: Schema.Literal<"niceeval.query/v2">;
|
|
7529
7547
|
readonly outcome: Schema.Literal<"failure">;
|
|
7530
7548
|
readonly operation: Schema.NullOr<Schema.Literals<readonly ("run.list" | "run.get" | "project.get" | "overview.get" | "experiment.get" | "attempt.get" | "attempt.assertion.detail" | "attempt.assertion.image" | "attempt.trace" | "attempt.trace.detail" | "attempt.timing" | "attempt.usage" | "attempt.diff" | "attempt.sources" | "attempt.artifacts" | "attempt.artifact" | "runs.compare")[]>>;
|
|
7531
7549
|
readonly failure: Schema.Struct<{
|