niceeval 0.18.0 → 0.19.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/INDEX.md +4 -2
- package/dist/adapter-usage.cjs.map +1 -1
- package/dist/adapter-usage.d.cts +1 -1
- package/dist/adapter-usage.d.mts +1 -1
- package/dist/adapter-usage.d.ts +1 -1
- package/dist/adapter.cjs +8 -7
- package/dist/adapter.cjs.map +1 -1
- package/dist/adapter.d.cts +21 -21
- package/dist/adapter.d.mts +21 -21
- package/dist/adapter.d.ts +21 -21
- package/dist/agents/{effect-runtime.cjs → agent-effects.cjs} +12 -18
- package/dist/agents/agent-effects.cjs.map +1 -0
- package/dist/agents/agent-effects.d.cts +23 -0
- package/dist/agents/agent-effects.d.mts +23 -0
- package/dist/agents/agent-effects.d.ts +23 -0
- package/dist/agents/agent-effects.js +16 -0
- package/dist/agents/agent-effects.js.map +1 -0
- package/dist/agents/ai-sdk.cjs +1 -1
- package/dist/agents/ai-sdk.cjs.map +1 -1
- package/dist/agents/bub.cjs +31 -18
- package/dist/agents/bub.cjs.map +1 -1
- package/dist/agents/bub.d.cts +9 -12
- package/dist/agents/bub.d.mts +9 -12
- package/dist/agents/bub.d.ts +9 -12
- package/dist/agents/claude-code-native.cjs +2 -2
- package/dist/agents/claude-code-native.cjs.map +1 -1
- package/dist/agents/claude-code.cjs +17 -11
- package/dist/agents/claude-code.cjs.map +1 -1
- package/dist/agents/claude-code.d.cts +11 -11
- package/dist/agents/claude-code.d.mts +11 -11
- package/dist/agents/claude-code.d.ts +11 -11
- package/dist/agents/codex-app-server.cjs +2 -2
- package/dist/agents/codex-app-server.cjs.map +1 -1
- package/dist/agents/codex.cjs +18 -12
- package/dist/agents/codex.cjs.map +1 -1
- package/dist/agents/codex.d.cts +12 -12
- package/dist/agents/codex.d.mts +12 -12
- package/dist/agents/codex.d.ts +12 -12
- package/dist/agents/deepseek-harness.cjs +2 -2
- package/dist/agents/deepseek-harness.cjs.map +1 -1
- package/dist/agents/hermes.cjs +3 -3
- package/dist/agents/hermes.cjs.map +1 -1
- package/dist/agents/index.cjs +3 -3
- package/dist/agents/index.cjs.map +1 -1
- package/dist/agents/index.d.cts +3 -3
- package/dist/agents/index.d.mts +3 -3
- package/dist/agents/index.d.ts +3 -3
- package/dist/agents/index.js +2 -2
- package/dist/agents/index.mjs +2 -2
- package/dist/agents/mcp.cjs.map +1 -1
- package/dist/agents/mcp.d.cts +2 -2
- package/dist/agents/mcp.d.mts +2 -2
- package/dist/agents/mcp.d.ts +2 -2
- package/dist/agents/omp.cjs +2 -2
- package/dist/agents/omp.cjs.map +1 -1
- package/dist/agents/openai-compat.cjs +2 -2
- package/dist/agents/openai-compat.cjs.map +1 -1
- package/dist/agents/openclaw.cjs +3 -3
- package/dist/agents/openclaw.cjs.map +1 -1
- package/dist/agents/opencode.cjs +16 -4
- package/dist/agents/opencode.cjs.map +1 -1
- package/dist/agents/plugin-extensions.cjs +71 -0
- package/dist/agents/plugin-extensions.cjs.map +1 -0
- package/dist/agents/plugin-extensions.d.cts +26 -0
- package/dist/agents/plugin-extensions.d.mts +26 -0
- package/dist/agents/plugin-extensions.d.ts +26 -0
- package/dist/agents/plugin-extensions.js +8 -0
- package/dist/agents/plugin-extensions.js.map +1 -0
- package/dist/agents/post-setup.cjs +14 -3
- package/dist/agents/post-setup.cjs.map +1 -1
- package/dist/agents/post-setup.d.cts +4 -2
- package/dist/agents/post-setup.d.mts +4 -2
- package/dist/agents/post-setup.d.ts +4 -2
- package/dist/agents/post-setup.js +8 -6
- package/dist/agents/sdk-streams.cjs +3 -3
- package/dist/agents/sdk-streams.cjs.map +1 -1
- package/dist/agents/{session-slot.cjs → session-key.cjs} +4 -4
- package/dist/agents/session-key.cjs.map +1 -0
- package/dist/agents/session-key.d.cts +12 -0
- package/dist/agents/session-key.d.mts +12 -0
- package/dist/agents/session-key.d.ts +12 -0
- package/dist/agents/session-key.js +6 -0
- package/dist/agents/session-key.js.map +1 -0
- package/dist/agents/shared.cjs +2 -2
- package/dist/agents/shared.cjs.map +1 -1
- package/dist/agents/shared.d.cts +4 -4
- package/dist/agents/shared.d.mts +4 -4
- package/dist/agents/shared.d.ts +4 -4
- package/dist/agents/skills.cjs.map +1 -1
- package/dist/agents/skills.d.cts +3 -3
- package/dist/agents/skills.d.mts +3 -3
- package/dist/agents/skills.d.ts +3 -3
- package/dist/agents/types.cjs.map +1 -1
- package/dist/agents/types.d.cts +55 -54
- package/dist/agents/types.d.mts +55 -54
- package/dist/agents/types.d.ts +55 -54
- package/dist/agents/ui-message-stream.cjs +4 -4
- package/dist/agents/ui-message-stream.cjs.map +1 -1
- package/dist/agents/unrecognized-events.cjs +32 -0
- package/dist/agents/unrecognized-events.cjs.map +1 -0
- package/dist/agents/unrecognized-events.d.cts +8 -0
- package/dist/agents/unrecognized-events.d.mts +8 -0
- package/dist/agents/unrecognized-events.d.ts +8 -0
- package/dist/agents/unrecognized-events.js +6 -0
- package/dist/agents/unrecognized-events.js.map +1 -0
- package/dist/assertions/api.cjs.map +1 -1
- package/dist/assertions/api.d.cts +3 -0
- package/dist/assertions/api.d.mts +3 -0
- package/dist/assertions/api.d.ts +3 -0
- package/dist/assertions/collection.cjs +1 -1
- package/dist/assertions/collection.cjs.map +1 -1
- package/dist/assertions/judge.cjs +1 -1
- package/dist/assertions/judge.cjs.map +1 -1
- package/dist/assertions/match.cjs +52 -21
- package/dist/assertions/match.cjs.map +1 -1
- package/dist/assertions/match.d.cts +16 -5
- package/dist/assertions/match.d.mts +16 -5
- package/dist/assertions/match.d.ts +16 -5
- package/dist/assertions/match.js +96 -94
- package/dist/assertions/measurements.cjs +22 -6
- package/dist/assertions/measurements.cjs.map +1 -1
- package/dist/assertions/measurements.d.cts +8 -1
- package/dist/assertions/measurements.d.mts +8 -1
- package/dist/assertions/measurements.d.ts +8 -1
- package/dist/assertions/numeric.cjs +2 -0
- package/dist/assertions/numeric.cjs.map +1 -1
- package/dist/assertions/numeric.d.cts +1 -1
- package/dist/assertions/numeric.d.mts +1 -1
- package/dist/assertions/numeric.d.ts +1 -1
- package/dist/assertions/quantity.cjs +42 -0
- package/dist/assertions/quantity.cjs.map +1 -0
- package/dist/assertions/quantity.d.cts +18 -0
- package/dist/assertions/quantity.d.mts +18 -0
- package/dist/assertions/quantity.d.ts +18 -0
- package/dist/assertions/quantity.js +22 -0
- package/dist/assertions/quantity.js.map +1 -0
- package/dist/assertions/record/attachment.cjs +2 -0
- package/dist/assertions/record/attachment.cjs.map +1 -1
- package/dist/assertions/record/codec.cjs +5 -1
- package/dist/assertions/record/codec.cjs.map +1 -1
- package/dist/assertions/record/model.cjs.map +1 -1
- package/dist/assertions/record/model.d.cts +3 -1
- package/dist/assertions/record/model.d.mts +3 -1
- package/dist/assertions/record/model.d.ts +3 -1
- package/dist/assertions/runtime.cjs +11 -6
- package/dist/assertions/runtime.cjs.map +1 -1
- package/dist/cli/program.cjs +3 -0
- package/dist/cli/program.cjs.map +1 -1
- package/dist/context/assert-first.cjs +6 -4
- package/dist/context/assert-first.cjs.map +1 -1
- package/dist/context/assert-first.d.cts +9 -3
- package/dist/context/assert-first.d.mts +9 -3
- package/dist/context/assert-first.d.ts +9 -3
- package/dist/context/notes.cjs +47 -0
- package/dist/context/notes.cjs.map +1 -0
- package/dist/context/notes.d.cts +10 -0
- package/dist/context/notes.d.mts +10 -0
- package/dist/context/notes.d.ts +10 -0
- package/dist/context/notes.js +6 -0
- package/dist/context/notes.js.map +1 -0
- package/dist/context/send-failures.cjs +1 -7
- package/dist/context/send-failures.cjs.map +1 -1
- package/dist/context/send-failures.d.cts +2 -3
- package/dist/context/send-failures.d.mts +2 -3
- package/dist/context/send-failures.d.ts +2 -3
- package/dist/context/send-retry.cjs +0 -1
- package/dist/context/send-retry.cjs.map +1 -1
- package/dist/context/send-retry.d.cts +1 -2
- package/dist/context/send-retry.d.mts +1 -2
- package/dist/context/send-retry.d.ts +1 -2
- package/dist/context/session.cjs +10 -17
- package/dist/context/session.cjs.map +1 -1
- package/dist/context/session.d.cts +4 -10
- package/dist/context/session.d.mts +4 -10
- package/dist/context/session.d.ts +4 -10
- package/dist/define.cjs +88 -65
- package/dist/define.cjs.map +1 -1
- package/dist/define.d.cts +3 -3
- package/dist/define.d.mts +3 -3
- package/dist/define.d.ts +3 -3
- package/dist/eval/cli/contribution.cjs +1 -1
- package/dist/eval/cli/contribution.cjs.map +1 -1
- package/dist/eval/host/index.cjs +1 -1
- package/dist/eval/host/index.cjs.map +1 -1
- package/dist/eval/record/evaluation.cjs +1 -1
- package/dist/eval/record/evaluation.cjs.map +1 -1
- package/dist/eval/record/membership-provenance.d.cts +3 -3
- package/dist/eval/record/membership-provenance.d.mts +3 -3
- package/dist/eval/record/membership-provenance.d.ts +3 -3
- package/dist/eval/record/score.cjs +2 -2
- package/dist/eval/record/score.cjs.map +1 -1
- package/dist/eval/record/sealed-assertion.cjs +1 -1
- package/dist/eval/record/sealed-assertion.cjs.map +1 -1
- package/dist/eval/record/verdict.cjs +2 -2
- package/dist/eval/record/verdict.cjs.map +1 -1
- package/dist/expect/index.cjs +10 -1
- package/dist/expect/index.cjs.map +1 -1
- package/dist/expect/index.d.cts +3 -1
- package/dist/expect/index.d.mts +3 -1
- package/dist/expect/index.d.ts +3 -1
- package/dist/expect/index.js +92 -76
- package/dist/expect/index.mjs +92 -76
- package/dist/experiment/host/cli/contribution.cjs +52 -39
- package/dist/experiment/host/cli/contribution.cjs.map +1 -1
- package/dist/experiment/host/cli/contribution.d.cts +18 -4
- package/dist/experiment/host/cli/contribution.d.mts +18 -4
- package/dist/experiment/host/cli/contribution.d.ts +18 -4
- package/dist/experiment/host/cli/contribution.js +2 -2
- package/dist/experiment/host/cli/debug-protocol.cjs +2 -2
- package/dist/experiment/host/cli/debug-protocol.cjs.map +1 -1
- package/dist/experiment/host/cli/debug-protocol.d.cts +2 -2
- package/dist/experiment/host/cli/debug-protocol.d.mts +2 -2
- package/dist/experiment/host/cli/debug-protocol.d.ts +2 -2
- package/dist/experiment/host/cli/output-protocol.cjs +1 -1
- package/dist/experiment/host/cli/output-protocol.cjs.map +1 -1
- package/dist/experiment/host/cli/output-protocol.d.cts +2 -2
- package/dist/experiment/host/cli/output-protocol.d.mts +2 -2
- package/dist/experiment/host/cli/output-protocol.d.ts +2 -2
- package/dist/experiment/host/current.cjs +2 -2
- package/dist/experiment/host/current.cjs.map +1 -1
- package/dist/experiment/host/index.cjs +1 -1
- package/dist/experiment/host/index.cjs.map +1 -1
- package/dist/experiment/host/operations.cjs +21 -22
- package/dist/experiment/host/operations.cjs.map +1 -1
- package/dist/experiment/host/runtime.cjs +8 -9
- package/dist/experiment/host/runtime.cjs.map +1 -1
- package/dist/experiment/host/runtime.d.cts +3 -3
- package/dist/experiment/host/runtime.d.mts +3 -3
- package/dist/experiment/host/runtime.d.ts +3 -3
- package/dist/experiment/host/teardown.cjs +3 -3
- package/dist/experiment/host/teardown.cjs.map +1 -1
- package/dist/experiment/host/teardown.d.cts +3 -3
- package/dist/experiment/host/teardown.d.mts +3 -3
- package/dist/experiment/host/teardown.d.ts +3 -3
- package/dist/experiment/host/types.cjs.map +1 -1
- package/dist/experiment/host/types.d.cts +19 -19
- package/dist/experiment/host/types.d.mts +19 -19
- package/dist/experiment/host/types.d.ts +19 -19
- package/dist/index.cjs +3 -3
- package/dist/index.cjs.map +1 -1
- package/dist/index.d.cts +3 -3
- package/dist/index.d.mts +3 -3
- package/dist/index.d.ts +3 -3
- package/dist/index.js +2 -2
- package/dist/index.mjs +2 -2
- package/dist/inspection/assertions.cjs +1 -1
- package/dist/inspection/assertions.cjs.map +1 -1
- package/dist/inspection/cli/contribution.cjs +8 -7
- package/dist/inspection/cli/contribution.cjs.map +1 -1
- package/dist/inspection/facts.cjs +4 -4
- package/dist/inspection/facts.cjs.map +1 -1
- package/dist/inspection/index.cjs +1 -5
- package/dist/inspection/index.cjs.map +1 -1
- package/dist/inspection/index.d.cts +1 -2
- package/dist/inspection/index.d.mts +1 -2
- package/dist/inspection/index.d.ts +1 -2
- package/dist/inspection/index.js +20 -26
- package/dist/inspection/lifecycle.cjs +7 -0
- package/dist/inspection/lifecycle.cjs.map +1 -0
- package/dist/inspection/lifecycle.d.cts +4 -0
- package/dist/inspection/lifecycle.d.mts +4 -0
- package/dist/inspection/lifecycle.d.ts +4 -0
- package/dist/inspection/lifecycle.js +6 -0
- package/dist/inspection/lifecycle.js.map +1 -0
- package/dist/inspection/notes.cjs +40 -0
- package/dist/inspection/notes.cjs.map +1 -0
- package/dist/inspection/notes.d.cts +12 -0
- package/dist/inspection/notes.d.mts +12 -0
- package/dist/inspection/notes.d.ts +12 -0
- package/dist/inspection/notes.js +8 -0
- package/dist/inspection/notes.js.map +1 -0
- package/dist/inspection/overview.cjs +12 -15
- package/dist/inspection/overview.cjs.map +1 -1
- package/dist/inspection/overview.d.cts +8 -6
- package/dist/inspection/overview.d.mts +8 -6
- package/dist/inspection/overview.d.ts +8 -6
- package/dist/inspection/planned-attempt.cjs +45 -0
- package/dist/inspection/planned-attempt.cjs.map +1 -0
- package/dist/inspection/planned-attempt.d.cts +109 -0
- package/dist/inspection/planned-attempt.d.mts +109 -0
- package/dist/inspection/planned-attempt.d.ts +109 -0
- package/dist/inspection/planned-attempt.js +24 -0
- package/dist/inspection/planned-attempt.js.map +1 -0
- package/dist/inspection/project-result.cjs +5 -5
- package/dist/inspection/project-result.cjs.map +1 -1
- package/dist/inspection/project-result.d.cts +58 -57
- package/dist/inspection/project-result.d.mts +58 -57
- package/dist/inspection/project-result.d.ts +58 -57
- package/dist/inspection/project-result.js +4 -4
- package/dist/inspection/project.cjs +3 -3
- package/dist/inspection/project.cjs.map +1 -1
- package/dist/inspection/protocol-values.cjs +1 -1
- package/dist/inspection/protocol-values.cjs.map +1 -1
- package/dist/inspection/protocol-values.d.cts +1 -1
- package/dist/inspection/protocol-values.d.mts +1 -1
- package/dist/inspection/protocol-values.d.ts +1 -1
- package/dist/inspection/protocol.cjs +8 -8
- package/dist/inspection/protocol.cjs.map +1 -1
- package/dist/inspection/protocol.d.cts +237 -219
- package/dist/inspection/protocol.d.mts +237 -219
- package/dist/inspection/protocol.d.ts +237 -219
- package/dist/inspection/public.cjs +1 -5
- package/dist/inspection/public.cjs.map +1 -1
- package/dist/inspection/public.d.cts +1 -2
- package/dist/inspection/public.d.mts +1 -2
- package/dist/inspection/public.d.ts +1 -2
- package/dist/inspection/public.js +14 -20
- package/dist/inspection/public.mjs +166 -129
- package/dist/inspection/query.cjs +1 -1
- package/dist/inspection/query.cjs.map +1 -1
- package/dist/inspection/results.cjs +61 -52
- package/dist/inspection/results.cjs.map +1 -1
- package/dist/inspection/results.d.cts +157 -140
- package/dist/inspection/results.d.mts +157 -140
- package/dist/inspection/results.d.ts +157 -140
- package/dist/inspection/select.cjs +33 -28
- package/dist/inspection/select.cjs.map +1 -1
- package/dist/inspection/source.cjs +1 -1
- package/dist/inspection/source.cjs.map +1 -1
- package/dist/inspection/sources.cjs +2 -2
- package/dist/inspection/sources.cjs.map +1 -1
- package/dist/inspection/trace.cjs +9 -8
- package/dist/inspection/trace.cjs.map +1 -1
- package/dist/inspection/trace.d.cts +4 -4
- package/dist/inspection/trace.d.mts +4 -4
- package/dist/inspection/trace.d.ts +4 -4
- package/dist/loaders/index.cjs +7 -279
- package/dist/loaders/index.cjs.map +1 -1
- package/dist/loaders/index.d.cts +2 -95
- package/dist/loaders/index.d.mts +2 -95
- package/dist/loaders/index.d.ts +2 -95
- package/dist/loaders/index.js +10 -12
- package/dist/loaders/index.mjs +10 -12
- package/dist/loaders/runtime.cjs +283 -0
- package/dist/loaders/runtime.cjs.map +1 -0
- package/dist/loaders/runtime.d.cts +95 -0
- package/dist/loaders/runtime.d.mts +95 -0
- package/dist/loaders/runtime.d.ts +95 -0
- package/dist/loaders/runtime.js +16 -0
- package/dist/loaders/runtime.js.map +1 -0
- package/dist/migrations/judge-provider.md +6 -6
- package/dist/{model-slots.cjs → model-roles.cjs} +12 -12
- package/dist/{model-slots.cjs.map → model-roles.cjs.map} +1 -1
- package/dist/{model-slots.d.cts → model-roles.d.cts} +10 -10
- package/dist/{model-slots.d.mts → model-roles.d.mts} +10 -10
- package/dist/{model-slots.d.ts → model-roles.d.ts} +10 -10
- package/dist/model-roles.js +14 -0
- package/dist/model-roles.js.map +1 -0
- package/dist/o11y/adapter-usage-projection.cjs +9 -8
- package/dist/o11y/adapter-usage-projection.cjs.map +1 -1
- package/dist/o11y/adapter-usage-projection.d.cts +23 -15
- package/dist/o11y/adapter-usage-projection.d.mts +23 -15
- package/dist/o11y/adapter-usage-projection.d.ts +23 -15
- package/dist/o11y/cache-read.cjs +14 -14
- package/dist/o11y/cache-read.cjs.map +1 -1
- package/dist/o11y/cache-read.d.cts +5 -5
- package/dist/o11y/cache-read.d.mts +5 -5
- package/dist/o11y/cache-read.d.ts +5 -5
- package/dist/o11y/derive.cjs.map +1 -1
- package/dist/o11y/derive.d.cts +2 -2
- package/dist/o11y/derive.d.mts +2 -2
- package/dist/o11y/derive.d.ts +2 -2
- package/dist/o11y/eval-usage.cjs +9 -9
- package/dist/o11y/eval-usage.cjs.map +1 -1
- package/dist/o11y/eval-usage.d.cts +7 -7
- package/dist/o11y/eval-usage.d.mts +7 -7
- package/dist/o11y/eval-usage.d.ts +7 -7
- package/dist/o11y/parsers/bub.cjs +57 -81
- package/dist/o11y/parsers/bub.cjs.map +1 -1
- package/dist/o11y/parsers/index.cjs.map +1 -1
- package/dist/o11y/parsers/index.d.cts +2 -0
- package/dist/o11y/parsers/index.d.mts +2 -0
- package/dist/o11y/parsers/index.d.ts +2 -0
- package/dist/o11y/parsers/opencode.cjs +129 -217
- package/dist/o11y/parsers/opencode.cjs.map +1 -1
- package/dist/o11y/parsers/opencode.d.cts +2 -5
- package/dist/o11y/parsers/opencode.d.mts +2 -5
- package/dist/o11y/parsers/opencode.d.ts +2 -5
- package/dist/o11y/types.cjs.map +1 -1
- package/dist/o11y/types.d.cts +1 -1
- package/dist/o11y/types.d.mts +1 -1
- package/dist/o11y/types.d.ts +1 -1
- package/dist/plugin/contracts.cjs +170 -120
- package/dist/plugin/contracts.cjs.map +1 -1
- package/dist/plugin/contracts.d.cts +102 -90
- package/dist/plugin/contracts.d.mts +102 -90
- package/dist/plugin/contracts.d.ts +102 -90
- package/dist/plugin/contracts.js +16 -12
- package/dist/plugin/index.cjs.map +1 -1
- package/dist/plugin/index.d.cts +1 -1
- package/dist/plugin/index.d.mts +1 -1
- package/dist/plugin/index.d.ts +1 -1
- package/dist/plugin/link.cjs +69 -64
- package/dist/plugin/link.cjs.map +1 -1
- package/dist/plugin/link.d.cts +5 -3
- package/dist/plugin/link.d.mts +5 -3
- package/dist/plugin/link.d.ts +5 -3
- package/dist/plugin/link.js +12 -8
- package/dist/record/codec/seal-manifest.d.cts +3 -3
- package/dist/record/codec/seal-manifest.d.mts +3 -3
- package/dist/record/codec/seal-manifest.d.ts +3 -3
- package/dist/record/family/attempt-note/definition.cjs +12 -0
- package/dist/record/family/attempt-note/definition.cjs.map +1 -0
- package/dist/record/family/attempt-note/definition.d.cts +6 -0
- package/dist/record/family/attempt-note/definition.d.mts +6 -0
- package/dist/record/family/attempt-note/definition.d.ts +6 -0
- package/dist/record/family/attempt-note/definition.js +6 -0
- package/dist/record/family/attempt-note/definition.js.map +1 -0
- package/dist/record/family/attempt-note/persistence.cjs +10 -0
- package/dist/record/family/attempt-note/persistence.cjs.map +1 -0
- package/dist/record/family/attempt-note/persistence.d.cts +6 -0
- package/dist/record/family/attempt-note/persistence.d.mts +6 -0
- package/dist/record/family/attempt-note/persistence.d.ts +6 -0
- package/dist/record/family/attempt-note/persistence.js +6 -0
- package/dist/record/family/attempt-note/persistence.js.map +1 -0
- package/dist/record/family/attempt-note/schema.cjs +20 -0
- package/dist/record/family/attempt-note/schema.cjs.map +1 -0
- package/dist/record/family/attempt-note/schema.d.cts +21 -0
- package/dist/record/family/attempt-note/schema.d.mts +21 -0
- package/dist/record/family/attempt-note/schema.d.ts +21 -0
- package/dist/record/family/attempt-note/schema.js +10 -0
- package/dist/record/family/attempt-note/schema.js.map +1 -0
- package/dist/record/family/catalog.cjs +32 -29
- package/dist/record/family/catalog.cjs.map +1 -1
- package/dist/record/family/catalog.d.cts +7 -2
- package/dist/record/family/catalog.d.mts +7 -2
- package/dist/record/family/catalog.d.ts +7 -2
- package/dist/record/family/current.cjs +48 -45
- package/dist/record/family/current.cjs.map +1 -1
- package/dist/record/family/current.d.cts +15 -0
- package/dist/record/family/current.d.mts +15 -0
- package/dist/record/family/current.d.ts +15 -0
- package/dist/record/model/index.js +66 -64
- package/dist/record/model/run-context.cjs +9 -3
- package/dist/record/model/run-context.cjs.map +1 -1
- package/dist/record/model/run-context.d.cts +9 -2
- package/dist/record/model/run-context.d.mts +9 -2
- package/dist/record/model/run-context.d.ts +9 -2
- package/dist/record/model/run-context.js +8 -6
- package/dist/record/model/seal-manifest.d.cts +1 -1
- package/dist/record/model/seal-manifest.d.mts +1 -1
- package/dist/record/model/seal-manifest.d.ts +1 -1
- package/dist/run/cli/contribution.cjs +6 -32
- package/dist/run/cli/contribution.cjs.map +1 -1
- package/dist/run/host/runtime.cjs +1 -1
- package/dist/run/host/runtime.cjs.map +1 -1
- package/dist/run/storage/sqlite.cjs +7 -7
- package/dist/run/storage/sqlite.cjs.map +1 -1
- package/dist/runner/adapter-usage.cjs +5 -3
- package/dist/runner/adapter-usage.cjs.map +1 -1
- package/dist/runner/adapter-usage.d.cts +2 -2
- package/dist/runner/adapter-usage.d.mts +2 -2
- package/dist/runner/adapter-usage.d.ts +2 -2
- package/dist/runner/adoption.cjs +9 -12
- package/dist/runner/adoption.cjs.map +1 -1
- package/dist/runner/attempt-notes.cjs +8 -0
- package/dist/runner/attempt-notes.cjs.map +1 -0
- package/dist/runner/attempt-notes.d.cts +4 -0
- package/dist/runner/attempt-notes.d.mts +4 -0
- package/dist/runner/attempt-notes.d.ts +4 -0
- package/dist/runner/attempt-notes.js +8 -0
- package/dist/runner/attempt-notes.js.map +1 -0
- package/dist/runner/attempt.cjs +61 -73
- package/dist/runner/attempt.cjs.map +1 -1
- package/dist/runner/attempt.d.cts +3 -3
- package/dist/runner/attempt.d.mts +3 -3
- package/dist/runner/attempt.d.ts +3 -3
- package/dist/runner/command-plan.cjs +21 -26
- package/dist/runner/command-plan.cjs.map +1 -1
- package/dist/runner/command-plan.d.cts +4 -4
- package/dist/runner/command-plan.d.mts +4 -4
- package/dist/runner/command-plan.d.ts +4 -4
- package/dist/runner/command-plan.js +4 -4
- package/dist/runner/config-identity.cjs.map +1 -1
- package/dist/runner/config-identity.d.cts +2 -2
- package/dist/runner/config-identity.d.mts +2 -2
- package/dist/runner/config-identity.d.ts +2 -2
- package/dist/runner/discover.cjs +6 -6
- package/dist/runner/discover.cjs.map +1 -1
- package/dist/runner/eval-selection.cjs +2 -2
- package/dist/runner/eval-selection.cjs.map +1 -1
- package/dist/runner/eval-selection.d.cts +2 -2
- package/dist/runner/eval-selection.d.mts +2 -2
- package/dist/runner/eval-selection.d.ts +2 -2
- package/dist/runner/feedback/human.cjs +1 -1
- package/dist/runner/feedback/human.cjs.map +1 -1
- package/dist/runner/feedback/json.cjs +4 -2
- package/dist/runner/feedback/json.cjs.map +1 -1
- package/dist/runner/feedback/json.d.cts +1 -1
- package/dist/runner/feedback/json.d.mts +1 -1
- package/dist/runner/feedback/json.d.ts +1 -1
- package/dist/runner/feedback/sink.cjs +1 -1
- package/dist/runner/feedback/sink.cjs.map +1 -1
- package/dist/runner/feedback/sink.d.cts +1 -1
- package/dist/runner/feedback/sink.d.mts +1 -1
- package/dist/runner/feedback/sink.d.ts +1 -1
- package/dist/runner/fingerprint.cjs +1 -1
- package/dist/runner/fingerprint.cjs.map +1 -1
- package/dist/runner/project-target.cjs.map +1 -1
- package/dist/runner/project-target.d.cts +2 -2
- package/dist/runner/project-target.d.mts +2 -2
- package/dist/runner/project-target.d.ts +2 -2
- package/dist/runner/record/attachments.cjs +2 -2
- package/dist/runner/record/attachments.cjs.map +1 -1
- package/dist/runner/record/planning.cjs +8 -2
- package/dist/runner/record/planning.cjs.map +1 -1
- package/dist/runner/record.cjs +2 -0
- package/dist/runner/record.cjs.map +1 -1
- package/dist/runner/report.cjs +3 -3
- package/dist/runner/report.cjs.map +1 -1
- package/dist/runner/report.d.cts +1 -1
- package/dist/runner/report.d.mts +1 -1
- package/dist/runner/report.d.ts +1 -1
- package/dist/runner/reuse-plan.cjs +2 -2
- package/dist/runner/reuse-plan.cjs.map +1 -1
- package/dist/runner/run.cjs +10 -45
- package/dist/runner/run.cjs.map +1 -1
- package/dist/runner/sandbox-pool.cjs +1 -2
- package/dist/runner/sandbox-pool.cjs.map +1 -1
- package/dist/runner/setup-prefix-preparation.cjs +1 -1
- package/dist/runner/setup-prefix-preparation.cjs.map +1 -1
- package/dist/runner/teardown-registry.cjs +2 -2
- package/dist/runner/teardown-registry.cjs.map +1 -1
- package/dist/runner/teardown-registry.d.cts +1 -1
- package/dist/runner/teardown-registry.d.mts +1 -1
- package/dist/runner/teardown-registry.d.ts +1 -1
- package/dist/runner/types.cjs +4 -4
- package/dist/runner/types.cjs.map +1 -1
- package/dist/runner/types.d.cts +64 -93
- package/dist/runner/types.d.mts +64 -93
- package/dist/runner/types.d.ts +64 -93
- package/dist/runner/types.js +2 -2
- package/dist/sandbox/action.cjs +1 -1
- package/dist/sandbox/action.cjs.map +1 -1
- package/dist/sandbox/cli/contribution.cjs +17 -14
- package/dist/sandbox/cli/contribution.cjs.map +1 -1
- package/dist/sandbox/cli/contribution.d.cts +1 -1
- package/dist/sandbox/cli/contribution.d.mts +1 -1
- package/dist/sandbox/cli/contribution.d.ts +1 -1
- package/dist/sandbox/commands.cjs +1 -1
- package/dist/sandbox/commands.cjs.map +1 -1
- package/dist/sandbox/commands.d.cts +1 -1
- package/dist/sandbox/commands.d.mts +1 -1
- package/dist/sandbox/commands.d.ts +1 -1
- package/dist/sandbox/compose.cjs +2 -2
- package/dist/sandbox/compose.cjs.map +1 -1
- package/dist/sandbox/docker-profile/registry.cjs +5 -9
- package/dist/sandbox/docker-profile/registry.cjs.map +1 -1
- package/dist/sandbox/docker-profile/registry.d.cts +0 -3
- package/dist/sandbox/docker-profile/registry.d.mts +0 -3
- package/dist/sandbox/docker-profile/registry.d.ts +0 -3
- package/dist/sandbox/docker-profile/registry.js +6 -12
- package/dist/sandbox/docker-profile/runtime.cjs +1 -1
- package/dist/sandbox/docker-profile/runtime.cjs.map +1 -1
- package/dist/sandbox/docker-profile/schema.cjs +12 -16
- package/dist/sandbox/docker-profile/schema.cjs.map +1 -1
- package/dist/sandbox/docker-profile/schema.d.cts +2 -6
- package/dist/sandbox/docker-profile/schema.d.mts +2 -6
- package/dist/sandbox/docker-profile/schema.d.ts +2 -6
- package/dist/sandbox/docker-profile/schema.js +24 -32
- package/dist/sandbox/incus.cjs +2 -2
- package/dist/sandbox/incus.cjs.map +1 -1
- package/dist/sandbox/index.cjs +4 -35
- package/dist/sandbox/index.cjs.map +1 -1
- package/dist/sandbox/index.d.cts +4 -8
- package/dist/sandbox/index.d.mts +4 -8
- package/dist/sandbox/index.d.ts +4 -8
- package/dist/sandbox/index.js +116 -172
- package/dist/sandbox/index.mjs +116 -172
- package/dist/sandbox/layer.cjs +3 -3
- package/dist/sandbox/layer.cjs.map +1 -1
- package/dist/sandbox/link.cjs +5 -0
- package/dist/sandbox/link.cjs.map +1 -1
- package/dist/sandbox/link.d.cts +3 -0
- package/dist/sandbox/link.d.mts +3 -0
- package/dist/sandbox/link.d.ts +3 -0
- package/dist/sandbox/runtime.cjs +9 -4
- package/dist/sandbox/runtime.cjs.map +1 -1
- package/dist/shared/failure-class.cjs +5 -5
- package/dist/shared/failure-class.cjs.map +1 -1
- package/dist/shared/failure-class.d.cts +4 -10
- package/dist/shared/failure-class.d.mts +4 -10
- package/dist/shared/failure-class.d.ts +4 -10
- package/dist/shared/types.cjs.map +1 -1
- package/dist/shared/types.d.cts +1 -1
- package/dist/shared/types.d.mts +1 -1
- package/dist/shared/types.d.ts +1 -1
- package/dist/show/contribution.cjs +17 -2
- package/dist/show/contribution.cjs.map +1 -1
- package/dist/show/contribution.d.cts +14 -0
- package/dist/show/contribution.d.mts +14 -0
- package/dist/show/contribution.d.ts +14 -0
- package/dist/show/model.cjs +8 -5
- package/dist/show/model.cjs.map +1 -1
- package/dist/show/model.d.cts +11 -8
- package/dist/show/model.d.mts +11 -8
- package/dist/show/model.d.ts +11 -8
- package/dist/show/render.cjs +34 -22
- package/dist/show/render.cjs.map +1 -1
- package/dist/sources/projector.cjs +1 -1
- package/dist/sources/projector.cjs.map +1 -1
- package/dist/types.cjs +1 -1
- package/dist/types.cjs.map +1 -1
- package/dist/types.d.cts +1 -1
- package/dist/types.d.mts +1 -1
- package/dist/types.d.ts +1 -1
- package/dist/types.js +2 -2
- package/dist/view/app-dist/.vite/manifest.json +2 -2
- package/dist/view/app-dist/assets/{index-B3ijZRph.js → index-CxrOUvHC.js} +17 -17
- package/dist/view/app-dist/assets/{quality-cost-scatter-B--DfJ9s.js → quality-cost-scatter-B6Aiss7x.js} +1 -1
- package/dist/view/app-dist/index.html +1 -1
- package/dist/view/cli/contribution.cjs +1 -1
- package/dist/view/cli/contribution.cjs.map +1 -1
- package/dist/view/function-runtime.mjs +318 -121
- package/dist/view/http-protocol.d.cts +1 -1
- package/dist/view/http-protocol.d.mts +1 -1
- package/dist/view/http-protocol.d.ts +1 -1
- package/dist/view/inspection-host.cjs +2 -2
- package/dist/view/inspection-host.cjs.map +1 -1
- package/dist/view/inspection-host.d.cts +349 -331
- package/dist/view/inspection-host.d.mts +349 -331
- package/dist/view/inspection-host.d.ts +349 -331
- package/docs-site/zh/examples/integrations/ai-sdk-v7.mdx +6 -6
- package/docs-site/zh/examples/integrations/claude-sdk.mdx +5 -5
- package/docs-site/zh/examples/integrations/codex-sdk.mdx +4 -4
- package/docs-site/zh/examples/integrations/langgraph.mdx +4 -4
- package/docs-site/zh/examples/integrations/pi-sdk.mdx +5 -5
- package/docs-site/zh/explanation/adapter.mdx +6 -6
- package/docs-site/zh/explanation/assert.mdx +7 -7
- package/docs-site/zh/explanation/drive.mdx +4 -4
- package/docs-site/zh/explanation/hitl.mdx +2 -2
- package/docs-site/zh/explanation/judge.mdx +2 -2
- package/docs-site/zh/introduction.mdx +2 -2
- package/docs-site/zh/reference/builtin-agents.mdx +46 -49
- package/docs-site/zh/reference/cli.mdx +16 -14
- package/docs-site/zh/reference/define-agent.mdx +19 -19
- package/docs-site/zh/reference/define-config.mdx +7 -15
- package/docs-site/zh/reference/define-eval.mdx +20 -14
- package/docs-site/zh/reference/define-experiment.mdx +18 -39
- package/docs-site/zh/reference/events.mdx +1 -1
- package/docs-site/zh/reference/expect.mdx +21 -0
- package/docs-site/zh/reference/official-adapters.mdx +12 -5
- package/docs-site/zh/troubleshooting/debugging.mdx +2 -2
- package/docs-site/zh/troubleshooting/recover-after-kill.mdx +1 -1
- package/docs-site/zh/tutorials/agent-onboarding.mdx +2 -2
- package/docs-site/zh/tutorials/authoring.mdx +2 -2
- package/docs-site/zh/tutorials/compare-runs.mdx +1 -1
- package/docs-site/zh/tutorials/concurrency.mdx +8 -8
- package/docs-site/zh/tutorials/configuration.mdx +5 -5
- package/docs-site/zh/tutorials/control-run-cost.mdx +19 -19
- package/docs-site/zh/tutorials/eval-groups.mdx +1 -1
- package/docs-site/zh/tutorials/evaluation-kinds.mdx +5 -5
- package/docs-site/zh/tutorials/experiment-services.mdx +32 -32
- package/docs-site/zh/tutorials/handle-execution-failures.mdx +2 -28
- package/docs-site/zh/tutorials/plugins.mdx +49 -143
- package/docs-site/zh/tutorials/sandbox-agent.mdx +1 -1
- package/docs-site/zh/tutorials/sandbox-reuse.mdx +7 -7
- package/docs-site/zh/tutorials/upgrade-0-18.mdx +1 -1
- package/docs-site/zh/tutorials/upgrade-0-19.mdx +121 -0
- package/docs-site/zh/tutorials/upgrade-0-20.mdx +12 -0
- package/docs-site/zh/tutorials/verify-judge.mdx +2 -2
- package/docs-site/zh/tutorials/viewing-results.mdx +2 -2
- package/docs-site/zh/tutorials/write-experiment.mdx +1 -1
- package/docs-site/zh/tutorials/write-send.mdx +13 -13
- package/package.json +1 -1
- package/dist/agents/effect-runtime.cjs.map +0 -1
- package/dist/agents/effect-runtime.d.cts +0 -29
- package/dist/agents/effect-runtime.d.mts +0 -29
- package/dist/agents/effect-runtime.d.ts +0 -29
- package/dist/agents/effect-runtime.js +0 -16
- package/dist/agents/effect-runtime.js.map +0 -1
- package/dist/agents/session-slot.cjs.map +0 -1
- package/dist/agents/session-slot.d.cts +0 -12
- package/dist/agents/session-slot.d.mts +0 -12
- package/dist/agents/session-slot.d.ts +0 -12
- package/dist/agents/session-slot.js +0 -6
- package/dist/agents/session-slot.js.map +0 -1
- package/dist/model-slots.js +0 -14
- package/dist/model-slots.js.map +0 -1
|
@@ -1,26 +1,29 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
3
|
exports.InspectionAttemptDiffResultSchema = exports.InspectionAttemptTimingResultSchema = exports.InspectionRunResultSchema = exports.InspectionAttemptUsageResultSchema = exports.InspectionTraceDetailResultSchema = exports.InspectionTraceDetailItemSchema = exports.InspectionTraceResultSchema = exports.InspectionTraceItemSchema = exports.ExecutionDisplayPreviewSchema = exports.InspectionSourcesResultSchema = exports.InspectionAttemptResultSchema = exports.InspectionScoredValueSchema = exports.InspectionRunListResultSchema = exports.InspectionRunValueSchema = exports.InspectionExperimentResultSchema = exports.InspectionOverviewResultSchema = void 0;
|
|
4
|
+
const run_context_ts_1 = require("../record/model/run-context.cjs");
|
|
5
|
+
const lifecycle_ts_1 = require("./lifecycle.cjs");
|
|
6
|
+
const schema_ts_1 = require("../record/family/attempt-note/schema.cjs");
|
|
4
7
|
const cache_read_ts_1 = require("../o11y/cache-read.cjs");
|
|
5
8
|
const effect_1 = require("effect");
|
|
6
|
-
const
|
|
9
|
+
const planned_attempt_ts_1 = require("./planned-attempt.cjs");
|
|
10
|
+
const schema_ts_2 = require("../record/family/adapter-usage/schema.cjs");
|
|
7
11
|
const common_ts_1 = require("../record/family/common.cjs");
|
|
8
|
-
const
|
|
12
|
+
const schema_ts_3 = require("../record/family/judge-usage/schema.cjs");
|
|
9
13
|
const judge_usage_projection_ts_1 = require("../o11y/judge-usage-projection.cjs");
|
|
10
14
|
const bytes_ts_1 = require("./bytes.cjs");
|
|
11
15
|
const codec_ts_1 = require("../record/family/source-receipt/codec.cjs");
|
|
12
16
|
const adapter_usage_projection_ts_1 = require("../o11y/adapter-usage-projection.cjs");
|
|
13
|
-
const core_ts_1 = require("../record/codec/core.cjs");
|
|
14
17
|
const identifiers_ts_1 = require("../record/codec/identifiers.cjs");
|
|
15
|
-
const
|
|
16
|
-
const
|
|
17
|
-
const
|
|
18
|
+
const schema_ts_4 = require("../record/family/agent-turns/schema.cjs");
|
|
19
|
+
const schema_ts_5 = require("../record/family/execution-traces/schema.cjs");
|
|
20
|
+
const schema_ts_6 = require("../record/family/file-changes/schema.cjs");
|
|
18
21
|
const index_ts_1 = require("../record/family/source-receipt/index.cjs");
|
|
19
22
|
const protocol_values_ts_1 = require("../record/family/protocol-values.cjs");
|
|
20
23
|
const codec_ts_2 = require("../record/family/source-receipt/codec.cjs");
|
|
21
24
|
const model_ts_1 = require("../record/family/source-receipt/model.cjs");
|
|
22
25
|
const index_ts_2 = require("../run/index.cjs");
|
|
23
|
-
const
|
|
26
|
+
const run_context_ts_2 = require("../record/model/run-context.cjs");
|
|
24
27
|
const MetricStateSchema = effect_1.Schema.Literals([
|
|
25
28
|
"available", "partial", "unavailable", "empty", "unsupported", "failed",
|
|
26
29
|
]);
|
|
@@ -42,7 +45,7 @@ const OverviewIssueSchema = effect_1.Schema.Union([
|
|
|
42
45
|
effect_1.Schema.Struct({
|
|
43
46
|
code: effect_1.Schema.Literals(["attempt-origin-missing", "attempt-not-observed"]),
|
|
44
47
|
runId: effect_1.Schema.String,
|
|
45
|
-
|
|
48
|
+
plannedAttemptId: effect_1.Schema.String,
|
|
46
49
|
evalId: effect_1.Schema.String,
|
|
47
50
|
attemptOrdinal: effect_1.Schema.Number,
|
|
48
51
|
}),
|
|
@@ -62,7 +65,7 @@ const MetricSchema = effect_1.Schema.Struct({
|
|
|
62
65
|
value: effect_1.Schema.NullOr(effect_1.Schema.Number),
|
|
63
66
|
samples: effect_1.Schema.Number,
|
|
64
67
|
total: effect_1.Schema.Number,
|
|
65
|
-
basis: effect_1.Schema.Literals(["
|
|
68
|
+
basis: effect_1.Schema.Literals(["planned-attempt", "eval"]),
|
|
66
69
|
issues: effect_1.Schema.Array(OverviewIssueSchema),
|
|
67
70
|
refs: effect_1.Schema.Array(AttemptRefSchema),
|
|
68
71
|
unit: effect_1.Schema.optional(effect_1.Schema.Literals(["points", "USD", "ms", "tokens"])),
|
|
@@ -111,7 +114,7 @@ const AggregateFields = {
|
|
|
111
114
|
issues: effect_1.Schema.Array(OverviewIssueSchema),
|
|
112
115
|
};
|
|
113
116
|
const OverviewPublishedMemberSchema = effect_1.Schema.Struct({
|
|
114
|
-
...
|
|
117
|
+
...planned_attempt_ts_1.InspectionPublishedPublicationSchema.fields,
|
|
115
118
|
verdict: effect_1.Schema.NullOr(effect_1.Schema.Literals(["passed", "failed", "errored", "skipped"])),
|
|
116
119
|
score: MetricSchema,
|
|
117
120
|
costUSD: CostMetricSchema,
|
|
@@ -126,7 +129,7 @@ const InspectionExecutionValueSchema = effect_1.Schema.Union([
|
|
|
126
129
|
const InspectionLabelsSchema = effect_1.Schema.Record(effect_1.Schema.String, InspectionExecutionValueSchema);
|
|
127
130
|
const OverviewMemberSchema = effect_1.Schema.Struct({
|
|
128
131
|
runId: effect_1.Schema.String,
|
|
129
|
-
|
|
132
|
+
plannedAttemptId: effect_1.Schema.String,
|
|
130
133
|
evalId: effect_1.Schema.String,
|
|
131
134
|
attemptOrdinal: effect_1.Schema.Number,
|
|
132
135
|
labels: InspectionLabelsSchema,
|
|
@@ -141,9 +144,10 @@ const OverviewGroupSchema = effect_1.Schema.Struct({
|
|
|
141
144
|
...AggregateFields,
|
|
142
145
|
});
|
|
143
146
|
const OverviewExperimentSchema = effect_1.Schema.Struct({
|
|
147
|
+
plugins: effect_1.Schema.suspend(() => effect_1.Schema.Array(run_context_ts_1.RunPluginIdentitySchema)),
|
|
144
148
|
experimentId: effect_1.Schema.String,
|
|
145
149
|
adapter: effect_1.Schema.Union([
|
|
146
|
-
effect_1.Schema.Struct({ state: effect_1.Schema.Literal("available"), value:
|
|
150
|
+
effect_1.Schema.Struct({ state: effect_1.Schema.Literal("available"), value: run_context_ts_2.AdapterIdentitySchema }),
|
|
147
151
|
effect_1.Schema.Struct({ state: effect_1.Schema.Literal("mixed") }),
|
|
148
152
|
]),
|
|
149
153
|
model: InspectionExecutionValueSchema,
|
|
@@ -164,6 +168,8 @@ exports.InspectionOverviewResultSchema = effect_1.Schema.Struct({
|
|
|
164
168
|
cells: effect_1.Schema.Array(OverviewCellSchema),
|
|
165
169
|
});
|
|
166
170
|
exports.InspectionExperimentResultSchema = effect_1.Schema.Struct({
|
|
171
|
+
notes: effect_1.Schema.Array(effect_1.Schema.Struct({ label: effect_1.Schema.String, unit: schema_ts_1.AttemptNoteSchema.fields.unit,
|
|
172
|
+
count: common_ts_1.NonNegativeSafeIntegerSchema, min: effect_1.Schema.Finite, median: effect_1.Schema.Finite, p90: effect_1.Schema.Finite, max: effect_1.Schema.Finite })),
|
|
167
173
|
costSummary: effect_1.Schema.suspend(() => ExperimentCostSummarySchema),
|
|
168
174
|
modelUsage: effect_1.Schema.Struct({
|
|
169
175
|
attempts: effect_1.Schema.Array(effect_1.Schema.Struct({
|
|
@@ -194,10 +200,10 @@ exports.InspectionRunValueSchema = effect_1.Schema.Struct({
|
|
|
194
200
|
runId: identifiers_ts_1.RunIdSchema,
|
|
195
201
|
experimentId: identifiers_ts_1.ExperimentIdSchema,
|
|
196
202
|
state: index_ts_2.RunStateSchema,
|
|
197
|
-
context: effect_1.Schema.optional(
|
|
203
|
+
context: effect_1.Schema.optional(run_context_ts_2.RunContextSchema),
|
|
198
204
|
startedAt: identifiers_ts_1.UtcMillisSchema,
|
|
199
205
|
completedAt: effect_1.Schema.optional(identifiers_ts_1.UtcMillisSchema),
|
|
200
|
-
|
|
206
|
+
plannedAttempts: effect_1.Schema.Array(planned_attempt_ts_1.PlannedAttemptSchema),
|
|
201
207
|
});
|
|
202
208
|
exports.InspectionRunListResultSchema = effect_1.Schema.Array(index_ts_2.RunSummarySchema);
|
|
203
209
|
exports.InspectionScoredValueSchema = effect_1.Schema.Union([
|
|
@@ -276,10 +282,11 @@ const AssertionEvidenceSchema = effect_1.Schema.Union([
|
|
|
276
282
|
}),
|
|
277
283
|
]);
|
|
278
284
|
exports.InspectionAttemptResultSchema = effect_1.Schema.Struct({
|
|
279
|
-
|
|
285
|
+
notes: schema_ts_1.AttemptNotesSchema,
|
|
286
|
+
core: planned_attempt_ts_1.InspectionAttemptCoreSchema,
|
|
280
287
|
locator: effect_1.Schema.String,
|
|
281
|
-
originRun:
|
|
282
|
-
targets: effect_1.Schema.Array(effect_1.Schema.Struct({ runId: effect_1.Schema.String, member:
|
|
288
|
+
originRun: planned_attempt_ts_1.InspectionRunCoreSchema,
|
|
289
|
+
targets: effect_1.Schema.Array(effect_1.Schema.Struct({ runId: effect_1.Schema.String, member: planned_attempt_ts_1.InspectionMemberSchema })),
|
|
283
290
|
evidence: AssertionEvidenceSchema,
|
|
284
291
|
assertions: AssertionIndexSchema,
|
|
285
292
|
sections: SectionsSchema,
|
|
@@ -432,7 +439,7 @@ const TraceDiagnosticsSchema = effect_1.Schema.Struct({
|
|
|
432
439
|
sequence: effect_1.Schema.Number,
|
|
433
440
|
turnId: effect_1.Schema.NullOr(effect_1.Schema.String),
|
|
434
441
|
phase: effect_1.Schema.Literals([
|
|
435
|
-
"attempt.
|
|
442
|
+
"attempt.before",
|
|
436
443
|
"sandbox.prepare",
|
|
437
444
|
"agent.ensure",
|
|
438
445
|
"eval.run",
|
|
@@ -440,7 +447,7 @@ const TraceDiagnosticsSchema = effect_1.Schema.Struct({
|
|
|
440
447
|
"sandbox.command",
|
|
441
448
|
"assertion.evaluate",
|
|
442
449
|
"verdict.fold",
|
|
443
|
-
"attempt.
|
|
450
|
+
"attempt.after",
|
|
444
451
|
]),
|
|
445
452
|
kind: effect_1.Schema.Literals(["advisory", "execution-error"]),
|
|
446
453
|
code: effect_1.Schema.String,
|
|
@@ -523,7 +530,7 @@ exports.InspectionTraceResultSchema = effect_1.Schema.Struct({
|
|
|
523
530
|
message: effect_1.Schema.String,
|
|
524
531
|
}),
|
|
525
532
|
])),
|
|
526
|
-
traces: effect_1.Schema.Array(
|
|
533
|
+
traces: effect_1.Schema.Array(schema_ts_5.ExecutionTraceHeaderRecordSchema.pipe(effect_1.Schema.fieldsAssign({ eventCount: effect_1.Schema.Number }))),
|
|
527
534
|
events: effect_1.Schema.Array(effect_1.Schema.Struct({
|
|
528
535
|
traceId: effect_1.Schema.String,
|
|
529
536
|
eventId: effect_1.Schema.String,
|
|
@@ -533,13 +540,13 @@ exports.InspectionTraceResultSchema = effect_1.Schema.Struct({
|
|
|
533
540
|
]),
|
|
534
541
|
ordinal: effect_1.Schema.Number,
|
|
535
542
|
type: effect_1.Schema.String,
|
|
536
|
-
source:
|
|
537
|
-
actor:
|
|
538
|
-
time:
|
|
543
|
+
source: schema_ts_5.ExecutionTraceEventRecordSchema.fields.source,
|
|
544
|
+
actor: schema_ts_5.ExecutionTraceEventRecordSchema.fields.actor,
|
|
545
|
+
time: schema_ts_5.ExecutionTraceEventRecordSchema.fields.time,
|
|
539
546
|
summary: effect_1.Schema.String,
|
|
540
|
-
links:
|
|
547
|
+
links: schema_ts_5.ExecutionTraceEventRecordSchema.fields.links,
|
|
541
548
|
evidence: effect_1.Schema.Array(effect_1.Schema.Struct({ evidenceId: effect_1.Schema.String, key: effect_1.Schema.String, label: effect_1.Schema.String })),
|
|
542
|
-
scopeMemberships:
|
|
549
|
+
scopeMemberships: schema_ts_5.ExecutionTraceEventRecordSchema.fields.scopeMemberships,
|
|
543
550
|
display: exports.ExecutionDisplayPreviewSchema,
|
|
544
551
|
})),
|
|
545
552
|
identityIndex: effect_1.Schema.Struct({
|
|
@@ -580,7 +587,7 @@ exports.InspectionTraceResultSchema = effect_1.Schema.Struct({
|
|
|
580
587
|
omittedLimitationCount: effect_1.Schema.Number,
|
|
581
588
|
items: effect_1.Schema.Array(effect_1.Schema.Struct({
|
|
582
589
|
commandId: CommandIdSchema,
|
|
583
|
-
phase: effect_1.Schema.Literals(protocol_values_ts_1.SANDBOX_COMMAND_PHASES),
|
|
590
|
+
phase: effect_1.Schema.Literals(protocol_values_ts_1.SANDBOX_COMMAND_PHASES.map(lifecycle_ts_1.projectLifecyclePhase)),
|
|
584
591
|
outcome: CommandOutcomeSchema,
|
|
585
592
|
})),
|
|
586
593
|
hasMore: effect_1.Schema.Boolean,
|
|
@@ -633,7 +640,7 @@ const CommandStreamSchema = effect_1.Schema.Struct({
|
|
|
633
640
|
exports.InspectionTraceDetailResultSchema = effect_1.Schema.Union([
|
|
634
641
|
effect_1.Schema.Struct({
|
|
635
642
|
kind: effect_1.Schema.Literal("execution-event"),
|
|
636
|
-
event:
|
|
643
|
+
event: schema_ts_5.ExecutionTraceEventRecordSchema,
|
|
637
644
|
evidence: effect_1.Schema.Array(effect_1.Schema.Struct({
|
|
638
645
|
evidenceId: effect_1.Schema.String,
|
|
639
646
|
key: effect_1.Schema.String,
|
|
@@ -679,7 +686,7 @@ exports.InspectionTraceDetailResultSchema = effect_1.Schema.Union([
|
|
|
679
686
|
workingDirectory: WorkingDirectorySchema,
|
|
680
687
|
outcome: CommandOutcomeSchema,
|
|
681
688
|
turnId: effect_1.Schema.NullOr(effect_1.Schema.String),
|
|
682
|
-
phase: effect_1.Schema.Literals(["attempt.
|
|
689
|
+
phase: effect_1.Schema.Literals(["attempt.before", "sandbox.prepare", "agent.ensure", "eval.run", "sandbox.command", "attempt.after"]),
|
|
683
690
|
sequence: effect_1.Schema.Number,
|
|
684
691
|
stdout: CommandStreamSchema,
|
|
685
692
|
stderr: CommandStreamSchema,
|
|
@@ -701,7 +708,7 @@ const UsageLimitationSchema = effect_1.Schema.Union([
|
|
|
701
708
|
reason: effect_1.Schema.String,
|
|
702
709
|
}),
|
|
703
710
|
]);
|
|
704
|
-
const [TokenBucketUsageObservationSchema, RequestUsageObservationSchema, ProviderCostUsageObservationSchema] =
|
|
711
|
+
const [TokenBucketUsageObservationSchema, RequestUsageObservationSchema, ProviderCostUsageObservationSchema] = schema_ts_4.AgentTurnUsageObservationSchema.members;
|
|
705
712
|
const UsageObservationSchema = effect_1.Schema.Union([
|
|
706
713
|
effect_1.Schema.Struct({ turnId: codec_ts_2.TurnIdSchema, ...TokenBucketUsageObservationSchema.fields }),
|
|
707
714
|
effect_1.Schema.Struct({ turnId: codec_ts_2.TurnIdSchema, ...RequestUsageObservationSchema.fields }),
|
|
@@ -730,8 +737,10 @@ const EffectiveCostSchema = effect_1.Schema.Struct({
|
|
|
730
737
|
}),
|
|
731
738
|
state: effect_1.Schema.Literals(["complete", "partial"]),
|
|
732
739
|
});
|
|
740
|
+
const { modelSlot: persistedModelSlot, ...publicAdapterCallFields } = schema_ts_2.AdapterUsageCallSchema.fields;
|
|
733
741
|
const AdapterUsageInspectionCallSchema = effect_1.Schema.Struct({
|
|
734
|
-
...
|
|
742
|
+
...publicAdapterCallFields,
|
|
743
|
+
modelRole: persistedModelSlot,
|
|
735
744
|
effectiveCost: effect_1.Schema.NullOr(EffectiveCostSchema),
|
|
736
745
|
});
|
|
737
746
|
const EffectiveCostTotalSchema = effect_1.Schema.Struct({
|
|
@@ -758,18 +767,18 @@ const ConfiguredModelsSchema = effect_1.Schema.Union([
|
|
|
758
767
|
effect_1.Schema.Struct({
|
|
759
768
|
state: effect_1.Schema.Literal("available"),
|
|
760
769
|
bindings: effect_1.Schema.Array(effect_1.Schema.Struct({
|
|
761
|
-
|
|
770
|
+
modelRole: schema_ts_2.AdapterUsageModelSlotSchema,
|
|
762
771
|
model: effect_1.Schema.NullOr(effect_1.Schema.String.check(effect_1.Schema.isPattern(/\S/u))),
|
|
763
772
|
reasoningEffort: effect_1.Schema.NullOr(effect_1.Schema.String.check(effect_1.Schema.isPattern(/\S/u))),
|
|
764
773
|
recordedCalls: effect_1.Schema.NullOr(RecordedCallCountSchema),
|
|
765
774
|
})).check(effect_1.Schema.makeFilter((bindings) => bindings.length <= 64 &&
|
|
766
|
-
bindings.every((entry, index) => index === 0 || bindings[index - 1].
|
|
775
|
+
bindings.every((entry, index) => index === 0 || bindings[index - 1].modelRole < entry.modelRole))),
|
|
767
776
|
}),
|
|
768
777
|
]);
|
|
769
778
|
const ModelGroupSchema = effect_1.Schema.Struct({
|
|
770
|
-
|
|
771
|
-
provider:
|
|
772
|
-
model:
|
|
779
|
+
modelRole: effect_1.Schema.NullOr(schema_ts_2.AdapterUsageModelSlotSchema),
|
|
780
|
+
provider: schema_ts_2.AdapterUsageCallSchema.fields.provider,
|
|
781
|
+
model: schema_ts_2.AdapterUsageCallSchema.fields.model,
|
|
773
782
|
recordedCalls: RecordedCallCountSchema.check(effect_1.Schema.isGreaterThan(0)),
|
|
774
783
|
tokens: effect_1.Schema.Struct({
|
|
775
784
|
inputTotalTokens: ModelGroupTokenTotalSchema,
|
|
@@ -813,18 +822,18 @@ const TotalUsageCostsSchema = effect_1.Schema.Struct({
|
|
|
813
822
|
? "complete" : value.values.length === 0 ? "unavailable" : "partial") &&
|
|
814
823
|
value.values.every((entry, index) => index === 0 || value.values[index - 1].currency < entry.currency)));
|
|
815
824
|
const ExperimentCostSummarySchema = effect_1.Schema.Struct({
|
|
816
|
-
scope: effect_1.Schema.Literal("latest-recorded-
|
|
825
|
+
scope: effect_1.Schema.Literal("latest-recorded-attempts"),
|
|
817
826
|
totalCosts: TotalUsageCostsSchema,
|
|
818
827
|
coverage: effect_1.Schema.Struct({
|
|
819
|
-
|
|
820
|
-
|
|
828
|
+
plannedAttemptCount: common_ts_1.NonNegativeSafeIntegerSchema,
|
|
829
|
+
recordedAttemptCount: common_ts_1.NonNegativeSafeIntegerSchema,
|
|
821
830
|
originAttemptCount: common_ts_1.NonNegativeSafeIntegerSchema,
|
|
822
831
|
completeAttemptCount: common_ts_1.NonNegativeSafeIntegerSchema,
|
|
823
832
|
partialAttemptCount: common_ts_1.NonNegativeSafeIntegerSchema,
|
|
824
833
|
unavailableAttemptCount: common_ts_1.NonNegativeSafeIntegerSchema,
|
|
825
|
-
|
|
826
|
-
}).check(effect_1.Schema.makeFilter((value) => value.
|
|
827
|
-
value.originAttemptCount <= value.
|
|
834
|
+
missingAttemptCount: common_ts_1.NonNegativeSafeIntegerSchema,
|
|
835
|
+
}).check(effect_1.Schema.makeFilter((value) => value.plannedAttemptCount === value.recordedAttemptCount + value.missingAttemptCount &&
|
|
836
|
+
value.originAttemptCount <= value.recordedAttemptCount &&
|
|
828
837
|
value.originAttemptCount === value.completeAttemptCount + value.partialAttemptCount + value.unavailableAttemptCount)),
|
|
829
838
|
});
|
|
830
839
|
const JudgeCostTotalsSchema = EffectiveCostTotalSchema.check(effect_1.Schema.makeFilter((costs) => costs.totalCalls <= 4000 &&
|
|
@@ -868,10 +877,10 @@ const JudgeUsageSchema = effect_1.Schema.Union([
|
|
|
868
877
|
JudgeUsageUnavailableSchema,
|
|
869
878
|
effect_1.Schema.Struct({
|
|
870
879
|
...JudgeUsageSummaryFields,
|
|
871
|
-
calls: effect_1.Schema.Array(
|
|
880
|
+
calls: effect_1.Schema.Array(schema_ts_3.JudgeUsageCallSchema),
|
|
872
881
|
callsTruncated: effect_1.Schema.Boolean,
|
|
873
882
|
omittedCallCount: RecordedCallCountSchema,
|
|
874
|
-
priceReceipts: effect_1.Schema.Array(
|
|
883
|
+
priceReceipts: effect_1.Schema.Array(schema_ts_3.JudgePriceReceiptSchema),
|
|
875
884
|
}).check(effect_1.Schema.makeFilter((usage) => effect_1.Schema.is(JudgeUsageAvailableSummarySchema)({
|
|
876
885
|
state: usage.state, coverage: usage.coverage, collection: usage.collection, totals: usage.totals,
|
|
877
886
|
}) && usage.calls.length <= judge_usage_projection_ts_1.JUDGE_USAGE_PREVIEW_CALL_LIMIT &&
|
|
@@ -879,7 +888,7 @@ const JudgeUsageSchema = effect_1.Schema.Union([
|
|
|
879
888
|
usage.callsTruncated === (usage.omittedCallCount > 0) &&
|
|
880
889
|
usage.calls.every((call, index) => index === 0 || (0, judge_usage_projection_ts_1.compareJudgeUsageCalls)(usage.calls[index - 1], call) < 0) &&
|
|
881
890
|
(0, bytes_ts_1.utf8ByteLength)(JSON.stringify({ calls: usage.calls, priceReceipts: usage.priceReceipts })) <= judge_usage_projection_ts_1.JUDGE_USAGE_PREVIEW_BYTE_LIMIT &&
|
|
882
|
-
(0,
|
|
891
|
+
(0, schema_ts_3.validateJudgeUsageAttachment)({ collection: usage.collection, calls: usage.calls, priceReceipts: usage.priceReceipts }).length === 0)),
|
|
883
892
|
]);
|
|
884
893
|
const UsageTotalsSchema = effect_1.Schema.Struct({
|
|
885
894
|
inputTotalTokens: effect_1.Schema.optional(UsageNumericTotalSchema),
|
|
@@ -902,7 +911,7 @@ exports.InspectionAttemptUsageResultSchema = effect_1.Schema.Struct({
|
|
|
902
911
|
source: effect_1.Schema.optional(effect_1.Schema.Literal("adapter")),
|
|
903
912
|
coverage: effect_1.Schema.optional(effect_1.Schema.Literal("recorded-calls")),
|
|
904
913
|
calls: effect_1.Schema.optional(effect_1.Schema.Array(AdapterUsageInspectionCallSchema)),
|
|
905
|
-
priceReceipts: effect_1.Schema.optional(effect_1.Schema.NullOr(effect_1.Schema.Array(
|
|
914
|
+
priceReceipts: effect_1.Schema.optional(effect_1.Schema.NullOr(effect_1.Schema.Array(schema_ts_2.AdapterCallPriceReceiptSchema))),
|
|
906
915
|
callsTruncated: effect_1.Schema.optional(effect_1.Schema.Boolean),
|
|
907
916
|
omittedCallCount: effect_1.Schema.optional(effect_1.Schema.Number),
|
|
908
917
|
state: ProjectionStateSchema,
|
|
@@ -950,8 +959,8 @@ const RunOverviewMemberLimitationSchema = effect_1.Schema.Union([
|
|
|
950
959
|
effect_1.Schema.Struct({ kind: effect_1.Schema.Literal("usage"), detail: UsageLimitationSchema }),
|
|
951
960
|
]);
|
|
952
961
|
const RunOverviewMemberSchema = effect_1.Schema.Struct({
|
|
953
|
-
...
|
|
954
|
-
publication:
|
|
962
|
+
...planned_attempt_ts_1.PlannedAttemptSchema.fields,
|
|
963
|
+
publication: planned_attempt_ts_1.PlannedAttemptPublicationSchema,
|
|
955
964
|
state: effect_1.Schema.Literals([
|
|
956
965
|
"executed", "carried", "accepted", "not-dispatched", "interrupted", "pending",
|
|
957
966
|
]),
|
|
@@ -965,16 +974,16 @@ const RunOverviewMemberSchema = effect_1.Schema.Struct({
|
|
|
965
974
|
limitations: effect_1.Schema.Array(RunOverviewMemberLimitationSchema),
|
|
966
975
|
});
|
|
967
976
|
const RunOverviewLocatedLimitationSchema = effect_1.Schema.Struct({
|
|
968
|
-
|
|
977
|
+
plannedAttemptId: effect_1.Schema.String,
|
|
969
978
|
locator: effect_1.Schema.NullOr(effect_1.Schema.String),
|
|
970
979
|
limitation: RunOverviewMemberLimitationSchema,
|
|
971
980
|
});
|
|
972
981
|
exports.InspectionRunResultSchema = effect_1.Schema.Struct({
|
|
973
982
|
value: exports.InspectionRunValueSchema,
|
|
974
|
-
members: effect_1.Schema.Array(
|
|
975
|
-
attempts: effect_1.Schema.Array(
|
|
983
|
+
members: effect_1.Schema.Array(planned_attempt_ts_1.InspectionMemberSchema),
|
|
984
|
+
attempts: effect_1.Schema.Array(planned_attempt_ts_1.InspectionAttemptCoreSchema),
|
|
976
985
|
denominator: effect_1.Schema.Struct({ expected: effect_1.Schema.Number, published: effect_1.Schema.Number, missing: effect_1.Schema.Number }),
|
|
977
|
-
|
|
986
|
+
plannedAttempts: effect_1.Schema.Array(RunOverviewMemberSchema),
|
|
978
987
|
coverage: effect_1.Schema.Struct({
|
|
979
988
|
state: RunOverviewStateSchema,
|
|
980
989
|
expectedMemberCount: effect_1.Schema.Number,
|
|
@@ -1037,7 +1046,7 @@ exports.InspectionAttemptDiffResultSchema = effect_1.Schema.Union([
|
|
|
1037
1046
|
effect_1.Schema.Struct({ state: effect_1.Schema.Literal("invalid"), issues: effect_1.Schema.Array(effect_1.Schema.String), windows: effect_1.Schema.Tuple([]) }),
|
|
1038
1047
|
effect_1.Schema.Struct({
|
|
1039
1048
|
state: effect_1.Schema.Literals(["complete", "partial"]),
|
|
1040
|
-
limitations: effect_1.Schema.Array(
|
|
1049
|
+
limitations: effect_1.Schema.Array(schema_ts_6.FileChangesCollectionLimitationSchema),
|
|
1041
1050
|
windows: effect_1.Schema.Array(DiffWindowSchema),
|
|
1042
1051
|
}),
|
|
1043
1052
|
]);
|