niceeval 0.18.0 → 0.19.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/INDEX.md +4 -2
- package/dist/adapter-usage.cjs.map +1 -1
- package/dist/adapter-usage.d.cts +1 -1
- package/dist/adapter-usage.d.mts +1 -1
- package/dist/adapter-usage.d.ts +1 -1
- package/dist/adapter.cjs +8 -7
- package/dist/adapter.cjs.map +1 -1
- package/dist/adapter.d.cts +21 -21
- package/dist/adapter.d.mts +21 -21
- package/dist/adapter.d.ts +21 -21
- package/dist/agents/{effect-runtime.cjs → agent-effects.cjs} +12 -18
- package/dist/agents/agent-effects.cjs.map +1 -0
- package/dist/agents/agent-effects.d.cts +23 -0
- package/dist/agents/agent-effects.d.mts +23 -0
- package/dist/agents/agent-effects.d.ts +23 -0
- package/dist/agents/agent-effects.js +16 -0
- package/dist/agents/agent-effects.js.map +1 -0
- package/dist/agents/ai-sdk.cjs +1 -1
- package/dist/agents/ai-sdk.cjs.map +1 -1
- package/dist/agents/bub.cjs +31 -18
- package/dist/agents/bub.cjs.map +1 -1
- package/dist/agents/bub.d.cts +9 -12
- package/dist/agents/bub.d.mts +9 -12
- package/dist/agents/bub.d.ts +9 -12
- package/dist/agents/claude-code-native.cjs +2 -2
- package/dist/agents/claude-code-native.cjs.map +1 -1
- package/dist/agents/claude-code.cjs +17 -11
- package/dist/agents/claude-code.cjs.map +1 -1
- package/dist/agents/claude-code.d.cts +11 -11
- package/dist/agents/claude-code.d.mts +11 -11
- package/dist/agents/claude-code.d.ts +11 -11
- package/dist/agents/codex-app-server.cjs +2 -2
- package/dist/agents/codex-app-server.cjs.map +1 -1
- package/dist/agents/codex.cjs +18 -12
- package/dist/agents/codex.cjs.map +1 -1
- package/dist/agents/codex.d.cts +12 -12
- package/dist/agents/codex.d.mts +12 -12
- package/dist/agents/codex.d.ts +12 -12
- package/dist/agents/deepseek-harness.cjs +2 -2
- package/dist/agents/deepseek-harness.cjs.map +1 -1
- package/dist/agents/hermes.cjs +3 -3
- package/dist/agents/hermes.cjs.map +1 -1
- package/dist/agents/index.cjs +3 -3
- package/dist/agents/index.cjs.map +1 -1
- package/dist/agents/index.d.cts +3 -3
- package/dist/agents/index.d.mts +3 -3
- package/dist/agents/index.d.ts +3 -3
- package/dist/agents/index.js +2 -2
- package/dist/agents/index.mjs +2 -2
- package/dist/agents/mcp.cjs.map +1 -1
- package/dist/agents/mcp.d.cts +2 -2
- package/dist/agents/mcp.d.mts +2 -2
- package/dist/agents/mcp.d.ts +2 -2
- package/dist/agents/omp.cjs +2 -2
- package/dist/agents/omp.cjs.map +1 -1
- package/dist/agents/openai-compat.cjs +2 -2
- package/dist/agents/openai-compat.cjs.map +1 -1
- package/dist/agents/openclaw.cjs +3 -3
- package/dist/agents/openclaw.cjs.map +1 -1
- package/dist/agents/opencode.cjs +16 -4
- package/dist/agents/opencode.cjs.map +1 -1
- package/dist/agents/plugin-extensions.cjs +71 -0
- package/dist/agents/plugin-extensions.cjs.map +1 -0
- package/dist/agents/plugin-extensions.d.cts +26 -0
- package/dist/agents/plugin-extensions.d.mts +26 -0
- package/dist/agents/plugin-extensions.d.ts +26 -0
- package/dist/agents/plugin-extensions.js +8 -0
- package/dist/agents/plugin-extensions.js.map +1 -0
- package/dist/agents/post-setup.cjs +14 -3
- package/dist/agents/post-setup.cjs.map +1 -1
- package/dist/agents/post-setup.d.cts +4 -2
- package/dist/agents/post-setup.d.mts +4 -2
- package/dist/agents/post-setup.d.ts +4 -2
- package/dist/agents/post-setup.js +8 -6
- package/dist/agents/sdk-streams.cjs +3 -3
- package/dist/agents/sdk-streams.cjs.map +1 -1
- package/dist/agents/{session-slot.cjs → session-key.cjs} +4 -4
- package/dist/agents/session-key.cjs.map +1 -0
- package/dist/agents/session-key.d.cts +12 -0
- package/dist/agents/session-key.d.mts +12 -0
- package/dist/agents/session-key.d.ts +12 -0
- package/dist/agents/session-key.js +6 -0
- package/dist/agents/session-key.js.map +1 -0
- package/dist/agents/shared.cjs +2 -2
- package/dist/agents/shared.cjs.map +1 -1
- package/dist/agents/shared.d.cts +4 -4
- package/dist/agents/shared.d.mts +4 -4
- package/dist/agents/shared.d.ts +4 -4
- package/dist/agents/skills.cjs.map +1 -1
- package/dist/agents/skills.d.cts +3 -3
- package/dist/agents/skills.d.mts +3 -3
- package/dist/agents/skills.d.ts +3 -3
- package/dist/agents/types.cjs.map +1 -1
- package/dist/agents/types.d.cts +55 -54
- package/dist/agents/types.d.mts +55 -54
- package/dist/agents/types.d.ts +55 -54
- package/dist/agents/ui-message-stream.cjs +4 -4
- package/dist/agents/ui-message-stream.cjs.map +1 -1
- package/dist/agents/unrecognized-events.cjs +32 -0
- package/dist/agents/unrecognized-events.cjs.map +1 -0
- package/dist/agents/unrecognized-events.d.cts +8 -0
- package/dist/agents/unrecognized-events.d.mts +8 -0
- package/dist/agents/unrecognized-events.d.ts +8 -0
- package/dist/agents/unrecognized-events.js +6 -0
- package/dist/agents/unrecognized-events.js.map +1 -0
- package/dist/assertions/api.cjs.map +1 -1
- package/dist/assertions/api.d.cts +3 -0
- package/dist/assertions/api.d.mts +3 -0
- package/dist/assertions/api.d.ts +3 -0
- package/dist/assertions/collection.cjs +1 -1
- package/dist/assertions/collection.cjs.map +1 -1
- package/dist/assertions/judge.cjs +1 -1
- package/dist/assertions/judge.cjs.map +1 -1
- package/dist/assertions/match.cjs +52 -21
- package/dist/assertions/match.cjs.map +1 -1
- package/dist/assertions/match.d.cts +16 -5
- package/dist/assertions/match.d.mts +16 -5
- package/dist/assertions/match.d.ts +16 -5
- package/dist/assertions/match.js +96 -94
- package/dist/assertions/measurements.cjs +22 -6
- package/dist/assertions/measurements.cjs.map +1 -1
- package/dist/assertions/measurements.d.cts +8 -1
- package/dist/assertions/measurements.d.mts +8 -1
- package/dist/assertions/measurements.d.ts +8 -1
- package/dist/assertions/numeric.cjs +2 -0
- package/dist/assertions/numeric.cjs.map +1 -1
- package/dist/assertions/numeric.d.cts +1 -1
- package/dist/assertions/numeric.d.mts +1 -1
- package/dist/assertions/numeric.d.ts +1 -1
- package/dist/assertions/quantity.cjs +42 -0
- package/dist/assertions/quantity.cjs.map +1 -0
- package/dist/assertions/quantity.d.cts +18 -0
- package/dist/assertions/quantity.d.mts +18 -0
- package/dist/assertions/quantity.d.ts +18 -0
- package/dist/assertions/quantity.js +22 -0
- package/dist/assertions/quantity.js.map +1 -0
- package/dist/assertions/record/attachment.cjs +2 -0
- package/dist/assertions/record/attachment.cjs.map +1 -1
- package/dist/assertions/record/codec.cjs +5 -1
- package/dist/assertions/record/codec.cjs.map +1 -1
- package/dist/assertions/record/model.cjs.map +1 -1
- package/dist/assertions/record/model.d.cts +3 -1
- package/dist/assertions/record/model.d.mts +3 -1
- package/dist/assertions/record/model.d.ts +3 -1
- package/dist/assertions/runtime.cjs +11 -6
- package/dist/assertions/runtime.cjs.map +1 -1
- package/dist/cli/program.cjs +3 -0
- package/dist/cli/program.cjs.map +1 -1
- package/dist/context/assert-first.cjs +6 -4
- package/dist/context/assert-first.cjs.map +1 -1
- package/dist/context/assert-first.d.cts +9 -3
- package/dist/context/assert-first.d.mts +9 -3
- package/dist/context/assert-first.d.ts +9 -3
- package/dist/context/notes.cjs +47 -0
- package/dist/context/notes.cjs.map +1 -0
- package/dist/context/notes.d.cts +10 -0
- package/dist/context/notes.d.mts +10 -0
- package/dist/context/notes.d.ts +10 -0
- package/dist/context/notes.js +6 -0
- package/dist/context/notes.js.map +1 -0
- package/dist/context/send-failures.cjs +1 -7
- package/dist/context/send-failures.cjs.map +1 -1
- package/dist/context/send-failures.d.cts +2 -3
- package/dist/context/send-failures.d.mts +2 -3
- package/dist/context/send-failures.d.ts +2 -3
- package/dist/context/send-retry.cjs +0 -1
- package/dist/context/send-retry.cjs.map +1 -1
- package/dist/context/send-retry.d.cts +1 -2
- package/dist/context/send-retry.d.mts +1 -2
- package/dist/context/send-retry.d.ts +1 -2
- package/dist/context/session.cjs +10 -17
- package/dist/context/session.cjs.map +1 -1
- package/dist/context/session.d.cts +4 -10
- package/dist/context/session.d.mts +4 -10
- package/dist/context/session.d.ts +4 -10
- package/dist/define.cjs +88 -65
- package/dist/define.cjs.map +1 -1
- package/dist/define.d.cts +3 -3
- package/dist/define.d.mts +3 -3
- package/dist/define.d.ts +3 -3
- package/dist/eval/cli/contribution.cjs +1 -1
- package/dist/eval/cli/contribution.cjs.map +1 -1
- package/dist/eval/host/index.cjs +1 -1
- package/dist/eval/host/index.cjs.map +1 -1
- package/dist/eval/record/evaluation.cjs +1 -1
- package/dist/eval/record/evaluation.cjs.map +1 -1
- package/dist/eval/record/membership-provenance.d.cts +3 -3
- package/dist/eval/record/membership-provenance.d.mts +3 -3
- package/dist/eval/record/membership-provenance.d.ts +3 -3
- package/dist/eval/record/score.cjs +2 -2
- package/dist/eval/record/score.cjs.map +1 -1
- package/dist/eval/record/sealed-assertion.cjs +1 -1
- package/dist/eval/record/sealed-assertion.cjs.map +1 -1
- package/dist/eval/record/verdict.cjs +2 -2
- package/dist/eval/record/verdict.cjs.map +1 -1
- package/dist/expect/index.cjs +10 -1
- package/dist/expect/index.cjs.map +1 -1
- package/dist/expect/index.d.cts +3 -1
- package/dist/expect/index.d.mts +3 -1
- package/dist/expect/index.d.ts +3 -1
- package/dist/expect/index.js +92 -76
- package/dist/expect/index.mjs +92 -76
- package/dist/experiment/host/cli/contribution.cjs +52 -39
- package/dist/experiment/host/cli/contribution.cjs.map +1 -1
- package/dist/experiment/host/cli/contribution.d.cts +18 -4
- package/dist/experiment/host/cli/contribution.d.mts +18 -4
- package/dist/experiment/host/cli/contribution.d.ts +18 -4
- package/dist/experiment/host/cli/contribution.js +2 -2
- package/dist/experiment/host/cli/debug-protocol.cjs +2 -2
- package/dist/experiment/host/cli/debug-protocol.cjs.map +1 -1
- package/dist/experiment/host/cli/debug-protocol.d.cts +2 -2
- package/dist/experiment/host/cli/debug-protocol.d.mts +2 -2
- package/dist/experiment/host/cli/debug-protocol.d.ts +2 -2
- package/dist/experiment/host/cli/output-protocol.cjs +1 -1
- package/dist/experiment/host/cli/output-protocol.cjs.map +1 -1
- package/dist/experiment/host/cli/output-protocol.d.cts +2 -2
- package/dist/experiment/host/cli/output-protocol.d.mts +2 -2
- package/dist/experiment/host/cli/output-protocol.d.ts +2 -2
- package/dist/experiment/host/current.cjs +2 -2
- package/dist/experiment/host/current.cjs.map +1 -1
- package/dist/experiment/host/index.cjs +1 -1
- package/dist/experiment/host/index.cjs.map +1 -1
- package/dist/experiment/host/operations.cjs +21 -22
- package/dist/experiment/host/operations.cjs.map +1 -1
- package/dist/experiment/host/runtime.cjs +8 -9
- package/dist/experiment/host/runtime.cjs.map +1 -1
- package/dist/experiment/host/runtime.d.cts +3 -3
- package/dist/experiment/host/runtime.d.mts +3 -3
- package/dist/experiment/host/runtime.d.ts +3 -3
- package/dist/experiment/host/teardown.cjs +3 -3
- package/dist/experiment/host/teardown.cjs.map +1 -1
- package/dist/experiment/host/teardown.d.cts +3 -3
- package/dist/experiment/host/teardown.d.mts +3 -3
- package/dist/experiment/host/teardown.d.ts +3 -3
- package/dist/experiment/host/types.cjs.map +1 -1
- package/dist/experiment/host/types.d.cts +19 -19
- package/dist/experiment/host/types.d.mts +19 -19
- package/dist/experiment/host/types.d.ts +19 -19
- package/dist/index.cjs +3 -3
- package/dist/index.cjs.map +1 -1
- package/dist/index.d.cts +3 -3
- package/dist/index.d.mts +3 -3
- package/dist/index.d.ts +3 -3
- package/dist/index.js +2 -2
- package/dist/index.mjs +2 -2
- package/dist/inspection/assertions.cjs +1 -1
- package/dist/inspection/assertions.cjs.map +1 -1
- package/dist/inspection/cli/contribution.cjs +8 -7
- package/dist/inspection/cli/contribution.cjs.map +1 -1
- package/dist/inspection/facts.cjs +4 -4
- package/dist/inspection/facts.cjs.map +1 -1
- package/dist/inspection/index.cjs +1 -5
- package/dist/inspection/index.cjs.map +1 -1
- package/dist/inspection/index.d.cts +1 -2
- package/dist/inspection/index.d.mts +1 -2
- package/dist/inspection/index.d.ts +1 -2
- package/dist/inspection/index.js +20 -26
- package/dist/inspection/lifecycle.cjs +7 -0
- package/dist/inspection/lifecycle.cjs.map +1 -0
- package/dist/inspection/lifecycle.d.cts +4 -0
- package/dist/inspection/lifecycle.d.mts +4 -0
- package/dist/inspection/lifecycle.d.ts +4 -0
- package/dist/inspection/lifecycle.js +6 -0
- package/dist/inspection/lifecycle.js.map +1 -0
- package/dist/inspection/notes.cjs +40 -0
- package/dist/inspection/notes.cjs.map +1 -0
- package/dist/inspection/notes.d.cts +12 -0
- package/dist/inspection/notes.d.mts +12 -0
- package/dist/inspection/notes.d.ts +12 -0
- package/dist/inspection/notes.js +8 -0
- package/dist/inspection/notes.js.map +1 -0
- package/dist/inspection/overview.cjs +12 -15
- package/dist/inspection/overview.cjs.map +1 -1
- package/dist/inspection/overview.d.cts +8 -6
- package/dist/inspection/overview.d.mts +8 -6
- package/dist/inspection/overview.d.ts +8 -6
- package/dist/inspection/planned-attempt.cjs +45 -0
- package/dist/inspection/planned-attempt.cjs.map +1 -0
- package/dist/inspection/planned-attempt.d.cts +109 -0
- package/dist/inspection/planned-attempt.d.mts +109 -0
- package/dist/inspection/planned-attempt.d.ts +109 -0
- package/dist/inspection/planned-attempt.js +24 -0
- package/dist/inspection/planned-attempt.js.map +1 -0
- package/dist/inspection/project-result.cjs +5 -5
- package/dist/inspection/project-result.cjs.map +1 -1
- package/dist/inspection/project-result.d.cts +58 -57
- package/dist/inspection/project-result.d.mts +58 -57
- package/dist/inspection/project-result.d.ts +58 -57
- package/dist/inspection/project-result.js +4 -4
- package/dist/inspection/project.cjs +3 -3
- package/dist/inspection/project.cjs.map +1 -1
- package/dist/inspection/protocol-values.cjs +1 -1
- package/dist/inspection/protocol-values.cjs.map +1 -1
- package/dist/inspection/protocol-values.d.cts +1 -1
- package/dist/inspection/protocol-values.d.mts +1 -1
- package/dist/inspection/protocol-values.d.ts +1 -1
- package/dist/inspection/protocol.cjs +8 -8
- package/dist/inspection/protocol.cjs.map +1 -1
- package/dist/inspection/protocol.d.cts +237 -219
- package/dist/inspection/protocol.d.mts +237 -219
- package/dist/inspection/protocol.d.ts +237 -219
- package/dist/inspection/public.cjs +1 -5
- package/dist/inspection/public.cjs.map +1 -1
- package/dist/inspection/public.d.cts +1 -2
- package/dist/inspection/public.d.mts +1 -2
- package/dist/inspection/public.d.ts +1 -2
- package/dist/inspection/public.js +14 -20
- package/dist/inspection/public.mjs +166 -129
- package/dist/inspection/query.cjs +1 -1
- package/dist/inspection/query.cjs.map +1 -1
- package/dist/inspection/results.cjs +61 -52
- package/dist/inspection/results.cjs.map +1 -1
- package/dist/inspection/results.d.cts +157 -140
- package/dist/inspection/results.d.mts +157 -140
- package/dist/inspection/results.d.ts +157 -140
- package/dist/inspection/select.cjs +33 -28
- package/dist/inspection/select.cjs.map +1 -1
- package/dist/inspection/source.cjs +1 -1
- package/dist/inspection/source.cjs.map +1 -1
- package/dist/inspection/sources.cjs +2 -2
- package/dist/inspection/sources.cjs.map +1 -1
- package/dist/inspection/trace.cjs +9 -8
- package/dist/inspection/trace.cjs.map +1 -1
- package/dist/inspection/trace.d.cts +4 -4
- package/dist/inspection/trace.d.mts +4 -4
- package/dist/inspection/trace.d.ts +4 -4
- package/dist/loaders/index.cjs +7 -279
- package/dist/loaders/index.cjs.map +1 -1
- package/dist/loaders/index.d.cts +2 -95
- package/dist/loaders/index.d.mts +2 -95
- package/dist/loaders/index.d.ts +2 -95
- package/dist/loaders/index.js +10 -12
- package/dist/loaders/index.mjs +10 -12
- package/dist/loaders/runtime.cjs +283 -0
- package/dist/loaders/runtime.cjs.map +1 -0
- package/dist/loaders/runtime.d.cts +95 -0
- package/dist/loaders/runtime.d.mts +95 -0
- package/dist/loaders/runtime.d.ts +95 -0
- package/dist/loaders/runtime.js +16 -0
- package/dist/loaders/runtime.js.map +1 -0
- package/dist/migrations/judge-provider.md +6 -6
- package/dist/{model-slots.cjs → model-roles.cjs} +12 -12
- package/dist/{model-slots.cjs.map → model-roles.cjs.map} +1 -1
- package/dist/{model-slots.d.cts → model-roles.d.cts} +10 -10
- package/dist/{model-slots.d.mts → model-roles.d.mts} +10 -10
- package/dist/{model-slots.d.ts → model-roles.d.ts} +10 -10
- package/dist/model-roles.js +14 -0
- package/dist/model-roles.js.map +1 -0
- package/dist/o11y/adapter-usage-projection.cjs +9 -8
- package/dist/o11y/adapter-usage-projection.cjs.map +1 -1
- package/dist/o11y/adapter-usage-projection.d.cts +23 -15
- package/dist/o11y/adapter-usage-projection.d.mts +23 -15
- package/dist/o11y/adapter-usage-projection.d.ts +23 -15
- package/dist/o11y/cache-read.cjs +14 -14
- package/dist/o11y/cache-read.cjs.map +1 -1
- package/dist/o11y/cache-read.d.cts +5 -5
- package/dist/o11y/cache-read.d.mts +5 -5
- package/dist/o11y/cache-read.d.ts +5 -5
- package/dist/o11y/derive.cjs.map +1 -1
- package/dist/o11y/derive.d.cts +2 -2
- package/dist/o11y/derive.d.mts +2 -2
- package/dist/o11y/derive.d.ts +2 -2
- package/dist/o11y/eval-usage.cjs +9 -9
- package/dist/o11y/eval-usage.cjs.map +1 -1
- package/dist/o11y/eval-usage.d.cts +7 -7
- package/dist/o11y/eval-usage.d.mts +7 -7
- package/dist/o11y/eval-usage.d.ts +7 -7
- package/dist/o11y/parsers/bub.cjs +57 -81
- package/dist/o11y/parsers/bub.cjs.map +1 -1
- package/dist/o11y/parsers/index.cjs.map +1 -1
- package/dist/o11y/parsers/index.d.cts +2 -0
- package/dist/o11y/parsers/index.d.mts +2 -0
- package/dist/o11y/parsers/index.d.ts +2 -0
- package/dist/o11y/parsers/opencode.cjs +129 -217
- package/dist/o11y/parsers/opencode.cjs.map +1 -1
- package/dist/o11y/parsers/opencode.d.cts +2 -5
- package/dist/o11y/parsers/opencode.d.mts +2 -5
- package/dist/o11y/parsers/opencode.d.ts +2 -5
- package/dist/o11y/types.cjs.map +1 -1
- package/dist/o11y/types.d.cts +1 -1
- package/dist/o11y/types.d.mts +1 -1
- package/dist/o11y/types.d.ts +1 -1
- package/dist/plugin/contracts.cjs +170 -120
- package/dist/plugin/contracts.cjs.map +1 -1
- package/dist/plugin/contracts.d.cts +102 -90
- package/dist/plugin/contracts.d.mts +102 -90
- package/dist/plugin/contracts.d.ts +102 -90
- package/dist/plugin/contracts.js +16 -12
- package/dist/plugin/index.cjs.map +1 -1
- package/dist/plugin/index.d.cts +1 -1
- package/dist/plugin/index.d.mts +1 -1
- package/dist/plugin/index.d.ts +1 -1
- package/dist/plugin/link.cjs +69 -64
- package/dist/plugin/link.cjs.map +1 -1
- package/dist/plugin/link.d.cts +5 -3
- package/dist/plugin/link.d.mts +5 -3
- package/dist/plugin/link.d.ts +5 -3
- package/dist/plugin/link.js +12 -8
- package/dist/record/codec/seal-manifest.d.cts +3 -3
- package/dist/record/codec/seal-manifest.d.mts +3 -3
- package/dist/record/codec/seal-manifest.d.ts +3 -3
- package/dist/record/family/attempt-note/definition.cjs +12 -0
- package/dist/record/family/attempt-note/definition.cjs.map +1 -0
- package/dist/record/family/attempt-note/definition.d.cts +6 -0
- package/dist/record/family/attempt-note/definition.d.mts +6 -0
- package/dist/record/family/attempt-note/definition.d.ts +6 -0
- package/dist/record/family/attempt-note/definition.js +6 -0
- package/dist/record/family/attempt-note/definition.js.map +1 -0
- package/dist/record/family/attempt-note/persistence.cjs +10 -0
- package/dist/record/family/attempt-note/persistence.cjs.map +1 -0
- package/dist/record/family/attempt-note/persistence.d.cts +6 -0
- package/dist/record/family/attempt-note/persistence.d.mts +6 -0
- package/dist/record/family/attempt-note/persistence.d.ts +6 -0
- package/dist/record/family/attempt-note/persistence.js +6 -0
- package/dist/record/family/attempt-note/persistence.js.map +1 -0
- package/dist/record/family/attempt-note/schema.cjs +20 -0
- package/dist/record/family/attempt-note/schema.cjs.map +1 -0
- package/dist/record/family/attempt-note/schema.d.cts +21 -0
- package/dist/record/family/attempt-note/schema.d.mts +21 -0
- package/dist/record/family/attempt-note/schema.d.ts +21 -0
- package/dist/record/family/attempt-note/schema.js +10 -0
- package/dist/record/family/attempt-note/schema.js.map +1 -0
- package/dist/record/family/catalog.cjs +32 -29
- package/dist/record/family/catalog.cjs.map +1 -1
- package/dist/record/family/catalog.d.cts +7 -2
- package/dist/record/family/catalog.d.mts +7 -2
- package/dist/record/family/catalog.d.ts +7 -2
- package/dist/record/family/current.cjs +48 -45
- package/dist/record/family/current.cjs.map +1 -1
- package/dist/record/family/current.d.cts +15 -0
- package/dist/record/family/current.d.mts +15 -0
- package/dist/record/family/current.d.ts +15 -0
- package/dist/record/model/index.js +66 -64
- package/dist/record/model/run-context.cjs +9 -3
- package/dist/record/model/run-context.cjs.map +1 -1
- package/dist/record/model/run-context.d.cts +9 -2
- package/dist/record/model/run-context.d.mts +9 -2
- package/dist/record/model/run-context.d.ts +9 -2
- package/dist/record/model/run-context.js +8 -6
- package/dist/record/model/seal-manifest.d.cts +1 -1
- package/dist/record/model/seal-manifest.d.mts +1 -1
- package/dist/record/model/seal-manifest.d.ts +1 -1
- package/dist/run/cli/contribution.cjs +6 -32
- package/dist/run/cli/contribution.cjs.map +1 -1
- package/dist/run/host/runtime.cjs +1 -1
- package/dist/run/host/runtime.cjs.map +1 -1
- package/dist/run/storage/sqlite.cjs +7 -7
- package/dist/run/storage/sqlite.cjs.map +1 -1
- package/dist/runner/adapter-usage.cjs +5 -3
- package/dist/runner/adapter-usage.cjs.map +1 -1
- package/dist/runner/adapter-usage.d.cts +2 -2
- package/dist/runner/adapter-usage.d.mts +2 -2
- package/dist/runner/adapter-usage.d.ts +2 -2
- package/dist/runner/adoption.cjs +9 -12
- package/dist/runner/adoption.cjs.map +1 -1
- package/dist/runner/attempt-notes.cjs +8 -0
- package/dist/runner/attempt-notes.cjs.map +1 -0
- package/dist/runner/attempt-notes.d.cts +4 -0
- package/dist/runner/attempt-notes.d.mts +4 -0
- package/dist/runner/attempt-notes.d.ts +4 -0
- package/dist/runner/attempt-notes.js +8 -0
- package/dist/runner/attempt-notes.js.map +1 -0
- package/dist/runner/attempt.cjs +61 -73
- package/dist/runner/attempt.cjs.map +1 -1
- package/dist/runner/attempt.d.cts +3 -3
- package/dist/runner/attempt.d.mts +3 -3
- package/dist/runner/attempt.d.ts +3 -3
- package/dist/runner/command-plan.cjs +21 -26
- package/dist/runner/command-plan.cjs.map +1 -1
- package/dist/runner/command-plan.d.cts +4 -4
- package/dist/runner/command-plan.d.mts +4 -4
- package/dist/runner/command-plan.d.ts +4 -4
- package/dist/runner/command-plan.js +4 -4
- package/dist/runner/config-identity.cjs.map +1 -1
- package/dist/runner/config-identity.d.cts +2 -2
- package/dist/runner/config-identity.d.mts +2 -2
- package/dist/runner/config-identity.d.ts +2 -2
- package/dist/runner/discover.cjs +6 -6
- package/dist/runner/discover.cjs.map +1 -1
- package/dist/runner/eval-selection.cjs +2 -2
- package/dist/runner/eval-selection.cjs.map +1 -1
- package/dist/runner/eval-selection.d.cts +2 -2
- package/dist/runner/eval-selection.d.mts +2 -2
- package/dist/runner/eval-selection.d.ts +2 -2
- package/dist/runner/feedback/human.cjs +1 -1
- package/dist/runner/feedback/human.cjs.map +1 -1
- package/dist/runner/feedback/json.cjs +4 -2
- package/dist/runner/feedback/json.cjs.map +1 -1
- package/dist/runner/feedback/json.d.cts +1 -1
- package/dist/runner/feedback/json.d.mts +1 -1
- package/dist/runner/feedback/json.d.ts +1 -1
- package/dist/runner/feedback/sink.cjs +1 -1
- package/dist/runner/feedback/sink.cjs.map +1 -1
- package/dist/runner/feedback/sink.d.cts +1 -1
- package/dist/runner/feedback/sink.d.mts +1 -1
- package/dist/runner/feedback/sink.d.ts +1 -1
- package/dist/runner/fingerprint.cjs +1 -1
- package/dist/runner/fingerprint.cjs.map +1 -1
- package/dist/runner/project-target.cjs.map +1 -1
- package/dist/runner/project-target.d.cts +2 -2
- package/dist/runner/project-target.d.mts +2 -2
- package/dist/runner/project-target.d.ts +2 -2
- package/dist/runner/record/attachments.cjs +2 -2
- package/dist/runner/record/attachments.cjs.map +1 -1
- package/dist/runner/record/planning.cjs +8 -2
- package/dist/runner/record/planning.cjs.map +1 -1
- package/dist/runner/record.cjs +2 -0
- package/dist/runner/record.cjs.map +1 -1
- package/dist/runner/report.cjs +3 -3
- package/dist/runner/report.cjs.map +1 -1
- package/dist/runner/report.d.cts +1 -1
- package/dist/runner/report.d.mts +1 -1
- package/dist/runner/report.d.ts +1 -1
- package/dist/runner/reuse-plan.cjs +2 -2
- package/dist/runner/reuse-plan.cjs.map +1 -1
- package/dist/runner/run.cjs +10 -45
- package/dist/runner/run.cjs.map +1 -1
- package/dist/runner/sandbox-pool.cjs +1 -2
- package/dist/runner/sandbox-pool.cjs.map +1 -1
- package/dist/runner/setup-prefix-preparation.cjs +1 -1
- package/dist/runner/setup-prefix-preparation.cjs.map +1 -1
- package/dist/runner/teardown-registry.cjs +2 -2
- package/dist/runner/teardown-registry.cjs.map +1 -1
- package/dist/runner/teardown-registry.d.cts +1 -1
- package/dist/runner/teardown-registry.d.mts +1 -1
- package/dist/runner/teardown-registry.d.ts +1 -1
- package/dist/runner/types.cjs +4 -4
- package/dist/runner/types.cjs.map +1 -1
- package/dist/runner/types.d.cts +64 -93
- package/dist/runner/types.d.mts +64 -93
- package/dist/runner/types.d.ts +64 -93
- package/dist/runner/types.js +2 -2
- package/dist/sandbox/action.cjs +1 -1
- package/dist/sandbox/action.cjs.map +1 -1
- package/dist/sandbox/cli/contribution.cjs +17 -14
- package/dist/sandbox/cli/contribution.cjs.map +1 -1
- package/dist/sandbox/cli/contribution.d.cts +1 -1
- package/dist/sandbox/cli/contribution.d.mts +1 -1
- package/dist/sandbox/cli/contribution.d.ts +1 -1
- package/dist/sandbox/commands.cjs +1 -1
- package/dist/sandbox/commands.cjs.map +1 -1
- package/dist/sandbox/commands.d.cts +1 -1
- package/dist/sandbox/commands.d.mts +1 -1
- package/dist/sandbox/commands.d.ts +1 -1
- package/dist/sandbox/compose.cjs +2 -2
- package/dist/sandbox/compose.cjs.map +1 -1
- package/dist/sandbox/docker-profile/registry.cjs +5 -9
- package/dist/sandbox/docker-profile/registry.cjs.map +1 -1
- package/dist/sandbox/docker-profile/registry.d.cts +0 -3
- package/dist/sandbox/docker-profile/registry.d.mts +0 -3
- package/dist/sandbox/docker-profile/registry.d.ts +0 -3
- package/dist/sandbox/docker-profile/registry.js +6 -12
- package/dist/sandbox/docker-profile/runtime.cjs +1 -1
- package/dist/sandbox/docker-profile/runtime.cjs.map +1 -1
- package/dist/sandbox/docker-profile/schema.cjs +12 -16
- package/dist/sandbox/docker-profile/schema.cjs.map +1 -1
- package/dist/sandbox/docker-profile/schema.d.cts +2 -6
- package/dist/sandbox/docker-profile/schema.d.mts +2 -6
- package/dist/sandbox/docker-profile/schema.d.ts +2 -6
- package/dist/sandbox/docker-profile/schema.js +24 -32
- package/dist/sandbox/incus.cjs +2 -2
- package/dist/sandbox/incus.cjs.map +1 -1
- package/dist/sandbox/index.cjs +4 -35
- package/dist/sandbox/index.cjs.map +1 -1
- package/dist/sandbox/index.d.cts +4 -8
- package/dist/sandbox/index.d.mts +4 -8
- package/dist/sandbox/index.d.ts +4 -8
- package/dist/sandbox/index.js +116 -172
- package/dist/sandbox/index.mjs +116 -172
- package/dist/sandbox/layer.cjs +3 -3
- package/dist/sandbox/layer.cjs.map +1 -1
- package/dist/sandbox/link.cjs +5 -0
- package/dist/sandbox/link.cjs.map +1 -1
- package/dist/sandbox/link.d.cts +3 -0
- package/dist/sandbox/link.d.mts +3 -0
- package/dist/sandbox/link.d.ts +3 -0
- package/dist/sandbox/runtime.cjs +9 -4
- package/dist/sandbox/runtime.cjs.map +1 -1
- package/dist/shared/failure-class.cjs +5 -5
- package/dist/shared/failure-class.cjs.map +1 -1
- package/dist/shared/failure-class.d.cts +4 -10
- package/dist/shared/failure-class.d.mts +4 -10
- package/dist/shared/failure-class.d.ts +4 -10
- package/dist/shared/types.cjs.map +1 -1
- package/dist/shared/types.d.cts +1 -1
- package/dist/shared/types.d.mts +1 -1
- package/dist/shared/types.d.ts +1 -1
- package/dist/show/contribution.cjs +17 -2
- package/dist/show/contribution.cjs.map +1 -1
- package/dist/show/contribution.d.cts +14 -0
- package/dist/show/contribution.d.mts +14 -0
- package/dist/show/contribution.d.ts +14 -0
- package/dist/show/model.cjs +8 -5
- package/dist/show/model.cjs.map +1 -1
- package/dist/show/model.d.cts +11 -8
- package/dist/show/model.d.mts +11 -8
- package/dist/show/model.d.ts +11 -8
- package/dist/show/render.cjs +34 -22
- package/dist/show/render.cjs.map +1 -1
- package/dist/sources/projector.cjs +1 -1
- package/dist/sources/projector.cjs.map +1 -1
- package/dist/types.cjs +1 -1
- package/dist/types.cjs.map +1 -1
- package/dist/types.d.cts +1 -1
- package/dist/types.d.mts +1 -1
- package/dist/types.d.ts +1 -1
- package/dist/types.js +2 -2
- package/dist/view/app-dist/.vite/manifest.json +2 -2
- package/dist/view/app-dist/assets/{index-B3ijZRph.js → index-CxrOUvHC.js} +17 -17
- package/dist/view/app-dist/assets/{quality-cost-scatter-B--DfJ9s.js → quality-cost-scatter-B6Aiss7x.js} +1 -1
- package/dist/view/app-dist/index.html +1 -1
- package/dist/view/cli/contribution.cjs +1 -1
- package/dist/view/cli/contribution.cjs.map +1 -1
- package/dist/view/function-runtime.mjs +318 -121
- package/dist/view/http-protocol.d.cts +1 -1
- package/dist/view/http-protocol.d.mts +1 -1
- package/dist/view/http-protocol.d.ts +1 -1
- package/dist/view/inspection-host.cjs +2 -2
- package/dist/view/inspection-host.cjs.map +1 -1
- package/dist/view/inspection-host.d.cts +349 -331
- package/dist/view/inspection-host.d.mts +349 -331
- package/dist/view/inspection-host.d.ts +349 -331
- package/docs-site/zh/examples/integrations/ai-sdk-v7.mdx +6 -6
- package/docs-site/zh/examples/integrations/claude-sdk.mdx +5 -5
- package/docs-site/zh/examples/integrations/codex-sdk.mdx +4 -4
- package/docs-site/zh/examples/integrations/langgraph.mdx +4 -4
- package/docs-site/zh/examples/integrations/pi-sdk.mdx +5 -5
- package/docs-site/zh/explanation/adapter.mdx +6 -6
- package/docs-site/zh/explanation/assert.mdx +7 -7
- package/docs-site/zh/explanation/drive.mdx +4 -4
- package/docs-site/zh/explanation/hitl.mdx +2 -2
- package/docs-site/zh/explanation/judge.mdx +2 -2
- package/docs-site/zh/introduction.mdx +2 -2
- package/docs-site/zh/reference/builtin-agents.mdx +46 -49
- package/docs-site/zh/reference/cli.mdx +16 -14
- package/docs-site/zh/reference/define-agent.mdx +19 -19
- package/docs-site/zh/reference/define-config.mdx +7 -15
- package/docs-site/zh/reference/define-eval.mdx +20 -14
- package/docs-site/zh/reference/define-experiment.mdx +18 -39
- package/docs-site/zh/reference/events.mdx +1 -1
- package/docs-site/zh/reference/expect.mdx +21 -0
- package/docs-site/zh/reference/official-adapters.mdx +12 -5
- package/docs-site/zh/troubleshooting/debugging.mdx +2 -2
- package/docs-site/zh/troubleshooting/recover-after-kill.mdx +1 -1
- package/docs-site/zh/tutorials/agent-onboarding.mdx +2 -2
- package/docs-site/zh/tutorials/authoring.mdx +2 -2
- package/docs-site/zh/tutorials/compare-runs.mdx +1 -1
- package/docs-site/zh/tutorials/concurrency.mdx +8 -8
- package/docs-site/zh/tutorials/configuration.mdx +5 -5
- package/docs-site/zh/tutorials/control-run-cost.mdx +19 -19
- package/docs-site/zh/tutorials/eval-groups.mdx +1 -1
- package/docs-site/zh/tutorials/evaluation-kinds.mdx +5 -5
- package/docs-site/zh/tutorials/experiment-services.mdx +32 -32
- package/docs-site/zh/tutorials/handle-execution-failures.mdx +2 -28
- package/docs-site/zh/tutorials/plugins.mdx +49 -143
- package/docs-site/zh/tutorials/sandbox-agent.mdx +1 -1
- package/docs-site/zh/tutorials/sandbox-reuse.mdx +7 -7
- package/docs-site/zh/tutorials/upgrade-0-18.mdx +1 -1
- package/docs-site/zh/tutorials/upgrade-0-19.mdx +121 -0
- package/docs-site/zh/tutorials/upgrade-0-20.mdx +12 -0
- package/docs-site/zh/tutorials/verify-judge.mdx +2 -2
- package/docs-site/zh/tutorials/viewing-results.mdx +2 -2
- package/docs-site/zh/tutorials/write-experiment.mdx +1 -1
- package/docs-site/zh/tutorials/write-send.mdx +13 -13
- package/package.json +1 -1
- package/dist/agents/effect-runtime.cjs.map +0 -1
- package/dist/agents/effect-runtime.d.cts +0 -29
- package/dist/agents/effect-runtime.d.mts +0 -29
- package/dist/agents/effect-runtime.d.ts +0 -29
- package/dist/agents/effect-runtime.js +0 -16
- package/dist/agents/effect-runtime.js.map +0 -1
- package/dist/agents/session-slot.cjs.map +0 -1
- package/dist/agents/session-slot.d.cts +0 -12
- package/dist/agents/session-slot.d.mts +0 -12
- package/dist/agents/session-slot.d.ts +0 -12
- package/dist/agents/session-slot.js +0 -6
- package/dist/agents/session-slot.js.map +0 -1
- package/dist/model-slots.js +0 -14
- package/dist/model-slots.js.map +0 -1
package/dist/expect/index.js
CHANGED
|
@@ -7,80 +7,96 @@ const __niceevalExport1 = __niceevalCanonical["atLeast"];
|
|
|
7
7
|
export { __niceevalExport1 as atLeast };
|
|
8
8
|
const __niceevalExport2 = __niceevalCanonical["atMost"];
|
|
9
9
|
export { __niceevalExport2 as atMost };
|
|
10
|
-
const __niceevalExport3 = __niceevalCanonical["
|
|
11
|
-
export { __niceevalExport3 as
|
|
12
|
-
const __niceevalExport4 = __niceevalCanonical["
|
|
13
|
-
export { __niceevalExport4 as
|
|
14
|
-
const __niceevalExport5 = __niceevalCanonical["
|
|
15
|
-
export { __niceevalExport5 as
|
|
16
|
-
const __niceevalExport6 = __niceevalCanonical["
|
|
17
|
-
export { __niceevalExport6 as
|
|
18
|
-
const __niceevalExport7 = __niceevalCanonical["
|
|
19
|
-
export { __niceevalExport7 as
|
|
20
|
-
const __niceevalExport8 = __niceevalCanonical["
|
|
21
|
-
export { __niceevalExport8 as
|
|
22
|
-
const __niceevalExport9 = __niceevalCanonical["
|
|
23
|
-
export { __niceevalExport9 as
|
|
24
|
-
const __niceevalExport10 = __niceevalCanonical["
|
|
25
|
-
export { __niceevalExport10 as
|
|
26
|
-
const __niceevalExport11 = __niceevalCanonical["
|
|
27
|
-
export { __niceevalExport11 as
|
|
28
|
-
const __niceevalExport12 = __niceevalCanonical["
|
|
29
|
-
export { __niceevalExport12 as
|
|
30
|
-
const __niceevalExport13 = __niceevalCanonical["
|
|
31
|
-
export { __niceevalExport13 as
|
|
32
|
-
const __niceevalExport14 = __niceevalCanonical["
|
|
33
|
-
export { __niceevalExport14 as
|
|
34
|
-
const __niceevalExport15 = __niceevalCanonical["
|
|
35
|
-
export { __niceevalExport15 as
|
|
36
|
-
const __niceevalExport16 = __niceevalCanonical["
|
|
37
|
-
export { __niceevalExport16 as
|
|
38
|
-
const __niceevalExport17 = __niceevalCanonical["
|
|
39
|
-
export { __niceevalExport17 as
|
|
40
|
-
const __niceevalExport18 = __niceevalCanonical["
|
|
41
|
-
export { __niceevalExport18 as
|
|
42
|
-
const __niceevalExport19 = __niceevalCanonical["
|
|
43
|
-
export { __niceevalExport19 as
|
|
44
|
-
const __niceevalExport20 = __niceevalCanonical["
|
|
45
|
-
export { __niceevalExport20 as
|
|
46
|
-
const __niceevalExport21 = __niceevalCanonical["
|
|
47
|
-
export { __niceevalExport21 as
|
|
48
|
-
const __niceevalExport22 = __niceevalCanonical["
|
|
49
|
-
export { __niceevalExport22 as
|
|
50
|
-
const __niceevalExport23 = __niceevalCanonical["
|
|
51
|
-
export { __niceevalExport23 as
|
|
52
|
-
const __niceevalExport24 = __niceevalCanonical["
|
|
53
|
-
export { __niceevalExport24 as
|
|
54
|
-
const __niceevalExport25 = __niceevalCanonical["
|
|
55
|
-
export { __niceevalExport25 as
|
|
56
|
-
const __niceevalExport26 = __niceevalCanonical["
|
|
57
|
-
export { __niceevalExport26 as
|
|
58
|
-
const __niceevalExport27 = __niceevalCanonical["
|
|
59
|
-
export { __niceevalExport27 as
|
|
60
|
-
const __niceevalExport28 = __niceevalCanonical["
|
|
61
|
-
export { __niceevalExport28 as
|
|
62
|
-
const __niceevalExport29 = __niceevalCanonical["
|
|
63
|
-
export { __niceevalExport29 as
|
|
64
|
-
const __niceevalExport30 = __niceevalCanonical["
|
|
65
|
-
export { __niceevalExport30 as
|
|
66
|
-
const __niceevalExport31 = __niceevalCanonical["
|
|
67
|
-
export { __niceevalExport31 as
|
|
68
|
-
const __niceevalExport32 = __niceevalCanonical["
|
|
69
|
-
export { __niceevalExport32 as
|
|
70
|
-
const __niceevalExport33 = __niceevalCanonical["
|
|
71
|
-
export { __niceevalExport33 as
|
|
72
|
-
const __niceevalExport34 = __niceevalCanonical["
|
|
73
|
-
export { __niceevalExport34 as
|
|
74
|
-
const __niceevalExport35 = __niceevalCanonical["
|
|
75
|
-
export { __niceevalExport35 as
|
|
76
|
-
const __niceevalExport36 = __niceevalCanonical["
|
|
77
|
-
export { __niceevalExport36 as
|
|
78
|
-
const __niceevalExport37 = __niceevalCanonical["
|
|
79
|
-
export { __niceevalExport37 as
|
|
80
|
-
const __niceevalExport38 = __niceevalCanonical["
|
|
81
|
-
export { __niceevalExport38 as
|
|
82
|
-
const __niceevalExport39 = __niceevalCanonical["
|
|
83
|
-
export { __niceevalExport39 as
|
|
84
|
-
const __niceevalExport40 = __niceevalCanonical["
|
|
85
|
-
export { __niceevalExport40 as
|
|
10
|
+
const __niceevalExport3 = __niceevalCanonical["between"];
|
|
11
|
+
export { __niceevalExport3 as between };
|
|
12
|
+
const __niceevalExport4 = __niceevalCanonical["bytes"];
|
|
13
|
+
export { __niceevalExport4 as bytes };
|
|
14
|
+
const __niceevalExport5 = __niceevalCanonical["commandMatch"];
|
|
15
|
+
export { __niceevalExport5 as commandMatch };
|
|
16
|
+
const __niceevalExport6 = __niceevalCanonical["commandSucceeded"];
|
|
17
|
+
export { __niceevalExport6 as commandSucceeded };
|
|
18
|
+
const __niceevalExport7 = __niceevalCanonical["count"];
|
|
19
|
+
export { __niceevalExport7 as count };
|
|
20
|
+
const __niceevalExport8 = __niceevalCanonical["countWhere"];
|
|
21
|
+
export { __niceevalExport8 as countWhere };
|
|
22
|
+
const __niceevalExport9 = __niceevalCanonical["defineContextMatch"];
|
|
23
|
+
export { __niceevalExport9 as defineContextMatch };
|
|
24
|
+
const __niceevalExport10 = __niceevalCanonical["defineJudge"];
|
|
25
|
+
export { __niceevalExport10 as defineJudge };
|
|
26
|
+
const __niceevalExport11 = __niceevalCanonical["defineMaterialMatch"];
|
|
27
|
+
export { __niceevalExport11 as defineMaterialMatch };
|
|
28
|
+
const __niceevalExport12 = __niceevalCanonical["defineScoreMatch"];
|
|
29
|
+
export { __niceevalExport12 as defineScoreMatch };
|
|
30
|
+
const __niceevalExport13 = __niceevalCanonical["defineValueMatch"];
|
|
31
|
+
export { __niceevalExport13 as defineValueMatch };
|
|
32
|
+
const __niceevalExport14 = __niceevalCanonical["equals"];
|
|
33
|
+
export { __niceevalExport14 as equals };
|
|
34
|
+
const __niceevalExport15 = __niceevalCanonical["eventMatch"];
|
|
35
|
+
export { __niceevalExport15 as eventMatch };
|
|
36
|
+
const __niceevalExport16 = __niceevalCanonical["excludes"];
|
|
37
|
+
export { __niceevalExport16 as excludes };
|
|
38
|
+
const __niceevalExport17 = __niceevalCanonical["factuality"];
|
|
39
|
+
export { __niceevalExport17 as factuality };
|
|
40
|
+
const __niceevalExport18 = __niceevalCanonical["faithfulness"];
|
|
41
|
+
export { __niceevalExport18 as faithfulness };
|
|
42
|
+
const __niceevalExport19 = __niceevalCanonical["filterWhere"];
|
|
43
|
+
export { __niceevalExport19 as filterWhere };
|
|
44
|
+
const __niceevalExport20 = __niceevalCanonical["greaterThan"];
|
|
45
|
+
export { __niceevalExport20 as greaterThan };
|
|
46
|
+
const __niceevalExport21 = __niceevalCanonical["hasSections"];
|
|
47
|
+
export { __niceevalExport21 as hasSections };
|
|
48
|
+
const __niceevalExport22 = __niceevalCanonical["inOrder"];
|
|
49
|
+
export { __niceevalExport22 as inOrder };
|
|
50
|
+
const __niceevalExport23 = __niceevalCanonical["includes"];
|
|
51
|
+
export { __niceevalExport23 as includes };
|
|
52
|
+
const __niceevalExport24 = __niceevalCanonical["includesUrl"];
|
|
53
|
+
export { __niceevalExport24 as includesUrl };
|
|
54
|
+
const __niceevalExport25 = __niceevalCanonical["instructionFollowing"];
|
|
55
|
+
export { __niceevalExport25 as instructionFollowing };
|
|
56
|
+
const __niceevalExport26 = __niceevalCanonical["isDefined"];
|
|
57
|
+
export { __niceevalExport26 as isDefined };
|
|
58
|
+
const __niceevalExport27 = __niceevalCanonical["isFalse"];
|
|
59
|
+
export { __niceevalExport27 as isFalse };
|
|
60
|
+
const __niceevalExport28 = __niceevalCanonical["isTrue"];
|
|
61
|
+
export { __niceevalExport28 as isTrue };
|
|
62
|
+
const __niceevalExport29 = __niceevalCanonical["jsonMatch"];
|
|
63
|
+
export { __niceevalExport29 as jsonMatch };
|
|
64
|
+
const __niceevalExport30 = __niceevalCanonical["lessThan"];
|
|
65
|
+
export { __niceevalExport30 as lessThan };
|
|
66
|
+
const __niceevalExport31 = __niceevalCanonical["mapEach"];
|
|
67
|
+
export { __niceevalExport31 as mapEach };
|
|
68
|
+
const __niceevalExport32 = __niceevalCanonical["mapValue"];
|
|
69
|
+
export { __niceevalExport32 as mapValue };
|
|
70
|
+
const __niceevalExport33 = __niceevalCanonical["matches"];
|
|
71
|
+
export { __niceevalExport33 as matches };
|
|
72
|
+
const __niceevalExport34 = __niceevalCanonical["measured"];
|
|
73
|
+
export { __niceevalExport34 as measured };
|
|
74
|
+
const __niceevalExport35 = __niceevalCanonical["ms"];
|
|
75
|
+
export { __niceevalExport35 as ms };
|
|
76
|
+
const __niceevalExport36 = __niceevalCanonical["not"];
|
|
77
|
+
export { __niceevalExport36 as not };
|
|
78
|
+
const __niceevalExport37 = __niceevalCanonical["or"];
|
|
79
|
+
export { __niceevalExport37 as or };
|
|
80
|
+
const __niceevalExport38 = __niceevalCanonical["pairwisePreference"];
|
|
81
|
+
export { __niceevalExport38 as pairwisePreference };
|
|
82
|
+
const __niceevalExport39 = __niceevalCanonical["pattern"];
|
|
83
|
+
export { __niceevalExport39 as pattern };
|
|
84
|
+
const __niceevalExport40 = __niceevalCanonical["quantile"];
|
|
85
|
+
export { __niceevalExport40 as quantile };
|
|
86
|
+
const __niceevalExport41 = __niceevalCanonical["ratio"];
|
|
87
|
+
export { __niceevalExport41 as ratio };
|
|
88
|
+
const __niceevalExport42 = __niceevalCanonical["referencesAnyPath"];
|
|
89
|
+
export { __niceevalExport42 as referencesAnyPath };
|
|
90
|
+
const __niceevalExport43 = __niceevalCanonical["satisfies"];
|
|
91
|
+
export { __niceevalExport43 as satisfies };
|
|
92
|
+
const __niceevalExport44 = __niceevalCanonical["seconds"];
|
|
93
|
+
export { __niceevalExport44 as seconds };
|
|
94
|
+
const __niceevalExport45 = __niceevalCanonical["similarity"];
|
|
95
|
+
export { __niceevalExport45 as similarity };
|
|
96
|
+
const __niceevalExport46 = __niceevalCanonical["tokens"];
|
|
97
|
+
export { __niceevalExport46 as tokens };
|
|
98
|
+
const __niceevalExport47 = __niceevalCanonical["toolMatch"];
|
|
99
|
+
export { __niceevalExport47 as toolMatch };
|
|
100
|
+
const __niceevalExport48 = __niceevalCanonical["usd"];
|
|
101
|
+
export { __niceevalExport48 as usd };
|
|
86
102
|
//# sourceMappingURL=index.js.map
|
package/dist/expect/index.mjs
CHANGED
|
@@ -7,80 +7,96 @@ const __niceevalExport1 = __niceevalCanonical["atLeast"];
|
|
|
7
7
|
export { __niceevalExport1 as atLeast };
|
|
8
8
|
const __niceevalExport2 = __niceevalCanonical["atMost"];
|
|
9
9
|
export { __niceevalExport2 as atMost };
|
|
10
|
-
const __niceevalExport3 = __niceevalCanonical["
|
|
11
|
-
export { __niceevalExport3 as
|
|
12
|
-
const __niceevalExport4 = __niceevalCanonical["
|
|
13
|
-
export { __niceevalExport4 as
|
|
14
|
-
const __niceevalExport5 = __niceevalCanonical["
|
|
15
|
-
export { __niceevalExport5 as
|
|
16
|
-
const __niceevalExport6 = __niceevalCanonical["
|
|
17
|
-
export { __niceevalExport6 as
|
|
18
|
-
const __niceevalExport7 = __niceevalCanonical["
|
|
19
|
-
export { __niceevalExport7 as
|
|
20
|
-
const __niceevalExport8 = __niceevalCanonical["
|
|
21
|
-
export { __niceevalExport8 as
|
|
22
|
-
const __niceevalExport9 = __niceevalCanonical["
|
|
23
|
-
export { __niceevalExport9 as
|
|
24
|
-
const __niceevalExport10 = __niceevalCanonical["
|
|
25
|
-
export { __niceevalExport10 as
|
|
26
|
-
const __niceevalExport11 = __niceevalCanonical["
|
|
27
|
-
export { __niceevalExport11 as
|
|
28
|
-
const __niceevalExport12 = __niceevalCanonical["
|
|
29
|
-
export { __niceevalExport12 as
|
|
30
|
-
const __niceevalExport13 = __niceevalCanonical["
|
|
31
|
-
export { __niceevalExport13 as
|
|
32
|
-
const __niceevalExport14 = __niceevalCanonical["
|
|
33
|
-
export { __niceevalExport14 as
|
|
34
|
-
const __niceevalExport15 = __niceevalCanonical["
|
|
35
|
-
export { __niceevalExport15 as
|
|
36
|
-
const __niceevalExport16 = __niceevalCanonical["
|
|
37
|
-
export { __niceevalExport16 as
|
|
38
|
-
const __niceevalExport17 = __niceevalCanonical["
|
|
39
|
-
export { __niceevalExport17 as
|
|
40
|
-
const __niceevalExport18 = __niceevalCanonical["
|
|
41
|
-
export { __niceevalExport18 as
|
|
42
|
-
const __niceevalExport19 = __niceevalCanonical["
|
|
43
|
-
export { __niceevalExport19 as
|
|
44
|
-
const __niceevalExport20 = __niceevalCanonical["
|
|
45
|
-
export { __niceevalExport20 as
|
|
46
|
-
const __niceevalExport21 = __niceevalCanonical["
|
|
47
|
-
export { __niceevalExport21 as
|
|
48
|
-
const __niceevalExport22 = __niceevalCanonical["
|
|
49
|
-
export { __niceevalExport22 as
|
|
50
|
-
const __niceevalExport23 = __niceevalCanonical["
|
|
51
|
-
export { __niceevalExport23 as
|
|
52
|
-
const __niceevalExport24 = __niceevalCanonical["
|
|
53
|
-
export { __niceevalExport24 as
|
|
54
|
-
const __niceevalExport25 = __niceevalCanonical["
|
|
55
|
-
export { __niceevalExport25 as
|
|
56
|
-
const __niceevalExport26 = __niceevalCanonical["
|
|
57
|
-
export { __niceevalExport26 as
|
|
58
|
-
const __niceevalExport27 = __niceevalCanonical["
|
|
59
|
-
export { __niceevalExport27 as
|
|
60
|
-
const __niceevalExport28 = __niceevalCanonical["
|
|
61
|
-
export { __niceevalExport28 as
|
|
62
|
-
const __niceevalExport29 = __niceevalCanonical["
|
|
63
|
-
export { __niceevalExport29 as
|
|
64
|
-
const __niceevalExport30 = __niceevalCanonical["
|
|
65
|
-
export { __niceevalExport30 as
|
|
66
|
-
const __niceevalExport31 = __niceevalCanonical["
|
|
67
|
-
export { __niceevalExport31 as
|
|
68
|
-
const __niceevalExport32 = __niceevalCanonical["
|
|
69
|
-
export { __niceevalExport32 as
|
|
70
|
-
const __niceevalExport33 = __niceevalCanonical["
|
|
71
|
-
export { __niceevalExport33 as
|
|
72
|
-
const __niceevalExport34 = __niceevalCanonical["
|
|
73
|
-
export { __niceevalExport34 as
|
|
74
|
-
const __niceevalExport35 = __niceevalCanonical["
|
|
75
|
-
export { __niceevalExport35 as
|
|
76
|
-
const __niceevalExport36 = __niceevalCanonical["
|
|
77
|
-
export { __niceevalExport36 as
|
|
78
|
-
const __niceevalExport37 = __niceevalCanonical["
|
|
79
|
-
export { __niceevalExport37 as
|
|
80
|
-
const __niceevalExport38 = __niceevalCanonical["
|
|
81
|
-
export { __niceevalExport38 as
|
|
82
|
-
const __niceevalExport39 = __niceevalCanonical["
|
|
83
|
-
export { __niceevalExport39 as
|
|
84
|
-
const __niceevalExport40 = __niceevalCanonical["
|
|
85
|
-
export { __niceevalExport40 as
|
|
10
|
+
const __niceevalExport3 = __niceevalCanonical["between"];
|
|
11
|
+
export { __niceevalExport3 as between };
|
|
12
|
+
const __niceevalExport4 = __niceevalCanonical["bytes"];
|
|
13
|
+
export { __niceevalExport4 as bytes };
|
|
14
|
+
const __niceevalExport5 = __niceevalCanonical["commandMatch"];
|
|
15
|
+
export { __niceevalExport5 as commandMatch };
|
|
16
|
+
const __niceevalExport6 = __niceevalCanonical["commandSucceeded"];
|
|
17
|
+
export { __niceevalExport6 as commandSucceeded };
|
|
18
|
+
const __niceevalExport7 = __niceevalCanonical["count"];
|
|
19
|
+
export { __niceevalExport7 as count };
|
|
20
|
+
const __niceevalExport8 = __niceevalCanonical["countWhere"];
|
|
21
|
+
export { __niceevalExport8 as countWhere };
|
|
22
|
+
const __niceevalExport9 = __niceevalCanonical["defineContextMatch"];
|
|
23
|
+
export { __niceevalExport9 as defineContextMatch };
|
|
24
|
+
const __niceevalExport10 = __niceevalCanonical["defineJudge"];
|
|
25
|
+
export { __niceevalExport10 as defineJudge };
|
|
26
|
+
const __niceevalExport11 = __niceevalCanonical["defineMaterialMatch"];
|
|
27
|
+
export { __niceevalExport11 as defineMaterialMatch };
|
|
28
|
+
const __niceevalExport12 = __niceevalCanonical["defineScoreMatch"];
|
|
29
|
+
export { __niceevalExport12 as defineScoreMatch };
|
|
30
|
+
const __niceevalExport13 = __niceevalCanonical["defineValueMatch"];
|
|
31
|
+
export { __niceevalExport13 as defineValueMatch };
|
|
32
|
+
const __niceevalExport14 = __niceevalCanonical["equals"];
|
|
33
|
+
export { __niceevalExport14 as equals };
|
|
34
|
+
const __niceevalExport15 = __niceevalCanonical["eventMatch"];
|
|
35
|
+
export { __niceevalExport15 as eventMatch };
|
|
36
|
+
const __niceevalExport16 = __niceevalCanonical["excludes"];
|
|
37
|
+
export { __niceevalExport16 as excludes };
|
|
38
|
+
const __niceevalExport17 = __niceevalCanonical["factuality"];
|
|
39
|
+
export { __niceevalExport17 as factuality };
|
|
40
|
+
const __niceevalExport18 = __niceevalCanonical["faithfulness"];
|
|
41
|
+
export { __niceevalExport18 as faithfulness };
|
|
42
|
+
const __niceevalExport19 = __niceevalCanonical["filterWhere"];
|
|
43
|
+
export { __niceevalExport19 as filterWhere };
|
|
44
|
+
const __niceevalExport20 = __niceevalCanonical["greaterThan"];
|
|
45
|
+
export { __niceevalExport20 as greaterThan };
|
|
46
|
+
const __niceevalExport21 = __niceevalCanonical["hasSections"];
|
|
47
|
+
export { __niceevalExport21 as hasSections };
|
|
48
|
+
const __niceevalExport22 = __niceevalCanonical["inOrder"];
|
|
49
|
+
export { __niceevalExport22 as inOrder };
|
|
50
|
+
const __niceevalExport23 = __niceevalCanonical["includes"];
|
|
51
|
+
export { __niceevalExport23 as includes };
|
|
52
|
+
const __niceevalExport24 = __niceevalCanonical["includesUrl"];
|
|
53
|
+
export { __niceevalExport24 as includesUrl };
|
|
54
|
+
const __niceevalExport25 = __niceevalCanonical["instructionFollowing"];
|
|
55
|
+
export { __niceevalExport25 as instructionFollowing };
|
|
56
|
+
const __niceevalExport26 = __niceevalCanonical["isDefined"];
|
|
57
|
+
export { __niceevalExport26 as isDefined };
|
|
58
|
+
const __niceevalExport27 = __niceevalCanonical["isFalse"];
|
|
59
|
+
export { __niceevalExport27 as isFalse };
|
|
60
|
+
const __niceevalExport28 = __niceevalCanonical["isTrue"];
|
|
61
|
+
export { __niceevalExport28 as isTrue };
|
|
62
|
+
const __niceevalExport29 = __niceevalCanonical["jsonMatch"];
|
|
63
|
+
export { __niceevalExport29 as jsonMatch };
|
|
64
|
+
const __niceevalExport30 = __niceevalCanonical["lessThan"];
|
|
65
|
+
export { __niceevalExport30 as lessThan };
|
|
66
|
+
const __niceevalExport31 = __niceevalCanonical["mapEach"];
|
|
67
|
+
export { __niceevalExport31 as mapEach };
|
|
68
|
+
const __niceevalExport32 = __niceevalCanonical["mapValue"];
|
|
69
|
+
export { __niceevalExport32 as mapValue };
|
|
70
|
+
const __niceevalExport33 = __niceevalCanonical["matches"];
|
|
71
|
+
export { __niceevalExport33 as matches };
|
|
72
|
+
const __niceevalExport34 = __niceevalCanonical["measured"];
|
|
73
|
+
export { __niceevalExport34 as measured };
|
|
74
|
+
const __niceevalExport35 = __niceevalCanonical["ms"];
|
|
75
|
+
export { __niceevalExport35 as ms };
|
|
76
|
+
const __niceevalExport36 = __niceevalCanonical["not"];
|
|
77
|
+
export { __niceevalExport36 as not };
|
|
78
|
+
const __niceevalExport37 = __niceevalCanonical["or"];
|
|
79
|
+
export { __niceevalExport37 as or };
|
|
80
|
+
const __niceevalExport38 = __niceevalCanonical["pairwisePreference"];
|
|
81
|
+
export { __niceevalExport38 as pairwisePreference };
|
|
82
|
+
const __niceevalExport39 = __niceevalCanonical["pattern"];
|
|
83
|
+
export { __niceevalExport39 as pattern };
|
|
84
|
+
const __niceevalExport40 = __niceevalCanonical["quantile"];
|
|
85
|
+
export { __niceevalExport40 as quantile };
|
|
86
|
+
const __niceevalExport41 = __niceevalCanonical["ratio"];
|
|
87
|
+
export { __niceevalExport41 as ratio };
|
|
88
|
+
const __niceevalExport42 = __niceevalCanonical["referencesAnyPath"];
|
|
89
|
+
export { __niceevalExport42 as referencesAnyPath };
|
|
90
|
+
const __niceevalExport43 = __niceevalCanonical["satisfies"];
|
|
91
|
+
export { __niceevalExport43 as satisfies };
|
|
92
|
+
const __niceevalExport44 = __niceevalCanonical["seconds"];
|
|
93
|
+
export { __niceevalExport44 as seconds };
|
|
94
|
+
const __niceevalExport45 = __niceevalCanonical["similarity"];
|
|
95
|
+
export { __niceevalExport45 as similarity };
|
|
96
|
+
const __niceevalExport46 = __niceevalCanonical["tokens"];
|
|
97
|
+
export { __niceevalExport46 as tokens };
|
|
98
|
+
const __niceevalExport47 = __niceevalCanonical["toolMatch"];
|
|
99
|
+
export { __niceevalExport47 as toolMatch };
|
|
100
|
+
const __niceevalExport48 = __niceevalCanonical["usd"];
|
|
101
|
+
export { __niceevalExport48 as usd };
|
|
86
102
|
//# sourceMappingURL=index.mjs.map
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.experimentCliContributions = exports.
|
|
3
|
+
exports.experimentCliContributions = exports.INVOCATION_CLI_OPTIONS = exports.ACCEPT_CLI_OPTIONS = exports.DEBUG_CLI_OPTIONS = exports.EXP_TEARDOWN_CLI_OPTIONS = exports.EXP_RENAME_CLI_OPTIONS = exports.EXP_LIST_CLI_OPTIONS = exports.EXP_NORMAL_CLI_OPTIONS = exports.CHECK_CLI_OPTIONS = exports.ExpPlanDocumentSchema = exports.decodeExpPlanDocument = void 0;
|
|
4
4
|
const runtime_ts_1 = require("../runtime.cjs");
|
|
5
5
|
const effect_1 = require("effect");
|
|
6
6
|
const application_ts_1 = require("../../../cli/application.cjs");
|
|
@@ -41,8 +41,11 @@ exports.EXP_NORMAL_CLI_OPTIONS = Object.freeze({
|
|
|
41
41
|
attempts: option("string", "Run each selected Eval this many times."),
|
|
42
42
|
"max-concurrency": option("string", "Limit concurrent Attempt execution."),
|
|
43
43
|
"max-build-concurrency": option("string", "Limit concurrent Sandbox build preparation."),
|
|
44
|
-
"max-
|
|
45
|
-
"sandbox-
|
|
44
|
+
"max-before-cache-concurrency": option("string", "Limit concurrent Sandbox before-cache preparation."),
|
|
45
|
+
"sandbox-before-cache": option("string", "Use or bypass the Sandbox before cache."),
|
|
46
|
+
// Let the root parser route retired options to this owner's migration error.
|
|
47
|
+
"sandbox-setup-cache": Object.freeze({ type: "string", help: Object.freeze({ summary: "Use --sandbox-before-cache.", visibility: "hidden" }) }),
|
|
48
|
+
"max-setup-prefix-concurrency": Object.freeze({ type: "string", help: Object.freeze({ summary: "Use --max-before-cache-concurrency.", visibility: "hidden" }) }),
|
|
46
49
|
timeout: option("string", "Set the per-Attempt timeout in milliseconds."),
|
|
47
50
|
budget: option("string", "Set the Invocation budget in USD."),
|
|
48
51
|
tag: option("string", "Select only Evals with this tag."),
|
|
@@ -67,7 +70,7 @@ exports.EXP_RENAME_CLI_OPTIONS = Object.freeze({
|
|
|
67
70
|
help: HELP_OPTION,
|
|
68
71
|
});
|
|
69
72
|
exports.EXP_TEARDOWN_CLI_OPTIONS = Object.freeze({
|
|
70
|
-
|
|
73
|
+
after: option("boolean", "Run explicit Experiment after recovery."),
|
|
71
74
|
json: option("boolean", "Write machine output where the operation supports it."),
|
|
72
75
|
"recover-shared-state": option("string", "Name a shared-state key for explicit recovery."),
|
|
73
76
|
"owner-token": option("string", "Provide the exact shared-state owner token."),
|
|
@@ -84,7 +87,7 @@ exports.ACCEPT_CLI_OPTIONS = Object.freeze({
|
|
|
84
87
|
dry: option("boolean", "Preview acceptance without publishing a Run."),
|
|
85
88
|
help: HELP_OPTION,
|
|
86
89
|
});
|
|
87
|
-
exports.
|
|
90
|
+
exports.INVOCATION_CLI_OPTIONS = Object.freeze({
|
|
88
91
|
all: option("boolean", "Include completed invocation status entries."),
|
|
89
92
|
json: option("boolean", "Write the status machine document."),
|
|
90
93
|
help: HELP_OPTION,
|
|
@@ -96,7 +99,7 @@ const EXP_CLI_OPTIONS = Object.freeze({
|
|
|
96
99
|
...exports.EXP_RENAME_CLI_OPTIONS,
|
|
97
100
|
...exports.EXP_TEARDOWN_CLI_OPTIONS,
|
|
98
101
|
});
|
|
99
|
-
const SHARED_STATE_RECOVERY_USAGE = ` niceeval exp <selector> --
|
|
102
|
+
const SHARED_STATE_RECOVERY_USAGE = ` niceeval exp <selector> --after --recover-shared-state <key>
|
|
100
103
|
--owner-token <token> --confirm-owner-terminated --confirm-remote-quiesced`;
|
|
101
104
|
const CHECK_HELP = `Check Experiment selection:
|
|
102
105
|
niceeval check [<experiment-prefix> [<eval-prefix>...]] [--tag <tag>]
|
|
@@ -117,10 +120,10 @@ Run options:
|
|
|
117
120
|
--attempts <n> run each selected Eval this many times
|
|
118
121
|
--max-concurrency <n> limit concurrent Attempt execution
|
|
119
122
|
--max-build-concurrency <n> limit concurrent Sandbox build preparation
|
|
120
|
-
--max-
|
|
121
|
-
limit concurrent Sandbox
|
|
122
|
-
--sandbox-
|
|
123
|
-
select the Sandbox
|
|
123
|
+
--max-before-cache-concurrency <n>
|
|
124
|
+
limit concurrent Sandbox before-cache preparation
|
|
125
|
+
--sandbox-before-cache <use|bypass>
|
|
126
|
+
select the Sandbox before cache path
|
|
124
127
|
--timeout <ms> set the per-Attempt timeout
|
|
125
128
|
--budget <usd> set the Invocation budget
|
|
126
129
|
--tag <tag> select only Evals with this tag
|
|
@@ -132,7 +135,7 @@ Run options:
|
|
|
132
135
|
--junit <path> write a required JUnit report
|
|
133
136
|
|
|
134
137
|
Recovery options:
|
|
135
|
-
--
|
|
138
|
+
--after run only explicit Experiment after recovery
|
|
136
139
|
--recover-shared-state <key> inspect or recover this immutable shared-state owner
|
|
137
140
|
--owner-token <token> provide the exact owner token shown by inspection
|
|
138
141
|
--confirm-owner-terminated confirm the recorded owner has terminated
|
|
@@ -155,9 +158,9 @@ Options:
|
|
|
155
158
|
--dry preview a whole-Run acceptance without writing
|
|
156
159
|
-h, --help show this help
|
|
157
160
|
`;
|
|
158
|
-
const
|
|
159
|
-
niceeval
|
|
160
|
-
niceeval
|
|
161
|
+
const INVOCATION_HELP = `Inspect project-local ephemeral Invocation status:
|
|
162
|
+
niceeval invocation list [--all] [<experiment-prefix>]
|
|
163
|
+
niceeval invocation show <invocation-id>
|
|
161
164
|
|
|
162
165
|
Options:
|
|
163
166
|
--all include completed Invocation status entries
|
|
@@ -285,11 +288,11 @@ function teardownInspectionProblemText(inspection) {
|
|
|
285
288
|
return "sharedState recovery requires an experiment selector that resolves to exactly one Experiment.\n";
|
|
286
289
|
case "experiment-mismatch":
|
|
287
290
|
return `sharedState key ${JSON.stringify(inspection.evidence.key)} belongs to experiment ${inspection.evidence.experimentId}, not ${inspection.selectedExperimentId}; refusing recovery.\n`;
|
|
288
|
-
case "
|
|
289
|
-
return `error: sharedState recovery requires the selected Experiment ${inspection.experimentId} to declare
|
|
291
|
+
case "after-required":
|
|
292
|
+
return `error: sharedState recovery requires the selected Experiment ${inspection.experimentId} to declare after as a function. The active generation was left unchanged.
|
|
290
293
|
`;
|
|
291
294
|
case "recovery-confirmation-required":
|
|
292
|
-
return `sharedState recovery requires \`--
|
|
295
|
+
return `sharedState recovery requires \`--after --recover-shared-state <key> --owner-token <token> --confirm-owner-terminated --confirm-remote-quiesced\`.
|
|
293
296
|
`;
|
|
294
297
|
default:
|
|
295
298
|
return undefined;
|
|
@@ -314,7 +317,7 @@ function teardownFailure(operation, cause, recoveryKey) {
|
|
|
314
317
|
return failure(operation, cause, 1, display);
|
|
315
318
|
}
|
|
316
319
|
function invocationText(result) {
|
|
317
|
-
return `Invocation ${result.receipt.invocationId} · ${result.receipt.completion}\nRuns: ${result.receipt.createdRunIds.join(", ") || "none"}\nResults: ${result.summary.passed} passed · ${result.summary.failed} failed · ${result.summary.errored} errored · ${result.summary.skipped} skipped\
|
|
320
|
+
return `Invocation ${result.receipt.invocationId} · ${result.receipt.completion}\nRuns: ${result.receipt.createdRunIds.join(", ") || "none"}\nResults: ${result.summary.passed} passed · ${result.summary.failed} failed · ${result.summary.errored} errored · ${result.summary.skipped} skipped\nBefore caches: ${result.summary.beforeCaches.hit} hit · ${result.summary.beforeCaches.prepared} prepared · ${result.summary.beforeCaches.failed} failed (${result.summary.beforeCaches.total} total)\n`;
|
|
318
321
|
}
|
|
319
322
|
function dryRows(plan) {
|
|
320
323
|
const rows = new Map();
|
|
@@ -411,7 +414,14 @@ function renameJson(result) {
|
|
|
411
414
|
}
|
|
412
415
|
function parsed(argv, options) {
|
|
413
416
|
return effect_1.Effect.flatMap(application_ts_1.CliArguments, (argumentsService) => effect_1.Effect.try({
|
|
414
|
-
try: () =>
|
|
417
|
+
try: () => {
|
|
418
|
+
for (const [oldName, newName] of [["--max-setup-prefix-concurrency", "--max-before-cache-concurrency"], ["--sandbox-setup-cache", "--sandbox-before-cache"]]) {
|
|
419
|
+
if (argv.some((token) => token === oldName || token.startsWith(`${oldName}=`))) {
|
|
420
|
+
throw new TypeError(`${oldName} is no longer supported. Use ${newName}.`);
|
|
421
|
+
}
|
|
422
|
+
}
|
|
423
|
+
return argumentsService.parse(argv, options);
|
|
424
|
+
},
|
|
415
425
|
catch: (cause) => failure("parse command", cause),
|
|
416
426
|
}));
|
|
417
427
|
}
|
|
@@ -443,22 +453,22 @@ function overrides(values) {
|
|
|
443
453
|
const budget = numberFlag(values.budget, "--budget");
|
|
444
454
|
const maxConcurrency = numberFlag(values["max-concurrency"], "--max-concurrency", true);
|
|
445
455
|
const maxBuildConcurrency = numberFlag(values["max-build-concurrency"], "--max-build-concurrency", true);
|
|
446
|
-
const
|
|
456
|
+
const maxBeforeCacheConcurrency = numberFlag(values["max-before-cache-concurrency"], "--max-before-cache-concurrency", true);
|
|
447
457
|
const rerun = enumFlag(values.rerun, "--rerun", ["failed", "all"]);
|
|
448
458
|
const keepSandbox = enumFlag(values["keep-sandbox"], "--keep-sandbox", ["failed", "all"]);
|
|
449
|
-
const
|
|
459
|
+
const sandboxBeforeCache = enumFlag(values["sandbox-before-cache"], "--sandbox-before-cache", ["use", "bypass"]);
|
|
450
460
|
return Object.freeze({
|
|
451
461
|
...(attempts === undefined ? {} : { attempts }),
|
|
452
462
|
...(timeoutMs === undefined ? {} : { timeoutMs }),
|
|
453
463
|
...(budget === undefined ? {} : { budget }),
|
|
454
464
|
...(maxConcurrency === undefined ? {} : { maxConcurrency }),
|
|
455
465
|
...(maxBuildConcurrency === undefined ? {} : { maxBuildConcurrency }),
|
|
456
|
-
...(
|
|
466
|
+
...(maxBeforeCacheConcurrency === undefined ? {} : { maxBeforeCacheConcurrency }),
|
|
457
467
|
...(rerun === undefined ? {} : { rerun: rerun }),
|
|
458
468
|
...(keepSandbox === undefined ? {} : { keepSandbox: keepSandbox }),
|
|
459
|
-
...(
|
|
469
|
+
...(sandboxBeforeCache === undefined
|
|
460
470
|
? {}
|
|
461
|
-
: {
|
|
471
|
+
: { sandboxBeforeCache: sandboxBeforeCache }),
|
|
462
472
|
...(values["no-early-exit"] === true ? { earlyExit: false } : values["early-exit"] === true ? { earlyExit: true } : {}),
|
|
463
473
|
});
|
|
464
474
|
}
|
|
@@ -487,8 +497,11 @@ const expCommand = Object.freeze({
|
|
|
487
497
|
run: (argv) => effect_1.Effect.gen(function* () {
|
|
488
498
|
// First parse only determines the family branch. The second, branch-owned
|
|
489
499
|
// schema rejects irrelevant flags before facts, config, or .env are read.
|
|
500
|
+
if (argv.some((arg) => arg === "--teardown" || arg.startsWith("--teardown="))) {
|
|
501
|
+
return yield* write("stderr", "--teardown is no longer supported; use --after.\n").pipe(effect_1.Effect.as(1));
|
|
502
|
+
}
|
|
490
503
|
const preliminary = yield* parsed(argv, EXP_CLI_OPTIONS);
|
|
491
|
-
const teardownMode = preliminary.values.
|
|
504
|
+
const teardownMode = preliminary.values.after === true;
|
|
492
505
|
const preliminaryVerb = preliminary.values.experiment === undefined ? preliminary.positionals[0] : undefined;
|
|
493
506
|
if (preliminaryVerb === "help" && preliminary.positionals.length === 1) {
|
|
494
507
|
return yield* write("stdout", EXP_HELP).pipe(effect_1.Effect.as(0));
|
|
@@ -515,13 +528,13 @@ const expCommand = Object.freeze({
|
|
|
515
528
|
return 1;
|
|
516
529
|
}
|
|
517
530
|
if (input.positionals.length > 1) {
|
|
518
|
-
return yield* write("stderr", "niceeval exp --
|
|
531
|
+
return yield* write("stderr", "niceeval exp --after accepts at most one Experiment selector.\n").pipe(effect_1.Effect.as(1));
|
|
519
532
|
}
|
|
520
533
|
const selector = input.positionals[0];
|
|
521
534
|
const recoveryKey = typeof input.values["recover-shared-state"] === "string"
|
|
522
535
|
? input.values["recover-shared-state"]
|
|
523
536
|
: undefined;
|
|
524
|
-
const inspection = yield* runtime_ts_1.rawExperimentHost.
|
|
537
|
+
const inspection = yield* runtime_ts_1.rawExperimentHost.after.inspect({
|
|
525
538
|
cwd: invocation.cwd,
|
|
526
539
|
currentHost: invocation.hostname,
|
|
527
540
|
...(selector === undefined ? {} : { experimentSelector: selector }),
|
|
@@ -546,17 +559,17 @@ const expCommand = Object.freeze({
|
|
|
546
559
|
if (recoveryKey !== undefined && (typeof input.values["owner-token"] !== "string" ||
|
|
547
560
|
input.values["confirm-owner-terminated"] !== true ||
|
|
548
561
|
input.values["confirm-remote-quiesced"] !== true)) {
|
|
549
|
-
yield* write("stderr", `sharedState recovery requires \`--
|
|
562
|
+
yield* write("stderr", `sharedState recovery requires \`--after --recover-shared-state <key> --owner-token <token> --confirm-owner-terminated --confirm-remote-quiesced\`.
|
|
550
563
|
`);
|
|
551
564
|
return 1;
|
|
552
565
|
}
|
|
553
|
-
if (inspection.status === "
|
|
566
|
+
if (inspection.status === "after-required") {
|
|
554
567
|
yield* write("stderr", teardownInspectionProblemText(inspection));
|
|
555
568
|
return 1;
|
|
556
569
|
}
|
|
557
570
|
const interruption = yield* application_ts_1.CliInterruption;
|
|
558
571
|
const output = yield* application_ts_1.CliOutput;
|
|
559
|
-
const result = yield* runtime_ts_1.rawExperimentHost.
|
|
572
|
+
const result = yield* runtime_ts_1.rawExperimentHost.after.run({
|
|
560
573
|
cwd: invocation.cwd,
|
|
561
574
|
currentHost: invocation.hostname,
|
|
562
575
|
...(selector === undefined ? {} : { experimentSelector: selector }),
|
|
@@ -761,10 +774,10 @@ const debugCommand = Object.freeze({
|
|
|
761
774
|
experimentId: result.experimentId,
|
|
762
775
|
...(result.evalId === undefined ? {} : { evalId: result.evalId }),
|
|
763
776
|
evalIds: result.evalIds,
|
|
764
|
-
|
|
777
|
+
beforeCachePlan: result.beforeCachePlan,
|
|
765
778
|
commandPlan: result.commandPlan,
|
|
766
779
|
})
|
|
767
|
-
: `
|
|
780
|
+
: `Before-cache plan: ${result.beforeCachePlan.nodes.length} unique nodes · cache lookup not-probed\n${(0, index_ts_1.renderHumanCommandPlan)(result.commandPlan, {
|
|
768
781
|
isTTY: invocation.stdout.isTTY,
|
|
769
782
|
noColor: invocation.noColor,
|
|
770
783
|
width: invocation.stdout.columns,
|
|
@@ -807,14 +820,14 @@ const acceptCommand = Object.freeze({
|
|
|
807
820
|
return 0;
|
|
808
821
|
}),
|
|
809
822
|
});
|
|
810
|
-
const
|
|
811
|
-
name: "
|
|
823
|
+
const invocationCommand = Object.freeze({
|
|
824
|
+
name: "invocation",
|
|
812
825
|
summary: "inspect project-local ephemeral Invocation status",
|
|
813
|
-
options: exports.
|
|
826
|
+
options: exports.INVOCATION_CLI_OPTIONS,
|
|
814
827
|
run: (argv) => effect_1.Effect.gen(function* () {
|
|
815
|
-
const input = yield* parsed(argv, exports.
|
|
828
|
+
const input = yield* parsed(argv, exports.INVOCATION_CLI_OPTIONS);
|
|
816
829
|
if (input.values.help === true)
|
|
817
|
-
return yield* write("stdout",
|
|
830
|
+
return yield* write("stdout", INVOCATION_HELP).pipe(effect_1.Effect.as(0));
|
|
818
831
|
const [verb = "list", value] = input.positionals;
|
|
819
832
|
const facts = yield* application_ts_1.CliInvocationFacts;
|
|
820
833
|
const invocation = yield* facts.facts.pipe(effect_1.Effect.mapError((cause) => failure("read invocation facts", cause)));
|
|
@@ -828,7 +841,7 @@ const sessionCommand = Object.freeze({
|
|
|
828
841
|
yield* write("stdout", input.values.json === true ? jsonDocument(result) : (0, session_ts_1.renderSessionShowText)(result));
|
|
829
842
|
return 0;
|
|
830
843
|
}
|
|
831
|
-
return yield* write("stderr", "usage: niceeval
|
|
844
|
+
return yield* write("stderr", "usage: niceeval invocation [list [<experiment-prefix>] | show <invocation-id>]\n").pipe(effect_1.Effect.as(1));
|
|
832
845
|
}),
|
|
833
846
|
});
|
|
834
847
|
/** The composition root receives frozen feature values; it never registers services. */
|
|
@@ -837,6 +850,6 @@ exports.experimentCliContributions = Object.freeze([
|
|
|
837
850
|
expCommand,
|
|
838
851
|
debugCommand,
|
|
839
852
|
acceptCommand,
|
|
840
|
-
|
|
853
|
+
invocationCommand,
|
|
841
854
|
]);
|
|
842
855
|
//# sourceMappingURL=contribution.cjs.map
|