niceeval 0.12.1 → 0.12.2-canary.31
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/INDEX.md +33 -27
- package/bin/niceeval.js +8 -6
- package/dist/agents/ai-sdk-otel.cjs +54 -0
- package/dist/agents/ai-sdk-otel.cjs.map +1 -0
- package/dist/agents/ai-sdk-otel.d.cts +27 -0
- package/dist/agents/ai-sdk-otel.d.mts +27 -0
- package/dist/agents/ai-sdk-otel.d.ts +27 -0
- package/dist/agents/ai-sdk-otel.js +6 -0
- package/dist/agents/ai-sdk-otel.js.map +1 -0
- package/dist/agents/ai-sdk-otel.mjs +6 -0
- package/dist/agents/ai-sdk-otel.mjs.map +1 -0
- package/dist/agents/ai-sdk.cjs +412 -0
- package/dist/agents/ai-sdk.cjs.map +1 -0
- package/dist/agents/ai-sdk.d.cts +214 -0
- package/dist/agents/ai-sdk.d.mts +214 -0
- package/dist/agents/ai-sdk.d.ts +214 -0
- package/dist/agents/ai-sdk.js +8 -0
- package/dist/agents/ai-sdk.js.map +1 -0
- package/dist/agents/bub-install-spec.cjs +42 -0
- package/dist/agents/bub-install-spec.cjs.map +1 -0
- package/dist/agents/bub-install-spec.d.cts +22 -0
- package/dist/agents/bub-install-spec.d.mts +22 -0
- package/dist/agents/bub-install-spec.d.ts +22 -0
- package/dist/agents/bub-install-spec.js +20 -0
- package/dist/agents/bub-install-spec.js.map +1 -0
- package/dist/agents/bub.cjs +204 -0
- package/dist/agents/bub.cjs.map +1 -0
- package/dist/agents/bub.d.cts +57 -0
- package/dist/agents/bub.d.mts +57 -0
- package/dist/agents/bub.d.ts +57 -0
- package/dist/agents/bub.js +7 -0
- package/dist/agents/bub.js.map +1 -0
- package/dist/agents/builtin.cjs +21 -0
- package/dist/agents/builtin.cjs.map +1 -0
- package/dist/agents/builtin.d.cts +2 -0
- package/dist/agents/builtin.d.mts +2 -0
- package/dist/agents/builtin.d.ts +2 -0
- package/dist/agents/builtin.js +6 -0
- package/dist/agents/builtin.js.map +1 -0
- package/dist/agents/cache-marker.cjs +6 -0
- package/dist/agents/cache-marker.cjs.map +1 -0
- package/dist/agents/cache-marker.d.cts +5 -0
- package/dist/agents/cache-marker.d.mts +5 -0
- package/dist/agents/cache-marker.js +6 -2
- package/dist/agents/cache-marker.js.map +1 -0
- package/dist/agents/claude-code.cjs +372 -0
- package/dist/agents/claude-code.cjs.map +1 -0
- package/dist/agents/claude-code.d.cts +91 -0
- package/dist/agents/claude-code.d.mts +91 -0
- package/dist/agents/claude-code.d.ts +91 -0
- package/dist/agents/claude-code.js +9 -0
- package/dist/agents/claude-code.js.map +1 -0
- package/dist/agents/codex.cjs +658 -0
- package/dist/agents/codex.cjs.map +1 -0
- package/dist/agents/codex.d.cts +96 -0
- package/dist/agents/codex.d.mts +96 -0
- package/dist/agents/codex.d.ts +96 -0
- package/dist/agents/codex.js +9 -0
- package/dist/agents/codex.js.map +1 -0
- package/dist/agents/coding-cli-versions.cjs +71 -0
- package/dist/agents/coding-cli-versions.cjs.map +1 -0
- package/dist/agents/coding-cli-versions.d.cts +40 -0
- package/dist/agents/coding-cli-versions.d.mts +40 -0
- package/dist/agents/coding-cli-versions.d.ts +40 -0
- package/dist/agents/coding-cli-versions.js +22 -0
- package/dist/agents/coding-cli-versions.js.map +1 -0
- package/dist/agents/hermes.cjs +237 -0
- package/dist/agents/hermes.cjs.map +1 -0
- package/dist/agents/hermes.d.cts +17 -0
- package/dist/agents/hermes.d.mts +17 -0
- package/dist/agents/hermes.d.ts +17 -0
- package/dist/agents/hermes.js +7 -0
- package/dist/agents/hermes.js.map +1 -0
- package/dist/agents/index.cjs +92 -0
- package/dist/agents/index.cjs.map +1 -0
- package/dist/agents/index.d.cts +44 -0
- package/dist/agents/index.d.mts +44 -0
- package/dist/agents/index.d.ts +44 -0
- package/dist/agents/index.js +86 -0
- package/dist/agents/index.js.map +1 -0
- package/dist/agents/index.mjs +86 -0
- package/dist/agents/index.mjs.map +1 -0
- package/dist/agents/langgraph.cjs +426 -0
- package/dist/agents/langgraph.cjs.map +1 -0
- package/dist/agents/langgraph.d.cts +43 -0
- package/dist/agents/langgraph.d.mts +43 -0
- package/dist/agents/langgraph.d.ts +43 -0
- package/dist/agents/langgraph.js +6 -0
- package/dist/agents/langgraph.js.map +1 -0
- package/dist/agents/marketplace.cjs +81 -0
- package/dist/agents/marketplace.cjs.map +1 -0
- package/dist/agents/marketplace.d.cts +27 -0
- package/dist/agents/marketplace.d.mts +27 -0
- package/dist/agents/marketplace.d.ts +27 -0
- package/dist/agents/marketplace.js +8 -0
- package/dist/agents/marketplace.js.map +1 -0
- package/dist/agents/mcp.cjs +28 -0
- package/dist/agents/mcp.cjs.map +1 -0
- package/dist/agents/mcp.d.cts +7 -0
- package/dist/agents/mcp.d.mts +7 -0
- package/dist/agents/mcp.d.ts +7 -0
- package/dist/agents/mcp.js +10 -0
- package/dist/agents/mcp.js.map +1 -0
- package/dist/agents/native-config.cjs +288 -0
- package/dist/agents/native-config.cjs.map +1 -0
- package/dist/agents/native-config.d.cts +71 -0
- package/dist/agents/native-config.d.mts +71 -0
- package/dist/agents/native-config.d.ts +71 -0
- package/dist/agents/native-config.js +18 -0
- package/dist/agents/native-config.js.map +1 -0
- package/dist/agents/npm-staged.cjs +378 -0
- package/dist/agents/npm-staged.cjs.map +1 -0
- package/dist/agents/npm-staged.d.cts +52 -0
- package/dist/agents/npm-staged.d.mts +52 -0
- package/dist/agents/npm-staged.d.ts +52 -0
- package/dist/agents/npm-staged.js +12 -0
- package/dist/agents/npm-staged.js.map +1 -0
- package/dist/agents/openai-compat.cjs +158 -0
- package/dist/agents/openai-compat.cjs.map +1 -0
- package/dist/agents/openai-compat.d.cts +88 -0
- package/dist/agents/openai-compat.d.mts +88 -0
- package/dist/agents/openai-compat.d.ts +88 -0
- package/dist/agents/openai-compat.js +12 -0
- package/dist/agents/openai-compat.js.map +1 -0
- package/dist/agents/openclaw.cjs +236 -0
- package/dist/agents/openclaw.cjs.map +1 -0
- package/dist/agents/openclaw.d.cts +26 -0
- package/dist/agents/openclaw.d.mts +26 -0
- package/dist/agents/openclaw.d.ts +26 -0
- package/dist/agents/openclaw.js +7 -0
- package/dist/agents/openclaw.js.map +1 -0
- package/dist/agents/opencode.cjs +228 -0
- package/dist/agents/opencode.cjs.map +1 -0
- package/dist/agents/opencode.d.cts +17 -0
- package/dist/agents/opencode.d.mts +17 -0
- package/dist/agents/opencode.d.ts +17 -0
- package/dist/agents/opencode.js +7 -0
- package/dist/agents/opencode.js.map +1 -0
- package/dist/agents/post-setup.cjs +119 -0
- package/dist/agents/post-setup.cjs.map +1 -0
- package/dist/agents/post-setup.d.cts +20 -0
- package/dist/agents/post-setup.d.mts +20 -0
- package/dist/agents/post-setup.d.ts +20 -0
- package/dist/agents/post-setup.js +12 -0
- package/dist/agents/post-setup.js.map +1 -0
- package/dist/agents/provisioner.cjs +446 -0
- package/dist/agents/provisioner.cjs.map +1 -0
- package/dist/agents/provisioner.d.cts +116 -0
- package/dist/agents/provisioner.d.mts +116 -0
- package/dist/agents/provisioner.d.ts +8 -6
- package/dist/agents/provisioner.js +32 -0
- package/dist/agents/provisioner.js.map +1 -0
- package/dist/agents/sdk-streams.cjs +447 -0
- package/dist/agents/sdk-streams.cjs.map +1 -0
- package/dist/agents/sdk-streams.d.cts +135 -0
- package/dist/agents/sdk-streams.d.mts +135 -0
- package/dist/agents/sdk-streams.d.ts +135 -0
- package/dist/agents/sdk-streams.js +12 -0
- package/dist/agents/sdk-streams.js.map +1 -0
- package/dist/agents/session-slot.cjs +8 -0
- package/dist/agents/session-slot.cjs.map +1 -0
- package/dist/agents/session-slot.d.cts +12 -0
- package/dist/agents/session-slot.d.mts +12 -0
- package/dist/agents/session-slot.js +6 -0
- package/dist/agents/session-slot.js.map +1 -0
- package/dist/agents/shared.cjs +202 -0
- package/dist/agents/shared.cjs.map +1 -0
- package/dist/agents/shared.d.cts +95 -0
- package/dist/agents/shared.d.mts +95 -0
- package/dist/agents/shared.d.ts +95 -0
- package/dist/agents/shared.js +6 -0
- package/dist/agents/shared.js.map +1 -0
- package/dist/agents/skills.cjs +262 -0
- package/dist/agents/skills.cjs.map +1 -0
- package/dist/agents/skills.d.cts +60 -0
- package/dist/agents/skills.d.mts +60 -0
- package/dist/agents/skills.d.ts +60 -0
- package/dist/agents/skills.js +22 -0
- package/dist/agents/skills.js.map +1 -0
- package/dist/agents/streaming.cjs +142 -0
- package/dist/agents/streaming.cjs.map +1 -0
- package/dist/agents/streaming.d.cts +82 -0
- package/dist/agents/streaming.d.mts +82 -0
- package/dist/agents/streaming.d.ts +82 -0
- package/dist/agents/streaming.js +8 -0
- package/dist/agents/streaming.js.map +1 -0
- package/dist/agents/types.cjs +5 -0
- package/dist/agents/types.cjs.map +1 -0
- package/dist/agents/types.d.cts +592 -0
- package/dist/agents/types.d.mts +592 -0
- package/dist/agents/types.d.ts +26 -20
- package/dist/agents/types.js +4 -2
- package/dist/agents/types.js.map +1 -0
- package/dist/agents/ui-message-stream.cjs +426 -0
- package/dist/agents/ui-message-stream.cjs.map +1 -0
- package/dist/agents/ui-message-stream.d.cts +68 -0
- package/dist/agents/ui-message-stream.d.mts +68 -0
- package/dist/agents/ui-message-stream.d.ts +68 -0
- package/dist/agents/ui-message-stream.js +6 -0
- package/dist/agents/ui-message-stream.js.map +1 -0
- package/dist/analysis/index.cjs +11 -0
- package/dist/analysis/index.cjs.map +1 -0
- package/dist/analysis/index.d.cts +2 -0
- package/dist/analysis/index.d.mts +2 -0
- package/dist/analysis/index.d.ts +2 -0
- package/dist/analysis/index.js +12 -0
- package/dist/analysis/index.js.map +1 -0
- package/dist/analysis/index.mjs +12 -0
- package/dist/analysis/index.mjs.map +1 -0
- package/dist/assertions/api.cjs +26 -0
- package/dist/assertions/api.cjs.map +1 -0
- package/dist/assertions/api.d.cts +395 -0
- package/dist/assertions/api.d.mts +395 -0
- package/dist/assertions/api.d.ts +395 -0
- package/dist/assertions/api.js +8 -0
- package/dist/assertions/api.js.map +1 -0
- package/dist/assertions/coverage.cjs +97 -0
- package/dist/assertions/coverage.cjs.map +1 -0
- package/dist/assertions/coverage.d.cts +23 -0
- package/dist/assertions/coverage.d.mts +23 -0
- package/dist/assertions/coverage.d.ts +1 -1
- package/dist/assertions/coverage.js +14 -94
- package/dist/assertions/coverage.js.map +1 -0
- package/dist/assertions/diff.cjs +249 -0
- package/dist/assertions/diff.cjs.map +1 -0
- package/dist/assertions/diff.d.cts +88 -0
- package/dist/assertions/diff.d.mts +88 -0
- package/dist/assertions/diff.d.ts +70 -2
- package/dist/assertions/diff.js +36 -116
- package/dist/assertions/diff.js.map +1 -0
- package/dist/assertions/display.cjs +79 -0
- package/dist/assertions/display.cjs.map +1 -0
- package/dist/assertions/display.d.cts +36 -0
- package/dist/assertions/display.d.mts +36 -0
- package/dist/assertions/display.d.ts +32 -32
- package/dist/assertions/display.js +14 -200
- package/dist/assertions/display.js.map +1 -0
- package/dist/assertions/identity.cjs +6 -0
- package/dist/assertions/identity.cjs.map +1 -0
- package/dist/assertions/identity.d.cts +4 -0
- package/dist/assertions/identity.d.mts +4 -0
- package/dist/assertions/identity.d.ts +4 -0
- package/dist/assertions/identity.js +6 -0
- package/dist/assertions/identity.js.map +1 -0
- package/dist/assertions/judge.cjs +342 -0
- package/dist/assertions/judge.cjs.map +1 -0
- package/dist/assertions/judge.d.cts +22 -0
- package/dist/assertions/judge.d.mts +22 -0
- package/dist/assertions/judge.d.ts +22 -0
- package/dist/assertions/judge.js +12 -0
- package/dist/assertions/judge.js.map +1 -0
- package/dist/assertions/limits.cjs +14 -0
- package/dist/assertions/limits.cjs.map +1 -0
- package/dist/assertions/limits.d.cts +10 -0
- package/dist/assertions/limits.d.mts +10 -0
- package/dist/assertions/limits.d.ts +10 -0
- package/dist/assertions/limits.js +6 -0
- package/dist/assertions/limits.js.map +1 -0
- package/dist/assertions/match.cjs +1314 -0
- package/dist/assertions/match.cjs.map +1 -0
- package/dist/assertions/match.d.cts +276 -0
- package/dist/assertions/match.d.mts +276 -0
- package/dist/assertions/match.d.ts +276 -0
- package/dist/assertions/match.js +82 -0
- package/dist/assertions/match.js.map +1 -0
- package/dist/assertions/record/attachment.cjs +448 -0
- package/dist/assertions/record/attachment.cjs.map +1 -0
- package/dist/assertions/record/attachment.d.cts +220 -0
- package/dist/assertions/record/attachment.d.mts +220 -0
- package/dist/assertions/record/attachment.d.ts +220 -0
- package/dist/assertions/record/attachment.js +20 -0
- package/dist/assertions/record/attachment.js.map +1 -0
- package/dist/assertions/record/codec.cjs +541 -0
- package/dist/assertions/record/codec.cjs.map +1 -0
- package/dist/assertions/record/codec.d.cts +146 -0
- package/dist/assertions/record/codec.d.mts +146 -0
- package/dist/assertions/record/codec.d.ts +146 -0
- package/dist/assertions/record/codec.js +42 -0
- package/dist/assertions/record/codec.js.map +1 -0
- package/dist/assertions/record/diff-model.cjs +120 -0
- package/dist/assertions/record/diff-model.cjs.map +1 -0
- package/dist/assertions/record/diff-model.d.cts +47 -0
- package/dist/assertions/record/diff-model.d.mts +47 -0
- package/dist/assertions/record/diff-model.d.ts +47 -0
- package/dist/assertions/record/diff-model.js +12 -0
- package/dist/assertions/record/diff-model.js.map +1 -0
- package/dist/assertions/record/diff.cjs +149 -0
- package/dist/assertions/record/diff.cjs.map +1 -0
- package/dist/assertions/record/diff.d.cts +27 -0
- package/dist/assertions/record/diff.d.mts +27 -0
- package/dist/assertions/record/diff.d.ts +27 -0
- package/dist/assertions/record/diff.js +18 -0
- package/dist/assertions/record/diff.js.map +1 -0
- package/dist/assertions/record/index.cjs +22 -0
- package/dist/assertions/record/index.cjs.map +1 -0
- package/dist/assertions/record/index.d.cts +5 -0
- package/dist/assertions/record/index.d.mts +5 -0
- package/dist/assertions/record/index.d.ts +5 -0
- package/dist/assertions/record/index.js +76 -0
- package/dist/assertions/record/index.js.map +1 -0
- package/dist/assertions/record/model.cjs +10 -0
- package/dist/assertions/record/model.cjs.map +1 -0
- package/dist/assertions/record/model.d.cts +257 -0
- package/dist/assertions/record/model.d.mts +257 -0
- package/dist/assertions/record/model.d.ts +257 -0
- package/dist/assertions/record/model.js +6 -0
- package/dist/assertions/record/model.js.map +1 -0
- package/dist/assertions/record/producer.cjs +55 -0
- package/dist/assertions/record/producer.cjs.map +1 -0
- package/dist/assertions/record/producer.d.cts +45 -0
- package/dist/assertions/record/producer.d.mts +45 -0
- package/dist/assertions/record/producer.d.ts +45 -0
- package/dist/assertions/record/producer.js +6 -0
- package/dist/assertions/record/producer.js.map +1 -0
- package/dist/assertions/runtime.cjs +1163 -0
- package/dist/assertions/runtime.cjs.map +1 -0
- package/dist/assertions/runtime.d.cts +45 -0
- package/dist/assertions/runtime.d.mts +45 -0
- package/dist/assertions/runtime.d.ts +45 -0
- package/dist/assertions/runtime.js +16 -0
- package/dist/assertions/runtime.js.map +1 -0
- package/dist/assertions/types.cjs +3 -0
- package/dist/assertions/types.cjs.map +1 -0
- package/dist/assertions/types.d.cts +238 -0
- package/dist/assertions/types.d.mts +238 -0
- package/dist/assertions/types.d.ts +166 -186
- package/dist/assertions/types.js +4 -2
- package/dist/assertions/types.js.map +1 -0
- package/dist/assertions/workspace-diff.cjs +237 -0
- package/dist/assertions/workspace-diff.cjs.map +1 -0
- package/dist/assertions/workspace-diff.d.cts +77 -0
- package/dist/assertions/workspace-diff.d.mts +77 -0
- package/dist/assertions/workspace-diff.d.ts +77 -0
- package/dist/assertions/workspace-diff.js +16 -0
- package/dist/assertions/workspace-diff.js.map +1 -0
- package/dist/attempt-locator-resolution.cjs +51 -0
- package/dist/attempt-locator-resolution.cjs.map +1 -0
- package/dist/attempt-locator-resolution.d.cts +18 -0
- package/dist/attempt-locator-resolution.d.mts +18 -0
- package/dist/attempt-locator-resolution.d.ts +18 -0
- package/dist/attempt-locator-resolution.js +6 -0
- package/dist/attempt-locator-resolution.js.map +1 -0
- package/dist/attempt-locator.cjs +122 -0
- package/dist/attempt-locator.cjs.map +1 -0
- package/dist/attempt-locator.d.cts +25 -0
- package/dist/attempt-locator.d.mts +25 -0
- package/dist/attempt-locator.d.ts +25 -0
- package/dist/attempt-locator.js +10 -0
- package/dist/attempt-locator.js.map +1 -0
- package/dist/cli/bootstrap.cjs +87 -0
- package/dist/cli/bootstrap.cjs.map +1 -0
- package/dist/cli/bootstrap.d.mts +1 -0
- package/dist/cli/bootstrap.d.ts +1 -0
- package/dist/cli/bootstrap.js +4 -0
- package/dist/cli/bootstrap.js.map +1 -0
- package/dist/cli/record.cjs +198 -0
- package/dist/cli/record.cjs.map +1 -0
- package/dist/cli/record.d.cts +28 -0
- package/dist/cli/record.d.mts +28 -0
- package/dist/cli/record.d.ts +28 -0
- package/dist/cli/record.js +12 -0
- package/dist/cli/record.js.map +1 -0
- package/dist/cli.cjs +2405 -0
- package/dist/cli.cjs.map +1 -0
- package/dist/cli.d.cts +139 -0
- package/dist/cli.d.mts +139 -0
- package/dist/cli.d.ts +139 -0
- package/dist/cli.js +34 -0
- package/dist/cli.js.map +1 -0
- package/dist/context/assert-first.cjs +1766 -0
- package/dist/context/assert-first.cjs.map +1 -0
- package/dist/context/assert-first.d.cts +204 -0
- package/dist/context/assert-first.d.mts +204 -0
- package/dist/context/assert-first.d.ts +204 -0
- package/dist/context/assert-first.js +6 -0
- package/dist/context/assert-first.js.map +1 -0
- package/dist/context/control-flow.cjs +15 -0
- package/dist/context/control-flow.cjs.map +1 -0
- package/dist/context/control-flow.d.cts +5 -0
- package/dist/context/control-flow.d.mts +5 -0
- package/dist/context/control-flow.d.ts +5 -0
- package/dist/context/control-flow.js +6 -0
- package/dist/context/control-flow.js.map +1 -0
- package/dist/context/send-failures.cjs +119 -0
- package/dist/context/send-failures.cjs.map +1 -0
- package/dist/context/send-failures.d.cts +45 -0
- package/dist/context/send-failures.d.mts +45 -0
- package/dist/context/send-failures.d.ts +3 -3
- package/dist/context/send-failures.js +18 -0
- package/dist/context/send-failures.js.map +1 -0
- package/dist/context/send-retry.cjs +105 -0
- package/dist/context/send-retry.cjs.map +1 -0
- package/dist/context/send-retry.d.cts +41 -0
- package/dist/context/send-retry.d.mts +41 -0
- package/dist/context/send-retry.d.ts +41 -0
- package/dist/context/send-retry.js +12 -0
- package/dist/context/send-retry.js.map +1 -0
- package/dist/context/session.cjs +503 -0
- package/dist/context/session.cjs.map +1 -0
- package/dist/context/session.d.cts +179 -0
- package/dist/context/session.d.mts +179 -0
- package/dist/context/session.d.ts +179 -0
- package/dist/context/session.js +12 -0
- package/dist/context/session.js.map +1 -0
- package/dist/context/types.cjs +3 -0
- package/dist/context/types.cjs.map +1 -0
- package/dist/context/types.d.cts +37 -0
- package/dist/context/types.d.mts +37 -0
- package/dist/context/types.d.ts +30 -387
- package/dist/context/types.js +4 -3
- package/dist/context/types.js.map +1 -0
- package/dist/define.cjs +246 -0
- package/dist/define.cjs.map +1 -0
- package/dist/define.d.cts +26 -0
- package/dist/define.d.mts +26 -0
- package/dist/define.d.ts +26 -0
- package/dist/define.js +22 -0
- package/dist/define.js.map +1 -0
- package/dist/eval/experiment-id.cjs +18 -0
- package/dist/eval/experiment-id.cjs.map +1 -0
- package/dist/eval/experiment-id.d.cts +10 -0
- package/dist/eval/experiment-id.d.mts +10 -0
- package/dist/eval/experiment-id.d.ts +10 -0
- package/dist/eval/experiment-id.js +10 -0
- package/dist/eval/experiment-id.js.map +1 -0
- package/dist/eval/record/attachment.cjs +60 -0
- package/dist/eval/record/attachment.cjs.map +1 -0
- package/dist/eval/record/attachment.d.cts +30 -0
- package/dist/eval/record/attachment.d.mts +30 -0
- package/dist/eval/record/attachment.d.ts +30 -0
- package/dist/eval/record/attachment.js +16 -0
- package/dist/eval/record/attachment.js.map +1 -0
- package/dist/eval/record/coherence.cjs +118 -0
- package/dist/eval/record/coherence.cjs.map +1 -0
- package/dist/eval/record/coherence.d.cts +61 -0
- package/dist/eval/record/coherence.d.mts +61 -0
- package/dist/eval/record/coherence.d.ts +61 -0
- package/dist/eval/record/coherence.js +6 -0
- package/dist/eval/record/coherence.js.map +1 -0
- package/dist/eval/record/eligibility.cjs +157 -0
- package/dist/eval/record/eligibility.cjs.map +1 -0
- package/dist/eval/record/eligibility.d.cts +151 -0
- package/dist/eval/record/eligibility.d.mts +151 -0
- package/dist/eval/record/eligibility.d.ts +151 -0
- package/dist/eval/record/eligibility.js +42 -0
- package/dist/eval/record/eligibility.js.map +1 -0
- package/dist/eval/record/evaluation-plan.cjs +26 -0
- package/dist/eval/record/evaluation-plan.cjs.map +1 -0
- package/dist/eval/record/evaluation-plan.d.cts +16 -0
- package/dist/eval/record/evaluation-plan.d.mts +16 -0
- package/dist/eval/record/evaluation-plan.d.ts +16 -0
- package/dist/eval/record/evaluation-plan.js +6 -0
- package/dist/eval/record/evaluation-plan.js.map +1 -0
- package/dist/eval/record/evaluation-record.cjs +540 -0
- package/dist/eval/record/evaluation-record.cjs.map +1 -0
- package/dist/eval/record/evaluation-record.d.cts +168 -0
- package/dist/eval/record/evaluation-record.d.mts +168 -0
- package/dist/eval/record/evaluation-record.d.ts +168 -0
- package/dist/eval/record/evaluation-record.js +22 -0
- package/dist/eval/record/evaluation-record.js.map +1 -0
- package/dist/eval/record/evaluation.cjs +220 -0
- package/dist/eval/record/evaluation.cjs.map +1 -0
- package/dist/eval/record/evaluation.d.cts +175 -0
- package/dist/eval/record/evaluation.d.mts +175 -0
- package/dist/eval/record/evaluation.d.ts +175 -0
- package/dist/eval/record/evaluation.js +36 -0
- package/dist/eval/record/evaluation.js.map +1 -0
- package/dist/eval/record/index.cjs +26 -0
- package/dist/eval/record/index.cjs.map +1 -0
- package/dist/eval/record/index.d.cts +9 -0
- package/dist/eval/record/index.d.mts +9 -0
- package/dist/eval/record/index.d.ts +9 -0
- package/dist/eval/record/index.js +242 -0
- package/dist/eval/record/index.js.map +1 -0
- package/dist/eval/record/membership-provenance.cjs +213 -0
- package/dist/eval/record/membership-provenance.cjs.map +1 -0
- package/dist/eval/record/membership-provenance.d.cts +855 -0
- package/dist/eval/record/membership-provenance.d.mts +855 -0
- package/dist/eval/record/membership-provenance.d.ts +855 -0
- package/dist/eval/record/membership-provenance.js +58 -0
- package/dist/eval/record/membership-provenance.js.map +1 -0
- package/dist/eval/record/score.cjs +248 -0
- package/dist/eval/record/score.cjs.map +1 -0
- package/dist/eval/record/score.d.cts +165 -0
- package/dist/eval/record/score.d.mts +165 -0
- package/dist/eval/record/score.d.ts +165 -0
- package/dist/eval/record/score.js +44 -0
- package/dist/eval/record/score.js.map +1 -0
- package/dist/eval/record/sealed-assertion.cjs +31 -0
- package/dist/eval/record/sealed-assertion.cjs.map +1 -0
- package/dist/eval/record/sealed-assertion.d.cts +32 -0
- package/dist/eval/record/sealed-assertion.d.mts +32 -0
- package/dist/eval/record/sealed-assertion.d.ts +32 -0
- package/dist/eval/record/sealed-assertion.js +14 -0
- package/dist/eval/record/sealed-assertion.js.map +1 -0
- package/dist/eval/record/verdict.cjs +89 -0
- package/dist/eval/record/verdict.cjs.map +1 -0
- package/dist/eval/record/verdict.d.cts +60 -0
- package/dist/eval/record/verdict.d.mts +60 -0
- package/dist/eval/record/verdict.d.ts +60 -0
- package/dist/eval/record/verdict.js +36 -0
- package/dist/eval/record/verdict.js.map +1 -0
- package/dist/expect/index.cjs +29 -0
- package/dist/expect/index.cjs.map +1 -0
- package/dist/expect/index.d.cts +2 -0
- package/dist/expect/index.d.mts +2 -0
- package/dist/expect/index.d.ts +2 -0
- package/dist/expect/index.js +50 -0
- package/dist/expect/index.js.map +1 -0
- package/dist/expect/index.mjs +50 -0
- package/dist/expect/index.mjs.map +1 -0
- package/dist/fresh-import.cjs +288 -0
- package/dist/fresh-import.cjs.map +1 -0
- package/dist/fresh-import.d.cts +20 -0
- package/dist/fresh-import.d.mts +20 -0
- package/dist/fresh-import.d.ts +20 -0
- package/dist/fresh-import.js +8 -0
- package/dist/fresh-import.js.map +1 -0
- package/dist/i18n/core.cjs +21 -0
- package/dist/i18n/core.cjs.map +1 -0
- package/dist/i18n/core.d.cts +11 -0
- package/dist/i18n/core.d.mts +11 -0
- package/dist/i18n/core.js +8 -19
- package/dist/i18n/core.js.map +1 -0
- package/dist/i18n/en.cjs +474 -0
- package/dist/i18n/en.cjs.map +1 -0
- package/dist/i18n/en.d.cts +391 -0
- package/dist/i18n/en.d.mts +391 -0
- package/dist/i18n/en.d.ts +389 -363
- package/dist/i18n/en.js +6 -455
- package/dist/i18n/en.js.map +1 -0
- package/dist/i18n/index.cjs +12 -0
- package/dist/i18n/index.cjs.map +1 -0
- package/dist/i18n/index.d.cts +5 -0
- package/dist/i18n/index.d.mts +5 -0
- package/dist/i18n/index.d.ts +4 -9
- package/dist/i18n/index.js +6 -30
- package/dist/i18n/index.js.map +1 -0
- package/dist/index.cjs +25 -0
- package/dist/index.cjs.map +1 -0
- package/dist/index.d.cts +10 -0
- package/dist/index.d.mts +10 -0
- package/dist/index.d.ts +10 -0
- package/dist/index.js +28 -0
- package/dist/index.js.map +1 -0
- package/dist/index.mjs +28 -0
- package/dist/index.mjs.map +1 -0
- package/dist/load-config.cjs +52 -0
- package/dist/load-config.cjs.map +1 -0
- package/dist/load-config.d.cts +4 -0
- package/dist/load-config.d.mts +4 -0
- package/dist/load-config.d.ts +4 -0
- package/dist/load-config.js +6 -0
- package/dist/load-config.js.map +1 -0
- package/dist/loaders/glob.cjs +150 -0
- package/dist/loaders/glob.cjs.map +1 -0
- package/dist/loaders/glob.d.cts +28 -0
- package/dist/loaders/glob.d.mts +28 -0
- package/dist/loaders/glob.d.ts +28 -0
- package/dist/loaders/glob.js +12 -0
- package/dist/loaders/glob.js.map +1 -0
- package/dist/loaders/index.cjs +281 -0
- package/dist/loaders/index.cjs.map +1 -0
- package/dist/loaders/index.d.cts +95 -0
- package/dist/loaders/index.d.mts +95 -0
- package/dist/loaders/index.d.ts +95 -0
- package/dist/loaders/index.js +16 -0
- package/dist/loaders/index.js.map +1 -0
- package/dist/loaders/index.mjs +16 -0
- package/dist/loaders/index.mjs.map +1 -0
- package/dist/o11y/command-projection.cjs +127 -0
- package/dist/o11y/command-projection.cjs.map +1 -0
- package/dist/o11y/command-projection.d.cts +29 -0
- package/dist/o11y/command-projection.d.mts +29 -0
- package/dist/o11y/command-projection.d.ts +29 -0
- package/dist/o11y/command-projection.js +18 -0
- package/dist/o11y/command-projection.js.map +1 -0
- package/dist/o11y/cost.cjs +76 -0
- package/dist/o11y/cost.cjs.map +1 -0
- package/dist/o11y/cost.d.cts +8 -0
- package/dist/o11y/cost.d.mts +8 -0
- package/dist/o11y/cost.d.ts +8 -0
- package/dist/o11y/cost.js +6 -0
- package/dist/o11y/cost.js.map +1 -0
- package/dist/o11y/derive.cjs +572 -0
- package/dist/o11y/derive.cjs.map +1 -0
- package/dist/o11y/derive.d.cts +24 -0
- package/dist/o11y/derive.d.mts +24 -0
- package/dist/o11y/derive.d.ts +16 -1
- package/dist/o11y/derive.js +14 -281
- package/dist/o11y/derive.js.map +1 -0
- package/dist/o11y/execution-tree.cjs +213 -0
- package/dist/o11y/execution-tree.cjs.map +1 -0
- package/dist/o11y/execution-tree.d.cts +113 -0
- package/dist/o11y/execution-tree.d.mts +113 -0
- package/dist/o11y/execution-tree.d.ts +1 -1
- package/dist/o11y/execution-tree.js +6 -254
- package/dist/o11y/execution-tree.js.map +1 -0
- package/dist/o11y/otlp/canonical.cjs +94 -0
- package/dist/o11y/otlp/canonical.cjs.map +1 -0
- package/dist/o11y/otlp/canonical.d.cts +34 -0
- package/dist/o11y/otlp/canonical.d.mts +34 -0
- package/dist/o11y/otlp/canonical.d.ts +34 -0
- package/dist/o11y/otlp/canonical.js +26 -0
- package/dist/o11y/otlp/canonical.js.map +1 -0
- package/dist/o11y/otlp/mappers/bub.cjs +24 -0
- package/dist/o11y/otlp/mappers/bub.cjs.map +1 -0
- package/dist/o11y/otlp/mappers/bub.d.cts +2 -0
- package/dist/o11y/otlp/mappers/bub.d.mts +2 -0
- package/dist/o11y/otlp/mappers/bub.d.ts +2 -0
- package/dist/o11y/otlp/mappers/bub.js +6 -0
- package/dist/o11y/otlp/mappers/bub.js.map +1 -0
- package/dist/o11y/otlp/mappers/claude-code.cjs +16 -0
- package/dist/o11y/otlp/mappers/claude-code.cjs.map +1 -0
- package/dist/o11y/otlp/mappers/claude-code.d.cts +2 -0
- package/dist/o11y/otlp/mappers/claude-code.d.mts +2 -0
- package/dist/o11y/otlp/mappers/claude-code.d.ts +2 -0
- package/dist/o11y/otlp/mappers/claude-code.js +6 -0
- package/dist/o11y/otlp/mappers/claude-code.js.map +1 -0
- package/dist/o11y/otlp/mappers/codex.cjs +31 -0
- package/dist/o11y/otlp/mappers/codex.cjs.map +1 -0
- package/dist/o11y/otlp/mappers/codex.d.cts +2 -0
- package/dist/o11y/otlp/mappers/codex.d.mts +2 -0
- package/dist/o11y/otlp/mappers/codex.d.ts +2 -0
- package/dist/o11y/otlp/mappers/codex.js +6 -0
- package/dist/o11y/otlp/mappers/codex.js.map +1 -0
- package/dist/o11y/otlp/mappers/index.cjs +21 -0
- package/dist/o11y/otlp/mappers/index.cjs.map +1 -0
- package/dist/o11y/otlp/mappers/index.d.cts +4 -0
- package/dist/o11y/otlp/mappers/index.d.mts +4 -0
- package/dist/o11y/otlp/mappers/index.d.ts +4 -0
- package/dist/o11y/otlp/mappers/index.js +12 -0
- package/dist/o11y/otlp/mappers/index.js.map +1 -0
- package/dist/o11y/otlp/parse.cjs +369 -0
- package/dist/o11y/otlp/parse.cjs.map +1 -0
- package/dist/o11y/otlp/parse.d.cts +3 -0
- package/dist/o11y/otlp/parse.d.mts +3 -0
- package/dist/o11y/otlp/parse.d.ts +1 -1
- package/dist/o11y/otlp/parse.js +6 -0
- package/dist/o11y/otlp/parse.js.map +1 -0
- package/dist/o11y/otlp/receiver.cjs +326 -0
- package/dist/o11y/otlp/receiver.cjs.map +1 -0
- package/dist/o11y/otlp/receiver.d.cts +27 -0
- package/dist/o11y/otlp/receiver.d.mts +27 -0
- package/dist/o11y/otlp/receiver.d.ts +16 -10
- package/dist/o11y/otlp/receiver.js +10 -0
- package/dist/o11y/otlp/receiver.js.map +1 -0
- package/dist/o11y/otlp/sandbox-receiver.cjs +226 -0
- package/dist/o11y/otlp/sandbox-receiver.cjs.map +1 -0
- package/dist/o11y/otlp/sandbox-receiver.d.cts +4 -0
- package/dist/o11y/otlp/sandbox-receiver.d.mts +4 -0
- package/dist/o11y/otlp/sandbox-receiver.d.ts +4 -0
- package/dist/o11y/otlp/sandbox-receiver.js +6 -0
- package/dist/o11y/otlp/sandbox-receiver.js.map +1 -0
- package/dist/o11y/otlp/select.cjs +82 -0
- package/dist/o11y/otlp/select.cjs.map +1 -0
- package/dist/o11y/otlp/select.d.cts +22 -0
- package/dist/o11y/otlp/select.d.mts +22 -0
- package/dist/o11y/otlp/select.d.ts +1 -1
- package/dist/o11y/otlp/select.js +12 -86
- package/dist/o11y/otlp/select.js.map +1 -0
- package/dist/o11y/otlp/turn-otel.cjs +180 -0
- package/dist/o11y/otlp/turn-otel.cjs.map +1 -0
- package/dist/o11y/otlp/turn-otel.d.cts +59 -0
- package/dist/o11y/otlp/turn-otel.d.mts +59 -0
- package/dist/o11y/otlp/turn-otel.d.ts +26 -10
- package/dist/o11y/otlp/turn-otel.js +8 -0
- package/dist/o11y/otlp/turn-otel.js.map +1 -0
- package/dist/o11y/parsers/bub.cjs +277 -0
- package/dist/o11y/parsers/bub.cjs.map +1 -0
- package/dist/o11y/parsers/bub.d.cts +7 -0
- package/dist/o11y/parsers/bub.d.mts +7 -0
- package/dist/o11y/parsers/bub.d.ts +7 -0
- package/dist/o11y/parsers/bub.js +10 -0
- package/dist/o11y/parsers/bub.js.map +1 -0
- package/dist/o11y/parsers/claude-code.cjs +309 -0
- package/dist/o11y/parsers/claude-code.cjs.map +1 -0
- package/dist/o11y/parsers/claude-code.d.cts +11 -0
- package/dist/o11y/parsers/claude-code.d.mts +11 -0
- package/dist/o11y/parsers/claude-code.d.ts +11 -0
- package/dist/o11y/parsers/claude-code.js +10 -0
- package/dist/o11y/parsers/claude-code.js.map +1 -0
- package/dist/o11y/parsers/codex.cjs +439 -0
- package/dist/o11y/parsers/codex.cjs.map +1 -0
- package/dist/o11y/parsers/codex.d.cts +7 -0
- package/dist/o11y/parsers/codex.d.mts +7 -0
- package/dist/o11y/parsers/codex.d.ts +7 -0
- package/dist/o11y/parsers/codex.js +10 -0
- package/dist/o11y/parsers/codex.js.map +1 -0
- package/dist/o11y/parsers/hermes.cjs +234 -0
- package/dist/o11y/parsers/hermes.cjs.map +1 -0
- package/dist/o11y/parsers/hermes.d.cts +9 -0
- package/dist/o11y/parsers/hermes.d.mts +9 -0
- package/dist/o11y/parsers/hermes.d.ts +9 -0
- package/dist/o11y/parsers/hermes.js +10 -0
- package/dist/o11y/parsers/hermes.js.map +1 -0
- package/dist/o11y/parsers/index.cjs +13 -0
- package/dist/o11y/parsers/index.cjs.map +1 -0
- package/dist/o11y/parsers/index.d.cts +12 -0
- package/dist/o11y/parsers/index.d.mts +12 -0
- package/dist/o11y/parsers/index.d.ts +12 -0
- package/dist/o11y/parsers/index.js +16 -0
- package/dist/o11y/parsers/index.js.map +1 -0
- package/dist/o11y/parsers/openclaw.cjs +320 -0
- package/dist/o11y/parsers/openclaw.cjs.map +1 -0
- package/dist/o11y/parsers/openclaw.d.cts +39 -0
- package/dist/o11y/parsers/openclaw.d.mts +39 -0
- package/dist/o11y/parsers/openclaw.d.ts +39 -0
- package/dist/o11y/parsers/openclaw.js +12 -0
- package/dist/o11y/parsers/openclaw.js.map +1 -0
- package/dist/o11y/parsers/opencode.cjs +337 -0
- package/dist/o11y/parsers/opencode.cjs.map +1 -0
- package/dist/o11y/parsers/opencode.d.cts +14 -0
- package/dist/o11y/parsers/opencode.d.mts +14 -0
- package/dist/o11y/parsers/opencode.d.ts +14 -0
- package/dist/o11y/parsers/opencode.js +12 -0
- package/dist/o11y/parsers/opencode.js.map +1 -0
- package/dist/o11y/prices.json +11649 -0
- package/dist/o11y/record/capture.cjs +232 -0
- package/dist/o11y/record/capture.cjs.map +1 -0
- package/dist/o11y/record/capture.d.cts +81 -0
- package/dist/o11y/record/capture.d.mts +81 -0
- package/dist/o11y/record/capture.d.ts +81 -0
- package/dist/o11y/record/capture.js +30 -0
- package/dist/o11y/record/capture.js.map +1 -0
- package/dist/o11y/record/codec.cjs +222 -0
- package/dist/o11y/record/codec.cjs.map +1 -0
- package/dist/o11y/record/codec.d.cts +661 -0
- package/dist/o11y/record/codec.d.mts +661 -0
- package/dist/o11y/record/codec.d.ts +661 -0
- package/dist/o11y/record/codec.js +66 -0
- package/dist/o11y/record/codec.js.map +1 -0
- package/dist/o11y/record/errors.cjs +71 -0
- package/dist/o11y/record/errors.cjs.map +1 -0
- package/dist/o11y/record/errors.d.cts +53 -0
- package/dist/o11y/record/errors.d.mts +53 -0
- package/dist/o11y/record/errors.d.ts +53 -0
- package/dist/o11y/record/errors.js +24 -0
- package/dist/o11y/record/errors.js.map +1 -0
- package/dist/o11y/record/families.cjs +699 -0
- package/dist/o11y/record/families.cjs.map +1 -0
- package/dist/o11y/record/families.d.cts +4298 -0
- package/dist/o11y/record/families.d.mts +4298 -0
- package/dist/o11y/record/families.d.ts +4298 -0
- package/dist/o11y/record/families.js +68 -0
- package/dist/o11y/record/families.js.map +1 -0
- package/dist/o11y/record/family-projectors.cjs +83 -0
- package/dist/o11y/record/family-projectors.cjs.map +1 -0
- package/dist/o11y/record/family-projectors.d.cts +46 -0
- package/dist/o11y/record/family-projectors.d.mts +46 -0
- package/dist/o11y/record/family-projectors.d.ts +46 -0
- package/dist/o11y/record/family-projectors.js +18 -0
- package/dist/o11y/record/family-projectors.js.map +1 -0
- package/dist/o11y/record/family-writers.cjs +371 -0
- package/dist/o11y/record/family-writers.cjs.map +1 -0
- package/dist/o11y/record/family-writers.d.cts +5293 -0
- package/dist/o11y/record/family-writers.d.mts +5293 -0
- package/dist/o11y/record/family-writers.d.ts +5293 -0
- package/dist/o11y/record/family-writers.js +60 -0
- package/dist/o11y/record/family-writers.js.map +1 -0
- package/dist/o11y/record/index.cjs +31 -0
- package/dist/o11y/record/index.cjs.map +1 -0
- package/dist/o11y/record/index.d.cts +14 -0
- package/dist/o11y/record/index.d.mts +14 -0
- package/dist/o11y/record/index.d.ts +14 -0
- package/dist/o11y/record/index.js +488 -0
- package/dist/o11y/record/index.js.map +1 -0
- package/dist/o11y/record/limits.cjs +69 -0
- package/dist/o11y/record/limits.cjs.map +1 -0
- package/dist/o11y/record/limits.d.cts +65 -0
- package/dist/o11y/record/limits.d.mts +65 -0
- package/dist/o11y/record/limits.d.ts +65 -0
- package/dist/o11y/record/limits.js +68 -0
- package/dist/o11y/record/limits.js.map +1 -0
- package/dist/o11y/record/model.cjs +590 -0
- package/dist/o11y/record/model.cjs.map +1 -0
- package/dist/o11y/record/model.d.cts +275 -0
- package/dist/o11y/record/model.d.mts +275 -0
- package/dist/o11y/record/model.d.ts +275 -0
- package/dist/o11y/record/model.js +158 -0
- package/dist/o11y/record/model.js.map +1 -0
- package/dist/o11y/record/runner-producer.cjs +1575 -0
- package/dist/o11y/record/runner-producer.cjs.map +1 -0
- package/dist/o11y/record/runner-producer.d.cts +103 -0
- package/dist/o11y/record/runner-producer.d.mts +103 -0
- package/dist/o11y/record/runner-producer.d.ts +103 -0
- package/dist/o11y/record/runner-producer.js +26 -0
- package/dist/o11y/record/runner-producer.js.map +1 -0
- package/dist/o11y/record/validation.cjs +323 -0
- package/dist/o11y/record/validation.cjs.map +1 -0
- package/dist/o11y/record/validation.d.cts +62 -0
- package/dist/o11y/record/validation.d.mts +62 -0
- package/dist/o11y/record/validation.d.ts +62 -0
- package/dist/o11y/record/validation.js +28 -0
- package/dist/o11y/record/validation.js.map +1 -0
- package/dist/o11y/tool-names.cjs +68 -0
- package/dist/o11y/tool-names.cjs.map +1 -0
- package/dist/o11y/tool-names.d.cts +11 -0
- package/dist/o11y/tool-names.d.mts +11 -0
- package/dist/o11y/tool-names.d.ts +11 -0
- package/dist/o11y/tool-names.js +8 -0
- package/dist/o11y/tool-names.js.map +1 -0
- package/dist/o11y/types.cjs +3 -0
- package/dist/o11y/types.cjs.map +1 -0
- package/dist/o11y/types.d.cts +387 -0
- package/dist/o11y/types.d.mts +387 -0
- package/dist/o11y/types.d.ts +142 -1
- package/dist/o11y/types.js +4 -3
- package/dist/o11y/types.js.map +1 -0
- package/dist/plugin/contracts.cjs +187 -0
- package/dist/plugin/contracts.cjs.map +1 -0
- package/dist/plugin/contracts.d.cts +109 -0
- package/dist/plugin/contracts.d.mts +109 -0
- package/dist/plugin/contracts.d.ts +109 -0
- package/dist/plugin/contracts.js +18 -0
- package/dist/plugin/contracts.js.map +1 -0
- package/dist/plugin/index.cjs +7 -0
- package/dist/plugin/index.cjs.map +1 -0
- package/dist/plugin/index.d.cts +2 -0
- package/dist/plugin/index.d.mts +2 -0
- package/dist/plugin/index.d.ts +2 -0
- package/dist/plugin/index.js +6 -0
- package/dist/plugin/index.js.map +1 -0
- package/dist/plugin/index.mjs +6 -0
- package/dist/plugin/index.mjs.map +1 -0
- package/dist/plugin/link.cjs +204 -0
- package/dist/plugin/link.cjs.map +1 -0
- package/dist/plugin/link.d.cts +68 -0
- package/dist/plugin/link.d.mts +68 -0
- package/dist/plugin/link.d.ts +68 -0
- package/dist/plugin/link.js +14 -0
- package/dist/plugin/link.js.map +1 -0
- package/dist/plugins/record/attachment.cjs +62 -0
- package/dist/plugins/record/attachment.cjs.map +1 -0
- package/dist/plugins/record/attachment.d.cts +14 -0
- package/dist/plugins/record/attachment.d.mts +14 -0
- package/dist/plugins/record/attachment.d.ts +14 -0
- package/dist/plugins/record/attachment.js +20 -0
- package/dist/plugins/record/attachment.js.map +1 -0
- package/dist/plugins/record/capability.cjs +258 -0
- package/dist/plugins/record/capability.cjs.map +1 -0
- package/dist/plugins/record/capability.d.cts +94 -0
- package/dist/plugins/record/capability.d.mts +94 -0
- package/dist/plugins/record/capability.d.ts +94 -0
- package/dist/plugins/record/capability.js +26 -0
- package/dist/plugins/record/capability.js.map +1 -0
- package/dist/plugins/record/codec.cjs +244 -0
- package/dist/plugins/record/codec.cjs.map +1 -0
- package/dist/plugins/record/codec.d.cts +28 -0
- package/dist/plugins/record/codec.d.mts +28 -0
- package/dist/plugins/record/codec.d.ts +28 -0
- package/dist/plugins/record/codec.js +48 -0
- package/dist/plugins/record/codec.js.map +1 -0
- package/dist/plugins/record/index.cjs +54 -0
- package/dist/plugins/record/index.cjs.map +1 -0
- package/dist/plugins/record/index.d.cts +9 -0
- package/dist/plugins/record/index.d.mts +9 -0
- package/dist/plugins/record/index.d.ts +9 -0
- package/dist/plugins/record/index.js +94 -0
- package/dist/plugins/record/index.js.map +1 -0
- package/dist/plugins/record/migration.cjs +33 -0
- package/dist/plugins/record/migration.cjs.map +1 -0
- package/dist/plugins/record/migration.d.cts +22 -0
- package/dist/plugins/record/migration.d.mts +22 -0
- package/dist/plugins/record/migration.d.ts +22 -0
- package/dist/plugins/record/migration.js +6 -0
- package/dist/plugins/record/migration.js.map +1 -0
- package/dist/plugins/record/model.cjs +3 -0
- package/dist/plugins/record/model.cjs.map +1 -0
- package/dist/plugins/record/model.d.cts +93 -0
- package/dist/plugins/record/model.d.mts +93 -0
- package/dist/plugins/record/model.d.ts +93 -0
- package/dist/plugins/record/model.js +4 -0
- package/dist/plugins/record/model.js.map +1 -0
- package/dist/plugins/record/provenance.cjs +319 -0
- package/dist/plugins/record/provenance.cjs.map +1 -0
- package/dist/plugins/record/provenance.d.cts +79 -0
- package/dist/plugins/record/provenance.d.mts +79 -0
- package/dist/plugins/record/provenance.d.ts +79 -0
- package/dist/plugins/record/provenance.js +24 -0
- package/dist/plugins/record/provenance.js.map +1 -0
- package/dist/projection/attachment-result.cjs +50 -0
- package/dist/projection/attachment-result.cjs.map +1 -0
- package/dist/projection/attachment-result.d.cts +38 -0
- package/dist/projection/attachment-result.d.mts +38 -0
- package/dist/projection/attachment-result.d.ts +38 -0
- package/dist/projection/attachment-result.js +6 -0
- package/dist/projection/attachment-result.js.map +1 -0
- package/dist/projection/attempt-selection.cjs +87 -0
- package/dist/projection/attempt-selection.cjs.map +1 -0
- package/dist/projection/attempt-selection.d.cts +40 -0
- package/dist/projection/attempt-selection.d.mts +40 -0
- package/dist/projection/attempt-selection.d.ts +40 -0
- package/dist/projection/attempt-selection.js +8 -0
- package/dist/projection/attempt-selection.js.map +1 -0
- package/dist/projection/coverage.cjs +106 -0
- package/dist/projection/coverage.cjs.map +1 -0
- package/dist/projection/coverage.d.cts +43 -0
- package/dist/projection/coverage.d.mts +43 -0
- package/dist/projection/coverage.d.ts +43 -0
- package/dist/projection/coverage.js +6 -0
- package/dist/projection/coverage.js.map +1 -0
- package/dist/projection/index.cjs +36 -0
- package/dist/projection/index.cjs.map +1 -0
- package/dist/projection/index.d.cts +25 -0
- package/dist/projection/index.d.mts +25 -0
- package/dist/projection/index.d.ts +25 -0
- package/dist/projection/index.js +46 -0
- package/dist/projection/index.js.map +1 -0
- package/dist/projection/index.mjs +46 -0
- package/dist/projection/index.mjs.map +1 -0
- package/dist/projection/model.cjs +3 -0
- package/dist/projection/model.cjs.map +1 -0
- package/dist/projection/model.d.cts +49 -0
- package/dist/projection/model.d.mts +49 -0
- package/dist/projection/model.d.ts +49 -0
- package/dist/projection/model.js +4 -0
- package/dist/projection/model.js.map +1 -0
- package/dist/projection/projector.cjs +111 -0
- package/dist/projection/projector.cjs.map +1 -0
- package/dist/projection/projector.d.cts +51 -0
- package/dist/projection/projector.d.mts +51 -0
- package/dist/projection/projector.d.ts +51 -0
- package/dist/projection/projector.js +16 -0
- package/dist/projection/projector.js.map +1 -0
- package/dist/projection/runtime.cjs +246 -0
- package/dist/projection/runtime.cjs.map +1 -0
- package/dist/projection/runtime.d.cts +14 -0
- package/dist/projection/runtime.d.mts +14 -0
- package/dist/projection/runtime.d.ts +14 -0
- package/dist/projection/runtime.js +6 -0
- package/dist/projection/runtime.js.map +1 -0
- package/dist/record/attachment/errors.cjs +71 -0
- package/dist/record/attachment/errors.cjs.map +1 -0
- package/dist/record/attachment/errors.d.cts +57 -0
- package/dist/record/attachment/errors.d.mts +57 -0
- package/dist/record/attachment/errors.d.ts +57 -0
- package/dist/record/attachment/errors.js +22 -0
- package/dist/record/attachment/errors.js.map +1 -0
- package/dist/record/attachment/index.cjs +14 -0
- package/dist/record/attachment/index.cjs.map +1 -0
- package/dist/record/attachment/index.d.cts +3 -0
- package/dist/record/attachment/index.d.mts +3 -0
- package/dist/record/attachment/index.d.ts +3 -0
- package/dist/record/attachment/index.js +22 -0
- package/dist/record/attachment/index.js.map +1 -0
- package/dist/record/attachment/internal.cjs +24 -0
- package/dist/record/attachment/internal.cjs.map +1 -0
- package/dist/record/attachment/internal.d.cts +6 -0
- package/dist/record/attachment/internal.d.mts +6 -0
- package/dist/record/attachment/internal.d.ts +6 -0
- package/dist/record/attachment/internal.js +34 -0
- package/dist/record/attachment/internal.js.map +1 -0
- package/dist/record/attachment/runtime.cjs +1017 -0
- package/dist/record/attachment/runtime.cjs.map +1 -0
- package/dist/record/attachment/runtime.d.cts +86 -0
- package/dist/record/attachment/runtime.d.mts +86 -0
- package/dist/record/attachment/runtime.d.ts +86 -0
- package/dist/record/attachment/runtime.js +52 -0
- package/dist/record/attachment/runtime.js.map +1 -0
- package/dist/record/attachment/types.cjs +47 -0
- package/dist/record/attachment/types.cjs.map +1 -0
- package/dist/record/attachment/types.d.cts +194 -0
- package/dist/record/attachment/types.d.mts +194 -0
- package/dist/record/attachment/types.d.ts +194 -0
- package/dist/record/attachment/types.js +28 -0
- package/dist/record/attachment/types.js.map +1 -0
- package/dist/record/codec/core.cjs +134 -0
- package/dist/record/codec/core.cjs.map +1 -0
- package/dist/record/codec/core.d.cts +63 -0
- package/dist/record/codec/core.d.mts +63 -0
- package/dist/record/codec/core.d.ts +63 -0
- package/dist/record/codec/core.js +46 -0
- package/dist/record/codec/core.js.map +1 -0
- package/dist/record/codec/identifiers.cjs +31 -0
- package/dist/record/codec/identifiers.cjs.map +1 -0
- package/dist/record/codec/identifiers.d.cts +11 -0
- package/dist/record/codec/identifiers.d.mts +11 -0
- package/dist/record/codec/identifiers.d.ts +11 -0
- package/dist/record/codec/identifiers.js +22 -0
- package/dist/record/codec/identifiers.js.map +1 -0
- package/dist/record/codec/index.cjs +19 -0
- package/dist/record/codec/index.cjs.map +1 -0
- package/dist/record/codec/index.d.cts +2 -0
- package/dist/record/codec/index.d.mts +2 -0
- package/dist/record/codec/index.d.ts +2 -0
- package/dist/record/codec/index.js +64 -0
- package/dist/record/codec/index.js.map +1 -0
- package/dist/record/errors/index.cjs +18 -0
- package/dist/record/errors/index.cjs.map +1 -0
- package/dist/record/errors/index.d.cts +1 -0
- package/dist/record/errors/index.d.mts +1 -0
- package/dist/record/errors/index.d.ts +1 -0
- package/dist/record/errors/index.js +28 -0
- package/dist/record/errors/index.js.map +1 -0
- package/dist/record/errors/record-errors.cjs +58 -0
- package/dist/record/errors/record-errors.cjs.map +1 -0
- package/dist/record/errors/record-errors.d.cts +64 -0
- package/dist/record/errors/record-errors.d.mts +64 -0
- package/dist/record/errors/record-errors.d.ts +64 -0
- package/dist/record/errors/record-errors.js +28 -0
- package/dist/record/errors/record-errors.js.map +1 -0
- package/dist/record/fact-record.cjs +199 -0
- package/dist/record/fact-record.cjs.map +1 -0
- package/dist/record/fact-record.d.cts +22 -0
- package/dist/record/fact-record.d.mts +22 -0
- package/dist/record/fact-record.d.ts +22 -0
- package/dist/record/fact-record.js +18 -0
- package/dist/record/fact-record.js.map +1 -0
- package/dist/record/index.cjs +55 -0
- package/dist/record/index.cjs.map +1 -0
- package/dist/record/index.d.cts +11 -0
- package/dist/record/index.d.mts +11 -0
- package/dist/record/index.d.ts +11 -0
- package/dist/record/index.js +314 -0
- package/dist/record/index.js.map +1 -0
- package/dist/record/locator.cjs +146 -0
- package/dist/record/locator.cjs.map +1 -0
- package/dist/record/locator.d.cts +71 -0
- package/dist/record/locator.d.mts +71 -0
- package/dist/record/locator.js +20 -136
- package/dist/record/locator.js.map +1 -0
- package/dist/record/maintenance/index.cjs +19 -0
- package/dist/record/maintenance/index.cjs.map +1 -0
- package/dist/record/maintenance/index.d.cts +2 -0
- package/dist/record/maintenance/index.d.mts +2 -0
- package/dist/record/maintenance/index.d.ts +2 -0
- package/dist/record/maintenance/index.js +14 -0
- package/dist/record/maintenance/index.js.map +1 -0
- package/dist/record/maintenance/runtime.cjs +98 -0
- package/dist/record/maintenance/runtime.cjs.map +1 -0
- package/dist/record/maintenance/runtime.d.cts +24 -0
- package/dist/record/maintenance/runtime.d.mts +24 -0
- package/dist/record/maintenance/runtime.d.ts +24 -0
- package/dist/record/maintenance/runtime.js +12 -0
- package/dist/record/maintenance/runtime.js.map +1 -0
- package/dist/record/maintenance/types.cjs +9 -0
- package/dist/record/maintenance/types.cjs.map +1 -0
- package/dist/record/maintenance/types.d.cts +34 -0
- package/dist/record/maintenance/types.d.mts +34 -0
- package/dist/record/maintenance/types.d.ts +34 -0
- package/dist/record/maintenance/types.js +6 -0
- package/dist/record/maintenance/types.js.map +1 -0
- package/dist/record/manifest.cjs +44 -0
- package/dist/record/manifest.cjs.map +1 -0
- package/dist/record/manifest.d.cts +39 -0
- package/dist/record/manifest.d.mts +39 -0
- package/dist/record/manifest.d.ts +5 -3
- package/dist/record/manifest.js +14 -0
- package/dist/record/manifest.js.map +1 -0
- package/dist/record/migration/errors.cjs +68 -0
- package/dist/record/migration/errors.cjs.map +1 -0
- package/dist/record/migration/errors.d.cts +73 -0
- package/dist/record/migration/errors.d.mts +73 -0
- package/dist/record/migration/errors.d.ts +73 -0
- package/dist/record/migration/errors.js +22 -0
- package/dist/record/migration/errors.js.map +1 -0
- package/dist/record/migration/identity.cjs +27 -0
- package/dist/record/migration/identity.cjs.map +1 -0
- package/dist/record/migration/identity.d.cts +5 -0
- package/dist/record/migration/identity.d.mts +5 -0
- package/dist/record/migration/identity.d.ts +5 -0
- package/dist/record/migration/identity.js +8 -0
- package/dist/record/migration/identity.js.map +1 -0
- package/dist/record/migration/index.cjs +28 -0
- package/dist/record/migration/index.cjs.map +1 -0
- package/dist/record/migration/index.d.cts +8 -0
- package/dist/record/migration/index.d.mts +8 -0
- package/dist/record/migration/index.d.ts +8 -0
- package/dist/record/migration/index.js +48 -0
- package/dist/record/migration/index.js.map +1 -0
- package/dist/record/migration/internal.cjs +3 -0
- package/dist/record/migration/internal.cjs.map +1 -0
- package/dist/record/migration/internal.d.cts +111 -0
- package/dist/record/migration/internal.d.mts +111 -0
- package/dist/record/migration/internal.d.ts +111 -0
- package/dist/record/migration/internal.js +4 -0
- package/dist/record/migration/internal.js.map +1 -0
- package/dist/record/migration/orchestrate.cjs +368 -0
- package/dist/record/migration/orchestrate.cjs.map +1 -0
- package/dist/record/migration/orchestrate.d.cts +113 -0
- package/dist/record/migration/orchestrate.d.mts +113 -0
- package/dist/record/migration/orchestrate.d.ts +113 -0
- package/dist/record/migration/orchestrate.js +16 -0
- package/dist/record/migration/orchestrate.js.map +1 -0
- package/dist/record/migration/plan.cjs +63 -0
- package/dist/record/migration/plan.cjs.map +1 -0
- package/dist/record/migration/plan.d.cts +32 -0
- package/dist/record/migration/plan.d.mts +32 -0
- package/dist/record/migration/plan.d.ts +32 -0
- package/dist/record/migration/plan.js +10 -0
- package/dist/record/migration/plan.js.map +1 -0
- package/dist/record/migration/registry.cjs +150 -0
- package/dist/record/migration/registry.cjs.map +1 -0
- package/dist/record/migration/registry.d.cts +61 -0
- package/dist/record/migration/registry.d.mts +61 -0
- package/dist/record/migration/registry.d.ts +61 -0
- package/dist/record/migration/registry.js +14 -0
- package/dist/record/migration/registry.js.map +1 -0
- package/dist/record/migration/storage.cjs +382 -0
- package/dist/record/migration/storage.cjs.map +1 -0
- package/dist/record/migration/storage.d.cts +18 -0
- package/dist/record/migration/storage.d.mts +18 -0
- package/dist/record/migration/storage.d.ts +18 -0
- package/dist/record/migration/storage.js +6 -0
- package/dist/record/migration/storage.js.map +1 -0
- package/dist/record/migration/types.cjs +3 -0
- package/dist/record/migration/types.cjs.map +1 -0
- package/dist/record/migration/types.d.cts +16 -0
- package/dist/record/migration/types.d.mts +16 -0
- package/dist/record/migration/types.d.ts +16 -0
- package/dist/record/migration/types.js +4 -0
- package/dist/record/migration/types.js.map +1 -0
- package/dist/record/model/core.cjs +11 -0
- package/dist/record/model/core.cjs.map +1 -0
- package/dist/record/model/core.d.cts +53 -0
- package/dist/record/model/core.d.mts +53 -0
- package/dist/record/model/core.d.ts +53 -0
- package/dist/record/model/core.js +6 -0
- package/dist/record/model/core.js.map +1 -0
- package/dist/record/model/identifiers.cjs +78 -0
- package/dist/record/model/identifiers.cjs.map +1 -0
- package/dist/record/model/identifiers.d.cts +44 -0
- package/dist/record/model/identifiers.d.mts +44 -0
- package/dist/record/model/identifiers.d.ts +44 -0
- package/dist/record/model/identifiers.js +40 -0
- package/dist/record/model/identifiers.js.map +1 -0
- package/dist/record/model/index.cjs +21 -0
- package/dist/record/model/index.cjs.map +1 -0
- package/dist/record/model/index.d.cts +4 -0
- package/dist/record/model/index.d.mts +4 -0
- package/dist/record/model/index.d.ts +4 -0
- package/dist/record/model/index.js +52 -0
- package/dist/record/model/index.js.map +1 -0
- package/dist/record/model/read-state.cjs +3 -0
- package/dist/record/model/read-state.cjs.map +1 -0
- package/dist/record/model/read-state.d.cts +45 -0
- package/dist/record/model/read-state.d.mts +45 -0
- package/dist/record/model/read-state.d.ts +45 -0
- package/dist/record/model/read-state.js +4 -0
- package/dist/record/model/read-state.js.map +1 -0
- package/dist/record/model/validation.cjs +143 -0
- package/dist/record/model/validation.cjs.map +1 -0
- package/dist/record/model/validation.d.cts +16 -0
- package/dist/record/model/validation.d.mts +16 -0
- package/dist/record/model/validation.d.ts +16 -0
- package/dist/record/model/validation.js +14 -0
- package/dist/record/model/validation.js.map +1 -0
- package/dist/record/platform/errors.cjs +101 -0
- package/dist/record/platform/errors.cjs.map +1 -0
- package/dist/record/platform/errors.d.cts +123 -0
- package/dist/record/platform/errors.d.mts +123 -0
- package/dist/record/platform/errors.d.ts +123 -0
- package/dist/record/platform/errors.js +32 -0
- package/dist/record/platform/errors.js.map +1 -0
- package/dist/record/platform/index.cjs +21 -0
- package/dist/record/platform/index.cjs.map +1 -0
- package/dist/record/platform/index.d.cts +4 -0
- package/dist/record/platform/index.d.mts +4 -0
- package/dist/record/platform/index.d.ts +4 -0
- package/dist/record/platform/index.js +60 -0
- package/dist/record/platform/index.js.map +1 -0
- package/dist/record/platform/node.cjs +715 -0
- package/dist/record/platform/node.cjs.map +1 -0
- package/dist/record/platform/node.d.cts +12 -0
- package/dist/record/platform/node.d.mts +12 -0
- package/dist/record/platform/node.d.ts +12 -0
- package/dist/record/platform/node.js +16 -0
- package/dist/record/platform/node.js.map +1 -0
- package/dist/record/platform/root.cjs +79 -0
- package/dist/record/platform/root.cjs.map +1 -0
- package/dist/record/platform/root.d.cts +35 -0
- package/dist/record/platform/root.d.mts +35 -0
- package/dist/record/platform/root.d.ts +35 -0
- package/dist/record/platform/root.js +8 -0
- package/dist/record/platform/root.js.map +1 -0
- package/dist/record/platform/services.cjs +24 -0
- package/dist/record/platform/services.cjs.map +1 -0
- package/dist/record/platform/services.d.cts +139 -0
- package/dist/record/platform/services.d.mts +139 -0
- package/dist/record/platform/services.d.ts +139 -0
- package/dist/record/platform/services.js +16 -0
- package/dist/record/platform/services.js.map +1 -0
- package/dist/record/reader/errors.cjs +46 -0
- package/dist/record/reader/errors.cjs.map +1 -0
- package/dist/record/reader/errors.d.cts +58 -0
- package/dist/record/reader/errors.d.mts +58 -0
- package/dist/record/reader/errors.d.ts +58 -0
- package/dist/record/reader/errors.js +16 -0
- package/dist/record/reader/errors.js.map +1 -0
- package/dist/record/reader/format.cjs +95 -0
- package/dist/record/reader/format.cjs.map +1 -0
- package/dist/record/reader/format.d.cts +17 -0
- package/dist/record/reader/format.d.mts +17 -0
- package/dist/record/reader/format.d.ts +17 -0
- package/dist/record/reader/format.js +8 -0
- package/dist/record/reader/format.js.map +1 -0
- package/dist/record/reader/identity.cjs +47 -0
- package/dist/record/reader/identity.cjs.map +1 -0
- package/dist/record/reader/identity.d.cts +31 -0
- package/dist/record/reader/identity.d.mts +31 -0
- package/dist/record/reader/identity.d.ts +31 -0
- package/dist/record/reader/identity.js +8 -0
- package/dist/record/reader/identity.js.map +1 -0
- package/dist/record/reader/index.cjs +21 -0
- package/dist/record/reader/index.cjs.map +1 -0
- package/dist/record/reader/index.d.cts +4 -0
- package/dist/record/reader/index.d.mts +4 -0
- package/dist/record/reader/index.d.ts +4 -0
- package/dist/record/reader/index.js +42 -0
- package/dist/record/reader/index.js.map +1 -0
- package/dist/record/reader/internal.cjs +17 -0
- package/dist/record/reader/internal.cjs.map +1 -0
- package/dist/record/reader/internal.d.cts +26 -0
- package/dist/record/reader/internal.d.mts +26 -0
- package/dist/record/reader/internal.d.ts +26 -0
- package/dist/record/reader/internal.js +8 -0
- package/dist/record/reader/internal.js.map +1 -0
- package/dist/record/reader/runtime.cjs +728 -0
- package/dist/record/reader/runtime.cjs.map +1 -0
- package/dist/record/reader/runtime.d.cts +22 -0
- package/dist/record/reader/runtime.d.mts +22 -0
- package/dist/record/reader/runtime.d.ts +22 -0
- package/dist/record/reader/runtime.js +20 -0
- package/dist/record/reader/runtime.js.map +1 -0
- package/dist/record/reader/types.cjs +12 -0
- package/dist/record/reader/types.cjs.map +1 -0
- package/dist/record/reader/types.d.cts +50 -0
- package/dist/record/reader/types.d.mts +50 -0
- package/dist/record/reader/types.d.ts +50 -0
- package/dist/record/reader/types.js +10 -0
- package/dist/record/reader/types.js.map +1 -0
- package/dist/record/source-hash.cjs +30 -0
- package/dist/record/source-hash.cjs.map +1 -0
- package/dist/record/source-hash.d.cts +9 -0
- package/dist/record/source-hash.d.mts +9 -0
- package/dist/record/source-hash.js +8 -25
- package/dist/record/source-hash.js.map +1 -0
- package/dist/record/writer/attachment-payload.cjs +81 -0
- package/dist/record/writer/attachment-payload.cjs.map +1 -0
- package/dist/record/writer/attachment-payload.d.cts +19 -0
- package/dist/record/writer/attachment-payload.d.mts +19 -0
- package/dist/record/writer/attachment-payload.d.ts +19 -0
- package/dist/record/writer/attachment-payload.js +10 -0
- package/dist/record/writer/attachment-payload.js.map +1 -0
- package/dist/record/writer/errors.cjs +35 -0
- package/dist/record/writer/errors.cjs.map +1 -0
- package/dist/record/writer/errors.d.cts +35 -0
- package/dist/record/writer/errors.d.mts +35 -0
- package/dist/record/writer/errors.d.ts +35 -0
- package/dist/record/writer/errors.js +14 -0
- package/dist/record/writer/errors.js.map +1 -0
- package/dist/record/writer/index.cjs +20 -0
- package/dist/record/writer/index.cjs.map +1 -0
- package/dist/record/writer/index.d.cts +3 -0
- package/dist/record/writer/index.d.mts +3 -0
- package/dist/record/writer/index.d.ts +3 -0
- package/dist/record/writer/index.js +22 -0
- package/dist/record/writer/index.js.map +1 -0
- package/dist/record/writer/limits.cjs +16 -0
- package/dist/record/writer/limits.cjs.map +1 -0
- package/dist/record/writer/limits.d.cts +4 -0
- package/dist/record/writer/limits.d.mts +4 -0
- package/dist/record/writer/limits.d.ts +4 -0
- package/dist/record/writer/limits.js +8 -0
- package/dist/record/writer/limits.js.map +1 -0
- package/dist/record/writer/runtime.cjs +656 -0
- package/dist/record/writer/runtime.cjs.map +1 -0
- package/dist/record/writer/runtime.d.cts +7 -0
- package/dist/record/writer/runtime.d.mts +7 -0
- package/dist/record/writer/runtime.d.ts +7 -0
- package/dist/record/writer/runtime.js +6 -0
- package/dist/record/writer/runtime.js.map +1 -0
- package/dist/record/writer/types.cjs +7 -0
- package/dist/record/writer/types.cjs.map +1 -0
- package/dist/record/writer/types.d.cts +56 -0
- package/dist/record/writer/types.d.mts +56 -0
- package/dist/record/writer/types.d.ts +56 -0
- package/dist/record/writer/types.js +10 -0
- package/dist/record/writer/types.js.map +1 -0
- package/dist/report/author/identity.cjs +268 -0
- package/dist/report/author/identity.cjs.map +1 -0
- package/dist/report/author/identity.d.cts +75 -0
- package/dist/report/author/identity.d.mts +75 -0
- package/dist/report/author/identity.d.ts +75 -0
- package/dist/report/author/identity.js +34 -0
- package/dist/report/author/identity.js.map +1 -0
- package/dist/report/author/index.cjs +19 -0
- package/dist/report/author/index.cjs.map +1 -0
- package/dist/report/author/index.d.cts +4 -0
- package/dist/report/author/index.d.mts +4 -0
- package/dist/report/author/index.d.ts +4 -0
- package/dist/report/author/index.js +30 -0
- package/dist/report/author/index.js.map +1 -0
- package/dist/report/author/internal.cjs +98 -0
- package/dist/report/author/internal.cjs.map +1 -0
- package/dist/report/author/internal.d.cts +91 -0
- package/dist/report/author/internal.d.mts +91 -0
- package/dist/report/author/internal.d.ts +91 -0
- package/dist/report/author/internal.js +18 -0
- package/dist/report/author/internal.js.map +1 -0
- package/dist/report/author/model.cjs +467 -0
- package/dist/report/author/model.cjs.map +1 -0
- package/dist/report/author/model.d.cts +241 -0
- package/dist/report/author/model.d.mts +241 -0
- package/dist/report/author/model.d.ts +241 -0
- package/dist/report/author/model.js +32 -0
- package/dist/report/author/model.js.map +1 -0
- package/dist/report/built-in/attempt-overview.cjs +395 -0
- package/dist/report/built-in/attempt-overview.cjs.map +1 -0
- package/dist/report/built-in/attempt-overview.d.cts +10 -0
- package/dist/report/built-in/attempt-overview.d.mts +10 -0
- package/dist/report/built-in/attempt-overview.d.ts +10 -0
- package/dist/report/built-in/attempt-overview.js +9 -0
- package/dist/report/built-in/attempt-overview.js.map +1 -0
- package/dist/report/built-in/execution.cjs +766 -0
- package/dist/report/built-in/execution.cjs.map +1 -0
- package/dist/report/built-in/execution.d.cts +25 -0
- package/dist/report/built-in/execution.d.mts +25 -0
- package/dist/report/built-in/execution.d.ts +25 -0
- package/dist/report/built-in/execution.js +12 -0
- package/dist/report/built-in/execution.js.map +1 -0
- package/dist/report/built-in/index.cjs +31 -0
- package/dist/report/built-in/index.cjs.map +1 -0
- package/dist/report/built-in/index.d.cts +6 -0
- package/dist/report/built-in/index.d.mts +6 -0
- package/dist/report/built-in/index.d.ts +6 -8
- package/dist/report/built-in/index.js +35 -13
- package/dist/report/built-in/index.js.map +1 -0
- package/dist/report/built-in/index.mjs +35 -0
- package/dist/report/built-in/index.mjs.map +1 -0
- package/dist/report/built-in/overview.cjs +206 -0
- package/dist/report/built-in/overview.cjs.map +1 -0
- package/dist/report/built-in/overview.d.cts +6 -0
- package/dist/report/built-in/overview.d.mts +6 -0
- package/dist/report/built-in/overview.d.ts +6 -0
- package/dist/report/built-in/overview.js +11 -0
- package/dist/report/built-in/overview.js.map +1 -0
- package/dist/report/built-in/run-membership-overview.cjs +194 -0
- package/dist/report/built-in/run-membership-overview.cjs.map +1 -0
- package/dist/report/built-in/run-membership-overview.d.cts +6 -0
- package/dist/report/built-in/run-membership-overview.d.mts +6 -0
- package/dist/report/built-in/run-membership-overview.d.ts +6 -0
- package/dist/report/built-in/run-membership-overview.js +9 -0
- package/dist/report/built-in/run-membership-overview.js.map +1 -0
- package/dist/report/built-in/sandbox-history.cjs +384 -0
- package/dist/report/built-in/sandbox-history.cjs.map +1 -0
- package/dist/report/built-in/sandbox-history.d.cts +9 -0
- package/dist/report/built-in/sandbox-history.d.mts +9 -0
- package/dist/report/built-in/sandbox-history.d.ts +9 -0
- package/dist/report/built-in/sandbox-history.js +9 -0
- package/dist/report/built-in/sandbox-history.js.map +1 -0
- package/dist/report/built-in/source.cjs +162 -0
- package/dist/report/built-in/source.cjs.map +1 -0
- package/dist/report/built-in/source.d.cts +11 -0
- package/dist/report/built-in/source.d.mts +11 -0
- package/dist/report/built-in/source.d.ts +11 -0
- package/dist/report/built-in/source.js +8 -0
- package/dist/report/built-in/source.js.map +1 -0
- package/dist/report/execution/index.cjs +20 -0
- package/dist/report/execution/index.cjs.map +1 -0
- package/dist/report/execution/index.d.cts +3 -0
- package/dist/report/execution/index.d.mts +3 -0
- package/dist/report/execution/index.d.ts +3 -0
- package/dist/report/execution/index.js +30 -0
- package/dist/report/execution/index.js.map +1 -0
- package/dist/report/execution/model.cjs +483 -0
- package/dist/report/execution/model.cjs.map +1 -0
- package/dist/report/execution/model.d.cts +50 -0
- package/dist/report/execution/model.d.mts +50 -0
- package/dist/report/execution/model.d.ts +50 -0
- package/dist/report/execution/model.js +16 -0
- package/dist/report/execution/model.js.map +1 -0
- package/dist/report/execution/problems.cjs +210 -0
- package/dist/report/execution/problems.cjs.map +1 -0
- package/dist/report/execution/problems.d.cts +54 -0
- package/dist/report/execution/problems.d.mts +54 -0
- package/dist/report/execution/problems.d.ts +54 -0
- package/dist/report/execution/problems.js +14 -0
- package/dist/report/execution/problems.js.map +1 -0
- package/dist/report/execution/results.cjs +26 -0
- package/dist/report/execution/results.cjs.map +1 -0
- package/dist/report/execution/results.d.cts +102 -0
- package/dist/report/execution/results.d.mts +102 -0
- package/dist/report/execution/results.d.ts +102 -0
- package/dist/report/execution/results.js +8 -0
- package/dist/report/execution/results.js.map +1 -0
- package/dist/report/host/execute.cjs +1287 -0
- package/dist/report/host/execute.cjs.map +1 -0
- package/dist/report/host/execute.d.cts +23 -0
- package/dist/report/host/execute.d.mts +23 -0
- package/dist/report/host/execute.d.ts +23 -0
- package/dist/report/host/execute.js +6 -0
- package/dist/report/host/execute.js.map +1 -0
- package/dist/report/host/from-record.cjs +47 -0
- package/dist/report/host/from-record.cjs.map +1 -0
- package/dist/report/host/from-record.d.cts +36 -0
- package/dist/report/host/from-record.d.mts +36 -0
- package/dist/report/host/from-record.d.ts +36 -0
- package/dist/report/host/from-record.js +8 -0
- package/dist/report/host/from-record.js.map +1 -0
- package/dist/report/host/html.cjs +424 -0
- package/dist/report/host/html.cjs.map +1 -0
- package/dist/report/host/html.d.cts +28 -0
- package/dist/report/host/html.d.mts +28 -0
- package/dist/report/host/html.d.ts +28 -0
- package/dist/report/host/html.js +6 -0
- package/dist/report/host/html.js.map +1 -0
- package/dist/report/host/index.cjs +21 -0
- package/dist/report/host/index.cjs.map +1 -0
- package/dist/report/host/index.d.cts +11 -0
- package/dist/report/host/index.d.mts +11 -0
- package/dist/report/host/index.d.ts +11 -0
- package/dist/report/host/index.js +24 -0
- package/dist/report/host/index.js.map +1 -0
- package/dist/report/host/node/loader.cjs +210 -0
- package/dist/report/host/node/loader.cjs.map +1 -0
- package/dist/report/host/node/loader.d.cts +45 -0
- package/dist/report/host/node/loader.d.mts +45 -0
- package/dist/report/host/node/loader.d.ts +45 -0
- package/dist/report/host/node/loader.js +14 -0
- package/dist/report/host/node/loader.js.map +1 -0
- package/dist/report/host/node/theme.cjs +21 -0
- package/dist/report/host/node/theme.cjs.map +1 -0
- package/dist/report/host/node/theme.d.cts +1 -0
- package/dist/report/host/node/theme.d.mts +1 -0
- package/dist/report/host/node/theme.d.ts +1 -0
- package/dist/report/host/node/theme.js +14 -0
- package/dist/report/host/node/theme.js.map +1 -0
- package/dist/report/host/node.cjs +147 -0
- package/dist/report/host/node.cjs.map +1 -0
- package/dist/report/host/node.d.cts +36 -0
- package/dist/report/host/node.d.mts +36 -0
- package/dist/report/host/node.d.ts +36 -0
- package/dist/report/host/node.js +36 -0
- package/dist/report/host/node.js.map +1 -0
- package/dist/report/host/presentation.cjs +423 -0
- package/dist/report/host/presentation.cjs.map +1 -0
- package/dist/report/host/presentation.d.cts +42 -0
- package/dist/report/host/presentation.d.mts +42 -0
- package/dist/report/host/presentation.d.ts +42 -0
- package/dist/report/host/presentation.js +16 -0
- package/dist/report/host/presentation.js.map +1 -0
- package/dist/report/host/static.cjs +126 -0
- package/dist/report/host/static.cjs.map +1 -0
- package/dist/report/host/static.d.cts +55 -0
- package/dist/report/host/static.d.mts +55 -0
- package/dist/report/host/static.d.ts +55 -0
- package/dist/report/host/static.js +8 -0
- package/dist/report/host/static.js.map +1 -0
- package/dist/report/host/theme.cjs +223 -0
- package/dist/report/host/theme.cjs.map +1 -0
- package/dist/report/host/theme.d.cts +64 -0
- package/dist/report/host/theme.d.mts +64 -0
- package/dist/report/host/theme.d.ts +64 -0
- package/dist/report/host/theme.js +14 -0
- package/dist/report/host/theme.js.map +1 -0
- package/dist/report/host/view-session.cjs +82 -0
- package/dist/report/host/view-session.cjs.map +1 -0
- package/dist/report/host/view-session.d.cts +82 -0
- package/dist/report/host/view-session.d.mts +82 -0
- package/dist/report/host/view-session.d.ts +82 -0
- package/dist/report/host/view-session.js +6 -0
- package/dist/report/host/view-session.js.map +1 -0
- package/dist/report/index.cjs +58 -0
- package/dist/report/index.cjs.map +1 -0
- package/dist/report/index.d.cts +11 -0
- package/dist/report/index.d.mts +11 -0
- package/dist/report/index.d.ts +11 -43
- package/dist/report/index.js +120 -44
- package/dist/report/index.js.map +1 -0
- package/dist/report/index.mjs +120 -0
- package/dist/report/index.mjs.map +1 -0
- package/dist/report/model/panel.cjs +271 -0
- package/dist/report/model/panel.cjs.map +1 -0
- package/dist/report/model/panel.d.cts +109 -0
- package/dist/report/model/panel.d.mts +109 -0
- package/dist/report/model/panel.d.ts +2 -2
- package/dist/report/model/panel.js +22 -260
- package/dist/report/model/panel.js.map +1 -0
- package/dist/report/model/text-layout.cjs +185 -0
- package/dist/report/model/text-layout.cjs.map +1 -0
- package/dist/report/model/text-layout.d.cts +75 -0
- package/dist/report/model/text-layout.d.mts +75 -0
- package/dist/report/model/text-layout.js +22 -173
- package/dist/report/model/text-layout.js.map +1 -0
- package/dist/report/semantic/document.cjs +593 -0
- package/dist/report/semantic/document.cjs.map +1 -0
- package/dist/report/semantic/document.d.cts +162 -0
- package/dist/report/semantic/document.d.mts +162 -0
- package/dist/report/semantic/document.d.ts +162 -0
- package/dist/report/semantic/document.js +38 -0
- package/dist/report/semantic/document.js.map +1 -0
- package/dist/report/semantic/index.cjs +18 -0
- package/dist/report/semantic/index.cjs.map +1 -0
- package/dist/report/semantic/index.d.cts +1 -0
- package/dist/report/semantic/index.d.mts +1 -0
- package/dist/report/semantic/index.d.ts +1 -0
- package/dist/report/semantic/index.js +38 -0
- package/dist/report/semantic/index.js.map +1 -0
- package/dist/runner/accept-prompt.cjs +50 -0
- package/dist/runner/accept-prompt.cjs.map +1 -0
- package/dist/runner/accept-prompt.d.cts +27 -0
- package/dist/runner/accept-prompt.d.mts +27 -0
- package/dist/runner/accept-prompt.d.ts +27 -0
- package/dist/runner/accept-prompt.js +10 -0
- package/dist/runner/accept-prompt.js.map +1 -0
- package/dist/runner/accept.cjs +280 -0
- package/dist/runner/accept.cjs.map +1 -0
- package/dist/runner/accept.d.cts +75 -0
- package/dist/runner/accept.d.mts +75 -0
- package/dist/runner/accept.d.ts +75 -0
- package/dist/runner/accept.js +16 -0
- package/dist/runner/accept.js.map +1 -0
- package/dist/runner/adoption.cjs +859 -0
- package/dist/runner/adoption.cjs.map +1 -0
- package/dist/runner/adoption.d.cts +214 -0
- package/dist/runner/adoption.d.mts +214 -0
- package/dist/runner/adoption.d.ts +214 -0
- package/dist/runner/adoption.js +50 -0
- package/dist/runner/adoption.js.map +1 -0
- package/dist/runner/assert-first-bridge.cjs +203 -0
- package/dist/runner/assert-first-bridge.cjs.map +1 -0
- package/dist/runner/assert-first-bridge.d.cts +51 -0
- package/dist/runner/assert-first-bridge.d.mts +51 -0
- package/dist/runner/assert-first-bridge.d.ts +51 -0
- package/dist/runner/assert-first-bridge.js +6 -0
- package/dist/runner/assert-first-bridge.js.map +1 -0
- package/dist/runner/assertions.cjs +77 -0
- package/dist/runner/assertions.cjs.map +1 -0
- package/dist/runner/assertions.d.cts +8 -0
- package/dist/runner/assertions.d.mts +8 -0
- package/dist/runner/assertions.d.ts +8 -0
- package/dist/runner/assertions.js +6 -0
- package/dist/runner/assertions.js.map +1 -0
- package/dist/runner/attempt.cjs +2057 -0
- package/dist/runner/attempt.cjs.map +1 -0
- package/dist/runner/attempt.d.cts +90 -0
- package/dist/runner/attempt.d.mts +90 -0
- package/dist/runner/attempt.d.ts +90 -0
- package/dist/runner/attempt.js +14 -0
- package/dist/runner/attempt.js.map +1 -0
- package/dist/runner/build-preparation.cjs +87 -0
- package/dist/runner/build-preparation.cjs.map +1 -0
- package/dist/runner/build-preparation.d.cts +23 -0
- package/dist/runner/build-preparation.d.mts +23 -0
- package/dist/runner/build-preparation.d.ts +23 -0
- package/dist/runner/build-preparation.js +8 -0
- package/dist/runner/build-preparation.js.map +1 -0
- package/dist/runner/cleanup-timeout.cjs +40 -0
- package/dist/runner/cleanup-timeout.cjs.map +1 -0
- package/dist/runner/cleanup-timeout.d.cts +21 -0
- package/dist/runner/cleanup-timeout.d.mts +21 -0
- package/dist/runner/cleanup-timeout.d.ts +19 -1
- package/dist/runner/cleanup-timeout.js +12 -0
- package/dist/runner/cleanup-timeout.js.map +1 -0
- package/dist/runner/command-plan.cjs +475 -0
- package/dist/runner/command-plan.cjs.map +1 -0
- package/dist/runner/command-plan.d.cts +106 -0
- package/dist/runner/command-plan.d.mts +106 -0
- package/dist/runner/command-plan.d.ts +106 -0
- package/dist/runner/command-plan.js +6 -0
- package/dist/runner/command-plan.js.map +1 -0
- package/dist/runner/config-identity.cjs +259 -0
- package/dist/runner/config-identity.cjs.map +1 -0
- package/dist/runner/config-identity.d.cts +88 -0
- package/dist/runner/config-identity.d.mts +88 -0
- package/dist/runner/config-identity.d.ts +7 -5
- package/dist/runner/config-identity.js +22 -0
- package/dist/runner/config-identity.js.map +1 -0
- package/dist/runner/direct-agent-sandbox.cjs +64 -0
- package/dist/runner/direct-agent-sandbox.cjs.map +1 -0
- package/dist/runner/direct-agent-sandbox.d.cts +5 -0
- package/dist/runner/direct-agent-sandbox.d.mts +5 -0
- package/dist/runner/direct-agent-sandbox.d.ts +5 -0
- package/dist/runner/direct-agent-sandbox.js +8 -0
- package/dist/runner/direct-agent-sandbox.js.map +1 -0
- package/dist/runner/discover.cjs +628 -0
- package/dist/runner/discover.cjs.map +1 -0
- package/dist/runner/discover.d.cts +29 -0
- package/dist/runner/discover.d.mts +29 -0
- package/dist/runner/discover.d.ts +29 -0
- package/dist/runner/discover.js +12 -0
- package/dist/runner/discover.js.map +1 -0
- package/dist/runner/eval-selection.cjs +95 -0
- package/dist/runner/eval-selection.cjs.map +1 -0
- package/dist/runner/eval-selection.d.cts +37 -0
- package/dist/runner/eval-selection.d.mts +37 -0
- package/dist/runner/eval-selection.d.ts +2 -7
- package/dist/runner/eval-selection.js +12 -0
- package/dist/runner/eval-selection.js.map +1 -0
- package/dist/runner/eval-source.cjs +64 -0
- package/dist/runner/eval-source.cjs.map +1 -0
- package/dist/runner/eval-source.d.cts +28 -0
- package/dist/runner/eval-source.d.mts +28 -0
- package/dist/runner/eval-source.d.ts +1 -1
- package/dist/runner/eval-source.js +26 -0
- package/dist/runner/eval-source.js.map +1 -0
- package/dist/runner/experiment-cleanup-registry.cjs +70 -0
- package/dist/runner/experiment-cleanup-registry.cjs.map +1 -0
- package/dist/runner/experiment-cleanup-registry.d.cts +19 -0
- package/dist/runner/experiment-cleanup-registry.d.mts +19 -0
- package/dist/runner/experiment-cleanup-registry.d.ts +19 -0
- package/dist/runner/experiment-cleanup-registry.js +14 -0
- package/dist/runner/experiment-cleanup-registry.js.map +1 -0
- package/dist/runner/feedback/coordinator.cjs +404 -0
- package/dist/runner/feedback/coordinator.cjs.map +1 -0
- package/dist/runner/feedback/coordinator.d.cts +61 -0
- package/dist/runner/feedback/coordinator.d.mts +61 -0
- package/dist/runner/feedback/coordinator.d.ts +61 -0
- package/dist/runner/feedback/coordinator.js +6 -0
- package/dist/runner/feedback/coordinator.js.map +1 -0
- package/dist/runner/feedback/eval-conclusions.cjs +75 -0
- package/dist/runner/feedback/eval-conclusions.cjs.map +1 -0
- package/dist/runner/feedback/eval-conclusions.d.cts +30 -0
- package/dist/runner/feedback/eval-conclusions.d.mts +30 -0
- package/dist/runner/feedback/eval-conclusions.d.ts +30 -0
- package/dist/runner/feedback/eval-conclusions.js +8 -0
- package/dist/runner/feedback/eval-conclusions.js.map +1 -0
- package/dist/runner/feedback/failure.cjs +194 -0
- package/dist/runner/feedback/failure.cjs.map +1 -0
- package/dist/runner/feedback/failure.d.cts +13 -0
- package/dist/runner/feedback/failure.d.mts +13 -0
- package/dist/runner/feedback/failure.d.ts +13 -0
- package/dist/runner/feedback/failure.js +8 -0
- package/dist/runner/feedback/failure.js.map +1 -0
- package/dist/runner/feedback/human.cjs +1469 -0
- package/dist/runner/feedback/human.cjs.map +1 -0
- package/dist/runner/feedback/human.d.cts +139 -0
- package/dist/runner/feedback/human.d.mts +139 -0
- package/dist/runner/feedback/human.d.ts +139 -0
- package/dist/runner/feedback/human.js +18 -0
- package/dist/runner/feedback/human.js.map +1 -0
- package/dist/runner/feedback/index.cjs +51 -0
- package/dist/runner/feedback/index.cjs.map +1 -0
- package/dist/runner/feedback/index.d.cts +10 -0
- package/dist/runner/feedback/index.d.mts +10 -0
- package/dist/runner/feedback/index.d.ts +10 -0
- package/dist/runner/feedback/index.js +58 -0
- package/dist/runner/feedback/index.js.map +1 -0
- package/dist/runner/feedback/input-guard.cjs +106 -0
- package/dist/runner/feedback/input-guard.cjs.map +1 -0
- package/dist/runner/feedback/input-guard.d.cts +43 -0
- package/dist/runner/feedback/input-guard.d.mts +43 -0
- package/dist/runner/feedback/input-guard.d.ts +43 -0
- package/dist/runner/feedback/input-guard.js +8 -0
- package/dist/runner/feedback/input-guard.js.map +1 -0
- package/dist/runner/feedback/io.cjs +43 -0
- package/dist/runner/feedback/io.cjs.map +1 -0
- package/dist/runner/feedback/io.d.cts +38 -0
- package/dist/runner/feedback/io.d.mts +38 -0
- package/dist/runner/feedback/io.d.ts +38 -0
- package/dist/runner/feedback/io.js +6 -0
- package/dist/runner/feedback/io.js.map +1 -0
- package/dist/runner/feedback/json.cjs +371 -0
- package/dist/runner/feedback/json.cjs.map +1 -0
- package/dist/runner/feedback/json.d.cts +242 -0
- package/dist/runner/feedback/json.d.mts +242 -0
- package/dist/runner/feedback/json.d.ts +242 -0
- package/dist/runner/feedback/json.js +10 -0
- package/dist/runner/feedback/json.js.map +1 -0
- package/dist/runner/feedback/profile.cjs +8 -0
- package/dist/runner/feedback/profile.cjs.map +1 -0
- package/dist/runner/feedback/profile.d.cts +14 -0
- package/dist/runner/feedback/profile.d.mts +14 -0
- package/dist/runner/feedback/profile.d.ts +14 -0
- package/dist/runner/feedback/profile.js +6 -0
- package/dist/runner/feedback/profile.js.map +1 -0
- package/dist/runner/feedback/reducer.cjs +372 -0
- package/dist/runner/feedback/reducer.cjs.map +1 -0
- package/dist/runner/feedback/reducer.d.cts +4 -0
- package/dist/runner/feedback/reducer.d.mts +4 -0
- package/dist/runner/feedback/reducer.d.ts +4 -0
- package/dist/runner/feedback/reducer.js +8 -0
- package/dist/runner/feedback/reducer.js.map +1 -0
- package/dist/runner/feedback/renderer.cjs +3 -0
- package/dist/runner/feedback/renderer.cjs.map +1 -0
- package/dist/runner/feedback/renderer.d.cts +63 -0
- package/dist/runner/feedback/renderer.d.mts +63 -0
- package/dist/runner/feedback/renderer.d.ts +63 -0
- package/dist/runner/feedback/renderer.js +4 -0
- package/dist/runner/feedback/renderer.js.map +1 -0
- package/dist/runner/feedback/sink.cjs +194 -0
- package/dist/runner/feedback/sink.cjs.map +1 -0
- package/dist/runner/feedback/sink.d.cts +187 -0
- package/dist/runner/feedback/sink.d.mts +187 -0
- package/dist/runner/feedback/sink.d.ts +7 -7
- package/dist/runner/feedback/sink.js +34 -0
- package/dist/runner/feedback/sink.js.map +1 -0
- package/dist/runner/feedback/testing.cjs +69 -0
- package/dist/runner/feedback/testing.cjs.map +1 -0
- package/dist/runner/feedback/testing.d.cts +26 -0
- package/dist/runner/feedback/testing.d.mts +26 -0
- package/dist/runner/feedback/testing.d.ts +26 -0
- package/dist/runner/feedback/testing.js +6 -0
- package/dist/runner/feedback/testing.js.map +1 -0
- package/dist/runner/fingerprint.cjs +379 -0
- package/dist/runner/fingerprint.cjs.map +1 -0
- package/dist/runner/fingerprint.d.cts +71 -0
- package/dist/runner/fingerprint.d.mts +71 -0
- package/dist/runner/fingerprint.d.ts +49 -167
- package/dist/runner/fingerprint.js +22 -0
- package/dist/runner/fingerprint.js.map +1 -0
- package/dist/runner/gate-lease.cjs +271 -0
- package/dist/runner/gate-lease.cjs.map +1 -0
- package/dist/runner/gate-lease.d.cts +62 -0
- package/dist/runner/gate-lease.d.mts +62 -0
- package/dist/runner/gate-lease.d.ts +62 -0
- package/dist/runner/gate-lease.js +22 -0
- package/dist/runner/gate-lease.js.map +1 -0
- package/dist/runner/judge-config.cjs +26 -0
- package/dist/runner/judge-config.cjs.map +1 -0
- package/dist/runner/judge-config.d.cts +8 -0
- package/dist/runner/judge-config.d.mts +8 -0
- package/dist/runner/judge-config.d.ts +6 -4
- package/dist/runner/judge-config.js +6 -0
- package/dist/runner/judge-config.js.map +1 -0
- package/dist/runner/leak-gate.cjs +381 -0
- package/dist/runner/leak-gate.cjs.map +1 -0
- package/dist/runner/leak-gate.d.cts +124 -0
- package/dist/runner/leak-gate.d.mts +124 -0
- package/dist/runner/leak-gate.d.ts +36 -8
- package/dist/runner/leak-gate.js +32 -0
- package/dist/runner/leak-gate.js.map +1 -0
- package/dist/runner/ledger.cjs +470 -0
- package/dist/runner/ledger.cjs.map +1 -0
- package/dist/runner/ledger.d.cts +35 -0
- package/dist/runner/ledger.d.mts +35 -0
- package/dist/runner/ledger.d.ts +35 -0
- package/dist/runner/ledger.js +8 -0
- package/dist/runner/ledger.js.map +1 -0
- package/dist/runner/lock.cjs +236 -0
- package/dist/runner/lock.cjs.map +1 -0
- package/dist/runner/lock.d.cts +56 -0
- package/dist/runner/lock.d.mts +56 -0
- package/dist/runner/lock.d.ts +56 -0
- package/dist/runner/lock.js +22 -0
- package/dist/runner/lock.js.map +1 -0
- package/dist/runner/manifest.cjs +179 -0
- package/dist/runner/manifest.cjs.map +1 -0
- package/dist/runner/manifest.d.cts +61 -0
- package/dist/runner/manifest.d.mts +61 -0
- package/dist/runner/manifest.d.ts +4 -4
- package/dist/runner/manifest.js +22 -0
- package/dist/runner/manifest.js.map +1 -0
- package/dist/runner/project-current.cjs +117 -0
- package/dist/runner/project-current.cjs.map +1 -0
- package/dist/runner/project-current.d.cts +29 -0
- package/dist/runner/project-current.d.mts +29 -0
- package/dist/runner/project-current.d.ts +29 -0
- package/dist/runner/project-current.js +8 -0
- package/dist/runner/project-current.js.map +1 -0
- package/dist/runner/project-target.cjs +3 -0
- package/dist/runner/project-target.cjs.map +1 -0
- package/dist/runner/project-target.d.cts +30 -0
- package/dist/runner/project-target.d.mts +30 -0
- package/dist/runner/project-target.d.ts +30 -0
- package/dist/runner/project-target.js +4 -0
- package/dist/runner/project-target.js.map +1 -0
- package/dist/runner/record.cjs +883 -0
- package/dist/runner/record.cjs.map +1 -0
- package/dist/runner/record.d.cts +151 -0
- package/dist/runner/record.d.mts +151 -0
- package/dist/runner/record.d.ts +151 -0
- package/dist/runner/record.js +10 -0
- package/dist/runner/record.js.map +1 -0
- package/dist/runner/rename-experiment.cjs +273 -0
- package/dist/runner/rename-experiment.cjs.map +1 -0
- package/dist/runner/rename-experiment.d.cts +123 -0
- package/dist/runner/rename-experiment.d.mts +123 -0
- package/dist/runner/rename-experiment.d.ts +123 -0
- package/dist/runner/rename-experiment.js +14 -0
- package/dist/runner/rename-experiment.js.map +1 -0
- package/dist/runner/report.cjs +123 -0
- package/dist/runner/report.cjs.map +1 -0
- package/dist/runner/report.d.cts +27 -0
- package/dist/runner/report.d.mts +27 -0
- package/dist/runner/report.d.ts +27 -0
- package/dist/runner/report.js +14 -0
- package/dist/runner/report.js.map +1 -0
- package/dist/runner/reporters/braintrust.cjs +302 -0
- package/dist/runner/reporters/braintrust.cjs.map +1 -0
- package/dist/runner/reporters/braintrust.d.cts +59 -0
- package/dist/runner/reporters/braintrust.d.mts +59 -0
- package/dist/runner/reporters/braintrust.d.ts +59 -0
- package/dist/runner/reporters/braintrust.js +8 -0
- package/dist/runner/reporters/braintrust.js.map +1 -0
- package/dist/runner/reporters/index.cjs +12 -0
- package/dist/runner/reporters/index.cjs.map +1 -0
- package/dist/runner/reporters/index.d.cts +2 -0
- package/dist/runner/reporters/index.d.mts +2 -0
- package/dist/runner/reporters/index.d.ts +2 -0
- package/dist/runner/reporters/index.js +10 -0
- package/dist/runner/reporters/index.js.map +1 -0
- package/dist/runner/reporters/index.mjs +10 -0
- package/dist/runner/reporters/index.mjs.map +1 -0
- package/dist/runner/reporters/json.cjs +116 -0
- package/dist/runner/reporters/json.cjs.map +1 -0
- package/dist/runner/reporters/json.d.cts +3 -0
- package/dist/runner/reporters/json.d.mts +3 -0
- package/dist/runner/reporters/json.d.ts +3 -0
- package/dist/runner/reporters/json.js +8 -0
- package/dist/runner/reporters/json.js.map +1 -0
- package/dist/runner/reporters/shared.cjs +14 -0
- package/dist/runner/reporters/shared.cjs.map +1 -0
- package/dist/runner/reporters/shared.d.cts +3 -0
- package/dist/runner/reporters/shared.d.mts +3 -0
- package/dist/runner/reporters/shared.d.ts +3 -0
- package/dist/runner/reporters/shared.js +8 -0
- package/dist/runner/reporters/shared.js.map +1 -0
- package/dist/runner/reuse-diagnostics.cjs +71 -0
- package/dist/runner/reuse-diagnostics.cjs.map +1 -0
- package/dist/runner/reuse-diagnostics.d.cts +21 -0
- package/dist/runner/reuse-diagnostics.d.mts +21 -0
- package/dist/runner/reuse-diagnostics.d.ts +21 -0
- package/dist/runner/reuse-diagnostics.js +8 -0
- package/dist/runner/reuse-diagnostics.js.map +1 -0
- package/dist/runner/reuse-plan.cjs +739 -0
- package/dist/runner/reuse-plan.cjs.map +1 -0
- package/dist/runner/reuse-plan.d.cts +185 -0
- package/dist/runner/reuse-plan.d.mts +185 -0
- package/dist/runner/reuse-plan.d.ts +185 -0
- package/dist/runner/reuse-plan.js +26 -0
- package/dist/runner/reuse-plan.js.map +1 -0
- package/dist/runner/reuse-readback.cjs +275 -0
- package/dist/runner/reuse-readback.cjs.map +1 -0
- package/dist/runner/reuse-readback.d.cts +169 -0
- package/dist/runner/reuse-readback.d.mts +169 -0
- package/dist/runner/reuse-readback.d.ts +169 -0
- package/dist/runner/reuse-readback.js +20 -0
- package/dist/runner/reuse-readback.js.map +1 -0
- package/dist/runner/run.cjs +2362 -0
- package/dist/runner/run.cjs.map +1 -0
- package/dist/runner/run.d.cts +44 -0
- package/dist/runner/run.d.mts +44 -0
- package/dist/runner/run.d.ts +44 -0
- package/dist/runner/run.js +12 -0
- package/dist/runner/run.js.map +1 -0
- package/dist/runner/sandbox-pool.cjs +312 -0
- package/dist/runner/sandbox-pool.cjs.map +1 -0
- package/dist/runner/sandbox-pool.d.cts +70 -0
- package/dist/runner/sandbox-pool.d.mts +70 -0
- package/dist/runner/sandbox-pool.d.ts +70 -0
- package/dist/runner/sandbox-pool.js +6 -0
- package/dist/runner/sandbox-pool.js.map +1 -0
- package/dist/runner/sandbox-prep.cjs +57 -0
- package/dist/runner/sandbox-prep.cjs.map +1 -0
- package/dist/runner/sandbox-prep.d.cts +8 -0
- package/dist/runner/sandbox-prep.d.mts +8 -0
- package/dist/runner/sandbox-prep.d.ts +8 -0
- package/dist/runner/sandbox-prep.js +8 -0
- package/dist/runner/sandbox-prep.js.map +1 -0
- package/dist/runner/sandbox-record-producer.cjs +142 -0
- package/dist/runner/sandbox-record-producer.cjs.map +1 -0
- package/dist/runner/sandbox-record-producer.d.cts +30 -0
- package/dist/runner/sandbox-record-producer.d.mts +30 -0
- package/dist/runner/sandbox-record-producer.d.ts +30 -0
- package/dist/runner/sandbox-record-producer.js +6 -0
- package/dist/runner/sandbox-record-producer.js.map +1 -0
- package/dist/runner/sandbox-reuse.cjs +57 -0
- package/dist/runner/sandbox-reuse.cjs.map +1 -0
- package/dist/runner/sandbox-reuse.d.cts +43 -0
- package/dist/runner/sandbox-reuse.d.mts +43 -0
- package/dist/runner/sandbox-reuse.d.ts +43 -0
- package/dist/runner/sandbox-reuse.js +8 -0
- package/dist/runner/sandbox-reuse.js.map +1 -0
- package/dist/runner/sandbox-selection.cjs +362 -0
- package/dist/runner/sandbox-selection.cjs.map +1 -0
- package/dist/runner/sandbox-selection.d.cts +87 -0
- package/dist/runner/sandbox-selection.d.mts +87 -0
- package/dist/runner/sandbox-selection.d.ts +17 -6
- package/dist/runner/sandbox-selection.js +22 -0
- package/dist/runner/sandbox-selection.js.map +1 -0
- package/dist/runner/session.cjs +535 -0
- package/dist/runner/session.cjs.map +1 -0
- package/dist/runner/session.d.cts +116 -0
- package/dist/runner/session.d.mts +116 -0
- package/dist/runner/session.d.ts +44 -24
- package/dist/runner/session.js +28 -0
- package/dist/runner/session.js.map +1 -0
- package/dist/runner/source-closure.cjs +51 -0
- package/dist/runner/source-closure.cjs.map +1 -0
- package/dist/runner/source-closure.d.cts +6 -0
- package/dist/runner/source-closure.d.mts +6 -0
- package/dist/runner/source-closure.d.ts +6 -0
- package/dist/runner/source-closure.js +6 -0
- package/dist/runner/source-closure.js.map +1 -0
- package/dist/runner/source-producer.cjs +417 -0
- package/dist/runner/source-producer.cjs.map +1 -0
- package/dist/runner/source-producer.d.cts +70 -0
- package/dist/runner/source-producer.d.mts +70 -0
- package/dist/runner/source-producer.d.ts +70 -0
- package/dist/runner/source-producer.js +10 -0
- package/dist/runner/source-producer.js.map +1 -0
- package/dist/runner/teardown-registry.cjs +112 -0
- package/dist/runner/teardown-registry.cjs.map +1 -0
- package/dist/runner/teardown-registry.d.cts +35 -0
- package/dist/runner/teardown-registry.d.mts +35 -0
- package/dist/runner/teardown-registry.d.ts +35 -0
- package/dist/runner/teardown-registry.js +20 -0
- package/dist/runner/teardown-registry.js.map +1 -0
- package/dist/runner/timeout.cjs +31 -0
- package/dist/runner/timeout.cjs.map +1 -0
- package/dist/runner/timeout.d.cts +30 -0
- package/dist/runner/timeout.d.mts +30 -0
- package/dist/runner/timeout.d.ts +30 -0
- package/dist/runner/timeout.js +8 -0
- package/dist/runner/timeout.js.map +1 -0
- package/dist/runner/timing.cjs +279 -0
- package/dist/runner/timing.cjs.map +1 -0
- package/dist/runner/timing.d.cts +97 -0
- package/dist/runner/timing.d.mts +97 -0
- package/dist/runner/timing.d.ts +2 -2
- package/dist/runner/timing.js +26 -0
- package/dist/runner/timing.js.map +1 -0
- package/dist/runner/types.cjs +135 -0
- package/dist/runner/types.cjs.map +1 -0
- package/dist/runner/types.d.cts +1703 -0
- package/dist/runner/types.d.mts +1703 -0
- package/dist/runner/types.d.ts +214 -166
- package/dist/runner/types.js +32 -109
- package/dist/runner/types.js.map +1 -0
- package/dist/sample/analysis.cjs +1068 -0
- package/dist/sample/analysis.cjs.map +1 -0
- package/dist/sample/analysis.d.cts +153 -0
- package/dist/sample/analysis.d.mts +153 -0
- package/dist/sample/analysis.d.ts +153 -0
- package/dist/sample/analysis.js +30 -0
- package/dist/sample/analysis.js.map +1 -0
- package/dist/sample/index.cjs +16 -0
- package/dist/sample/index.cjs.map +1 -0
- package/dist/sample/index.d.cts +2 -0
- package/dist/sample/index.d.mts +2 -0
- package/dist/sample/index.d.ts +2 -102
- package/dist/sample/index.js +28 -386
- package/dist/sample/index.js.map +1 -0
- package/dist/sandbox/backend.cjs +116 -0
- package/dist/sandbox/backend.cjs.map +1 -0
- package/dist/sandbox/backend.d.cts +58 -0
- package/dist/sandbox/backend.d.mts +58 -0
- package/dist/sandbox/backend.d.ts +9 -3
- package/dist/sandbox/backend.js +26 -0
- package/dist/sandbox/backend.js.map +1 -0
- package/dist/sandbox/build-coordinator.cjs +309 -0
- package/dist/sandbox/build-coordinator.cjs.map +1 -0
- package/dist/sandbox/build-coordinator.d.cts +111 -0
- package/dist/sandbox/build-coordinator.d.mts +111 -0
- package/dist/sandbox/build-coordinator.d.ts +4 -4
- package/dist/sandbox/build-coordinator.js +12 -0
- package/dist/sandbox/build-coordinator.js.map +1 -0
- package/dist/sandbox/case-types.cjs +3 -0
- package/dist/sandbox/case-types.cjs.map +1 -0
- package/dist/sandbox/case-types.d.cts +55 -0
- package/dist/sandbox/case-types.d.mts +55 -0
- package/dist/sandbox/case-types.d.ts +3 -3
- package/dist/sandbox/case-types.js +4 -0
- package/dist/sandbox/case-types.js.map +1 -0
- package/dist/sandbox/checkpoint.cjs +65 -0
- package/dist/sandbox/checkpoint.cjs.map +1 -0
- package/dist/sandbox/checkpoint.d.cts +7 -0
- package/dist/sandbox/checkpoint.d.mts +7 -0
- package/dist/sandbox/checkpoint.d.ts +7 -0
- package/dist/sandbox/checkpoint.js +8 -0
- package/dist/sandbox/checkpoint.js.map +1 -0
- package/dist/sandbox/cli-commands.cjs +535 -0
- package/dist/sandbox/cli-commands.cjs.map +1 -0
- package/dist/sandbox/cli-commands.d.cts +41 -0
- package/dist/sandbox/cli-commands.d.mts +41 -0
- package/dist/sandbox/cli-commands.d.ts +41 -0
- package/dist/sandbox/cli-commands.js +14 -0
- package/dist/sandbox/cli-commands.js.map +1 -0
- package/dist/sandbox/commands.cjs +281 -0
- package/dist/sandbox/commands.cjs.map +1 -0
- package/dist/sandbox/commands.d.cts +141 -0
- package/dist/sandbox/commands.d.mts +141 -0
- package/dist/sandbox/commands.d.ts +64 -3
- package/dist/sandbox/commands.js +20 -0
- package/dist/sandbox/commands.js.map +1 -0
- package/dist/sandbox/compose.cjs +1293 -0
- package/dist/sandbox/compose.cjs.map +1 -0
- package/dist/sandbox/compose.d.cts +215 -0
- package/dist/sandbox/compose.d.mts +215 -0
- package/dist/sandbox/compose.d.ts +32 -16
- package/dist/sandbox/compose.js +38 -0
- package/dist/sandbox/compose.js.map +1 -0
- package/dist/sandbox/content.cjs +153 -0
- package/dist/sandbox/content.cjs.map +1 -0
- package/dist/sandbox/content.d.cts +35 -0
- package/dist/sandbox/content.d.mts +35 -0
- package/dist/sandbox/content.js +10 -0
- package/dist/sandbox/content.js.map +1 -0
- package/dist/sandbox/deadline.cjs +44 -0
- package/dist/sandbox/deadline.cjs.map +1 -0
- package/dist/sandbox/deadline.d.cts +45 -0
- package/dist/sandbox/deadline.d.mts +45 -0
- package/dist/sandbox/deadline.d.ts +2 -2
- package/dist/sandbox/deadline.js +10 -0
- package/dist/sandbox/deadline.js.map +1 -0
- package/dist/sandbox/dind-supervisor.cjs +124 -0
- package/dist/sandbox/dind-supervisor.cjs.map +1 -0
- package/dist/sandbox/dind-supervisor.d.cts +12 -0
- package/dist/sandbox/dind-supervisor.d.mts +12 -0
- package/dist/sandbox/dind-supervisor.d.ts +12 -0
- package/dist/sandbox/dind-supervisor.js +14 -0
- package/dist/sandbox/dind-supervisor.js.map +1 -0
- package/dist/sandbox/docker-agent-image.cjs +36 -0
- package/dist/sandbox/docker-agent-image.cjs.map +1 -0
- package/dist/sandbox/docker-agent-image.d.cts +22 -0
- package/dist/sandbox/docker-agent-image.d.mts +22 -0
- package/dist/sandbox/docker-agent-image.d.ts +22 -0
- package/dist/sandbox/docker-agent-image.js +20 -0
- package/dist/sandbox/docker-agent-image.js.map +1 -0
- package/dist/sandbox/docker-profile/cli.cjs +193 -0
- package/dist/sandbox/docker-profile/cli.cjs.map +1 -0
- package/dist/sandbox/docker-profile/cli.d.cts +12 -0
- package/dist/sandbox/docker-profile/cli.d.mts +12 -0
- package/dist/sandbox/docker-profile/cli.d.ts +12 -0
- package/dist/sandbox/docker-profile/cli.js +12 -0
- package/dist/sandbox/docker-profile/cli.js.map +1 -0
- package/dist/sandbox/docker-profile/errors.cjs +16 -0
- package/dist/sandbox/docker-profile/errors.cjs.map +1 -0
- package/dist/sandbox/docker-profile/errors.d.cts +25 -0
- package/dist/sandbox/docker-profile/errors.d.mts +25 -0
- package/dist/sandbox/docker-profile/errors.d.ts +25 -0
- package/dist/sandbox/docker-profile/errors.js +8 -0
- package/dist/sandbox/docker-profile/errors.js.map +1 -0
- package/dist/sandbox/docker-profile/registry.cjs +377 -0
- package/dist/sandbox/docker-profile/registry.cjs.map +1 -0
- package/dist/sandbox/docker-profile/registry.d.cts +43 -0
- package/dist/sandbox/docker-profile/registry.d.mts +43 -0
- package/dist/sandbox/docker-profile/registry.d.ts +43 -0
- package/dist/sandbox/docker-profile/registry.js +18 -0
- package/dist/sandbox/docker-profile/registry.js.map +1 -0
- package/dist/sandbox/docker-profile/runtime.cjs +198 -0
- package/dist/sandbox/docker-profile/runtime.cjs.map +1 -0
- package/dist/sandbox/docker-profile/runtime.d.cts +36 -0
- package/dist/sandbox/docker-profile/runtime.d.mts +36 -0
- package/dist/sandbox/docker-profile/runtime.d.ts +36 -0
- package/dist/sandbox/docker-profile/runtime.js +20 -0
- package/dist/sandbox/docker-profile/runtime.js.map +1 -0
- package/dist/sandbox/docker-profile/schema.cjs +650 -0
- package/dist/sandbox/docker-profile/schema.cjs.map +1 -0
- package/dist/sandbox/docker-profile/schema.d.cts +129 -0
- package/dist/sandbox/docker-profile/schema.d.mts +129 -0
- package/dist/sandbox/docker-profile/schema.d.ts +129 -0
- package/dist/sandbox/docker-profile/schema.js +38 -0
- package/dist/sandbox/docker-profile/schema.js.map +1 -0
- package/dist/sandbox/docker-stream.cjs +153 -0
- package/dist/sandbox/docker-stream.cjs.map +1 -0
- package/dist/sandbox/docker-stream.d.cts +33 -0
- package/dist/sandbox/docker-stream.d.mts +33 -0
- package/dist/sandbox/docker-stream.js +14 -0
- package/dist/sandbox/docker-stream.js.map +1 -0
- package/dist/sandbox/docker.cjs +1161 -0
- package/dist/sandbox/docker.cjs.map +1 -0
- package/dist/sandbox/docker.d.cts +288 -0
- package/dist/sandbox/docker.d.mts +288 -0
- package/dist/sandbox/docker.d.ts +84 -12
- package/dist/sandbox/docker.js +20 -0
- package/dist/sandbox/docker.js.map +1 -0
- package/dist/sandbox/dockerfile-agent-cache.cjs +104 -0
- package/dist/sandbox/dockerfile-agent-cache.cjs.map +1 -0
- package/dist/sandbox/dockerfile-agent-cache.d.cts +45 -0
- package/dist/sandbox/dockerfile-agent-cache.d.mts +45 -0
- package/dist/sandbox/dockerfile-agent-cache.d.ts +8 -7
- package/dist/sandbox/dockerfile-agent-cache.js +14 -0
- package/dist/sandbox/dockerfile-agent-cache.js.map +1 -0
- package/dist/sandbox/dockerfile-build.cjs +256 -0
- package/dist/sandbox/dockerfile-build.cjs.map +1 -0
- package/dist/sandbox/dockerfile-build.d.cts +59 -0
- package/dist/sandbox/dockerfile-build.d.mts +59 -0
- package/dist/sandbox/dockerfile-build.d.ts +21 -8
- package/dist/sandbox/dockerfile-build.js +16 -0
- package/dist/sandbox/dockerfile-build.js.map +1 -0
- package/dist/sandbox/dockerfile-identity.cjs +124 -0
- package/dist/sandbox/dockerfile-identity.cjs.map +1 -0
- package/dist/sandbox/dockerfile-identity.d.cts +37 -0
- package/dist/sandbox/dockerfile-identity.d.mts +37 -0
- package/dist/sandbox/dockerfile-identity.d.ts +13 -3
- package/dist/sandbox/dockerfile-identity.js +12 -0
- package/dist/sandbox/dockerfile-identity.js.map +1 -0
- package/dist/sandbox/download-directory.cjs +26 -0
- package/dist/sandbox/download-directory.cjs.map +1 -0
- package/dist/sandbox/download-directory.d.cts +9 -0
- package/dist/sandbox/download-directory.d.mts +9 -0
- package/dist/sandbox/download-directory.d.ts +1 -1
- package/dist/sandbox/download-directory.js +6 -0
- package/dist/sandbox/download-directory.js.map +1 -0
- package/dist/sandbox/e2b-agent-template.cjs +140 -0
- package/dist/sandbox/e2b-agent-template.cjs.map +1 -0
- package/dist/sandbox/e2b-agent-template.d.cts +65 -0
- package/dist/sandbox/e2b-agent-template.d.mts +65 -0
- package/dist/sandbox/e2b-agent-template.d.ts +65 -0
- package/dist/sandbox/e2b-agent-template.js +24 -0
- package/dist/sandbox/e2b-agent-template.js.map +1 -0
- package/dist/sandbox/e2b-agent-template.mjs +24 -0
- package/dist/sandbox/e2b-agent-template.mjs.map +1 -0
- package/dist/sandbox/e2b.cjs +664 -0
- package/dist/sandbox/e2b.cjs.map +1 -0
- package/dist/sandbox/e2b.d.cts +124 -0
- package/dist/sandbox/e2b.d.mts +124 -0
- package/dist/sandbox/e2b.d.ts +9 -9
- package/dist/sandbox/e2b.js +10 -0
- package/dist/sandbox/e2b.js.map +1 -0
- package/dist/sandbox/errors.cjs +191 -0
- package/dist/sandbox/errors.cjs.map +1 -0
- package/dist/sandbox/errors.d.cts +60 -0
- package/dist/sandbox/errors.d.mts +60 -0
- package/dist/sandbox/errors.d.ts +1 -1
- package/dist/sandbox/errors.js +20 -0
- package/dist/sandbox/errors.js.map +1 -0
- package/dist/sandbox/identity.cjs +140 -0
- package/dist/sandbox/identity.cjs.map +1 -0
- package/dist/sandbox/identity.d.cts +97 -0
- package/dist/sandbox/identity.d.mts +97 -0
- package/dist/sandbox/identity.d.ts +1 -1
- package/dist/sandbox/identity.js +26 -0
- package/dist/sandbox/identity.js.map +1 -0
- package/dist/sandbox/index.cjs +93 -0
- package/dist/sandbox/index.cjs.map +1 -0
- package/dist/sandbox/index.d.cts +28 -0
- package/dist/sandbox/index.d.mts +28 -0
- package/dist/sandbox/index.d.ts +28 -0
- package/dist/sandbox/index.js +144 -0
- package/dist/sandbox/index.js.map +1 -0
- package/dist/sandbox/index.mjs +144 -0
- package/dist/sandbox/index.mjs.map +1 -0
- package/dist/sandbox/io-retry.cjs +29 -0
- package/dist/sandbox/io-retry.cjs.map +1 -0
- package/dist/sandbox/io-retry.d.cts +17 -0
- package/dist/sandbox/io-retry.d.mts +17 -0
- package/dist/sandbox/io-retry.d.ts +1 -1
- package/dist/sandbox/io-retry.js +6 -0
- package/dist/sandbox/io-retry.js.map +1 -0
- package/dist/sandbox/keep-registry.cjs +269 -0
- package/dist/sandbox/keep-registry.cjs.map +1 -0
- package/dist/sandbox/keep-registry.d.cts +78 -0
- package/dist/sandbox/keep-registry.d.mts +78 -0
- package/dist/sandbox/keep-registry.d.ts +78 -0
- package/dist/sandbox/keep-registry.js +26 -0
- package/dist/sandbox/keep-registry.js.map +1 -0
- package/dist/sandbox/keep.cjs +448 -0
- package/dist/sandbox/keep.cjs.map +1 -0
- package/dist/sandbox/keep.d.cts +64 -0
- package/dist/sandbox/keep.d.mts +64 -0
- package/dist/sandbox/keep.d.ts +64 -0
- package/dist/sandbox/keep.js +28 -0
- package/dist/sandbox/keep.js.map +1 -0
- package/dist/sandbox/layer.cjs +1639 -0
- package/dist/sandbox/layer.cjs.map +1 -0
- package/dist/sandbox/layer.d.cts +565 -0
- package/dist/sandbox/layer.d.mts +565 -0
- package/dist/sandbox/layer.d.ts +179 -32
- package/dist/sandbox/layer.js +42 -0
- package/dist/sandbox/layer.js.map +1 -0
- package/dist/sandbox/ledger-paths.cjs +22 -0
- package/dist/sandbox/ledger-paths.cjs.map +1 -0
- package/dist/sandbox/ledger-paths.d.cts +14 -0
- package/dist/sandbox/ledger-paths.d.mts +14 -0
- package/dist/sandbox/ledger-paths.js +12 -0
- package/dist/sandbox/ledger-paths.js.map +1 -0
- package/dist/sandbox/link.cjs +395 -0
- package/dist/sandbox/link.cjs.map +1 -0
- package/dist/sandbox/link.d.cts +160 -0
- package/dist/sandbox/link.d.mts +160 -0
- package/dist/sandbox/link.d.ts +25 -8
- package/dist/sandbox/link.js +18 -0
- package/dist/sandbox/link.js.map +1 -0
- package/dist/sandbox/local-files.cjs +31 -0
- package/dist/sandbox/local-files.cjs.map +1 -0
- package/dist/sandbox/local-files.d.cts +6 -0
- package/dist/sandbox/local-files.d.mts +6 -0
- package/dist/sandbox/local-files.js +6 -0
- package/dist/sandbox/local-files.js.map +1 -0
- package/dist/sandbox/local.cjs +297 -0
- package/dist/sandbox/local.cjs.map +1 -0
- package/dist/sandbox/local.d.cts +78 -0
- package/dist/sandbox/local.d.mts +78 -0
- package/dist/sandbox/local.d.ts +7 -7
- package/dist/sandbox/local.js +6 -0
- package/dist/sandbox/local.js.map +1 -0
- package/dist/sandbox/operations.cjs +160 -0
- package/dist/sandbox/operations.cjs.map +1 -0
- package/dist/sandbox/operations.d.cts +10 -0
- package/dist/sandbox/operations.d.mts +10 -0
- package/dist/sandbox/operations.d.ts +2 -2
- package/dist/sandbox/operations.js +10 -0
- package/dist/sandbox/operations.js.map +1 -0
- package/dist/sandbox/orphans.cjs +199 -0
- package/dist/sandbox/orphans.cjs.map +1 -0
- package/dist/sandbox/orphans.d.cts +45 -0
- package/dist/sandbox/orphans.d.mts +45 -0
- package/dist/sandbox/orphans.d.ts +45 -0
- package/dist/sandbox/orphans.js +10 -0
- package/dist/sandbox/orphans.js.map +1 -0
- package/dist/sandbox/paths.cjs +102 -0
- package/dist/sandbox/paths.cjs.map +1 -0
- package/dist/sandbox/paths.d.cts +11 -0
- package/dist/sandbox/paths.d.mts +11 -0
- package/dist/sandbox/paths.d.ts +2 -2
- package/dist/sandbox/paths.js +12 -0
- package/dist/sandbox/paths.js.map +1 -0
- package/dist/sandbox/plan.cjs +223 -0
- package/dist/sandbox/plan.cjs.map +1 -0
- package/dist/sandbox/plan.d.cts +88 -0
- package/dist/sandbox/plan.d.mts +88 -0
- package/dist/sandbox/plan.d.ts +4 -3
- package/dist/sandbox/plan.js +20 -0
- package/dist/sandbox/plan.js.map +1 -0
- package/dist/sandbox/prepare-commands.cjs +280 -0
- package/dist/sandbox/prepare-commands.cjs.map +1 -0
- package/dist/sandbox/prepare-commands.d.cts +29 -0
- package/dist/sandbox/prepare-commands.d.mts +29 -0
- package/dist/sandbox/prepare-commands.d.ts +29 -0
- package/dist/sandbox/prepare-commands.js +8 -0
- package/dist/sandbox/prepare-commands.js.map +1 -0
- package/dist/sandbox/record/attachment.cjs +72 -0
- package/dist/sandbox/record/attachment.cjs.map +1 -0
- package/dist/sandbox/record/attachment.d.cts +30 -0
- package/dist/sandbox/record/attachment.d.mts +30 -0
- package/dist/sandbox/record/attachment.d.ts +30 -0
- package/dist/sandbox/record/attachment.js +10 -0
- package/dist/sandbox/record/attachment.js.map +1 -0
- package/dist/sandbox/record/codec.cjs +36 -0
- package/dist/sandbox/record/codec.cjs.map +1 -0
- package/dist/sandbox/record/codec.d.cts +30 -0
- package/dist/sandbox/record/codec.d.mts +30 -0
- package/dist/sandbox/record/codec.d.ts +30 -0
- package/dist/sandbox/record/codec.js +10 -0
- package/dist/sandbox/record/codec.js.map +1 -0
- package/dist/sandbox/record/model.cjs +20 -0
- package/dist/sandbox/record/model.cjs.map +1 -0
- package/dist/sandbox/record/model.d.cts +33 -0
- package/dist/sandbox/record/model.d.mts +33 -0
- package/dist/sandbox/record/model.d.ts +33 -0
- package/dist/sandbox/record/model.js +10 -0
- package/dist/sandbox/record/model.js.map +1 -0
- package/dist/sandbox/record/projector.cjs +29 -0
- package/dist/sandbox/record/projector.cjs.map +1 -0
- package/dist/sandbox/record/projector.d.cts +18 -0
- package/dist/sandbox/record/projector.d.mts +18 -0
- package/dist/sandbox/record/projector.d.ts +18 -0
- package/dist/sandbox/record/projector.js +6 -0
- package/dist/sandbox/record/projector.js.map +1 -0
- package/dist/sandbox/redaction.cjs +59 -0
- package/dist/sandbox/redaction.cjs.map +1 -0
- package/dist/sandbox/redaction.d.cts +19 -0
- package/dist/sandbox/redaction.d.mts +19 -0
- package/dist/sandbox/redaction.js +14 -0
- package/dist/sandbox/redaction.js.map +1 -0
- package/dist/sandbox/registry.cjs +76 -0
- package/dist/sandbox/registry.cjs.map +1 -0
- package/dist/sandbox/registry.d.cts +16 -0
- package/dist/sandbox/registry.d.mts +16 -0
- package/dist/sandbox/registry.d.ts +4 -3
- package/dist/sandbox/registry.js +14 -0
- package/dist/sandbox/registry.js.map +1 -0
- package/dist/sandbox/retry.cjs +82 -0
- package/dist/sandbox/retry.cjs.map +1 -0
- package/dist/sandbox/retry.d.cts +20 -0
- package/dist/sandbox/retry.d.mts +20 -0
- package/dist/sandbox/retry.d.ts +2 -2
- package/dist/sandbox/retry.js +6 -0
- package/dist/sandbox/retry.js.map +1 -0
- package/dist/sandbox/run-identity.cjs +109 -0
- package/dist/sandbox/run-identity.cjs.map +1 -0
- package/dist/sandbox/run-identity.d.cts +38 -0
- package/dist/sandbox/run-identity.d.mts +38 -0
- package/dist/sandbox/run-identity.js +36 -0
- package/dist/sandbox/run-identity.js.map +1 -0
- package/dist/sandbox/runtime.cjs +873 -0
- package/dist/sandbox/runtime.cjs.map +1 -0
- package/dist/sandbox/runtime.d.cts +116 -0
- package/dist/sandbox/runtime.d.mts +116 -0
- package/dist/sandbox/runtime.d.ts +16 -16
- package/dist/sandbox/runtime.js +40 -0
- package/dist/sandbox/runtime.js.map +1 -0
- package/dist/sandbox/shell.cjs +22 -0
- package/dist/sandbox/shell.cjs.map +1 -0
- package/dist/sandbox/shell.d.cts +11 -0
- package/dist/sandbox/shell.d.mts +11 -0
- package/dist/sandbox/shell.js +8 -0
- package/dist/sandbox/shell.js.map +1 -0
- package/dist/sandbox/transfer-errors.cjs +116 -0
- package/dist/sandbox/transfer-errors.cjs.map +1 -0
- package/dist/sandbox/transfer-errors.d.cts +25 -0
- package/dist/sandbox/transfer-errors.d.mts +25 -0
- package/dist/sandbox/transfer-errors.js +14 -0
- package/dist/sandbox/transfer-errors.js.map +1 -0
- package/dist/sandbox/types.cjs +3 -0
- package/dist/sandbox/types.cjs.map +1 -0
- package/dist/sandbox/types.d.cts +177 -0
- package/dist/sandbox/types.d.mts +177 -0
- package/dist/sandbox/types.d.ts +15 -10
- package/dist/sandbox/types.js +4 -3
- package/dist/sandbox/types.js.map +1 -0
- package/dist/sandbox/vercel.cjs +335 -0
- package/dist/sandbox/vercel.cjs.map +1 -0
- package/dist/sandbox/vercel.d.cts +97 -0
- package/dist/sandbox/vercel.d.mts +97 -0
- package/dist/sandbox/vercel.d.ts +9 -9
- package/dist/sandbox/vercel.js +8 -0
- package/dist/sandbox/vercel.js.map +1 -0
- package/dist/shared/aggregate.cjs +97 -0
- package/dist/shared/aggregate.cjs.map +1 -0
- package/dist/shared/aggregate.d.cts +45 -0
- package/dist/shared/aggregate.d.mts +45 -0
- package/dist/shared/aggregate.d.ts +4 -4
- package/dist/shared/aggregate.js +24 -87
- package/dist/shared/aggregate.js.map +1 -0
- package/dist/shared/entry-file-store.cjs +126 -0
- package/dist/shared/entry-file-store.cjs.map +1 -0
- package/dist/shared/entry-file-store.d.cts +46 -0
- package/dist/shared/entry-file-store.d.mts +46 -0
- package/dist/shared/entry-file-store.d.ts +9 -6
- package/dist/shared/entry-file-store.js +18 -0
- package/dist/shared/entry-file-store.js.map +1 -0
- package/dist/shared/external-cause.cjs +278 -0
- package/dist/shared/external-cause.cjs.map +1 -0
- package/dist/shared/external-cause.d.cts +51 -0
- package/dist/shared/external-cause.d.mts +51 -0
- package/dist/shared/external-cause.d.ts +1 -1
- package/dist/shared/external-cause.js +12 -0
- package/dist/shared/external-cause.js.map +1 -0
- package/dist/shared/facts.cjs +24 -0
- package/dist/shared/facts.cjs.map +1 -0
- package/dist/shared/facts.d.cts +7 -0
- package/dist/shared/facts.d.mts +7 -0
- package/dist/shared/facts.d.ts +7 -0
- package/dist/shared/facts.js +6 -0
- package/dist/shared/facts.js.map +1 -0
- package/dist/shared/failure-class.cjs +166 -0
- package/dist/shared/failure-class.cjs.map +1 -0
- package/dist/shared/failure-class.d.cts +92 -0
- package/dist/shared/failure-class.d.mts +92 -0
- package/dist/shared/failure-class.d.ts +2 -2
- package/dist/shared/failure-class.js +20 -0
- package/dist/shared/failure-class.js.map +1 -0
- package/dist/shared/format.cjs +36 -0
- package/dist/shared/format.cjs.map +1 -0
- package/dist/shared/format.d.cts +3 -0
- package/dist/shared/format.d.mts +3 -0
- package/dist/shared/format.d.ts +3 -0
- package/dist/shared/format.js +10 -0
- package/dist/shared/format.js.map +1 -0
- package/dist/shared/json-match.cjs +44 -0
- package/dist/shared/json-match.cjs.map +1 -0
- package/dist/shared/json-match.d.cts +3 -0
- package/dist/shared/json-match.d.mts +3 -0
- package/dist/shared/json-match.d.ts +3 -0
- package/dist/shared/json-match.js +6 -0
- package/dist/shared/json-match.js.map +1 -0
- package/dist/shared/json-value.cjs +45 -0
- package/dist/shared/json-value.cjs.map +1 -0
- package/dist/shared/json-value.d.cts +11 -0
- package/dist/shared/json-value.d.mts +11 -0
- package/dist/shared/json-value.d.ts +11 -0
- package/dist/shared/json-value.js +8 -0
- package/dist/shared/json-value.js.map +1 -0
- package/dist/shared/turn-label.cjs +19 -0
- package/dist/shared/turn-label.cjs.map +1 -0
- package/dist/shared/turn-label.d.cts +9 -0
- package/dist/shared/turn-label.d.mts +9 -0
- package/dist/shared/turn-label.js +8 -14
- package/dist/shared/turn-label.js.map +1 -0
- package/dist/shared/types.cjs +3 -0
- package/dist/shared/types.cjs.map +1 -0
- package/dist/shared/types.d.cts +80 -0
- package/dist/shared/types.d.mts +80 -0
- package/dist/shared/types.d.ts +0 -2
- package/dist/shared/types.js +4 -4
- package/dist/shared/types.js.map +1 -0
- package/dist/shared/verdict.cjs +70 -0
- package/dist/shared/verdict.cjs.map +1 -0
- package/dist/shared/verdict.d.cts +36 -0
- package/dist/shared/verdict.d.mts +36 -0
- package/dist/shared/verdict.d.ts +21 -32
- package/dist/shared/verdict.js +14 -53
- package/dist/shared/verdict.js.map +1 -0
- package/dist/show/command.cjs +20 -0
- package/dist/show/command.cjs.map +1 -0
- package/dist/show/command.d.cts +13 -0
- package/dist/show/command.d.mts +13 -0
- package/dist/show/command.d.ts +13 -0
- package/dist/show/command.js +6 -0
- package/dist/show/command.js.map +1 -0
- package/dist/show/json.cjs +8 -0
- package/dist/show/json.cjs.map +1 -0
- package/dist/show/json.d.cts +2 -0
- package/dist/show/json.d.mts +2 -0
- package/dist/show/json.d.ts +2 -0
- package/dist/show/json.js +8 -0
- package/dist/show/json.js.map +1 -0
- package/dist/show/render.cjs +7 -0
- package/dist/show/render.cjs.map +1 -0
- package/dist/show/render.d.cts +2 -0
- package/dist/show/render.d.mts +2 -0
- package/dist/show/render.d.ts +2 -0
- package/dist/show/render.js +6 -0
- package/dist/show/render.js.map +1 -0
- package/dist/source-loc.cjs +137 -0
- package/dist/source-loc.cjs.map +1 -0
- package/dist/source-loc.d.cts +22 -0
- package/dist/source-loc.d.mts +22 -0
- package/dist/source-loc.d.ts +22 -0
- package/dist/source-loc.js +10 -0
- package/dist/source-loc.js.map +1 -0
- package/dist/sources/assemble.cjs +634 -0
- package/dist/sources/assemble.cjs.map +1 -0
- package/dist/sources/assemble.d.cts +6 -0
- package/dist/sources/assemble.d.mts +6 -0
- package/dist/sources/assemble.d.ts +6 -0
- package/dist/sources/assemble.js +6 -0
- package/dist/sources/assemble.js.map +1 -0
- package/dist/sources/attachment.cjs +272 -0
- package/dist/sources/attachment.cjs.map +1 -0
- package/dist/sources/attachment.d.cts +331 -0
- package/dist/sources/attachment.d.mts +331 -0
- package/dist/sources/attachment.d.ts +331 -0
- package/dist/sources/attachment.js +22 -0
- package/dist/sources/attachment.js.map +1 -0
- package/dist/sources/codec.cjs +220 -0
- package/dist/sources/codec.cjs.map +1 -0
- package/dist/sources/codec.d.cts +408 -0
- package/dist/sources/codec.d.mts +408 -0
- package/dist/sources/codec.d.ts +408 -0
- package/dist/sources/codec.js +56 -0
- package/dist/sources/codec.js.map +1 -0
- package/dist/sources/identity.cjs +10 -0
- package/dist/sources/identity.cjs.map +1 -0
- package/dist/sources/identity.d.cts +10 -0
- package/dist/sources/identity.d.mts +10 -0
- package/dist/sources/identity.d.ts +10 -0
- package/dist/sources/identity.js +10 -0
- package/dist/sources/identity.js.map +1 -0
- package/dist/sources/index.cjs +24 -0
- package/dist/sources/index.cjs.map +1 -0
- package/dist/sources/index.d.cts +7 -0
- package/dist/sources/index.d.mts +7 -0
- package/dist/sources/index.d.ts +7 -0
- package/dist/sources/index.js +90 -0
- package/dist/sources/index.js.map +1 -0
- package/dist/sources/model.cjs +6 -0
- package/dist/sources/model.cjs.map +1 -0
- package/dist/sources/model.d.cts +92 -0
- package/dist/sources/model.d.mts +92 -0
- package/dist/sources/model.d.ts +92 -0
- package/dist/sources/model.js +6 -0
- package/dist/sources/model.js.map +1 -0
- package/dist/sources/projection-model.cjs +3 -0
- package/dist/sources/projection-model.cjs.map +1 -0
- package/dist/sources/projection-model.d.cts +327 -0
- package/dist/sources/projection-model.d.mts +327 -0
- package/dist/sources/projection-model.d.ts +327 -0
- package/dist/sources/projection-model.js +4 -0
- package/dist/sources/projection-model.js.map +1 -0
- package/dist/sources/projector.cjs +282 -0
- package/dist/sources/projector.cjs.map +1 -0
- package/dist/sources/projector.d.cts +8 -0
- package/dist/sources/projector.d.mts +8 -0
- package/dist/sources/projector.d.ts +8 -0
- package/dist/sources/projector.js +10 -0
- package/dist/sources/projector.js.map +1 -0
- package/dist/tty-line.cjs +17 -0
- package/dist/tty-line.cjs.map +1 -0
- package/dist/tty-line.d.cts +2 -0
- package/dist/tty-line.d.mts +2 -0
- package/dist/tty-line.js +6 -0
- package/dist/tty-line.js.map +1 -0
- package/dist/types.cjs +38 -0
- package/dist/types.cjs.map +1 -0
- package/dist/types.d.cts +9 -0
- package/dist/types.d.mts +9 -0
- package/dist/types.d.ts +9 -9
- package/dist/types.js +32 -21
- package/dist/types.js.map +1 -0
- package/dist/util.cjs +193 -0
- package/dist/util.cjs.map +1 -0
- package/dist/util.d.cts +46 -0
- package/dist/util.d.mts +46 -0
- package/dist/util.js +22 -132
- package/dist/util.js.map +1 -0
- package/dist/vendor/remark/remark-gfm.cjs +3484 -0
- package/dist/vendor/remark/remark-gfm.cjs.map +7 -0
- package/dist/vendor/remark/remark-parse.cjs +6975 -0
- package/dist/vendor/remark/remark-parse.cjs.map +7 -0
- package/dist/vendor/remark/remark.cjs +10151 -0
- package/dist/vendor/remark/remark.cjs.map +7 -0
- package/dist/view/data.cjs +3 -0
- package/dist/view/data.cjs.map +1 -0
- package/dist/view/data.d.cts +8 -0
- package/dist/view/data.d.mts +8 -0
- package/dist/view/data.d.ts +8 -0
- package/dist/view/data.js +4 -0
- package/dist/view/data.js.map +1 -0
- package/dist/view/index.cjs +25 -0
- package/dist/view/index.cjs.map +1 -0
- package/dist/view/index.d.cts +9 -0
- package/dist/view/index.d.mts +9 -0
- package/dist/view/index.d.ts +9 -0
- package/dist/view/index.js +30 -0
- package/dist/view/index.js.map +1 -0
- package/dist/view/server.cjs +658 -0
- package/dist/view/server.cjs.map +1 -0
- package/dist/view/server.d.cts +49 -0
- package/dist/view/server.d.mts +49 -0
- package/dist/view/server.d.ts +49 -0
- package/dist/view/server.js +6 -0
- package/dist/view/server.js.map +1 -0
- package/dist/view/shared/types.cjs +3 -0
- package/dist/view/shared/types.cjs.map +1 -0
- package/dist/view/shared/types.d.cts +51 -0
- package/dist/view/shared/types.d.mts +51 -0
- package/dist/view/shared/types.d.ts +51 -0
- package/dist/view/shared/types.js +4 -0
- package/dist/view/shared/types.js.map +1 -0
- package/dist/view/site.cjs +40 -0
- package/dist/view/site.cjs.map +1 -0
- package/dist/view/site.d.cts +26 -0
- package/dist/view/site.d.mts +26 -0
- package/dist/view/site.d.ts +26 -0
- package/dist/view/site.js +10 -0
- package/dist/view/site.js.map +1 -0
- package/dist/view/styles.css +170 -0
- package/docs-site/zh/README.md +6 -6
- package/docs-site/zh/examples/ai-agent-application.mdx +3 -3
- package/docs-site/zh/examples/coding-agent-extensions.mdx +3 -3
- package/docs-site/zh/examples/index.mdx +10 -3
- package/docs-site/zh/examples/integrations/ai-sdk-v7.mdx +10 -9
- package/docs-site/zh/examples/integrations/claude-sdk.mdx +11 -9
- package/docs-site/zh/examples/integrations/codex-sdk.mdx +14 -13
- package/docs-site/zh/examples/integrations/langgraph.mdx +13 -11
- package/docs-site/zh/examples/integrations/pi-sdk.mdx +11 -9
- package/docs-site/zh/explanation/adapter.mdx +27 -27
- package/docs-site/zh/explanation/assert.mdx +51 -198
- package/docs-site/zh/explanation/drive.mdx +14 -12
- package/docs-site/zh/explanation/evals.mdx +16 -12
- package/docs-site/zh/explanation/experiment.mdx +7 -3
- package/docs-site/zh/explanation/hitl.mdx +7 -7
- package/docs-site/zh/explanation/judge.mdx +67 -96
- package/docs-site/zh/explanation/overview.mdx +59 -100
- package/docs-site/zh/explanation/record.mdx +60 -0
- package/docs-site/zh/explanation/runner.mdx +47 -123
- package/docs-site/zh/explanation/tier.mdx +2 -2
- package/docs-site/zh/index.mdx +15 -13
- package/docs-site/zh/introduction.mdx +15 -13
- package/docs-site/zh/reference/builtin-agents.mdx +60 -37
- package/docs-site/zh/reference/capabilities.mdx +7 -7
- package/docs-site/zh/reference/cli.mdx +146 -80
- package/docs-site/zh/reference/define-agent.mdx +29 -20
- package/docs-site/zh/reference/define-config.mdx +6 -15
- package/docs-site/zh/reference/define-eval.mdx +78 -326
- package/docs-site/zh/reference/events.mdx +70 -21
- package/docs-site/zh/reference/expect.mdx +148 -117
- package/docs-site/zh/reference/official-adapters.mdx +33 -22
- package/docs-site/zh/reference/report-components.mdx +78 -362
- package/docs-site/zh/reference/results-data.mdx +53 -270
- package/docs-site/zh/troubleshooting/debug-sandbox.mdx +8 -6
- package/docs-site/zh/troubleshooting/debugging.mdx +48 -218
- package/docs-site/zh/troubleshooting/recover-after-kill.mdx +3 -3
- package/docs-site/zh/tutorials/agent-feedback-loop.mdx +48 -290
- package/docs-site/zh/tutorials/agent-onboarding.mdx +22 -20
- package/docs-site/zh/tutorials/authoring.mdx +9 -9
- package/docs-site/zh/tutorials/ci-integration.mdx +40 -117
- package/docs-site/zh/tutorials/concurrency.mdx +44 -56
- package/docs-site/zh/tutorials/configuration.mdx +10 -14
- package/docs-site/zh/tutorials/connect-otel.mdx +21 -21
- package/docs-site/zh/tutorials/connect-your-agent.mdx +29 -24
- package/docs-site/zh/tutorials/criteria-files.mdx +2 -2
- package/docs-site/zh/tutorials/custom-reports.mdx +69 -343
- package/docs-site/zh/tutorials/dataset-fanout.mdx +1 -1
- package/docs-site/zh/tutorials/deploy-report-site.mdx +34 -136
- package/docs-site/zh/tutorials/docker-in-docker.mdx +295 -0
- package/docs-site/zh/tutorials/eval-groups.mdx +207 -0
- package/docs-site/zh/tutorials/evaluation-kinds.mdx +67 -103
- package/docs-site/zh/tutorials/experiments.mdx +4 -4
- package/docs-site/zh/tutorials/fixtures.mdx +3 -3
- package/docs-site/zh/tutorials/handle-execution-failures.mdx +114 -0
- package/docs-site/zh/tutorials/install-custom-sandbox-agent.mdx +102 -0
- package/docs-site/zh/tutorials/plugins.mdx +110 -0
- package/docs-site/zh/tutorials/publish-report.mdx +40 -121
- package/docs-site/zh/tutorials/quickstart.mdx +15 -9
- package/docs-site/zh/tutorials/reporters.mdx +40 -90
- package/docs-site/zh/tutorials/rerun-and-cache.mdx +44 -225
- package/docs-site/zh/tutorials/sandbox-agent.mdx +47 -40
- package/docs-site/zh/tutorials/sandbox-providers.mdx +49 -39
- package/docs-site/zh/tutorials/sandbox-reuse.mdx +37 -15
- package/docs-site/zh/tutorials/theming.mdx +21 -156
- package/docs-site/zh/tutorials/viewing-results.mdx +73 -666
- package/docs-site/zh/tutorials/write-experiment.mdx +22 -21
- package/docs-site/zh/tutorials/write-send.mdx +38 -35
- package/package.json +127 -65
- package/dist/context/deferred-file-content.d.ts +0 -15
- package/dist/i18n/zh-CN.d.ts +0 -367
- package/dist/i18n/zh-CN.js +0 -458
- package/dist/record/annotated-source.d.ts +0 -126
- package/dist/record/annotated-source.js +0 -511
- package/dist/record/attempt-evidence.d.ts +0 -84
- package/dist/record/attempt-evidence.js +0 -108
- package/dist/record/attempt-source.d.ts +0 -4
- package/dist/record/attempt-source.js +0 -28
- package/dist/record/format.d.ts +0 -39
- package/dist/record/format.js +0 -75
- package/dist/record/open.d.ts +0 -62
- package/dist/record/open.js +0 -683
- package/dist/record/types.d.ts +0 -297
- package/dist/record/types.js +0 -9
- package/dist/report/assets/colors.d.ts +0 -22
- package/dist/report/assets/colors.js +0 -61
- package/dist/report/assets/series-encoding.d.ts +0 -36
- package/dist/report/assets/series-encoding.js +0 -104
- package/dist/report/built-in/failures.d.ts +0 -1
- package/dist/report/built-in/failures.js +0 -18
- package/dist/report/built-in/result-components.d.ts +0 -10
- package/dist/report/built-in/result-components.js +0 -199
- package/dist/report/built-in/stability.d.ts +0 -1
- package/dist/report/built-in/stability.js +0 -20
- package/dist/report/built-in/standard.d.ts +0 -50
- package/dist/report/built-in/standard.js +0 -93
- package/dist/report/components/attempt-detail/compute.d.ts +0 -51
- package/dist/report/components/attempt-detail/compute.js +0 -512
- package/dist/report/components/attempt-detail/content.d.ts +0 -28
- package/dist/report/components/attempt-detail/content.js +0 -575
- package/dist/report/components/attempt-detail/index.d.ts +0 -15
- package/dist/report/components/attempt-detail/index.js +0 -154
- package/dist/report/components/attempt-detail/validate.d.ts +0 -11
- package/dist/report/components/attempt-detail/validate.js +0 -417
- package/dist/report/components/cell.d.ts +0 -12
- package/dist/report/components/cell.js +0 -10
- package/dist/report/components/entity-lists/compute.d.ts +0 -35
- package/dist/report/components/entity-lists/compute.js +0 -333
- package/dist/report/components/entity-lists/content.d.ts +0 -7
- package/dist/report/components/entity-lists/content.js +0 -483
- package/dist/report/components/entity-lists/index.d.ts +0 -48
- package/dist/report/components/entity-lists/index.js +0 -81
- package/dist/report/components/entity-lists/validate.d.ts +0 -4
- package/dist/report/components/entity-lists/validate.js +0 -155
- package/dist/report/components/experiment-detail/compute.d.ts +0 -7
- package/dist/report/components/experiment-detail/compute.js +0 -32
- package/dist/report/components/experiment-detail/index.d.ts +0 -9
- package/dist/report/components/experiment-detail/index.js +0 -41
- package/dist/report/components/fixtures.d.ts +0 -10
- package/dist/report/components/fixtures.js +0 -341
- package/dist/report/components/shared-compute.d.ts +0 -23
- package/dist/report/components/shared-compute.js +0 -48
- package/dist/report/components/shared-faces.d.ts +0 -8
- package/dist/report/components/shared-faces.js +0 -21
- package/dist/report/components/shared.d.ts +0 -52
- package/dist/report/components/shared.js +0 -95
- package/dist/report/components/site-components/HeroCard.d.ts +0 -14
- package/dist/report/components/site-components/HeroCard.js +0 -35
- package/dist/report/components/site-components/PoweredBy.d.ts +0 -5
- package/dist/report/components/site-components/PoweredBy.js +0 -7
- package/dist/report/components/site-components/compute.d.ts +0 -34
- package/dist/report/components/site-components/compute.js +0 -144
- package/dist/report/components/site-components/content.d.ts +0 -1
- package/dist/report/components/site-components/content.js +0 -2
- package/dist/report/components/site-components/faces.d.ts +0 -9
- package/dist/report/components/site-components/faces.js +0 -34
- package/dist/report/components/site-components/hero-types.d.ts +0 -17
- package/dist/report/components/site-components/index.d.ts +0 -34
- package/dist/report/components/site-components/index.js +0 -55
- package/dist/report/components/site-components/projections.d.ts +0 -12
- package/dist/report/components/site-components/projections.js +0 -67
- package/dist/report/components/site-components/scope-warnings.d.ts +0 -44
- package/dist/report/components/site-components/scope-warnings.js +0 -115
- package/dist/report/components/site-components/snapshot-diagnostics.d.ts +0 -18
- package/dist/report/components/site-components/snapshot-diagnostics.js +0 -42
- package/dist/report/components/site-components/validators.d.ts +0 -6
- package/dist/report/components/site-components/validators.js +0 -115
- package/dist/report/components/summaries/compute.d.ts +0 -7
- package/dist/report/components/summaries/compute.js +0 -60
- package/dist/report/components/summaries/index.d.ts +0 -29
- package/dist/report/components/summaries/index.js +0 -122
- package/dist/report/components/summaries/stability-overview.d.ts +0 -13
- package/dist/report/components/summaries/stability-overview.js +0 -73
- package/dist/report/components/summaries/validate.d.ts +0 -2
- package/dist/report/components/summaries/validate.js +0 -29
- package/dist/report/definition/cell.d.ts +0 -118
- package/dist/report/definition/cell.js +0 -96
- package/dist/report/definition/grid-layout.d.ts +0 -77
- package/dist/report/definition/grid-layout.js +0 -147
- package/dist/report/definition/primitives/callouts-logic.d.ts +0 -26
- package/dist/report/definition/primitives/callouts-logic.js +0 -102
- package/dist/report/definition/primitives/callouts.d.ts +0 -9
- package/dist/report/definition/primitives/callouts.js +0 -101
- package/dist/report/definition/primitives/chart-map.d.ts +0 -74
- package/dist/report/definition/primitives/chart-map.js +0 -124
- package/dist/report/definition/primitives/chart.d.ts +0 -43
- package/dist/report/definition/primitives/chart.js +0 -619
- package/dist/report/definition/primitives/conversation.d.ts +0 -55
- package/dist/report/definition/primitives/conversation.js +0 -216
- package/dist/report/definition/primitives/copy-block.d.ts +0 -19
- package/dist/report/definition/primitives/copy-block.js +0 -51
- package/dist/report/definition/primitives/diff-lines.d.ts +0 -68
- package/dist/report/definition/primitives/diff-lines.js +0 -149
- package/dist/report/definition/primitives/diff-view.d.ts +0 -14
- package/dist/report/definition/primitives/diff-view.js +0 -156
- package/dist/report/definition/primitives/markdown.d.ts +0 -29
- package/dist/report/definition/primitives/markdown.js +0 -278
- package/dist/report/definition/primitives/marks.d.ts +0 -124
- package/dist/report/definition/primitives/marks.js +0 -91
- package/dist/report/definition/primitives/points-dataset.d.ts +0 -17
- package/dist/report/definition/primitives/points-dataset.js +0 -121
- package/dist/report/definition/primitives/source-view.d.ts +0 -43
- package/dist/report/definition/primitives/source-view.js +0 -179
- package/dist/report/definition/primitives/waterfall.d.ts +0 -34
- package/dist/report/definition/primitives/waterfall.js +0 -201
- package/dist/report/definition/primitives.d.ts +0 -154
- package/dist/report/definition/primitives.js +0 -691
- package/dist/report/definition/report.d.ts +0 -200
- package/dist/report/definition/report.js +0 -275
- package/dist/report/definition/table-text.d.ts +0 -14
- package/dist/report/definition/table-text.js +0 -187
- package/dist/report/definition/tree.d.ts +0 -233
- package/dist/report/definition/tree.js +0 -566
- package/dist/report/extension/assets.d.ts +0 -16
- package/dist/report/extension/assets.js +0 -124
- package/dist/report/extension/define.d.ts +0 -9
- package/dist/report/extension/define.js +0 -137
- package/dist/report/extension/index.d.ts +0 -6
- package/dist/report/extension/index.js +0 -5
- package/dist/report/extension/meta.d.ts +0 -9
- package/dist/report/extension/meta.js +0 -11
- package/dist/report/extension/types.d.ts +0 -52
- package/dist/report/extension/types.js +0 -3
- package/dist/report/model/aggregate.d.ts +0 -111
- package/dist/report/model/aggregate.js +0 -396
- package/dist/report/model/calculation.d.ts +0 -139
- package/dist/report/model/calculation.js +0 -447
- package/dist/report/model/chart/math.d.ts +0 -73
- package/dist/report/model/chart/math.js +0 -198
- package/dist/report/model/chart/plot.d.ts +0 -52
- package/dist/report/model/chart/plot.js +0 -89
- package/dist/report/model/conversions.d.ts +0 -40
- package/dist/report/model/conversions.js +0 -88
- package/dist/report/model/dataset.d.ts +0 -18
- package/dist/report/model/dataset.js +0 -74
- package/dist/report/model/evaluation-kind.d.ts +0 -19
- package/dist/report/model/evaluation-kind.js +0 -32
- package/dist/report/model/flag.d.ts +0 -52
- package/dist/report/model/flag.js +0 -157
- package/dist/report/model/format.d.ts +0 -96
- package/dist/report/model/format.js +0 -339
- package/dist/report/model/locale.d.ts +0 -219
- package/dist/report/model/locale.js +0 -426
- package/dist/report/model/metrics.d.ts +0 -44
- package/dist/report/model/metrics.js +0 -255
- package/dist/report/model/types.d.ts +0 -784
- package/dist/report/model/types.js +0 -5
- package/dist/report/presentation.d.ts +0 -114
- package/dist/report/presentation.js +0 -210
- package/dist/report/react/index.d.ts +0 -13
- package/dist/report/react/index.js +0 -18
- package/dist/report/runtime/load.d.ts +0 -17
- package/dist/report/runtime/load.js +0 -146
- package/dist/report/runtime/page-render.d.ts +0 -47
- package/dist/report/runtime/page-render.js +0 -95
- package/dist/report/runtime/resolved-page.d.ts +0 -35
- package/dist/report/runtime/resolved-page.js +0 -122
- package/dist/report/runtime/target.d.ts +0 -19
- package/dist/report/runtime/target.js +0 -42
- package/dist/report/runtime/text.d.ts +0 -76
- package/dist/report/runtime/text.js +0 -78
- package/dist/report/runtime/web.d.ts +0 -37
- package/dist/report/runtime/web.js +0 -34
- package/dist/report/slices/compute.d.ts +0 -83
- package/dist/report/slices/compute.js +0 -808
- package/dist/report/slices/content.d.ts +0 -17
- package/dist/report/slices/content.js +0 -132
- package/dist/report/slices/validate.d.ts +0 -6
- package/dist/report/slices/validate.js +0 -296
- package/dist/report/tasks.d.ts +0 -144
- package/dist/report/tasks.js +0 -313
- package/dist/report/theme.d.ts +0 -51
- package/dist/report/theme.js +0 -112
- package/src/agents/ai-sdk-otel.ts +0 -62
- package/src/agents/ai-sdk.test.ts +0 -35
- package/src/agents/ai-sdk.ts +0 -603
- package/src/agents/bub-install-spec.ts +0 -50
- package/src/agents/bub.ts +0 -293
- package/src/agents/builtin.ts +0 -16
- package/src/agents/cache-marker.ts +0 -6
- package/src/agents/claude-code.ts +0 -439
- package/src/agents/codex-env.test.ts +0 -153
- package/src/agents/codex.ts +0 -727
- package/src/agents/coding-cli-versions.ts +0 -87
- package/src/agents/command-redaction.test.ts +0 -96
- package/src/agents/hermes.ts +0 -269
- package/src/agents/index.ts +0 -149
- package/src/agents/langgraph.test.ts +0 -30
- package/src/agents/langgraph.ts +0 -508
- package/src/agents/marketplace.ts +0 -96
- package/src/agents/mcp.test.ts +0 -41
- package/src/agents/mcp.ts +0 -31
- package/src/agents/native-config.ts +0 -267
- package/src/agents/npm-staged.ts +0 -370
- package/src/agents/openai-compat.test.ts +0 -69
- package/src/agents/openai-compat.ts +0 -205
- package/src/agents/openclaw.ts +0 -275
- package/src/agents/opencode.ts +0 -198
- package/src/agents/post-setup.test.ts +0 -118
- package/src/agents/post-setup.ts +0 -116
- package/src/agents/provisioner.test.ts +0 -291
- package/src/agents/provisioner.ts +0 -593
- package/src/agents/sdk-streams.test.ts +0 -66
- package/src/agents/sdk-streams.ts +0 -542
- package/src/agents/session-slot.ts +0 -15
- package/src/agents/shared.ts +0 -250
- package/src/agents/skills.ts +0 -309
- package/src/agents/streaming.ts +0 -203
- package/src/agents/types.ts +0 -612
- package/src/agents/ui-message-stream.ts +0 -398
- package/src/assertions/collector.test.ts +0 -457
- package/src/assertions/collector.ts +0 -452
- package/src/assertions/coverage.ts +0 -118
- package/src/assertions/diff.ts +0 -120
- package/src/assertions/display.test.ts +0 -175
- package/src/assertions/display.ts +0 -213
- package/src/assertions/evidence.test.ts +0 -194
- package/src/assertions/judge.test.ts +0 -623
- package/src/assertions/judge.ts +0 -448
- package/src/assertions/match.ts +0 -79
- package/src/assertions/scoped.test.ts +0 -359
- package/src/assertions/scoped.ts +0 -551
- package/src/assertions/types.ts +0 -286
- package/src/cli.ts +0 -1762
- package/src/context/context.test.ts +0 -759
- package/src/context/context.ts +0 -816
- package/src/context/control-flow.ts +0 -17
- package/src/context/deferred-file-content.ts +0 -16
- package/src/context/send-failures.test.ts +0 -122
- package/src/context/send-failures.ts +0 -164
- package/src/context/send-retry.test.ts +0 -112
- package/src/context/send-retry.ts +0 -145
- package/src/context/session.test.ts +0 -477
- package/src/context/session.ts +0 -516
- package/src/context/types.ts +0 -409
- package/src/define-agent.test.ts +0 -99
- package/src/define-eval.test.ts +0 -213
- package/src/define-experiment.test.ts +0 -44
- package/src/define.test.ts +0 -25
- package/src/define.ts +0 -238
- package/src/expect/index.test.ts +0 -39
- package/src/expect/index.ts +0 -252
- package/src/fresh-import.ts +0 -34
- package/src/i18n/core.ts +0 -28
- package/src/i18n/en.ts +0 -532
- package/src/i18n/index.ts +0 -40
- package/src/i18n/locale.test.ts +0 -41
- package/src/i18n/zh-CN.ts +0 -533
- package/src/index.ts +0 -91
- package/src/load-config.ts +0 -39
- package/src/loaders/criteria.test.ts +0 -305
- package/src/loaders/glob.ts +0 -149
- package/src/loaders/index.test.ts +0 -166
- package/src/loaders/index.ts +0 -256
- package/src/loaders/private.test.ts +0 -110
- package/src/o11y/cost.test.ts +0 -41
- package/src/o11y/cost.ts +0 -81
- package/src/o11y/derive.test.ts +0 -161
- package/src/o11y/derive.ts +0 -301
- package/src/o11y/execution-tree.test.ts +0 -390
- package/src/o11y/execution-tree.ts +0 -391
- package/src/o11y/otlp/canonical.ts +0 -113
- package/src/o11y/otlp/mappers/bub.ts +0 -30
- package/src/o11y/otlp/mappers/claude-code.ts +0 -24
- package/src/o11y/otlp/mappers/codex.ts +0 -40
- package/src/o11y/otlp/mappers/index.ts +0 -14
- package/src/o11y/otlp/parse.ts +0 -334
- package/src/o11y/otlp/receiver.ts +0 -118
- package/src/o11y/otlp/sandbox-receiver.test.ts +0 -301
- package/src/o11y/otlp/sandbox-receiver.ts +0 -255
- package/src/o11y/otlp/select.ts +0 -86
- package/src/o11y/otlp/turn-otel.ts +0 -132
- package/src/o11y/parsers/bub.test.ts +0 -30
- package/src/o11y/parsers/bub.ts +0 -264
- package/src/o11y/parsers/claude-code.ts +0 -302
- package/src/o11y/parsers/codex.test.ts +0 -19
- package/src/o11y/parsers/codex.ts +0 -476
- package/src/o11y/parsers/hermes.ts +0 -199
- package/src/o11y/parsers/index.ts +0 -28
- package/src/o11y/parsers/openclaw.ts +0 -340
- package/src/o11y/parsers/opencode.ts +0 -300
- package/src/o11y/prices.json +0 -10812
- package/src/o11y/tool-names.ts +0 -74
- package/src/o11y/types.ts +0 -221
- package/src/record/annotated-source.test.ts +0 -329
- package/src/record/annotated-source.ts +0 -643
- package/src/record/attempt-evidence.test.ts +0 -208
- package/src/record/attempt-evidence.ts +0 -184
- package/src/record/attempt-source.ts +0 -37
- package/src/record/copy.ts +0 -303
- package/src/record/evidence-schema.test.ts +0 -85
- package/src/record/format.ts +0 -91
- package/src/record/host-equivalence.test.ts +0 -539
- package/src/record/index.ts +0 -119
- package/src/record/locator.test.ts +0 -125
- package/src/record/locator.ts +0 -178
- package/src/record/manifest.ts +0 -72
- package/src/record/open.ts +0 -758
- package/src/record/publish.ts +0 -7
- package/src/record/results.test.ts +0 -1563
- package/src/record/skipped-notice.ts +0 -44
- package/src/record/source-hash.ts +0 -28
- package/src/record/timing-activity.test.ts +0 -395
- package/src/record/truncate.ts +0 -116
- package/src/record/types.ts +0 -319
- package/src/record/writer.ts +0 -549
- package/src/report/assets/colors.ts +0 -69
- package/src/report/assets/enhance.js +0 -214
- package/src/report/assets/series-encoding.tsx +0 -177
- package/src/report/assets/styles.css +0 -1780
- package/src/report/built-in/failures.tsx +0 -29
- package/src/report/built-in/index.tsx +0 -66
- package/src/report/built-in/result-components.tsx +0 -404
- package/src/report/built-in/stability.tsx +0 -30
- package/src/report/built-in/standard.tsx +0 -132
- package/src/report/components/attempt-detail/attempt-components.test.tsx +0 -706
- package/src/report/components/attempt-detail/compute.ts +0 -544
- package/src/report/components/attempt-detail/content.tsx +0 -633
- package/src/report/components/attempt-detail/index.tsx +0 -285
- package/src/report/components/attempt-detail/validate.test.ts +0 -253
- package/src/report/components/attempt-detail/validate.tsx +0 -361
- package/src/report/components/cell.tsx +0 -79
- package/src/report/components/compute.test.ts +0 -1540
- package/src/report/components/entity-lists/compute.test.ts +0 -38
- package/src/report/components/entity-lists/compute.ts +0 -383
- package/src/report/components/entity-lists/content.test.ts +0 -611
- package/src/report/components/entity-lists/content.ts +0 -591
- package/src/report/components/entity-lists/index.tsx +0 -169
- package/src/report/components/entity-lists/validate.test.ts +0 -161
- package/src/report/components/entity-lists/validate.ts +0 -121
- package/src/report/components/experiment-detail/compute.ts +0 -40
- package/src/report/components/experiment-detail/experiment-detail.test.tsx +0 -181
- package/src/report/components/experiment-detail/index.tsx +0 -89
- package/src/report/components/fixtures.ts +0 -366
- package/src/report/components/scope.harness.ts +0 -83
- package/src/report/components/shared-compute.ts +0 -60
- package/src/report/components/shared-faces.ts +0 -25
- package/src/report/components/shared.test.ts +0 -62
- package/src/report/components/shared.ts +0 -127
- package/src/report/components/site-components/HeroCard.tsx +0 -87
- package/src/report/components/site-components/PoweredBy.tsx +0 -20
- package/src/report/components/site-components/compute.ts +0 -165
- package/src/report/components/site-components/content.ts +0 -8
- package/src/report/components/site-components/faces.ts +0 -46
- package/src/report/components/site-components/hero-types.ts +0 -20
- package/src/report/components/site-components/index.tsx +0 -109
- package/src/report/components/site-components/projections.ts +0 -74
- package/src/report/components/site-components/scope-warnings.ts +0 -160
- package/src/report/components/site-components/site-components.test.tsx +0 -460
- package/src/report/components/site-components/snapshot-diagnostics.ts +0 -69
- package/src/report/components/site-components/validate.test.ts +0 -121
- package/src/report/components/site-components/validators.ts +0 -97
- package/src/report/components/summaries/compute.ts +0 -66
- package/src/report/components/summaries/index.tsx +0 -255
- package/src/report/components/summaries/stability-overview.test.tsx +0 -141
- package/src/report/components/summaries/stability-overview.tsx +0 -105
- package/src/report/components/summaries/validate.test.ts +0 -49
- package/src/report/components/summaries/validate.ts +0 -21
- package/src/report/definition/callouts.test.tsx +0 -146
- package/src/report/definition/cell.ts +0 -203
- package/src/report/definition/chart.test.tsx +0 -285
- package/src/report/definition/conversation.test.tsx +0 -150
- package/src/report/definition/copy-block.test.tsx +0 -71
- package/src/report/definition/diff-view.test.tsx +0 -209
- package/src/report/definition/grid-layout.test.tsx +0 -262
- package/src/report/definition/grid-layout.ts +0 -203
- package/src/report/definition/markdown.test.tsx +0 -179
- package/src/report/definition/primitives/callouts-logic.ts +0 -117
- package/src/report/definition/primitives/callouts.tsx +0 -185
- package/src/report/definition/primitives/chart-map.ts +0 -214
- package/src/report/definition/primitives/chart.tsx +0 -1012
- package/src/report/definition/primitives/conversation.tsx +0 -345
- package/src/report/definition/primitives/copy-block.tsx +0 -87
- package/src/report/definition/primitives/diff-lines.ts +0 -212
- package/src/report/definition/primitives/diff-view.tsx +0 -332
- package/src/report/definition/primitives/markdown.tsx +0 -365
- package/src/report/definition/primitives/marks-contract.test.tsx +0 -45
- package/src/report/definition/primitives/marks.tsx +0 -254
- package/src/report/definition/primitives/points-dataset.test.ts +0 -117
- package/src/report/definition/primitives/points-dataset.ts +0 -168
- package/src/report/definition/primitives/source-view.tsx +0 -359
- package/src/report/definition/primitives/waterfall.tsx +0 -386
- package/src/report/definition/primitives.test.tsx +0 -186
- package/src/report/definition/primitives.tsx +0 -1150
- package/src/report/definition/report-contract.test.ts +0 -119
- package/src/report/definition/report.ts +0 -562
- package/src/report/definition/shell-head.test.ts +0 -100
- package/src/report/definition/source-view.test.tsx +0 -119
- package/src/report/definition/stat.test.tsx +0 -45
- package/src/report/definition/table-text.ts +0 -228
- package/src/report/definition/table.test.tsx +0 -633
- package/src/report/definition/tree.ts +0 -852
- package/src/report/definition/waterfall.test.tsx +0 -581
- package/src/report/extension/assets.ts +0 -154
- package/src/report/extension/define.test.tsx +0 -228
- package/src/report/extension/define.ts +0 -182
- package/src/report/extension/index.ts +0 -23
- package/src/report/extension/meta.ts +0 -21
- package/src/report/extension/types.ts +0 -64
- package/src/report/index.ts +0 -410
- package/src/report/model/aggregate.ts +0 -463
- package/src/report/model/calculation.test.ts +0 -354
- package/src/report/model/calculation.ts +0 -659
- package/src/report/model/chart/math.test.ts +0 -189
- package/src/report/model/chart/math.ts +0 -245
- package/src/report/model/chart/plot.ts +0 -144
- package/src/report/model/conversions.ts +0 -150
- package/src/report/model/dataset.ts +0 -80
- package/src/report/model/evaluation-kind.ts +0 -35
- package/src/report/model/flag.ts +0 -174
- package/src/report/model/format.ts +0 -375
- package/src/report/model/locale.ts +0 -510
- package/src/report/model/metrics.ts +0 -256
- package/src/report/model/panel.test.ts +0 -272
- package/src/report/model/panel.ts +0 -340
- package/src/report/model/presentation.test.ts +0 -141
- package/src/report/model/text-layout.ts +0 -190
- package/src/report/model/types.ts +0 -824
- package/src/report/presentation.test.tsx +0 -474
- package/src/report/presentation.ts +0 -354
- package/src/report/react/index.tsx +0 -96
- package/src/report/runtime/dual-render.test.tsx +0 -1088
- package/src/report/runtime/host.test.ts +0 -86
- package/src/report/runtime/host.ts +0 -317
- package/src/report/runtime/load.test.ts +0 -34
- package/src/report/runtime/load.ts +0 -159
- package/src/report/runtime/page-render.test.tsx +0 -247
- package/src/report/runtime/page-render.ts +0 -147
- package/src/report/runtime/resolved-page.test.tsx +0 -81
- package/src/report/runtime/resolved-page.ts +0 -169
- package/src/report/runtime/target.ts +0 -50
- package/src/report/runtime/text.ts +0 -155
- package/src/report/runtime/web.ts +0 -65
- package/src/report/slices/compute.ts +0 -979
- package/src/report/slices/content.ts +0 -157
- package/src/report/slices/delta-table.test.ts +0 -423
- package/src/report/slices/stability-matrix.test.ts +0 -169
- package/src/report/slices/validate.test.ts +0 -236
- package/src/report/slices/validate.ts +0 -216
- package/src/report/tasks.test.ts +0 -82
- package/src/report/tasks.ts +0 -553
- package/src/report/theme.test.ts +0 -32
- package/src/report/theme.ts +0 -141
- package/src/runner/accept-prompt.test.ts +0 -51
- package/src/runner/accept-prompt.ts +0 -67
- package/src/runner/accept.test.ts +0 -592
- package/src/runner/accept.ts +0 -705
- package/src/runner/attempt.test.ts +0 -1989
- package/src/runner/attempt.ts +0 -1912
- package/src/runner/build-preparation-plan.test.ts +0 -119
- package/src/runner/build-preparation.ts +0 -104
- package/src/runner/cleanup-timeout.test.ts +0 -16
- package/src/runner/cleanup-timeout.ts +0 -23
- package/src/runner/config-identity.test.ts +0 -277
- package/src/runner/config-identity.ts +0 -318
- package/src/runner/direct-agent-sandbox.test.ts +0 -48
- package/src/runner/direct-agent-sandbox.ts +0 -68
- package/src/runner/discover.test.ts +0 -262
- package/src/runner/discover.ts +0 -469
- package/src/runner/eval-selection.test.ts +0 -241
- package/src/runner/eval-selection.ts +0 -139
- package/src/runner/eval-source.test.ts +0 -108
- package/src/runner/eval-source.ts +0 -82
- package/src/runner/experiment-cleanup-registry.test.ts +0 -89
- package/src/runner/experiment-cleanup-registry.ts +0 -39
- package/src/runner/experiment-labels.test.ts +0 -100
- package/src/runner/feedback/coordinator.test.ts +0 -367
- package/src/runner/feedback/coordinator.ts +0 -511
- package/src/runner/feedback/eval-conclusions.test.ts +0 -135
- package/src/runner/feedback/eval-conclusions.ts +0 -115
- package/src/runner/feedback/failure.test.ts +0 -104
- package/src/runner/feedback/failure.ts +0 -60
- package/src/runner/feedback/human.test.ts +0 -1722
- package/src/runner/feedback/human.ts +0 -1499
- package/src/runner/feedback/index.ts +0 -94
- package/src/runner/feedback/input-guard.test.ts +0 -251
- package/src/runner/feedback/input-guard.ts +0 -171
- package/src/runner/feedback/io.ts +0 -82
- package/src/runner/feedback/json.test.ts +0 -617
- package/src/runner/feedback/json.ts +0 -708
- package/src/runner/feedback/profile.test.ts +0 -28
- package/src/runner/feedback/profile.ts +0 -23
- package/src/runner/feedback/reducer.test.ts +0 -908
- package/src/runner/feedback/reducer.ts +0 -411
- package/src/runner/feedback/renderer.ts +0 -83
- package/src/runner/feedback/sink.ts +0 -332
- package/src/runner/feedback/testing.ts +0 -109
- package/src/runner/fingerprint.test.ts +0 -1406
- package/src/runner/fingerprint.ts +0 -924
- package/src/runner/gate-lease.test.ts +0 -555
- package/src/runner/gate-lease.ts +0 -398
- package/src/runner/judge-config.test.ts +0 -32
- package/src/runner/judge-config.ts +0 -26
- package/src/runner/leak-gate.test.ts +0 -195
- package/src/runner/leak-gate.ts +0 -364
- package/src/runner/ledger.test.ts +0 -577
- package/src/runner/ledger.ts +0 -533
- package/src/runner/lock.test.ts +0 -498
- package/src/runner/lock.ts +0 -334
- package/src/runner/manifest.ts +0 -282
- package/src/runner/report.test.ts +0 -238
- package/src/runner/report.ts +0 -127
- package/src/runner/reporters/artifacts.ts +0 -120
- package/src/runner/reporters/braintrust.test.ts +0 -109
- package/src/runner/reporters/braintrust.ts +0 -211
- package/src/runner/reporters/index.ts +0 -7
- package/src/runner/reporters/json.test.ts +0 -163
- package/src/runner/reporters/json.ts +0 -79
- package/src/runner/reporters/shared.ts +0 -14
- package/src/runner/reuse-diagnostics.test.ts +0 -114
- package/src/runner/reuse-diagnostics.ts +0 -92
- package/src/runner/reuse-pool-key.test.ts +0 -22
- package/src/runner/run.test.ts +0 -5319
- package/src/runner/run.ts +0 -2656
- package/src/runner/sandbox-pool-plan.test.ts +0 -180
- package/src/runner/sandbox-pool.test.ts +0 -278
- package/src/runner/sandbox-pool.ts +0 -337
- package/src/runner/sandbox-prep.ts +0 -55
- package/src/runner/sandbox-selection.test.ts +0 -288
- package/src/runner/sandbox-selection.ts +0 -351
- package/src/runner/session.test.ts +0 -112
- package/src/runner/session.ts +0 -466
- package/src/runner/teardown-registry.test.ts +0 -156
- package/src/runner/teardown-registry.ts +0 -146
- package/src/runner/timeout-attribution.test.ts +0 -34
- package/src/runner/timeout.ts +0 -54
- package/src/runner/timing.ts +0 -379
- package/src/runner/types.ts +0 -1733
- package/src/sample/index.ts +0 -483
- package/src/sample/sample.test.ts +0 -622
- package/src/sandbox/backend.ts +0 -140
- package/src/sandbox/build-coordinator.test.ts +0 -333
- package/src/sandbox/build-coordinator.ts +0 -444
- package/src/sandbox/case-types.ts +0 -67
- package/src/sandbox/checkpoint.test.ts +0 -55
- package/src/sandbox/checkpoint.ts +0 -64
- package/src/sandbox/cli-commands.test.ts +0 -524
- package/src/sandbox/cli-commands.ts +0 -593
- package/src/sandbox/commands.ts +0 -287
- package/src/sandbox/compose.test.ts +0 -625
- package/src/sandbox/compose.ts +0 -1291
- package/src/sandbox/content.ts +0 -202
- package/src/sandbox/deadline.ts +0 -73
- package/src/sandbox/docker-agent-image.ts +0 -36
- package/src/sandbox/docker-stream.ts +0 -116
- package/src/sandbox/docker.test.ts +0 -263
- package/src/sandbox/docker.ts +0 -836
- package/src/sandbox/dockerfile-agent-cache.test.ts +0 -157
- package/src/sandbox/dockerfile-agent-cache.ts +0 -155
- package/src/sandbox/dockerfile-agent-runtime.test.ts +0 -166
- package/src/sandbox/dockerfile-build.test.ts +0 -27
- package/src/sandbox/dockerfile-build.ts +0 -269
- package/src/sandbox/dockerfile-identity.ts +0 -129
- package/src/sandbox/download-directory.test.ts +0 -68
- package/src/sandbox/download-directory.ts +0 -36
- package/src/sandbox/e2b-agent-template.test.ts +0 -107
- package/src/sandbox/e2b-agent-template.ts +0 -194
- package/src/sandbox/e2b-reconcile.test.ts +0 -126
- package/src/sandbox/e2b.test.ts +0 -629
- package/src/sandbox/e2b.ts +0 -781
- package/src/sandbox/errors.test.ts +0 -72
- package/src/sandbox/errors.ts +0 -203
- package/src/sandbox/identity.ts +0 -203
- package/src/sandbox/index.ts +0 -138
- package/src/sandbox/io-retry.test.ts +0 -58
- package/src/sandbox/io-retry.ts +0 -45
- package/src/sandbox/keep-registry.test.ts +0 -141
- package/src/sandbox/keep-registry.ts +0 -271
- package/src/sandbox/keep.test.ts +0 -538
- package/src/sandbox/keep.ts +0 -405
- package/src/sandbox/layer.test.ts +0 -343
- package/src/sandbox/layer.ts +0 -1641
- package/src/sandbox/ledger-paths.ts +0 -37
- package/src/sandbox/link.test.ts +0 -321
- package/src/sandbox/link.ts +0 -484
- package/src/sandbox/local-files.ts +0 -31
- package/src/sandbox/local.test.ts +0 -216
- package/src/sandbox/local.ts +0 -364
- package/src/sandbox/official-baselines.test.ts +0 -175
- package/src/sandbox/operations.test.ts +0 -391
- package/src/sandbox/operations.ts +0 -187
- package/src/sandbox/orphans.test.ts +0 -470
- package/src/sandbox/orphans.ts +0 -261
- package/src/sandbox/paths.test.ts +0 -141
- package/src/sandbox/paths.ts +0 -132
- package/src/sandbox/plan.test.ts +0 -487
- package/src/sandbox/plan.ts +0 -353
- package/src/sandbox/prepare-commands.test.ts +0 -168
- package/src/sandbox/prepare-commands.ts +0 -342
- package/src/sandbox/redaction.test.ts +0 -48
- package/src/sandbox/redaction.ts +0 -50
- package/src/sandbox/registry.ts +0 -78
- package/src/sandbox/retry.test.ts +0 -138
- package/src/sandbox/retry.ts +0 -86
- package/src/sandbox/run-identity.ts +0 -120
- package/src/sandbox/runtime.test.ts +0 -551
- package/src/sandbox/runtime.ts +0 -984
- package/src/sandbox/shell.test.ts +0 -23
- package/src/sandbox/shell.ts +0 -18
- package/src/sandbox/transfer-errors.test.ts +0 -116
- package/src/sandbox/transfer-errors.ts +0 -118
- package/src/sandbox/types.ts +0 -196
- package/src/sandbox/vercel.test.ts +0 -180
- package/src/sandbox/vercel.ts +0 -400
- package/src/shared/aggregate.test.ts +0 -52
- package/src/shared/aggregate.ts +0 -99
- package/src/shared/entry-file-store.test.ts +0 -193
- package/src/shared/entry-file-store.ts +0 -145
- package/src/shared/external-cause.ts +0 -322
- package/src/shared/facts.ts +0 -36
- package/src/shared/failure-class.test.ts +0 -195
- package/src/shared/failure-class.ts +0 -206
- package/src/shared/format.ts +0 -26
- package/src/shared/json-match.ts +0 -42
- package/src/shared/json-value.test.ts +0 -24
- package/src/shared/json-value.ts +0 -36
- package/src/shared/turn-label.test.ts +0 -20
- package/src/shared/turn-label.ts +0 -15
- package/src/shared/types.ts +0 -101
- package/src/shared/verdict.ts +0 -82
- package/src/show/command.test.ts +0 -36
- package/src/show/command.ts +0 -18
- package/src/show/compose.ts +0 -89
- package/src/show/index.test.ts +0 -95
- package/src/show/index.ts +0 -1226
- package/src/show/json.test.ts +0 -412
- package/src/show/json.ts +0 -106
- package/src/show/render.test.ts +0 -857
- package/src/show/render.ts +0 -1510
- package/src/source-loc.ts +0 -134
- package/src/tty-line.ts +0 -14
- package/src/types.ts +0 -37
- package/src/util.test.ts +0 -77
- package/src/util.ts +0 -138
- package/src/view/app/App.tsx +0 -351
- package/src/view/app/components/ui/dialog.tsx +0 -36
- package/src/view/app/components/ui/tabs.tsx +0 -30
- package/src/view/app/css.d.ts +0 -3
- package/src/view/app/i18n.ts +0 -65
- package/src/view/app/index.html +0 -13
- package/src/view/app/lib/cn.ts +0 -7
- package/src/view/app/lib/target-dialog.test.ts +0 -105
- package/src/view/app/lib/target-dialog.ts +0 -110
- package/src/view/app/main.tsx +0 -109
- package/src/view/app/types.ts +0 -15
- package/src/view/app/vite.config.ts +0 -26
- package/src/view/data.test.ts +0 -541
- package/src/view/data.ts +0 -950
- package/src/view/index.ts +0 -91
- package/src/view/server-rebuild.test.ts +0 -323
- package/src/view/server-watch.test.ts +0 -106
- package/src/view/server.ts +0 -484
- package/src/view/shared/types.ts +0 -93
- package/src/view/site-base.test.ts +0 -51
- package/src/view/site-head.test.ts +0 -142
- package/src/view/site-param-pages.test.ts +0 -186
- package/src/view/site-renderer-assets.test.ts +0 -68
- package/src/view/site.ts +0 -484
- package/src/view/styles.css +0 -170
- /package/dist/{report/components/site-components/hero-types.js → cli/bootstrap.d.cts} +0 -0
- /package/{src → dist}/view/client-dist/app.css +0 -0
- /package/{src → dist}/view/client-dist/app.js +0 -0
- /package/{src → dist}/view/template.html +0 -0
package/dist/cli.cjs
ADDED
|
@@ -0,0 +1,2405 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
const { pathToFileURL: __niceevalPathToFileURL } = require("node:url");
|
|
3
|
+
const __niceevalImportMetaUrl = __niceevalPathToFileURL(__filename).href;
|
|
4
|
+
const __niceevalDynamicImport = (specifier) => import(specifier);
|
|
5
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
exports.cliProgram = exports.EXPERIMENT_RENAME_SCHEMA_VERSION = exports.EXPERIMENT_RENAME_FORMAT = exports.CliOperationError = exports.CliUsageError = void 0;
|
|
7
|
+
exports.renderCliFailure = renderCliFailure;
|
|
8
|
+
exports.foldInvocationEvalStats = foldInvocationEvalStats;
|
|
9
|
+
exports.parseExperimentRenamePositionals = parseExperimentRenamePositionals;
|
|
10
|
+
exports.firstExperimentRenameUnsupportedFlag = firstExperimentRenameUnsupportedFlag;
|
|
11
|
+
exports.renderExperimentRenamePlanHuman = renderExperimentRenamePlanHuman;
|
|
12
|
+
exports.renderExperimentRenameRejectedHuman = renderExperimentRenameRejectedHuman;
|
|
13
|
+
exports.renderExperimentRenameDoneHuman = renderExperimentRenameDoneHuman;
|
|
14
|
+
exports.renderExperimentRenameJson = renderExperimentRenameJson;
|
|
15
|
+
exports.experimentRenameRejectedFromError = experimentRenameRejectedFromError;
|
|
16
|
+
exports.experimentRenameExitCode = experimentRenameExitCode;
|
|
17
|
+
// niceeval CLI 入口。执行 eval 必须以 experiment 为单位;位置参数只在 exp 后筛 eval id 前缀。
|
|
18
|
+
// niceeval check [组|配置] [pattern] 只做发现、选择与 SandboxLayer pure link
|
|
19
|
+
// niceeval exp [组|配置] [pattern] 跑实验
|
|
20
|
+
// niceeval debug <配置> <eval> 只规划一个配对的 Sandbox / Plugin lifecycle
|
|
21
|
+
// niceeval accept @<locator>... 接受多条历史结果并重锚到当前配置
|
|
22
|
+
// niceeval show [selection] 终端渲染一次固定的 ReportExecution
|
|
23
|
+
// niceeval list 只列出发现到的 eval
|
|
24
|
+
// niceeval clean [--record <root>] [--yes] 删除未完成 Run
|
|
25
|
+
// niceeval migrate [--record <root>] [--yes] 显式迁移 Record
|
|
26
|
+
const node_child_process_1 = require("node:child_process");
|
|
27
|
+
const node_os_1 = require("node:os");
|
|
28
|
+
const promises_1 = require("node:fs/promises");
|
|
29
|
+
const node_fs_1 = require("node:fs");
|
|
30
|
+
const node_path_1 = require("node:path");
|
|
31
|
+
const node_util_1 = require("node:util");
|
|
32
|
+
const effect_1 = require("effect");
|
|
33
|
+
const attempt_locator_ts_1 = require("./attempt-locator.cjs");
|
|
34
|
+
const discover_ts_1 = require("./runner/discover.cjs");
|
|
35
|
+
const aggregate_ts_1 = require("./shared/aggregate.cjs");
|
|
36
|
+
const run_ts_1 = require("./runner/run.cjs");
|
|
37
|
+
const fingerprint_ts_1 = require("./runner/fingerprint.cjs");
|
|
38
|
+
const project_current_ts_1 = require("./runner/project-current.cjs");
|
|
39
|
+
const index_ts_1 = require("./record/index.cjs");
|
|
40
|
+
const index_ts_2 = require("./analysis/index.cjs");
|
|
41
|
+
const attempt_overview_ts_1 = require("./report/built-in/attempt-overview.cjs");
|
|
42
|
+
const overview_ts_1 = require("./report/built-in/overview.cjs");
|
|
43
|
+
const run_membership_overview_ts_1 = require("./report/built-in/run-membership-overview.cjs");
|
|
44
|
+
const execution_ts_1 = require("./report/built-in/execution.cjs");
|
|
45
|
+
const source_ts_1 = require("./report/built-in/source.cjs");
|
|
46
|
+
const identity_ts_1 = require("./report/author/identity.cjs");
|
|
47
|
+
const index_ts_3 = require("./report/host/index.cjs");
|
|
48
|
+
const node_ts_1 = require("./report/host/node.cjs");
|
|
49
|
+
const server_ts_1 = require("./view/server.cjs");
|
|
50
|
+
const record_ts_1 = require("./cli/record.cjs");
|
|
51
|
+
const eval_selection_ts_1 = require("./runner/eval-selection.cjs");
|
|
52
|
+
const registry_ts_1 = require("./sandbox/registry.cjs");
|
|
53
|
+
const cli_commands_ts_1 = require("./sandbox/cli-commands.cjs");
|
|
54
|
+
const link_ts_1 = require("./sandbox/link.cjs");
|
|
55
|
+
const plan_ts_1 = require("./sandbox/plan.cjs");
|
|
56
|
+
const experiment_cleanup_registry_ts_1 = require("./runner/experiment-cleanup-registry.cjs");
|
|
57
|
+
const lock_ts_1 = require("./runner/lock.cjs");
|
|
58
|
+
const gate_lease_ts_1 = require("./runner/gate-lease.cjs");
|
|
59
|
+
const cleanup_timeout_ts_1 = require("./runner/cleanup-timeout.cjs");
|
|
60
|
+
const timeout_ts_1 = require("./runner/timeout.cjs");
|
|
61
|
+
const record_ts_2 = require("./runner/record.cjs");
|
|
62
|
+
const reuse_readback_ts_1 = require("./runner/reuse-readback.cjs");
|
|
63
|
+
const teardown_registry_ts_1 = require("./runner/teardown-registry.cjs");
|
|
64
|
+
const rename_experiment_ts_1 = require("./runner/rename-experiment.cjs");
|
|
65
|
+
const verdict_ts_1 = require("./shared/verdict.cjs");
|
|
66
|
+
const facts_ts_1 = require("./shared/facts.cjs");
|
|
67
|
+
const sandbox_selection_ts_1 = require("./runner/sandbox-selection.cjs");
|
|
68
|
+
const plan_ts_2 = require("./sandbox/plan.cjs");
|
|
69
|
+
const json_ts_1 = require("./runner/reporters/json.cjs");
|
|
70
|
+
const index_ts_4 = require("./runner/feedback/index.cjs");
|
|
71
|
+
const index_ts_5 = require("./i18n/index.cjs");
|
|
72
|
+
const util_ts_1 = require("./util.cjs");
|
|
73
|
+
const session_ts_1 = require("./runner/session.cjs");
|
|
74
|
+
/** A recoverable command-line usage error. Defects deliberately do not enter this channel. */
|
|
75
|
+
class CliUsageError extends effect_1.Data.TaggedError("CliUsageError") {
|
|
76
|
+
}
|
|
77
|
+
exports.CliUsageError = CliUsageError;
|
|
78
|
+
/** A recoverable failure from a concrete CLI-owned boundary (file, process, or dynamic module). */
|
|
79
|
+
class CliOperationError extends effect_1.Data.TaggedError("CliOperationError") {
|
|
80
|
+
}
|
|
81
|
+
exports.CliOperationError = CliOperationError;
|
|
82
|
+
function usageError(message, exitCode = 1) {
|
|
83
|
+
return new CliUsageError({ message, exitCode });
|
|
84
|
+
}
|
|
85
|
+
function cliFailure(operation, cause, exitCode = 1) {
|
|
86
|
+
return cause instanceof CliUsageError || cause instanceof CliOperationError
|
|
87
|
+
? cause
|
|
88
|
+
: new CliOperationError({ operation, cause, exitCode });
|
|
89
|
+
}
|
|
90
|
+
/**
|
|
91
|
+
* Lift one actual Promise boundary into the application Effect. It is never a
|
|
92
|
+
* private runtime: CLI owns the sole runtime in `cli/bootstrap.ts`.
|
|
93
|
+
*/
|
|
94
|
+
function cliPromise(operation, promise) {
|
|
95
|
+
return effect_1.Effect.tryPromise({
|
|
96
|
+
try: promise,
|
|
97
|
+
catch: (cause) => cliFailure(operation, cause),
|
|
98
|
+
});
|
|
99
|
+
}
|
|
100
|
+
/** Preserve library effects without running a nested runtime. */
|
|
101
|
+
function cliEffect(operation, effect) {
|
|
102
|
+
return effect.pipe(effect_1.Effect.mapError((cause) => cliFailure(operation, cause)));
|
|
103
|
+
}
|
|
104
|
+
/** Bootstrap owns presentation of typed failures; defects and interruption stay in Cause. */
|
|
105
|
+
function renderCliFailure(failure) {
|
|
106
|
+
if (failure._tag === "CliUsageError")
|
|
107
|
+
return failure.message;
|
|
108
|
+
if (failure.cause instanceof link_ts_1.SandboxLayerLinkError)
|
|
109
|
+
return `${(0, link_ts_1.formatSandboxLayerLinkError)(failure.cause)}\n`;
|
|
110
|
+
if (failure.cause instanceof plan_ts_1.SandboxPhysicalPlanningError)
|
|
111
|
+
return `${(0, plan_ts_1.formatSandboxPhysicalPlanningError)(failure.cause)}\n`;
|
|
112
|
+
if (isReportCliOperation(failure.operation)) {
|
|
113
|
+
const code = failureCode(failure.cause);
|
|
114
|
+
if (code !== undefined) {
|
|
115
|
+
const reason = failure.cause instanceof node_ts_1.ReportModuleLoadError ? `: ${failure.cause.reason}` : "";
|
|
116
|
+
return `${code}${reason}\n`;
|
|
117
|
+
}
|
|
118
|
+
}
|
|
119
|
+
return (0, index_ts_5.t)("cli.error", { error: (0, util_ts_1.formatThrown)(failure.cause) });
|
|
120
|
+
}
|
|
121
|
+
function isReportCliOperation(operation) {
|
|
122
|
+
return operation === "execute report from Record" ||
|
|
123
|
+
operation === "render Report show output" ||
|
|
124
|
+
operation === "open report view session" ||
|
|
125
|
+
operation === "open report view" ||
|
|
126
|
+
operation === "export static Report";
|
|
127
|
+
}
|
|
128
|
+
function failureCode(value) {
|
|
129
|
+
if (typeof value !== "object" || value === null)
|
|
130
|
+
return undefined;
|
|
131
|
+
const code = Reflect.get(value, "code");
|
|
132
|
+
return typeof code === "string" ? code : undefined;
|
|
133
|
+
}
|
|
134
|
+
// 表驱动的 flag 定义(node:util parseArgs)。--no-x 显式声明,不依赖 Node 20.14+
|
|
135
|
+
// 才支持的 allowNegative,也避免每个 boolean flag 都隐式获得未设计的负向别名。
|
|
136
|
+
// 未知 flag 由 strict 模式报清晰错误,不会静默吞掉后面的位置参数。
|
|
137
|
+
//
|
|
138
|
+
// 每个 flag 的 JSDoc 就是它在 docs-site/zh/reference/cli.mdx flag 表里的说明,由
|
|
139
|
+
// scripts/generate-reference.ts 提取渲染——改 flag 语义时改这里的注释即可,不用碰生成脚本。
|
|
140
|
+
// 负向 flag(no-x)与正向 flag 合并成一行展示,不需要单独写 JSDoc。
|
|
141
|
+
const FLAG_OPTIONS = {
|
|
142
|
+
/** experiment 运行不支持该 flag。要换 agent,请在 `experiments/` 下新增或复制一个配置文件。 */
|
|
143
|
+
agent: { type: "string" },
|
|
144
|
+
/** experiment 运行不支持该 flag。要换模型,请新增或复制一个 experiment 文件并修改 `model`。 */
|
|
145
|
+
model: { type: "string" },
|
|
146
|
+
/** 每个 eval 运行多少次,常用于 pass@N。 */
|
|
147
|
+
attempts: { type: "string" },
|
|
148
|
+
/** 设置同时运行的 eval 数量。 */
|
|
149
|
+
"max-concurrency": { type: "string" },
|
|
150
|
+
/** 设置同时进行的 Sandbox 镜像 lookup/build 数量;与 eval 并发独立,默认 2。 */
|
|
151
|
+
"max-build-concurrency": { type: "string" },
|
|
152
|
+
/** 单个 attempt 的超时时间,单位毫秒。解析链:`--timeout` > experiment > eval(`defineEval({ timeoutMs })`)> `niceeval.config.ts`,默认无上限(四层都没声明就不设 deadline);config 是缺省底而不是覆盖层,写了 config 不会让 eval 自己声明的上限失效。 */
|
|
153
|
+
timeout: { type: "string" },
|
|
154
|
+
/** 整次运行的预算上限(美元)。 */
|
|
155
|
+
budget: { type: "string" },
|
|
156
|
+
/** `exp` 命令专用:跑完留下 failed/errored attempt 的 Sandbox 现场(= `--keep-sandbox=failed`);`--keep-sandbox=all` 连 passed 也留。事后用 `niceeval sandbox list/enter/stop` 查看与销毁。 */
|
|
157
|
+
"keep-sandbox": { type: "boolean" },
|
|
158
|
+
/** `sandbox stop` 专用:销毁全部留存 Sandbox。 */
|
|
159
|
+
all: { type: "boolean" },
|
|
160
|
+
/** `sandbox diff` 专用:只看某个 send 窗口(如 `--window turn2` 或 `--window session2/turn1`);省略输出全部窗口的串联视图。 */
|
|
161
|
+
window: { type: "string" },
|
|
162
|
+
/** `sandbox diff` 专用:只看某个文件的 patch;省略输出该窗口的全部文件。 */
|
|
163
|
+
path: { type: "string" },
|
|
164
|
+
/** `sandbox enter` 专用:shell 退出后让现场保持运行,不送回休眠。 */
|
|
165
|
+
"leave-running": { type: "boolean" },
|
|
166
|
+
/** `sandbox list` 专用:核对强杀(`SIGKILL` / 断电)路径留下的无主沙箱实例(docker + e2b;vercel 无按元数据检索实例的通道,不参与)。只读,不清理;销毁走 `niceeval sandbox prune`。 */
|
|
167
|
+
orphans: { type: "boolean" },
|
|
168
|
+
/** 只运行带有该 tag 的 eval(见 `defineEval` 的 `tags`)。 */
|
|
169
|
+
tag: { type: "string" },
|
|
170
|
+
/** 额外写一份 JUnit XML 报告到指定路径,供 CI 消费。 */
|
|
171
|
+
junit: { type: "string" },
|
|
172
|
+
/** `exp` 运行在 stdout 输出单一有序的 NDJSON 事件流;`exp --dry` 与 `debug` 输出各自的单个 JSON 计划文档。`show` 输出同一 ReportExecution 的宿主数据与状态,不打开第二条取数路径。 */
|
|
173
|
+
json: { type: "boolean" },
|
|
174
|
+
/** `docker profile doctor` 专用:启动受限 DinD 容器并运行内层容器。 */
|
|
175
|
+
smoke: { type: "boolean" },
|
|
176
|
+
/** `view` 命令专用:把结果查看器静态导出到指定目录。 */
|
|
177
|
+
out: { type: "string" },
|
|
178
|
+
/** `view` 命令专用:指定本地服务器监听端口。 */
|
|
179
|
+
port: { type: "string" },
|
|
180
|
+
/** `view` 命令专用:指定监听地址;省略时为 127.0.0.1,只写 `--host` 时为 0.0.0.0。非 loopback 监听无认证或 TLS,会向所有可达客户端暴露报告数据。 */
|
|
181
|
+
host: { type: "string" },
|
|
182
|
+
// 以下旧 show 切片只为实现收敛期间保留解析位置,不属于目标公开 CLI,也不进入参考页。
|
|
183
|
+
/** `show` 专用:按一个 exact Attempt locator 展示已记录的 source snapshot。 */
|
|
184
|
+
source: { type: "boolean" },
|
|
185
|
+
/** `show @<AttemptLocator> --execution`:从公开 Record projection 呈现该 Attempt 的 transcript、tool 与 command evidence。 */
|
|
186
|
+
execution: { type: "boolean" },
|
|
187
|
+
/** `show @<AttemptLocator> --timing[=summary|full]` 专用:从内建 timing Report 读取该 Attempt 的 runner 阶段树。 */
|
|
188
|
+
timing: { type: "boolean" },
|
|
189
|
+
/** `show @<AttemptId> --execution` 专用:JS 正则过滤 retained transcript、tool 与 command evidence。 */
|
|
190
|
+
grep: { type: "string" },
|
|
191
|
+
// --diff 是布尔;--diff=<路径> 在 parseArgs 前预扫成 diffPath(路径必须 = 连写,
|
|
192
|
+
// 空格形式的下一个 token 仍是位置参数 = eval id 前缀,与文档一致)。
|
|
193
|
+
/** 实现收敛占位;目标公开 CLI 通过 Report page 读取 diff 通道。 */
|
|
194
|
+
diff: { type: "boolean" },
|
|
195
|
+
/** 实现收敛占位;目标公开 CLI 不提供跨 Run history。 */
|
|
196
|
+
history: { type: "boolean" },
|
|
197
|
+
/** 实现收敛占位;目标公开 CLI 通过 Report Calculation 呈现用量。 */
|
|
198
|
+
usage: { type: "boolean" },
|
|
199
|
+
/** 实现收敛占位;目标公开 CLI 不提供隐式跨 Run 统计。 */
|
|
200
|
+
stats: { type: "boolean" },
|
|
201
|
+
/** `show` / `view` 命令专用:按完整 ExperimentId 收窄当前项目结果;可重复,不接受前缀或逗号列表。 */
|
|
202
|
+
experiment: { type: "string", multiple: true },
|
|
203
|
+
/** `show` / `view` / `accept` / `sandbox enter|list|stop` 共用:指定实际 Record root;CLI 不补接 `.niceeval/record` 或其它后缀。 */
|
|
204
|
+
record: { type: "string" },
|
|
205
|
+
/** `show` / `view` 可重复传入 `--run`;每次按完整 RunId 增加一个显式 Run,重复 identity 去重。 */
|
|
206
|
+
run: { type: "string", multiple: true },
|
|
207
|
+
/** `show` / `view` 命令专用:内建 `overview` 或受信任的 Report module 路径。 */
|
|
208
|
+
report: { type: "string" },
|
|
209
|
+
/** `show` / `view` 命令专用:内建 Theme 或受信任的闭合 Theme module 路径。 */
|
|
210
|
+
theme: { type: "string" },
|
|
211
|
+
/** `show` / `view` 命令专用:选择报告的初始页;`show` 渲染该页并在尾部附其余页索引,`view` 以它作初始路由。未命中的页 id 按用法错误退出并列出可用页 id。 */
|
|
212
|
+
page: { type: "string" },
|
|
213
|
+
/** `exp` 命令专用:补齐被强杀打断的实验级 teardown——只对选中的实验各执行一次 teardown(新进程语义),不派发 attempt、不跑 setup;没有遗留登记也照常执行。与 eval 前缀位置参数组合是用法错误。 */
|
|
214
|
+
teardown: { type: "boolean" },
|
|
215
|
+
/** 只打印本次会匹配到的 eval × 运行配置,不实际执行(人读文本或 `--json` 单文档,见「机器怎么读:--json」)。 */
|
|
216
|
+
dry: { type: "boolean" },
|
|
217
|
+
/** `sandbox prune` 专用:除 orphan 外也销毁 unverified 实例;`exp` 明确拒绝此 flag,重跑失败项或全部项请用 `--rerun` / `--rerun all`。 */
|
|
218
|
+
force: { type: "boolean" },
|
|
219
|
+
/** `exp` 命令专用:重新运行失败项(裸写/failed)或全部项(all),不改变长期指纹。 */
|
|
220
|
+
rerun: { type: "boolean" },
|
|
221
|
+
/** 某个 eval 的一次 attempt 通过后,停止该 eval 剩余的 attempts;省略默认关(`attempts` 默认跑满、测完整通过率)。 */
|
|
222
|
+
"early-exit": { type: "boolean" },
|
|
223
|
+
/** 强制关闭首过即停,即使实验文件里写了 `earlyExit: true`。 */
|
|
224
|
+
"no-early-exit": { type: "boolean" },
|
|
225
|
+
/** `view` 命令专用:启动后自动打开浏览器(默认行为)。 */
|
|
226
|
+
open: { type: "boolean" },
|
|
227
|
+
"no-open": { type: "boolean" },
|
|
228
|
+
/** `clean` / `migrate` 专用:确认不可逆 maintenance 动作或没有 Git restore point 的 migration。 */
|
|
229
|
+
yes: { type: "boolean" },
|
|
230
|
+
/** 打印用法说明并退出。 */
|
|
231
|
+
help: { type: "boolean", short: "h" },
|
|
232
|
+
/** 打印 niceeval 的版本号并退出。 */
|
|
233
|
+
version: { type: "boolean", short: "v" },
|
|
234
|
+
};
|
|
235
|
+
function numberFlag(name, raw) {
|
|
236
|
+
if (raw === undefined)
|
|
237
|
+
return undefined;
|
|
238
|
+
const n = Number(raw);
|
|
239
|
+
if (!Number.isFinite(n)) {
|
|
240
|
+
throw usageError((0, index_ts_5.t)("cli.flag.invalidNumber", { flag: name, value: raw }));
|
|
241
|
+
}
|
|
242
|
+
return n;
|
|
243
|
+
}
|
|
244
|
+
const CLI_COMMANDS = ["check", "exp", "debug", "accept", "show", "list", "view", "clean", "migrate", "init", "run", "sandbox", "session", "docker"];
|
|
245
|
+
function isCliCommand(candidate) {
|
|
246
|
+
return CLI_COMMANDS.some((command) => command === candidate);
|
|
247
|
+
}
|
|
248
|
+
function parseArgs(argv) {
|
|
249
|
+
if (argv[0] === "--")
|
|
250
|
+
argv = argv.slice(1);
|
|
251
|
+
if (argv.some((arg) => arg === "--strict" || arg.startsWith("--strict="))) {
|
|
252
|
+
throw usageError((0, index_ts_5.t)("cli.flag.strictRemoved"));
|
|
253
|
+
}
|
|
254
|
+
// --diff=<路径> 预扫:diff 本体是布尔(裸 --diff = 文件级摘要),路径只接受 = 连写。
|
|
255
|
+
let diffPath;
|
|
256
|
+
// --keep-sandbox[=failed|all] 预扫:本体是布尔(裸 = failed 档),档位只接受 = 连写。
|
|
257
|
+
let keepSandboxTier;
|
|
258
|
+
// --timing[=summary|full] 预扫:node:util 的单个 option 不支持 boolean|string 联合,
|
|
259
|
+
// 所以 mode 在严格 parseArgs 前提取,再把两种形式统一成布尔 --timing。
|
|
260
|
+
let timingMode;
|
|
261
|
+
// --source[=full|<path>] 预扫:本体是布尔,值只接受 = 连写,避免吞掉 eval 前缀位置参数。
|
|
262
|
+
let sourceValue;
|
|
263
|
+
let rerunMode;
|
|
264
|
+
// boolean|string 联合 flag 的空格写法先归一:--rerun all → --rerun=all;
|
|
265
|
+
// --host 的裸写则补成默认地址,保持 `--host <地址>` 的普通 string flag 形态。
|
|
266
|
+
{
|
|
267
|
+
const normalized = [];
|
|
268
|
+
for (let index = 0; index < argv.length; index += 1) {
|
|
269
|
+
const arg = argv[index];
|
|
270
|
+
const next = argv[index + 1];
|
|
271
|
+
if (arg === "--rerun" && (next === "failed" || next === "all")) {
|
|
272
|
+
normalized.push(`--rerun=${next}`);
|
|
273
|
+
index += 1;
|
|
274
|
+
}
|
|
275
|
+
else if (arg === "--host" && (next === undefined || next.startsWith("-"))) {
|
|
276
|
+
normalized.push("--host=0.0.0.0");
|
|
277
|
+
}
|
|
278
|
+
else {
|
|
279
|
+
normalized.push(arg);
|
|
280
|
+
}
|
|
281
|
+
}
|
|
282
|
+
argv = normalized;
|
|
283
|
+
}
|
|
284
|
+
argv = argv.map((arg) => {
|
|
285
|
+
if (arg.startsWith("--host=")) {
|
|
286
|
+
const value = arg.slice("--host=".length);
|
|
287
|
+
if (value.length === 0) {
|
|
288
|
+
throw usageError("--host=<address> requires a non-empty address, or use bare --host.\n");
|
|
289
|
+
}
|
|
290
|
+
}
|
|
291
|
+
if (arg.startsWith("--source=")) {
|
|
292
|
+
const value = arg.slice("--source=".length);
|
|
293
|
+
if (value.length === 0) {
|
|
294
|
+
throw usageError("--source=<path> requires a non-empty captured source path, or use bare --source.\n");
|
|
295
|
+
}
|
|
296
|
+
sourceValue = value;
|
|
297
|
+
return "--source";
|
|
298
|
+
}
|
|
299
|
+
if (arg.startsWith("--diff=")) {
|
|
300
|
+
const path = arg.slice("--diff=".length);
|
|
301
|
+
if (path)
|
|
302
|
+
diffPath = path;
|
|
303
|
+
return "--diff";
|
|
304
|
+
}
|
|
305
|
+
if (arg.startsWith("--keep-sandbox=")) {
|
|
306
|
+
const tier = arg.slice("--keep-sandbox=".length);
|
|
307
|
+
if (tier !== "failed" && tier !== "all") {
|
|
308
|
+
throw usageError(`--keep-sandbox only accepts "failed" (default) or "all", got "${tier}".\n`);
|
|
309
|
+
}
|
|
310
|
+
keepSandboxTier = tier;
|
|
311
|
+
return "--keep-sandbox";
|
|
312
|
+
}
|
|
313
|
+
if (arg.startsWith("--timing=")) {
|
|
314
|
+
const mode = arg.slice("--timing=".length);
|
|
315
|
+
if (mode !== "summary" && mode !== "full") {
|
|
316
|
+
throw usageError(`--timing only accepts "summary" (default) or "full", got "${mode}".\n`);
|
|
317
|
+
}
|
|
318
|
+
timingMode = mode;
|
|
319
|
+
return "--timing";
|
|
320
|
+
}
|
|
321
|
+
if (arg.startsWith("--rerun=")) {
|
|
322
|
+
const mode = arg.slice("--rerun=".length);
|
|
323
|
+
if (mode !== "failed" && mode !== "all") {
|
|
324
|
+
throw usageError(`--rerun only accepts "failed" (default) or "all", got "${mode}".\n`);
|
|
325
|
+
}
|
|
326
|
+
rerunMode = mode;
|
|
327
|
+
return "--rerun";
|
|
328
|
+
}
|
|
329
|
+
// `--output` 整个删除(见 docs/feature/experiments/cli.md 与 memory/exp-output-two-forms-ruling.md):
|
|
330
|
+
// beta 不留别名,任何取值(裸 flag 或 `--output=value`)都按用法错误拒绝,不静默吞掉、也不
|
|
331
|
+
// 落到 node:util parseArgs 的通用「unknown option」文案——给出专门的 error:/fix: 两行,
|
|
332
|
+
// 指向唯一还存在的两条路径:不加 flag 跑人读文本,机器面用 `--json`。
|
|
333
|
+
if (arg === "--output" || arg.startsWith("--output=")) {
|
|
334
|
+
throw usageError((0, index_ts_5.t)("cli.flag.outputRemoved"));
|
|
335
|
+
}
|
|
336
|
+
return arg;
|
|
337
|
+
});
|
|
338
|
+
let values;
|
|
339
|
+
let rawPositionals;
|
|
340
|
+
let providedOptions;
|
|
341
|
+
try {
|
|
342
|
+
const parsed = (0, node_util_1.parseArgs)({
|
|
343
|
+
args: argv,
|
|
344
|
+
options: FLAG_OPTIONS,
|
|
345
|
+
allowPositionals: true,
|
|
346
|
+
strict: true,
|
|
347
|
+
tokens: true,
|
|
348
|
+
});
|
|
349
|
+
values = parsed.values;
|
|
350
|
+
rawPositionals = parsed.positionals;
|
|
351
|
+
providedOptions = parsed.tokens
|
|
352
|
+
.filter((token) => token.kind === "option")
|
|
353
|
+
.map((token) => token.name);
|
|
354
|
+
}
|
|
355
|
+
catch (e) {
|
|
356
|
+
if (e instanceof CliUsageError)
|
|
357
|
+
throw e;
|
|
358
|
+
throw usageError((0, index_ts_5.t)("cli.flag.parseError", { message: e instanceof Error ? e.message : String(e) }));
|
|
359
|
+
}
|
|
360
|
+
// 第一个位置参数必须是已知命令;其余是 eval id 前缀 / view 输入。
|
|
361
|
+
// 裸 eval id 早已不再是运行入口,所以不识别的首 token 应当就地报用法错误,
|
|
362
|
+
// 不应先装载项目 config / eval 再偶然以其它错误退出。
|
|
363
|
+
let command = "run";
|
|
364
|
+
let positionals = rawPositionals;
|
|
365
|
+
if (rawPositionals.length > 0) {
|
|
366
|
+
const candidate = rawPositionals[0];
|
|
367
|
+
if (!isCliCommand(candidate)) {
|
|
368
|
+
throw usageError((0, index_ts_5.t)("cli.command.unknown", { command: candidate }));
|
|
369
|
+
}
|
|
370
|
+
command = candidate;
|
|
371
|
+
positionals = rawPositionals.slice(1);
|
|
372
|
+
}
|
|
373
|
+
const flags = {
|
|
374
|
+
agent: values.agent,
|
|
375
|
+
model: values.model,
|
|
376
|
+
attempts: numberFlag("attempts", values.attempts),
|
|
377
|
+
maxConcurrency: numberFlag("max-concurrency", values["max-concurrency"]),
|
|
378
|
+
maxBuildConcurrency: numberFlag("max-build-concurrency", values["max-build-concurrency"]),
|
|
379
|
+
timeout: numberFlag("timeout", values.timeout),
|
|
380
|
+
budget: numberFlag("budget", values.budget),
|
|
381
|
+
tag: values.tag,
|
|
382
|
+
junit: values.junit,
|
|
383
|
+
json: values.json === true,
|
|
384
|
+
smoke: values.smoke === true,
|
|
385
|
+
out: values.out,
|
|
386
|
+
port: numberFlag("port", values.port),
|
|
387
|
+
host: values.host,
|
|
388
|
+
dry: values.dry === true,
|
|
389
|
+
force: values.force === true,
|
|
390
|
+
rerun: values.rerun === true ? (rerunMode ?? "failed") : undefined,
|
|
391
|
+
earlyExit: values["no-early-exit"] === true ? false : values["early-exit"] === true ? true : undefined,
|
|
392
|
+
open: values["no-open"] === true ? false : values.open === true ? true : undefined,
|
|
393
|
+
help: values.help === true,
|
|
394
|
+
version: values.version === true,
|
|
395
|
+
yes: values.yes === true,
|
|
396
|
+
source: values.source === true ? (sourceValue ?? true) : undefined,
|
|
397
|
+
execution: values.execution === true,
|
|
398
|
+
diff: values.diff === true && diffPath === undefined,
|
|
399
|
+
diffPath,
|
|
400
|
+
timing: values.timing === true ? (timingMode ?? "summary") : undefined,
|
|
401
|
+
grep: values.grep,
|
|
402
|
+
keepSandbox: values["keep-sandbox"] === true ? (keepSandboxTier ?? "failed") : undefined,
|
|
403
|
+
all: values.all === true,
|
|
404
|
+
window: values.window,
|
|
405
|
+
sandboxPath: values.path,
|
|
406
|
+
leaveRunning: values["leave-running"] === true,
|
|
407
|
+
history: values.history === true,
|
|
408
|
+
usage: values.usage === true,
|
|
409
|
+
stats: values.stats === true,
|
|
410
|
+
experiment: values.experiment,
|
|
411
|
+
record: values.record,
|
|
412
|
+
run: values.run,
|
|
413
|
+
report: values.report,
|
|
414
|
+
page: values.page,
|
|
415
|
+
theme: values.theme,
|
|
416
|
+
orphans: values.orphans === true,
|
|
417
|
+
teardown: values.teardown === true,
|
|
418
|
+
};
|
|
419
|
+
return { command, positionals, flags, providedOptions };
|
|
420
|
+
}
|
|
421
|
+
function projectCurrentDryPlan(input) {
|
|
422
|
+
return Object.freeze({
|
|
423
|
+
slots: Object.freeze(input.slots.map(projectCurrentDryPlanSlot)),
|
|
424
|
+
readbacks: Object.freeze(input.readbacks.map(reuse_readback_ts_1.projectCurrentReuseReadback)),
|
|
425
|
+
});
|
|
426
|
+
}
|
|
427
|
+
function projectCurrentDryPlanSlot(slot) {
|
|
428
|
+
return Object.freeze({
|
|
429
|
+
runId: String(slot.runId),
|
|
430
|
+
slotId: String(slot.slotId),
|
|
431
|
+
experimentId: slot.experimentId,
|
|
432
|
+
evalId: slot.evalId,
|
|
433
|
+
attempt: slot.attempt,
|
|
434
|
+
state: slot.state === "reuse" ? "reused" : "gap",
|
|
435
|
+
comparisons: Object.freeze(slot.comparisons.map((comparison) => Object.freeze({
|
|
436
|
+
attachment: comparison.attachment,
|
|
437
|
+
recordedClaim: comparison.recordedClaim,
|
|
438
|
+
sourceState: comparison.sourceState,
|
|
439
|
+
result: comparison.result,
|
|
440
|
+
reason: comparison.reason,
|
|
441
|
+
}))),
|
|
442
|
+
...(slot.state === "gap" ? { reason: slot.reason, scope: slot.scope } : {}),
|
|
443
|
+
});
|
|
444
|
+
}
|
|
445
|
+
function currentDryPlanRows(plan) {
|
|
446
|
+
const rows = new Map();
|
|
447
|
+
const rowFor = (experimentId, evalId) => {
|
|
448
|
+
const key = JSON.stringify([experimentId, evalId]);
|
|
449
|
+
const existing = rows.get(key);
|
|
450
|
+
if (existing !== undefined)
|
|
451
|
+
return existing;
|
|
452
|
+
const created = { experimentId, evalId, slots: [], readbacks: [] };
|
|
453
|
+
rows.set(key, created);
|
|
454
|
+
return created;
|
|
455
|
+
};
|
|
456
|
+
for (const slot of plan.slots)
|
|
457
|
+
rowFor(slot.experimentId, slot.evalId).slots.push(slot);
|
|
458
|
+
for (const readback of plan.readbacks) {
|
|
459
|
+
rowFor(readback.target.experimentId, readback.target.evalId).readbacks.push(readback);
|
|
460
|
+
}
|
|
461
|
+
return Object.freeze([...rows.values()].map((row) => Object.freeze({
|
|
462
|
+
experimentId: row.experimentId,
|
|
463
|
+
evalId: row.evalId,
|
|
464
|
+
slots: Object.freeze([...row.slots].sort((left, right) => left.attempt - right.attempt)),
|
|
465
|
+
readbacks: Object.freeze([...row.readbacks].sort((left, right) => left.target.attempt - right.target.attempt)),
|
|
466
|
+
})).sort((left, right) => left.experimentId.localeCompare(right.experimentId) || left.evalId.localeCompare(right.evalId)));
|
|
467
|
+
}
|
|
468
|
+
function renderCurrentDryPlan(input) {
|
|
469
|
+
const reused = input.rows.reduce((total, row) => total + row.slots.filter((slot) => slot.state === "reused").length, 0);
|
|
470
|
+
const lines = [
|
|
471
|
+
`plan: ${input.totalAttempts} attempts · ${input.evals} evals × ${input.configs} configs · runs ${input.attempts}`,
|
|
472
|
+
...(reused === 0 ? [] : [`reuse: ${reused}/${input.totalAttempts} exact current Record attempts`]),
|
|
473
|
+
`plugins: ${input.pluginAudit.occurrences.length} lifecycle occurrences`,
|
|
474
|
+
];
|
|
475
|
+
for (const row of input.rows) {
|
|
476
|
+
const reusedAttempts = row.slots.filter((slot) => slot.state === "reused").map((slot) => slot.attempt);
|
|
477
|
+
const gaps = row.slots.filter((slot) => slot.state === "gap");
|
|
478
|
+
const hasIdentityGap = gaps.some((slot) => slot.reason === "identity-mismatch");
|
|
479
|
+
const parts = [
|
|
480
|
+
...(row.locked ? ["locked"] : []),
|
|
481
|
+
...(reusedAttempts.length === 0 ? [] : [`reused ${reusedAttempts.join(",")}`]),
|
|
482
|
+
...gaps.map((slot) => `gap ${slot.attempt}:${slot.reason ?? "unknown"}`),
|
|
483
|
+
];
|
|
484
|
+
lines.push(`${row.experimentId} ${row.evalId} ${parts.join(" · ") || "no slots"}`);
|
|
485
|
+
for (const readback of row.readbacks) {
|
|
486
|
+
const verdict = readback.state === "reused"
|
|
487
|
+
? readback.verdict
|
|
488
|
+
: readback.verdict.state === "available"
|
|
489
|
+
? readback.verdict.value
|
|
490
|
+
: readback.verdict.state;
|
|
491
|
+
const locator = readback.source.locator;
|
|
492
|
+
lines.push(` source ${locator} · ${readback.state} · verdict ${verdict}`);
|
|
493
|
+
if (hasIdentityGap && readback.state === "prior") {
|
|
494
|
+
lines.push(` accept: niceeval accept ${locator}`);
|
|
495
|
+
}
|
|
496
|
+
}
|
|
497
|
+
}
|
|
498
|
+
return `${lines.join("\n")}\n`;
|
|
499
|
+
}
|
|
500
|
+
function renderCurrentDryPlanJson(input) {
|
|
501
|
+
const reused = input.rows.reduce((total, row) => total + row.slots.filter((slot) => slot.state === "reused").length, 0);
|
|
502
|
+
return `${JSON.stringify({
|
|
503
|
+
format: "niceeval.current-reuse-plan/v1",
|
|
504
|
+
schemaVersion: 1,
|
|
505
|
+
total: input.totalAttempts,
|
|
506
|
+
evals: input.evals,
|
|
507
|
+
configs: input.configs,
|
|
508
|
+
attempts: input.attempts,
|
|
509
|
+
reused,
|
|
510
|
+
matrix: input.rows,
|
|
511
|
+
plugins: input.pluginAudit.occurrences,
|
|
512
|
+
})}\n`;
|
|
513
|
+
}
|
|
514
|
+
/**
|
|
515
|
+
* Fold the invocation's real fresh results and current Record readbacks at the
|
|
516
|
+
* same eval identity. This intentionally projects only identity + terminal
|
|
517
|
+
* verdict; a reused readback is never recreated as an EvalResult.
|
|
518
|
+
*/
|
|
519
|
+
function foldInvocationEvalStats(summary) {
|
|
520
|
+
const terminals = [
|
|
521
|
+
...summary.results.map((result) => Object.freeze({
|
|
522
|
+
identity: `${result.experimentId ?? ""}|${result.id}`,
|
|
523
|
+
verdict: result.verdict,
|
|
524
|
+
})),
|
|
525
|
+
...summary.reusedAttempts.map((readback) => Object.freeze({
|
|
526
|
+
identity: `${readback.target.experimentId}|${readback.target.evalId}`,
|
|
527
|
+
verdict: readback.source.evaluationKind !== "score"
|
|
528
|
+
? readback.verdict
|
|
529
|
+
: readback.score.state === "applicable"
|
|
530
|
+
&& readback.score.attachment.state === "available"
|
|
531
|
+
&& readback.score.attachment.value.state === "complete"
|
|
532
|
+
? "passed"
|
|
533
|
+
: "errored",
|
|
534
|
+
})),
|
|
535
|
+
];
|
|
536
|
+
return (0, verdict_ts_1.evalLevelStats)(terminals, (terminal) => terminal.identity);
|
|
537
|
+
}
|
|
538
|
+
function firstViewerOnlyFlag(flags) {
|
|
539
|
+
const SHOW = "show";
|
|
540
|
+
const BOTH = "show / view";
|
|
541
|
+
const VIEW = "view";
|
|
542
|
+
if (flags.source)
|
|
543
|
+
return { flag: "--source", command: SHOW };
|
|
544
|
+
if (flags.execution)
|
|
545
|
+
return { flag: "--execution", command: SHOW };
|
|
546
|
+
if (flags.timing !== undefined)
|
|
547
|
+
return { flag: "--timing", command: SHOW };
|
|
548
|
+
if (flags.grep !== undefined)
|
|
549
|
+
return { flag: "--grep", command: SHOW };
|
|
550
|
+
if (flags.diff || flags.diffPath !== undefined)
|
|
551
|
+
return { flag: "--diff", command: SHOW };
|
|
552
|
+
if (flags.history)
|
|
553
|
+
return { flag: "--history", command: SHOW };
|
|
554
|
+
if (flags.usage)
|
|
555
|
+
return { flag: "--usage", command: SHOW };
|
|
556
|
+
if (flags.stats)
|
|
557
|
+
return { flag: "--stats", command: SHOW };
|
|
558
|
+
if (flags.experiment !== undefined)
|
|
559
|
+
return { flag: "--experiment", command: BOTH };
|
|
560
|
+
if (flags.record !== undefined)
|
|
561
|
+
return { flag: "--record", command: BOTH };
|
|
562
|
+
if (flags.report !== undefined)
|
|
563
|
+
return { flag: "--report", command: BOTH };
|
|
564
|
+
if (flags.theme !== undefined)
|
|
565
|
+
return { flag: "--theme", command: VIEW };
|
|
566
|
+
if (flags.page !== undefined)
|
|
567
|
+
return { flag: "--page", command: BOTH };
|
|
568
|
+
if (flags.run !== undefined)
|
|
569
|
+
return { flag: "--run", command: VIEW };
|
|
570
|
+
if (flags.out !== undefined)
|
|
571
|
+
return { flag: "--out", command: VIEW };
|
|
572
|
+
if (flags.port !== undefined)
|
|
573
|
+
return { flag: "--port", command: VIEW };
|
|
574
|
+
if (flags.open !== undefined)
|
|
575
|
+
return { flag: "--open", command: VIEW };
|
|
576
|
+
return undefined;
|
|
577
|
+
}
|
|
578
|
+
/** `clean` and `migrate` operate on a current Record root with explicit confirmation. */
|
|
579
|
+
function firstRecordMaintenanceUnsupportedFlag(flags) {
|
|
580
|
+
const unsupported = [
|
|
581
|
+
["--agent", flags.agent],
|
|
582
|
+
["--model", flags.model],
|
|
583
|
+
["--attempts", flags.attempts],
|
|
584
|
+
["--max-concurrency", flags.maxConcurrency],
|
|
585
|
+
["--max-build-concurrency", flags.maxBuildConcurrency],
|
|
586
|
+
["--timeout", flags.timeout],
|
|
587
|
+
["--budget", flags.budget],
|
|
588
|
+
["--tag", flags.tag],
|
|
589
|
+
["--junit", flags.junit],
|
|
590
|
+
["--json", flags.json],
|
|
591
|
+
["--smoke", flags.smoke],
|
|
592
|
+
["--dry", flags.dry],
|
|
593
|
+
["--force", flags.force],
|
|
594
|
+
["--rerun", flags.rerun],
|
|
595
|
+
["--early-exit/--no-early-exit", flags.earlyExit],
|
|
596
|
+
["--open/--no-open", flags.open],
|
|
597
|
+
["--out", flags.out],
|
|
598
|
+
["--port", flags.port],
|
|
599
|
+
["--host", flags.host],
|
|
600
|
+
["--source", flags.source],
|
|
601
|
+
["--execution", flags.execution],
|
|
602
|
+
["--diff", flags.diff || flags.diffPath !== undefined],
|
|
603
|
+
["--grep", flags.grep],
|
|
604
|
+
["--timing", flags.timing],
|
|
605
|
+
["--keep-sandbox", flags.keepSandbox],
|
|
606
|
+
["--all", flags.all],
|
|
607
|
+
["--window", flags.window],
|
|
608
|
+
["--path", flags.sandboxPath],
|
|
609
|
+
["--leave-running", flags.leaveRunning],
|
|
610
|
+
["--history", flags.history],
|
|
611
|
+
["--usage", flags.usage],
|
|
612
|
+
["--stats", flags.stats],
|
|
613
|
+
["--experiment", flags.experiment],
|
|
614
|
+
["--run", flags.run],
|
|
615
|
+
["--report", flags.report],
|
|
616
|
+
["--page", flags.page],
|
|
617
|
+
["--theme", flags.theme],
|
|
618
|
+
["--orphans", flags.orphans],
|
|
619
|
+
["--teardown", flags.teardown],
|
|
620
|
+
];
|
|
621
|
+
const bad = unsupported.find(([flag, value]) => {
|
|
622
|
+
if (flag === "--open/--no-open" || flag === "--early-exit/--no-early-exit") {
|
|
623
|
+
return value !== undefined;
|
|
624
|
+
}
|
|
625
|
+
return value !== undefined && value !== false && (!Array.isArray(value) || value.length > 0);
|
|
626
|
+
});
|
|
627
|
+
return bad?.[0];
|
|
628
|
+
}
|
|
629
|
+
/**
|
|
630
|
+
* `accept` 接受一个或多个精确 locator;它不是 `exp` 的另一种选择器,也不派发 attempt。
|
|
631
|
+
* `--record` 是唯一允许的附加 flag,用来接受发布根或其它显式记录根里的结果。
|
|
632
|
+
*/
|
|
633
|
+
function parseAcceptLocators(positionals, flags) {
|
|
634
|
+
if (positionals.length === 0 || positionals.some((locator) => !/^@[^@\s]+$/.test(locator))) {
|
|
635
|
+
throw usageError((0, index_ts_5.t)("cli.accept.usage"));
|
|
636
|
+
}
|
|
637
|
+
if (new Set(positionals).size !== positionals.length) {
|
|
638
|
+
throw usageError("niceeval accept rejects duplicate locators.\n");
|
|
639
|
+
}
|
|
640
|
+
// `parseArgs` 已经负责未知 flag;这里拒绝那些虽为全局已知、但会改变运行/查看语义的 flag。
|
|
641
|
+
// `--record` 是 accept 的唯一范围输入,help/version 在 main() 更早处理。
|
|
642
|
+
const unsupported = [
|
|
643
|
+
["--agent", flags.agent],
|
|
644
|
+
["--model", flags.model],
|
|
645
|
+
["--attempts", flags.attempts],
|
|
646
|
+
["--max-concurrency", flags.maxConcurrency],
|
|
647
|
+
["--max-build-concurrency", flags.maxBuildConcurrency],
|
|
648
|
+
["--timeout", flags.timeout],
|
|
649
|
+
["--budget", flags.budget],
|
|
650
|
+
["--tag", flags.tag],
|
|
651
|
+
["--junit", flags.junit],
|
|
652
|
+
["--json", flags.json],
|
|
653
|
+
["--dry", flags.dry],
|
|
654
|
+
["--force", flags.force],
|
|
655
|
+
["--rerun", flags.rerun],
|
|
656
|
+
["--early-exit/--no-early-exit", flags.earlyExit],
|
|
657
|
+
["--open/--no-open", flags.open],
|
|
658
|
+
["--source", flags.source],
|
|
659
|
+
["--execution", flags.execution],
|
|
660
|
+
["--diff", flags.diff || flags.diffPath !== undefined],
|
|
661
|
+
["--grep", flags.grep],
|
|
662
|
+
["--timing", flags.timing],
|
|
663
|
+
["--keep-sandbox", flags.keepSandbox],
|
|
664
|
+
["--all", flags.all],
|
|
665
|
+
["--window", flags.window],
|
|
666
|
+
["--path", flags.sandboxPath],
|
|
667
|
+
["--leave-running", flags.leaveRunning],
|
|
668
|
+
["--history", flags.history],
|
|
669
|
+
["--usage", flags.usage],
|
|
670
|
+
["--stats", flags.stats],
|
|
671
|
+
["--experiment", flags.experiment],
|
|
672
|
+
["--run", flags.run],
|
|
673
|
+
["--report", flags.report],
|
|
674
|
+
["--page", flags.page],
|
|
675
|
+
["--theme", flags.theme],
|
|
676
|
+
["--orphans", flags.orphans],
|
|
677
|
+
["--teardown", flags.teardown],
|
|
678
|
+
];
|
|
679
|
+
const bad = unsupported.find(([flag, value]) => {
|
|
680
|
+
// `--no-open` / `--no-early-exit` are represented as false, but are still
|
|
681
|
+
// explicit flags and therefore invalid on this command.
|
|
682
|
+
if (flag === "--open/--no-open" || flag === "--early-exit/--no-early-exit")
|
|
683
|
+
return value !== undefined;
|
|
684
|
+
return value !== undefined && value !== false && (!Array.isArray(value) || value.length > 0);
|
|
685
|
+
});
|
|
686
|
+
if (bad) {
|
|
687
|
+
throw usageError((0, index_ts_5.t)("cli.accept.flagUnsupported", { flag: bad[0] }));
|
|
688
|
+
}
|
|
689
|
+
return [...positionals];
|
|
690
|
+
}
|
|
691
|
+
/** 调用 acceptance core;CLI 只负责 cwd/记录根边界、输出与退出码,不重建结果或启动 runner。 */
|
|
692
|
+
function runAcceptCommand(cwd, locators, recordRoot) {
|
|
693
|
+
return effect_1.Effect.gen(function* () {
|
|
694
|
+
const mod = (yield* cliPromise("load acceptance command", () => __niceevalDynamicImport("./runner/accept.cjs")));
|
|
695
|
+
const results = yield* cliEffect("accept locators", mod.acceptLocators({
|
|
696
|
+
cwd,
|
|
697
|
+
locators,
|
|
698
|
+
...(recordRoot !== undefined ? { recordRoot } : {}),
|
|
699
|
+
}));
|
|
700
|
+
yield* effect_1.Effect.sync(() => {
|
|
701
|
+
for (const result of results) {
|
|
702
|
+
process.stdout.write((0, index_ts_5.t)("cli.accept.done", {
|
|
703
|
+
runId: result.runId,
|
|
704
|
+
sourceLocator: result.sourceLocator,
|
|
705
|
+
locator: result.locator,
|
|
706
|
+
fingerprint: result.fingerprint ?? "—",
|
|
707
|
+
}));
|
|
708
|
+
}
|
|
709
|
+
});
|
|
710
|
+
});
|
|
711
|
+
}
|
|
712
|
+
// ── exp rename:CLI 契约与纯解析/格式化 ──────────────────────────────────────
|
|
713
|
+
// 核心在 src/runner/rename-experiment.ts(planExperimentRename / renameExperiment,
|
|
714
|
+
// 资格门与写入都在那里,见 docs/source-map.md 与 docs/feature/experiments/rename.md);
|
|
715
|
+
// CLI 只做:解析 `exp rename <oldId> <newId>`、递选项进核心、把核心返回的计划/结果按
|
|
716
|
+
// 形态渲染。稳定 reason、计划与结果文档都是核心导出的契约,CLI 不在渲染层重建资格算法。
|
|
717
|
+
exports.EXPERIMENT_RENAME_FORMAT = "niceeval.experimentRename";
|
|
718
|
+
exports.EXPERIMENT_RENAME_SCHEMA_VERSION = 1;
|
|
719
|
+
const EXPERIMENT_RENAME_REASON_MESSAGE = {
|
|
720
|
+
"source-empty": "cli.rename.error.sourceEmpty",
|
|
721
|
+
"target-not-found": "cli.rename.error.targetNotFound",
|
|
722
|
+
"target-has-results": "cli.rename.error.targetHasResults",
|
|
723
|
+
"source-unreadable": "cli.rename.error.sourceUnreadable",
|
|
724
|
+
"artifact-unavailable": "cli.rename.error.artifactUnavailable",
|
|
725
|
+
"nothing-to-migrate": "cli.rename.error.nothingToMigrate",
|
|
726
|
+
};
|
|
727
|
+
/**
|
|
728
|
+
* 解析 exp rename 的位置参数:必须恰好两个(一个旧 id、一个新 id)。
|
|
729
|
+
* 纯函数,CLI 与测试共用。
|
|
730
|
+
*/
|
|
731
|
+
function parseExperimentRenamePositionals(args) {
|
|
732
|
+
if (args.length !== 2 || args[0] === undefined || args[1] === undefined) {
|
|
733
|
+
return { ok: false, kind: "usage" };
|
|
734
|
+
}
|
|
735
|
+
return { ok: true, oldId: args[0], newId: args[1] };
|
|
736
|
+
}
|
|
737
|
+
/**
|
|
738
|
+
* exp rename 只允许 --dry / --json;返回第一个被误用的 flag,没有误用返回 undefined。
|
|
739
|
+
* 与 accept 同一套纪律:node:util parseArgs 已经报未知 flag,这里拒绝那些全局已知、
|
|
740
|
+
* 但会改变运行/查看语义的 flag。
|
|
741
|
+
*/
|
|
742
|
+
function firstExperimentRenameUnsupportedFlag(flags) {
|
|
743
|
+
const unsupported = [
|
|
744
|
+
["--agent", flags.agent],
|
|
745
|
+
["--model", flags.model],
|
|
746
|
+
["--attempts", flags.attempts],
|
|
747
|
+
["--max-concurrency", flags.maxConcurrency],
|
|
748
|
+
["--max-build-concurrency", flags.maxBuildConcurrency],
|
|
749
|
+
["--timeout", flags.timeout],
|
|
750
|
+
["--budget", flags.budget],
|
|
751
|
+
["--tag", flags.tag],
|
|
752
|
+
["--junit", flags.junit],
|
|
753
|
+
["--force", flags.force],
|
|
754
|
+
["--rerun", flags.rerun],
|
|
755
|
+
["--early-exit/--no-early-exit", flags.earlyExit],
|
|
756
|
+
["--open/--no-open", flags.open],
|
|
757
|
+
["--source", flags.source],
|
|
758
|
+
["--execution", flags.execution],
|
|
759
|
+
["--diff", flags.diff || flags.diffPath !== undefined],
|
|
760
|
+
["--grep", flags.grep],
|
|
761
|
+
["--timing", flags.timing],
|
|
762
|
+
["--keep-sandbox", flags.keepSandbox],
|
|
763
|
+
["--all", flags.all],
|
|
764
|
+
["--window", flags.window],
|
|
765
|
+
["--path", flags.sandboxPath],
|
|
766
|
+
["--leave-running", flags.leaveRunning],
|
|
767
|
+
["--history", flags.history],
|
|
768
|
+
["--usage", flags.usage],
|
|
769
|
+
["--stats", flags.stats],
|
|
770
|
+
["--experiment", flags.experiment],
|
|
771
|
+
["--record", flags.record],
|
|
772
|
+
["--run", flags.run],
|
|
773
|
+
["--report", flags.report],
|
|
774
|
+
["--page", flags.page],
|
|
775
|
+
["--theme", flags.theme],
|
|
776
|
+
["--orphans", flags.orphans],
|
|
777
|
+
["--teardown", flags.teardown],
|
|
778
|
+
["--out", flags.out],
|
|
779
|
+
["--port", flags.port],
|
|
780
|
+
["--host", flags.host],
|
|
781
|
+
];
|
|
782
|
+
const bad = unsupported.find(([flag, value]) => {
|
|
783
|
+
// `--no-open` / `--no-early-exit` 表现为 false,但仍是显式 flag,在 rename 上同样非法。
|
|
784
|
+
if (flag === "--open/--no-open" || flag === "--early-exit/--no-early-exit")
|
|
785
|
+
return value !== undefined;
|
|
786
|
+
return value !== undefined && value !== false && (!Array.isArray(value) || value.length > 0);
|
|
787
|
+
});
|
|
788
|
+
return bad?.[0];
|
|
789
|
+
}
|
|
790
|
+
/** 人读面:核心计划 → 预览文本。逐条列出迁移与排除;有 `blocked` 时点名阻断原因。 */
|
|
791
|
+
function renderExperimentRenamePlanHuman(plan) {
|
|
792
|
+
const lines = [(0, index_ts_5.t)("cli.rename.previewHeader", { oldId: plan.oldId, newId: plan.newId })];
|
|
793
|
+
if (plan.blocked !== undefined) {
|
|
794
|
+
lines.push((0, index_ts_5.t)("cli.rename.blocked", { reason: plan.blocked.reason }));
|
|
795
|
+
lines.push(...renderExperimentRenameBlockedDetail(plan.blocked));
|
|
796
|
+
}
|
|
797
|
+
if (plan.migrations.length > 0) {
|
|
798
|
+
lines.push((0, index_ts_5.t)("cli.rename.migratingHeader", { count: plan.migrations.length }));
|
|
799
|
+
for (const entry of plan.migrations) {
|
|
800
|
+
lines.push((0, index_ts_5.t)("cli.rename.migratingRow", {
|
|
801
|
+
evalId: entry.evalId,
|
|
802
|
+
sourceLocator: entry.sourceLocator,
|
|
803
|
+
newId: plan.newId,
|
|
804
|
+
}));
|
|
805
|
+
}
|
|
806
|
+
}
|
|
807
|
+
if (plan.excluded.length > 0) {
|
|
808
|
+
lines.push((0, index_ts_5.t)("cli.rename.excludedHeader", { count: plan.excluded.length }));
|
|
809
|
+
for (const entry of plan.excluded) {
|
|
810
|
+
lines.push((0, index_ts_5.t)("cli.rename.excludedRow", { evalId: entry.evalId, reason: entry.reason }));
|
|
811
|
+
}
|
|
812
|
+
}
|
|
813
|
+
return `${lines.join("\n")}\n`;
|
|
814
|
+
}
|
|
815
|
+
/** 拒绝的人读面:先给 reason 专属文案(点名旧 id、新 id、受影响 eval 与下一步),再补冲突清单。 */
|
|
816
|
+
function renderExperimentRenameRejectedHuman(rejected) {
|
|
817
|
+
const lines = [
|
|
818
|
+
(0, index_ts_5.t)(EXPERIMENT_RENAME_REASON_MESSAGE[rejected.reason], {
|
|
819
|
+
oldId: rejected.oldId,
|
|
820
|
+
newId: rejected.newId,
|
|
821
|
+
evalId: rejected.evalId ?? "",
|
|
822
|
+
}),
|
|
823
|
+
];
|
|
824
|
+
lines.push(...renderExperimentRenameRejectedDetail(rejected));
|
|
825
|
+
return `${lines.join("\n")}\n`;
|
|
826
|
+
}
|
|
827
|
+
/** 成功的人读面:新 snapshot 路径 + 逐条新 locator。 */
|
|
828
|
+
function renderExperimentRenameDoneHuman(done) {
|
|
829
|
+
const lines = [
|
|
830
|
+
(0, index_ts_5.t)("cli.rename.doneHeader", { oldId: done.oldId, newId: done.newId, count: done.migrated.length }),
|
|
831
|
+
(0, index_ts_5.t)("cli.rename.snapshotPath", { path: done.snapshotPath }),
|
|
832
|
+
];
|
|
833
|
+
for (const entry of done.migrated) {
|
|
834
|
+
lines.push((0, index_ts_5.t)("cli.rename.doneRow", {
|
|
835
|
+
evalId: entry.evalId,
|
|
836
|
+
sourceLocator: entry.sourceLocator,
|
|
837
|
+
locator: entry.locator,
|
|
838
|
+
}));
|
|
839
|
+
}
|
|
840
|
+
return `${lines.join("\n")}\n`;
|
|
841
|
+
}
|
|
842
|
+
/** 阻断的逐条事实:冲突 eval 逐行列出,并保留底层读取详情。 */
|
|
843
|
+
function renderExperimentRenameBlockedDetail(blocked) {
|
|
844
|
+
const lines = [];
|
|
845
|
+
for (const evalId of blocked.conflictingEvals ?? []) {
|
|
846
|
+
lines.push(` ${evalId}`);
|
|
847
|
+
}
|
|
848
|
+
if (blocked.detail !== undefined)
|
|
849
|
+
lines.push(` ${blocked.detail}`);
|
|
850
|
+
return lines;
|
|
851
|
+
}
|
|
852
|
+
function renderExperimentRenameRejectedDetail(rejected) {
|
|
853
|
+
const lines = [];
|
|
854
|
+
const conflicting = rejected.conflictingEvals ?? [];
|
|
855
|
+
if (conflicting.length > 0) {
|
|
856
|
+
lines.push((0, index_ts_5.t)("cli.rename.conflicting", { evals: conflicting.join(", ") }));
|
|
857
|
+
}
|
|
858
|
+
return lines;
|
|
859
|
+
}
|
|
860
|
+
/** 机器面:单份 JSON 文档,不混入人读文本(见 rename.md「命令」)。 */
|
|
861
|
+
function renderExperimentRenameJson(document) {
|
|
862
|
+
return `${JSON.stringify({
|
|
863
|
+
format: exports.EXPERIMENT_RENAME_FORMAT,
|
|
864
|
+
schemaVersion: exports.EXPERIMENT_RENAME_SCHEMA_VERSION,
|
|
865
|
+
...document,
|
|
866
|
+
})}\n`;
|
|
867
|
+
}
|
|
868
|
+
/** 把 renameExperiment 抛出的资格错误投影成 rejected 文档(JSON 与拒绝人读共用)。 */
|
|
869
|
+
function experimentRenameRejectedFromError(error) {
|
|
870
|
+
const plan = error.plan;
|
|
871
|
+
const blocked = plan?.blocked;
|
|
872
|
+
return {
|
|
873
|
+
status: "rejected",
|
|
874
|
+
oldId: plan?.oldId ?? "",
|
|
875
|
+
newId: plan?.newId ?? "",
|
|
876
|
+
reason: error.reason,
|
|
877
|
+
...(blocked?.evalId === undefined ? {} : { evalId: blocked.evalId }),
|
|
878
|
+
...(blocked?.conflictingEvals === undefined ? {} : { conflictingEvals: blocked.conflictingEvals }),
|
|
879
|
+
...(blocked?.detail === undefined ? {} : { detail: blocked.detail }),
|
|
880
|
+
};
|
|
881
|
+
}
|
|
882
|
+
/** 退出码:可迁移预览与成功执行为 0;blocked 预览 / rejected 整批零写入按失败退出。 */
|
|
883
|
+
function experimentRenameExitCode(document) {
|
|
884
|
+
if (document.status === "done")
|
|
885
|
+
return 0;
|
|
886
|
+
if (document.status === "plan")
|
|
887
|
+
return document.blocked === undefined ? 0 : 1;
|
|
888
|
+
return 1;
|
|
889
|
+
}
|
|
890
|
+
/**
|
|
891
|
+
* exp rename 的 CLI 执行:解析 → 核心 → 渲染 → 退出码。核心契约见
|
|
892
|
+
* src/runner/rename-experiment.ts(planExperimentRename / renameExperiment)。
|
|
893
|
+
* renameExperiment 对资格失败抛 ExperimentRenameError,CLI 把它投影成 rejected 文档。
|
|
894
|
+
*/
|
|
895
|
+
function runExperimentRenameCommand(cwd, args, flags) {
|
|
896
|
+
return effect_1.Effect.gen(function* () {
|
|
897
|
+
const parsed = parseExperimentRenamePositionals(args);
|
|
898
|
+
if (!parsed.ok) {
|
|
899
|
+
yield* effect_1.Effect.sync(() => process.stderr.write((0, index_ts_5.t)("cli.rename.usage")));
|
|
900
|
+
return 1;
|
|
901
|
+
}
|
|
902
|
+
const unsupported = firstExperimentRenameUnsupportedFlag(flags);
|
|
903
|
+
if (unsupported !== undefined) {
|
|
904
|
+
yield* effect_1.Effect.sync(() => process.stderr.write((0, index_ts_5.t)("cli.rename.flagUnsupported", { flag: unsupported })));
|
|
905
|
+
return 1;
|
|
906
|
+
}
|
|
907
|
+
const { oldId, newId } = parsed;
|
|
908
|
+
const mod = (yield* cliPromise("load experiment rename command", () => __niceevalDynamicImport("./runner/rename-experiment.cjs")));
|
|
909
|
+
if (flags.dry) {
|
|
910
|
+
const plan = yield* cliEffect("plan experiment rename", mod.planExperimentRename({ cwd, oldId, newId }));
|
|
911
|
+
yield* effect_1.Effect.sync(() => {
|
|
912
|
+
if (flags.json)
|
|
913
|
+
process.stdout.write(renderExperimentRenameJson(plan));
|
|
914
|
+
else
|
|
915
|
+
process.stdout.write(renderExperimentRenamePlanHuman(plan));
|
|
916
|
+
});
|
|
917
|
+
return experimentRenameExitCode(plan);
|
|
918
|
+
}
|
|
919
|
+
const outcome = yield* effect_1.Effect.either(cliEffect("rename experiment", mod.renameExperiment({ cwd, oldId, newId })));
|
|
920
|
+
if (effect_1.Either.isRight(outcome)) {
|
|
921
|
+
yield* effect_1.Effect.sync(() => {
|
|
922
|
+
if (flags.json)
|
|
923
|
+
process.stdout.write(renderExperimentRenameJson(outcome.right));
|
|
924
|
+
else
|
|
925
|
+
process.stdout.write(renderExperimentRenameDoneHuman(outcome.right));
|
|
926
|
+
});
|
|
927
|
+
return 0;
|
|
928
|
+
}
|
|
929
|
+
// ExperimentRenameError 携带稳定 reason 与 rejected plan;其它异常按通用失败兜底。
|
|
930
|
+
const error = outcome.left.cause;
|
|
931
|
+
yield* effect_1.Effect.sync(() => {
|
|
932
|
+
if (error instanceof rename_experiment_ts_1.ExperimentRenameError) {
|
|
933
|
+
const rejected = experimentRenameRejectedFromError(error);
|
|
934
|
+
if (flags.json)
|
|
935
|
+
process.stdout.write(renderExperimentRenameJson(rejected));
|
|
936
|
+
else
|
|
937
|
+
process.stdout.write(renderExperimentRenameRejectedHuman(rejected));
|
|
938
|
+
}
|
|
939
|
+
else {
|
|
940
|
+
process.stderr.write((0, index_ts_5.t)("cli.rename.failed", { error: error instanceof Error ? error.message : String(error) }));
|
|
941
|
+
}
|
|
942
|
+
});
|
|
943
|
+
return 1;
|
|
944
|
+
});
|
|
945
|
+
}
|
|
946
|
+
/** 加载 cwd/.env(不覆盖已有环境变量)。 */
|
|
947
|
+
function loadDotenv(cwd) {
|
|
948
|
+
const path = (0, node_path_1.join)(cwd, ".env");
|
|
949
|
+
if (!(0, node_fs_1.existsSync)(path))
|
|
950
|
+
return effect_1.Effect.void;
|
|
951
|
+
return cliPromise("read .env", () => (0, promises_1.readFile)(path, "utf-8")).pipe(effect_1.Effect.tap((raw) => effect_1.Effect.sync(() => {
|
|
952
|
+
for (const line of raw.split("\n")) {
|
|
953
|
+
const entry = line.trim();
|
|
954
|
+
if (!entry || entry.startsWith("#"))
|
|
955
|
+
continue;
|
|
956
|
+
const eq = entry.indexOf("=");
|
|
957
|
+
if (eq === -1)
|
|
958
|
+
continue;
|
|
959
|
+
const key = entry.slice(0, eq).trim();
|
|
960
|
+
let value = entry.slice(eq + 1).trim();
|
|
961
|
+
if ((value.startsWith('"') && value.endsWith('"')) || (value.startsWith("'") && value.endsWith("'"))) {
|
|
962
|
+
value = value.slice(1, -1);
|
|
963
|
+
}
|
|
964
|
+
if (process.env[key] === undefined)
|
|
965
|
+
process.env[key] = value;
|
|
966
|
+
}
|
|
967
|
+
})), effect_1.Effect.asVoid);
|
|
968
|
+
}
|
|
969
|
+
function loadConfig(cwd) {
|
|
970
|
+
return effect_1.Effect.gen(function* () {
|
|
971
|
+
const { loadConfigFile } = (yield* cliPromise("load config module", () => __niceevalDynamicImport("./load-config.cjs")));
|
|
972
|
+
return yield* cliPromise("load NiceEval config", () => loadConfigFile(cwd));
|
|
973
|
+
});
|
|
974
|
+
}
|
|
975
|
+
// AGENTS.md/CLAUDE.md 托管区块:告诉在这个项目里干活的 coding agent「niceeval 不在你的训练数据里,
|
|
976
|
+
// 先读随包文档,跑完只经公开 show 面诊断」。随包只发中文准绳版文档(英文站是手工同步、可能滞后,
|
|
977
|
+
// 不进包,见 package.json 的 files);init 时写入/刷新;标记之外的用户内容永不触碰。
|
|
978
|
+
const AGENT_RULES_BEGIN = "<!-- BEGIN:niceeval-agent-rules -->";
|
|
979
|
+
const AGENT_RULES_END = "<!-- END:niceeval-agent-rules -->";
|
|
980
|
+
const AGENT_RULES_CONTENT = [
|
|
981
|
+
"# niceeval is NOT in your training data",
|
|
982
|
+
"",
|
|
983
|
+
"Its APIs and conventions may differ from anything you have seen. Start with",
|
|
984
|
+
"`node_modules/niceeval/INDEX.md`, then read the task-specific bundled guides it points",
|
|
985
|
+
"to before writing any eval, experiment, adapter, or niceeval config. That index and",
|
|
986
|
+
"the bundled Chinese docs are the authoritative version matching this installation.",
|
|
987
|
+
"After a run, use this repository's package-manager invocation of `niceeval show` for",
|
|
988
|
+
"diagnosis (`pnpm --silent exec niceeval show` in a pnpm project). Pick an `@<locator>`",
|
|
989
|
+
"from the compact index, then show that locator for an overview, or add",
|
|
990
|
+
"`--source` / `--execution` / `--timing` / `--diff` / `--json` for evidence.",
|
|
991
|
+
"When diagnosing an existing run, do not inspect raw `.niceeval` files or treat the current",
|
|
992
|
+
"`evals/` or `agents/` source as evidence of what happened in that run. If `niceeval show`",
|
|
993
|
+
"cannot expose the evidence you need, report that product gap. Reading source remains",
|
|
994
|
+
"appropriate when the task is to author or modify that source.",
|
|
995
|
+
].join("\n");
|
|
996
|
+
// 优先复用已有的 AGENTS.md;项目只有 CLAUDE.md(没有 AGENTS.md)时改写 CLAUDE.md 本身,
|
|
997
|
+
// 不再另建一份重复文件;两者都没有则新建 AGENTS.md。CLAUDE.md 是指向 AGENTS.md 的符号链接时,
|
|
998
|
+
// existsSync 会 follow 链接——目标存在则直接算作「AGENTS.md 已存在」,写入的还是同一份内容,
|
|
999
|
+
// 不会产生分裂;目标不存在(悬空链接)则落回新建 AGENTS.md,写入后链接自然生效。
|
|
1000
|
+
function resolveAgentDocPath(cwd) {
|
|
1001
|
+
const agentsPath = (0, node_path_1.join)(cwd, "AGENTS.md");
|
|
1002
|
+
if ((0, node_fs_1.existsSync)(agentsPath))
|
|
1003
|
+
return agentsPath;
|
|
1004
|
+
const claudePath = (0, node_path_1.join)(cwd, "CLAUDE.md");
|
|
1005
|
+
if ((0, node_fs_1.existsSync)(claudePath))
|
|
1006
|
+
return claudePath;
|
|
1007
|
+
return agentsPath;
|
|
1008
|
+
}
|
|
1009
|
+
// init 提示用:从 cwd 向上找最近的 package.json,判断宿主是否 ESM 形态。装载本身不挑形态
|
|
1010
|
+
// (bin 注册了 tsx 的 ESM+CJS 双 hook,exports 全出口带 require 条件,见 docs/cli.md
|
|
1011
|
+
// 「装载用户 .ts」),但 CJS 编译面下 config / eval 文件用不了顶层 await,ESM 仍是推荐形态;
|
|
1012
|
+
// 找不到 package.json 或解析失败按非 ESM 处理(tsx/Node 的缺省语义就是 CJS)。只提示,
|
|
1013
|
+
// 不改用户的 package.json。
|
|
1014
|
+
function hostPrefersEsm(cwd) {
|
|
1015
|
+
let dir = (0, node_path_1.resolve)(cwd);
|
|
1016
|
+
while (true) {
|
|
1017
|
+
const pkgPath = (0, node_path_1.join)(dir, "package.json");
|
|
1018
|
+
if ((0, node_fs_1.existsSync)(pkgPath)) {
|
|
1019
|
+
try {
|
|
1020
|
+
const pkg = JSON.parse((0, node_fs_1.readFileSync)(pkgPath, "utf-8"));
|
|
1021
|
+
return pkg.type === "module";
|
|
1022
|
+
}
|
|
1023
|
+
catch {
|
|
1024
|
+
return false;
|
|
1025
|
+
}
|
|
1026
|
+
}
|
|
1027
|
+
const parent = (0, node_path_1.dirname)(dir);
|
|
1028
|
+
if (parent === dir)
|
|
1029
|
+
return false;
|
|
1030
|
+
dir = parent;
|
|
1031
|
+
}
|
|
1032
|
+
}
|
|
1033
|
+
function initProject(cwd) {
|
|
1034
|
+
return effect_1.Effect.gen(function* () {
|
|
1035
|
+
yield* cliPromise("create eval directory", () => (0, promises_1.mkdir)((0, node_path_1.join)(cwd, "evals"), { recursive: true }));
|
|
1036
|
+
const configPath = (0, node_path_1.join)(cwd, "niceeval.config.ts");
|
|
1037
|
+
if (!(0, node_fs_1.existsSync)(configPath)) {
|
|
1038
|
+
yield* cliPromise("write initial config", () => (0, promises_1.writeFile)(configPath, [
|
|
1039
|
+
'import { defineConfig } from "niceeval";',
|
|
1040
|
+
"",
|
|
1041
|
+
"export default defineConfig({",
|
|
1042
|
+
" // Add experiments/ with defineExperiment(...) to run evals.",
|
|
1043
|
+
" //",
|
|
1044
|
+
" // Judge Facts require an Eval declaration: judge: true. Configure the model here or",
|
|
1045
|
+
" // on an Experiment. A consumed Fact without a model or key becomes unavailable and",
|
|
1046
|
+
" // makes that Attempt errored. Any OpenAI-compatible /chat/completions service works;",
|
|
1047
|
+
" // the key is read from OPENAI_API_KEY unless apiKeyEnv says otherwise.",
|
|
1048
|
+
' // judge: { model: "gpt-5.4-mini" },',
|
|
1049
|
+
"});",
|
|
1050
|
+
"",
|
|
1051
|
+
].join("\n"), "utf-8"));
|
|
1052
|
+
}
|
|
1053
|
+
const agentDocPath = resolveAgentDocPath(cwd);
|
|
1054
|
+
const existing = (0, node_fs_1.existsSync)(agentDocPath)
|
|
1055
|
+
? yield* cliPromise("read agent instructions", () => (0, promises_1.readFile)(agentDocPath, "utf-8"))
|
|
1056
|
+
: "";
|
|
1057
|
+
const next = (0, util_ts_1.upsertManagedBlock)(existing, AGENT_RULES_BEGIN, AGENT_RULES_END, AGENT_RULES_CONTENT);
|
|
1058
|
+
if (next !== existing)
|
|
1059
|
+
yield* cliPromise("write agent instructions", () => (0, promises_1.writeFile)(agentDocPath, next, "utf-8"));
|
|
1060
|
+
});
|
|
1061
|
+
}
|
|
1062
|
+
function openBrowser(url) {
|
|
1063
|
+
const command = process.platform === "darwin" ? "open" : process.platform === "win32" ? "cmd" : "xdg-open";
|
|
1064
|
+
const args = process.platform === "win32" ? ["/c", "start", "", url] : [url];
|
|
1065
|
+
return cliPromise("open browser", () => new Promise((resolveOpen) => {
|
|
1066
|
+
let done = false;
|
|
1067
|
+
const finish = (ok) => {
|
|
1068
|
+
if (done)
|
|
1069
|
+
return;
|
|
1070
|
+
done = true;
|
|
1071
|
+
clearTimeout(timer);
|
|
1072
|
+
resolveOpen(ok);
|
|
1073
|
+
};
|
|
1074
|
+
const child = (0, node_child_process_1.spawn)(command, args, { detached: true, stdio: "ignore" });
|
|
1075
|
+
const timer = setTimeout(() => finish(true), 1500);
|
|
1076
|
+
child.once("error", () => finish(false));
|
|
1077
|
+
child.once("exit", (code) => finish(code === 0));
|
|
1078
|
+
child.unref();
|
|
1079
|
+
}));
|
|
1080
|
+
}
|
|
1081
|
+
/**
|
|
1082
|
+
* run 结束后把 coordinator 累计的诊断折成 `InvocationCompletion`(见 docs/feature/experiments/cli.md
|
|
1083
|
+
* 「运行完成状态不只看 verdict 计数」)。只读已经真实发生过的诊断,不额外发明信号:
|
|
1084
|
+
* - `"interrupted"` 诊断只在 run.ts 判定为真·中断(Effect exit 真实标记中断,不是「signal 被
|
|
1085
|
+
* abort 过」这种更弱的信号)时才会出现,见 `runner/run.ts` 的 `reportInterrupted()` 调用点。
|
|
1086
|
+
* - `"budget-exhausted:<experimentId>"` 诊断的 `count` 就是该 experiment 因预算耗尽未派发的
|
|
1087
|
+
* attempt 数(见 `runner/feedback/reducer.ts` 对 `budget-exhausted` 事件的注释),跨
|
|
1088
|
+
* experiment 求和得到 `unstarted`。
|
|
1089
|
+
* - `"reporter-error:<reporter>"` 诊断转成 `ReporterError[]`;`required` 字段来自事件自带的
|
|
1090
|
+
* `data.required`,直接反映这个 reporter 注册时的真实 required/best-effort 分类(见上面
|
|
1091
|
+
* 构造 `reporters: ReporterRegistration[]` 的地方——`--junit` 为 `required: true`,
|
|
1092
|
+
* `config.reporters` 恒 `false`),不是一个统一写死的占位值。
|
|
1093
|
+
* - `earlyExitUnstarted` 从反馈状态的 attempt:early-exit 计数派生(减去 fail-fast 的那部分——
|
|
1094
|
+
* 那是「未完整覆盖」,进 unstarted,不是「省下的重复验证」)。
|
|
1095
|
+
*/
|
|
1096
|
+
function assembleInvocationCompletion(state) {
|
|
1097
|
+
let unstarted = 0;
|
|
1098
|
+
let failFastSkipped = 0;
|
|
1099
|
+
let haltedSkipped = 0;
|
|
1100
|
+
let interrupted = false;
|
|
1101
|
+
const reporterErrors = [];
|
|
1102
|
+
for (const d of state.diagnostics) {
|
|
1103
|
+
// 归类按**稳定词法** `code`,不按 `key`:`key` 里编着折叠身份(experimentId / evalId /
|
|
1104
|
+
// reporter 名),拿它做前缀匹配会在「把身份从 key 里摘出去」时静默失配——记账悄悄归零,
|
|
1105
|
+
// 没有任何测试或类型会报警。`code` 省略时回落到 key 的首段:缺省 key 恒是
|
|
1106
|
+
// `${code}:${identity}`(见 sink.ts 的 DiagnosticInput),首段即 code。
|
|
1107
|
+
const code = d.code ?? d.key.split(":", 1)[0];
|
|
1108
|
+
if (code === "interrupted") {
|
|
1109
|
+
interrupted = true;
|
|
1110
|
+
}
|
|
1111
|
+
else if (code === "budget-exhausted") {
|
|
1112
|
+
unstarted += d.count;
|
|
1113
|
+
}
|
|
1114
|
+
else if (code === "fail-fast") {
|
|
1115
|
+
// run 级 fail-fast 造成的未派发同样计入 unstarted(结论落 incomplete,见
|
|
1116
|
+
// docs/feature/experiments/architecture.md「Completion 与退出」)。
|
|
1117
|
+
unstarted += d.count;
|
|
1118
|
+
failFastSkipped += d.count;
|
|
1119
|
+
}
|
|
1120
|
+
else if (code === "dispatch-halted") {
|
|
1121
|
+
// 止损闸停派发造成的未派发(见 docs/feature/error-classification/architecture.md
|
|
1122
|
+
// 「记账」)。这条诊断的 count 是「同一死因被声明了几次」(重复声明折叠),不是未派发数——
|
|
1123
|
+
// 未派发数由 emitter 累计后写在 data.unstarted 里(与 budget-exhausted 同一口径)。
|
|
1124
|
+
const halted = typeof d.data?.unstarted === "number" ? d.data.unstarted : 0;
|
|
1125
|
+
unstarted += halted;
|
|
1126
|
+
haltedSkipped += halted;
|
|
1127
|
+
}
|
|
1128
|
+
else if (code === "reporter-error") {
|
|
1129
|
+
// required 决定这条错误是否写进 InvocationCompletion.reporterErrors 并让 completion 非 complete
|
|
1130
|
+
// (见 docs/cli.md「required reporter」);best-effort reporter 的失败只保留为 diagnostic。
|
|
1131
|
+
if (d.data?.required !== true)
|
|
1132
|
+
continue;
|
|
1133
|
+
reporterErrors.push({
|
|
1134
|
+
reporter: typeof d.data?.reporter === "string" ? d.data.reporter : d.key.slice("reporter-error:".length),
|
|
1135
|
+
required: true,
|
|
1136
|
+
message: d.message,
|
|
1137
|
+
});
|
|
1138
|
+
}
|
|
1139
|
+
}
|
|
1140
|
+
// 中断造成的未派发(仍在 queued 的 attempt)同样计入 unstarted(见 docs/feature/experiments/
|
|
1141
|
+
// architecture.md「Completion 与退出」:budget 耗尽、fail-fast 或中断造成的未派发都不伪装成全绿)。
|
|
1142
|
+
if (interrupted)
|
|
1143
|
+
unstarted += state.queued;
|
|
1144
|
+
// attempt:early-exit 计数含 fail-fast 与止损闸的未派发(反馈层同一事件驱动计数守恒);
|
|
1145
|
+
// 「省下的重复验证」= 总数减去那两部分。
|
|
1146
|
+
const earlyExitUnstarted = Math.max(0, state.earlyExitSkipped - failFastSkipped - haltedSkipped);
|
|
1147
|
+
const status = interrupted
|
|
1148
|
+
? "interrupted"
|
|
1149
|
+
: unstarted > 0 || reporterErrors.length > 0
|
|
1150
|
+
? "incomplete"
|
|
1151
|
+
: "complete";
|
|
1152
|
+
return { status, unstarted, earlyExitUnstarted, reporterErrors };
|
|
1153
|
+
}
|
|
1154
|
+
/** package.json 的 version 字段;-v/--version 直接回显这个号。 */
|
|
1155
|
+
function packageVersion() {
|
|
1156
|
+
return cliPromise("read package version", () => (0, promises_1.readFile)(new URL("../package.json", __niceevalImportMetaUrl), "utf-8")).pipe(effect_1.Effect.flatMap((raw) => effect_1.Effect.try({
|
|
1157
|
+
try: () => JSON.parse(raw).version,
|
|
1158
|
+
catch: (cause) => cliFailure("decode package version", cause),
|
|
1159
|
+
})));
|
|
1160
|
+
}
|
|
1161
|
+
function writeStdout(text) {
|
|
1162
|
+
return effect_1.Effect.sync(() => {
|
|
1163
|
+
process.stdout.write(text);
|
|
1164
|
+
});
|
|
1165
|
+
}
|
|
1166
|
+
function writeStderr(text) {
|
|
1167
|
+
return effect_1.Effect.sync(() => {
|
|
1168
|
+
process.stderr.write(text);
|
|
1169
|
+
});
|
|
1170
|
+
}
|
|
1171
|
+
/** Idempotent application-level sweep for resources owned by this invocation. */
|
|
1172
|
+
function releaseCliResources() {
|
|
1173
|
+
return effect_1.Effect.all([
|
|
1174
|
+
cliPromise("stop remaining sandboxes", () => (0, registry_ts_1.stopAllSandboxes)()).pipe(effect_1.Effect.ignore),
|
|
1175
|
+
(0, experiment_cleanup_registry_ts_1.drainExperimentTeardowns)().pipe(effect_1.Effect.ignore),
|
|
1176
|
+
(0, lock_ts_1.drainHeldCaseLocksEffect)().pipe(effect_1.Effect.ignore),
|
|
1177
|
+
(0, gate_lease_ts_1.drainHeldGateLeasesEffect)().pipe(effect_1.Effect.ignore),
|
|
1178
|
+
], { concurrency: "unbounded" }).pipe(effect_1.Effect.asVoid);
|
|
1179
|
+
}
|
|
1180
|
+
function errorMessage(cause) {
|
|
1181
|
+
return cause instanceof Error ? cause.message : String(cause);
|
|
1182
|
+
}
|
|
1183
|
+
function runDockerCommand(positionals, flags) {
|
|
1184
|
+
return effect_1.Effect.gen(function* () {
|
|
1185
|
+
const { runDockerProfileCommand } = (yield* cliPromise("load Docker profile command", () => __niceevalDynamicImport("./sandbox/docker-profile/cli.cjs")));
|
|
1186
|
+
return yield* cliPromise("run Docker profile command", () => runDockerProfileCommand(positionals, { json: flags.json, smoke: flags.smoke }));
|
|
1187
|
+
});
|
|
1188
|
+
}
|
|
1189
|
+
function runSandboxCliCommand(cwd, positionals, flags) {
|
|
1190
|
+
return cliEffect("run sandbox command", (0, cli_commands_ts_1.runSandboxCommandEffect)(cwd, [...positionals], {
|
|
1191
|
+
all: flags.all,
|
|
1192
|
+
window: flags.window,
|
|
1193
|
+
path: flags.sandboxPath,
|
|
1194
|
+
leaveRunning: flags.leaveRunning,
|
|
1195
|
+
run: flags.record,
|
|
1196
|
+
orphans: flags.orphans,
|
|
1197
|
+
force: flags.force,
|
|
1198
|
+
}));
|
|
1199
|
+
}
|
|
1200
|
+
function runSessionCommand(cwd, positionals, flags) {
|
|
1201
|
+
return effect_1.Effect.gen(function* () {
|
|
1202
|
+
const niceevalRoot = (0, node_path_1.resolve)(cwd, ".niceeval");
|
|
1203
|
+
const subcommand = positionals[0] ?? "list";
|
|
1204
|
+
if (subcommand === "list") {
|
|
1205
|
+
if (positionals.length > 2) {
|
|
1206
|
+
yield* writeStderr("niceeval session list accepts at most one experiment prefix.\n");
|
|
1207
|
+
return 1;
|
|
1208
|
+
}
|
|
1209
|
+
const outcome = yield* effect_1.Effect.either(cliEffect("list sessions", (0, session_ts_1.listSessions)(niceevalRoot, {
|
|
1210
|
+
all: flags.all,
|
|
1211
|
+
...(positionals[1] === undefined ? {} : { selector: positionals[1] }),
|
|
1212
|
+
})));
|
|
1213
|
+
if (effect_1.Either.isLeft(outcome)) {
|
|
1214
|
+
yield* writeStderr(`${errorMessage(outcome.left.cause)}\n`);
|
|
1215
|
+
return 1;
|
|
1216
|
+
}
|
|
1217
|
+
yield* writeStdout(flags.json
|
|
1218
|
+
? `${JSON.stringify(outcome.right)}\n`
|
|
1219
|
+
: (0, session_ts_1.renderSessionListText)(outcome.right, Date.now(), flags.all));
|
|
1220
|
+
return 0;
|
|
1221
|
+
}
|
|
1222
|
+
if (subcommand === "show") {
|
|
1223
|
+
if (positionals.length !== 2 || flags.all) {
|
|
1224
|
+
yield* writeStderr("Usage: niceeval session show <sessionId> [--json]\n");
|
|
1225
|
+
return 1;
|
|
1226
|
+
}
|
|
1227
|
+
const outcome = yield* effect_1.Effect.either(cliEffect("show session", (0, session_ts_1.showSession)(niceevalRoot, positionals[1])));
|
|
1228
|
+
if (effect_1.Either.isLeft(outcome)) {
|
|
1229
|
+
yield* writeStderr(`${errorMessage(outcome.left.cause)}\n`);
|
|
1230
|
+
return 1;
|
|
1231
|
+
}
|
|
1232
|
+
yield* writeStdout(flags.json
|
|
1233
|
+
? `${JSON.stringify(outcome.right)}\n`
|
|
1234
|
+
: (0, session_ts_1.renderSessionShowText)(outcome.right));
|
|
1235
|
+
return 0;
|
|
1236
|
+
}
|
|
1237
|
+
yield* writeStderr("Usage: niceeval session list [--all] [<experiment-prefix>] [--json]\n" +
|
|
1238
|
+
" niceeval session show <sessionId> [--json]\n");
|
|
1239
|
+
return 1;
|
|
1240
|
+
});
|
|
1241
|
+
}
|
|
1242
|
+
function runRecordMaintenanceCommand(cwd, command, positionals, flags) {
|
|
1243
|
+
return effect_1.Effect.gen(function* () {
|
|
1244
|
+
if (positionals.length > 0) {
|
|
1245
|
+
yield* writeStderr(`niceeval ${command} does not accept positional arguments.\n`);
|
|
1246
|
+
return 1;
|
|
1247
|
+
}
|
|
1248
|
+
const unsupported = firstRecordMaintenanceUnsupportedFlag(flags);
|
|
1249
|
+
if (unsupported !== undefined) {
|
|
1250
|
+
yield* writeStderr(`niceeval ${command} does not accept ${unsupported}.\n`);
|
|
1251
|
+
return 1;
|
|
1252
|
+
}
|
|
1253
|
+
const result = yield* cliEffect("run Record maintenance", (0, record_ts_1.runRecordCliCommand)({
|
|
1254
|
+
command,
|
|
1255
|
+
cwd,
|
|
1256
|
+
...(flags.record === undefined ? {} : { record: flags.record }),
|
|
1257
|
+
yes: flags.yes,
|
|
1258
|
+
}));
|
|
1259
|
+
if (result.stdout !== "")
|
|
1260
|
+
yield* writeStdout(result.stdout);
|
|
1261
|
+
if (result.stderr !== "")
|
|
1262
|
+
yield* writeStderr(result.stderr);
|
|
1263
|
+
return result.exitCode;
|
|
1264
|
+
});
|
|
1265
|
+
}
|
|
1266
|
+
function agentRunFromExperiment(experiment, selectedEvalIds, overrides = {}) {
|
|
1267
|
+
return {
|
|
1268
|
+
agent: experiment.agent,
|
|
1269
|
+
model: experiment.model,
|
|
1270
|
+
reasoningEffort: experiment.reasoningEffort,
|
|
1271
|
+
flags: experiment.flags ?? {},
|
|
1272
|
+
plugins: experiment.plugins,
|
|
1273
|
+
attempts: overrides.attempts ?? experiment.attempts ?? 1,
|
|
1274
|
+
earlyExit: overrides.earlyExit ?? experiment.earlyExit ?? false,
|
|
1275
|
+
sandbox: experiment.sandbox,
|
|
1276
|
+
sandboxReuse: experiment.sandboxReuse,
|
|
1277
|
+
judge: experiment.judge,
|
|
1278
|
+
...(0, timeout_ts_1.resolveRunTimeout)(overrides.timeout, experiment.timeoutMs),
|
|
1279
|
+
budget: overrides.budget ?? experiment.budget,
|
|
1280
|
+
selectedEvalIds,
|
|
1281
|
+
experimentId: experiment.id,
|
|
1282
|
+
experimentBaseDir: experiment.baseDir,
|
|
1283
|
+
experimentSourcePath: experiment.sourcePath,
|
|
1284
|
+
description: experiment.description,
|
|
1285
|
+
labels: experiment.labels,
|
|
1286
|
+
maxConcurrency: experiment.maxConcurrency,
|
|
1287
|
+
setup: experiment.setup,
|
|
1288
|
+
teardown: experiment.teardown,
|
|
1289
|
+
classifyFailure: experiment.classifyFailure,
|
|
1290
|
+
};
|
|
1291
|
+
}
|
|
1292
|
+
function uniqueExactOrPrefix(candidates, selector) {
|
|
1293
|
+
const exact = candidates.find((candidate) => candidate.id === selector);
|
|
1294
|
+
return exact === undefined
|
|
1295
|
+
? candidates.filter((candidate) => candidate.id.startsWith(selector))
|
|
1296
|
+
: [exact];
|
|
1297
|
+
}
|
|
1298
|
+
function renderDebugPlanJson(input) {
|
|
1299
|
+
return `${JSON.stringify({
|
|
1300
|
+
format: "niceeval.debug-plan/v1",
|
|
1301
|
+
schemaVersion: 1,
|
|
1302
|
+
experimentId: input.experimentId,
|
|
1303
|
+
evalId: input.evalId,
|
|
1304
|
+
commandPlan: input.commandPlan,
|
|
1305
|
+
})}\n`;
|
|
1306
|
+
}
|
|
1307
|
+
function runDebugCommand(cwd, positionals, flags) {
|
|
1308
|
+
return effect_1.Effect.gen(function* () {
|
|
1309
|
+
if (positionals.length !== 2) {
|
|
1310
|
+
yield* writeStderr((0, index_ts_5.t)("cli.debug.usage"));
|
|
1311
|
+
return 1;
|
|
1312
|
+
}
|
|
1313
|
+
const [experimentSelector, evalSelector] = positionals;
|
|
1314
|
+
const config = yield* loadConfig(cwd);
|
|
1315
|
+
const evals = yield* cliEffect("discover evals for lifecycle debug", (0, discover_ts_1.discoverEvals)(cwd));
|
|
1316
|
+
const experiments = yield* cliEffect("discover experiments for lifecycle debug", (0, discover_ts_1.discoverExperiments)(cwd));
|
|
1317
|
+
const experimentIds = experiments.map((experiment) => experiment.id);
|
|
1318
|
+
const matchedExperiments = uniqueExactOrPrefix(experiments, experimentSelector)
|
|
1319
|
+
.slice()
|
|
1320
|
+
.sort((left, right) => left.id.localeCompare(right.id));
|
|
1321
|
+
if (matchedExperiments.length === 0) {
|
|
1322
|
+
yield* writeStderr((0, index_ts_5.t)("cli.debug.experimentNoMatch", {
|
|
1323
|
+
selector: experimentSelector,
|
|
1324
|
+
candidates: [...experimentIds].sort().join(", ") || (0, index_ts_5.t)("cli.none"),
|
|
1325
|
+
}));
|
|
1326
|
+
return 1;
|
|
1327
|
+
}
|
|
1328
|
+
if (matchedExperiments.length > 1) {
|
|
1329
|
+
yield* writeStderr((0, index_ts_5.t)("cli.debug.experimentAmbiguous", {
|
|
1330
|
+
selector: experimentSelector,
|
|
1331
|
+
candidates: matchedExperiments.map((experiment) => experiment.id).join(", "),
|
|
1332
|
+
}));
|
|
1333
|
+
return 1;
|
|
1334
|
+
}
|
|
1335
|
+
const experiment = matchedExperiments[0];
|
|
1336
|
+
const { selectorEvals } = (0, eval_selection_ts_1.resolveExperimentEvals)({
|
|
1337
|
+
experimentId: experiment.id,
|
|
1338
|
+
selector: experiment.evals,
|
|
1339
|
+
cliPatterns: [],
|
|
1340
|
+
evals,
|
|
1341
|
+
});
|
|
1342
|
+
const matchedEvals = uniqueExactOrPrefix(selectorEvals, evalSelector)
|
|
1343
|
+
.slice()
|
|
1344
|
+
.sort((left, right) => left.id.localeCompare(right.id));
|
|
1345
|
+
if (matchedEvals.length === 0) {
|
|
1346
|
+
yield* writeStderr((0, index_ts_5.t)("cli.debug.evalNoMatch", {
|
|
1347
|
+
selector: evalSelector,
|
|
1348
|
+
experimentId: experiment.id,
|
|
1349
|
+
candidates: selectorEvals.map((evalDef) => evalDef.id).sort().join(", ") || (0, index_ts_5.t)("cli.none"),
|
|
1350
|
+
}));
|
|
1351
|
+
return 1;
|
|
1352
|
+
}
|
|
1353
|
+
if (matchedEvals.length > 1) {
|
|
1354
|
+
yield* writeStderr((0, index_ts_5.t)("cli.debug.evalAmbiguous", {
|
|
1355
|
+
selector: evalSelector,
|
|
1356
|
+
experimentId: experiment.id,
|
|
1357
|
+
candidates: matchedEvals.map((evalDef) => evalDef.id).join(", "),
|
|
1358
|
+
}));
|
|
1359
|
+
return 1;
|
|
1360
|
+
}
|
|
1361
|
+
const evalDef = matchedEvals[0];
|
|
1362
|
+
const run = agentRunFromExperiment(experiment, [evalDef.id]);
|
|
1363
|
+
const prepared = yield* cliEffect("plan sandbox lifecycle debug", (0, sandbox_selection_ts_1.prepareRunSandboxes)(evals, [run], (0, plan_ts_2.liveSandboxPlanningServices)(), {
|
|
1364
|
+
...(config.timeoutMs === undefined ? {} : { configTimeoutMs: config.timeoutMs }),
|
|
1365
|
+
}));
|
|
1366
|
+
const commandPlan = (0, index_ts_4.assembleCommandPlan)({
|
|
1367
|
+
rows: [{
|
|
1368
|
+
experimentId: experiment.id,
|
|
1369
|
+
evalId: evalDef.id,
|
|
1370
|
+
...(evalDef.evalGroup === undefined ? {} : { evalGroupId: evalDef.evalGroup.id }),
|
|
1371
|
+
attempts: run.attempts,
|
|
1372
|
+
dispatch: [{ attempts: Array.from({ length: run.attempts }, (_, attempt) => attempt) }],
|
|
1373
|
+
}],
|
|
1374
|
+
preparedPairsByKey: (0, sandbox_selection_ts_1.preparedPairsByKey)(prepared),
|
|
1375
|
+
});
|
|
1376
|
+
yield* writeStdout(flags.json
|
|
1377
|
+
? renderDebugPlanJson({ experimentId: experiment.id, evalId: evalDef.id, commandPlan })
|
|
1378
|
+
: (0, index_ts_4.renderHumanCommandPlan)(commandPlan, {
|
|
1379
|
+
isTTY: process.stdout.isTTY,
|
|
1380
|
+
noColor: process.env.NO_COLOR,
|
|
1381
|
+
width: process.stdout.columns,
|
|
1382
|
+
}));
|
|
1383
|
+
return 0;
|
|
1384
|
+
});
|
|
1385
|
+
}
|
|
1386
|
+
function runEvaluationCommand(cwd, command, positionals, flags, interruption) {
|
|
1387
|
+
return effect_1.Effect.gen(function* () {
|
|
1388
|
+
const config = yield* loadConfig(cwd);
|
|
1389
|
+
const maxBuildConcurrency = flags.maxBuildConcurrency ?? config.maxBuildConcurrency ?? 2;
|
|
1390
|
+
if (!Number.isInteger(maxBuildConcurrency) || maxBuildConcurrency <= 0) {
|
|
1391
|
+
yield* writeStderr(`maxBuildConcurrency must be a positive integer, got ${maxBuildConcurrency}.\n`);
|
|
1392
|
+
return 1;
|
|
1393
|
+
}
|
|
1394
|
+
const allEvals = yield* cliEffect("discover evals", (0, discover_ts_1.discoverEvals)(cwd));
|
|
1395
|
+
const evals = flags.tag ? allEvals.filter((evalDefinition) => evalDefinition.tags?.includes(flags.tag)) : allEvals;
|
|
1396
|
+
if (command === "list") {
|
|
1397
|
+
yield* writeStdout((0, index_ts_5.t)("cli.list.header", { count: evals.length }));
|
|
1398
|
+
for (const evalDefinition of evals) {
|
|
1399
|
+
yield* writeStdout(` ${evalDefinition.id}${evalDefinition.description ? ` — ${evalDefinition.description}` : ""}\n`);
|
|
1400
|
+
}
|
|
1401
|
+
return 0;
|
|
1402
|
+
}
|
|
1403
|
+
const agentRuns = [];
|
|
1404
|
+
let experimentSelection = (0, index_ts_5.t)("cli.all");
|
|
1405
|
+
let availableExperimentPaths = (0, index_ts_5.t)("cli.none");
|
|
1406
|
+
if (command === "exp" || command === "check") {
|
|
1407
|
+
if (flags.agent || flags.model) {
|
|
1408
|
+
yield* writeStderr((0, index_ts_5.t)("cli.exp.agentModelFlagUnsupported"));
|
|
1409
|
+
return 1;
|
|
1410
|
+
}
|
|
1411
|
+
if (flags.force) {
|
|
1412
|
+
yield* writeStderr((0, index_ts_5.t)("cli.exp.forceUnsupported"));
|
|
1413
|
+
return 1;
|
|
1414
|
+
}
|
|
1415
|
+
const viewerFlag = firstViewerOnlyFlag(flags);
|
|
1416
|
+
if (viewerFlag) {
|
|
1417
|
+
yield* writeStderr((0, index_ts_5.t)("cli.exp.viewerFlagUnsupported", { flag: viewerFlag.flag, command: viewerFlag.command }));
|
|
1418
|
+
return 1;
|
|
1419
|
+
}
|
|
1420
|
+
const experiments = yield* cliEffect("discover experiments", (0, discover_ts_1.discoverExperiments)(cwd));
|
|
1421
|
+
if (command === "exp" && positionals[0] === "list") {
|
|
1422
|
+
if (positionals.length > 2) {
|
|
1423
|
+
yield* writeStderr("niceeval exp list accepts at most one experiment prefix.\n");
|
|
1424
|
+
return 1;
|
|
1425
|
+
}
|
|
1426
|
+
const selector = positionals[1];
|
|
1427
|
+
const ids = experiments.map((experiment) => experiment.id);
|
|
1428
|
+
const selectedIds = selector === undefined ? new Set(ids) : new Set((0, aggregate_ts_1.matchExperimentSelector)(ids, selector));
|
|
1429
|
+
const selected = experiments.filter((experiment) => selectedIds.has(experiment.id));
|
|
1430
|
+
if (selected.length === 0 && selector !== undefined) {
|
|
1431
|
+
yield* writeStderr((0, index_ts_5.t)("cli.experiment.noMatch", {
|
|
1432
|
+
arg: selector,
|
|
1433
|
+
experiments: (0, aggregate_ts_1.browsableExperimentPaths)(ids).join(", ") || (0, index_ts_5.t)("cli.none"),
|
|
1434
|
+
}));
|
|
1435
|
+
return 1;
|
|
1436
|
+
}
|
|
1437
|
+
const rows = selected.map((experiment) => {
|
|
1438
|
+
const { selectedEvalIds } = (0, eval_selection_ts_1.resolveExperimentEvals)({
|
|
1439
|
+
experimentId: experiment.id,
|
|
1440
|
+
selector: experiment.evals,
|
|
1441
|
+
cliPatterns: [],
|
|
1442
|
+
evals,
|
|
1443
|
+
});
|
|
1444
|
+
return {
|
|
1445
|
+
experimentId: experiment.id,
|
|
1446
|
+
...(experiment.description !== undefined ? { description: experiment.description } : {}),
|
|
1447
|
+
agent: experiment.agent.name,
|
|
1448
|
+
...(experiment.model !== undefined ? { model: experiment.model } : {}),
|
|
1449
|
+
attempts: experiment.attempts,
|
|
1450
|
+
evalCount: selectedEvalIds.length,
|
|
1451
|
+
labels: { ...experiment.labels },
|
|
1452
|
+
selectedEvalIds,
|
|
1453
|
+
};
|
|
1454
|
+
});
|
|
1455
|
+
if (flags.json) {
|
|
1456
|
+
yield* writeStdout(`${JSON.stringify({ format: "niceeval.experiments", schemaVersion: 1, experiments: rows })}\n`);
|
|
1457
|
+
}
|
|
1458
|
+
else {
|
|
1459
|
+
for (const row of rows) {
|
|
1460
|
+
yield* writeStdout([
|
|
1461
|
+
row.experimentId,
|
|
1462
|
+
row.description ?? "—",
|
|
1463
|
+
row.agent,
|
|
1464
|
+
row.model ?? "—",
|
|
1465
|
+
`attempts=${row.attempts}`,
|
|
1466
|
+
`evals=${row.evalCount}`,
|
|
1467
|
+
`labels=${JSON.stringify(row.labels)}`,
|
|
1468
|
+
].join("\t") + "\n");
|
|
1469
|
+
}
|
|
1470
|
+
}
|
|
1471
|
+
return 0;
|
|
1472
|
+
}
|
|
1473
|
+
const expArg = positionals[0];
|
|
1474
|
+
const extraPatterns = positionals.slice(1);
|
|
1475
|
+
experimentSelection = positionals.join(" ") || (0, index_ts_5.t)("cli.all");
|
|
1476
|
+
availableExperimentPaths = (0, aggregate_ts_1.browsableExperimentPaths)(experiments.map((experiment) => experiment.id)).join(", ") || (0, index_ts_5.t)("cli.none");
|
|
1477
|
+
const selectedIds = expArg === undefined ? undefined : new Set((0, aggregate_ts_1.matchExperimentSelector)(experiments.map((experiment) => experiment.id), expArg));
|
|
1478
|
+
const selected = selectedIds === undefined ? experiments : experiments.filter((experiment) => selectedIds.has(experiment.id));
|
|
1479
|
+
if (selected.length === 0) {
|
|
1480
|
+
yield* writeStderr((0, index_ts_5.t)("cli.experiment.noMatch", {
|
|
1481
|
+
arg: expArg ?? (0, index_ts_5.t)("cli.all"),
|
|
1482
|
+
experiments: availableExperimentPaths,
|
|
1483
|
+
}));
|
|
1484
|
+
if (expArg === "show" || expArg === "view") {
|
|
1485
|
+
yield* writeStderr((0, index_ts_5.t)("cli.experiment.viewerCommandHint", {
|
|
1486
|
+
command: expArg,
|
|
1487
|
+
args: extraPatterns.length > 0 ? ` ${extraPatterns.join(" ")}` : "",
|
|
1488
|
+
}));
|
|
1489
|
+
}
|
|
1490
|
+
return 1;
|
|
1491
|
+
}
|
|
1492
|
+
const reminder = yield* (0, cli_commands_ts_1.keptSandboxReminderEffect)(cwd).pipe(effect_1.Effect.catchAll(() => effect_1.Effect.succeed(undefined)));
|
|
1493
|
+
if (reminder)
|
|
1494
|
+
yield* writeStderr(reminder);
|
|
1495
|
+
const orphans = yield* (0, cli_commands_ts_1.orphanReminderEffect)(cwd).pipe(effect_1.Effect.catchAll(() => effect_1.Effect.succeed(undefined)));
|
|
1496
|
+
if (orphans)
|
|
1497
|
+
yield* writeStderr(orphans);
|
|
1498
|
+
const teardownReminder = yield* (0, teardown_registry_ts_1.orphanedTeardownReminderEffect)((0, node_path_1.resolve)(cwd, ".niceeval"), new Set(selected.filter((experiment) => experiment.teardown).map((experiment) => experiment.id)), (0, node_os_1.hostname)()).pipe(effect_1.Effect.catchAll(() => effect_1.Effect.succeed(undefined)));
|
|
1499
|
+
if (teardownReminder)
|
|
1500
|
+
yield* writeStderr(teardownReminder);
|
|
1501
|
+
if (flags.teardown) {
|
|
1502
|
+
if (extraPatterns.length > 0) {
|
|
1503
|
+
yield* writeStderr((0, index_ts_5.t)("cli.exp.teardownNoEvalPatterns"));
|
|
1504
|
+
return 1;
|
|
1505
|
+
}
|
|
1506
|
+
const niceevalRootForTeardown = (0, node_path_1.resolve)(cwd, ".niceeval");
|
|
1507
|
+
let anyFailed = false;
|
|
1508
|
+
for (const experiment of selected) {
|
|
1509
|
+
if (!experiment.teardown)
|
|
1510
|
+
continue;
|
|
1511
|
+
const { selectedEvalIds } = (0, eval_selection_ts_1.resolveExperimentEvals)({
|
|
1512
|
+
experimentId: experiment.id,
|
|
1513
|
+
selector: experiment.evals,
|
|
1514
|
+
cliPatterns: [],
|
|
1515
|
+
evals,
|
|
1516
|
+
});
|
|
1517
|
+
const ctx = {
|
|
1518
|
+
experimentId: experiment.id,
|
|
1519
|
+
selectedEvalIds,
|
|
1520
|
+
signal: new AbortController().signal,
|
|
1521
|
+
progress: () => { },
|
|
1522
|
+
diagnostic: (input) => process.stderr.write(`${input.message}\n`),
|
|
1523
|
+
fact: (key, value) => (0, facts_ts_1.recordFact)({}, key, value),
|
|
1524
|
+
};
|
|
1525
|
+
const registrations = yield* (0, teardown_registry_ts_1.readTeardownRegistrationsEffect)(niceevalRootForTeardown).pipe(effect_1.Effect.catchAll(() => effect_1.Effect.succeed([])));
|
|
1526
|
+
const matching = registrations.filter(({ entry }) => entry.experimentId === experiment.id);
|
|
1527
|
+
const claimed = yield* effect_1.Effect.all(matching
|
|
1528
|
+
.filter(({ entry }) => (0, teardown_registry_ts_1.isOrphanedTeardownRegistration)(entry, (0, node_os_1.hostname)()))
|
|
1529
|
+
.map(({ id }) => (0, teardown_registry_ts_1.removeTeardownRegistrationIfPresentEffect)(niceevalRootForTeardown, id).pipe(effect_1.Effect.catchAll(() => effect_1.Effect.succeed(false)), effect_1.Effect.map((claimed) => claimed ? id : undefined))), { concurrency: "unbounded" });
|
|
1530
|
+
const executions = matching.length === 0 ? [undefined] : claimed.filter((id) => id !== undefined);
|
|
1531
|
+
for (const _ of executions) {
|
|
1532
|
+
const outcome = yield* effect_1.Effect.either(cliEffect("run experiment teardown", (0, cleanup_timeout_ts_1.cleanupCallback)(() => experiment.teardown(ctx))));
|
|
1533
|
+
if (effect_1.Either.isRight(outcome)) {
|
|
1534
|
+
yield* writeStderr((0, index_ts_5.t)("cli.exp.teardownDone", { experimentId: experiment.id }));
|
|
1535
|
+
}
|
|
1536
|
+
else {
|
|
1537
|
+
anyFailed = true;
|
|
1538
|
+
const error = outcome.left.cause;
|
|
1539
|
+
yield* writeStderr((0, index_ts_5.t)("cli.exp.teardownFailed", {
|
|
1540
|
+
experimentId: experiment.id,
|
|
1541
|
+
message: error instanceof Error ? error.message : String(error),
|
|
1542
|
+
}));
|
|
1543
|
+
}
|
|
1544
|
+
}
|
|
1545
|
+
}
|
|
1546
|
+
return anyFailed ? 1 : 0;
|
|
1547
|
+
}
|
|
1548
|
+
const experimentScopeIds = new Set();
|
|
1549
|
+
for (const experiment of selected) {
|
|
1550
|
+
const { selectedEvalIds, selectorEvals } = (0, eval_selection_ts_1.resolveExperimentEvals)({
|
|
1551
|
+
experimentId: experiment.id,
|
|
1552
|
+
selector: experiment.evals,
|
|
1553
|
+
cliPatterns: extraPatterns,
|
|
1554
|
+
evals,
|
|
1555
|
+
});
|
|
1556
|
+
for (const evalDefinition of selectorEvals)
|
|
1557
|
+
experimentScopeIds.add(evalDefinition.id);
|
|
1558
|
+
agentRuns.push(agentRunFromExperiment(experiment, selectedEvalIds, flags));
|
|
1559
|
+
}
|
|
1560
|
+
for (const pattern of extraPatterns) {
|
|
1561
|
+
const matches = (0, aggregate_ts_1.evalPrefixPredicate)([pattern]);
|
|
1562
|
+
if ([...experimentScopeIds].some((id) => matches(id)))
|
|
1563
|
+
continue;
|
|
1564
|
+
yield* writeStderr((0, index_ts_5.t)("cli.experiment.noEvalPrefixMatch", {
|
|
1565
|
+
pattern,
|
|
1566
|
+
selection: expArg ?? (0, index_ts_5.t)("cli.all"),
|
|
1567
|
+
}));
|
|
1568
|
+
return 1;
|
|
1569
|
+
}
|
|
1570
|
+
}
|
|
1571
|
+
else {
|
|
1572
|
+
const experiments = yield* cliEffect("discover experiments", (0, discover_ts_1.discoverExperiments)(cwd));
|
|
1573
|
+
const ids = experiments.map((experiment) => experiment.id);
|
|
1574
|
+
const matchedIds = new Set(positionals.flatMap((pattern) => (0, aggregate_ts_1.matchExperimentSelector)(ids, pattern)));
|
|
1575
|
+
const asExp = experiments.filter((experiment) => matchedIds.has(experiment.id));
|
|
1576
|
+
yield* writeStderr((0, index_ts_5.t)("cli.run.experimentRequired"));
|
|
1577
|
+
if (asExp.length > 0) {
|
|
1578
|
+
yield* writeStderr((0, index_ts_5.t)("cli.run.experimentRequiredHint", {
|
|
1579
|
+
pattern: positionals[0] ?? "",
|
|
1580
|
+
kind: asExp.length > 1 ? (0, index_ts_5.t)("cli.experimentGroup") : "",
|
|
1581
|
+
}));
|
|
1582
|
+
}
|
|
1583
|
+
else {
|
|
1584
|
+
yield* writeStderr((0, index_ts_5.t)("cli.run.experimentRequiredKnown", {
|
|
1585
|
+
experiments: experiments.map((experiment) => experiment.id).join(", ") || (0, index_ts_5.t)("cli.none"),
|
|
1586
|
+
}));
|
|
1587
|
+
}
|
|
1588
|
+
return 1;
|
|
1589
|
+
}
|
|
1590
|
+
const outputForm = (0, index_ts_4.resolveOutputForm)({ json: flags.json, isTTY: process.stderr.isTTY === true });
|
|
1591
|
+
const matchedByRun = agentRuns.map((run) => (0, eval_selection_ts_1.selectedEvalsForRun)(evals, run));
|
|
1592
|
+
const totalAttempts = agentRuns.reduce((sum, run, index) => sum + matchedByRun[index].length * run.attempts, 0);
|
|
1593
|
+
const uniqueEvalIds = new Set(matchedByRun.flat().map((evalDefinition) => evalDefinition.id));
|
|
1594
|
+
if (totalAttempts === 0) {
|
|
1595
|
+
yield* writeStderr((0, index_ts_5.t)("cli.experiment.noEvalsSelected", {
|
|
1596
|
+
selection: experimentSelection,
|
|
1597
|
+
experiments: availableExperimentPaths,
|
|
1598
|
+
}));
|
|
1599
|
+
return 1;
|
|
1600
|
+
}
|
|
1601
|
+
if (command === "check") {
|
|
1602
|
+
yield* cliEffect("link run sandboxes", (0, sandbox_selection_ts_1.linkRunSandboxes)(evals, agentRuns));
|
|
1603
|
+
const pairCount = matchedByRun.reduce((sum, selected) => sum + selected.length, 0);
|
|
1604
|
+
yield* writeStdout(`Sandbox layers linked: ${pairCount} pair${pairCount === 1 ? "" : "s"}.\n`);
|
|
1605
|
+
return 0;
|
|
1606
|
+
}
|
|
1607
|
+
const targetPlan = yield* cliEffect("plan current ProjectTarget", (0, fingerprint_ts_1.planProjectTarget)(evals, agentRuns, config.timeoutMs, {
|
|
1608
|
+
configJudge: config.judge,
|
|
1609
|
+
keepSandbox: flags.keepSandbox,
|
|
1610
|
+
}));
|
|
1611
|
+
if (flags.dry) {
|
|
1612
|
+
const reuse = yield* cliEffect("prepare current Record reuse", (0, record_ts_2.prepareRunnerRecordReuse)({
|
|
1613
|
+
evals,
|
|
1614
|
+
runs: agentRuns,
|
|
1615
|
+
config: { timeoutMs: config.timeoutMs },
|
|
1616
|
+
plannedFingerprints: targetPlan.plannedFingerprints,
|
|
1617
|
+
plannedConfigHashes: targetPlan.plannedConfigHashes,
|
|
1618
|
+
rerun: flags.rerun,
|
|
1619
|
+
keepSandbox: flags.keepSandbox,
|
|
1620
|
+
}));
|
|
1621
|
+
const currentPlan = yield* cliEffect("preview current Record reuse", (0, record_ts_2.withRunnerCurrentReusePreview)({
|
|
1622
|
+
niceevalRoot: (0, node_path_1.resolve)(cwd, ".niceeval"),
|
|
1623
|
+
startedAt: Date.now(),
|
|
1624
|
+
evals,
|
|
1625
|
+
runs: agentRuns,
|
|
1626
|
+
reuse,
|
|
1627
|
+
// `readReadbacks` is deliberately consumed and projected before this
|
|
1628
|
+
// callback returns, while the exact frozen Record capability is live.
|
|
1629
|
+
use: ({ reusePlan, readReadbacks }) => readReadbacks().pipe(effect_1.Effect.map((readbacks) => projectCurrentDryPlan({ slots: reusePlan.slots, readbacks }))),
|
|
1630
|
+
}));
|
|
1631
|
+
const rows = currentDryPlanRows(currentPlan);
|
|
1632
|
+
const now = Date.now();
|
|
1633
|
+
const lockedFlags = yield* effect_1.Effect.all(rows.map((row) => (0, lock_ts_1.readCaseLockEffect)((0, node_path_1.resolve)(cwd, ".niceeval"), row.experimentId, row.evalId).pipe(effect_1.Effect.catchAll(() => effect_1.Effect.succeed(undefined)), effect_1.Effect.map((lock) => lock !== undefined && !(0, lock_ts_1.isCaseLockExpired)(lock, now)))), { concurrency: "unbounded" });
|
|
1634
|
+
const evalGroupsByEvalId = new Map(evals.flatMap((evalDef) => evalDef.evalGroup === undefined ? [] : [[evalDef.id, {
|
|
1635
|
+
...evalDef.evalGroup,
|
|
1636
|
+
index: evalDef.evalGroup.evalIds.indexOf(evalDef.id),
|
|
1637
|
+
}]]));
|
|
1638
|
+
const rowsWithLocks = Object.freeze(rows.map((row, index) => {
|
|
1639
|
+
const evalGroup = evalGroupsByEvalId.get(row.evalId);
|
|
1640
|
+
return Object.freeze({
|
|
1641
|
+
...row,
|
|
1642
|
+
...(evalGroup === undefined ? {} : {
|
|
1643
|
+
evalGroupId: evalGroup.id,
|
|
1644
|
+
evalGroupIndex: evalGroup.index,
|
|
1645
|
+
}),
|
|
1646
|
+
...(lockedFlags[index] ? { locked: true } : {}),
|
|
1647
|
+
});
|
|
1648
|
+
}));
|
|
1649
|
+
const occurrenceAudits = new Map();
|
|
1650
|
+
for (const pair of targetPlan.preparedPairsByKey.values()) {
|
|
1651
|
+
for (const occurrence of pair.plugin.occurrences) {
|
|
1652
|
+
occurrenceAudits.set(JSON.stringify(occurrence.audit), occurrence.audit);
|
|
1653
|
+
}
|
|
1654
|
+
}
|
|
1655
|
+
const pluginAudit = Object.freeze({
|
|
1656
|
+
occurrences: Object.freeze([...occurrenceAudits.values()]),
|
|
1657
|
+
});
|
|
1658
|
+
const input = {
|
|
1659
|
+
totalAttempts,
|
|
1660
|
+
evals: uniqueEvalIds.size,
|
|
1661
|
+
configs: agentRuns.length,
|
|
1662
|
+
attempts: Math.max(1, ...agentRuns.map((run) => run.attempts)),
|
|
1663
|
+
rows: rowsWithLocks,
|
|
1664
|
+
pluginAudit,
|
|
1665
|
+
};
|
|
1666
|
+
if (outputForm === "json") {
|
|
1667
|
+
yield* writeStdout(renderCurrentDryPlanJson(input));
|
|
1668
|
+
}
|
|
1669
|
+
else {
|
|
1670
|
+
yield* writeStdout(renderCurrentDryPlan(input));
|
|
1671
|
+
}
|
|
1672
|
+
return 0;
|
|
1673
|
+
}
|
|
1674
|
+
const maxConcurrency = flags.maxConcurrency ?? config.maxConcurrency ?? (0, sandbox_selection_ts_1.recommendedConcurrencyForPreparedPairs)([...targetPlan.preparedPairsByKey.values()]);
|
|
1675
|
+
const experimentConcurrency = {};
|
|
1676
|
+
for (const run of agentRuns) {
|
|
1677
|
+
if (run.experimentId !== undefined && run.maxConcurrency !== undefined)
|
|
1678
|
+
experimentConcurrency[run.experimentId] = run.maxConcurrency;
|
|
1679
|
+
}
|
|
1680
|
+
const plan = {
|
|
1681
|
+
shape: { evals: uniqueEvalIds.size, configs: agentRuns.length, totalAttempts, maxConcurrency },
|
|
1682
|
+
...(Object.keys(experimentConcurrency).length === 0 ? {} : { experimentConcurrency }),
|
|
1683
|
+
};
|
|
1684
|
+
const io = (0, index_ts_4.createNodeFeedbackIO)();
|
|
1685
|
+
const commandLabel = ["niceeval", command, ...positionals].join(" ").trim();
|
|
1686
|
+
const renderer = outputForm === "human"
|
|
1687
|
+
? (0, index_ts_4.createHumanRenderer)({ io, command: commandLabel })
|
|
1688
|
+
: (0, index_ts_4.createJsonRenderer)({ io });
|
|
1689
|
+
const sessionTracker = new session_ts_1.SessionTracker((0, node_path_1.resolve)(cwd, ".niceeval"));
|
|
1690
|
+
const coordinator = (0, index_ts_4.createFeedbackCoordinator)({
|
|
1691
|
+
profile: outputForm,
|
|
1692
|
+
renderer,
|
|
1693
|
+
io,
|
|
1694
|
+
onEvent: (event, state) => sessionTracker.onFeedback(event, state),
|
|
1695
|
+
});
|
|
1696
|
+
let resourcesReleased = false;
|
|
1697
|
+
const releaseResources = effect_1.Effect.suspend(() => {
|
|
1698
|
+
if (resourcesReleased)
|
|
1699
|
+
return effect_1.Effect.void;
|
|
1700
|
+
resourcesReleased = true;
|
|
1701
|
+
return releaseCliResources();
|
|
1702
|
+
});
|
|
1703
|
+
let sessionClosed = false;
|
|
1704
|
+
const closeSession = (input) => sessionTracker.close(input).pipe(effect_1.Effect.tap(() => effect_1.Effect.sync(() => { sessionClosed = true; })));
|
|
1705
|
+
yield* effect_1.Effect.addFinalizer(() => releaseResources);
|
|
1706
|
+
yield* effect_1.Effect.addFinalizer(() => sessionClosed
|
|
1707
|
+
? effect_1.Effect.void
|
|
1708
|
+
: closeSession({ status: "incomplete" }).pipe(effect_1.Effect.ignore));
|
|
1709
|
+
yield* effect_1.Effect.addFinalizer(() => cliPromise("stop dynamic feedback", () => coordinator.stopDynamic()).pipe(effect_1.Effect.ignore));
|
|
1710
|
+
yield* effect_1.Effect.acquireRelease(effect_1.Effect.sync(() => (0, index_ts_4.createInputGuard)({
|
|
1711
|
+
stdin: (0, index_ts_4.createNodeInputGuardStdin)(),
|
|
1712
|
+
stderrIsTTY: io.stderr.isTTY,
|
|
1713
|
+
coordinator,
|
|
1714
|
+
onInterrupt: () => process.emit("SIGINT"),
|
|
1715
|
+
})), (inputGuard) => effect_1.Effect.sync(() => inputGuard.stop()));
|
|
1716
|
+
let invocationSummary;
|
|
1717
|
+
const reporters = [];
|
|
1718
|
+
if (flags.junit)
|
|
1719
|
+
reporters.push({ reporter: (0, json_ts_1.JUnit)(flags.junit), name: "junit", required: true, target: flags.junit });
|
|
1720
|
+
(config.reporters ?? []).forEach((reporter, index) => {
|
|
1721
|
+
reporters.push({ reporter, name: `config-reporter-${index}`, required: false });
|
|
1722
|
+
});
|
|
1723
|
+
reporters.push({
|
|
1724
|
+
name: "cli-summary",
|
|
1725
|
+
required: false,
|
|
1726
|
+
reporter: {
|
|
1727
|
+
onInvocationComplete(summary) {
|
|
1728
|
+
invocationSummary = summary;
|
|
1729
|
+
},
|
|
1730
|
+
},
|
|
1731
|
+
});
|
|
1732
|
+
// This synchronous hand-off and the following `runEvals` yield have no
|
|
1733
|
+
// asynchronous gap. A first signal therefore either interrupts the root
|
|
1734
|
+
// before dispatch begins, or aborts this Invocation so it can close its
|
|
1735
|
+
// durable interrupted receipt before the CLI returns.
|
|
1736
|
+
const ownsGracefulDispatch = yield* effect_1.Effect.sync(() => interruption?.enterGracefulDispatch() ?? true);
|
|
1737
|
+
if (!ownsGracefulDispatch)
|
|
1738
|
+
yield* effect_1.Effect.interrupt;
|
|
1739
|
+
// Runner remains Effect-native. During graceful dispatch the application
|
|
1740
|
+
// edge translates SIGINT into this Invocation signal, letting dispatch
|
|
1741
|
+
// settle and the receipt close before the process exits with 130.
|
|
1742
|
+
const receipt = yield* cliEffect("run evaluations", (0, run_ts_1.runEvals)({
|
|
1743
|
+
config,
|
|
1744
|
+
evals,
|
|
1745
|
+
agentRuns,
|
|
1746
|
+
reporters,
|
|
1747
|
+
maxConcurrency,
|
|
1748
|
+
maxBuildConcurrency,
|
|
1749
|
+
keepSandbox: flags.keepSandbox,
|
|
1750
|
+
rerun: flags.rerun,
|
|
1751
|
+
niceevalRoot: (0, node_path_1.resolve)(cwd, ".niceeval"),
|
|
1752
|
+
session: sessionTracker,
|
|
1753
|
+
onCurrentRecordReusePlan: (current) => effect_1.Effect.sync(() => coordinator.start({
|
|
1754
|
+
...plan,
|
|
1755
|
+
reused: current.reused,
|
|
1756
|
+
...(current.reusedFailures.length === 0 ? {} : { reusedFailures: current.reusedFailures }),
|
|
1757
|
+
})),
|
|
1758
|
+
...(interruption === undefined ? {} : { signal: interruption.invocationSignal }),
|
|
1759
|
+
}));
|
|
1760
|
+
yield* releaseResources;
|
|
1761
|
+
const summary = invocationSummary;
|
|
1762
|
+
if (summary === undefined) {
|
|
1763
|
+
return yield* effect_1.Effect.fail(cliFailure("collect invocation summary", new Error("Runner completed without an invocation summary.")));
|
|
1764
|
+
}
|
|
1765
|
+
const completion = assembleInvocationCompletion(coordinator.state);
|
|
1766
|
+
yield* closeSession({ status: completion.status, completion, receipt, completedAt: receipt.completedAt });
|
|
1767
|
+
yield* cliPromise("finish feedback", () => coordinator.finish({ summary, completion, receipt }));
|
|
1768
|
+
const foldedStats = foldInvocationEvalStats(summary);
|
|
1769
|
+
return (0, index_ts_4.computeExitCode)({ ...summary, failed: foldedStats.failed, errored: foldedStats.errored }, completion);
|
|
1770
|
+
});
|
|
1771
|
+
}
|
|
1772
|
+
/**
|
|
1773
|
+
* The CLI validates selection identity before Record I/O. It never turns a
|
|
1774
|
+
* prefix, a path, or a directory entry into a Run / Experiment selection.
|
|
1775
|
+
*/
|
|
1776
|
+
function parseReportCliRequest(input) {
|
|
1777
|
+
const unsupported = reportUnsupportedFlag(input.command, input.flags);
|
|
1778
|
+
if (unsupported !== undefined) {
|
|
1779
|
+
throw usageError(`niceeval ${input.command} does not accept ${unsupported}.\n`);
|
|
1780
|
+
}
|
|
1781
|
+
const runs = input.flags.run ?? [];
|
|
1782
|
+
const rootText = input.flags.record;
|
|
1783
|
+
if (rootText !== undefined && rootText.trim() === "") {
|
|
1784
|
+
throw usageError("--record requires an actual Record root directory.\n");
|
|
1785
|
+
}
|
|
1786
|
+
const rootPath = (0, node_path_1.resolve)(input.cwd, rootText ?? ".niceeval/record");
|
|
1787
|
+
const root = (0, index_ts_1.makeRecordRoot)(rootPath);
|
|
1788
|
+
if (effect_1.Either.isLeft(root)) {
|
|
1789
|
+
throw usageError(`Invalid --record root: ${root.left.code}.\n`);
|
|
1790
|
+
}
|
|
1791
|
+
const page = parseReportRoute(input.flags.page);
|
|
1792
|
+
const evidenceReports = [
|
|
1793
|
+
input.flags.source !== undefined ? "--source" : undefined,
|
|
1794
|
+
input.flags.execution ? "--execution" : undefined,
|
|
1795
|
+
input.flags.timing !== undefined ? "--timing" : undefined,
|
|
1796
|
+
].filter((flag) => flag !== undefined);
|
|
1797
|
+
if (evidenceReports.length > 1) {
|
|
1798
|
+
throw usageError(`niceeval show chooses one evidence Report at a time; remove all but one of ${evidenceReports.join(", ")}.\n`);
|
|
1799
|
+
}
|
|
1800
|
+
if (!input.flags.execution && input.flags.grep !== undefined) {
|
|
1801
|
+
throw usageError("niceeval show --grep only combines with --execution.\n");
|
|
1802
|
+
}
|
|
1803
|
+
if (input.flags.execution) {
|
|
1804
|
+
const report = (0, execution_ts_1.executionEvidenceReport)(executionEvidenceOptions(input.flags));
|
|
1805
|
+
if (input.positionals.length !== 1) {
|
|
1806
|
+
throw usageError("niceeval show --execution requires exactly one current Record Attempt locator.\n");
|
|
1807
|
+
}
|
|
1808
|
+
if (runs.length > 0 || input.flags.experiment !== undefined) {
|
|
1809
|
+
throw usageError("niceeval show --execution uses its Attempt locator as the only selection; remove --run and --experiment.\n");
|
|
1810
|
+
}
|
|
1811
|
+
if (input.flags.report !== undefined) {
|
|
1812
|
+
throw usageError("niceeval show --execution selects its built-in execution Report; remove --report.\n");
|
|
1813
|
+
}
|
|
1814
|
+
const locator = input.positionals[0];
|
|
1815
|
+
if (locator === undefined) {
|
|
1816
|
+
throw usageError("niceeval show --execution requires one current Record Attempt locator.\n");
|
|
1817
|
+
}
|
|
1818
|
+
const parsedLocator = parseCurrentAttemptLocator(locator);
|
|
1819
|
+
return Object.freeze({
|
|
1820
|
+
command: input.command,
|
|
1821
|
+
cwd: input.cwd,
|
|
1822
|
+
root: root.right,
|
|
1823
|
+
rootPath,
|
|
1824
|
+
target: Object.freeze({ kind: "attempt", locator: parsedLocator }),
|
|
1825
|
+
reportSelection: Object.freeze({ kind: "fixed", report }),
|
|
1826
|
+
themeSelection: themeSelection(input.cwd, input.flags.theme),
|
|
1827
|
+
...(page === undefined ? {} : { page }),
|
|
1828
|
+
});
|
|
1829
|
+
}
|
|
1830
|
+
if (input.flags.timing !== undefined) {
|
|
1831
|
+
if (input.positionals.length !== 1) {
|
|
1832
|
+
throw usageError("niceeval show --timing requires exactly one current Record Attempt locator.\n");
|
|
1833
|
+
}
|
|
1834
|
+
if (runs.length > 0 || input.flags.experiment !== undefined) {
|
|
1835
|
+
throw usageError("niceeval show --timing uses its Attempt locator as the only selection; remove --run and --experiment.\n");
|
|
1836
|
+
}
|
|
1837
|
+
if (input.flags.report !== undefined) {
|
|
1838
|
+
throw usageError("niceeval show --timing selects its built-in timing Report; remove --report.\n");
|
|
1839
|
+
}
|
|
1840
|
+
const locator = input.positionals[0];
|
|
1841
|
+
if (locator === undefined) {
|
|
1842
|
+
throw usageError("niceeval show --timing requires one current Record Attempt locator.\n");
|
|
1843
|
+
}
|
|
1844
|
+
const parsedLocator = parseCurrentAttemptLocator(locator);
|
|
1845
|
+
return Object.freeze({
|
|
1846
|
+
command: input.command,
|
|
1847
|
+
cwd: input.cwd,
|
|
1848
|
+
root: root.right,
|
|
1849
|
+
rootPath,
|
|
1850
|
+
target: Object.freeze({ kind: "attempt", locator: parsedLocator }),
|
|
1851
|
+
reportSelection: Object.freeze({
|
|
1852
|
+
kind: "fixed",
|
|
1853
|
+
report: (0, execution_ts_1.timingEvidenceReport)({ mode: input.flags.timing }),
|
|
1854
|
+
}),
|
|
1855
|
+
themeSelection: themeSelection(input.cwd, input.flags.theme),
|
|
1856
|
+
...(page === undefined ? {} : { page }),
|
|
1857
|
+
});
|
|
1858
|
+
}
|
|
1859
|
+
if (input.flags.source !== undefined) {
|
|
1860
|
+
if (input.positionals.length !== 1) {
|
|
1861
|
+
throw usageError("niceeval show --source requires exactly one current Record Attempt locator.\n");
|
|
1862
|
+
}
|
|
1863
|
+
if (runs.length > 0 || input.flags.experiment !== undefined) {
|
|
1864
|
+
throw usageError("niceeval show --source uses its Attempt locator as the only selection; remove --run and --experiment.\n");
|
|
1865
|
+
}
|
|
1866
|
+
if (input.flags.report !== undefined) {
|
|
1867
|
+
throw usageError("niceeval show --source selects its built-in source Report; remove --report.\n");
|
|
1868
|
+
}
|
|
1869
|
+
const locator = input.positionals[0];
|
|
1870
|
+
if (locator === undefined) {
|
|
1871
|
+
throw usageError("niceeval show --source requires one current Record Attempt locator.\n");
|
|
1872
|
+
}
|
|
1873
|
+
const parsedLocator = parseCurrentAttemptLocator(locator);
|
|
1874
|
+
const report = (0, source_ts_1.sourceEvidenceReport)();
|
|
1875
|
+
return Object.freeze({
|
|
1876
|
+
command: input.command,
|
|
1877
|
+
cwd: input.cwd,
|
|
1878
|
+
root: root.right,
|
|
1879
|
+
rootPath,
|
|
1880
|
+
target: Object.freeze({ kind: "attempt", locator: parsedLocator }),
|
|
1881
|
+
reportSelection: Object.freeze({ kind: "fixed", report }),
|
|
1882
|
+
themeSelection: themeSelection(input.cwd, input.flags.theme),
|
|
1883
|
+
...(page === undefined ? {} : { page }),
|
|
1884
|
+
});
|
|
1885
|
+
}
|
|
1886
|
+
if (input.positionals.length > 0) {
|
|
1887
|
+
if (input.positionals.length !== 1) {
|
|
1888
|
+
throw usageError(`niceeval ${input.command} accepts one exact Attempt locator, the default current-project selection, or --run.\n`);
|
|
1889
|
+
}
|
|
1890
|
+
if (runs.length > 0 || input.flags.experiment !== undefined) {
|
|
1891
|
+
throw usageError(`niceeval ${input.command} uses its Attempt locator as the only selection; remove --run and --experiment.\n`);
|
|
1892
|
+
}
|
|
1893
|
+
const locator = input.positionals[0];
|
|
1894
|
+
if (locator === undefined || !locator.startsWith("@")) {
|
|
1895
|
+
throw usageError(`niceeval ${input.command} selects Record data only with a canonical @1<12-character-body> locator, --run, or no selector for current-project results.\n`);
|
|
1896
|
+
}
|
|
1897
|
+
const parsedLocator = parseCurrentAttemptLocator(locator);
|
|
1898
|
+
return Object.freeze({
|
|
1899
|
+
command: input.command,
|
|
1900
|
+
cwd: input.cwd,
|
|
1901
|
+
root: root.right,
|
|
1902
|
+
rootPath,
|
|
1903
|
+
target: Object.freeze({ kind: "attempt", locator: parsedLocator }),
|
|
1904
|
+
reportSelection: input.flags.report === undefined
|
|
1905
|
+
? Object.freeze({ kind: "fixed", report: attempt_overview_ts_1.defaultAttemptOverviewReport })
|
|
1906
|
+
: reportSelection(input.cwd, input.flags.report),
|
|
1907
|
+
themeSelection: themeSelection(input.cwd, input.flags.theme),
|
|
1908
|
+
...(page === undefined ? {} : { page }),
|
|
1909
|
+
});
|
|
1910
|
+
}
|
|
1911
|
+
if (runs.length > 0 && input.flags.experiment !== undefined) {
|
|
1912
|
+
throw usageError("--experiment narrows the default current-project selection; it cannot combine with explicit --run.\n");
|
|
1913
|
+
}
|
|
1914
|
+
const report = runs.length > 0 && input.flags.report === undefined
|
|
1915
|
+
? Object.freeze({ kind: "fixed", report: run_membership_overview_ts_1.defaultRunMembershipOverviewReport })
|
|
1916
|
+
: reportSelection(input.cwd, input.flags.report);
|
|
1917
|
+
const theme = themeSelection(input.cwd, input.flags.theme);
|
|
1918
|
+
const target = runs.length > 0
|
|
1919
|
+
? Object.freeze({ kind: "selection", selection: explicitSelection(runs) })
|
|
1920
|
+
: Object.freeze({
|
|
1921
|
+
kind: "project-current",
|
|
1922
|
+
...(input.flags.experiment === undefined
|
|
1923
|
+
? {}
|
|
1924
|
+
: { experimentIds: uniqueExactExperimentIds(input.flags.experiment) }),
|
|
1925
|
+
});
|
|
1926
|
+
return Object.freeze({
|
|
1927
|
+
command: input.command,
|
|
1928
|
+
cwd: input.cwd,
|
|
1929
|
+
root: root.right,
|
|
1930
|
+
rootPath,
|
|
1931
|
+
target,
|
|
1932
|
+
reportSelection: report,
|
|
1933
|
+
themeSelection: theme,
|
|
1934
|
+
...(page === undefined ? {} : { page }),
|
|
1935
|
+
});
|
|
1936
|
+
}
|
|
1937
|
+
function executionEvidenceOptions(flags) {
|
|
1938
|
+
if (flags.grep === undefined)
|
|
1939
|
+
return Object.freeze({});
|
|
1940
|
+
try {
|
|
1941
|
+
new RegExp(flags.grep);
|
|
1942
|
+
return Object.freeze({ grep: flags.grep });
|
|
1943
|
+
}
|
|
1944
|
+
catch {
|
|
1945
|
+
throw usageError(`--grep "${flags.grep}" is not a valid JavaScript regular expression.\n`);
|
|
1946
|
+
}
|
|
1947
|
+
}
|
|
1948
|
+
function reportUnsupportedFlag(command, flags) {
|
|
1949
|
+
const unsupported = [
|
|
1950
|
+
["--agent", flags.agent],
|
|
1951
|
+
["--model", flags.model],
|
|
1952
|
+
["--attempts", flags.attempts],
|
|
1953
|
+
["--max-concurrency", flags.maxConcurrency],
|
|
1954
|
+
["--max-build-concurrency", flags.maxBuildConcurrency],
|
|
1955
|
+
["--timeout", flags.timeout],
|
|
1956
|
+
["--budget", flags.budget],
|
|
1957
|
+
["--tag", flags.tag],
|
|
1958
|
+
["--junit", flags.junit],
|
|
1959
|
+
["--json", command === "view" && flags.json],
|
|
1960
|
+
["--smoke", flags.smoke],
|
|
1961
|
+
["--dry", flags.dry],
|
|
1962
|
+
["--force", flags.force],
|
|
1963
|
+
["--rerun", flags.rerun],
|
|
1964
|
+
["--early-exit/--no-early-exit", flags.earlyExit],
|
|
1965
|
+
["--open/--no-open", command === "show" ? flags.open : undefined],
|
|
1966
|
+
["--out", command === "show" ? flags.out : undefined],
|
|
1967
|
+
["--port", command === "show" ? flags.port : undefined],
|
|
1968
|
+
["--host", command === "show" ? flags.host : undefined],
|
|
1969
|
+
["--source", command === "show" ? undefined : flags.source],
|
|
1970
|
+
["--execution", command === "show" ? undefined : flags.execution],
|
|
1971
|
+
["--diff", flags.diff || flags.diffPath !== undefined],
|
|
1972
|
+
["--grep", command === "show" ? undefined : flags.grep],
|
|
1973
|
+
["--timing", command === "show" ? undefined : flags.timing],
|
|
1974
|
+
["--keep-sandbox", flags.keepSandbox],
|
|
1975
|
+
["--all", flags.all],
|
|
1976
|
+
["--window", flags.window],
|
|
1977
|
+
["--path", flags.sandboxPath],
|
|
1978
|
+
["--leave-running", flags.leaveRunning],
|
|
1979
|
+
["--history", flags.history],
|
|
1980
|
+
["--usage", flags.usage],
|
|
1981
|
+
["--stats", flags.stats],
|
|
1982
|
+
["--orphans", flags.orphans],
|
|
1983
|
+
["--teardown", flags.teardown],
|
|
1984
|
+
["--yes", flags.yes],
|
|
1985
|
+
];
|
|
1986
|
+
const found = unsupported.find(([, value]) => value !== undefined && value !== false && (!Array.isArray(value) || value.length > 0));
|
|
1987
|
+
return found?.[0];
|
|
1988
|
+
}
|
|
1989
|
+
function parseReportRoute(value) {
|
|
1990
|
+
if (value === undefined)
|
|
1991
|
+
return undefined;
|
|
1992
|
+
const parsed = (0, identity_ts_1.reportRoute)(value);
|
|
1993
|
+
if (effect_1.Either.isLeft(parsed)) {
|
|
1994
|
+
throw usageError(`Invalid --page route "${value}": ${parsed.left.reason}.\n`);
|
|
1995
|
+
}
|
|
1996
|
+
return parsed.right;
|
|
1997
|
+
}
|
|
1998
|
+
function reportSelection(cwd, value) {
|
|
1999
|
+
if (value === undefined)
|
|
2000
|
+
return Object.freeze({ kind: "config" });
|
|
2001
|
+
if (value === "overview")
|
|
2002
|
+
return Object.freeze({ kind: "built-in", name: "overview" });
|
|
2003
|
+
if (isTrustedModulePath(value)) {
|
|
2004
|
+
return Object.freeze({ kind: "module", path: (0, node_ts_1.resolveTrustedModulePath)(cwd, value) });
|
|
2005
|
+
}
|
|
2006
|
+
throw usageError("--report accepts built-in overview or an explicit trusted module path.\n");
|
|
2007
|
+
}
|
|
2008
|
+
function themeSelection(cwd, value) {
|
|
2009
|
+
if (value === undefined)
|
|
2010
|
+
return Object.freeze({ kind: "config" });
|
|
2011
|
+
if (value === "basalt" || value === "chalk") {
|
|
2012
|
+
return Object.freeze({ kind: "built-in", name: value });
|
|
2013
|
+
}
|
|
2014
|
+
if (isTrustedModulePath(value)) {
|
|
2015
|
+
return Object.freeze({ kind: "module", path: (0, node_ts_1.resolveTrustedModulePath)(cwd, value) });
|
|
2016
|
+
}
|
|
2017
|
+
throw usageError("--theme accepts built-in basalt/chalk or an explicit trusted module path.\n");
|
|
2018
|
+
}
|
|
2019
|
+
function isTrustedModulePath(value) {
|
|
2020
|
+
return value.startsWith("./") || value.startsWith("../") || (0, node_path_1.isAbsolute)(value);
|
|
2021
|
+
}
|
|
2022
|
+
function explicitSelection(values) {
|
|
2023
|
+
const runIds = uniqueExactRunIds(values);
|
|
2024
|
+
const [first, ...rest] = runIds;
|
|
2025
|
+
if (first === undefined) {
|
|
2026
|
+
throw usageError("niceeval show/view requires one or more --run <run-id> values.\n");
|
|
2027
|
+
}
|
|
2028
|
+
const nonEmptyRunIds = [first, ...rest];
|
|
2029
|
+
return Object.freeze({
|
|
2030
|
+
policy: "explicit-runs",
|
|
2031
|
+
input: Object.freeze({ runIds: nonEmptyRunIds }),
|
|
2032
|
+
});
|
|
2033
|
+
}
|
|
2034
|
+
function uniqueExactRunIds(values) {
|
|
2035
|
+
const result = [];
|
|
2036
|
+
const seen = new Set();
|
|
2037
|
+
for (const value of values) {
|
|
2038
|
+
const decoded = effect_1.Schema.decodeUnknownEither(index_ts_1.RunIdSchema)(value);
|
|
2039
|
+
if (effect_1.Either.isLeft(decoded)) {
|
|
2040
|
+
throw usageError(`Invalid --run value "${value}": expected one exact portable RunId.\n`);
|
|
2041
|
+
}
|
|
2042
|
+
if (!seen.has(decoded.right)) {
|
|
2043
|
+
seen.add(decoded.right);
|
|
2044
|
+
result.push(decoded.right);
|
|
2045
|
+
}
|
|
2046
|
+
}
|
|
2047
|
+
return Object.freeze(result);
|
|
2048
|
+
}
|
|
2049
|
+
function uniqueExactExperimentIds(values) {
|
|
2050
|
+
const result = [];
|
|
2051
|
+
const seen = new Set();
|
|
2052
|
+
for (const value of values) {
|
|
2053
|
+
const decoded = effect_1.Schema.decodeUnknownEither(index_ts_2.ExperimentIdSchema)(value);
|
|
2054
|
+
if (effect_1.Either.isLeft(decoded)) {
|
|
2055
|
+
throw usageError(`Invalid --experiment value "${value}": expected one exact ExperimentId.\n`);
|
|
2056
|
+
}
|
|
2057
|
+
if (!seen.has(decoded.right)) {
|
|
2058
|
+
seen.add(decoded.right);
|
|
2059
|
+
result.push(decoded.right);
|
|
2060
|
+
}
|
|
2061
|
+
}
|
|
2062
|
+
return Object.freeze(result);
|
|
2063
|
+
}
|
|
2064
|
+
/** Current Record locators use the strict scheme-1 short alias. */
|
|
2065
|
+
function parseCurrentAttemptLocator(value) {
|
|
2066
|
+
const parsed = (0, attempt_locator_ts_1.parseAttemptLocator)(value);
|
|
2067
|
+
if (!parsed.valid) {
|
|
2068
|
+
throw usageError(`Invalid Attempt locator "${value}": expected @1 followed by 12 canonical uppercase Crockford characters.\n`);
|
|
2069
|
+
}
|
|
2070
|
+
return parsed.locator;
|
|
2071
|
+
}
|
|
2072
|
+
/**
|
|
2073
|
+
* Config is deliberately fresh-read for every view rebuild even when CLI flags
|
|
2074
|
+
* override its current Report or Theme. It is both a trusted boundary and a
|
|
2075
|
+
* live input: an invalid config must not leave a stale hidden module graph.
|
|
2076
|
+
*/
|
|
2077
|
+
function loadCliReportInputs(request) {
|
|
2078
|
+
return effect_1.Effect.gen(function* () {
|
|
2079
|
+
const projectCurrent = request.target.kind === "project-current"
|
|
2080
|
+
? yield* cliEffect("load current project target", (0, project_current_ts_1.loadProjectCurrent)(request.cwd, {
|
|
2081
|
+
...(request.target.experimentIds === undefined
|
|
2082
|
+
? {}
|
|
2083
|
+
: { experiments: request.target.experimentIds }),
|
|
2084
|
+
freshImport: true,
|
|
2085
|
+
}))
|
|
2086
|
+
: undefined;
|
|
2087
|
+
const configured = yield* cliEffect("load trusted Report config", (0, node_ts_1.loadTrustedReportConfig)(request.cwd));
|
|
2088
|
+
const selectedReport = yield* reportFromSelection(request.reportSelection, configured.report);
|
|
2089
|
+
const selectedTheme = yield* themeFromSelection(request.themeSelection, configured.theme);
|
|
2090
|
+
const projectCurrentSelection = projectCurrent === undefined
|
|
2091
|
+
? undefined
|
|
2092
|
+
: Object.freeze({
|
|
2093
|
+
policy: "project-current",
|
|
2094
|
+
input: Object.freeze({
|
|
2095
|
+
target: projectCurrent.target,
|
|
2096
|
+
}),
|
|
2097
|
+
});
|
|
2098
|
+
return Object.freeze({
|
|
2099
|
+
report: selectedReport.value,
|
|
2100
|
+
theme: selectedTheme.value,
|
|
2101
|
+
...(projectCurrentSelection === undefined ? {} : { projectCurrentSelection }),
|
|
2102
|
+
watchInputs: uniqueWatchInputs([
|
|
2103
|
+
request.rootPath,
|
|
2104
|
+
...(projectCurrent?.watchInputs ?? []),
|
|
2105
|
+
...configured.watchInputs,
|
|
2106
|
+
...selectedReport.watchInputs,
|
|
2107
|
+
...selectedTheme.watchInputs,
|
|
2108
|
+
]),
|
|
2109
|
+
});
|
|
2110
|
+
});
|
|
2111
|
+
}
|
|
2112
|
+
function reportFromSelection(selection, configured) {
|
|
2113
|
+
switch (selection.kind) {
|
|
2114
|
+
case "fixed":
|
|
2115
|
+
return effect_1.Effect.succeed(Object.freeze({ value: selection.report, watchInputs: Object.freeze([]) }));
|
|
2116
|
+
case "config":
|
|
2117
|
+
return effect_1.Effect.succeed(Object.freeze({
|
|
2118
|
+
value: configured ?? overview_ts_1.defaultOverviewReport,
|
|
2119
|
+
watchInputs: Object.freeze([]),
|
|
2120
|
+
}));
|
|
2121
|
+
case "built-in":
|
|
2122
|
+
return effect_1.Effect.succeed(Object.freeze({ value: overview_ts_1.defaultOverviewReport, watchInputs: Object.freeze([]) }));
|
|
2123
|
+
case "module":
|
|
2124
|
+
return cliEffect("load trusted Report module", (0, node_ts_1.loadTrustedReportModule)(selection.path)).pipe(effect_1.Effect.map((loaded) => Object.freeze({ value: loaded.report, watchInputs: loaded.watchInputs })));
|
|
2125
|
+
}
|
|
2126
|
+
}
|
|
2127
|
+
function themeFromSelection(selection, configured) {
|
|
2128
|
+
switch (selection.kind) {
|
|
2129
|
+
case "config":
|
|
2130
|
+
return effect_1.Effect.succeed(Object.freeze({ value: configured ?? node_ts_1.basalt, watchInputs: Object.freeze([]) }));
|
|
2131
|
+
case "built-in":
|
|
2132
|
+
return effect_1.Effect.succeed(Object.freeze({
|
|
2133
|
+
value: selection.name === "chalk" ? node_ts_1.chalk : node_ts_1.basalt,
|
|
2134
|
+
watchInputs: Object.freeze([]),
|
|
2135
|
+
}));
|
|
2136
|
+
case "module":
|
|
2137
|
+
return cliEffect("load trusted Theme module", (0, node_ts_1.loadTrustedThemeModule)(selection.path)).pipe(effect_1.Effect.map((loaded) => Object.freeze({ value: loaded.theme, watchInputs: loaded.watchInputs })));
|
|
2138
|
+
}
|
|
2139
|
+
}
|
|
2140
|
+
function uniqueWatchInputs(paths) {
|
|
2141
|
+
return Object.freeze([...new Set(paths.map((path) => (0, node_path_1.resolve)(path)))].sort());
|
|
2142
|
+
}
|
|
2143
|
+
function executeCliReport(request, inputs) {
|
|
2144
|
+
const execution = request.target.kind === "attempt"
|
|
2145
|
+
? (0, index_ts_3.executeReportForAttemptFromRecord)({
|
|
2146
|
+
root: request.root,
|
|
2147
|
+
locator: request.target.locator,
|
|
2148
|
+
report: inputs.report,
|
|
2149
|
+
})
|
|
2150
|
+
: (0, index_ts_3.executeReportFromRecord)({
|
|
2151
|
+
root: request.root,
|
|
2152
|
+
selection: request.target.kind === "selection"
|
|
2153
|
+
? request.target.selection
|
|
2154
|
+
: inputs.projectCurrentSelection,
|
|
2155
|
+
report: inputs.report,
|
|
2156
|
+
});
|
|
2157
|
+
return execution.pipe(effect_1.Effect.mapError(reportExecutionFailure));
|
|
2158
|
+
}
|
|
2159
|
+
function reportExecutionFailure(error) {
|
|
2160
|
+
switch (failureCode(error)) {
|
|
2161
|
+
case "sample-run-not-found":
|
|
2162
|
+
return usageError(`Run "${stringProperty(error, "runId") ?? "unknown"}" was not found in the selected Record.\n`);
|
|
2163
|
+
case "sample-run-invalid":
|
|
2164
|
+
return usageError(`Run "${stringProperty(error, "runId") ?? "unknown"}" is not a valid published Record Run.\n`);
|
|
2165
|
+
case "sample-selection-invalid":
|
|
2166
|
+
return usageError(`Invalid Record analysis selection: ${stringProperty(error, "field") ?? "selection"}.\n`);
|
|
2167
|
+
case "sample-attempt-not-found":
|
|
2168
|
+
return usageError(`Attempt "${stringProperty(error, "attemptId") ?? "unknown"}" was not found in the selected Record.\n`);
|
|
2169
|
+
case "sample-attempt-ambiguous":
|
|
2170
|
+
return usageError(`Attempt "${stringProperty(error, "attemptId") ?? "unknown"}" is ambiguous in the selected Record.\n`);
|
|
2171
|
+
case "sample-attempt-locator-not-found":
|
|
2172
|
+
return usageError(`Attempt locator "${stringProperty(error, "locator") ?? "unknown"}" was not found in the selected Record.\n`);
|
|
2173
|
+
case "sample-attempt-locator-ambiguous":
|
|
2174
|
+
return usageError(`Attempt locator "${stringProperty(error, "locator") ?? "unknown"}" is ambiguous in the selected Record.\n`);
|
|
2175
|
+
case "record-migration-required":
|
|
2176
|
+
return usageError("record-migration-required\nRun: niceeval migrate\n");
|
|
2177
|
+
case "record-bootstrap-invalid":
|
|
2178
|
+
return usageError("record-bootstrap-invalid\nPass --record <actual-record-root> or create a current NiceEval Record.\n");
|
|
2179
|
+
case "record-format-unsupported":
|
|
2180
|
+
return usageError("record-format-unsupported\nUse a NiceEval version that supports this Record format.\n");
|
|
2181
|
+
case "record-migration-interrupted":
|
|
2182
|
+
return usageError("record-migration-interrupted\nRestore the Record from Git or a backup before retrying.\n");
|
|
2183
|
+
default:
|
|
2184
|
+
return cliFailure("execute report from Record", error);
|
|
2185
|
+
}
|
|
2186
|
+
}
|
|
2187
|
+
function stringProperty(value, key) {
|
|
2188
|
+
if (typeof value !== "object" || value === null)
|
|
2189
|
+
return undefined;
|
|
2190
|
+
const candidate = Reflect.get(value, key);
|
|
2191
|
+
return typeof candidate === "string" ? candidate : undefined;
|
|
2192
|
+
}
|
|
2193
|
+
function requireKnownReportPage(execution, page) {
|
|
2194
|
+
if (page === undefined || execution.pages.some((candidate) => candidate.route === page)) {
|
|
2195
|
+
return effect_1.Effect.void;
|
|
2196
|
+
}
|
|
2197
|
+
const available = execution.pages
|
|
2198
|
+
.flatMap((candidate) => candidate.route === undefined ? [] : [candidate.route])
|
|
2199
|
+
.sort()
|
|
2200
|
+
.join(", ");
|
|
2201
|
+
return effect_1.Effect.fail(usageError(`Unknown Report route "${page}". Available routes: ${available || "none"}.\n`));
|
|
2202
|
+
}
|
|
2203
|
+
const cliReportConsole = Object.freeze({
|
|
2204
|
+
write: (text) => effect_1.Effect.try({
|
|
2205
|
+
try: () => {
|
|
2206
|
+
process.stdout.write(text);
|
|
2207
|
+
},
|
|
2208
|
+
catch: () => Object.freeze({
|
|
2209
|
+
code: "report-console-write-failed",
|
|
2210
|
+
operation: "write",
|
|
2211
|
+
}),
|
|
2212
|
+
}),
|
|
2213
|
+
});
|
|
2214
|
+
function runShowCommand(cwd, positionals, flags) {
|
|
2215
|
+
return effect_1.Effect.gen(function* () {
|
|
2216
|
+
const request = yield* effect_1.Effect.try({
|
|
2217
|
+
try: () => parseReportCliRequest({ command: "show", cwd, positionals, flags }),
|
|
2218
|
+
catch: (cause) => cliFailure("parse show arguments", cause),
|
|
2219
|
+
});
|
|
2220
|
+
const inputs = yield* loadCliReportInputs(request);
|
|
2221
|
+
const execution = yield* executeCliReport(request, inputs);
|
|
2222
|
+
yield* requireKnownReportPage(execution, request.page);
|
|
2223
|
+
yield* (0, index_ts_3.showReport)({
|
|
2224
|
+
execution,
|
|
2225
|
+
...(flags.json ? { format: "json" } : {}),
|
|
2226
|
+
...(request.page === undefined ? {} : { page: request.page }),
|
|
2227
|
+
}).pipe(effect_1.Effect.provideService(index_ts_3.ReportConsole, cliReportConsole), effect_1.Effect.mapError((error) => cliFailure("render Report show output", error)));
|
|
2228
|
+
return 0;
|
|
2229
|
+
});
|
|
2230
|
+
}
|
|
2231
|
+
function runViewCommand(cwd, positionals, flags) {
|
|
2232
|
+
return effect_1.Effect.gen(function* () {
|
|
2233
|
+
const request = yield* effect_1.Effect.try({
|
|
2234
|
+
try: () => parseReportCliRequest({ command: "view", cwd, positionals, flags }),
|
|
2235
|
+
catch: (cause) => cliFailure("parse view arguments", cause),
|
|
2236
|
+
});
|
|
2237
|
+
const initialInputs = yield* loadCliReportInputs(request);
|
|
2238
|
+
const initial = yield* executeCliReport(request, initialInputs);
|
|
2239
|
+
yield* requireKnownReportPage(initial, request.page);
|
|
2240
|
+
if (flags.out !== undefined) {
|
|
2241
|
+
if (flags.out.trim() === "") {
|
|
2242
|
+
return yield* effect_1.Effect.fail(usageError("--out requires a target directory.\n"));
|
|
2243
|
+
}
|
|
2244
|
+
if (flags.port !== undefined || flags.host !== undefined || flags.open === true) {
|
|
2245
|
+
return yield* effect_1.Effect.fail(usageError("view --out does not start a server; remove --port, --host, and --open.\n"));
|
|
2246
|
+
}
|
|
2247
|
+
const receipt = yield* (0, index_ts_3.exportStaticReport)({
|
|
2248
|
+
execution: initial,
|
|
2249
|
+
out: (0, node_path_1.resolve)(cwd, flags.out),
|
|
2250
|
+
theme: initialInputs.theme,
|
|
2251
|
+
}).pipe(effect_1.Effect.provideService(index_ts_3.ReportFileSystem, (0, node_ts_1.makeNodeReportFileSystem)()), effect_1.Effect.mapError((error) => staticExportFailure(error, (0, node_path_1.resolve)(cwd, flags.out))));
|
|
2252
|
+
yield* writeStdout(`Exported static report site: ${receipt.out}\n`);
|
|
2253
|
+
return 0;
|
|
2254
|
+
}
|
|
2255
|
+
const { host, port } = yield* effect_1.Effect.try({
|
|
2256
|
+
try: () => ({ host: viewHost(flags.host), port: viewPort(flags.port) }),
|
|
2257
|
+
catch: (cause) => cliFailure("parse view server arguments", cause),
|
|
2258
|
+
});
|
|
2259
|
+
const session = yield* (0, index_ts_3.openReportViewSession)({
|
|
2260
|
+
url: `http://${host.includes(":") ? `[${host}]` : host}:${port}/`,
|
|
2261
|
+
theme: initialInputs.theme,
|
|
2262
|
+
watchInputs: initialInputs.watchInputs,
|
|
2263
|
+
initial: effect_1.Effect.succeed(initial),
|
|
2264
|
+
rebuild: () => rebuildReportView(request),
|
|
2265
|
+
}).pipe(effect_1.Effect.mapError((error) => cliFailure("open report view session", error)));
|
|
2266
|
+
// Watch set is owned by the session revision; openViewServer only transports
|
|
2267
|
+
// fs.watch hints and replaces them after each successful rebuild.
|
|
2268
|
+
const server = yield* (0, server_ts_1.openViewServer)({
|
|
2269
|
+
session,
|
|
2270
|
+
host,
|
|
2271
|
+
port,
|
|
2272
|
+
}).pipe(effect_1.Effect.mapError((error) => cliFailure("open report view", error)));
|
|
2273
|
+
const urls = server.urls.map((url) => request.page === undefined ? url : new URL(request.page, url).toString());
|
|
2274
|
+
const url = urls[0];
|
|
2275
|
+
if (!isLoopbackViewHost(host)) {
|
|
2276
|
+
yield* writeStderr("Warning: niceeval view is listening beyond loopback without authentication or TLS; " +
|
|
2277
|
+
"every reachable client can read report data, execution JSON, and downloads.\n");
|
|
2278
|
+
}
|
|
2279
|
+
yield* writeStdout(`niceeval view — open in a browser:\n${urls.join("\n")}\n`);
|
|
2280
|
+
if (flags.open !== false) {
|
|
2281
|
+
yield* openBrowser(url).pipe(effect_1.Effect.catchAll(() => effect_1.Effect.succeed(false)));
|
|
2282
|
+
}
|
|
2283
|
+
return yield* effect_1.Effect.never;
|
|
2284
|
+
});
|
|
2285
|
+
}
|
|
2286
|
+
/**
|
|
2287
|
+
* A watcher signal is only a hint. Every refresh re-reads config plus its
|
|
2288
|
+
* fresh author graph and Record before one completed immutable revision is
|
|
2289
|
+
* published with its next recoverable watch set; a typed boundary failure is
|
|
2290
|
+
* logged once and leaves last-good execution and the prior watch set.
|
|
2291
|
+
*/
|
|
2292
|
+
function rebuildReportView(request) {
|
|
2293
|
+
return effect_1.Effect.gen(function* () {
|
|
2294
|
+
const inputs = yield* loadCliReportInputs(request);
|
|
2295
|
+
const execution = yield* executeCliReport(request, inputs);
|
|
2296
|
+
yield* requireKnownReportPage(execution, request.page);
|
|
2297
|
+
return Object.freeze({
|
|
2298
|
+
kind: "execution",
|
|
2299
|
+
execution,
|
|
2300
|
+
theme: inputs.theme,
|
|
2301
|
+
watchInputs: inputs.watchInputs,
|
|
2302
|
+
});
|
|
2303
|
+
}).pipe(effect_1.Effect.catchAll((failure) => {
|
|
2304
|
+
const problem = reportViewRebuildFailure(failure);
|
|
2305
|
+
return writeStderr(`view rebuild failed: ${problem.summary}\n`).pipe(effect_1.Effect.zipRight(effect_1.Effect.fail(problem)));
|
|
2306
|
+
}));
|
|
2307
|
+
}
|
|
2308
|
+
function staticExportFailure(error, out) {
|
|
2309
|
+
if (failureCode(error) === "report-export-target-exists") {
|
|
2310
|
+
return usageError(`report-export-target-exists\nRemove ${out} before retrying.\n`);
|
|
2311
|
+
}
|
|
2312
|
+
return cliFailure("export static Report", error);
|
|
2313
|
+
}
|
|
2314
|
+
function viewHost(value) {
|
|
2315
|
+
const host = (value ?? "127.0.0.1").trim();
|
|
2316
|
+
if (host.length === 0)
|
|
2317
|
+
throw usageError("--host requires a non-empty address.\n");
|
|
2318
|
+
return host;
|
|
2319
|
+
}
|
|
2320
|
+
function isLoopbackViewHost(host) {
|
|
2321
|
+
return host === "127.0.0.1" || host === "::1" || host === "localhost";
|
|
2322
|
+
}
|
|
2323
|
+
function viewPort(value) {
|
|
2324
|
+
const port = value ?? 4173;
|
|
2325
|
+
if (!Number.isInteger(port) || port < 0 || port > 65535) {
|
|
2326
|
+
throw usageError(`--port must be an integer from 0 through 65535, got ${port}.\n`);
|
|
2327
|
+
}
|
|
2328
|
+
return port;
|
|
2329
|
+
}
|
|
2330
|
+
function reportViewRebuildFailure(failure) {
|
|
2331
|
+
const summary = failure._tag === "CliUsageError"
|
|
2332
|
+
? failure.message
|
|
2333
|
+
: failure.cause instanceof node_ts_1.ReportModuleLoadError
|
|
2334
|
+
? `${failure.cause.code}: ${failure.cause.reason}`
|
|
2335
|
+
: failureCode(failure.cause) ?? "Report rebuild failed";
|
|
2336
|
+
return Object.freeze({ summary });
|
|
2337
|
+
}
|
|
2338
|
+
const cliProgram = (interruption) => effect_1.Effect.gen(function* () {
|
|
2339
|
+
const cwd = process.cwd();
|
|
2340
|
+
const { command, positionals, flags, providedOptions } = yield* effect_1.Effect.try({
|
|
2341
|
+
try: () => parseArgs(process.argv.slice(2)),
|
|
2342
|
+
catch: (cause) => cliFailure("parse CLI arguments", cause),
|
|
2343
|
+
});
|
|
2344
|
+
// Session / Docker profile queries must remain config-free read paths.
|
|
2345
|
+
if (command !== "session" && command !== "docker") {
|
|
2346
|
+
yield* loadDotenv(cwd);
|
|
2347
|
+
}
|
|
2348
|
+
if (flags.help) {
|
|
2349
|
+
yield* writeStdout((0, index_ts_5.t)("cli.help"));
|
|
2350
|
+
return 0;
|
|
2351
|
+
}
|
|
2352
|
+
if (flags.version) {
|
|
2353
|
+
yield* writeStdout((yield* packageVersion()) + "\n");
|
|
2354
|
+
return 0;
|
|
2355
|
+
}
|
|
2356
|
+
if (command === "debug") {
|
|
2357
|
+
const unsupported = providedOptions.find((name) => name !== "json" && name !== "help" && name !== "version");
|
|
2358
|
+
if (unsupported !== undefined) {
|
|
2359
|
+
yield* writeStderr((0, index_ts_5.t)("cli.debug.flagUnsupported", { flag: `--${unsupported}` }));
|
|
2360
|
+
return 1;
|
|
2361
|
+
}
|
|
2362
|
+
return yield* runDebugCommand(cwd, positionals, flags);
|
|
2363
|
+
}
|
|
2364
|
+
if (command === "docker")
|
|
2365
|
+
return yield* runDockerCommand(positionals, flags);
|
|
2366
|
+
if (command === "accept") {
|
|
2367
|
+
const locators = yield* effect_1.Effect.try({
|
|
2368
|
+
try: () => parseAcceptLocators(positionals, flags),
|
|
2369
|
+
catch: (cause) => cliFailure("parse acceptance locators", cause),
|
|
2370
|
+
});
|
|
2371
|
+
const outcome = yield* effect_1.Effect.either(runAcceptCommand(cwd, locators, flags.record));
|
|
2372
|
+
if (effect_1.Either.isLeft(outcome)) {
|
|
2373
|
+
yield* writeStderr((0, index_ts_5.t)("cli.accept.failed", { error: errorMessage(outcome.left.cause) }));
|
|
2374
|
+
return 1;
|
|
2375
|
+
}
|
|
2376
|
+
return 0;
|
|
2377
|
+
}
|
|
2378
|
+
if (command === "view")
|
|
2379
|
+
return yield* runViewCommand(cwd, positionals, flags);
|
|
2380
|
+
if (command === "sandbox")
|
|
2381
|
+
return yield* runSandboxCliCommand(cwd, positionals, flags);
|
|
2382
|
+
if (command === "session")
|
|
2383
|
+
return yield* runSessionCommand(cwd, positionals, flags);
|
|
2384
|
+
if (command === "show")
|
|
2385
|
+
return yield* runShowCommand(cwd, positionals, flags);
|
|
2386
|
+
if (command === "clean" || command === "migrate") {
|
|
2387
|
+
return yield* runRecordMaintenanceCommand(cwd, command, positionals, flags);
|
|
2388
|
+
}
|
|
2389
|
+
if (command === "init") {
|
|
2390
|
+
yield* initProject(cwd);
|
|
2391
|
+
yield* writeStdout((0, index_ts_5.t)("cli.init.done"));
|
|
2392
|
+
if (!hostPrefersEsm(cwd))
|
|
2393
|
+
yield* writeStdout((0, index_ts_5.t)("cli.init.esmHint"));
|
|
2394
|
+
return 0;
|
|
2395
|
+
}
|
|
2396
|
+
if (command === "exp" && positionals[0] === "rename") {
|
|
2397
|
+
return yield* runExperimentRenameCommand(cwd, positionals.slice(1), flags);
|
|
2398
|
+
}
|
|
2399
|
+
return yield* runEvaluationCommand(cwd, command, positionals, flags, interruption);
|
|
2400
|
+
}).pipe(
|
|
2401
|
+
// Every command boundary reports a typed CLI failure; defects and
|
|
2402
|
+
// interruption remain in the Cause channel for bootstrap to own.
|
|
2403
|
+
effect_1.Effect.mapError((cause) => cliFailure("run CLI command", cause)));
|
|
2404
|
+
exports.cliProgram = cliProgram;
|
|
2405
|
+
//# sourceMappingURL=cli.cjs.map
|