niceeval 0.12.1 → 0.12.2-canary.31
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/INDEX.md +33 -27
- package/bin/niceeval.js +8 -6
- package/dist/agents/ai-sdk-otel.cjs +54 -0
- package/dist/agents/ai-sdk-otel.cjs.map +1 -0
- package/dist/agents/ai-sdk-otel.d.cts +27 -0
- package/dist/agents/ai-sdk-otel.d.mts +27 -0
- package/dist/agents/ai-sdk-otel.d.ts +27 -0
- package/dist/agents/ai-sdk-otel.js +6 -0
- package/dist/agents/ai-sdk-otel.js.map +1 -0
- package/dist/agents/ai-sdk-otel.mjs +6 -0
- package/dist/agents/ai-sdk-otel.mjs.map +1 -0
- package/dist/agents/ai-sdk.cjs +412 -0
- package/dist/agents/ai-sdk.cjs.map +1 -0
- package/dist/agents/ai-sdk.d.cts +214 -0
- package/dist/agents/ai-sdk.d.mts +214 -0
- package/dist/agents/ai-sdk.d.ts +214 -0
- package/dist/agents/ai-sdk.js +8 -0
- package/dist/agents/ai-sdk.js.map +1 -0
- package/dist/agents/bub-install-spec.cjs +42 -0
- package/dist/agents/bub-install-spec.cjs.map +1 -0
- package/dist/agents/bub-install-spec.d.cts +22 -0
- package/dist/agents/bub-install-spec.d.mts +22 -0
- package/dist/agents/bub-install-spec.d.ts +22 -0
- package/dist/agents/bub-install-spec.js +20 -0
- package/dist/agents/bub-install-spec.js.map +1 -0
- package/dist/agents/bub.cjs +204 -0
- package/dist/agents/bub.cjs.map +1 -0
- package/dist/agents/bub.d.cts +57 -0
- package/dist/agents/bub.d.mts +57 -0
- package/dist/agents/bub.d.ts +57 -0
- package/dist/agents/bub.js +7 -0
- package/dist/agents/bub.js.map +1 -0
- package/dist/agents/builtin.cjs +21 -0
- package/dist/agents/builtin.cjs.map +1 -0
- package/dist/agents/builtin.d.cts +2 -0
- package/dist/agents/builtin.d.mts +2 -0
- package/dist/agents/builtin.d.ts +2 -0
- package/dist/agents/builtin.js +6 -0
- package/dist/agents/builtin.js.map +1 -0
- package/dist/agents/cache-marker.cjs +6 -0
- package/dist/agents/cache-marker.cjs.map +1 -0
- package/dist/agents/cache-marker.d.cts +5 -0
- package/dist/agents/cache-marker.d.mts +5 -0
- package/dist/agents/cache-marker.js +6 -2
- package/dist/agents/cache-marker.js.map +1 -0
- package/dist/agents/claude-code.cjs +372 -0
- package/dist/agents/claude-code.cjs.map +1 -0
- package/dist/agents/claude-code.d.cts +91 -0
- package/dist/agents/claude-code.d.mts +91 -0
- package/dist/agents/claude-code.d.ts +91 -0
- package/dist/agents/claude-code.js +9 -0
- package/dist/agents/claude-code.js.map +1 -0
- package/dist/agents/codex.cjs +658 -0
- package/dist/agents/codex.cjs.map +1 -0
- package/dist/agents/codex.d.cts +96 -0
- package/dist/agents/codex.d.mts +96 -0
- package/dist/agents/codex.d.ts +96 -0
- package/dist/agents/codex.js +9 -0
- package/dist/agents/codex.js.map +1 -0
- package/dist/agents/coding-cli-versions.cjs +71 -0
- package/dist/agents/coding-cli-versions.cjs.map +1 -0
- package/dist/agents/coding-cli-versions.d.cts +40 -0
- package/dist/agents/coding-cli-versions.d.mts +40 -0
- package/dist/agents/coding-cli-versions.d.ts +40 -0
- package/dist/agents/coding-cli-versions.js +22 -0
- package/dist/agents/coding-cli-versions.js.map +1 -0
- package/dist/agents/hermes.cjs +237 -0
- package/dist/agents/hermes.cjs.map +1 -0
- package/dist/agents/hermes.d.cts +17 -0
- package/dist/agents/hermes.d.mts +17 -0
- package/dist/agents/hermes.d.ts +17 -0
- package/dist/agents/hermes.js +7 -0
- package/dist/agents/hermes.js.map +1 -0
- package/dist/agents/index.cjs +92 -0
- package/dist/agents/index.cjs.map +1 -0
- package/dist/agents/index.d.cts +44 -0
- package/dist/agents/index.d.mts +44 -0
- package/dist/agents/index.d.ts +44 -0
- package/dist/agents/index.js +86 -0
- package/dist/agents/index.js.map +1 -0
- package/dist/agents/index.mjs +86 -0
- package/dist/agents/index.mjs.map +1 -0
- package/dist/agents/langgraph.cjs +426 -0
- package/dist/agents/langgraph.cjs.map +1 -0
- package/dist/agents/langgraph.d.cts +43 -0
- package/dist/agents/langgraph.d.mts +43 -0
- package/dist/agents/langgraph.d.ts +43 -0
- package/dist/agents/langgraph.js +6 -0
- package/dist/agents/langgraph.js.map +1 -0
- package/dist/agents/marketplace.cjs +81 -0
- package/dist/agents/marketplace.cjs.map +1 -0
- package/dist/agents/marketplace.d.cts +27 -0
- package/dist/agents/marketplace.d.mts +27 -0
- package/dist/agents/marketplace.d.ts +27 -0
- package/dist/agents/marketplace.js +8 -0
- package/dist/agents/marketplace.js.map +1 -0
- package/dist/agents/mcp.cjs +28 -0
- package/dist/agents/mcp.cjs.map +1 -0
- package/dist/agents/mcp.d.cts +7 -0
- package/dist/agents/mcp.d.mts +7 -0
- package/dist/agents/mcp.d.ts +7 -0
- package/dist/agents/mcp.js +10 -0
- package/dist/agents/mcp.js.map +1 -0
- package/dist/agents/native-config.cjs +288 -0
- package/dist/agents/native-config.cjs.map +1 -0
- package/dist/agents/native-config.d.cts +71 -0
- package/dist/agents/native-config.d.mts +71 -0
- package/dist/agents/native-config.d.ts +71 -0
- package/dist/agents/native-config.js +18 -0
- package/dist/agents/native-config.js.map +1 -0
- package/dist/agents/npm-staged.cjs +378 -0
- package/dist/agents/npm-staged.cjs.map +1 -0
- package/dist/agents/npm-staged.d.cts +52 -0
- package/dist/agents/npm-staged.d.mts +52 -0
- package/dist/agents/npm-staged.d.ts +52 -0
- package/dist/agents/npm-staged.js +12 -0
- package/dist/agents/npm-staged.js.map +1 -0
- package/dist/agents/openai-compat.cjs +158 -0
- package/dist/agents/openai-compat.cjs.map +1 -0
- package/dist/agents/openai-compat.d.cts +88 -0
- package/dist/agents/openai-compat.d.mts +88 -0
- package/dist/agents/openai-compat.d.ts +88 -0
- package/dist/agents/openai-compat.js +12 -0
- package/dist/agents/openai-compat.js.map +1 -0
- package/dist/agents/openclaw.cjs +236 -0
- package/dist/agents/openclaw.cjs.map +1 -0
- package/dist/agents/openclaw.d.cts +26 -0
- package/dist/agents/openclaw.d.mts +26 -0
- package/dist/agents/openclaw.d.ts +26 -0
- package/dist/agents/openclaw.js +7 -0
- package/dist/agents/openclaw.js.map +1 -0
- package/dist/agents/opencode.cjs +228 -0
- package/dist/agents/opencode.cjs.map +1 -0
- package/dist/agents/opencode.d.cts +17 -0
- package/dist/agents/opencode.d.mts +17 -0
- package/dist/agents/opencode.d.ts +17 -0
- package/dist/agents/opencode.js +7 -0
- package/dist/agents/opencode.js.map +1 -0
- package/dist/agents/post-setup.cjs +119 -0
- package/dist/agents/post-setup.cjs.map +1 -0
- package/dist/agents/post-setup.d.cts +20 -0
- package/dist/agents/post-setup.d.mts +20 -0
- package/dist/agents/post-setup.d.ts +20 -0
- package/dist/agents/post-setup.js +12 -0
- package/dist/agents/post-setup.js.map +1 -0
- package/dist/agents/provisioner.cjs +446 -0
- package/dist/agents/provisioner.cjs.map +1 -0
- package/dist/agents/provisioner.d.cts +116 -0
- package/dist/agents/provisioner.d.mts +116 -0
- package/dist/agents/provisioner.d.ts +8 -6
- package/dist/agents/provisioner.js +32 -0
- package/dist/agents/provisioner.js.map +1 -0
- package/dist/agents/sdk-streams.cjs +447 -0
- package/dist/agents/sdk-streams.cjs.map +1 -0
- package/dist/agents/sdk-streams.d.cts +135 -0
- package/dist/agents/sdk-streams.d.mts +135 -0
- package/dist/agents/sdk-streams.d.ts +135 -0
- package/dist/agents/sdk-streams.js +12 -0
- package/dist/agents/sdk-streams.js.map +1 -0
- package/dist/agents/session-slot.cjs +8 -0
- package/dist/agents/session-slot.cjs.map +1 -0
- package/dist/agents/session-slot.d.cts +12 -0
- package/dist/agents/session-slot.d.mts +12 -0
- package/dist/agents/session-slot.js +6 -0
- package/dist/agents/session-slot.js.map +1 -0
- package/dist/agents/shared.cjs +202 -0
- package/dist/agents/shared.cjs.map +1 -0
- package/dist/agents/shared.d.cts +95 -0
- package/dist/agents/shared.d.mts +95 -0
- package/dist/agents/shared.d.ts +95 -0
- package/dist/agents/shared.js +6 -0
- package/dist/agents/shared.js.map +1 -0
- package/dist/agents/skills.cjs +262 -0
- package/dist/agents/skills.cjs.map +1 -0
- package/dist/agents/skills.d.cts +60 -0
- package/dist/agents/skills.d.mts +60 -0
- package/dist/agents/skills.d.ts +60 -0
- package/dist/agents/skills.js +22 -0
- package/dist/agents/skills.js.map +1 -0
- package/dist/agents/streaming.cjs +142 -0
- package/dist/agents/streaming.cjs.map +1 -0
- package/dist/agents/streaming.d.cts +82 -0
- package/dist/agents/streaming.d.mts +82 -0
- package/dist/agents/streaming.d.ts +82 -0
- package/dist/agents/streaming.js +8 -0
- package/dist/agents/streaming.js.map +1 -0
- package/dist/agents/types.cjs +5 -0
- package/dist/agents/types.cjs.map +1 -0
- package/dist/agents/types.d.cts +592 -0
- package/dist/agents/types.d.mts +592 -0
- package/dist/agents/types.d.ts +26 -20
- package/dist/agents/types.js +4 -2
- package/dist/agents/types.js.map +1 -0
- package/dist/agents/ui-message-stream.cjs +426 -0
- package/dist/agents/ui-message-stream.cjs.map +1 -0
- package/dist/agents/ui-message-stream.d.cts +68 -0
- package/dist/agents/ui-message-stream.d.mts +68 -0
- package/dist/agents/ui-message-stream.d.ts +68 -0
- package/dist/agents/ui-message-stream.js +6 -0
- package/dist/agents/ui-message-stream.js.map +1 -0
- package/dist/analysis/index.cjs +11 -0
- package/dist/analysis/index.cjs.map +1 -0
- package/dist/analysis/index.d.cts +2 -0
- package/dist/analysis/index.d.mts +2 -0
- package/dist/analysis/index.d.ts +2 -0
- package/dist/analysis/index.js +12 -0
- package/dist/analysis/index.js.map +1 -0
- package/dist/analysis/index.mjs +12 -0
- package/dist/analysis/index.mjs.map +1 -0
- package/dist/assertions/api.cjs +26 -0
- package/dist/assertions/api.cjs.map +1 -0
- package/dist/assertions/api.d.cts +395 -0
- package/dist/assertions/api.d.mts +395 -0
- package/dist/assertions/api.d.ts +395 -0
- package/dist/assertions/api.js +8 -0
- package/dist/assertions/api.js.map +1 -0
- package/dist/assertions/coverage.cjs +97 -0
- package/dist/assertions/coverage.cjs.map +1 -0
- package/dist/assertions/coverage.d.cts +23 -0
- package/dist/assertions/coverage.d.mts +23 -0
- package/dist/assertions/coverage.d.ts +1 -1
- package/dist/assertions/coverage.js +14 -94
- package/dist/assertions/coverage.js.map +1 -0
- package/dist/assertions/diff.cjs +249 -0
- package/dist/assertions/diff.cjs.map +1 -0
- package/dist/assertions/diff.d.cts +88 -0
- package/dist/assertions/diff.d.mts +88 -0
- package/dist/assertions/diff.d.ts +70 -2
- package/dist/assertions/diff.js +36 -116
- package/dist/assertions/diff.js.map +1 -0
- package/dist/assertions/display.cjs +79 -0
- package/dist/assertions/display.cjs.map +1 -0
- package/dist/assertions/display.d.cts +36 -0
- package/dist/assertions/display.d.mts +36 -0
- package/dist/assertions/display.d.ts +32 -32
- package/dist/assertions/display.js +14 -200
- package/dist/assertions/display.js.map +1 -0
- package/dist/assertions/identity.cjs +6 -0
- package/dist/assertions/identity.cjs.map +1 -0
- package/dist/assertions/identity.d.cts +4 -0
- package/dist/assertions/identity.d.mts +4 -0
- package/dist/assertions/identity.d.ts +4 -0
- package/dist/assertions/identity.js +6 -0
- package/dist/assertions/identity.js.map +1 -0
- package/dist/assertions/judge.cjs +342 -0
- package/dist/assertions/judge.cjs.map +1 -0
- package/dist/assertions/judge.d.cts +22 -0
- package/dist/assertions/judge.d.mts +22 -0
- package/dist/assertions/judge.d.ts +22 -0
- package/dist/assertions/judge.js +12 -0
- package/dist/assertions/judge.js.map +1 -0
- package/dist/assertions/limits.cjs +14 -0
- package/dist/assertions/limits.cjs.map +1 -0
- package/dist/assertions/limits.d.cts +10 -0
- package/dist/assertions/limits.d.mts +10 -0
- package/dist/assertions/limits.d.ts +10 -0
- package/dist/assertions/limits.js +6 -0
- package/dist/assertions/limits.js.map +1 -0
- package/dist/assertions/match.cjs +1314 -0
- package/dist/assertions/match.cjs.map +1 -0
- package/dist/assertions/match.d.cts +276 -0
- package/dist/assertions/match.d.mts +276 -0
- package/dist/assertions/match.d.ts +276 -0
- package/dist/assertions/match.js +82 -0
- package/dist/assertions/match.js.map +1 -0
- package/dist/assertions/record/attachment.cjs +448 -0
- package/dist/assertions/record/attachment.cjs.map +1 -0
- package/dist/assertions/record/attachment.d.cts +220 -0
- package/dist/assertions/record/attachment.d.mts +220 -0
- package/dist/assertions/record/attachment.d.ts +220 -0
- package/dist/assertions/record/attachment.js +20 -0
- package/dist/assertions/record/attachment.js.map +1 -0
- package/dist/assertions/record/codec.cjs +541 -0
- package/dist/assertions/record/codec.cjs.map +1 -0
- package/dist/assertions/record/codec.d.cts +146 -0
- package/dist/assertions/record/codec.d.mts +146 -0
- package/dist/assertions/record/codec.d.ts +146 -0
- package/dist/assertions/record/codec.js +42 -0
- package/dist/assertions/record/codec.js.map +1 -0
- package/dist/assertions/record/diff-model.cjs +120 -0
- package/dist/assertions/record/diff-model.cjs.map +1 -0
- package/dist/assertions/record/diff-model.d.cts +47 -0
- package/dist/assertions/record/diff-model.d.mts +47 -0
- package/dist/assertions/record/diff-model.d.ts +47 -0
- package/dist/assertions/record/diff-model.js +12 -0
- package/dist/assertions/record/diff-model.js.map +1 -0
- package/dist/assertions/record/diff.cjs +149 -0
- package/dist/assertions/record/diff.cjs.map +1 -0
- package/dist/assertions/record/diff.d.cts +27 -0
- package/dist/assertions/record/diff.d.mts +27 -0
- package/dist/assertions/record/diff.d.ts +27 -0
- package/dist/assertions/record/diff.js +18 -0
- package/dist/assertions/record/diff.js.map +1 -0
- package/dist/assertions/record/index.cjs +22 -0
- package/dist/assertions/record/index.cjs.map +1 -0
- package/dist/assertions/record/index.d.cts +5 -0
- package/dist/assertions/record/index.d.mts +5 -0
- package/dist/assertions/record/index.d.ts +5 -0
- package/dist/assertions/record/index.js +76 -0
- package/dist/assertions/record/index.js.map +1 -0
- package/dist/assertions/record/model.cjs +10 -0
- package/dist/assertions/record/model.cjs.map +1 -0
- package/dist/assertions/record/model.d.cts +257 -0
- package/dist/assertions/record/model.d.mts +257 -0
- package/dist/assertions/record/model.d.ts +257 -0
- package/dist/assertions/record/model.js +6 -0
- package/dist/assertions/record/model.js.map +1 -0
- package/dist/assertions/record/producer.cjs +55 -0
- package/dist/assertions/record/producer.cjs.map +1 -0
- package/dist/assertions/record/producer.d.cts +45 -0
- package/dist/assertions/record/producer.d.mts +45 -0
- package/dist/assertions/record/producer.d.ts +45 -0
- package/dist/assertions/record/producer.js +6 -0
- package/dist/assertions/record/producer.js.map +1 -0
- package/dist/assertions/runtime.cjs +1163 -0
- package/dist/assertions/runtime.cjs.map +1 -0
- package/dist/assertions/runtime.d.cts +45 -0
- package/dist/assertions/runtime.d.mts +45 -0
- package/dist/assertions/runtime.d.ts +45 -0
- package/dist/assertions/runtime.js +16 -0
- package/dist/assertions/runtime.js.map +1 -0
- package/dist/assertions/types.cjs +3 -0
- package/dist/assertions/types.cjs.map +1 -0
- package/dist/assertions/types.d.cts +238 -0
- package/dist/assertions/types.d.mts +238 -0
- package/dist/assertions/types.d.ts +166 -186
- package/dist/assertions/types.js +4 -2
- package/dist/assertions/types.js.map +1 -0
- package/dist/assertions/workspace-diff.cjs +237 -0
- package/dist/assertions/workspace-diff.cjs.map +1 -0
- package/dist/assertions/workspace-diff.d.cts +77 -0
- package/dist/assertions/workspace-diff.d.mts +77 -0
- package/dist/assertions/workspace-diff.d.ts +77 -0
- package/dist/assertions/workspace-diff.js +16 -0
- package/dist/assertions/workspace-diff.js.map +1 -0
- package/dist/attempt-locator-resolution.cjs +51 -0
- package/dist/attempt-locator-resolution.cjs.map +1 -0
- package/dist/attempt-locator-resolution.d.cts +18 -0
- package/dist/attempt-locator-resolution.d.mts +18 -0
- package/dist/attempt-locator-resolution.d.ts +18 -0
- package/dist/attempt-locator-resolution.js +6 -0
- package/dist/attempt-locator-resolution.js.map +1 -0
- package/dist/attempt-locator.cjs +122 -0
- package/dist/attempt-locator.cjs.map +1 -0
- package/dist/attempt-locator.d.cts +25 -0
- package/dist/attempt-locator.d.mts +25 -0
- package/dist/attempt-locator.d.ts +25 -0
- package/dist/attempt-locator.js +10 -0
- package/dist/attempt-locator.js.map +1 -0
- package/dist/cli/bootstrap.cjs +87 -0
- package/dist/cli/bootstrap.cjs.map +1 -0
- package/dist/cli/bootstrap.d.mts +1 -0
- package/dist/cli/bootstrap.d.ts +1 -0
- package/dist/cli/bootstrap.js +4 -0
- package/dist/cli/bootstrap.js.map +1 -0
- package/dist/cli/record.cjs +198 -0
- package/dist/cli/record.cjs.map +1 -0
- package/dist/cli/record.d.cts +28 -0
- package/dist/cli/record.d.mts +28 -0
- package/dist/cli/record.d.ts +28 -0
- package/dist/cli/record.js +12 -0
- package/dist/cli/record.js.map +1 -0
- package/dist/cli.cjs +2405 -0
- package/dist/cli.cjs.map +1 -0
- package/dist/cli.d.cts +139 -0
- package/dist/cli.d.mts +139 -0
- package/dist/cli.d.ts +139 -0
- package/dist/cli.js +34 -0
- package/dist/cli.js.map +1 -0
- package/dist/context/assert-first.cjs +1766 -0
- package/dist/context/assert-first.cjs.map +1 -0
- package/dist/context/assert-first.d.cts +204 -0
- package/dist/context/assert-first.d.mts +204 -0
- package/dist/context/assert-first.d.ts +204 -0
- package/dist/context/assert-first.js +6 -0
- package/dist/context/assert-first.js.map +1 -0
- package/dist/context/control-flow.cjs +15 -0
- package/dist/context/control-flow.cjs.map +1 -0
- package/dist/context/control-flow.d.cts +5 -0
- package/dist/context/control-flow.d.mts +5 -0
- package/dist/context/control-flow.d.ts +5 -0
- package/dist/context/control-flow.js +6 -0
- package/dist/context/control-flow.js.map +1 -0
- package/dist/context/send-failures.cjs +119 -0
- package/dist/context/send-failures.cjs.map +1 -0
- package/dist/context/send-failures.d.cts +45 -0
- package/dist/context/send-failures.d.mts +45 -0
- package/dist/context/send-failures.d.ts +3 -3
- package/dist/context/send-failures.js +18 -0
- package/dist/context/send-failures.js.map +1 -0
- package/dist/context/send-retry.cjs +105 -0
- package/dist/context/send-retry.cjs.map +1 -0
- package/dist/context/send-retry.d.cts +41 -0
- package/dist/context/send-retry.d.mts +41 -0
- package/dist/context/send-retry.d.ts +41 -0
- package/dist/context/send-retry.js +12 -0
- package/dist/context/send-retry.js.map +1 -0
- package/dist/context/session.cjs +503 -0
- package/dist/context/session.cjs.map +1 -0
- package/dist/context/session.d.cts +179 -0
- package/dist/context/session.d.mts +179 -0
- package/dist/context/session.d.ts +179 -0
- package/dist/context/session.js +12 -0
- package/dist/context/session.js.map +1 -0
- package/dist/context/types.cjs +3 -0
- package/dist/context/types.cjs.map +1 -0
- package/dist/context/types.d.cts +37 -0
- package/dist/context/types.d.mts +37 -0
- package/dist/context/types.d.ts +30 -387
- package/dist/context/types.js +4 -3
- package/dist/context/types.js.map +1 -0
- package/dist/define.cjs +246 -0
- package/dist/define.cjs.map +1 -0
- package/dist/define.d.cts +26 -0
- package/dist/define.d.mts +26 -0
- package/dist/define.d.ts +26 -0
- package/dist/define.js +22 -0
- package/dist/define.js.map +1 -0
- package/dist/eval/experiment-id.cjs +18 -0
- package/dist/eval/experiment-id.cjs.map +1 -0
- package/dist/eval/experiment-id.d.cts +10 -0
- package/dist/eval/experiment-id.d.mts +10 -0
- package/dist/eval/experiment-id.d.ts +10 -0
- package/dist/eval/experiment-id.js +10 -0
- package/dist/eval/experiment-id.js.map +1 -0
- package/dist/eval/record/attachment.cjs +60 -0
- package/dist/eval/record/attachment.cjs.map +1 -0
- package/dist/eval/record/attachment.d.cts +30 -0
- package/dist/eval/record/attachment.d.mts +30 -0
- package/dist/eval/record/attachment.d.ts +30 -0
- package/dist/eval/record/attachment.js +16 -0
- package/dist/eval/record/attachment.js.map +1 -0
- package/dist/eval/record/coherence.cjs +118 -0
- package/dist/eval/record/coherence.cjs.map +1 -0
- package/dist/eval/record/coherence.d.cts +61 -0
- package/dist/eval/record/coherence.d.mts +61 -0
- package/dist/eval/record/coherence.d.ts +61 -0
- package/dist/eval/record/coherence.js +6 -0
- package/dist/eval/record/coherence.js.map +1 -0
- package/dist/eval/record/eligibility.cjs +157 -0
- package/dist/eval/record/eligibility.cjs.map +1 -0
- package/dist/eval/record/eligibility.d.cts +151 -0
- package/dist/eval/record/eligibility.d.mts +151 -0
- package/dist/eval/record/eligibility.d.ts +151 -0
- package/dist/eval/record/eligibility.js +42 -0
- package/dist/eval/record/eligibility.js.map +1 -0
- package/dist/eval/record/evaluation-plan.cjs +26 -0
- package/dist/eval/record/evaluation-plan.cjs.map +1 -0
- package/dist/eval/record/evaluation-plan.d.cts +16 -0
- package/dist/eval/record/evaluation-plan.d.mts +16 -0
- package/dist/eval/record/evaluation-plan.d.ts +16 -0
- package/dist/eval/record/evaluation-plan.js +6 -0
- package/dist/eval/record/evaluation-plan.js.map +1 -0
- package/dist/eval/record/evaluation-record.cjs +540 -0
- package/dist/eval/record/evaluation-record.cjs.map +1 -0
- package/dist/eval/record/evaluation-record.d.cts +168 -0
- package/dist/eval/record/evaluation-record.d.mts +168 -0
- package/dist/eval/record/evaluation-record.d.ts +168 -0
- package/dist/eval/record/evaluation-record.js +22 -0
- package/dist/eval/record/evaluation-record.js.map +1 -0
- package/dist/eval/record/evaluation.cjs +220 -0
- package/dist/eval/record/evaluation.cjs.map +1 -0
- package/dist/eval/record/evaluation.d.cts +175 -0
- package/dist/eval/record/evaluation.d.mts +175 -0
- package/dist/eval/record/evaluation.d.ts +175 -0
- package/dist/eval/record/evaluation.js +36 -0
- package/dist/eval/record/evaluation.js.map +1 -0
- package/dist/eval/record/index.cjs +26 -0
- package/dist/eval/record/index.cjs.map +1 -0
- package/dist/eval/record/index.d.cts +9 -0
- package/dist/eval/record/index.d.mts +9 -0
- package/dist/eval/record/index.d.ts +9 -0
- package/dist/eval/record/index.js +242 -0
- package/dist/eval/record/index.js.map +1 -0
- package/dist/eval/record/membership-provenance.cjs +213 -0
- package/dist/eval/record/membership-provenance.cjs.map +1 -0
- package/dist/eval/record/membership-provenance.d.cts +855 -0
- package/dist/eval/record/membership-provenance.d.mts +855 -0
- package/dist/eval/record/membership-provenance.d.ts +855 -0
- package/dist/eval/record/membership-provenance.js +58 -0
- package/dist/eval/record/membership-provenance.js.map +1 -0
- package/dist/eval/record/score.cjs +248 -0
- package/dist/eval/record/score.cjs.map +1 -0
- package/dist/eval/record/score.d.cts +165 -0
- package/dist/eval/record/score.d.mts +165 -0
- package/dist/eval/record/score.d.ts +165 -0
- package/dist/eval/record/score.js +44 -0
- package/dist/eval/record/score.js.map +1 -0
- package/dist/eval/record/sealed-assertion.cjs +31 -0
- package/dist/eval/record/sealed-assertion.cjs.map +1 -0
- package/dist/eval/record/sealed-assertion.d.cts +32 -0
- package/dist/eval/record/sealed-assertion.d.mts +32 -0
- package/dist/eval/record/sealed-assertion.d.ts +32 -0
- package/dist/eval/record/sealed-assertion.js +14 -0
- package/dist/eval/record/sealed-assertion.js.map +1 -0
- package/dist/eval/record/verdict.cjs +89 -0
- package/dist/eval/record/verdict.cjs.map +1 -0
- package/dist/eval/record/verdict.d.cts +60 -0
- package/dist/eval/record/verdict.d.mts +60 -0
- package/dist/eval/record/verdict.d.ts +60 -0
- package/dist/eval/record/verdict.js +36 -0
- package/dist/eval/record/verdict.js.map +1 -0
- package/dist/expect/index.cjs +29 -0
- package/dist/expect/index.cjs.map +1 -0
- package/dist/expect/index.d.cts +2 -0
- package/dist/expect/index.d.mts +2 -0
- package/dist/expect/index.d.ts +2 -0
- package/dist/expect/index.js +50 -0
- package/dist/expect/index.js.map +1 -0
- package/dist/expect/index.mjs +50 -0
- package/dist/expect/index.mjs.map +1 -0
- package/dist/fresh-import.cjs +288 -0
- package/dist/fresh-import.cjs.map +1 -0
- package/dist/fresh-import.d.cts +20 -0
- package/dist/fresh-import.d.mts +20 -0
- package/dist/fresh-import.d.ts +20 -0
- package/dist/fresh-import.js +8 -0
- package/dist/fresh-import.js.map +1 -0
- package/dist/i18n/core.cjs +21 -0
- package/dist/i18n/core.cjs.map +1 -0
- package/dist/i18n/core.d.cts +11 -0
- package/dist/i18n/core.d.mts +11 -0
- package/dist/i18n/core.js +8 -19
- package/dist/i18n/core.js.map +1 -0
- package/dist/i18n/en.cjs +474 -0
- package/dist/i18n/en.cjs.map +1 -0
- package/dist/i18n/en.d.cts +391 -0
- package/dist/i18n/en.d.mts +391 -0
- package/dist/i18n/en.d.ts +389 -363
- package/dist/i18n/en.js +6 -455
- package/dist/i18n/en.js.map +1 -0
- package/dist/i18n/index.cjs +12 -0
- package/dist/i18n/index.cjs.map +1 -0
- package/dist/i18n/index.d.cts +5 -0
- package/dist/i18n/index.d.mts +5 -0
- package/dist/i18n/index.d.ts +4 -9
- package/dist/i18n/index.js +6 -30
- package/dist/i18n/index.js.map +1 -0
- package/dist/index.cjs +25 -0
- package/dist/index.cjs.map +1 -0
- package/dist/index.d.cts +10 -0
- package/dist/index.d.mts +10 -0
- package/dist/index.d.ts +10 -0
- package/dist/index.js +28 -0
- package/dist/index.js.map +1 -0
- package/dist/index.mjs +28 -0
- package/dist/index.mjs.map +1 -0
- package/dist/load-config.cjs +52 -0
- package/dist/load-config.cjs.map +1 -0
- package/dist/load-config.d.cts +4 -0
- package/dist/load-config.d.mts +4 -0
- package/dist/load-config.d.ts +4 -0
- package/dist/load-config.js +6 -0
- package/dist/load-config.js.map +1 -0
- package/dist/loaders/glob.cjs +150 -0
- package/dist/loaders/glob.cjs.map +1 -0
- package/dist/loaders/glob.d.cts +28 -0
- package/dist/loaders/glob.d.mts +28 -0
- package/dist/loaders/glob.d.ts +28 -0
- package/dist/loaders/glob.js +12 -0
- package/dist/loaders/glob.js.map +1 -0
- package/dist/loaders/index.cjs +281 -0
- package/dist/loaders/index.cjs.map +1 -0
- package/dist/loaders/index.d.cts +95 -0
- package/dist/loaders/index.d.mts +95 -0
- package/dist/loaders/index.d.ts +95 -0
- package/dist/loaders/index.js +16 -0
- package/dist/loaders/index.js.map +1 -0
- package/dist/loaders/index.mjs +16 -0
- package/dist/loaders/index.mjs.map +1 -0
- package/dist/o11y/command-projection.cjs +127 -0
- package/dist/o11y/command-projection.cjs.map +1 -0
- package/dist/o11y/command-projection.d.cts +29 -0
- package/dist/o11y/command-projection.d.mts +29 -0
- package/dist/o11y/command-projection.d.ts +29 -0
- package/dist/o11y/command-projection.js +18 -0
- package/dist/o11y/command-projection.js.map +1 -0
- package/dist/o11y/cost.cjs +76 -0
- package/dist/o11y/cost.cjs.map +1 -0
- package/dist/o11y/cost.d.cts +8 -0
- package/dist/o11y/cost.d.mts +8 -0
- package/dist/o11y/cost.d.ts +8 -0
- package/dist/o11y/cost.js +6 -0
- package/dist/o11y/cost.js.map +1 -0
- package/dist/o11y/derive.cjs +572 -0
- package/dist/o11y/derive.cjs.map +1 -0
- package/dist/o11y/derive.d.cts +24 -0
- package/dist/o11y/derive.d.mts +24 -0
- package/dist/o11y/derive.d.ts +16 -1
- package/dist/o11y/derive.js +14 -281
- package/dist/o11y/derive.js.map +1 -0
- package/dist/o11y/execution-tree.cjs +213 -0
- package/dist/o11y/execution-tree.cjs.map +1 -0
- package/dist/o11y/execution-tree.d.cts +113 -0
- package/dist/o11y/execution-tree.d.mts +113 -0
- package/dist/o11y/execution-tree.d.ts +1 -1
- package/dist/o11y/execution-tree.js +6 -254
- package/dist/o11y/execution-tree.js.map +1 -0
- package/dist/o11y/otlp/canonical.cjs +94 -0
- package/dist/o11y/otlp/canonical.cjs.map +1 -0
- package/dist/o11y/otlp/canonical.d.cts +34 -0
- package/dist/o11y/otlp/canonical.d.mts +34 -0
- package/dist/o11y/otlp/canonical.d.ts +34 -0
- package/dist/o11y/otlp/canonical.js +26 -0
- package/dist/o11y/otlp/canonical.js.map +1 -0
- package/dist/o11y/otlp/mappers/bub.cjs +24 -0
- package/dist/o11y/otlp/mappers/bub.cjs.map +1 -0
- package/dist/o11y/otlp/mappers/bub.d.cts +2 -0
- package/dist/o11y/otlp/mappers/bub.d.mts +2 -0
- package/dist/o11y/otlp/mappers/bub.d.ts +2 -0
- package/dist/o11y/otlp/mappers/bub.js +6 -0
- package/dist/o11y/otlp/mappers/bub.js.map +1 -0
- package/dist/o11y/otlp/mappers/claude-code.cjs +16 -0
- package/dist/o11y/otlp/mappers/claude-code.cjs.map +1 -0
- package/dist/o11y/otlp/mappers/claude-code.d.cts +2 -0
- package/dist/o11y/otlp/mappers/claude-code.d.mts +2 -0
- package/dist/o11y/otlp/mappers/claude-code.d.ts +2 -0
- package/dist/o11y/otlp/mappers/claude-code.js +6 -0
- package/dist/o11y/otlp/mappers/claude-code.js.map +1 -0
- package/dist/o11y/otlp/mappers/codex.cjs +31 -0
- package/dist/o11y/otlp/mappers/codex.cjs.map +1 -0
- package/dist/o11y/otlp/mappers/codex.d.cts +2 -0
- package/dist/o11y/otlp/mappers/codex.d.mts +2 -0
- package/dist/o11y/otlp/mappers/codex.d.ts +2 -0
- package/dist/o11y/otlp/mappers/codex.js +6 -0
- package/dist/o11y/otlp/mappers/codex.js.map +1 -0
- package/dist/o11y/otlp/mappers/index.cjs +21 -0
- package/dist/o11y/otlp/mappers/index.cjs.map +1 -0
- package/dist/o11y/otlp/mappers/index.d.cts +4 -0
- package/dist/o11y/otlp/mappers/index.d.mts +4 -0
- package/dist/o11y/otlp/mappers/index.d.ts +4 -0
- package/dist/o11y/otlp/mappers/index.js +12 -0
- package/dist/o11y/otlp/mappers/index.js.map +1 -0
- package/dist/o11y/otlp/parse.cjs +369 -0
- package/dist/o11y/otlp/parse.cjs.map +1 -0
- package/dist/o11y/otlp/parse.d.cts +3 -0
- package/dist/o11y/otlp/parse.d.mts +3 -0
- package/dist/o11y/otlp/parse.d.ts +1 -1
- package/dist/o11y/otlp/parse.js +6 -0
- package/dist/o11y/otlp/parse.js.map +1 -0
- package/dist/o11y/otlp/receiver.cjs +326 -0
- package/dist/o11y/otlp/receiver.cjs.map +1 -0
- package/dist/o11y/otlp/receiver.d.cts +27 -0
- package/dist/o11y/otlp/receiver.d.mts +27 -0
- package/dist/o11y/otlp/receiver.d.ts +16 -10
- package/dist/o11y/otlp/receiver.js +10 -0
- package/dist/o11y/otlp/receiver.js.map +1 -0
- package/dist/o11y/otlp/sandbox-receiver.cjs +226 -0
- package/dist/o11y/otlp/sandbox-receiver.cjs.map +1 -0
- package/dist/o11y/otlp/sandbox-receiver.d.cts +4 -0
- package/dist/o11y/otlp/sandbox-receiver.d.mts +4 -0
- package/dist/o11y/otlp/sandbox-receiver.d.ts +4 -0
- package/dist/o11y/otlp/sandbox-receiver.js +6 -0
- package/dist/o11y/otlp/sandbox-receiver.js.map +1 -0
- package/dist/o11y/otlp/select.cjs +82 -0
- package/dist/o11y/otlp/select.cjs.map +1 -0
- package/dist/o11y/otlp/select.d.cts +22 -0
- package/dist/o11y/otlp/select.d.mts +22 -0
- package/dist/o11y/otlp/select.d.ts +1 -1
- package/dist/o11y/otlp/select.js +12 -86
- package/dist/o11y/otlp/select.js.map +1 -0
- package/dist/o11y/otlp/turn-otel.cjs +180 -0
- package/dist/o11y/otlp/turn-otel.cjs.map +1 -0
- package/dist/o11y/otlp/turn-otel.d.cts +59 -0
- package/dist/o11y/otlp/turn-otel.d.mts +59 -0
- package/dist/o11y/otlp/turn-otel.d.ts +26 -10
- package/dist/o11y/otlp/turn-otel.js +8 -0
- package/dist/o11y/otlp/turn-otel.js.map +1 -0
- package/dist/o11y/parsers/bub.cjs +277 -0
- package/dist/o11y/parsers/bub.cjs.map +1 -0
- package/dist/o11y/parsers/bub.d.cts +7 -0
- package/dist/o11y/parsers/bub.d.mts +7 -0
- package/dist/o11y/parsers/bub.d.ts +7 -0
- package/dist/o11y/parsers/bub.js +10 -0
- package/dist/o11y/parsers/bub.js.map +1 -0
- package/dist/o11y/parsers/claude-code.cjs +309 -0
- package/dist/o11y/parsers/claude-code.cjs.map +1 -0
- package/dist/o11y/parsers/claude-code.d.cts +11 -0
- package/dist/o11y/parsers/claude-code.d.mts +11 -0
- package/dist/o11y/parsers/claude-code.d.ts +11 -0
- package/dist/o11y/parsers/claude-code.js +10 -0
- package/dist/o11y/parsers/claude-code.js.map +1 -0
- package/dist/o11y/parsers/codex.cjs +439 -0
- package/dist/o11y/parsers/codex.cjs.map +1 -0
- package/dist/o11y/parsers/codex.d.cts +7 -0
- package/dist/o11y/parsers/codex.d.mts +7 -0
- package/dist/o11y/parsers/codex.d.ts +7 -0
- package/dist/o11y/parsers/codex.js +10 -0
- package/dist/o11y/parsers/codex.js.map +1 -0
- package/dist/o11y/parsers/hermes.cjs +234 -0
- package/dist/o11y/parsers/hermes.cjs.map +1 -0
- package/dist/o11y/parsers/hermes.d.cts +9 -0
- package/dist/o11y/parsers/hermes.d.mts +9 -0
- package/dist/o11y/parsers/hermes.d.ts +9 -0
- package/dist/o11y/parsers/hermes.js +10 -0
- package/dist/o11y/parsers/hermes.js.map +1 -0
- package/dist/o11y/parsers/index.cjs +13 -0
- package/dist/o11y/parsers/index.cjs.map +1 -0
- package/dist/o11y/parsers/index.d.cts +12 -0
- package/dist/o11y/parsers/index.d.mts +12 -0
- package/dist/o11y/parsers/index.d.ts +12 -0
- package/dist/o11y/parsers/index.js +16 -0
- package/dist/o11y/parsers/index.js.map +1 -0
- package/dist/o11y/parsers/openclaw.cjs +320 -0
- package/dist/o11y/parsers/openclaw.cjs.map +1 -0
- package/dist/o11y/parsers/openclaw.d.cts +39 -0
- package/dist/o11y/parsers/openclaw.d.mts +39 -0
- package/dist/o11y/parsers/openclaw.d.ts +39 -0
- package/dist/o11y/parsers/openclaw.js +12 -0
- package/dist/o11y/parsers/openclaw.js.map +1 -0
- package/dist/o11y/parsers/opencode.cjs +337 -0
- package/dist/o11y/parsers/opencode.cjs.map +1 -0
- package/dist/o11y/parsers/opencode.d.cts +14 -0
- package/dist/o11y/parsers/opencode.d.mts +14 -0
- package/dist/o11y/parsers/opencode.d.ts +14 -0
- package/dist/o11y/parsers/opencode.js +12 -0
- package/dist/o11y/parsers/opencode.js.map +1 -0
- package/dist/o11y/prices.json +11649 -0
- package/dist/o11y/record/capture.cjs +232 -0
- package/dist/o11y/record/capture.cjs.map +1 -0
- package/dist/o11y/record/capture.d.cts +81 -0
- package/dist/o11y/record/capture.d.mts +81 -0
- package/dist/o11y/record/capture.d.ts +81 -0
- package/dist/o11y/record/capture.js +30 -0
- package/dist/o11y/record/capture.js.map +1 -0
- package/dist/o11y/record/codec.cjs +222 -0
- package/dist/o11y/record/codec.cjs.map +1 -0
- package/dist/o11y/record/codec.d.cts +661 -0
- package/dist/o11y/record/codec.d.mts +661 -0
- package/dist/o11y/record/codec.d.ts +661 -0
- package/dist/o11y/record/codec.js +66 -0
- package/dist/o11y/record/codec.js.map +1 -0
- package/dist/o11y/record/errors.cjs +71 -0
- package/dist/o11y/record/errors.cjs.map +1 -0
- package/dist/o11y/record/errors.d.cts +53 -0
- package/dist/o11y/record/errors.d.mts +53 -0
- package/dist/o11y/record/errors.d.ts +53 -0
- package/dist/o11y/record/errors.js +24 -0
- package/dist/o11y/record/errors.js.map +1 -0
- package/dist/o11y/record/families.cjs +699 -0
- package/dist/o11y/record/families.cjs.map +1 -0
- package/dist/o11y/record/families.d.cts +4298 -0
- package/dist/o11y/record/families.d.mts +4298 -0
- package/dist/o11y/record/families.d.ts +4298 -0
- package/dist/o11y/record/families.js +68 -0
- package/dist/o11y/record/families.js.map +1 -0
- package/dist/o11y/record/family-projectors.cjs +83 -0
- package/dist/o11y/record/family-projectors.cjs.map +1 -0
- package/dist/o11y/record/family-projectors.d.cts +46 -0
- package/dist/o11y/record/family-projectors.d.mts +46 -0
- package/dist/o11y/record/family-projectors.d.ts +46 -0
- package/dist/o11y/record/family-projectors.js +18 -0
- package/dist/o11y/record/family-projectors.js.map +1 -0
- package/dist/o11y/record/family-writers.cjs +371 -0
- package/dist/o11y/record/family-writers.cjs.map +1 -0
- package/dist/o11y/record/family-writers.d.cts +5293 -0
- package/dist/o11y/record/family-writers.d.mts +5293 -0
- package/dist/o11y/record/family-writers.d.ts +5293 -0
- package/dist/o11y/record/family-writers.js +60 -0
- package/dist/o11y/record/family-writers.js.map +1 -0
- package/dist/o11y/record/index.cjs +31 -0
- package/dist/o11y/record/index.cjs.map +1 -0
- package/dist/o11y/record/index.d.cts +14 -0
- package/dist/o11y/record/index.d.mts +14 -0
- package/dist/o11y/record/index.d.ts +14 -0
- package/dist/o11y/record/index.js +488 -0
- package/dist/o11y/record/index.js.map +1 -0
- package/dist/o11y/record/limits.cjs +69 -0
- package/dist/o11y/record/limits.cjs.map +1 -0
- package/dist/o11y/record/limits.d.cts +65 -0
- package/dist/o11y/record/limits.d.mts +65 -0
- package/dist/o11y/record/limits.d.ts +65 -0
- package/dist/o11y/record/limits.js +68 -0
- package/dist/o11y/record/limits.js.map +1 -0
- package/dist/o11y/record/model.cjs +590 -0
- package/dist/o11y/record/model.cjs.map +1 -0
- package/dist/o11y/record/model.d.cts +275 -0
- package/dist/o11y/record/model.d.mts +275 -0
- package/dist/o11y/record/model.d.ts +275 -0
- package/dist/o11y/record/model.js +158 -0
- package/dist/o11y/record/model.js.map +1 -0
- package/dist/o11y/record/runner-producer.cjs +1575 -0
- package/dist/o11y/record/runner-producer.cjs.map +1 -0
- package/dist/o11y/record/runner-producer.d.cts +103 -0
- package/dist/o11y/record/runner-producer.d.mts +103 -0
- package/dist/o11y/record/runner-producer.d.ts +103 -0
- package/dist/o11y/record/runner-producer.js +26 -0
- package/dist/o11y/record/runner-producer.js.map +1 -0
- package/dist/o11y/record/validation.cjs +323 -0
- package/dist/o11y/record/validation.cjs.map +1 -0
- package/dist/o11y/record/validation.d.cts +62 -0
- package/dist/o11y/record/validation.d.mts +62 -0
- package/dist/o11y/record/validation.d.ts +62 -0
- package/dist/o11y/record/validation.js +28 -0
- package/dist/o11y/record/validation.js.map +1 -0
- package/dist/o11y/tool-names.cjs +68 -0
- package/dist/o11y/tool-names.cjs.map +1 -0
- package/dist/o11y/tool-names.d.cts +11 -0
- package/dist/o11y/tool-names.d.mts +11 -0
- package/dist/o11y/tool-names.d.ts +11 -0
- package/dist/o11y/tool-names.js +8 -0
- package/dist/o11y/tool-names.js.map +1 -0
- package/dist/o11y/types.cjs +3 -0
- package/dist/o11y/types.cjs.map +1 -0
- package/dist/o11y/types.d.cts +387 -0
- package/dist/o11y/types.d.mts +387 -0
- package/dist/o11y/types.d.ts +142 -1
- package/dist/o11y/types.js +4 -3
- package/dist/o11y/types.js.map +1 -0
- package/dist/plugin/contracts.cjs +187 -0
- package/dist/plugin/contracts.cjs.map +1 -0
- package/dist/plugin/contracts.d.cts +109 -0
- package/dist/plugin/contracts.d.mts +109 -0
- package/dist/plugin/contracts.d.ts +109 -0
- package/dist/plugin/contracts.js +18 -0
- package/dist/plugin/contracts.js.map +1 -0
- package/dist/plugin/index.cjs +7 -0
- package/dist/plugin/index.cjs.map +1 -0
- package/dist/plugin/index.d.cts +2 -0
- package/dist/plugin/index.d.mts +2 -0
- package/dist/plugin/index.d.ts +2 -0
- package/dist/plugin/index.js +6 -0
- package/dist/plugin/index.js.map +1 -0
- package/dist/plugin/index.mjs +6 -0
- package/dist/plugin/index.mjs.map +1 -0
- package/dist/plugin/link.cjs +204 -0
- package/dist/plugin/link.cjs.map +1 -0
- package/dist/plugin/link.d.cts +68 -0
- package/dist/plugin/link.d.mts +68 -0
- package/dist/plugin/link.d.ts +68 -0
- package/dist/plugin/link.js +14 -0
- package/dist/plugin/link.js.map +1 -0
- package/dist/plugins/record/attachment.cjs +62 -0
- package/dist/plugins/record/attachment.cjs.map +1 -0
- package/dist/plugins/record/attachment.d.cts +14 -0
- package/dist/plugins/record/attachment.d.mts +14 -0
- package/dist/plugins/record/attachment.d.ts +14 -0
- package/dist/plugins/record/attachment.js +20 -0
- package/dist/plugins/record/attachment.js.map +1 -0
- package/dist/plugins/record/capability.cjs +258 -0
- package/dist/plugins/record/capability.cjs.map +1 -0
- package/dist/plugins/record/capability.d.cts +94 -0
- package/dist/plugins/record/capability.d.mts +94 -0
- package/dist/plugins/record/capability.d.ts +94 -0
- package/dist/plugins/record/capability.js +26 -0
- package/dist/plugins/record/capability.js.map +1 -0
- package/dist/plugins/record/codec.cjs +244 -0
- package/dist/plugins/record/codec.cjs.map +1 -0
- package/dist/plugins/record/codec.d.cts +28 -0
- package/dist/plugins/record/codec.d.mts +28 -0
- package/dist/plugins/record/codec.d.ts +28 -0
- package/dist/plugins/record/codec.js +48 -0
- package/dist/plugins/record/codec.js.map +1 -0
- package/dist/plugins/record/index.cjs +54 -0
- package/dist/plugins/record/index.cjs.map +1 -0
- package/dist/plugins/record/index.d.cts +9 -0
- package/dist/plugins/record/index.d.mts +9 -0
- package/dist/plugins/record/index.d.ts +9 -0
- package/dist/plugins/record/index.js +94 -0
- package/dist/plugins/record/index.js.map +1 -0
- package/dist/plugins/record/migration.cjs +33 -0
- package/dist/plugins/record/migration.cjs.map +1 -0
- package/dist/plugins/record/migration.d.cts +22 -0
- package/dist/plugins/record/migration.d.mts +22 -0
- package/dist/plugins/record/migration.d.ts +22 -0
- package/dist/plugins/record/migration.js +6 -0
- package/dist/plugins/record/migration.js.map +1 -0
- package/dist/plugins/record/model.cjs +3 -0
- package/dist/plugins/record/model.cjs.map +1 -0
- package/dist/plugins/record/model.d.cts +93 -0
- package/dist/plugins/record/model.d.mts +93 -0
- package/dist/plugins/record/model.d.ts +93 -0
- package/dist/plugins/record/model.js +4 -0
- package/dist/plugins/record/model.js.map +1 -0
- package/dist/plugins/record/provenance.cjs +319 -0
- package/dist/plugins/record/provenance.cjs.map +1 -0
- package/dist/plugins/record/provenance.d.cts +79 -0
- package/dist/plugins/record/provenance.d.mts +79 -0
- package/dist/plugins/record/provenance.d.ts +79 -0
- package/dist/plugins/record/provenance.js +24 -0
- package/dist/plugins/record/provenance.js.map +1 -0
- package/dist/projection/attachment-result.cjs +50 -0
- package/dist/projection/attachment-result.cjs.map +1 -0
- package/dist/projection/attachment-result.d.cts +38 -0
- package/dist/projection/attachment-result.d.mts +38 -0
- package/dist/projection/attachment-result.d.ts +38 -0
- package/dist/projection/attachment-result.js +6 -0
- package/dist/projection/attachment-result.js.map +1 -0
- package/dist/projection/attempt-selection.cjs +87 -0
- package/dist/projection/attempt-selection.cjs.map +1 -0
- package/dist/projection/attempt-selection.d.cts +40 -0
- package/dist/projection/attempt-selection.d.mts +40 -0
- package/dist/projection/attempt-selection.d.ts +40 -0
- package/dist/projection/attempt-selection.js +8 -0
- package/dist/projection/attempt-selection.js.map +1 -0
- package/dist/projection/coverage.cjs +106 -0
- package/dist/projection/coverage.cjs.map +1 -0
- package/dist/projection/coverage.d.cts +43 -0
- package/dist/projection/coverage.d.mts +43 -0
- package/dist/projection/coverage.d.ts +43 -0
- package/dist/projection/coverage.js +6 -0
- package/dist/projection/coverage.js.map +1 -0
- package/dist/projection/index.cjs +36 -0
- package/dist/projection/index.cjs.map +1 -0
- package/dist/projection/index.d.cts +25 -0
- package/dist/projection/index.d.mts +25 -0
- package/dist/projection/index.d.ts +25 -0
- package/dist/projection/index.js +46 -0
- package/dist/projection/index.js.map +1 -0
- package/dist/projection/index.mjs +46 -0
- package/dist/projection/index.mjs.map +1 -0
- package/dist/projection/model.cjs +3 -0
- package/dist/projection/model.cjs.map +1 -0
- package/dist/projection/model.d.cts +49 -0
- package/dist/projection/model.d.mts +49 -0
- package/dist/projection/model.d.ts +49 -0
- package/dist/projection/model.js +4 -0
- package/dist/projection/model.js.map +1 -0
- package/dist/projection/projector.cjs +111 -0
- package/dist/projection/projector.cjs.map +1 -0
- package/dist/projection/projector.d.cts +51 -0
- package/dist/projection/projector.d.mts +51 -0
- package/dist/projection/projector.d.ts +51 -0
- package/dist/projection/projector.js +16 -0
- package/dist/projection/projector.js.map +1 -0
- package/dist/projection/runtime.cjs +246 -0
- package/dist/projection/runtime.cjs.map +1 -0
- package/dist/projection/runtime.d.cts +14 -0
- package/dist/projection/runtime.d.mts +14 -0
- package/dist/projection/runtime.d.ts +14 -0
- package/dist/projection/runtime.js +6 -0
- package/dist/projection/runtime.js.map +1 -0
- package/dist/record/attachment/errors.cjs +71 -0
- package/dist/record/attachment/errors.cjs.map +1 -0
- package/dist/record/attachment/errors.d.cts +57 -0
- package/dist/record/attachment/errors.d.mts +57 -0
- package/dist/record/attachment/errors.d.ts +57 -0
- package/dist/record/attachment/errors.js +22 -0
- package/dist/record/attachment/errors.js.map +1 -0
- package/dist/record/attachment/index.cjs +14 -0
- package/dist/record/attachment/index.cjs.map +1 -0
- package/dist/record/attachment/index.d.cts +3 -0
- package/dist/record/attachment/index.d.mts +3 -0
- package/dist/record/attachment/index.d.ts +3 -0
- package/dist/record/attachment/index.js +22 -0
- package/dist/record/attachment/index.js.map +1 -0
- package/dist/record/attachment/internal.cjs +24 -0
- package/dist/record/attachment/internal.cjs.map +1 -0
- package/dist/record/attachment/internal.d.cts +6 -0
- package/dist/record/attachment/internal.d.mts +6 -0
- package/dist/record/attachment/internal.d.ts +6 -0
- package/dist/record/attachment/internal.js +34 -0
- package/dist/record/attachment/internal.js.map +1 -0
- package/dist/record/attachment/runtime.cjs +1017 -0
- package/dist/record/attachment/runtime.cjs.map +1 -0
- package/dist/record/attachment/runtime.d.cts +86 -0
- package/dist/record/attachment/runtime.d.mts +86 -0
- package/dist/record/attachment/runtime.d.ts +86 -0
- package/dist/record/attachment/runtime.js +52 -0
- package/dist/record/attachment/runtime.js.map +1 -0
- package/dist/record/attachment/types.cjs +47 -0
- package/dist/record/attachment/types.cjs.map +1 -0
- package/dist/record/attachment/types.d.cts +194 -0
- package/dist/record/attachment/types.d.mts +194 -0
- package/dist/record/attachment/types.d.ts +194 -0
- package/dist/record/attachment/types.js +28 -0
- package/dist/record/attachment/types.js.map +1 -0
- package/dist/record/codec/core.cjs +134 -0
- package/dist/record/codec/core.cjs.map +1 -0
- package/dist/record/codec/core.d.cts +63 -0
- package/dist/record/codec/core.d.mts +63 -0
- package/dist/record/codec/core.d.ts +63 -0
- package/dist/record/codec/core.js +46 -0
- package/dist/record/codec/core.js.map +1 -0
- package/dist/record/codec/identifiers.cjs +31 -0
- package/dist/record/codec/identifiers.cjs.map +1 -0
- package/dist/record/codec/identifiers.d.cts +11 -0
- package/dist/record/codec/identifiers.d.mts +11 -0
- package/dist/record/codec/identifiers.d.ts +11 -0
- package/dist/record/codec/identifiers.js +22 -0
- package/dist/record/codec/identifiers.js.map +1 -0
- package/dist/record/codec/index.cjs +19 -0
- package/dist/record/codec/index.cjs.map +1 -0
- package/dist/record/codec/index.d.cts +2 -0
- package/dist/record/codec/index.d.mts +2 -0
- package/dist/record/codec/index.d.ts +2 -0
- package/dist/record/codec/index.js +64 -0
- package/dist/record/codec/index.js.map +1 -0
- package/dist/record/errors/index.cjs +18 -0
- package/dist/record/errors/index.cjs.map +1 -0
- package/dist/record/errors/index.d.cts +1 -0
- package/dist/record/errors/index.d.mts +1 -0
- package/dist/record/errors/index.d.ts +1 -0
- package/dist/record/errors/index.js +28 -0
- package/dist/record/errors/index.js.map +1 -0
- package/dist/record/errors/record-errors.cjs +58 -0
- package/dist/record/errors/record-errors.cjs.map +1 -0
- package/dist/record/errors/record-errors.d.cts +64 -0
- package/dist/record/errors/record-errors.d.mts +64 -0
- package/dist/record/errors/record-errors.d.ts +64 -0
- package/dist/record/errors/record-errors.js +28 -0
- package/dist/record/errors/record-errors.js.map +1 -0
- package/dist/record/fact-record.cjs +199 -0
- package/dist/record/fact-record.cjs.map +1 -0
- package/dist/record/fact-record.d.cts +22 -0
- package/dist/record/fact-record.d.mts +22 -0
- package/dist/record/fact-record.d.ts +22 -0
- package/dist/record/fact-record.js +18 -0
- package/dist/record/fact-record.js.map +1 -0
- package/dist/record/index.cjs +55 -0
- package/dist/record/index.cjs.map +1 -0
- package/dist/record/index.d.cts +11 -0
- package/dist/record/index.d.mts +11 -0
- package/dist/record/index.d.ts +11 -0
- package/dist/record/index.js +314 -0
- package/dist/record/index.js.map +1 -0
- package/dist/record/locator.cjs +146 -0
- package/dist/record/locator.cjs.map +1 -0
- package/dist/record/locator.d.cts +71 -0
- package/dist/record/locator.d.mts +71 -0
- package/dist/record/locator.js +20 -136
- package/dist/record/locator.js.map +1 -0
- package/dist/record/maintenance/index.cjs +19 -0
- package/dist/record/maintenance/index.cjs.map +1 -0
- package/dist/record/maintenance/index.d.cts +2 -0
- package/dist/record/maintenance/index.d.mts +2 -0
- package/dist/record/maintenance/index.d.ts +2 -0
- package/dist/record/maintenance/index.js +14 -0
- package/dist/record/maintenance/index.js.map +1 -0
- package/dist/record/maintenance/runtime.cjs +98 -0
- package/dist/record/maintenance/runtime.cjs.map +1 -0
- package/dist/record/maintenance/runtime.d.cts +24 -0
- package/dist/record/maintenance/runtime.d.mts +24 -0
- package/dist/record/maintenance/runtime.d.ts +24 -0
- package/dist/record/maintenance/runtime.js +12 -0
- package/dist/record/maintenance/runtime.js.map +1 -0
- package/dist/record/maintenance/types.cjs +9 -0
- package/dist/record/maintenance/types.cjs.map +1 -0
- package/dist/record/maintenance/types.d.cts +34 -0
- package/dist/record/maintenance/types.d.mts +34 -0
- package/dist/record/maintenance/types.d.ts +34 -0
- package/dist/record/maintenance/types.js +6 -0
- package/dist/record/maintenance/types.js.map +1 -0
- package/dist/record/manifest.cjs +44 -0
- package/dist/record/manifest.cjs.map +1 -0
- package/dist/record/manifest.d.cts +39 -0
- package/dist/record/manifest.d.mts +39 -0
- package/dist/record/manifest.d.ts +5 -3
- package/dist/record/manifest.js +14 -0
- package/dist/record/manifest.js.map +1 -0
- package/dist/record/migration/errors.cjs +68 -0
- package/dist/record/migration/errors.cjs.map +1 -0
- package/dist/record/migration/errors.d.cts +73 -0
- package/dist/record/migration/errors.d.mts +73 -0
- package/dist/record/migration/errors.d.ts +73 -0
- package/dist/record/migration/errors.js +22 -0
- package/dist/record/migration/errors.js.map +1 -0
- package/dist/record/migration/identity.cjs +27 -0
- package/dist/record/migration/identity.cjs.map +1 -0
- package/dist/record/migration/identity.d.cts +5 -0
- package/dist/record/migration/identity.d.mts +5 -0
- package/dist/record/migration/identity.d.ts +5 -0
- package/dist/record/migration/identity.js +8 -0
- package/dist/record/migration/identity.js.map +1 -0
- package/dist/record/migration/index.cjs +28 -0
- package/dist/record/migration/index.cjs.map +1 -0
- package/dist/record/migration/index.d.cts +8 -0
- package/dist/record/migration/index.d.mts +8 -0
- package/dist/record/migration/index.d.ts +8 -0
- package/dist/record/migration/index.js +48 -0
- package/dist/record/migration/index.js.map +1 -0
- package/dist/record/migration/internal.cjs +3 -0
- package/dist/record/migration/internal.cjs.map +1 -0
- package/dist/record/migration/internal.d.cts +111 -0
- package/dist/record/migration/internal.d.mts +111 -0
- package/dist/record/migration/internal.d.ts +111 -0
- package/dist/record/migration/internal.js +4 -0
- package/dist/record/migration/internal.js.map +1 -0
- package/dist/record/migration/orchestrate.cjs +368 -0
- package/dist/record/migration/orchestrate.cjs.map +1 -0
- package/dist/record/migration/orchestrate.d.cts +113 -0
- package/dist/record/migration/orchestrate.d.mts +113 -0
- package/dist/record/migration/orchestrate.d.ts +113 -0
- package/dist/record/migration/orchestrate.js +16 -0
- package/dist/record/migration/orchestrate.js.map +1 -0
- package/dist/record/migration/plan.cjs +63 -0
- package/dist/record/migration/plan.cjs.map +1 -0
- package/dist/record/migration/plan.d.cts +32 -0
- package/dist/record/migration/plan.d.mts +32 -0
- package/dist/record/migration/plan.d.ts +32 -0
- package/dist/record/migration/plan.js +10 -0
- package/dist/record/migration/plan.js.map +1 -0
- package/dist/record/migration/registry.cjs +150 -0
- package/dist/record/migration/registry.cjs.map +1 -0
- package/dist/record/migration/registry.d.cts +61 -0
- package/dist/record/migration/registry.d.mts +61 -0
- package/dist/record/migration/registry.d.ts +61 -0
- package/dist/record/migration/registry.js +14 -0
- package/dist/record/migration/registry.js.map +1 -0
- package/dist/record/migration/storage.cjs +382 -0
- package/dist/record/migration/storage.cjs.map +1 -0
- package/dist/record/migration/storage.d.cts +18 -0
- package/dist/record/migration/storage.d.mts +18 -0
- package/dist/record/migration/storage.d.ts +18 -0
- package/dist/record/migration/storage.js +6 -0
- package/dist/record/migration/storage.js.map +1 -0
- package/dist/record/migration/types.cjs +3 -0
- package/dist/record/migration/types.cjs.map +1 -0
- package/dist/record/migration/types.d.cts +16 -0
- package/dist/record/migration/types.d.mts +16 -0
- package/dist/record/migration/types.d.ts +16 -0
- package/dist/record/migration/types.js +4 -0
- package/dist/record/migration/types.js.map +1 -0
- package/dist/record/model/core.cjs +11 -0
- package/dist/record/model/core.cjs.map +1 -0
- package/dist/record/model/core.d.cts +53 -0
- package/dist/record/model/core.d.mts +53 -0
- package/dist/record/model/core.d.ts +53 -0
- package/dist/record/model/core.js +6 -0
- package/dist/record/model/core.js.map +1 -0
- package/dist/record/model/identifiers.cjs +78 -0
- package/dist/record/model/identifiers.cjs.map +1 -0
- package/dist/record/model/identifiers.d.cts +44 -0
- package/dist/record/model/identifiers.d.mts +44 -0
- package/dist/record/model/identifiers.d.ts +44 -0
- package/dist/record/model/identifiers.js +40 -0
- package/dist/record/model/identifiers.js.map +1 -0
- package/dist/record/model/index.cjs +21 -0
- package/dist/record/model/index.cjs.map +1 -0
- package/dist/record/model/index.d.cts +4 -0
- package/dist/record/model/index.d.mts +4 -0
- package/dist/record/model/index.d.ts +4 -0
- package/dist/record/model/index.js +52 -0
- package/dist/record/model/index.js.map +1 -0
- package/dist/record/model/read-state.cjs +3 -0
- package/dist/record/model/read-state.cjs.map +1 -0
- package/dist/record/model/read-state.d.cts +45 -0
- package/dist/record/model/read-state.d.mts +45 -0
- package/dist/record/model/read-state.d.ts +45 -0
- package/dist/record/model/read-state.js +4 -0
- package/dist/record/model/read-state.js.map +1 -0
- package/dist/record/model/validation.cjs +143 -0
- package/dist/record/model/validation.cjs.map +1 -0
- package/dist/record/model/validation.d.cts +16 -0
- package/dist/record/model/validation.d.mts +16 -0
- package/dist/record/model/validation.d.ts +16 -0
- package/dist/record/model/validation.js +14 -0
- package/dist/record/model/validation.js.map +1 -0
- package/dist/record/platform/errors.cjs +101 -0
- package/dist/record/platform/errors.cjs.map +1 -0
- package/dist/record/platform/errors.d.cts +123 -0
- package/dist/record/platform/errors.d.mts +123 -0
- package/dist/record/platform/errors.d.ts +123 -0
- package/dist/record/platform/errors.js +32 -0
- package/dist/record/platform/errors.js.map +1 -0
- package/dist/record/platform/index.cjs +21 -0
- package/dist/record/platform/index.cjs.map +1 -0
- package/dist/record/platform/index.d.cts +4 -0
- package/dist/record/platform/index.d.mts +4 -0
- package/dist/record/platform/index.d.ts +4 -0
- package/dist/record/platform/index.js +60 -0
- package/dist/record/platform/index.js.map +1 -0
- package/dist/record/platform/node.cjs +715 -0
- package/dist/record/platform/node.cjs.map +1 -0
- package/dist/record/platform/node.d.cts +12 -0
- package/dist/record/platform/node.d.mts +12 -0
- package/dist/record/platform/node.d.ts +12 -0
- package/dist/record/platform/node.js +16 -0
- package/dist/record/platform/node.js.map +1 -0
- package/dist/record/platform/root.cjs +79 -0
- package/dist/record/platform/root.cjs.map +1 -0
- package/dist/record/platform/root.d.cts +35 -0
- package/dist/record/platform/root.d.mts +35 -0
- package/dist/record/platform/root.d.ts +35 -0
- package/dist/record/platform/root.js +8 -0
- package/dist/record/platform/root.js.map +1 -0
- package/dist/record/platform/services.cjs +24 -0
- package/dist/record/platform/services.cjs.map +1 -0
- package/dist/record/platform/services.d.cts +139 -0
- package/dist/record/platform/services.d.mts +139 -0
- package/dist/record/platform/services.d.ts +139 -0
- package/dist/record/platform/services.js +16 -0
- package/dist/record/platform/services.js.map +1 -0
- package/dist/record/reader/errors.cjs +46 -0
- package/dist/record/reader/errors.cjs.map +1 -0
- package/dist/record/reader/errors.d.cts +58 -0
- package/dist/record/reader/errors.d.mts +58 -0
- package/dist/record/reader/errors.d.ts +58 -0
- package/dist/record/reader/errors.js +16 -0
- package/dist/record/reader/errors.js.map +1 -0
- package/dist/record/reader/format.cjs +95 -0
- package/dist/record/reader/format.cjs.map +1 -0
- package/dist/record/reader/format.d.cts +17 -0
- package/dist/record/reader/format.d.mts +17 -0
- package/dist/record/reader/format.d.ts +17 -0
- package/dist/record/reader/format.js +8 -0
- package/dist/record/reader/format.js.map +1 -0
- package/dist/record/reader/identity.cjs +47 -0
- package/dist/record/reader/identity.cjs.map +1 -0
- package/dist/record/reader/identity.d.cts +31 -0
- package/dist/record/reader/identity.d.mts +31 -0
- package/dist/record/reader/identity.d.ts +31 -0
- package/dist/record/reader/identity.js +8 -0
- package/dist/record/reader/identity.js.map +1 -0
- package/dist/record/reader/index.cjs +21 -0
- package/dist/record/reader/index.cjs.map +1 -0
- package/dist/record/reader/index.d.cts +4 -0
- package/dist/record/reader/index.d.mts +4 -0
- package/dist/record/reader/index.d.ts +4 -0
- package/dist/record/reader/index.js +42 -0
- package/dist/record/reader/index.js.map +1 -0
- package/dist/record/reader/internal.cjs +17 -0
- package/dist/record/reader/internal.cjs.map +1 -0
- package/dist/record/reader/internal.d.cts +26 -0
- package/dist/record/reader/internal.d.mts +26 -0
- package/dist/record/reader/internal.d.ts +26 -0
- package/dist/record/reader/internal.js +8 -0
- package/dist/record/reader/internal.js.map +1 -0
- package/dist/record/reader/runtime.cjs +728 -0
- package/dist/record/reader/runtime.cjs.map +1 -0
- package/dist/record/reader/runtime.d.cts +22 -0
- package/dist/record/reader/runtime.d.mts +22 -0
- package/dist/record/reader/runtime.d.ts +22 -0
- package/dist/record/reader/runtime.js +20 -0
- package/dist/record/reader/runtime.js.map +1 -0
- package/dist/record/reader/types.cjs +12 -0
- package/dist/record/reader/types.cjs.map +1 -0
- package/dist/record/reader/types.d.cts +50 -0
- package/dist/record/reader/types.d.mts +50 -0
- package/dist/record/reader/types.d.ts +50 -0
- package/dist/record/reader/types.js +10 -0
- package/dist/record/reader/types.js.map +1 -0
- package/dist/record/source-hash.cjs +30 -0
- package/dist/record/source-hash.cjs.map +1 -0
- package/dist/record/source-hash.d.cts +9 -0
- package/dist/record/source-hash.d.mts +9 -0
- package/dist/record/source-hash.js +8 -25
- package/dist/record/source-hash.js.map +1 -0
- package/dist/record/writer/attachment-payload.cjs +81 -0
- package/dist/record/writer/attachment-payload.cjs.map +1 -0
- package/dist/record/writer/attachment-payload.d.cts +19 -0
- package/dist/record/writer/attachment-payload.d.mts +19 -0
- package/dist/record/writer/attachment-payload.d.ts +19 -0
- package/dist/record/writer/attachment-payload.js +10 -0
- package/dist/record/writer/attachment-payload.js.map +1 -0
- package/dist/record/writer/errors.cjs +35 -0
- package/dist/record/writer/errors.cjs.map +1 -0
- package/dist/record/writer/errors.d.cts +35 -0
- package/dist/record/writer/errors.d.mts +35 -0
- package/dist/record/writer/errors.d.ts +35 -0
- package/dist/record/writer/errors.js +14 -0
- package/dist/record/writer/errors.js.map +1 -0
- package/dist/record/writer/index.cjs +20 -0
- package/dist/record/writer/index.cjs.map +1 -0
- package/dist/record/writer/index.d.cts +3 -0
- package/dist/record/writer/index.d.mts +3 -0
- package/dist/record/writer/index.d.ts +3 -0
- package/dist/record/writer/index.js +22 -0
- package/dist/record/writer/index.js.map +1 -0
- package/dist/record/writer/limits.cjs +16 -0
- package/dist/record/writer/limits.cjs.map +1 -0
- package/dist/record/writer/limits.d.cts +4 -0
- package/dist/record/writer/limits.d.mts +4 -0
- package/dist/record/writer/limits.d.ts +4 -0
- package/dist/record/writer/limits.js +8 -0
- package/dist/record/writer/limits.js.map +1 -0
- package/dist/record/writer/runtime.cjs +656 -0
- package/dist/record/writer/runtime.cjs.map +1 -0
- package/dist/record/writer/runtime.d.cts +7 -0
- package/dist/record/writer/runtime.d.mts +7 -0
- package/dist/record/writer/runtime.d.ts +7 -0
- package/dist/record/writer/runtime.js +6 -0
- package/dist/record/writer/runtime.js.map +1 -0
- package/dist/record/writer/types.cjs +7 -0
- package/dist/record/writer/types.cjs.map +1 -0
- package/dist/record/writer/types.d.cts +56 -0
- package/dist/record/writer/types.d.mts +56 -0
- package/dist/record/writer/types.d.ts +56 -0
- package/dist/record/writer/types.js +10 -0
- package/dist/record/writer/types.js.map +1 -0
- package/dist/report/author/identity.cjs +268 -0
- package/dist/report/author/identity.cjs.map +1 -0
- package/dist/report/author/identity.d.cts +75 -0
- package/dist/report/author/identity.d.mts +75 -0
- package/dist/report/author/identity.d.ts +75 -0
- package/dist/report/author/identity.js +34 -0
- package/dist/report/author/identity.js.map +1 -0
- package/dist/report/author/index.cjs +19 -0
- package/dist/report/author/index.cjs.map +1 -0
- package/dist/report/author/index.d.cts +4 -0
- package/dist/report/author/index.d.mts +4 -0
- package/dist/report/author/index.d.ts +4 -0
- package/dist/report/author/index.js +30 -0
- package/dist/report/author/index.js.map +1 -0
- package/dist/report/author/internal.cjs +98 -0
- package/dist/report/author/internal.cjs.map +1 -0
- package/dist/report/author/internal.d.cts +91 -0
- package/dist/report/author/internal.d.mts +91 -0
- package/dist/report/author/internal.d.ts +91 -0
- package/dist/report/author/internal.js +18 -0
- package/dist/report/author/internal.js.map +1 -0
- package/dist/report/author/model.cjs +467 -0
- package/dist/report/author/model.cjs.map +1 -0
- package/dist/report/author/model.d.cts +241 -0
- package/dist/report/author/model.d.mts +241 -0
- package/dist/report/author/model.d.ts +241 -0
- package/dist/report/author/model.js +32 -0
- package/dist/report/author/model.js.map +1 -0
- package/dist/report/built-in/attempt-overview.cjs +395 -0
- package/dist/report/built-in/attempt-overview.cjs.map +1 -0
- package/dist/report/built-in/attempt-overview.d.cts +10 -0
- package/dist/report/built-in/attempt-overview.d.mts +10 -0
- package/dist/report/built-in/attempt-overview.d.ts +10 -0
- package/dist/report/built-in/attempt-overview.js +9 -0
- package/dist/report/built-in/attempt-overview.js.map +1 -0
- package/dist/report/built-in/execution.cjs +766 -0
- package/dist/report/built-in/execution.cjs.map +1 -0
- package/dist/report/built-in/execution.d.cts +25 -0
- package/dist/report/built-in/execution.d.mts +25 -0
- package/dist/report/built-in/execution.d.ts +25 -0
- package/dist/report/built-in/execution.js +12 -0
- package/dist/report/built-in/execution.js.map +1 -0
- package/dist/report/built-in/index.cjs +31 -0
- package/dist/report/built-in/index.cjs.map +1 -0
- package/dist/report/built-in/index.d.cts +6 -0
- package/dist/report/built-in/index.d.mts +6 -0
- package/dist/report/built-in/index.d.ts +6 -8
- package/dist/report/built-in/index.js +35 -13
- package/dist/report/built-in/index.js.map +1 -0
- package/dist/report/built-in/index.mjs +35 -0
- package/dist/report/built-in/index.mjs.map +1 -0
- package/dist/report/built-in/overview.cjs +206 -0
- package/dist/report/built-in/overview.cjs.map +1 -0
- package/dist/report/built-in/overview.d.cts +6 -0
- package/dist/report/built-in/overview.d.mts +6 -0
- package/dist/report/built-in/overview.d.ts +6 -0
- package/dist/report/built-in/overview.js +11 -0
- package/dist/report/built-in/overview.js.map +1 -0
- package/dist/report/built-in/run-membership-overview.cjs +194 -0
- package/dist/report/built-in/run-membership-overview.cjs.map +1 -0
- package/dist/report/built-in/run-membership-overview.d.cts +6 -0
- package/dist/report/built-in/run-membership-overview.d.mts +6 -0
- package/dist/report/built-in/run-membership-overview.d.ts +6 -0
- package/dist/report/built-in/run-membership-overview.js +9 -0
- package/dist/report/built-in/run-membership-overview.js.map +1 -0
- package/dist/report/built-in/sandbox-history.cjs +384 -0
- package/dist/report/built-in/sandbox-history.cjs.map +1 -0
- package/dist/report/built-in/sandbox-history.d.cts +9 -0
- package/dist/report/built-in/sandbox-history.d.mts +9 -0
- package/dist/report/built-in/sandbox-history.d.ts +9 -0
- package/dist/report/built-in/sandbox-history.js +9 -0
- package/dist/report/built-in/sandbox-history.js.map +1 -0
- package/dist/report/built-in/source.cjs +162 -0
- package/dist/report/built-in/source.cjs.map +1 -0
- package/dist/report/built-in/source.d.cts +11 -0
- package/dist/report/built-in/source.d.mts +11 -0
- package/dist/report/built-in/source.d.ts +11 -0
- package/dist/report/built-in/source.js +8 -0
- package/dist/report/built-in/source.js.map +1 -0
- package/dist/report/execution/index.cjs +20 -0
- package/dist/report/execution/index.cjs.map +1 -0
- package/dist/report/execution/index.d.cts +3 -0
- package/dist/report/execution/index.d.mts +3 -0
- package/dist/report/execution/index.d.ts +3 -0
- package/dist/report/execution/index.js +30 -0
- package/dist/report/execution/index.js.map +1 -0
- package/dist/report/execution/model.cjs +483 -0
- package/dist/report/execution/model.cjs.map +1 -0
- package/dist/report/execution/model.d.cts +50 -0
- package/dist/report/execution/model.d.mts +50 -0
- package/dist/report/execution/model.d.ts +50 -0
- package/dist/report/execution/model.js +16 -0
- package/dist/report/execution/model.js.map +1 -0
- package/dist/report/execution/problems.cjs +210 -0
- package/dist/report/execution/problems.cjs.map +1 -0
- package/dist/report/execution/problems.d.cts +54 -0
- package/dist/report/execution/problems.d.mts +54 -0
- package/dist/report/execution/problems.d.ts +54 -0
- package/dist/report/execution/problems.js +14 -0
- package/dist/report/execution/problems.js.map +1 -0
- package/dist/report/execution/results.cjs +26 -0
- package/dist/report/execution/results.cjs.map +1 -0
- package/dist/report/execution/results.d.cts +102 -0
- package/dist/report/execution/results.d.mts +102 -0
- package/dist/report/execution/results.d.ts +102 -0
- package/dist/report/execution/results.js +8 -0
- package/dist/report/execution/results.js.map +1 -0
- package/dist/report/host/execute.cjs +1287 -0
- package/dist/report/host/execute.cjs.map +1 -0
- package/dist/report/host/execute.d.cts +23 -0
- package/dist/report/host/execute.d.mts +23 -0
- package/dist/report/host/execute.d.ts +23 -0
- package/dist/report/host/execute.js +6 -0
- package/dist/report/host/execute.js.map +1 -0
- package/dist/report/host/from-record.cjs +47 -0
- package/dist/report/host/from-record.cjs.map +1 -0
- package/dist/report/host/from-record.d.cts +36 -0
- package/dist/report/host/from-record.d.mts +36 -0
- package/dist/report/host/from-record.d.ts +36 -0
- package/dist/report/host/from-record.js +8 -0
- package/dist/report/host/from-record.js.map +1 -0
- package/dist/report/host/html.cjs +424 -0
- package/dist/report/host/html.cjs.map +1 -0
- package/dist/report/host/html.d.cts +28 -0
- package/dist/report/host/html.d.mts +28 -0
- package/dist/report/host/html.d.ts +28 -0
- package/dist/report/host/html.js +6 -0
- package/dist/report/host/html.js.map +1 -0
- package/dist/report/host/index.cjs +21 -0
- package/dist/report/host/index.cjs.map +1 -0
- package/dist/report/host/index.d.cts +11 -0
- package/dist/report/host/index.d.mts +11 -0
- package/dist/report/host/index.d.ts +11 -0
- package/dist/report/host/index.js +24 -0
- package/dist/report/host/index.js.map +1 -0
- package/dist/report/host/node/loader.cjs +210 -0
- package/dist/report/host/node/loader.cjs.map +1 -0
- package/dist/report/host/node/loader.d.cts +45 -0
- package/dist/report/host/node/loader.d.mts +45 -0
- package/dist/report/host/node/loader.d.ts +45 -0
- package/dist/report/host/node/loader.js +14 -0
- package/dist/report/host/node/loader.js.map +1 -0
- package/dist/report/host/node/theme.cjs +21 -0
- package/dist/report/host/node/theme.cjs.map +1 -0
- package/dist/report/host/node/theme.d.cts +1 -0
- package/dist/report/host/node/theme.d.mts +1 -0
- package/dist/report/host/node/theme.d.ts +1 -0
- package/dist/report/host/node/theme.js +14 -0
- package/dist/report/host/node/theme.js.map +1 -0
- package/dist/report/host/node.cjs +147 -0
- package/dist/report/host/node.cjs.map +1 -0
- package/dist/report/host/node.d.cts +36 -0
- package/dist/report/host/node.d.mts +36 -0
- package/dist/report/host/node.d.ts +36 -0
- package/dist/report/host/node.js +36 -0
- package/dist/report/host/node.js.map +1 -0
- package/dist/report/host/presentation.cjs +423 -0
- package/dist/report/host/presentation.cjs.map +1 -0
- package/dist/report/host/presentation.d.cts +42 -0
- package/dist/report/host/presentation.d.mts +42 -0
- package/dist/report/host/presentation.d.ts +42 -0
- package/dist/report/host/presentation.js +16 -0
- package/dist/report/host/presentation.js.map +1 -0
- package/dist/report/host/static.cjs +126 -0
- package/dist/report/host/static.cjs.map +1 -0
- package/dist/report/host/static.d.cts +55 -0
- package/dist/report/host/static.d.mts +55 -0
- package/dist/report/host/static.d.ts +55 -0
- package/dist/report/host/static.js +8 -0
- package/dist/report/host/static.js.map +1 -0
- package/dist/report/host/theme.cjs +223 -0
- package/dist/report/host/theme.cjs.map +1 -0
- package/dist/report/host/theme.d.cts +64 -0
- package/dist/report/host/theme.d.mts +64 -0
- package/dist/report/host/theme.d.ts +64 -0
- package/dist/report/host/theme.js +14 -0
- package/dist/report/host/theme.js.map +1 -0
- package/dist/report/host/view-session.cjs +82 -0
- package/dist/report/host/view-session.cjs.map +1 -0
- package/dist/report/host/view-session.d.cts +82 -0
- package/dist/report/host/view-session.d.mts +82 -0
- package/dist/report/host/view-session.d.ts +82 -0
- package/dist/report/host/view-session.js +6 -0
- package/dist/report/host/view-session.js.map +1 -0
- package/dist/report/index.cjs +58 -0
- package/dist/report/index.cjs.map +1 -0
- package/dist/report/index.d.cts +11 -0
- package/dist/report/index.d.mts +11 -0
- package/dist/report/index.d.ts +11 -43
- package/dist/report/index.js +120 -44
- package/dist/report/index.js.map +1 -0
- package/dist/report/index.mjs +120 -0
- package/dist/report/index.mjs.map +1 -0
- package/dist/report/model/panel.cjs +271 -0
- package/dist/report/model/panel.cjs.map +1 -0
- package/dist/report/model/panel.d.cts +109 -0
- package/dist/report/model/panel.d.mts +109 -0
- package/dist/report/model/panel.d.ts +2 -2
- package/dist/report/model/panel.js +22 -260
- package/dist/report/model/panel.js.map +1 -0
- package/dist/report/model/text-layout.cjs +185 -0
- package/dist/report/model/text-layout.cjs.map +1 -0
- package/dist/report/model/text-layout.d.cts +75 -0
- package/dist/report/model/text-layout.d.mts +75 -0
- package/dist/report/model/text-layout.js +22 -173
- package/dist/report/model/text-layout.js.map +1 -0
- package/dist/report/semantic/document.cjs +593 -0
- package/dist/report/semantic/document.cjs.map +1 -0
- package/dist/report/semantic/document.d.cts +162 -0
- package/dist/report/semantic/document.d.mts +162 -0
- package/dist/report/semantic/document.d.ts +162 -0
- package/dist/report/semantic/document.js +38 -0
- package/dist/report/semantic/document.js.map +1 -0
- package/dist/report/semantic/index.cjs +18 -0
- package/dist/report/semantic/index.cjs.map +1 -0
- package/dist/report/semantic/index.d.cts +1 -0
- package/dist/report/semantic/index.d.mts +1 -0
- package/dist/report/semantic/index.d.ts +1 -0
- package/dist/report/semantic/index.js +38 -0
- package/dist/report/semantic/index.js.map +1 -0
- package/dist/runner/accept-prompt.cjs +50 -0
- package/dist/runner/accept-prompt.cjs.map +1 -0
- package/dist/runner/accept-prompt.d.cts +27 -0
- package/dist/runner/accept-prompt.d.mts +27 -0
- package/dist/runner/accept-prompt.d.ts +27 -0
- package/dist/runner/accept-prompt.js +10 -0
- package/dist/runner/accept-prompt.js.map +1 -0
- package/dist/runner/accept.cjs +280 -0
- package/dist/runner/accept.cjs.map +1 -0
- package/dist/runner/accept.d.cts +75 -0
- package/dist/runner/accept.d.mts +75 -0
- package/dist/runner/accept.d.ts +75 -0
- package/dist/runner/accept.js +16 -0
- package/dist/runner/accept.js.map +1 -0
- package/dist/runner/adoption.cjs +859 -0
- package/dist/runner/adoption.cjs.map +1 -0
- package/dist/runner/adoption.d.cts +214 -0
- package/dist/runner/adoption.d.mts +214 -0
- package/dist/runner/adoption.d.ts +214 -0
- package/dist/runner/adoption.js +50 -0
- package/dist/runner/adoption.js.map +1 -0
- package/dist/runner/assert-first-bridge.cjs +203 -0
- package/dist/runner/assert-first-bridge.cjs.map +1 -0
- package/dist/runner/assert-first-bridge.d.cts +51 -0
- package/dist/runner/assert-first-bridge.d.mts +51 -0
- package/dist/runner/assert-first-bridge.d.ts +51 -0
- package/dist/runner/assert-first-bridge.js +6 -0
- package/dist/runner/assert-first-bridge.js.map +1 -0
- package/dist/runner/assertions.cjs +77 -0
- package/dist/runner/assertions.cjs.map +1 -0
- package/dist/runner/assertions.d.cts +8 -0
- package/dist/runner/assertions.d.mts +8 -0
- package/dist/runner/assertions.d.ts +8 -0
- package/dist/runner/assertions.js +6 -0
- package/dist/runner/assertions.js.map +1 -0
- package/dist/runner/attempt.cjs +2057 -0
- package/dist/runner/attempt.cjs.map +1 -0
- package/dist/runner/attempt.d.cts +90 -0
- package/dist/runner/attempt.d.mts +90 -0
- package/dist/runner/attempt.d.ts +90 -0
- package/dist/runner/attempt.js +14 -0
- package/dist/runner/attempt.js.map +1 -0
- package/dist/runner/build-preparation.cjs +87 -0
- package/dist/runner/build-preparation.cjs.map +1 -0
- package/dist/runner/build-preparation.d.cts +23 -0
- package/dist/runner/build-preparation.d.mts +23 -0
- package/dist/runner/build-preparation.d.ts +23 -0
- package/dist/runner/build-preparation.js +8 -0
- package/dist/runner/build-preparation.js.map +1 -0
- package/dist/runner/cleanup-timeout.cjs +40 -0
- package/dist/runner/cleanup-timeout.cjs.map +1 -0
- package/dist/runner/cleanup-timeout.d.cts +21 -0
- package/dist/runner/cleanup-timeout.d.mts +21 -0
- package/dist/runner/cleanup-timeout.d.ts +19 -1
- package/dist/runner/cleanup-timeout.js +12 -0
- package/dist/runner/cleanup-timeout.js.map +1 -0
- package/dist/runner/command-plan.cjs +475 -0
- package/dist/runner/command-plan.cjs.map +1 -0
- package/dist/runner/command-plan.d.cts +106 -0
- package/dist/runner/command-plan.d.mts +106 -0
- package/dist/runner/command-plan.d.ts +106 -0
- package/dist/runner/command-plan.js +6 -0
- package/dist/runner/command-plan.js.map +1 -0
- package/dist/runner/config-identity.cjs +259 -0
- package/dist/runner/config-identity.cjs.map +1 -0
- package/dist/runner/config-identity.d.cts +88 -0
- package/dist/runner/config-identity.d.mts +88 -0
- package/dist/runner/config-identity.d.ts +7 -5
- package/dist/runner/config-identity.js +22 -0
- package/dist/runner/config-identity.js.map +1 -0
- package/dist/runner/direct-agent-sandbox.cjs +64 -0
- package/dist/runner/direct-agent-sandbox.cjs.map +1 -0
- package/dist/runner/direct-agent-sandbox.d.cts +5 -0
- package/dist/runner/direct-agent-sandbox.d.mts +5 -0
- package/dist/runner/direct-agent-sandbox.d.ts +5 -0
- package/dist/runner/direct-agent-sandbox.js +8 -0
- package/dist/runner/direct-agent-sandbox.js.map +1 -0
- package/dist/runner/discover.cjs +628 -0
- package/dist/runner/discover.cjs.map +1 -0
- package/dist/runner/discover.d.cts +29 -0
- package/dist/runner/discover.d.mts +29 -0
- package/dist/runner/discover.d.ts +29 -0
- package/dist/runner/discover.js +12 -0
- package/dist/runner/discover.js.map +1 -0
- package/dist/runner/eval-selection.cjs +95 -0
- package/dist/runner/eval-selection.cjs.map +1 -0
- package/dist/runner/eval-selection.d.cts +37 -0
- package/dist/runner/eval-selection.d.mts +37 -0
- package/dist/runner/eval-selection.d.ts +2 -7
- package/dist/runner/eval-selection.js +12 -0
- package/dist/runner/eval-selection.js.map +1 -0
- package/dist/runner/eval-source.cjs +64 -0
- package/dist/runner/eval-source.cjs.map +1 -0
- package/dist/runner/eval-source.d.cts +28 -0
- package/dist/runner/eval-source.d.mts +28 -0
- package/dist/runner/eval-source.d.ts +1 -1
- package/dist/runner/eval-source.js +26 -0
- package/dist/runner/eval-source.js.map +1 -0
- package/dist/runner/experiment-cleanup-registry.cjs +70 -0
- package/dist/runner/experiment-cleanup-registry.cjs.map +1 -0
- package/dist/runner/experiment-cleanup-registry.d.cts +19 -0
- package/dist/runner/experiment-cleanup-registry.d.mts +19 -0
- package/dist/runner/experiment-cleanup-registry.d.ts +19 -0
- package/dist/runner/experiment-cleanup-registry.js +14 -0
- package/dist/runner/experiment-cleanup-registry.js.map +1 -0
- package/dist/runner/feedback/coordinator.cjs +404 -0
- package/dist/runner/feedback/coordinator.cjs.map +1 -0
- package/dist/runner/feedback/coordinator.d.cts +61 -0
- package/dist/runner/feedback/coordinator.d.mts +61 -0
- package/dist/runner/feedback/coordinator.d.ts +61 -0
- package/dist/runner/feedback/coordinator.js +6 -0
- package/dist/runner/feedback/coordinator.js.map +1 -0
- package/dist/runner/feedback/eval-conclusions.cjs +75 -0
- package/dist/runner/feedback/eval-conclusions.cjs.map +1 -0
- package/dist/runner/feedback/eval-conclusions.d.cts +30 -0
- package/dist/runner/feedback/eval-conclusions.d.mts +30 -0
- package/dist/runner/feedback/eval-conclusions.d.ts +30 -0
- package/dist/runner/feedback/eval-conclusions.js +8 -0
- package/dist/runner/feedback/eval-conclusions.js.map +1 -0
- package/dist/runner/feedback/failure.cjs +194 -0
- package/dist/runner/feedback/failure.cjs.map +1 -0
- package/dist/runner/feedback/failure.d.cts +13 -0
- package/dist/runner/feedback/failure.d.mts +13 -0
- package/dist/runner/feedback/failure.d.ts +13 -0
- package/dist/runner/feedback/failure.js +8 -0
- package/dist/runner/feedback/failure.js.map +1 -0
- package/dist/runner/feedback/human.cjs +1469 -0
- package/dist/runner/feedback/human.cjs.map +1 -0
- package/dist/runner/feedback/human.d.cts +139 -0
- package/dist/runner/feedback/human.d.mts +139 -0
- package/dist/runner/feedback/human.d.ts +139 -0
- package/dist/runner/feedback/human.js +18 -0
- package/dist/runner/feedback/human.js.map +1 -0
- package/dist/runner/feedback/index.cjs +51 -0
- package/dist/runner/feedback/index.cjs.map +1 -0
- package/dist/runner/feedback/index.d.cts +10 -0
- package/dist/runner/feedback/index.d.mts +10 -0
- package/dist/runner/feedback/index.d.ts +10 -0
- package/dist/runner/feedback/index.js +58 -0
- package/dist/runner/feedback/index.js.map +1 -0
- package/dist/runner/feedback/input-guard.cjs +106 -0
- package/dist/runner/feedback/input-guard.cjs.map +1 -0
- package/dist/runner/feedback/input-guard.d.cts +43 -0
- package/dist/runner/feedback/input-guard.d.mts +43 -0
- package/dist/runner/feedback/input-guard.d.ts +43 -0
- package/dist/runner/feedback/input-guard.js +8 -0
- package/dist/runner/feedback/input-guard.js.map +1 -0
- package/dist/runner/feedback/io.cjs +43 -0
- package/dist/runner/feedback/io.cjs.map +1 -0
- package/dist/runner/feedback/io.d.cts +38 -0
- package/dist/runner/feedback/io.d.mts +38 -0
- package/dist/runner/feedback/io.d.ts +38 -0
- package/dist/runner/feedback/io.js +6 -0
- package/dist/runner/feedback/io.js.map +1 -0
- package/dist/runner/feedback/json.cjs +371 -0
- package/dist/runner/feedback/json.cjs.map +1 -0
- package/dist/runner/feedback/json.d.cts +242 -0
- package/dist/runner/feedback/json.d.mts +242 -0
- package/dist/runner/feedback/json.d.ts +242 -0
- package/dist/runner/feedback/json.js +10 -0
- package/dist/runner/feedback/json.js.map +1 -0
- package/dist/runner/feedback/profile.cjs +8 -0
- package/dist/runner/feedback/profile.cjs.map +1 -0
- package/dist/runner/feedback/profile.d.cts +14 -0
- package/dist/runner/feedback/profile.d.mts +14 -0
- package/dist/runner/feedback/profile.d.ts +14 -0
- package/dist/runner/feedback/profile.js +6 -0
- package/dist/runner/feedback/profile.js.map +1 -0
- package/dist/runner/feedback/reducer.cjs +372 -0
- package/dist/runner/feedback/reducer.cjs.map +1 -0
- package/dist/runner/feedback/reducer.d.cts +4 -0
- package/dist/runner/feedback/reducer.d.mts +4 -0
- package/dist/runner/feedback/reducer.d.ts +4 -0
- package/dist/runner/feedback/reducer.js +8 -0
- package/dist/runner/feedback/reducer.js.map +1 -0
- package/dist/runner/feedback/renderer.cjs +3 -0
- package/dist/runner/feedback/renderer.cjs.map +1 -0
- package/dist/runner/feedback/renderer.d.cts +63 -0
- package/dist/runner/feedback/renderer.d.mts +63 -0
- package/dist/runner/feedback/renderer.d.ts +63 -0
- package/dist/runner/feedback/renderer.js +4 -0
- package/dist/runner/feedback/renderer.js.map +1 -0
- package/dist/runner/feedback/sink.cjs +194 -0
- package/dist/runner/feedback/sink.cjs.map +1 -0
- package/dist/runner/feedback/sink.d.cts +187 -0
- package/dist/runner/feedback/sink.d.mts +187 -0
- package/dist/runner/feedback/sink.d.ts +7 -7
- package/dist/runner/feedback/sink.js +34 -0
- package/dist/runner/feedback/sink.js.map +1 -0
- package/dist/runner/feedback/testing.cjs +69 -0
- package/dist/runner/feedback/testing.cjs.map +1 -0
- package/dist/runner/feedback/testing.d.cts +26 -0
- package/dist/runner/feedback/testing.d.mts +26 -0
- package/dist/runner/feedback/testing.d.ts +26 -0
- package/dist/runner/feedback/testing.js +6 -0
- package/dist/runner/feedback/testing.js.map +1 -0
- package/dist/runner/fingerprint.cjs +379 -0
- package/dist/runner/fingerprint.cjs.map +1 -0
- package/dist/runner/fingerprint.d.cts +71 -0
- package/dist/runner/fingerprint.d.mts +71 -0
- package/dist/runner/fingerprint.d.ts +49 -167
- package/dist/runner/fingerprint.js +22 -0
- package/dist/runner/fingerprint.js.map +1 -0
- package/dist/runner/gate-lease.cjs +271 -0
- package/dist/runner/gate-lease.cjs.map +1 -0
- package/dist/runner/gate-lease.d.cts +62 -0
- package/dist/runner/gate-lease.d.mts +62 -0
- package/dist/runner/gate-lease.d.ts +62 -0
- package/dist/runner/gate-lease.js +22 -0
- package/dist/runner/gate-lease.js.map +1 -0
- package/dist/runner/judge-config.cjs +26 -0
- package/dist/runner/judge-config.cjs.map +1 -0
- package/dist/runner/judge-config.d.cts +8 -0
- package/dist/runner/judge-config.d.mts +8 -0
- package/dist/runner/judge-config.d.ts +6 -4
- package/dist/runner/judge-config.js +6 -0
- package/dist/runner/judge-config.js.map +1 -0
- package/dist/runner/leak-gate.cjs +381 -0
- package/dist/runner/leak-gate.cjs.map +1 -0
- package/dist/runner/leak-gate.d.cts +124 -0
- package/dist/runner/leak-gate.d.mts +124 -0
- package/dist/runner/leak-gate.d.ts +36 -8
- package/dist/runner/leak-gate.js +32 -0
- package/dist/runner/leak-gate.js.map +1 -0
- package/dist/runner/ledger.cjs +470 -0
- package/dist/runner/ledger.cjs.map +1 -0
- package/dist/runner/ledger.d.cts +35 -0
- package/dist/runner/ledger.d.mts +35 -0
- package/dist/runner/ledger.d.ts +35 -0
- package/dist/runner/ledger.js +8 -0
- package/dist/runner/ledger.js.map +1 -0
- package/dist/runner/lock.cjs +236 -0
- package/dist/runner/lock.cjs.map +1 -0
- package/dist/runner/lock.d.cts +56 -0
- package/dist/runner/lock.d.mts +56 -0
- package/dist/runner/lock.d.ts +56 -0
- package/dist/runner/lock.js +22 -0
- package/dist/runner/lock.js.map +1 -0
- package/dist/runner/manifest.cjs +179 -0
- package/dist/runner/manifest.cjs.map +1 -0
- package/dist/runner/manifest.d.cts +61 -0
- package/dist/runner/manifest.d.mts +61 -0
- package/dist/runner/manifest.d.ts +4 -4
- package/dist/runner/manifest.js +22 -0
- package/dist/runner/manifest.js.map +1 -0
- package/dist/runner/project-current.cjs +117 -0
- package/dist/runner/project-current.cjs.map +1 -0
- package/dist/runner/project-current.d.cts +29 -0
- package/dist/runner/project-current.d.mts +29 -0
- package/dist/runner/project-current.d.ts +29 -0
- package/dist/runner/project-current.js +8 -0
- package/dist/runner/project-current.js.map +1 -0
- package/dist/runner/project-target.cjs +3 -0
- package/dist/runner/project-target.cjs.map +1 -0
- package/dist/runner/project-target.d.cts +30 -0
- package/dist/runner/project-target.d.mts +30 -0
- package/dist/runner/project-target.d.ts +30 -0
- package/dist/runner/project-target.js +4 -0
- package/dist/runner/project-target.js.map +1 -0
- package/dist/runner/record.cjs +883 -0
- package/dist/runner/record.cjs.map +1 -0
- package/dist/runner/record.d.cts +151 -0
- package/dist/runner/record.d.mts +151 -0
- package/dist/runner/record.d.ts +151 -0
- package/dist/runner/record.js +10 -0
- package/dist/runner/record.js.map +1 -0
- package/dist/runner/rename-experiment.cjs +273 -0
- package/dist/runner/rename-experiment.cjs.map +1 -0
- package/dist/runner/rename-experiment.d.cts +123 -0
- package/dist/runner/rename-experiment.d.mts +123 -0
- package/dist/runner/rename-experiment.d.ts +123 -0
- package/dist/runner/rename-experiment.js +14 -0
- package/dist/runner/rename-experiment.js.map +1 -0
- package/dist/runner/report.cjs +123 -0
- package/dist/runner/report.cjs.map +1 -0
- package/dist/runner/report.d.cts +27 -0
- package/dist/runner/report.d.mts +27 -0
- package/dist/runner/report.d.ts +27 -0
- package/dist/runner/report.js +14 -0
- package/dist/runner/report.js.map +1 -0
- package/dist/runner/reporters/braintrust.cjs +302 -0
- package/dist/runner/reporters/braintrust.cjs.map +1 -0
- package/dist/runner/reporters/braintrust.d.cts +59 -0
- package/dist/runner/reporters/braintrust.d.mts +59 -0
- package/dist/runner/reporters/braintrust.d.ts +59 -0
- package/dist/runner/reporters/braintrust.js +8 -0
- package/dist/runner/reporters/braintrust.js.map +1 -0
- package/dist/runner/reporters/index.cjs +12 -0
- package/dist/runner/reporters/index.cjs.map +1 -0
- package/dist/runner/reporters/index.d.cts +2 -0
- package/dist/runner/reporters/index.d.mts +2 -0
- package/dist/runner/reporters/index.d.ts +2 -0
- package/dist/runner/reporters/index.js +10 -0
- package/dist/runner/reporters/index.js.map +1 -0
- package/dist/runner/reporters/index.mjs +10 -0
- package/dist/runner/reporters/index.mjs.map +1 -0
- package/dist/runner/reporters/json.cjs +116 -0
- package/dist/runner/reporters/json.cjs.map +1 -0
- package/dist/runner/reporters/json.d.cts +3 -0
- package/dist/runner/reporters/json.d.mts +3 -0
- package/dist/runner/reporters/json.d.ts +3 -0
- package/dist/runner/reporters/json.js +8 -0
- package/dist/runner/reporters/json.js.map +1 -0
- package/dist/runner/reporters/shared.cjs +14 -0
- package/dist/runner/reporters/shared.cjs.map +1 -0
- package/dist/runner/reporters/shared.d.cts +3 -0
- package/dist/runner/reporters/shared.d.mts +3 -0
- package/dist/runner/reporters/shared.d.ts +3 -0
- package/dist/runner/reporters/shared.js +8 -0
- package/dist/runner/reporters/shared.js.map +1 -0
- package/dist/runner/reuse-diagnostics.cjs +71 -0
- package/dist/runner/reuse-diagnostics.cjs.map +1 -0
- package/dist/runner/reuse-diagnostics.d.cts +21 -0
- package/dist/runner/reuse-diagnostics.d.mts +21 -0
- package/dist/runner/reuse-diagnostics.d.ts +21 -0
- package/dist/runner/reuse-diagnostics.js +8 -0
- package/dist/runner/reuse-diagnostics.js.map +1 -0
- package/dist/runner/reuse-plan.cjs +739 -0
- package/dist/runner/reuse-plan.cjs.map +1 -0
- package/dist/runner/reuse-plan.d.cts +185 -0
- package/dist/runner/reuse-plan.d.mts +185 -0
- package/dist/runner/reuse-plan.d.ts +185 -0
- package/dist/runner/reuse-plan.js +26 -0
- package/dist/runner/reuse-plan.js.map +1 -0
- package/dist/runner/reuse-readback.cjs +275 -0
- package/dist/runner/reuse-readback.cjs.map +1 -0
- package/dist/runner/reuse-readback.d.cts +169 -0
- package/dist/runner/reuse-readback.d.mts +169 -0
- package/dist/runner/reuse-readback.d.ts +169 -0
- package/dist/runner/reuse-readback.js +20 -0
- package/dist/runner/reuse-readback.js.map +1 -0
- package/dist/runner/run.cjs +2362 -0
- package/dist/runner/run.cjs.map +1 -0
- package/dist/runner/run.d.cts +44 -0
- package/dist/runner/run.d.mts +44 -0
- package/dist/runner/run.d.ts +44 -0
- package/dist/runner/run.js +12 -0
- package/dist/runner/run.js.map +1 -0
- package/dist/runner/sandbox-pool.cjs +312 -0
- package/dist/runner/sandbox-pool.cjs.map +1 -0
- package/dist/runner/sandbox-pool.d.cts +70 -0
- package/dist/runner/sandbox-pool.d.mts +70 -0
- package/dist/runner/sandbox-pool.d.ts +70 -0
- package/dist/runner/sandbox-pool.js +6 -0
- package/dist/runner/sandbox-pool.js.map +1 -0
- package/dist/runner/sandbox-prep.cjs +57 -0
- package/dist/runner/sandbox-prep.cjs.map +1 -0
- package/dist/runner/sandbox-prep.d.cts +8 -0
- package/dist/runner/sandbox-prep.d.mts +8 -0
- package/dist/runner/sandbox-prep.d.ts +8 -0
- package/dist/runner/sandbox-prep.js +8 -0
- package/dist/runner/sandbox-prep.js.map +1 -0
- package/dist/runner/sandbox-record-producer.cjs +142 -0
- package/dist/runner/sandbox-record-producer.cjs.map +1 -0
- package/dist/runner/sandbox-record-producer.d.cts +30 -0
- package/dist/runner/sandbox-record-producer.d.mts +30 -0
- package/dist/runner/sandbox-record-producer.d.ts +30 -0
- package/dist/runner/sandbox-record-producer.js +6 -0
- package/dist/runner/sandbox-record-producer.js.map +1 -0
- package/dist/runner/sandbox-reuse.cjs +57 -0
- package/dist/runner/sandbox-reuse.cjs.map +1 -0
- package/dist/runner/sandbox-reuse.d.cts +43 -0
- package/dist/runner/sandbox-reuse.d.mts +43 -0
- package/dist/runner/sandbox-reuse.d.ts +43 -0
- package/dist/runner/sandbox-reuse.js +8 -0
- package/dist/runner/sandbox-reuse.js.map +1 -0
- package/dist/runner/sandbox-selection.cjs +362 -0
- package/dist/runner/sandbox-selection.cjs.map +1 -0
- package/dist/runner/sandbox-selection.d.cts +87 -0
- package/dist/runner/sandbox-selection.d.mts +87 -0
- package/dist/runner/sandbox-selection.d.ts +17 -6
- package/dist/runner/sandbox-selection.js +22 -0
- package/dist/runner/sandbox-selection.js.map +1 -0
- package/dist/runner/session.cjs +535 -0
- package/dist/runner/session.cjs.map +1 -0
- package/dist/runner/session.d.cts +116 -0
- package/dist/runner/session.d.mts +116 -0
- package/dist/runner/session.d.ts +44 -24
- package/dist/runner/session.js +28 -0
- package/dist/runner/session.js.map +1 -0
- package/dist/runner/source-closure.cjs +51 -0
- package/dist/runner/source-closure.cjs.map +1 -0
- package/dist/runner/source-closure.d.cts +6 -0
- package/dist/runner/source-closure.d.mts +6 -0
- package/dist/runner/source-closure.d.ts +6 -0
- package/dist/runner/source-closure.js +6 -0
- package/dist/runner/source-closure.js.map +1 -0
- package/dist/runner/source-producer.cjs +417 -0
- package/dist/runner/source-producer.cjs.map +1 -0
- package/dist/runner/source-producer.d.cts +70 -0
- package/dist/runner/source-producer.d.mts +70 -0
- package/dist/runner/source-producer.d.ts +70 -0
- package/dist/runner/source-producer.js +10 -0
- package/dist/runner/source-producer.js.map +1 -0
- package/dist/runner/teardown-registry.cjs +112 -0
- package/dist/runner/teardown-registry.cjs.map +1 -0
- package/dist/runner/teardown-registry.d.cts +35 -0
- package/dist/runner/teardown-registry.d.mts +35 -0
- package/dist/runner/teardown-registry.d.ts +35 -0
- package/dist/runner/teardown-registry.js +20 -0
- package/dist/runner/teardown-registry.js.map +1 -0
- package/dist/runner/timeout.cjs +31 -0
- package/dist/runner/timeout.cjs.map +1 -0
- package/dist/runner/timeout.d.cts +30 -0
- package/dist/runner/timeout.d.mts +30 -0
- package/dist/runner/timeout.d.ts +30 -0
- package/dist/runner/timeout.js +8 -0
- package/dist/runner/timeout.js.map +1 -0
- package/dist/runner/timing.cjs +279 -0
- package/dist/runner/timing.cjs.map +1 -0
- package/dist/runner/timing.d.cts +97 -0
- package/dist/runner/timing.d.mts +97 -0
- package/dist/runner/timing.d.ts +2 -2
- package/dist/runner/timing.js +26 -0
- package/dist/runner/timing.js.map +1 -0
- package/dist/runner/types.cjs +135 -0
- package/dist/runner/types.cjs.map +1 -0
- package/dist/runner/types.d.cts +1703 -0
- package/dist/runner/types.d.mts +1703 -0
- package/dist/runner/types.d.ts +214 -166
- package/dist/runner/types.js +32 -109
- package/dist/runner/types.js.map +1 -0
- package/dist/sample/analysis.cjs +1068 -0
- package/dist/sample/analysis.cjs.map +1 -0
- package/dist/sample/analysis.d.cts +153 -0
- package/dist/sample/analysis.d.mts +153 -0
- package/dist/sample/analysis.d.ts +153 -0
- package/dist/sample/analysis.js +30 -0
- package/dist/sample/analysis.js.map +1 -0
- package/dist/sample/index.cjs +16 -0
- package/dist/sample/index.cjs.map +1 -0
- package/dist/sample/index.d.cts +2 -0
- package/dist/sample/index.d.mts +2 -0
- package/dist/sample/index.d.ts +2 -102
- package/dist/sample/index.js +28 -386
- package/dist/sample/index.js.map +1 -0
- package/dist/sandbox/backend.cjs +116 -0
- package/dist/sandbox/backend.cjs.map +1 -0
- package/dist/sandbox/backend.d.cts +58 -0
- package/dist/sandbox/backend.d.mts +58 -0
- package/dist/sandbox/backend.d.ts +9 -3
- package/dist/sandbox/backend.js +26 -0
- package/dist/sandbox/backend.js.map +1 -0
- package/dist/sandbox/build-coordinator.cjs +309 -0
- package/dist/sandbox/build-coordinator.cjs.map +1 -0
- package/dist/sandbox/build-coordinator.d.cts +111 -0
- package/dist/sandbox/build-coordinator.d.mts +111 -0
- package/dist/sandbox/build-coordinator.d.ts +4 -4
- package/dist/sandbox/build-coordinator.js +12 -0
- package/dist/sandbox/build-coordinator.js.map +1 -0
- package/dist/sandbox/case-types.cjs +3 -0
- package/dist/sandbox/case-types.cjs.map +1 -0
- package/dist/sandbox/case-types.d.cts +55 -0
- package/dist/sandbox/case-types.d.mts +55 -0
- package/dist/sandbox/case-types.d.ts +3 -3
- package/dist/sandbox/case-types.js +4 -0
- package/dist/sandbox/case-types.js.map +1 -0
- package/dist/sandbox/checkpoint.cjs +65 -0
- package/dist/sandbox/checkpoint.cjs.map +1 -0
- package/dist/sandbox/checkpoint.d.cts +7 -0
- package/dist/sandbox/checkpoint.d.mts +7 -0
- package/dist/sandbox/checkpoint.d.ts +7 -0
- package/dist/sandbox/checkpoint.js +8 -0
- package/dist/sandbox/checkpoint.js.map +1 -0
- package/dist/sandbox/cli-commands.cjs +535 -0
- package/dist/sandbox/cli-commands.cjs.map +1 -0
- package/dist/sandbox/cli-commands.d.cts +41 -0
- package/dist/sandbox/cli-commands.d.mts +41 -0
- package/dist/sandbox/cli-commands.d.ts +41 -0
- package/dist/sandbox/cli-commands.js +14 -0
- package/dist/sandbox/cli-commands.js.map +1 -0
- package/dist/sandbox/commands.cjs +281 -0
- package/dist/sandbox/commands.cjs.map +1 -0
- package/dist/sandbox/commands.d.cts +141 -0
- package/dist/sandbox/commands.d.mts +141 -0
- package/dist/sandbox/commands.d.ts +64 -3
- package/dist/sandbox/commands.js +20 -0
- package/dist/sandbox/commands.js.map +1 -0
- package/dist/sandbox/compose.cjs +1293 -0
- package/dist/sandbox/compose.cjs.map +1 -0
- package/dist/sandbox/compose.d.cts +215 -0
- package/dist/sandbox/compose.d.mts +215 -0
- package/dist/sandbox/compose.d.ts +32 -16
- package/dist/sandbox/compose.js +38 -0
- package/dist/sandbox/compose.js.map +1 -0
- package/dist/sandbox/content.cjs +153 -0
- package/dist/sandbox/content.cjs.map +1 -0
- package/dist/sandbox/content.d.cts +35 -0
- package/dist/sandbox/content.d.mts +35 -0
- package/dist/sandbox/content.js +10 -0
- package/dist/sandbox/content.js.map +1 -0
- package/dist/sandbox/deadline.cjs +44 -0
- package/dist/sandbox/deadline.cjs.map +1 -0
- package/dist/sandbox/deadline.d.cts +45 -0
- package/dist/sandbox/deadline.d.mts +45 -0
- package/dist/sandbox/deadline.d.ts +2 -2
- package/dist/sandbox/deadline.js +10 -0
- package/dist/sandbox/deadline.js.map +1 -0
- package/dist/sandbox/dind-supervisor.cjs +124 -0
- package/dist/sandbox/dind-supervisor.cjs.map +1 -0
- package/dist/sandbox/dind-supervisor.d.cts +12 -0
- package/dist/sandbox/dind-supervisor.d.mts +12 -0
- package/dist/sandbox/dind-supervisor.d.ts +12 -0
- package/dist/sandbox/dind-supervisor.js +14 -0
- package/dist/sandbox/dind-supervisor.js.map +1 -0
- package/dist/sandbox/docker-agent-image.cjs +36 -0
- package/dist/sandbox/docker-agent-image.cjs.map +1 -0
- package/dist/sandbox/docker-agent-image.d.cts +22 -0
- package/dist/sandbox/docker-agent-image.d.mts +22 -0
- package/dist/sandbox/docker-agent-image.d.ts +22 -0
- package/dist/sandbox/docker-agent-image.js +20 -0
- package/dist/sandbox/docker-agent-image.js.map +1 -0
- package/dist/sandbox/docker-profile/cli.cjs +193 -0
- package/dist/sandbox/docker-profile/cli.cjs.map +1 -0
- package/dist/sandbox/docker-profile/cli.d.cts +12 -0
- package/dist/sandbox/docker-profile/cli.d.mts +12 -0
- package/dist/sandbox/docker-profile/cli.d.ts +12 -0
- package/dist/sandbox/docker-profile/cli.js +12 -0
- package/dist/sandbox/docker-profile/cli.js.map +1 -0
- package/dist/sandbox/docker-profile/errors.cjs +16 -0
- package/dist/sandbox/docker-profile/errors.cjs.map +1 -0
- package/dist/sandbox/docker-profile/errors.d.cts +25 -0
- package/dist/sandbox/docker-profile/errors.d.mts +25 -0
- package/dist/sandbox/docker-profile/errors.d.ts +25 -0
- package/dist/sandbox/docker-profile/errors.js +8 -0
- package/dist/sandbox/docker-profile/errors.js.map +1 -0
- package/dist/sandbox/docker-profile/registry.cjs +377 -0
- package/dist/sandbox/docker-profile/registry.cjs.map +1 -0
- package/dist/sandbox/docker-profile/registry.d.cts +43 -0
- package/dist/sandbox/docker-profile/registry.d.mts +43 -0
- package/dist/sandbox/docker-profile/registry.d.ts +43 -0
- package/dist/sandbox/docker-profile/registry.js +18 -0
- package/dist/sandbox/docker-profile/registry.js.map +1 -0
- package/dist/sandbox/docker-profile/runtime.cjs +198 -0
- package/dist/sandbox/docker-profile/runtime.cjs.map +1 -0
- package/dist/sandbox/docker-profile/runtime.d.cts +36 -0
- package/dist/sandbox/docker-profile/runtime.d.mts +36 -0
- package/dist/sandbox/docker-profile/runtime.d.ts +36 -0
- package/dist/sandbox/docker-profile/runtime.js +20 -0
- package/dist/sandbox/docker-profile/runtime.js.map +1 -0
- package/dist/sandbox/docker-profile/schema.cjs +650 -0
- package/dist/sandbox/docker-profile/schema.cjs.map +1 -0
- package/dist/sandbox/docker-profile/schema.d.cts +129 -0
- package/dist/sandbox/docker-profile/schema.d.mts +129 -0
- package/dist/sandbox/docker-profile/schema.d.ts +129 -0
- package/dist/sandbox/docker-profile/schema.js +38 -0
- package/dist/sandbox/docker-profile/schema.js.map +1 -0
- package/dist/sandbox/docker-stream.cjs +153 -0
- package/dist/sandbox/docker-stream.cjs.map +1 -0
- package/dist/sandbox/docker-stream.d.cts +33 -0
- package/dist/sandbox/docker-stream.d.mts +33 -0
- package/dist/sandbox/docker-stream.js +14 -0
- package/dist/sandbox/docker-stream.js.map +1 -0
- package/dist/sandbox/docker.cjs +1161 -0
- package/dist/sandbox/docker.cjs.map +1 -0
- package/dist/sandbox/docker.d.cts +288 -0
- package/dist/sandbox/docker.d.mts +288 -0
- package/dist/sandbox/docker.d.ts +84 -12
- package/dist/sandbox/docker.js +20 -0
- package/dist/sandbox/docker.js.map +1 -0
- package/dist/sandbox/dockerfile-agent-cache.cjs +104 -0
- package/dist/sandbox/dockerfile-agent-cache.cjs.map +1 -0
- package/dist/sandbox/dockerfile-agent-cache.d.cts +45 -0
- package/dist/sandbox/dockerfile-agent-cache.d.mts +45 -0
- package/dist/sandbox/dockerfile-agent-cache.d.ts +8 -7
- package/dist/sandbox/dockerfile-agent-cache.js +14 -0
- package/dist/sandbox/dockerfile-agent-cache.js.map +1 -0
- package/dist/sandbox/dockerfile-build.cjs +256 -0
- package/dist/sandbox/dockerfile-build.cjs.map +1 -0
- package/dist/sandbox/dockerfile-build.d.cts +59 -0
- package/dist/sandbox/dockerfile-build.d.mts +59 -0
- package/dist/sandbox/dockerfile-build.d.ts +21 -8
- package/dist/sandbox/dockerfile-build.js +16 -0
- package/dist/sandbox/dockerfile-build.js.map +1 -0
- package/dist/sandbox/dockerfile-identity.cjs +124 -0
- package/dist/sandbox/dockerfile-identity.cjs.map +1 -0
- package/dist/sandbox/dockerfile-identity.d.cts +37 -0
- package/dist/sandbox/dockerfile-identity.d.mts +37 -0
- package/dist/sandbox/dockerfile-identity.d.ts +13 -3
- package/dist/sandbox/dockerfile-identity.js +12 -0
- package/dist/sandbox/dockerfile-identity.js.map +1 -0
- package/dist/sandbox/download-directory.cjs +26 -0
- package/dist/sandbox/download-directory.cjs.map +1 -0
- package/dist/sandbox/download-directory.d.cts +9 -0
- package/dist/sandbox/download-directory.d.mts +9 -0
- package/dist/sandbox/download-directory.d.ts +1 -1
- package/dist/sandbox/download-directory.js +6 -0
- package/dist/sandbox/download-directory.js.map +1 -0
- package/dist/sandbox/e2b-agent-template.cjs +140 -0
- package/dist/sandbox/e2b-agent-template.cjs.map +1 -0
- package/dist/sandbox/e2b-agent-template.d.cts +65 -0
- package/dist/sandbox/e2b-agent-template.d.mts +65 -0
- package/dist/sandbox/e2b-agent-template.d.ts +65 -0
- package/dist/sandbox/e2b-agent-template.js +24 -0
- package/dist/sandbox/e2b-agent-template.js.map +1 -0
- package/dist/sandbox/e2b-agent-template.mjs +24 -0
- package/dist/sandbox/e2b-agent-template.mjs.map +1 -0
- package/dist/sandbox/e2b.cjs +664 -0
- package/dist/sandbox/e2b.cjs.map +1 -0
- package/dist/sandbox/e2b.d.cts +124 -0
- package/dist/sandbox/e2b.d.mts +124 -0
- package/dist/sandbox/e2b.d.ts +9 -9
- package/dist/sandbox/e2b.js +10 -0
- package/dist/sandbox/e2b.js.map +1 -0
- package/dist/sandbox/errors.cjs +191 -0
- package/dist/sandbox/errors.cjs.map +1 -0
- package/dist/sandbox/errors.d.cts +60 -0
- package/dist/sandbox/errors.d.mts +60 -0
- package/dist/sandbox/errors.d.ts +1 -1
- package/dist/sandbox/errors.js +20 -0
- package/dist/sandbox/errors.js.map +1 -0
- package/dist/sandbox/identity.cjs +140 -0
- package/dist/sandbox/identity.cjs.map +1 -0
- package/dist/sandbox/identity.d.cts +97 -0
- package/dist/sandbox/identity.d.mts +97 -0
- package/dist/sandbox/identity.d.ts +1 -1
- package/dist/sandbox/identity.js +26 -0
- package/dist/sandbox/identity.js.map +1 -0
- package/dist/sandbox/index.cjs +93 -0
- package/dist/sandbox/index.cjs.map +1 -0
- package/dist/sandbox/index.d.cts +28 -0
- package/dist/sandbox/index.d.mts +28 -0
- package/dist/sandbox/index.d.ts +28 -0
- package/dist/sandbox/index.js +144 -0
- package/dist/sandbox/index.js.map +1 -0
- package/dist/sandbox/index.mjs +144 -0
- package/dist/sandbox/index.mjs.map +1 -0
- package/dist/sandbox/io-retry.cjs +29 -0
- package/dist/sandbox/io-retry.cjs.map +1 -0
- package/dist/sandbox/io-retry.d.cts +17 -0
- package/dist/sandbox/io-retry.d.mts +17 -0
- package/dist/sandbox/io-retry.d.ts +1 -1
- package/dist/sandbox/io-retry.js +6 -0
- package/dist/sandbox/io-retry.js.map +1 -0
- package/dist/sandbox/keep-registry.cjs +269 -0
- package/dist/sandbox/keep-registry.cjs.map +1 -0
- package/dist/sandbox/keep-registry.d.cts +78 -0
- package/dist/sandbox/keep-registry.d.mts +78 -0
- package/dist/sandbox/keep-registry.d.ts +78 -0
- package/dist/sandbox/keep-registry.js +26 -0
- package/dist/sandbox/keep-registry.js.map +1 -0
- package/dist/sandbox/keep.cjs +448 -0
- package/dist/sandbox/keep.cjs.map +1 -0
- package/dist/sandbox/keep.d.cts +64 -0
- package/dist/sandbox/keep.d.mts +64 -0
- package/dist/sandbox/keep.d.ts +64 -0
- package/dist/sandbox/keep.js +28 -0
- package/dist/sandbox/keep.js.map +1 -0
- package/dist/sandbox/layer.cjs +1639 -0
- package/dist/sandbox/layer.cjs.map +1 -0
- package/dist/sandbox/layer.d.cts +565 -0
- package/dist/sandbox/layer.d.mts +565 -0
- package/dist/sandbox/layer.d.ts +179 -32
- package/dist/sandbox/layer.js +42 -0
- package/dist/sandbox/layer.js.map +1 -0
- package/dist/sandbox/ledger-paths.cjs +22 -0
- package/dist/sandbox/ledger-paths.cjs.map +1 -0
- package/dist/sandbox/ledger-paths.d.cts +14 -0
- package/dist/sandbox/ledger-paths.d.mts +14 -0
- package/dist/sandbox/ledger-paths.js +12 -0
- package/dist/sandbox/ledger-paths.js.map +1 -0
- package/dist/sandbox/link.cjs +395 -0
- package/dist/sandbox/link.cjs.map +1 -0
- package/dist/sandbox/link.d.cts +160 -0
- package/dist/sandbox/link.d.mts +160 -0
- package/dist/sandbox/link.d.ts +25 -8
- package/dist/sandbox/link.js +18 -0
- package/dist/sandbox/link.js.map +1 -0
- package/dist/sandbox/local-files.cjs +31 -0
- package/dist/sandbox/local-files.cjs.map +1 -0
- package/dist/sandbox/local-files.d.cts +6 -0
- package/dist/sandbox/local-files.d.mts +6 -0
- package/dist/sandbox/local-files.js +6 -0
- package/dist/sandbox/local-files.js.map +1 -0
- package/dist/sandbox/local.cjs +297 -0
- package/dist/sandbox/local.cjs.map +1 -0
- package/dist/sandbox/local.d.cts +78 -0
- package/dist/sandbox/local.d.mts +78 -0
- package/dist/sandbox/local.d.ts +7 -7
- package/dist/sandbox/local.js +6 -0
- package/dist/sandbox/local.js.map +1 -0
- package/dist/sandbox/operations.cjs +160 -0
- package/dist/sandbox/operations.cjs.map +1 -0
- package/dist/sandbox/operations.d.cts +10 -0
- package/dist/sandbox/operations.d.mts +10 -0
- package/dist/sandbox/operations.d.ts +2 -2
- package/dist/sandbox/operations.js +10 -0
- package/dist/sandbox/operations.js.map +1 -0
- package/dist/sandbox/orphans.cjs +199 -0
- package/dist/sandbox/orphans.cjs.map +1 -0
- package/dist/sandbox/orphans.d.cts +45 -0
- package/dist/sandbox/orphans.d.mts +45 -0
- package/dist/sandbox/orphans.d.ts +45 -0
- package/dist/sandbox/orphans.js +10 -0
- package/dist/sandbox/orphans.js.map +1 -0
- package/dist/sandbox/paths.cjs +102 -0
- package/dist/sandbox/paths.cjs.map +1 -0
- package/dist/sandbox/paths.d.cts +11 -0
- package/dist/sandbox/paths.d.mts +11 -0
- package/dist/sandbox/paths.d.ts +2 -2
- package/dist/sandbox/paths.js +12 -0
- package/dist/sandbox/paths.js.map +1 -0
- package/dist/sandbox/plan.cjs +223 -0
- package/dist/sandbox/plan.cjs.map +1 -0
- package/dist/sandbox/plan.d.cts +88 -0
- package/dist/sandbox/plan.d.mts +88 -0
- package/dist/sandbox/plan.d.ts +4 -3
- package/dist/sandbox/plan.js +20 -0
- package/dist/sandbox/plan.js.map +1 -0
- package/dist/sandbox/prepare-commands.cjs +280 -0
- package/dist/sandbox/prepare-commands.cjs.map +1 -0
- package/dist/sandbox/prepare-commands.d.cts +29 -0
- package/dist/sandbox/prepare-commands.d.mts +29 -0
- package/dist/sandbox/prepare-commands.d.ts +29 -0
- package/dist/sandbox/prepare-commands.js +8 -0
- package/dist/sandbox/prepare-commands.js.map +1 -0
- package/dist/sandbox/record/attachment.cjs +72 -0
- package/dist/sandbox/record/attachment.cjs.map +1 -0
- package/dist/sandbox/record/attachment.d.cts +30 -0
- package/dist/sandbox/record/attachment.d.mts +30 -0
- package/dist/sandbox/record/attachment.d.ts +30 -0
- package/dist/sandbox/record/attachment.js +10 -0
- package/dist/sandbox/record/attachment.js.map +1 -0
- package/dist/sandbox/record/codec.cjs +36 -0
- package/dist/sandbox/record/codec.cjs.map +1 -0
- package/dist/sandbox/record/codec.d.cts +30 -0
- package/dist/sandbox/record/codec.d.mts +30 -0
- package/dist/sandbox/record/codec.d.ts +30 -0
- package/dist/sandbox/record/codec.js +10 -0
- package/dist/sandbox/record/codec.js.map +1 -0
- package/dist/sandbox/record/model.cjs +20 -0
- package/dist/sandbox/record/model.cjs.map +1 -0
- package/dist/sandbox/record/model.d.cts +33 -0
- package/dist/sandbox/record/model.d.mts +33 -0
- package/dist/sandbox/record/model.d.ts +33 -0
- package/dist/sandbox/record/model.js +10 -0
- package/dist/sandbox/record/model.js.map +1 -0
- package/dist/sandbox/record/projector.cjs +29 -0
- package/dist/sandbox/record/projector.cjs.map +1 -0
- package/dist/sandbox/record/projector.d.cts +18 -0
- package/dist/sandbox/record/projector.d.mts +18 -0
- package/dist/sandbox/record/projector.d.ts +18 -0
- package/dist/sandbox/record/projector.js +6 -0
- package/dist/sandbox/record/projector.js.map +1 -0
- package/dist/sandbox/redaction.cjs +59 -0
- package/dist/sandbox/redaction.cjs.map +1 -0
- package/dist/sandbox/redaction.d.cts +19 -0
- package/dist/sandbox/redaction.d.mts +19 -0
- package/dist/sandbox/redaction.js +14 -0
- package/dist/sandbox/redaction.js.map +1 -0
- package/dist/sandbox/registry.cjs +76 -0
- package/dist/sandbox/registry.cjs.map +1 -0
- package/dist/sandbox/registry.d.cts +16 -0
- package/dist/sandbox/registry.d.mts +16 -0
- package/dist/sandbox/registry.d.ts +4 -3
- package/dist/sandbox/registry.js +14 -0
- package/dist/sandbox/registry.js.map +1 -0
- package/dist/sandbox/retry.cjs +82 -0
- package/dist/sandbox/retry.cjs.map +1 -0
- package/dist/sandbox/retry.d.cts +20 -0
- package/dist/sandbox/retry.d.mts +20 -0
- package/dist/sandbox/retry.d.ts +2 -2
- package/dist/sandbox/retry.js +6 -0
- package/dist/sandbox/retry.js.map +1 -0
- package/dist/sandbox/run-identity.cjs +109 -0
- package/dist/sandbox/run-identity.cjs.map +1 -0
- package/dist/sandbox/run-identity.d.cts +38 -0
- package/dist/sandbox/run-identity.d.mts +38 -0
- package/dist/sandbox/run-identity.js +36 -0
- package/dist/sandbox/run-identity.js.map +1 -0
- package/dist/sandbox/runtime.cjs +873 -0
- package/dist/sandbox/runtime.cjs.map +1 -0
- package/dist/sandbox/runtime.d.cts +116 -0
- package/dist/sandbox/runtime.d.mts +116 -0
- package/dist/sandbox/runtime.d.ts +16 -16
- package/dist/sandbox/runtime.js +40 -0
- package/dist/sandbox/runtime.js.map +1 -0
- package/dist/sandbox/shell.cjs +22 -0
- package/dist/sandbox/shell.cjs.map +1 -0
- package/dist/sandbox/shell.d.cts +11 -0
- package/dist/sandbox/shell.d.mts +11 -0
- package/dist/sandbox/shell.js +8 -0
- package/dist/sandbox/shell.js.map +1 -0
- package/dist/sandbox/transfer-errors.cjs +116 -0
- package/dist/sandbox/transfer-errors.cjs.map +1 -0
- package/dist/sandbox/transfer-errors.d.cts +25 -0
- package/dist/sandbox/transfer-errors.d.mts +25 -0
- package/dist/sandbox/transfer-errors.js +14 -0
- package/dist/sandbox/transfer-errors.js.map +1 -0
- package/dist/sandbox/types.cjs +3 -0
- package/dist/sandbox/types.cjs.map +1 -0
- package/dist/sandbox/types.d.cts +177 -0
- package/dist/sandbox/types.d.mts +177 -0
- package/dist/sandbox/types.d.ts +15 -10
- package/dist/sandbox/types.js +4 -3
- package/dist/sandbox/types.js.map +1 -0
- package/dist/sandbox/vercel.cjs +335 -0
- package/dist/sandbox/vercel.cjs.map +1 -0
- package/dist/sandbox/vercel.d.cts +97 -0
- package/dist/sandbox/vercel.d.mts +97 -0
- package/dist/sandbox/vercel.d.ts +9 -9
- package/dist/sandbox/vercel.js +8 -0
- package/dist/sandbox/vercel.js.map +1 -0
- package/dist/shared/aggregate.cjs +97 -0
- package/dist/shared/aggregate.cjs.map +1 -0
- package/dist/shared/aggregate.d.cts +45 -0
- package/dist/shared/aggregate.d.mts +45 -0
- package/dist/shared/aggregate.d.ts +4 -4
- package/dist/shared/aggregate.js +24 -87
- package/dist/shared/aggregate.js.map +1 -0
- package/dist/shared/entry-file-store.cjs +126 -0
- package/dist/shared/entry-file-store.cjs.map +1 -0
- package/dist/shared/entry-file-store.d.cts +46 -0
- package/dist/shared/entry-file-store.d.mts +46 -0
- package/dist/shared/entry-file-store.d.ts +9 -6
- package/dist/shared/entry-file-store.js +18 -0
- package/dist/shared/entry-file-store.js.map +1 -0
- package/dist/shared/external-cause.cjs +278 -0
- package/dist/shared/external-cause.cjs.map +1 -0
- package/dist/shared/external-cause.d.cts +51 -0
- package/dist/shared/external-cause.d.mts +51 -0
- package/dist/shared/external-cause.d.ts +1 -1
- package/dist/shared/external-cause.js +12 -0
- package/dist/shared/external-cause.js.map +1 -0
- package/dist/shared/facts.cjs +24 -0
- package/dist/shared/facts.cjs.map +1 -0
- package/dist/shared/facts.d.cts +7 -0
- package/dist/shared/facts.d.mts +7 -0
- package/dist/shared/facts.d.ts +7 -0
- package/dist/shared/facts.js +6 -0
- package/dist/shared/facts.js.map +1 -0
- package/dist/shared/failure-class.cjs +166 -0
- package/dist/shared/failure-class.cjs.map +1 -0
- package/dist/shared/failure-class.d.cts +92 -0
- package/dist/shared/failure-class.d.mts +92 -0
- package/dist/shared/failure-class.d.ts +2 -2
- package/dist/shared/failure-class.js +20 -0
- package/dist/shared/failure-class.js.map +1 -0
- package/dist/shared/format.cjs +36 -0
- package/dist/shared/format.cjs.map +1 -0
- package/dist/shared/format.d.cts +3 -0
- package/dist/shared/format.d.mts +3 -0
- package/dist/shared/format.d.ts +3 -0
- package/dist/shared/format.js +10 -0
- package/dist/shared/format.js.map +1 -0
- package/dist/shared/json-match.cjs +44 -0
- package/dist/shared/json-match.cjs.map +1 -0
- package/dist/shared/json-match.d.cts +3 -0
- package/dist/shared/json-match.d.mts +3 -0
- package/dist/shared/json-match.d.ts +3 -0
- package/dist/shared/json-match.js +6 -0
- package/dist/shared/json-match.js.map +1 -0
- package/dist/shared/json-value.cjs +45 -0
- package/dist/shared/json-value.cjs.map +1 -0
- package/dist/shared/json-value.d.cts +11 -0
- package/dist/shared/json-value.d.mts +11 -0
- package/dist/shared/json-value.d.ts +11 -0
- package/dist/shared/json-value.js +8 -0
- package/dist/shared/json-value.js.map +1 -0
- package/dist/shared/turn-label.cjs +19 -0
- package/dist/shared/turn-label.cjs.map +1 -0
- package/dist/shared/turn-label.d.cts +9 -0
- package/dist/shared/turn-label.d.mts +9 -0
- package/dist/shared/turn-label.js +8 -14
- package/dist/shared/turn-label.js.map +1 -0
- package/dist/shared/types.cjs +3 -0
- package/dist/shared/types.cjs.map +1 -0
- package/dist/shared/types.d.cts +80 -0
- package/dist/shared/types.d.mts +80 -0
- package/dist/shared/types.d.ts +0 -2
- package/dist/shared/types.js +4 -4
- package/dist/shared/types.js.map +1 -0
- package/dist/shared/verdict.cjs +70 -0
- package/dist/shared/verdict.cjs.map +1 -0
- package/dist/shared/verdict.d.cts +36 -0
- package/dist/shared/verdict.d.mts +36 -0
- package/dist/shared/verdict.d.ts +21 -32
- package/dist/shared/verdict.js +14 -53
- package/dist/shared/verdict.js.map +1 -0
- package/dist/show/command.cjs +20 -0
- package/dist/show/command.cjs.map +1 -0
- package/dist/show/command.d.cts +13 -0
- package/dist/show/command.d.mts +13 -0
- package/dist/show/command.d.ts +13 -0
- package/dist/show/command.js +6 -0
- package/dist/show/command.js.map +1 -0
- package/dist/show/json.cjs +8 -0
- package/dist/show/json.cjs.map +1 -0
- package/dist/show/json.d.cts +2 -0
- package/dist/show/json.d.mts +2 -0
- package/dist/show/json.d.ts +2 -0
- package/dist/show/json.js +8 -0
- package/dist/show/json.js.map +1 -0
- package/dist/show/render.cjs +7 -0
- package/dist/show/render.cjs.map +1 -0
- package/dist/show/render.d.cts +2 -0
- package/dist/show/render.d.mts +2 -0
- package/dist/show/render.d.ts +2 -0
- package/dist/show/render.js +6 -0
- package/dist/show/render.js.map +1 -0
- package/dist/source-loc.cjs +137 -0
- package/dist/source-loc.cjs.map +1 -0
- package/dist/source-loc.d.cts +22 -0
- package/dist/source-loc.d.mts +22 -0
- package/dist/source-loc.d.ts +22 -0
- package/dist/source-loc.js +10 -0
- package/dist/source-loc.js.map +1 -0
- package/dist/sources/assemble.cjs +634 -0
- package/dist/sources/assemble.cjs.map +1 -0
- package/dist/sources/assemble.d.cts +6 -0
- package/dist/sources/assemble.d.mts +6 -0
- package/dist/sources/assemble.d.ts +6 -0
- package/dist/sources/assemble.js +6 -0
- package/dist/sources/assemble.js.map +1 -0
- package/dist/sources/attachment.cjs +272 -0
- package/dist/sources/attachment.cjs.map +1 -0
- package/dist/sources/attachment.d.cts +331 -0
- package/dist/sources/attachment.d.mts +331 -0
- package/dist/sources/attachment.d.ts +331 -0
- package/dist/sources/attachment.js +22 -0
- package/dist/sources/attachment.js.map +1 -0
- package/dist/sources/codec.cjs +220 -0
- package/dist/sources/codec.cjs.map +1 -0
- package/dist/sources/codec.d.cts +408 -0
- package/dist/sources/codec.d.mts +408 -0
- package/dist/sources/codec.d.ts +408 -0
- package/dist/sources/codec.js +56 -0
- package/dist/sources/codec.js.map +1 -0
- package/dist/sources/identity.cjs +10 -0
- package/dist/sources/identity.cjs.map +1 -0
- package/dist/sources/identity.d.cts +10 -0
- package/dist/sources/identity.d.mts +10 -0
- package/dist/sources/identity.d.ts +10 -0
- package/dist/sources/identity.js +10 -0
- package/dist/sources/identity.js.map +1 -0
- package/dist/sources/index.cjs +24 -0
- package/dist/sources/index.cjs.map +1 -0
- package/dist/sources/index.d.cts +7 -0
- package/dist/sources/index.d.mts +7 -0
- package/dist/sources/index.d.ts +7 -0
- package/dist/sources/index.js +90 -0
- package/dist/sources/index.js.map +1 -0
- package/dist/sources/model.cjs +6 -0
- package/dist/sources/model.cjs.map +1 -0
- package/dist/sources/model.d.cts +92 -0
- package/dist/sources/model.d.mts +92 -0
- package/dist/sources/model.d.ts +92 -0
- package/dist/sources/model.js +6 -0
- package/dist/sources/model.js.map +1 -0
- package/dist/sources/projection-model.cjs +3 -0
- package/dist/sources/projection-model.cjs.map +1 -0
- package/dist/sources/projection-model.d.cts +327 -0
- package/dist/sources/projection-model.d.mts +327 -0
- package/dist/sources/projection-model.d.ts +327 -0
- package/dist/sources/projection-model.js +4 -0
- package/dist/sources/projection-model.js.map +1 -0
- package/dist/sources/projector.cjs +282 -0
- package/dist/sources/projector.cjs.map +1 -0
- package/dist/sources/projector.d.cts +8 -0
- package/dist/sources/projector.d.mts +8 -0
- package/dist/sources/projector.d.ts +8 -0
- package/dist/sources/projector.js +10 -0
- package/dist/sources/projector.js.map +1 -0
- package/dist/tty-line.cjs +17 -0
- package/dist/tty-line.cjs.map +1 -0
- package/dist/tty-line.d.cts +2 -0
- package/dist/tty-line.d.mts +2 -0
- package/dist/tty-line.js +6 -0
- package/dist/tty-line.js.map +1 -0
- package/dist/types.cjs +38 -0
- package/dist/types.cjs.map +1 -0
- package/dist/types.d.cts +9 -0
- package/dist/types.d.mts +9 -0
- package/dist/types.d.ts +9 -9
- package/dist/types.js +32 -21
- package/dist/types.js.map +1 -0
- package/dist/util.cjs +193 -0
- package/dist/util.cjs.map +1 -0
- package/dist/util.d.cts +46 -0
- package/dist/util.d.mts +46 -0
- package/dist/util.js +22 -132
- package/dist/util.js.map +1 -0
- package/dist/vendor/remark/remark-gfm.cjs +3484 -0
- package/dist/vendor/remark/remark-gfm.cjs.map +7 -0
- package/dist/vendor/remark/remark-parse.cjs +6975 -0
- package/dist/vendor/remark/remark-parse.cjs.map +7 -0
- package/dist/vendor/remark/remark.cjs +10151 -0
- package/dist/vendor/remark/remark.cjs.map +7 -0
- package/dist/view/data.cjs +3 -0
- package/dist/view/data.cjs.map +1 -0
- package/dist/view/data.d.cts +8 -0
- package/dist/view/data.d.mts +8 -0
- package/dist/view/data.d.ts +8 -0
- package/dist/view/data.js +4 -0
- package/dist/view/data.js.map +1 -0
- package/dist/view/index.cjs +25 -0
- package/dist/view/index.cjs.map +1 -0
- package/dist/view/index.d.cts +9 -0
- package/dist/view/index.d.mts +9 -0
- package/dist/view/index.d.ts +9 -0
- package/dist/view/index.js +30 -0
- package/dist/view/index.js.map +1 -0
- package/dist/view/server.cjs +658 -0
- package/dist/view/server.cjs.map +1 -0
- package/dist/view/server.d.cts +49 -0
- package/dist/view/server.d.mts +49 -0
- package/dist/view/server.d.ts +49 -0
- package/dist/view/server.js +6 -0
- package/dist/view/server.js.map +1 -0
- package/dist/view/shared/types.cjs +3 -0
- package/dist/view/shared/types.cjs.map +1 -0
- package/dist/view/shared/types.d.cts +51 -0
- package/dist/view/shared/types.d.mts +51 -0
- package/dist/view/shared/types.d.ts +51 -0
- package/dist/view/shared/types.js +4 -0
- package/dist/view/shared/types.js.map +1 -0
- package/dist/view/site.cjs +40 -0
- package/dist/view/site.cjs.map +1 -0
- package/dist/view/site.d.cts +26 -0
- package/dist/view/site.d.mts +26 -0
- package/dist/view/site.d.ts +26 -0
- package/dist/view/site.js +10 -0
- package/dist/view/site.js.map +1 -0
- package/dist/view/styles.css +170 -0
- package/docs-site/zh/README.md +6 -6
- package/docs-site/zh/examples/ai-agent-application.mdx +3 -3
- package/docs-site/zh/examples/coding-agent-extensions.mdx +3 -3
- package/docs-site/zh/examples/index.mdx +10 -3
- package/docs-site/zh/examples/integrations/ai-sdk-v7.mdx +10 -9
- package/docs-site/zh/examples/integrations/claude-sdk.mdx +11 -9
- package/docs-site/zh/examples/integrations/codex-sdk.mdx +14 -13
- package/docs-site/zh/examples/integrations/langgraph.mdx +13 -11
- package/docs-site/zh/examples/integrations/pi-sdk.mdx +11 -9
- package/docs-site/zh/explanation/adapter.mdx +27 -27
- package/docs-site/zh/explanation/assert.mdx +51 -198
- package/docs-site/zh/explanation/drive.mdx +14 -12
- package/docs-site/zh/explanation/evals.mdx +16 -12
- package/docs-site/zh/explanation/experiment.mdx +7 -3
- package/docs-site/zh/explanation/hitl.mdx +7 -7
- package/docs-site/zh/explanation/judge.mdx +67 -96
- package/docs-site/zh/explanation/overview.mdx +59 -100
- package/docs-site/zh/explanation/record.mdx +60 -0
- package/docs-site/zh/explanation/runner.mdx +47 -123
- package/docs-site/zh/explanation/tier.mdx +2 -2
- package/docs-site/zh/index.mdx +15 -13
- package/docs-site/zh/introduction.mdx +15 -13
- package/docs-site/zh/reference/builtin-agents.mdx +60 -37
- package/docs-site/zh/reference/capabilities.mdx +7 -7
- package/docs-site/zh/reference/cli.mdx +146 -80
- package/docs-site/zh/reference/define-agent.mdx +29 -20
- package/docs-site/zh/reference/define-config.mdx +6 -15
- package/docs-site/zh/reference/define-eval.mdx +78 -326
- package/docs-site/zh/reference/events.mdx +70 -21
- package/docs-site/zh/reference/expect.mdx +148 -117
- package/docs-site/zh/reference/official-adapters.mdx +33 -22
- package/docs-site/zh/reference/report-components.mdx +78 -362
- package/docs-site/zh/reference/results-data.mdx +53 -270
- package/docs-site/zh/troubleshooting/debug-sandbox.mdx +8 -6
- package/docs-site/zh/troubleshooting/debugging.mdx +48 -218
- package/docs-site/zh/troubleshooting/recover-after-kill.mdx +3 -3
- package/docs-site/zh/tutorials/agent-feedback-loop.mdx +48 -290
- package/docs-site/zh/tutorials/agent-onboarding.mdx +22 -20
- package/docs-site/zh/tutorials/authoring.mdx +9 -9
- package/docs-site/zh/tutorials/ci-integration.mdx +40 -117
- package/docs-site/zh/tutorials/concurrency.mdx +44 -56
- package/docs-site/zh/tutorials/configuration.mdx +10 -14
- package/docs-site/zh/tutorials/connect-otel.mdx +21 -21
- package/docs-site/zh/tutorials/connect-your-agent.mdx +29 -24
- package/docs-site/zh/tutorials/criteria-files.mdx +2 -2
- package/docs-site/zh/tutorials/custom-reports.mdx +69 -343
- package/docs-site/zh/tutorials/dataset-fanout.mdx +1 -1
- package/docs-site/zh/tutorials/deploy-report-site.mdx +34 -136
- package/docs-site/zh/tutorials/docker-in-docker.mdx +295 -0
- package/docs-site/zh/tutorials/eval-groups.mdx +207 -0
- package/docs-site/zh/tutorials/evaluation-kinds.mdx +67 -103
- package/docs-site/zh/tutorials/experiments.mdx +4 -4
- package/docs-site/zh/tutorials/fixtures.mdx +3 -3
- package/docs-site/zh/tutorials/handle-execution-failures.mdx +114 -0
- package/docs-site/zh/tutorials/install-custom-sandbox-agent.mdx +102 -0
- package/docs-site/zh/tutorials/plugins.mdx +110 -0
- package/docs-site/zh/tutorials/publish-report.mdx +40 -121
- package/docs-site/zh/tutorials/quickstart.mdx +15 -9
- package/docs-site/zh/tutorials/reporters.mdx +40 -90
- package/docs-site/zh/tutorials/rerun-and-cache.mdx +44 -225
- package/docs-site/zh/tutorials/sandbox-agent.mdx +47 -40
- package/docs-site/zh/tutorials/sandbox-providers.mdx +49 -39
- package/docs-site/zh/tutorials/sandbox-reuse.mdx +37 -15
- package/docs-site/zh/tutorials/theming.mdx +21 -156
- package/docs-site/zh/tutorials/viewing-results.mdx +73 -666
- package/docs-site/zh/tutorials/write-experiment.mdx +22 -21
- package/docs-site/zh/tutorials/write-send.mdx +38 -35
- package/package.json +127 -65
- package/dist/context/deferred-file-content.d.ts +0 -15
- package/dist/i18n/zh-CN.d.ts +0 -367
- package/dist/i18n/zh-CN.js +0 -458
- package/dist/record/annotated-source.d.ts +0 -126
- package/dist/record/annotated-source.js +0 -511
- package/dist/record/attempt-evidence.d.ts +0 -84
- package/dist/record/attempt-evidence.js +0 -108
- package/dist/record/attempt-source.d.ts +0 -4
- package/dist/record/attempt-source.js +0 -28
- package/dist/record/format.d.ts +0 -39
- package/dist/record/format.js +0 -75
- package/dist/record/open.d.ts +0 -62
- package/dist/record/open.js +0 -683
- package/dist/record/types.d.ts +0 -297
- package/dist/record/types.js +0 -9
- package/dist/report/assets/colors.d.ts +0 -22
- package/dist/report/assets/colors.js +0 -61
- package/dist/report/assets/series-encoding.d.ts +0 -36
- package/dist/report/assets/series-encoding.js +0 -104
- package/dist/report/built-in/failures.d.ts +0 -1
- package/dist/report/built-in/failures.js +0 -18
- package/dist/report/built-in/result-components.d.ts +0 -10
- package/dist/report/built-in/result-components.js +0 -199
- package/dist/report/built-in/stability.d.ts +0 -1
- package/dist/report/built-in/stability.js +0 -20
- package/dist/report/built-in/standard.d.ts +0 -50
- package/dist/report/built-in/standard.js +0 -93
- package/dist/report/components/attempt-detail/compute.d.ts +0 -51
- package/dist/report/components/attempt-detail/compute.js +0 -512
- package/dist/report/components/attempt-detail/content.d.ts +0 -28
- package/dist/report/components/attempt-detail/content.js +0 -575
- package/dist/report/components/attempt-detail/index.d.ts +0 -15
- package/dist/report/components/attempt-detail/index.js +0 -154
- package/dist/report/components/attempt-detail/validate.d.ts +0 -11
- package/dist/report/components/attempt-detail/validate.js +0 -417
- package/dist/report/components/cell.d.ts +0 -12
- package/dist/report/components/cell.js +0 -10
- package/dist/report/components/entity-lists/compute.d.ts +0 -35
- package/dist/report/components/entity-lists/compute.js +0 -333
- package/dist/report/components/entity-lists/content.d.ts +0 -7
- package/dist/report/components/entity-lists/content.js +0 -483
- package/dist/report/components/entity-lists/index.d.ts +0 -48
- package/dist/report/components/entity-lists/index.js +0 -81
- package/dist/report/components/entity-lists/validate.d.ts +0 -4
- package/dist/report/components/entity-lists/validate.js +0 -155
- package/dist/report/components/experiment-detail/compute.d.ts +0 -7
- package/dist/report/components/experiment-detail/compute.js +0 -32
- package/dist/report/components/experiment-detail/index.d.ts +0 -9
- package/dist/report/components/experiment-detail/index.js +0 -41
- package/dist/report/components/fixtures.d.ts +0 -10
- package/dist/report/components/fixtures.js +0 -341
- package/dist/report/components/shared-compute.d.ts +0 -23
- package/dist/report/components/shared-compute.js +0 -48
- package/dist/report/components/shared-faces.d.ts +0 -8
- package/dist/report/components/shared-faces.js +0 -21
- package/dist/report/components/shared.d.ts +0 -52
- package/dist/report/components/shared.js +0 -95
- package/dist/report/components/site-components/HeroCard.d.ts +0 -14
- package/dist/report/components/site-components/HeroCard.js +0 -35
- package/dist/report/components/site-components/PoweredBy.d.ts +0 -5
- package/dist/report/components/site-components/PoweredBy.js +0 -7
- package/dist/report/components/site-components/compute.d.ts +0 -34
- package/dist/report/components/site-components/compute.js +0 -144
- package/dist/report/components/site-components/content.d.ts +0 -1
- package/dist/report/components/site-components/content.js +0 -2
- package/dist/report/components/site-components/faces.d.ts +0 -9
- package/dist/report/components/site-components/faces.js +0 -34
- package/dist/report/components/site-components/hero-types.d.ts +0 -17
- package/dist/report/components/site-components/index.d.ts +0 -34
- package/dist/report/components/site-components/index.js +0 -55
- package/dist/report/components/site-components/projections.d.ts +0 -12
- package/dist/report/components/site-components/projections.js +0 -67
- package/dist/report/components/site-components/scope-warnings.d.ts +0 -44
- package/dist/report/components/site-components/scope-warnings.js +0 -115
- package/dist/report/components/site-components/snapshot-diagnostics.d.ts +0 -18
- package/dist/report/components/site-components/snapshot-diagnostics.js +0 -42
- package/dist/report/components/site-components/validators.d.ts +0 -6
- package/dist/report/components/site-components/validators.js +0 -115
- package/dist/report/components/summaries/compute.d.ts +0 -7
- package/dist/report/components/summaries/compute.js +0 -60
- package/dist/report/components/summaries/index.d.ts +0 -29
- package/dist/report/components/summaries/index.js +0 -122
- package/dist/report/components/summaries/stability-overview.d.ts +0 -13
- package/dist/report/components/summaries/stability-overview.js +0 -73
- package/dist/report/components/summaries/validate.d.ts +0 -2
- package/dist/report/components/summaries/validate.js +0 -29
- package/dist/report/definition/cell.d.ts +0 -118
- package/dist/report/definition/cell.js +0 -96
- package/dist/report/definition/grid-layout.d.ts +0 -77
- package/dist/report/definition/grid-layout.js +0 -147
- package/dist/report/definition/primitives/callouts-logic.d.ts +0 -26
- package/dist/report/definition/primitives/callouts-logic.js +0 -102
- package/dist/report/definition/primitives/callouts.d.ts +0 -9
- package/dist/report/definition/primitives/callouts.js +0 -101
- package/dist/report/definition/primitives/chart-map.d.ts +0 -74
- package/dist/report/definition/primitives/chart-map.js +0 -124
- package/dist/report/definition/primitives/chart.d.ts +0 -43
- package/dist/report/definition/primitives/chart.js +0 -619
- package/dist/report/definition/primitives/conversation.d.ts +0 -55
- package/dist/report/definition/primitives/conversation.js +0 -216
- package/dist/report/definition/primitives/copy-block.d.ts +0 -19
- package/dist/report/definition/primitives/copy-block.js +0 -51
- package/dist/report/definition/primitives/diff-lines.d.ts +0 -68
- package/dist/report/definition/primitives/diff-lines.js +0 -149
- package/dist/report/definition/primitives/diff-view.d.ts +0 -14
- package/dist/report/definition/primitives/diff-view.js +0 -156
- package/dist/report/definition/primitives/markdown.d.ts +0 -29
- package/dist/report/definition/primitives/markdown.js +0 -278
- package/dist/report/definition/primitives/marks.d.ts +0 -124
- package/dist/report/definition/primitives/marks.js +0 -91
- package/dist/report/definition/primitives/points-dataset.d.ts +0 -17
- package/dist/report/definition/primitives/points-dataset.js +0 -121
- package/dist/report/definition/primitives/source-view.d.ts +0 -43
- package/dist/report/definition/primitives/source-view.js +0 -179
- package/dist/report/definition/primitives/waterfall.d.ts +0 -34
- package/dist/report/definition/primitives/waterfall.js +0 -201
- package/dist/report/definition/primitives.d.ts +0 -154
- package/dist/report/definition/primitives.js +0 -691
- package/dist/report/definition/report.d.ts +0 -200
- package/dist/report/definition/report.js +0 -275
- package/dist/report/definition/table-text.d.ts +0 -14
- package/dist/report/definition/table-text.js +0 -187
- package/dist/report/definition/tree.d.ts +0 -233
- package/dist/report/definition/tree.js +0 -566
- package/dist/report/extension/assets.d.ts +0 -16
- package/dist/report/extension/assets.js +0 -124
- package/dist/report/extension/define.d.ts +0 -9
- package/dist/report/extension/define.js +0 -137
- package/dist/report/extension/index.d.ts +0 -6
- package/dist/report/extension/index.js +0 -5
- package/dist/report/extension/meta.d.ts +0 -9
- package/dist/report/extension/meta.js +0 -11
- package/dist/report/extension/types.d.ts +0 -52
- package/dist/report/extension/types.js +0 -3
- package/dist/report/model/aggregate.d.ts +0 -111
- package/dist/report/model/aggregate.js +0 -396
- package/dist/report/model/calculation.d.ts +0 -139
- package/dist/report/model/calculation.js +0 -447
- package/dist/report/model/chart/math.d.ts +0 -73
- package/dist/report/model/chart/math.js +0 -198
- package/dist/report/model/chart/plot.d.ts +0 -52
- package/dist/report/model/chart/plot.js +0 -89
- package/dist/report/model/conversions.d.ts +0 -40
- package/dist/report/model/conversions.js +0 -88
- package/dist/report/model/dataset.d.ts +0 -18
- package/dist/report/model/dataset.js +0 -74
- package/dist/report/model/evaluation-kind.d.ts +0 -19
- package/dist/report/model/evaluation-kind.js +0 -32
- package/dist/report/model/flag.d.ts +0 -52
- package/dist/report/model/flag.js +0 -157
- package/dist/report/model/format.d.ts +0 -96
- package/dist/report/model/format.js +0 -339
- package/dist/report/model/locale.d.ts +0 -219
- package/dist/report/model/locale.js +0 -426
- package/dist/report/model/metrics.d.ts +0 -44
- package/dist/report/model/metrics.js +0 -255
- package/dist/report/model/types.d.ts +0 -784
- package/dist/report/model/types.js +0 -5
- package/dist/report/presentation.d.ts +0 -114
- package/dist/report/presentation.js +0 -210
- package/dist/report/react/index.d.ts +0 -13
- package/dist/report/react/index.js +0 -18
- package/dist/report/runtime/load.d.ts +0 -17
- package/dist/report/runtime/load.js +0 -146
- package/dist/report/runtime/page-render.d.ts +0 -47
- package/dist/report/runtime/page-render.js +0 -95
- package/dist/report/runtime/resolved-page.d.ts +0 -35
- package/dist/report/runtime/resolved-page.js +0 -122
- package/dist/report/runtime/target.d.ts +0 -19
- package/dist/report/runtime/target.js +0 -42
- package/dist/report/runtime/text.d.ts +0 -76
- package/dist/report/runtime/text.js +0 -78
- package/dist/report/runtime/web.d.ts +0 -37
- package/dist/report/runtime/web.js +0 -34
- package/dist/report/slices/compute.d.ts +0 -83
- package/dist/report/slices/compute.js +0 -808
- package/dist/report/slices/content.d.ts +0 -17
- package/dist/report/slices/content.js +0 -132
- package/dist/report/slices/validate.d.ts +0 -6
- package/dist/report/slices/validate.js +0 -296
- package/dist/report/tasks.d.ts +0 -144
- package/dist/report/tasks.js +0 -313
- package/dist/report/theme.d.ts +0 -51
- package/dist/report/theme.js +0 -112
- package/src/agents/ai-sdk-otel.ts +0 -62
- package/src/agents/ai-sdk.test.ts +0 -35
- package/src/agents/ai-sdk.ts +0 -603
- package/src/agents/bub-install-spec.ts +0 -50
- package/src/agents/bub.ts +0 -293
- package/src/agents/builtin.ts +0 -16
- package/src/agents/cache-marker.ts +0 -6
- package/src/agents/claude-code.ts +0 -439
- package/src/agents/codex-env.test.ts +0 -153
- package/src/agents/codex.ts +0 -727
- package/src/agents/coding-cli-versions.ts +0 -87
- package/src/agents/command-redaction.test.ts +0 -96
- package/src/agents/hermes.ts +0 -269
- package/src/agents/index.ts +0 -149
- package/src/agents/langgraph.test.ts +0 -30
- package/src/agents/langgraph.ts +0 -508
- package/src/agents/marketplace.ts +0 -96
- package/src/agents/mcp.test.ts +0 -41
- package/src/agents/mcp.ts +0 -31
- package/src/agents/native-config.ts +0 -267
- package/src/agents/npm-staged.ts +0 -370
- package/src/agents/openai-compat.test.ts +0 -69
- package/src/agents/openai-compat.ts +0 -205
- package/src/agents/openclaw.ts +0 -275
- package/src/agents/opencode.ts +0 -198
- package/src/agents/post-setup.test.ts +0 -118
- package/src/agents/post-setup.ts +0 -116
- package/src/agents/provisioner.test.ts +0 -291
- package/src/agents/provisioner.ts +0 -593
- package/src/agents/sdk-streams.test.ts +0 -66
- package/src/agents/sdk-streams.ts +0 -542
- package/src/agents/session-slot.ts +0 -15
- package/src/agents/shared.ts +0 -250
- package/src/agents/skills.ts +0 -309
- package/src/agents/streaming.ts +0 -203
- package/src/agents/types.ts +0 -612
- package/src/agents/ui-message-stream.ts +0 -398
- package/src/assertions/collector.test.ts +0 -457
- package/src/assertions/collector.ts +0 -452
- package/src/assertions/coverage.ts +0 -118
- package/src/assertions/diff.ts +0 -120
- package/src/assertions/display.test.ts +0 -175
- package/src/assertions/display.ts +0 -213
- package/src/assertions/evidence.test.ts +0 -194
- package/src/assertions/judge.test.ts +0 -623
- package/src/assertions/judge.ts +0 -448
- package/src/assertions/match.ts +0 -79
- package/src/assertions/scoped.test.ts +0 -359
- package/src/assertions/scoped.ts +0 -551
- package/src/assertions/types.ts +0 -286
- package/src/cli.ts +0 -1762
- package/src/context/context.test.ts +0 -759
- package/src/context/context.ts +0 -816
- package/src/context/control-flow.ts +0 -17
- package/src/context/deferred-file-content.ts +0 -16
- package/src/context/send-failures.test.ts +0 -122
- package/src/context/send-failures.ts +0 -164
- package/src/context/send-retry.test.ts +0 -112
- package/src/context/send-retry.ts +0 -145
- package/src/context/session.test.ts +0 -477
- package/src/context/session.ts +0 -516
- package/src/context/types.ts +0 -409
- package/src/define-agent.test.ts +0 -99
- package/src/define-eval.test.ts +0 -213
- package/src/define-experiment.test.ts +0 -44
- package/src/define.test.ts +0 -25
- package/src/define.ts +0 -238
- package/src/expect/index.test.ts +0 -39
- package/src/expect/index.ts +0 -252
- package/src/fresh-import.ts +0 -34
- package/src/i18n/core.ts +0 -28
- package/src/i18n/en.ts +0 -532
- package/src/i18n/index.ts +0 -40
- package/src/i18n/locale.test.ts +0 -41
- package/src/i18n/zh-CN.ts +0 -533
- package/src/index.ts +0 -91
- package/src/load-config.ts +0 -39
- package/src/loaders/criteria.test.ts +0 -305
- package/src/loaders/glob.ts +0 -149
- package/src/loaders/index.test.ts +0 -166
- package/src/loaders/index.ts +0 -256
- package/src/loaders/private.test.ts +0 -110
- package/src/o11y/cost.test.ts +0 -41
- package/src/o11y/cost.ts +0 -81
- package/src/o11y/derive.test.ts +0 -161
- package/src/o11y/derive.ts +0 -301
- package/src/o11y/execution-tree.test.ts +0 -390
- package/src/o11y/execution-tree.ts +0 -391
- package/src/o11y/otlp/canonical.ts +0 -113
- package/src/o11y/otlp/mappers/bub.ts +0 -30
- package/src/o11y/otlp/mappers/claude-code.ts +0 -24
- package/src/o11y/otlp/mappers/codex.ts +0 -40
- package/src/o11y/otlp/mappers/index.ts +0 -14
- package/src/o11y/otlp/parse.ts +0 -334
- package/src/o11y/otlp/receiver.ts +0 -118
- package/src/o11y/otlp/sandbox-receiver.test.ts +0 -301
- package/src/o11y/otlp/sandbox-receiver.ts +0 -255
- package/src/o11y/otlp/select.ts +0 -86
- package/src/o11y/otlp/turn-otel.ts +0 -132
- package/src/o11y/parsers/bub.test.ts +0 -30
- package/src/o11y/parsers/bub.ts +0 -264
- package/src/o11y/parsers/claude-code.ts +0 -302
- package/src/o11y/parsers/codex.test.ts +0 -19
- package/src/o11y/parsers/codex.ts +0 -476
- package/src/o11y/parsers/hermes.ts +0 -199
- package/src/o11y/parsers/index.ts +0 -28
- package/src/o11y/parsers/openclaw.ts +0 -340
- package/src/o11y/parsers/opencode.ts +0 -300
- package/src/o11y/prices.json +0 -10812
- package/src/o11y/tool-names.ts +0 -74
- package/src/o11y/types.ts +0 -221
- package/src/record/annotated-source.test.ts +0 -329
- package/src/record/annotated-source.ts +0 -643
- package/src/record/attempt-evidence.test.ts +0 -208
- package/src/record/attempt-evidence.ts +0 -184
- package/src/record/attempt-source.ts +0 -37
- package/src/record/copy.ts +0 -303
- package/src/record/evidence-schema.test.ts +0 -85
- package/src/record/format.ts +0 -91
- package/src/record/host-equivalence.test.ts +0 -539
- package/src/record/index.ts +0 -119
- package/src/record/locator.test.ts +0 -125
- package/src/record/locator.ts +0 -178
- package/src/record/manifest.ts +0 -72
- package/src/record/open.ts +0 -758
- package/src/record/publish.ts +0 -7
- package/src/record/results.test.ts +0 -1563
- package/src/record/skipped-notice.ts +0 -44
- package/src/record/source-hash.ts +0 -28
- package/src/record/timing-activity.test.ts +0 -395
- package/src/record/truncate.ts +0 -116
- package/src/record/types.ts +0 -319
- package/src/record/writer.ts +0 -549
- package/src/report/assets/colors.ts +0 -69
- package/src/report/assets/enhance.js +0 -214
- package/src/report/assets/series-encoding.tsx +0 -177
- package/src/report/assets/styles.css +0 -1780
- package/src/report/built-in/failures.tsx +0 -29
- package/src/report/built-in/index.tsx +0 -66
- package/src/report/built-in/result-components.tsx +0 -404
- package/src/report/built-in/stability.tsx +0 -30
- package/src/report/built-in/standard.tsx +0 -132
- package/src/report/components/attempt-detail/attempt-components.test.tsx +0 -706
- package/src/report/components/attempt-detail/compute.ts +0 -544
- package/src/report/components/attempt-detail/content.tsx +0 -633
- package/src/report/components/attempt-detail/index.tsx +0 -285
- package/src/report/components/attempt-detail/validate.test.ts +0 -253
- package/src/report/components/attempt-detail/validate.tsx +0 -361
- package/src/report/components/cell.tsx +0 -79
- package/src/report/components/compute.test.ts +0 -1540
- package/src/report/components/entity-lists/compute.test.ts +0 -38
- package/src/report/components/entity-lists/compute.ts +0 -383
- package/src/report/components/entity-lists/content.test.ts +0 -611
- package/src/report/components/entity-lists/content.ts +0 -591
- package/src/report/components/entity-lists/index.tsx +0 -169
- package/src/report/components/entity-lists/validate.test.ts +0 -161
- package/src/report/components/entity-lists/validate.ts +0 -121
- package/src/report/components/experiment-detail/compute.ts +0 -40
- package/src/report/components/experiment-detail/experiment-detail.test.tsx +0 -181
- package/src/report/components/experiment-detail/index.tsx +0 -89
- package/src/report/components/fixtures.ts +0 -366
- package/src/report/components/scope.harness.ts +0 -83
- package/src/report/components/shared-compute.ts +0 -60
- package/src/report/components/shared-faces.ts +0 -25
- package/src/report/components/shared.test.ts +0 -62
- package/src/report/components/shared.ts +0 -127
- package/src/report/components/site-components/HeroCard.tsx +0 -87
- package/src/report/components/site-components/PoweredBy.tsx +0 -20
- package/src/report/components/site-components/compute.ts +0 -165
- package/src/report/components/site-components/content.ts +0 -8
- package/src/report/components/site-components/faces.ts +0 -46
- package/src/report/components/site-components/hero-types.ts +0 -20
- package/src/report/components/site-components/index.tsx +0 -109
- package/src/report/components/site-components/projections.ts +0 -74
- package/src/report/components/site-components/scope-warnings.ts +0 -160
- package/src/report/components/site-components/site-components.test.tsx +0 -460
- package/src/report/components/site-components/snapshot-diagnostics.ts +0 -69
- package/src/report/components/site-components/validate.test.ts +0 -121
- package/src/report/components/site-components/validators.ts +0 -97
- package/src/report/components/summaries/compute.ts +0 -66
- package/src/report/components/summaries/index.tsx +0 -255
- package/src/report/components/summaries/stability-overview.test.tsx +0 -141
- package/src/report/components/summaries/stability-overview.tsx +0 -105
- package/src/report/components/summaries/validate.test.ts +0 -49
- package/src/report/components/summaries/validate.ts +0 -21
- package/src/report/definition/callouts.test.tsx +0 -146
- package/src/report/definition/cell.ts +0 -203
- package/src/report/definition/chart.test.tsx +0 -285
- package/src/report/definition/conversation.test.tsx +0 -150
- package/src/report/definition/copy-block.test.tsx +0 -71
- package/src/report/definition/diff-view.test.tsx +0 -209
- package/src/report/definition/grid-layout.test.tsx +0 -262
- package/src/report/definition/grid-layout.ts +0 -203
- package/src/report/definition/markdown.test.tsx +0 -179
- package/src/report/definition/primitives/callouts-logic.ts +0 -117
- package/src/report/definition/primitives/callouts.tsx +0 -185
- package/src/report/definition/primitives/chart-map.ts +0 -214
- package/src/report/definition/primitives/chart.tsx +0 -1012
- package/src/report/definition/primitives/conversation.tsx +0 -345
- package/src/report/definition/primitives/copy-block.tsx +0 -87
- package/src/report/definition/primitives/diff-lines.ts +0 -212
- package/src/report/definition/primitives/diff-view.tsx +0 -332
- package/src/report/definition/primitives/markdown.tsx +0 -365
- package/src/report/definition/primitives/marks-contract.test.tsx +0 -45
- package/src/report/definition/primitives/marks.tsx +0 -254
- package/src/report/definition/primitives/points-dataset.test.ts +0 -117
- package/src/report/definition/primitives/points-dataset.ts +0 -168
- package/src/report/definition/primitives/source-view.tsx +0 -359
- package/src/report/definition/primitives/waterfall.tsx +0 -386
- package/src/report/definition/primitives.test.tsx +0 -186
- package/src/report/definition/primitives.tsx +0 -1150
- package/src/report/definition/report-contract.test.ts +0 -119
- package/src/report/definition/report.ts +0 -562
- package/src/report/definition/shell-head.test.ts +0 -100
- package/src/report/definition/source-view.test.tsx +0 -119
- package/src/report/definition/stat.test.tsx +0 -45
- package/src/report/definition/table-text.ts +0 -228
- package/src/report/definition/table.test.tsx +0 -633
- package/src/report/definition/tree.ts +0 -852
- package/src/report/definition/waterfall.test.tsx +0 -581
- package/src/report/extension/assets.ts +0 -154
- package/src/report/extension/define.test.tsx +0 -228
- package/src/report/extension/define.ts +0 -182
- package/src/report/extension/index.ts +0 -23
- package/src/report/extension/meta.ts +0 -21
- package/src/report/extension/types.ts +0 -64
- package/src/report/index.ts +0 -410
- package/src/report/model/aggregate.ts +0 -463
- package/src/report/model/calculation.test.ts +0 -354
- package/src/report/model/calculation.ts +0 -659
- package/src/report/model/chart/math.test.ts +0 -189
- package/src/report/model/chart/math.ts +0 -245
- package/src/report/model/chart/plot.ts +0 -144
- package/src/report/model/conversions.ts +0 -150
- package/src/report/model/dataset.ts +0 -80
- package/src/report/model/evaluation-kind.ts +0 -35
- package/src/report/model/flag.ts +0 -174
- package/src/report/model/format.ts +0 -375
- package/src/report/model/locale.ts +0 -510
- package/src/report/model/metrics.ts +0 -256
- package/src/report/model/panel.test.ts +0 -272
- package/src/report/model/panel.ts +0 -340
- package/src/report/model/presentation.test.ts +0 -141
- package/src/report/model/text-layout.ts +0 -190
- package/src/report/model/types.ts +0 -824
- package/src/report/presentation.test.tsx +0 -474
- package/src/report/presentation.ts +0 -354
- package/src/report/react/index.tsx +0 -96
- package/src/report/runtime/dual-render.test.tsx +0 -1088
- package/src/report/runtime/host.test.ts +0 -86
- package/src/report/runtime/host.ts +0 -317
- package/src/report/runtime/load.test.ts +0 -34
- package/src/report/runtime/load.ts +0 -159
- package/src/report/runtime/page-render.test.tsx +0 -247
- package/src/report/runtime/page-render.ts +0 -147
- package/src/report/runtime/resolved-page.test.tsx +0 -81
- package/src/report/runtime/resolved-page.ts +0 -169
- package/src/report/runtime/target.ts +0 -50
- package/src/report/runtime/text.ts +0 -155
- package/src/report/runtime/web.ts +0 -65
- package/src/report/slices/compute.ts +0 -979
- package/src/report/slices/content.ts +0 -157
- package/src/report/slices/delta-table.test.ts +0 -423
- package/src/report/slices/stability-matrix.test.ts +0 -169
- package/src/report/slices/validate.test.ts +0 -236
- package/src/report/slices/validate.ts +0 -216
- package/src/report/tasks.test.ts +0 -82
- package/src/report/tasks.ts +0 -553
- package/src/report/theme.test.ts +0 -32
- package/src/report/theme.ts +0 -141
- package/src/runner/accept-prompt.test.ts +0 -51
- package/src/runner/accept-prompt.ts +0 -67
- package/src/runner/accept.test.ts +0 -592
- package/src/runner/accept.ts +0 -705
- package/src/runner/attempt.test.ts +0 -1989
- package/src/runner/attempt.ts +0 -1912
- package/src/runner/build-preparation-plan.test.ts +0 -119
- package/src/runner/build-preparation.ts +0 -104
- package/src/runner/cleanup-timeout.test.ts +0 -16
- package/src/runner/cleanup-timeout.ts +0 -23
- package/src/runner/config-identity.test.ts +0 -277
- package/src/runner/config-identity.ts +0 -318
- package/src/runner/direct-agent-sandbox.test.ts +0 -48
- package/src/runner/direct-agent-sandbox.ts +0 -68
- package/src/runner/discover.test.ts +0 -262
- package/src/runner/discover.ts +0 -469
- package/src/runner/eval-selection.test.ts +0 -241
- package/src/runner/eval-selection.ts +0 -139
- package/src/runner/eval-source.test.ts +0 -108
- package/src/runner/eval-source.ts +0 -82
- package/src/runner/experiment-cleanup-registry.test.ts +0 -89
- package/src/runner/experiment-cleanup-registry.ts +0 -39
- package/src/runner/experiment-labels.test.ts +0 -100
- package/src/runner/feedback/coordinator.test.ts +0 -367
- package/src/runner/feedback/coordinator.ts +0 -511
- package/src/runner/feedback/eval-conclusions.test.ts +0 -135
- package/src/runner/feedback/eval-conclusions.ts +0 -115
- package/src/runner/feedback/failure.test.ts +0 -104
- package/src/runner/feedback/failure.ts +0 -60
- package/src/runner/feedback/human.test.ts +0 -1722
- package/src/runner/feedback/human.ts +0 -1499
- package/src/runner/feedback/index.ts +0 -94
- package/src/runner/feedback/input-guard.test.ts +0 -251
- package/src/runner/feedback/input-guard.ts +0 -171
- package/src/runner/feedback/io.ts +0 -82
- package/src/runner/feedback/json.test.ts +0 -617
- package/src/runner/feedback/json.ts +0 -708
- package/src/runner/feedback/profile.test.ts +0 -28
- package/src/runner/feedback/profile.ts +0 -23
- package/src/runner/feedback/reducer.test.ts +0 -908
- package/src/runner/feedback/reducer.ts +0 -411
- package/src/runner/feedback/renderer.ts +0 -83
- package/src/runner/feedback/sink.ts +0 -332
- package/src/runner/feedback/testing.ts +0 -109
- package/src/runner/fingerprint.test.ts +0 -1406
- package/src/runner/fingerprint.ts +0 -924
- package/src/runner/gate-lease.test.ts +0 -555
- package/src/runner/gate-lease.ts +0 -398
- package/src/runner/judge-config.test.ts +0 -32
- package/src/runner/judge-config.ts +0 -26
- package/src/runner/leak-gate.test.ts +0 -195
- package/src/runner/leak-gate.ts +0 -364
- package/src/runner/ledger.test.ts +0 -577
- package/src/runner/ledger.ts +0 -533
- package/src/runner/lock.test.ts +0 -498
- package/src/runner/lock.ts +0 -334
- package/src/runner/manifest.ts +0 -282
- package/src/runner/report.test.ts +0 -238
- package/src/runner/report.ts +0 -127
- package/src/runner/reporters/artifacts.ts +0 -120
- package/src/runner/reporters/braintrust.test.ts +0 -109
- package/src/runner/reporters/braintrust.ts +0 -211
- package/src/runner/reporters/index.ts +0 -7
- package/src/runner/reporters/json.test.ts +0 -163
- package/src/runner/reporters/json.ts +0 -79
- package/src/runner/reporters/shared.ts +0 -14
- package/src/runner/reuse-diagnostics.test.ts +0 -114
- package/src/runner/reuse-diagnostics.ts +0 -92
- package/src/runner/reuse-pool-key.test.ts +0 -22
- package/src/runner/run.test.ts +0 -5319
- package/src/runner/run.ts +0 -2656
- package/src/runner/sandbox-pool-plan.test.ts +0 -180
- package/src/runner/sandbox-pool.test.ts +0 -278
- package/src/runner/sandbox-pool.ts +0 -337
- package/src/runner/sandbox-prep.ts +0 -55
- package/src/runner/sandbox-selection.test.ts +0 -288
- package/src/runner/sandbox-selection.ts +0 -351
- package/src/runner/session.test.ts +0 -112
- package/src/runner/session.ts +0 -466
- package/src/runner/teardown-registry.test.ts +0 -156
- package/src/runner/teardown-registry.ts +0 -146
- package/src/runner/timeout-attribution.test.ts +0 -34
- package/src/runner/timeout.ts +0 -54
- package/src/runner/timing.ts +0 -379
- package/src/runner/types.ts +0 -1733
- package/src/sample/index.ts +0 -483
- package/src/sample/sample.test.ts +0 -622
- package/src/sandbox/backend.ts +0 -140
- package/src/sandbox/build-coordinator.test.ts +0 -333
- package/src/sandbox/build-coordinator.ts +0 -444
- package/src/sandbox/case-types.ts +0 -67
- package/src/sandbox/checkpoint.test.ts +0 -55
- package/src/sandbox/checkpoint.ts +0 -64
- package/src/sandbox/cli-commands.test.ts +0 -524
- package/src/sandbox/cli-commands.ts +0 -593
- package/src/sandbox/commands.ts +0 -287
- package/src/sandbox/compose.test.ts +0 -625
- package/src/sandbox/compose.ts +0 -1291
- package/src/sandbox/content.ts +0 -202
- package/src/sandbox/deadline.ts +0 -73
- package/src/sandbox/docker-agent-image.ts +0 -36
- package/src/sandbox/docker-stream.ts +0 -116
- package/src/sandbox/docker.test.ts +0 -263
- package/src/sandbox/docker.ts +0 -836
- package/src/sandbox/dockerfile-agent-cache.test.ts +0 -157
- package/src/sandbox/dockerfile-agent-cache.ts +0 -155
- package/src/sandbox/dockerfile-agent-runtime.test.ts +0 -166
- package/src/sandbox/dockerfile-build.test.ts +0 -27
- package/src/sandbox/dockerfile-build.ts +0 -269
- package/src/sandbox/dockerfile-identity.ts +0 -129
- package/src/sandbox/download-directory.test.ts +0 -68
- package/src/sandbox/download-directory.ts +0 -36
- package/src/sandbox/e2b-agent-template.test.ts +0 -107
- package/src/sandbox/e2b-agent-template.ts +0 -194
- package/src/sandbox/e2b-reconcile.test.ts +0 -126
- package/src/sandbox/e2b.test.ts +0 -629
- package/src/sandbox/e2b.ts +0 -781
- package/src/sandbox/errors.test.ts +0 -72
- package/src/sandbox/errors.ts +0 -203
- package/src/sandbox/identity.ts +0 -203
- package/src/sandbox/index.ts +0 -138
- package/src/sandbox/io-retry.test.ts +0 -58
- package/src/sandbox/io-retry.ts +0 -45
- package/src/sandbox/keep-registry.test.ts +0 -141
- package/src/sandbox/keep-registry.ts +0 -271
- package/src/sandbox/keep.test.ts +0 -538
- package/src/sandbox/keep.ts +0 -405
- package/src/sandbox/layer.test.ts +0 -343
- package/src/sandbox/layer.ts +0 -1641
- package/src/sandbox/ledger-paths.ts +0 -37
- package/src/sandbox/link.test.ts +0 -321
- package/src/sandbox/link.ts +0 -484
- package/src/sandbox/local-files.ts +0 -31
- package/src/sandbox/local.test.ts +0 -216
- package/src/sandbox/local.ts +0 -364
- package/src/sandbox/official-baselines.test.ts +0 -175
- package/src/sandbox/operations.test.ts +0 -391
- package/src/sandbox/operations.ts +0 -187
- package/src/sandbox/orphans.test.ts +0 -470
- package/src/sandbox/orphans.ts +0 -261
- package/src/sandbox/paths.test.ts +0 -141
- package/src/sandbox/paths.ts +0 -132
- package/src/sandbox/plan.test.ts +0 -487
- package/src/sandbox/plan.ts +0 -353
- package/src/sandbox/prepare-commands.test.ts +0 -168
- package/src/sandbox/prepare-commands.ts +0 -342
- package/src/sandbox/redaction.test.ts +0 -48
- package/src/sandbox/redaction.ts +0 -50
- package/src/sandbox/registry.ts +0 -78
- package/src/sandbox/retry.test.ts +0 -138
- package/src/sandbox/retry.ts +0 -86
- package/src/sandbox/run-identity.ts +0 -120
- package/src/sandbox/runtime.test.ts +0 -551
- package/src/sandbox/runtime.ts +0 -984
- package/src/sandbox/shell.test.ts +0 -23
- package/src/sandbox/shell.ts +0 -18
- package/src/sandbox/transfer-errors.test.ts +0 -116
- package/src/sandbox/transfer-errors.ts +0 -118
- package/src/sandbox/types.ts +0 -196
- package/src/sandbox/vercel.test.ts +0 -180
- package/src/sandbox/vercel.ts +0 -400
- package/src/shared/aggregate.test.ts +0 -52
- package/src/shared/aggregate.ts +0 -99
- package/src/shared/entry-file-store.test.ts +0 -193
- package/src/shared/entry-file-store.ts +0 -145
- package/src/shared/external-cause.ts +0 -322
- package/src/shared/facts.ts +0 -36
- package/src/shared/failure-class.test.ts +0 -195
- package/src/shared/failure-class.ts +0 -206
- package/src/shared/format.ts +0 -26
- package/src/shared/json-match.ts +0 -42
- package/src/shared/json-value.test.ts +0 -24
- package/src/shared/json-value.ts +0 -36
- package/src/shared/turn-label.test.ts +0 -20
- package/src/shared/turn-label.ts +0 -15
- package/src/shared/types.ts +0 -101
- package/src/shared/verdict.ts +0 -82
- package/src/show/command.test.ts +0 -36
- package/src/show/command.ts +0 -18
- package/src/show/compose.ts +0 -89
- package/src/show/index.test.ts +0 -95
- package/src/show/index.ts +0 -1226
- package/src/show/json.test.ts +0 -412
- package/src/show/json.ts +0 -106
- package/src/show/render.test.ts +0 -857
- package/src/show/render.ts +0 -1510
- package/src/source-loc.ts +0 -134
- package/src/tty-line.ts +0 -14
- package/src/types.ts +0 -37
- package/src/util.test.ts +0 -77
- package/src/util.ts +0 -138
- package/src/view/app/App.tsx +0 -351
- package/src/view/app/components/ui/dialog.tsx +0 -36
- package/src/view/app/components/ui/tabs.tsx +0 -30
- package/src/view/app/css.d.ts +0 -3
- package/src/view/app/i18n.ts +0 -65
- package/src/view/app/index.html +0 -13
- package/src/view/app/lib/cn.ts +0 -7
- package/src/view/app/lib/target-dialog.test.ts +0 -105
- package/src/view/app/lib/target-dialog.ts +0 -110
- package/src/view/app/main.tsx +0 -109
- package/src/view/app/types.ts +0 -15
- package/src/view/app/vite.config.ts +0 -26
- package/src/view/data.test.ts +0 -541
- package/src/view/data.ts +0 -950
- package/src/view/index.ts +0 -91
- package/src/view/server-rebuild.test.ts +0 -323
- package/src/view/server-watch.test.ts +0 -106
- package/src/view/server.ts +0 -484
- package/src/view/shared/types.ts +0 -93
- package/src/view/site-base.test.ts +0 -51
- package/src/view/site-head.test.ts +0 -142
- package/src/view/site-param-pages.test.ts +0 -186
- package/src/view/site-renderer-assets.test.ts +0 -68
- package/src/view/site.ts +0 -484
- package/src/view/styles.css +0 -170
- /package/dist/{report/components/site-components/hero-types.js → cli/bootstrap.d.cts} +0 -0
- /package/{src → dist}/view/client-dist/app.css +0 -0
- /package/{src → dist}/view/client-dist/app.js +0 -0
- /package/{src → dist}/view/template.html +0 -0
package/src/runner/types.ts
DELETED
|
@@ -1,1733 +0,0 @@
|
|
|
1
|
-
// runner 域类型:结果 / 汇总 / reporter 契约,eval / experiment / config 定义,
|
|
2
|
-
// 以及调度器的编排类型(AgentRun / RunOptions / Attempt)。
|
|
3
|
-
|
|
4
|
-
import type { JsonValue, LocalizedText, ScopedFeedback, SourceArtifact, Verdict } from "../shared/types.ts";
|
|
5
|
-
import type { AttemptFailureClassifier } from "../shared/failure-class.ts";
|
|
6
|
-
import type { O11ySummary, StreamEvent, TraceSpan, Truncation, Usage } from "../o11y/types.ts";
|
|
7
|
-
import type { Agent, AgentSetupManifest } from "../agents/types.ts";
|
|
8
|
-
import type { SandboxLayer } from "../sandbox/layer.ts";
|
|
9
|
-
import type { LinkedRunPlan } from "../sandbox/plan.ts";
|
|
10
|
-
import type { BuildKey } from "../sandbox/identity.ts";
|
|
11
|
-
import type {
|
|
12
|
-
AssertionResult,
|
|
13
|
-
DiffArtifact,
|
|
14
|
-
JudgeConfig,
|
|
15
|
-
PrimaryAssertionSummary,
|
|
16
|
-
ScoreEntry,
|
|
17
|
-
} from "../assertions/types.ts";
|
|
18
|
-
import type { ScoreTestContext, TestContext } from "../context/types.ts";
|
|
19
|
-
import type { CapturedEvalSource } from "./eval-source.ts";
|
|
20
|
-
import type { AttemptLocator } from "../record/locator.ts";
|
|
21
|
-
import type { EvalManifest, RunManifests } from "../record/manifest.ts";
|
|
22
|
-
// report 公共子路径是独立预编译单元;两种 Definition 使用不可构造的结构品牌,因此这里可以
|
|
23
|
-
// 对源码类型编程,同时与下游从 "niceeval/report" 取得的 dist 声明兼容,也不会形成干净构建的
|
|
24
|
-
// source → host → dist 自举环。
|
|
25
|
-
import type { ReportDefinition } from "../report/definition/report.ts";
|
|
26
|
-
import type { ThemeDefinition } from "../report/theme.ts";
|
|
27
|
-
|
|
28
|
-
// ───────────────────────── 结果 / 报告 ─────────────────────────
|
|
29
|
-
|
|
30
|
-
/**
|
|
31
|
-
* 解析后运行配置的**穷尽可序列化投影**——记录这次运行实际生效的值,不是原始 `ExperimentDef`
|
|
32
|
-
* (函数与 hooks 无法忠实落盘,存「原样」只能存谎)。`model` 与 `agent` 只在快照顶层存在,
|
|
33
|
-
* 这里不复制(见 docs/feature/record/architecture.md「run.json」)。
|
|
34
|
-
*/
|
|
35
|
-
export interface ExperimentRunInfo {
|
|
36
|
-
description?: string;
|
|
37
|
-
reasoningEffort?: string;
|
|
38
|
-
flags?: globalThis.Record<string, JsonValue>;
|
|
39
|
-
/** 报告归类标注(ExperimentDef.labels 原样投影);不透传运行时,不参与可比性配置。 */
|
|
40
|
-
labels?: globalThis.Record<string, string | number>;
|
|
41
|
-
attempts: number;
|
|
42
|
-
earlyExit: boolean;
|
|
43
|
-
timeoutMs?: number;
|
|
44
|
-
budget?: number;
|
|
45
|
-
maxConcurrency?: number;
|
|
46
|
-
/** 本次运行解析后实际选中的 eval id 全集——evals 过滤器(含函数形式)的求值结果,不存过滤器本身。 */
|
|
47
|
-
selectedEvalIds: string[];
|
|
48
|
-
/** evals 过滤器的指纹(数组内容 / 函数体哈希),供「配置没变」判断;与 selectedEvalIds 一起取代原过滤器。 */
|
|
49
|
-
evalFilterFingerprint?: string;
|
|
50
|
-
/** Experiment SandboxLayer 的纯数据身份;Direct 也以 command-only 的完整身份记录。 */
|
|
51
|
-
sandboxLayer: JsonValue;
|
|
52
|
-
/** 每个已选择 Eval 的完整 pair-owned physical plan;Direct 也有显式投影。 */
|
|
53
|
-
sandboxPlansByEval: globalThis.Record<string, JsonValue>;
|
|
54
|
-
/** Sandbox 是否在同一次 Run 内复用。 */
|
|
55
|
-
sandboxReuse?: boolean;
|
|
56
|
-
/** strict 与 judge 是配置身份的一部分,供历史结果重算 configHash。 */
|
|
57
|
-
strict?: boolean;
|
|
58
|
-
/** 解析后的 Judge 执行身份;apiKeyEnv 是凭据选择器,不落盘。 */
|
|
59
|
-
judge?: Pick<JudgeConfig, "model" | "baseUrl" | "timeoutMs">;
|
|
60
|
-
/**
|
|
61
|
-
* Agent Ensure 与精确配对 installer 的静态身份投影;按声明顺序完整落盘。
|
|
62
|
-
* 实际 artifact digest/platform 属运行 provenance,不进入这里。
|
|
63
|
-
*/
|
|
64
|
-
agentInstalls: JsonValue[];
|
|
65
|
-
}
|
|
66
|
-
|
|
67
|
-
export interface SandboxRunInfo {
|
|
68
|
-
provider: string;
|
|
69
|
-
params?: globalThis.Record<string, JsonValue>;
|
|
70
|
-
fingerprint?: string;
|
|
71
|
-
}
|
|
72
|
-
|
|
73
|
-
/**
|
|
74
|
-
* Runner 保留的 attempt 生命周期锚点——闭集,不是扩展点(见 docs/feature/record/architecture.md
|
|
75
|
-
* 「两层时间模型」)。计时(`phases[].name`)、错误与诊断的 attempt 锚点(见 TimingOrigin)、
|
|
76
|
-
* live 当前步骤都由 Runner 绑定这同一个闭集;author、Adapter 与 provider 不能新增成员。
|
|
77
|
-
* 可扩展的工作计时走开放 activity key,不进本词表。
|
|
78
|
-
*/
|
|
79
|
-
export type LifecyclePhase =
|
|
80
|
-
// 运行级(派发前至多一次,宿主机侧;仅错误归因)
|
|
81
|
-
| "judge.precheck" // 判分预检;预检失败时是含 judge 断言的 eval 全部 attempt 的错误锚点
|
|
82
|
-
// 实验级(整场一次,宿主机侧;仅错误/诊断归因)
|
|
83
|
-
| "experiment.setup" // ExperimentDef.setup;setup 抛错时是本实验所有 attempt 的错误锚点
|
|
84
|
-
| "experiment.teardown" // ExperimentDef.teardown;失败只产生运行级 diagnostic
|
|
85
|
-
// 主链:从排队到 trace collect,覆盖到判定与主证据收集完成,按执行序
|
|
86
|
-
| "sandbox.queue" // 等待并发信号量(调度等待,唯一不属于某个 owner 的成员)
|
|
87
|
-
| "sandbox.create" // provider 物化沙箱实例(共享构建不在这里,它在 Run 级 activity)
|
|
88
|
-
| "sandbox.prepare" // 两层作者 layer 的 prepare 链
|
|
89
|
-
| "sandbox.prepare.eval" // 仅错误/诊断归因,不单列计时
|
|
90
|
-
| "sandbox.prepare.experiment" // 仅错误/诊断归因,不单列计时
|
|
91
|
-
| "agent.ensure" // Runner 的 probe → 缺失才 install → 同一 probe 复检
|
|
92
|
-
| "workspace.baseline" // 变更分类账锚点(runner 私有 git ledger 首笔 commit)
|
|
93
|
-
| "agent.setup" // Adapter runtime 配置 / 凭据 / state setup
|
|
94
|
-
| "telemetry.configure" // tracing 出口配置
|
|
95
|
-
| "eval.run" // 整段 test(t),含所有 send 与手工命令
|
|
96
|
-
| "agent.run" // 嵌套在 eval.run 内:adapter send 期间打开;只用于错误/诊断归因,不单列计时条目
|
|
97
|
-
| "workspace.diff" // 从分类账折叠 agent 归因增量
|
|
98
|
-
| "assertions.evaluate" // 断言 finalize + 判定,含 judge 调用
|
|
99
|
-
| "telemetry.collect" // OTLP receiver settle / collect
|
|
100
|
-
// 收尾段:无论主链成败都执行,不计入 durationMs 口径,按执行序
|
|
101
|
-
| "agent.teardown"
|
|
102
|
-
| "sandbox.cleanup" // 两层作者 layer 已登记 cleanup 全局 LIFO
|
|
103
|
-
| "sandbox.suspend" // 留存提交后 provider 把现场转入休眠(docker stop / e2b pause)
|
|
104
|
-
| "sandbox.stop"; // provider 销毁沙箱;与 sandbox.suspend 同一 attempt 互斥
|
|
105
|
-
|
|
106
|
-
/**
|
|
107
|
-
* 开放的工作计时节点,Run 与 attempt 共用同一形状(见 docs/feature/record/architecture.md
|
|
108
|
-
* 「TimingActivity」)。`key` 是非空、以 `.` 分段的稳定机器 key;未知 key 原样保留并可通用展示。
|
|
109
|
-
* offset 相对所在时钟域(RunMeta.timings 或单个 attempt)的单调时钟起点。
|
|
110
|
-
*/
|
|
111
|
-
export interface TimingActivity {
|
|
112
|
-
/** 所在时钟域内唯一,供 origin、provenance 与展示层稳定引用;不作为跨 Run 身份。 */
|
|
113
|
-
id: string;
|
|
114
|
-
/** ActivityKey;官方词表见 architecture.md,第三方用自己的命名空间。 */
|
|
115
|
-
key: string;
|
|
116
|
-
/** 采集端写入的有界、脱敏人读标签;展示层不解析它重建语义。 */
|
|
117
|
-
label: string;
|
|
118
|
-
/** 相对所在时钟域单调时钟起点的偏移。 */
|
|
119
|
-
startOffsetMs: number;
|
|
120
|
-
durationMs: number;
|
|
121
|
-
failed?: true;
|
|
122
|
-
children?: TimingActivity[];
|
|
123
|
-
|
|
124
|
-
/** key = "agent.turn" 时存在;把 runner 的 send 墙钟包络与 trace.json 中同一轮的 spans 显式关联。 */
|
|
125
|
-
sessionIndex?: number;
|
|
126
|
-
turnIndex?: number;
|
|
127
|
-
turnId?: string;
|
|
128
|
-
traceId?: string;
|
|
129
|
-
traceAttribution?: "traceparent" | "window" | "none";
|
|
130
|
-
/** key = "agent.turn" 时存在,该轮 `Turn.usage` 落盘原样(有记录才写)。 */
|
|
131
|
-
usage?: Usage;
|
|
132
|
-
|
|
133
|
-
/** key = "sandbox.command" 时的有界脱敏摘要;环境变量值与 stdout/stderr 不进入时间树。 */
|
|
134
|
-
command?: {
|
|
135
|
-
display: string;
|
|
136
|
-
exitCode?: number;
|
|
137
|
-
/** 是否由 checked run*OrThrow 公开调用产生;show/report 用它与 exitCode 推导展示语义。 */
|
|
138
|
-
checked?: boolean;
|
|
139
|
-
/** 这条命令这次生效的时限与它来自哪一层;四层解析链一个上限都没声明时缺席。 */
|
|
140
|
-
limit?: CommandLimitAttribution;
|
|
141
|
-
};
|
|
142
|
-
}
|
|
143
|
-
|
|
144
|
-
/**
|
|
145
|
-
* 一条命令生效的时限归属(词表单源在 docs/feature/sandbox/architecture.md
|
|
146
|
-
* 「时限归属:attempt deadline 是唯一默认」)。命令节点带着它,读者才不用靠「停在整 1m 0s」
|
|
147
|
-
* 这种巧合反推是谁掐断了命令。
|
|
148
|
-
*/
|
|
149
|
-
export interface CommandLimitAttribution {
|
|
150
|
-
/**
|
|
151
|
-
* 生效上限的来源层:`attempt-deadline` 是 attempt 自己的线(未显式传 `timeout` 的命令拿它的
|
|
152
|
-
* 剩余量),`command-timeout` 是用户给这条命令显式传的 `timeout`,`provider-limit` 是 provider
|
|
153
|
-
* 固有的会话上限——它在派发前就按环境约束报出来,attempt 层不会撞上,列在词表里是给读面认。
|
|
154
|
-
*/
|
|
155
|
-
source: "attempt-deadline" | "command-timeout" | "provider-limit";
|
|
156
|
-
/** 该层对这条命令实际生效的上限,毫秒(attempt deadline 记的是命令开始时的剩余量)。 */
|
|
157
|
-
limitMs: number;
|
|
158
|
-
/** 这条命令正是撞上这条线才失败的(非零退出与传输失败都不是)。 */
|
|
159
|
-
timedOut?: true;
|
|
160
|
-
}
|
|
161
|
-
|
|
162
|
-
/**
|
|
163
|
-
* 错误与诊断的归属(见 docs/feature/record/architecture.md「TimingOrigin」)。
|
|
164
|
-
* attempt 支绑定 Runner 打开的生命周期锚点;run 支指向 RunMeta.timings 里的 activity。
|
|
165
|
-
*/
|
|
166
|
-
export type TimingOrigin =
|
|
167
|
-
| {
|
|
168
|
-
scope: "attempt";
|
|
169
|
-
/** runner 在错误 / 诊断发生时已打开的生命周期锚点;producer 不能自行指定。 */
|
|
170
|
-
phase: LifecyclePhase;
|
|
171
|
-
/** 可选细化:锚点下具体的 activity(如失败的那条 sandbox.command)。 */
|
|
172
|
-
timingNodeId?: string;
|
|
173
|
-
}
|
|
174
|
-
| {
|
|
175
|
-
scope: "run";
|
|
176
|
-
/** 指向 RunMeta.timings 里的 activity(如失败的 sandbox.build)。 */
|
|
177
|
-
timingNodeId: string;
|
|
178
|
-
};
|
|
179
|
-
|
|
180
|
-
/**
|
|
181
|
-
* 共享构建的 provenance,每个实际查询或构建过的 BuildKey 一条。
|
|
182
|
-
* 时间只保存在 `RunMeta.timings`,本表经 `timingNodeId` 关联,不复制 duration。
|
|
183
|
-
*/
|
|
184
|
-
export interface SandboxBuildRecord {
|
|
185
|
-
buildKey: string;
|
|
186
|
-
provider: string;
|
|
187
|
-
status: "hit" | "built" | "failed" | "cancelled";
|
|
188
|
-
/** 关联 RunMeta.timings 里对应的 sandbox.build activity。 */
|
|
189
|
-
timingNodeId: string;
|
|
190
|
-
locator?: JsonValue;
|
|
191
|
-
inputs: JsonValue;
|
|
192
|
-
error?: {
|
|
193
|
-
code: string;
|
|
194
|
-
message: string;
|
|
195
|
-
cause?: { name?: string; code?: string; message: string };
|
|
196
|
-
};
|
|
197
|
-
}
|
|
198
|
-
|
|
199
|
-
/** Runner 阶段计时,按执行顺序;只记录实际发生的阶段(见 docs/feature/record/architecture.md)。 */
|
|
200
|
-
export interface PhaseTiming {
|
|
201
|
-
name: LifecyclePhase;
|
|
202
|
-
/** 阶段耗时;失败阶段计到抛错或超时中断时。 */
|
|
203
|
-
durationMs: number;
|
|
204
|
-
/** 该阶段抛错或被超时中断。主链至多一条,其后无主链条目;收尾阶段各自独立标记,不改判定。 */
|
|
205
|
-
failed?: true;
|
|
206
|
-
/** 锚点内的 activity 子树,offset 相对本 attempt 的单调时钟起点。 */
|
|
207
|
-
children?: TimingActivity[];
|
|
208
|
-
}
|
|
209
|
-
|
|
210
|
-
/**
|
|
211
|
-
* `commands.json` 的一条落盘记录(见 docs/feature/record/architecture.md「commandsjson」):
|
|
212
|
-
* 四个公开 `Sandbox.run*()` 方法的最外层调用返回时,Runner 在 `CommandResult` 交还调用方
|
|
213
|
-
* **之前**登记的完整证据——Eval 后续即使只把 `.slice(-N)` 拼进异常消息,这份证据仍然完整。
|
|
214
|
-
* 成功与非零退出都记录;provider 内部实现步骤与 Agent 自己调用的 shell 不经过这层包装,
|
|
215
|
-
* 不伪装成这里的命令。
|
|
216
|
-
*/
|
|
217
|
-
export interface CommandExitEvidence {
|
|
218
|
-
/** 与 `PhaseTiming.children` 中 `key === "sandbox.command"` 的 `TimingActivity.id` 相同,唯一关联命令证据卡与 `--timing` 的 command 节点。 */
|
|
219
|
-
timingNodeId: string;
|
|
220
|
-
/** runner 在命令返回那一刻已经打开的生命周期阶段。 */
|
|
221
|
-
phase: LifecyclePhase;
|
|
222
|
-
/** 与该 `TimingActivity.command.display` 同一份有界脱敏命令摘要;不含 env value。 */
|
|
223
|
-
display: string;
|
|
224
|
-
exitCode: number;
|
|
225
|
-
/** 是否由 checked run*OrThrow 公开调用产生;非零 + checked 才是失败展示语义。 */
|
|
226
|
-
checked: boolean;
|
|
227
|
-
/** `CommandOptions.sensitiveValues` 命中的已知值已替换为 `<redacted>`;超过每流 64 KiB 时
|
|
228
|
-
* 在落盘序列化时截断,见 `truncated`。 */
|
|
229
|
-
stdout: string;
|
|
230
|
-
/** 同 `stdout` 的已知敏感值边界与截断规则。 */
|
|
231
|
-
stderr: string;
|
|
232
|
-
/** `stdout` / `stderr` 超过每流上限时的结构化截断标记(`path` 为 `"stdout"` 或 `"stderr"`);
|
|
233
|
-
* 只由 writer 在落盘时刻写入,运行时与调用方拿到的仍是完整值。 */
|
|
234
|
-
truncated?: Truncation[];
|
|
235
|
-
}
|
|
236
|
-
|
|
237
|
-
/** `commands.json` 的落盘形状。 */
|
|
238
|
-
export type CommandsArtifact = CommandExitEvidence[];
|
|
239
|
-
|
|
240
|
-
/**
|
|
241
|
-
* 使 attempt 无法正常完成的唯一致命执行错误(见 docs/feature/record/architecture.md 的
|
|
242
|
-
* `AttemptError`)。`message` 是人可读的一层原因(不拼整份 SDK response);完整 stack 单放
|
|
243
|
-
* `stack`,`niceeval show @locator` 首页展开、终端即时反馈不整段打印。默认报告只显示 `message`。
|
|
244
|
-
*/
|
|
245
|
-
export interface AttemptError {
|
|
246
|
-
/** 稳定、可供 CI/Agent 分支处理的机器码;未知异常使用 `"unexpected-error"`。 */
|
|
247
|
-
code: string;
|
|
248
|
-
/** 人可读的一层原因,不拼接整份 SDK response。 */
|
|
249
|
-
message: string;
|
|
250
|
-
/**
|
|
251
|
-
* 错误归属。attempt 内错误由 runner 绑定当时打开的生命周期锚点(attempt 形态);
|
|
252
|
-
* attempt 开始前的共享构建失败引用 Run timing node(run 形态),不伪造 attempt 锚点。
|
|
253
|
-
*/
|
|
254
|
-
origin: TimingOrigin;
|
|
255
|
-
/** 原异常有 stack 时保留,供 show 展开;终端即时反馈不整段打印。 */
|
|
256
|
-
stack?: string;
|
|
257
|
-
/** 下层 SDK/OS 错误的有限摘要。 */
|
|
258
|
-
cause?: { name?: string; code?: string; message: string };
|
|
259
|
-
/**
|
|
260
|
-
* 超时打断产生的 `errored` 专用:这次撞的是哪层时限、上限值多少、值从哪一层解析而来。
|
|
261
|
-
* 三样一起落盘,报错行与 `show --timing` 照实印这三样;归属规则单源在
|
|
262
|
-
* docs/feature/sandbox/architecture.md「时限归属:attempt deadline 是唯一默认」。
|
|
263
|
-
*/
|
|
264
|
-
timeout?: TimeoutAttribution;
|
|
265
|
-
}
|
|
266
|
-
|
|
267
|
-
/** 一次超时的归属事实,由 runner 在把 attempt 转成 `errored` 时写下。 */
|
|
268
|
-
export interface TimeoutAttribution {
|
|
269
|
-
/**
|
|
270
|
-
* 触发层:`attempt-deadline` 是 attempt 自己的上限(沙箱内一切时限都从它派生),
|
|
271
|
-
* `command-timeout` 是用户给单条命令显式传的 `timeout`。provider 固有的会话上限在派发前
|
|
272
|
-
* 就按环境约束报出来(见 `assertDeadlineFitsProvider`),attempt 层不会撞上它。
|
|
273
|
-
*/
|
|
274
|
-
trigger: "attempt-deadline" | "command-timeout";
|
|
275
|
-
/** 该层实际生效的上限,毫秒。 */
|
|
276
|
-
limitMs: number;
|
|
277
|
-
/**
|
|
278
|
-
* 值来自哪一层:`attempt-deadline` 取 `timeoutMs` 解析链四层之一,`command-timeout` 只有
|
|
279
|
-
* 命令显式声明一个来源。
|
|
280
|
-
*/
|
|
281
|
-
source: "flag" | "experiment" | "eval" | "config" | "command";
|
|
282
|
-
}
|
|
283
|
-
|
|
284
|
-
/**
|
|
285
|
-
* 不一定改变 verdict、但运行后仍需回顾的有界诊断(见 docs/feature/record/architecture.md 的
|
|
286
|
-
* `DiagnosticRecord`)。`level` 表达写入方观察到的运行影响,不是 verdict 的别名 ——
|
|
287
|
-
* passed / failed / errored 任一 verdict 都可以带 cleanup / teardown 诊断。
|
|
288
|
-
* 与运行级的 `DiagnosticNotice` 不同,这条挂在单个 attempt 结果或 RunMeta 上落盘。
|
|
289
|
-
*/
|
|
290
|
-
export interface DiagnosticRecord {
|
|
291
|
-
code: string;
|
|
292
|
-
level: "warning" | "error";
|
|
293
|
-
/**
|
|
294
|
-
* 诊断归属。attempt 诊断由 runner 绑定当时打开的锚点;Run 诊断可引用 Run timing node,
|
|
295
|
-
* 也可只带 `experiment.teardown` 这类归因锚点;没有 timing 记录的第三方 producer 可省略。
|
|
296
|
-
*/
|
|
297
|
-
origin?: TimingOrigin;
|
|
298
|
-
/** 写入时观察到的原始有界描述;不包含修复动作或呈现文案。 */
|
|
299
|
-
detail: string;
|
|
300
|
-
/** 支撑 code 的结构化原始上下文。 */
|
|
301
|
-
context?: Readonly<globalThis.Record<string, JsonValue>>;
|
|
302
|
-
/** 相同 dedupeKey 折叠后的出现次数;省略等于 1。 */
|
|
303
|
-
count?: number;
|
|
304
|
-
}
|
|
305
|
-
|
|
306
|
-
/**
|
|
307
|
-
* `--accept` 跨过的一条具名差异(`EvalResult.carriedAccepting` 的成员)。
|
|
308
|
-
* `selector` 与 CLI 上写下的那个字面量同一个词表,`from` / `to` 是完整值的字符串投影;
|
|
309
|
-
* 某一侧没有这个键(新增 / 删除)时该侧省略。
|
|
310
|
-
*/
|
|
311
|
-
export interface CarriedAcceptance {
|
|
312
|
-
selector: string;
|
|
313
|
-
from?: string;
|
|
314
|
-
to?: string;
|
|
315
|
-
}
|
|
316
|
-
|
|
317
|
-
/** 一条人工接受结果的差异摘要。与 manifest 相减的 selector/value 投影保持同一词表。 */
|
|
318
|
-
export interface AcceptedDifference {
|
|
319
|
-
selector: string;
|
|
320
|
-
from?: string;
|
|
321
|
-
to?: string;
|
|
322
|
-
}
|
|
323
|
-
|
|
324
|
-
/** 旧 opaque carryEpoch 指纹迁移到当前确定性指纹的已知来源。 */
|
|
325
|
-
export interface FingerprintMigration {
|
|
326
|
-
kind: "opaque-carry-epoch";
|
|
327
|
-
fingerprint: string;
|
|
328
|
-
algorithmVersion: number;
|
|
329
|
-
coverageVersion: number;
|
|
330
|
-
}
|
|
331
|
-
|
|
332
|
-
/** `niceeval accept @<locator>` 写入新结果的来源与重锚审计记录。 */
|
|
333
|
-
export interface AcceptedResult {
|
|
334
|
-
/** 被复制的历史 attempt locator。 */
|
|
335
|
-
locator: string;
|
|
336
|
-
/** 被复制条目的旧指纹。 */
|
|
337
|
-
fingerprint: string;
|
|
338
|
-
/** 当前项目按本次配置重算出的指纹。 */
|
|
339
|
-
acceptedFingerprint: string;
|
|
340
|
-
/** 新旧 manifest/config 的完整差异清单。 */
|
|
341
|
-
differences: AcceptedDifference[];
|
|
342
|
-
}
|
|
343
|
-
|
|
344
|
-
/** 自动重试吸收的一次物理 send 失败;不进入逻辑会话事件流。 */
|
|
345
|
-
export interface RetryAttemptRecord {
|
|
346
|
-
sessionIndex: number;
|
|
347
|
-
turnIndex: number;
|
|
348
|
-
/** 同一逻辑 send 内从 0 开始;0 是首次发送。 */
|
|
349
|
-
sendAttempt: number;
|
|
350
|
-
startedAt: string;
|
|
351
|
-
durationMs: number;
|
|
352
|
-
failure: {
|
|
353
|
-
type: "agent-send-failed";
|
|
354
|
-
acceptance: "rejected";
|
|
355
|
-
message: string;
|
|
356
|
-
process?: { exitCode?: number; signal?: string };
|
|
357
|
-
};
|
|
358
|
-
classification: {
|
|
359
|
-
retryable: true;
|
|
360
|
-
scope: "attempt" | "eval" | "experiment";
|
|
361
|
-
reason?: string;
|
|
362
|
-
};
|
|
363
|
-
events: StreamEvent[];
|
|
364
|
-
usage?: Usage;
|
|
365
|
-
}
|
|
366
|
-
|
|
367
|
-
export interface EvalResult {
|
|
368
|
-
id: string;
|
|
369
|
-
description?: string;
|
|
370
|
-
experimentId?: string;
|
|
371
|
-
experiment?: ExperimentRunInfo;
|
|
372
|
-
agent: string;
|
|
373
|
-
model?: string;
|
|
374
|
-
verdict: Verdict;
|
|
375
|
-
fingerprint?: string;
|
|
376
|
-
/** 产出该结果时的 Run 级配置身份。 */
|
|
377
|
-
configHash?: string;
|
|
378
|
-
attempt: number;
|
|
379
|
-
/** 本 attempt 开始的墙钟时刻(ISO);view 按 eval 粒度展示「何时跑的」。 */
|
|
380
|
-
startedAt?: string;
|
|
381
|
-
/**
|
|
382
|
-
* 不透明的 Attempt 定位符(`@` 前缀短确定性编码,见 `src/record/locator.ts` 的 AttemptLocator),
|
|
383
|
-
* 由 {runId, evalId, attempt} 身份元组派生。非携带条目由 writer 在落盘时算出;
|
|
384
|
-
* 携带条目(`--resume` 合入)原样复制上一轮的值,从不按承载它的新 Run 重算。
|
|
385
|
-
*/
|
|
386
|
-
locator?: string;
|
|
387
|
-
/**
|
|
388
|
-
* `locator` 的来源 Run 身份。niceeval writer 对 fresh 条目恒写;carry 与 publish 原样保留,
|
|
389
|
-
* 使同一 attempt 在多份落盘中仍共享一个 locator 身份。旧记录缺失时 reader 会沿
|
|
390
|
-
* `artifactBase` 回溯来源,无法回溯才退回当前 Run。
|
|
391
|
-
*/
|
|
392
|
-
locatorRunId?: string;
|
|
393
|
-
durationMs: number;
|
|
394
|
-
/** 自 sandbox.create 起、排除并发排队和收尾的执行耗时;旧记录缺失时携带保守回退 durationMs。 */
|
|
395
|
-
executionMs?: number;
|
|
396
|
-
assertions: AssertionResult[];
|
|
397
|
-
/**
|
|
398
|
-
* 题型:`defineEval` → `"pass"`,`defineScoreEval` → `"points"`,定义期事实,与
|
|
399
|
-
* `EvalDescriptor.evaluationKind` 同源。省略等价于 `"pass"`——兼容此字段引入前写入的落盘与未声明它的
|
|
400
|
-
* 第三方 harness(见 docs/feature/record/architecture.md「result.json」)。
|
|
401
|
-
*/
|
|
402
|
-
evaluationKind?: EvaluationKind;
|
|
403
|
-
/**
|
|
404
|
-
* `t.score(label, n)` 的直接给分记录,只在 `evaluationKind: "points"` 时出现;省略等价于空数组。
|
|
405
|
-
* 与 `assertions[].points` 共同构成分数面(见 docs/feature/experiments/score-points.md)。
|
|
406
|
-
*/
|
|
407
|
-
scoreEntries?: ScoreEntry[];
|
|
408
|
-
/** 自动重试吸收的物理 send 失败,按发生顺序完整保留。 */
|
|
409
|
-
retryAttempts?: RetryAttemptRecord[];
|
|
410
|
-
usage?: Usage;
|
|
411
|
-
estimatedCostUSD?: number;
|
|
412
|
-
/** 使 attempt 进入 `errored` 的唯一致命执行错误(结构化);默认报告显示 `error.message` 一层原因。 */
|
|
413
|
-
error?: AttemptError;
|
|
414
|
-
/** 本 attempt 的诊断(与 verdict 独立);teardown / cleanup 失败等挂在这里,不改判定。 */
|
|
415
|
-
diagnostics?: readonly DiagnosticRecord[];
|
|
416
|
-
/**
|
|
417
|
-
* sandbox hook / agent setup·send·teardown 经 `ctx.fact()` 上报的运行事实(同 attempt 内
|
|
418
|
-
* 后写覆盖先写)。中性环境观测,不参与 verdict / 评分 / 指纹。见
|
|
419
|
-
* docs/feature/record/architecture.md#facts运行事实。
|
|
420
|
-
*/
|
|
421
|
-
facts?: globalThis.Record<string, string | number | boolean>;
|
|
422
|
-
/** Runner 阶段计时,按执行顺序;只记录实际发生的阶段(见 docs/feature/record/architecture.md)。 */
|
|
423
|
-
phases?: PhaseTiming[];
|
|
424
|
-
skipReason?: string;
|
|
425
|
-
events?: StreamEvent[];
|
|
426
|
-
/** test 引用到的 eval 源码(按 loc 收集),供 view 渲染 github-diff 式代码视图。 */
|
|
427
|
-
sources?: SourceArtifact[];
|
|
428
|
-
o11y?: O11ySummary;
|
|
429
|
-
/** agent 经 OpenTelemetry 导出的运行追踪(有 tracing 能力且收到 span 时)。 */
|
|
430
|
-
trace?: TraceSpan[];
|
|
431
|
-
/** 本 attempt 的 agent setup 实际装了什么(Skill / native plugin / MCP / Python plugin);不参与评分。 */
|
|
432
|
-
agentSetup?: AgentSetupManifest;
|
|
433
|
-
/**
|
|
434
|
-
* attempt 级聚合的证据覆盖(各 turn 的最差值,unavailable < partial < complete);必填。
|
|
435
|
-
*/
|
|
436
|
-
evidenceCoverage: import("../agents/types.ts").EvidenceCoverage;
|
|
437
|
-
/**
|
|
438
|
-
* 沙箱型 attempt 的执行环境标识:provider 名与实例 id,用于关联 provider 侧日志与留存现场;
|
|
439
|
-
* remote 型 agent 无此字段。`kept` 表示运行收尾时按 --keep-sandbox 留存了沙箱;之后的存活
|
|
440
|
-
* 状态归 `niceeval sandbox list` 回答,本记录一次写成、不回写。
|
|
441
|
-
*/
|
|
442
|
-
sandbox?: {
|
|
443
|
-
provider: string;
|
|
444
|
-
sandboxId: string;
|
|
445
|
-
kept?: true;
|
|
446
|
-
/** 本次 Attempt 使用了同一 Invocation 中已创建的 Sandbox。 */
|
|
447
|
-
reused?: true;
|
|
448
|
-
/** 本次 Invocation 内该 Sandbox 的稳定编号(从 1 开始)。 */
|
|
449
|
-
reuseSandbox?: number;
|
|
450
|
-
/** 此 Sandbox 承接的 Attempt 序号(从 1 开始)。 */
|
|
451
|
-
reuseOrdinal?: number;
|
|
452
|
-
};
|
|
453
|
-
/** agent 归因增量:逐 send 窗口的 delta 序列(落盘为 diff.json;文件级视图由读取面派生)。 */
|
|
454
|
-
diff?: DiffArtifact;
|
|
455
|
-
/** Sandbox 命令的 stdout/stderr 证据(落盘为 commands.json);成功与非零退出都记录,见 `CommandExitEvidence`。 */
|
|
456
|
-
commands?: CommandExitEvidence[];
|
|
457
|
-
rawTranscript?: string;
|
|
458
|
-
/** 携带条目(--resume 合入)专用:artifact 目录(相对结果根目录),指向原快照里的落盘。 */
|
|
459
|
-
artifactBase?: string;
|
|
460
|
-
/**
|
|
461
|
-
* 仅经 `--accept` 授权跨过指纹差异携入时留下的审计痕迹:跨过的每条差异各一项。
|
|
462
|
-
* 它让「这条是在哪个口径下被采信的」跟着结果走,不随 Run 翻篇丢失——授权是把风险显式交给
|
|
463
|
-
* 人,报告因此会在新配置身份下混入旧配置跑出的结果,这个字段是事后追认这笔账的唯一线索。
|
|
464
|
-
*/
|
|
465
|
-
carriedAccepting?: CarriedAcceptance[];
|
|
466
|
-
/** 当前确定性指纹替换已知旧 opaque carryEpoch 指纹时保留的来源。 */
|
|
467
|
-
migratedFrom?: FingerprintMigration;
|
|
468
|
-
/**
|
|
469
|
-
* 人工 `niceeval accept @<locator>` 产生的新结果:来源 locator、旧/新 fingerprint
|
|
470
|
-
* 与 manifest 差异摘要。与 `carriedAccepting`(旧版 --accept 携入痕迹)并列保留,
|
|
471
|
-
* 读取旧记录时不做迁移。
|
|
472
|
-
*/
|
|
473
|
-
acceptedFrom?: AcceptedResult;
|
|
474
|
-
/**
|
|
475
|
-
* writer 实际写出的按需 artifact 词干列表(词表与全部横切属性单源在
|
|
476
|
-
* docs/feature/record/architecture.md「证据 registry」,如 ["commands", "events", "sources"])。
|
|
477
|
-
* 省略等价于空列表;携带条目原样携带。读取面的懒加载语义(缺失返回 null)独立成立,
|
|
478
|
-
* 本字段只服务「不 stat 磁盘就知道有什么」的消费方。
|
|
479
|
-
*/
|
|
480
|
-
artifacts?: string[];
|
|
481
|
-
}
|
|
482
|
-
|
|
483
|
-
/** `run.json` 的格式标记;把 niceeval 报告和其它工具的同名文件区分开。 */
|
|
484
|
-
export const RECORD_FORMAT = "niceeval.results";
|
|
485
|
-
/**
|
|
486
|
-
* 结果格式版本,只在破坏兼容读取时递增;读取器只认相同版本。见 docs/feature/record/architecture.md。
|
|
487
|
-
* `5`(见 memory 的 attempt-locator-and-source-dedup 条目)= result.json 新增 `locator` 字段;
|
|
488
|
-
* `sources.json` 从逐 attempt 内联全量内容改为「attempt 级引用 + 快照级 `sources/<sha256>.json`
|
|
489
|
-
* 去重仓库」,`AttemptHandle.sources()` 的公开返回形状不变(仍是 `SourceArtifact[] | null`)。
|
|
490
|
-
* `6` = `error` 从自由字符串改为结构化 `AttemptError`,并新增有界 `diagnostics`。
|
|
491
|
-
* `8` = 断言记录改 outcome 判别联合(groupPath/optional/expected/received/unavailable+reason);
|
|
492
|
-
* 生命周期词表统一为 LifecyclePhase,`error.operation`/`diagnostics[].operation` 更名 `phase`;
|
|
493
|
-
* 新增 `phases`(阶段计时)、`coverage`(证据覆盖聚合)、`sandbox`(执行环境标识)字段;
|
|
494
|
-
* `ExperimentRunInfo` 改为解析后运行配置的穷尽投影(sandbox 从字符串改结构化投影对象);
|
|
495
|
-
* `diff.json` 落逐窗口 delta 序列(DiffWindow[]);events/trace 的字符串值统一 256 KiB 截断
|
|
496
|
-
* (结构化 `truncated` 标记);run.json 新增发布拷贝的 `publish` 标记。
|
|
497
|
-
* `9` = `hasEvents`/`hasTrace`/`hasSources` 三个布尔删除,统一为 `artifacts`(writer 实际写出的
|
|
498
|
-
* 按需 artifact 词干列表,单源在证据 registry);`O11ySummary` 删除 `usage`/`estimatedCostUSD`/
|
|
499
|
-
* `durationMs`,正名为纯行为计数缓存,权威唯一在 `result.json` 的 `Usage`/`estimatedCostUSD`/
|
|
500
|
-
* `durationMs`(见 memory 的 results-evidence-registry-ruling 条目)。
|
|
501
|
-
* `12` = `diff.json` 的 `WindowChange.binary` 并入 `elided`。
|
|
502
|
-
* `13` = 两层时间模型:`TimingNode` 封闭 kind 改为开放 key 的 `TimingActivity`;
|
|
503
|
-
* `AttemptError.phase` / `DiagnosticRecord.phase` 改为 `origin: TimingOrigin`;
|
|
504
|
-
* `RunMeta` 新增 `timings` 与 `sandboxBuilds`(见 memory 的 results-schema-version-history)。
|
|
505
|
-
* `14` = result.json 的证据聚合字段从 `coverage` 破坏性重命名为 `evidenceCoverage`;
|
|
506
|
-
* 六通道全部必填,不兼容旧 schema,也不做 normalize。
|
|
507
|
-
* 旧版快照按格式规则整份判为不兼容并在扫描时列为占位条目,不迁移不降级。
|
|
508
|
-
* `15` = commands.json 的命令退出事实新增 `checked`,区分公开 checked/unchecked 调用;
|
|
509
|
-
* 旧版 commands.json 不做兼容读取。
|
|
510
|
-
*/
|
|
511
|
-
export const RECORD_SCHEMA_VERSION = 15;
|
|
512
|
-
|
|
513
|
-
/** 一次 Invocation 的纯运行时内存聚合(reporter 契约用);落盘格式契约在 niceeval/record 的 RunMeta / AttemptRecord,见 docs/feature/record/architecture.md。不携带顶层 `agent`/`model`——一次 Invocation 可能横跨多个 `(agent, model, flags)` 配置,塞一个顶层单值只能代表其中一份配置;需要时从 `results` 里逐条 `EvalResult.agent`/`.model` 去重派生。 */
|
|
514
|
-
export interface InvocationSummary {
|
|
515
|
-
/** 项目名(来自 config.name),透传给 `niceeval view` 顶部 hero 显示。 */
|
|
516
|
-
name?: LocalizedText;
|
|
517
|
-
startedAt: string;
|
|
518
|
-
completedAt: string;
|
|
519
|
-
passed: number;
|
|
520
|
-
/** 断言不通过的数量;不包含 errored。 */
|
|
521
|
-
failed: number;
|
|
522
|
-
skipped: number;
|
|
523
|
-
/** 环境、超时、adapter、agent runtime 等执行错误数量;与 failed 互斥。 */
|
|
524
|
-
errored: number;
|
|
525
|
-
durationMs: number;
|
|
526
|
-
usage?: Usage;
|
|
527
|
-
estimatedCostUSD?: number;
|
|
528
|
-
results: EvalResult[];
|
|
529
|
-
}
|
|
530
|
-
|
|
531
|
-
/** onInvocationStart 的运行规模:去重后 eval 数 × 配置(agent×model×flags)数 → 总 attempt 数。 */
|
|
532
|
-
export interface InvocationShape {
|
|
533
|
-
/** 去重后实际要跑的 eval 数(= evals.length)。 */
|
|
534
|
-
evals: number;
|
|
535
|
-
/** (agent, model, flags) 配置组合数;compare 多 agent 时 > 1。 */
|
|
536
|
-
configs: number;
|
|
537
|
-
/** 总 attempt 数(evals × configs × attempts);逐行输出与汇总计数都按它。 */
|
|
538
|
-
totalAttempts: number;
|
|
539
|
-
/** 本次运行实际生效的全局并发数(flag/config/sandbox 默认值解析后的结果);
|
|
540
|
-
* 实验级 maxConcurrency 只在该实验内部限流,不改这个全局值。 */
|
|
541
|
-
maxConcurrency: number;
|
|
542
|
-
/**
|
|
543
|
-
* 本次 Invocation 的快照时间(ISO 时间戳),在调度任何 attempt 前确定。
|
|
544
|
-
* Artifacts writer 把它写入 `run.json.startedAt`;Attempt locator 另由持久化 Run 的
|
|
545
|
-
* `runId` 与 `evalId` / attempt 下标派生,不把时间戳当身份。`runEvals()` 恒在
|
|
546
|
-
* `onInvocationStart` 触发前填入该值;省略只出现在测试/第三方手写
|
|
547
|
-
* `InvocationShape` 的直调场景。
|
|
548
|
-
*/
|
|
549
|
-
snapshotStartedAt?: string;
|
|
550
|
-
/**
|
|
551
|
-
* 调度前为每个 Experiment 分配的持久化 Run 身份。Artifacts writer 必须把同一值写进
|
|
552
|
-
* run.json;其它 reporter 可用它关联 plan 期 attempt locator 与最终 Run。
|
|
553
|
-
*/
|
|
554
|
-
runIds?: ReadonlyMap<string, string>;
|
|
555
|
-
/**
|
|
556
|
-
* 本次规划期算出的指纹输入清单,按 experimentId 分组(evalId → 清单)。落盘面据此在建 Run
|
|
557
|
-
* 目录时与 `run.json` 同批写出 `manifests.json`(见 record/writer.ts 的 `WriterOptions`)。
|
|
558
|
-
* 与 `snapshotStartedAt` 同一条路径:runner 显式递给 reporter,不由落盘面自己猜。
|
|
559
|
-
* 省略只出现在没有携带规划的直调场景。
|
|
560
|
-
*/
|
|
561
|
-
manifests?: ReadonlyMap<string, RunManifests>;
|
|
562
|
-
/**
|
|
563
|
-
* 本次规划期按 experimentId 算好的 Run 级配置身份(见
|
|
564
|
-
* `config-identity.ts` 的 `configIdentityForRun` / `hashConfigHash`)。同一 experiment 内
|
|
565
|
-
* 全部 eval 共享一个值(configHash 只依赖 run 与 Experiment 作者 layer,不依赖逐 eval 的
|
|
566
|
-
* 物理 provider plan);落盘面据此在建 Run 目录时把它写进 `run.json.configHash`,不再只有
|
|
567
|
-
* `niceeval accept` 显式声明。与 `manifests` 同一条路径:runner 显式递给 reporter,
|
|
568
|
-
* 不由落盘面自己猜。省略只出现在没有携带规划的直调场景。
|
|
569
|
-
*/
|
|
570
|
-
configHashes?: ReadonlyMap<string, string>;
|
|
571
|
-
}
|
|
572
|
-
|
|
573
|
-
export interface Reporter {
|
|
574
|
-
onEvent?(event: ReporterEvent): void | Promise<void>;
|
|
575
|
-
onInvocationStart?(evals: { id: string }[], shape?: InvocationShape): void | Promise<void>;
|
|
576
|
-
onEvalComplete?(result: EvalResult): void | Promise<void>;
|
|
577
|
-
onInvocationComplete?(summary: InvocationSummary): void | Promise<void>;
|
|
578
|
-
}
|
|
579
|
-
|
|
580
|
-
/**
|
|
581
|
-
* 内部 reporter 注册项:CLI/runner 给每个 `Reporter` 实例附上「叫什么名字」「失败是否致命」
|
|
582
|
-
* 两条元数据,不改变用户实现 `Reporter` 的公共形状——`Reporter` 接口本身不变,用户只需要实现
|
|
583
|
-
* 上面那四个回调,从不需要知道 `ReporterRegistration` 的存在。`name` 是
|
|
584
|
-
* `reportReporterError()` / `DiagnosticNotice.key` 里 `reporter-error:<name>` 的稳定标识:
|
|
585
|
-
* 同一个 reporter 反复失败折叠成一条诊断、`count` 递增,不同 reporter 各自一条,由这个字段的
|
|
586
|
-
* 取值决定,不是「在哪个回调阶段失败」(onInvocationStart/onEvalComplete/…)决定——后者只作为
|
|
587
|
-
* 诊断消息里的次要上下文,不参与去重身份。
|
|
588
|
-
*
|
|
589
|
-
* `required` 语义(见 docs/feature/experiments/cli.md「运行完成状态不只看 verdict 计数」):
|
|
590
|
-
* - 默认 Artifacts reporter、CLI 显式 `--json` / `--junit`:`required: true`——它们的产物是
|
|
591
|
-
* agent/CI 读取权威结果的唯一入口,写失败必须让 `InvocationCompletion` 判红、CI 退出码非零。
|
|
592
|
-
* - 用户 `Config.reporters` / `EvalDef.reporters`:`required: false`——失败只折成一条
|
|
593
|
-
* diagnostic,不影响 completion,也不阻断其它 reporter 收尾或后续 attempt。
|
|
594
|
-
*
|
|
595
|
-
* `target` 是可选的落盘路径(如 `--json`/`--junit` 指定的文件),纯展示 / 排障用途,不参与判定。
|
|
596
|
-
*/
|
|
597
|
-
export interface ReporterRegistration {
|
|
598
|
-
reporter: Reporter;
|
|
599
|
-
name: string;
|
|
600
|
-
required: boolean;
|
|
601
|
-
target?: string;
|
|
602
|
-
}
|
|
603
|
-
|
|
604
|
-
export type ReporterEvent =
|
|
605
|
-
| { type: "invocation:start"; evals: { id: string }[]; shape: InvocationShape }
|
|
606
|
-
| { type: "eval:start"; eval: { id: string }; agent: Agent; model?: string; attempt: number; experimentId?: string }
|
|
607
|
-
| { type: "eval:complete"; result: EvalResult }
|
|
608
|
-
| { type: "invocation:earlyExit"; evalId: string; experimentId?: string }
|
|
609
|
-
| { type: "invocation:budgetExceeded"; budget: number; spent: number }
|
|
610
|
-
| { type: "invocation:saved"; summary: InvocationSummary }
|
|
611
|
-
| { type: "invocation:summary"; summary: InvocationSummary }
|
|
612
|
-
| {
|
|
613
|
-
/**
|
|
614
|
-
* 该 Experiment 的 teardown(若声明)完成之后、invocation:summary 之前触发,标记它
|
|
615
|
-
* 已经彻底跑完;供内建 Artifacts 精确地在这一刻封口对应的 Run,不必等到整个
|
|
616
|
-
* Invocation 结束才一次性封全部快照(见 docs/runner.md「Experiment 收尾协议」)。
|
|
617
|
-
*/
|
|
618
|
-
type: "experiment:complete";
|
|
619
|
-
experimentId: string;
|
|
620
|
-
/** 该 Experiment 封口时刻,即它的 Run completedAt。 */
|
|
621
|
-
completedAt: string;
|
|
622
|
-
/** 本次携带合入(fingerprint 命中、未真实执行)的历史终态结果,收尾时一并落盘。 */
|
|
623
|
-
carriedResults: EvalResult[];
|
|
624
|
-
/** 该 Experiment 域产生的全部诊断;空集合传空数组,不省略字段。 */
|
|
625
|
-
diagnostics: readonly DiagnosticRecord[];
|
|
626
|
-
/** 该 Experiment 域经 `ctx.fact()` 累计的运行事实(experiment.setup / .teardown,含收尾自愈路径);省略 = 没有上报过。 */
|
|
627
|
-
facts?: Readonly<globalThis.Record<string, string | number | boolean>>;
|
|
628
|
-
/** Run 级共享工作时间树;与 completedAt 同批封口。省略 = 本 Run 没有共享 activity。 */
|
|
629
|
-
timings?: readonly TimingActivity[];
|
|
630
|
-
/** 共享构建 provenance;与 timings 经 timingNodeId 关联。省略 = 本 Run 没有查询或构建过 BuildKey。 */
|
|
631
|
-
sandboxBuilds?: readonly SandboxBuildRecord[];
|
|
632
|
-
/** 项目名(来自 config.name),整次 Invocation 内所有 Experiment 共享同一个值。 */
|
|
633
|
-
name?: LocalizedText;
|
|
634
|
-
};
|
|
635
|
-
|
|
636
|
-
// ───────────────────────── eval / experiment / config 定义 ─────────────────────────
|
|
637
|
-
|
|
638
|
-
/**
|
|
639
|
-
* 计分粒度题型:`defineEval` 恒 `"pass"`(通过制,一题一分,读通过率),`defineScoreEval` 恒
|
|
640
|
-
* `"points"`(计分制,题内叠加挣分,读总分)。定义期事实,发现期从 `EvalDefinition.evaluationKind` 直接读取,
|
|
641
|
-
* 不靠执行 `test()` 推断(见 docs/feature/experiments/score-points.md)。
|
|
642
|
-
*/
|
|
643
|
-
export type EvaluationKind = "pass" | "points";
|
|
644
|
-
|
|
645
|
-
/**
|
|
646
|
-
* 作者输入里的派生字段用模块私有诊断类型,而不是 `never`:错误会说明字段属于哪个阶段。
|
|
647
|
-
* 这些 symbol 不从包入口导出,因此包外没有可写入的同类值。
|
|
648
|
-
*/
|
|
649
|
-
const EVAL_CONTRACT_DIAGNOSTIC: unique symbol = Symbol("niceeval.evalContractDiagnostic");
|
|
650
|
-
const EVAL_DEFINITION: unique symbol = Symbol("niceeval.evalDefinition");
|
|
651
|
-
const EXPERIMENT_CONTRACT_DIAGNOSTIC: unique symbol = Symbol("niceeval.experimentContractDiagnostic");
|
|
652
|
-
const EXPERIMENT_DEFINITION: unique symbol = Symbol("niceeval.experimentDefinition");
|
|
653
|
-
|
|
654
|
-
type IdComesFromFilePath = {
|
|
655
|
-
readonly [EVAL_CONTRACT_DIAGNOSTIC]: "id comes from the file path";
|
|
656
|
-
};
|
|
657
|
-
|
|
658
|
-
type EvaluationKindComesFromFactory = {
|
|
659
|
-
readonly [EVAL_CONTRACT_DIAGNOSTIC]: "evaluationKind comes from defineEval / defineScoreEval";
|
|
660
|
-
};
|
|
661
|
-
|
|
662
|
-
type ConfigHashComesFromPlanning = {
|
|
663
|
-
readonly [EVAL_CONTRACT_DIAGNOSTIC]: "configHash comes from run planning";
|
|
664
|
-
};
|
|
665
|
-
|
|
666
|
-
type ExperimentIdComesFromFilePath = {
|
|
667
|
-
readonly [EXPERIMENT_CONTRACT_DIAGNOSTIC]: "id comes from the file path";
|
|
668
|
-
};
|
|
669
|
-
|
|
670
|
-
/** Eval 作者自行选择的字段;不包含路径、factory 和规划期事实。 */
|
|
671
|
-
export interface EvalAuthorFields {
|
|
672
|
-
/** 一句话描述,展示在 `niceeval list` 和 view 里;纯说明,不影响调度或打分。 */
|
|
673
|
-
description?: string;
|
|
674
|
-
/** 标签,供 CLI `--tag` 过滤和 view 分类;与 id 前缀过滤是两套独立的筛选维度。 */
|
|
675
|
-
tags?: string[];
|
|
676
|
-
/**
|
|
677
|
-
* 这道题贡献的 Sandbox 声明层。省略等价于空 command-only layer,不提供隐式 template。
|
|
678
|
-
* 每个实际 Eval x Experiment 配对必须恰好一方提供 template-bearing layer。
|
|
679
|
-
*/
|
|
680
|
-
sandbox?: SandboxLayer;
|
|
681
|
-
/** 覆盖项目级 Config.judge,只对这一条评估用例生效(如换个更贵的评审模型)。 */
|
|
682
|
-
judge?: JudgeConfig;
|
|
683
|
-
/** 覆盖 / 追加项目级 Config.reporters,只对这一条评估用例生效。 */
|
|
684
|
-
reporters?: Reporter[];
|
|
685
|
-
/** 覆盖项目级 / CLI 的单次 attempt 超时(毫秒),只对这一条评估用例生效。 */
|
|
686
|
-
timeoutMs?: number;
|
|
687
|
-
/** 任意附加元数据,原样透传进 EvalResult,不参与调度或打分;供自定义 reporter 消费。 */
|
|
688
|
-
metadata?: globalThis.Record<string, JsonValue>;
|
|
689
|
-
/**
|
|
690
|
-
* 调整 agent diff 的归因排除清单(仅 Sandbox 型;见 docs/feature/eval/README.md):两个数组都是
|
|
691
|
-
* gitignore 风格 glob(workdir 相对)。默认排除 .git/node_modules/构建产物/包管理器缓存;
|
|
692
|
-
* `ignore` 在默认清单上追加排除;`include` 优先级最高,把匹配路径显式加回。
|
|
693
|
-
* 合成规则固定为「默认 ∪ ignore,再被 include 打洞」,清单在分类账锚点时冻结。
|
|
694
|
-
*/
|
|
695
|
-
diff?: { include?: string[]; ignore?: string[] };
|
|
696
|
-
}
|
|
697
|
-
|
|
698
|
-
/** 作者输入:id 归 discovery、evaluationKind 归 factory、configHash 归 planning,作者都不能填写。 */
|
|
699
|
-
export type EvalInput = EvalAuthorFields & {
|
|
700
|
-
id?: IdComesFromFilePath;
|
|
701
|
-
evaluationKind?: EvaluationKindComesFromFactory;
|
|
702
|
-
configHash?: ConfigHashComesFromPlanning;
|
|
703
|
-
test(t: TestContext): Promise<void> | void;
|
|
704
|
-
};
|
|
705
|
-
|
|
706
|
-
/** 计分制作者输入,只有 test 的上下文不同。 */
|
|
707
|
-
export type ScoreEvalInput = EvalAuthorFields & {
|
|
708
|
-
id?: IdComesFromFilePath;
|
|
709
|
-
evaluationKind?: EvaluationKindComesFromFactory;
|
|
710
|
-
configHash?: ConfigHashComesFromPlanning;
|
|
711
|
-
test(t: ScoreTestContext): Promise<void> | void;
|
|
712
|
-
};
|
|
713
|
-
|
|
714
|
-
/** Factory 完成默认归一后的 Eval 字段;Definition 不再复用作者输入的 optional 半状态。 */
|
|
715
|
-
export interface EvalDefinitionFields {
|
|
716
|
-
readonly description?: string;
|
|
717
|
-
readonly tags: readonly string[];
|
|
718
|
-
/**
|
|
719
|
-
* 保留“作者省略”和“作者显式声明空 layer”的来源差异:Direct Agent 只允许前者,
|
|
720
|
-
* Sandbox link 则把省略侧视为 command-only。不能在 factory 阶段补成 sandboxLayer()。
|
|
721
|
-
*/
|
|
722
|
-
readonly sandbox?: SandboxLayer;
|
|
723
|
-
readonly judge?: JudgeConfig;
|
|
724
|
-
readonly reporters: readonly Reporter[];
|
|
725
|
-
readonly timeoutMs?: number;
|
|
726
|
-
readonly metadata: Readonly<globalThis.Record<string, JsonValue>>;
|
|
727
|
-
readonly diff: {
|
|
728
|
-
readonly include: readonly string[];
|
|
729
|
-
readonly ignore: readonly string[];
|
|
730
|
-
};
|
|
731
|
-
}
|
|
732
|
-
|
|
733
|
-
/** Factory 产物保留精确 evaluationKind / context,并带模块私有品牌,不能由对象字面量伪造。 */
|
|
734
|
-
export interface EvalDefinition<Kind extends EvaluationKind, Context> extends EvalDefinitionFields {
|
|
735
|
-
readonly evaluationKind: Kind;
|
|
736
|
-
test(t: Context): Promise<void> | void;
|
|
737
|
-
readonly [EVAL_DEFINITION]: true;
|
|
738
|
-
}
|
|
739
|
-
|
|
740
|
-
export type AnyEvalDefinition =
|
|
741
|
-
| EvalDefinition<"pass", TestContext>
|
|
742
|
-
| EvalDefinition<"points", ScoreTestContext>;
|
|
743
|
-
|
|
744
|
-
/** @internal 唯一写入 Definition 私有品牌的构造辅助;不从公共入口导出。 */
|
|
745
|
-
export function brandEvalDefinition<Kind extends EvaluationKind, Context>(
|
|
746
|
-
value: EvalDefinitionFields & { evaluationKind: Kind; test(t: Context): Promise<void> | void },
|
|
747
|
-
): EvalDefinition<Kind, Context> {
|
|
748
|
-
Object.defineProperty(value, EVAL_DEFINITION, { value: true });
|
|
749
|
-
return Object.freeze(value) as EvalDefinition<Kind, Context>;
|
|
750
|
-
}
|
|
751
|
-
|
|
752
|
-
/** Definition 之后由 discovery 一次性补齐的不可变事实。 */
|
|
753
|
-
export interface DiscoveredEvalFacts {
|
|
754
|
-
readonly id: string;
|
|
755
|
-
/** 定义文件所在目录(解析相对 workspace 用)。 */
|
|
756
|
-
readonly baseDir: string;
|
|
757
|
-
/** 定义文件绝对路径,用于内容指纹缓存。 */
|
|
758
|
-
readonly sourcePath: string;
|
|
759
|
-
/** 发现期经 loadJson/loadYaml/loadText 读入的项目内数据文件(内容已在内存,指纹哈希内容)。 */
|
|
760
|
-
readonly loaderDataPaths: readonly string[];
|
|
761
|
-
/**
|
|
762
|
-
* 发现期经 `loadCriteria` 登记的判据树文件(只登记不读入)。指纹按「项目根相对路径 ×
|
|
763
|
-
* 内容流式哈希」进,与 `loaderDataPaths` 分两格是因为这一格的内容从不进内存。
|
|
764
|
-
*/
|
|
765
|
-
readonly criteriaPaths: readonly string[];
|
|
766
|
-
/**
|
|
767
|
-
* 发现期经 `loadPrivate` 登记的永不上传路径(只登记不读入)。指纹口径与 `criteriaPaths`
|
|
768
|
-
* 相同,分键存放——private 与 verifier 同属判据面,但不与 criteria 混成一张表。
|
|
769
|
-
*/
|
|
770
|
-
readonly privatePaths: readonly string[];
|
|
771
|
-
/**
|
|
772
|
-
* discovery 时捕获的规范化源码(归一化文本 + 项目相对路径 + SHA-256),见 `eval-source.ts`。
|
|
773
|
-
* 同一文件里多个 eval(数组默认导出)共享同一份引用——哈希与内容天然相同,不重复读盘。
|
|
774
|
-
*/
|
|
775
|
-
readonly source: CapturedEvalSource;
|
|
776
|
-
}
|
|
777
|
-
|
|
778
|
-
/** discovery 保留 factory 的 evaluationKind 判别、私有品牌与对应 test context。 */
|
|
779
|
-
export type DiscoveredEval =
|
|
780
|
-
| (EvalDefinition<"pass", TestContext> & DiscoveredEvalFacts)
|
|
781
|
-
| (EvalDefinition<"points", ScoreTestContext> & DiscoveredEvalFacts);
|
|
782
|
-
|
|
783
|
-
/** @internal discovery 动态边界的品牌守卫;普通对象即使字段同形也不通过。 */
|
|
784
|
-
export function isEvalDefinition(value: unknown): value is AnyEvalDefinition {
|
|
785
|
-
return (
|
|
786
|
-
typeof value === "object" &&
|
|
787
|
-
value !== null &&
|
|
788
|
-
(value as { readonly [EVAL_DEFINITION]?: unknown })[EVAL_DEFINITION] === true
|
|
789
|
-
);
|
|
790
|
-
}
|
|
791
|
-
|
|
792
|
-
/** @internal discovery 构造唯一的不可变阶段三值,不回写 Definition。 */
|
|
793
|
-
export function discoverEval(definition: AnyEvalDefinition, facts: DiscoveredEvalFacts): DiscoveredEval {
|
|
794
|
-
const value = { ...definition, ...facts };
|
|
795
|
-
Object.defineProperty(value, EVAL_DEFINITION, { value: true });
|
|
796
|
-
return Object.freeze(value) as DiscoveredEval;
|
|
797
|
-
}
|
|
798
|
-
|
|
799
|
-
/**
|
|
800
|
-
* `ExperimentDefinition.setup` / `teardown` 拿到的窄上下文。`progress` 更新本实验运行级
|
|
801
|
-
* active 行的次要文本(短命状态,JSON 机器流不逐条输出),`diagnostic` 进运行级永久
|
|
802
|
-
* 事件流(实验级钩子不属于任何单个 attempt,诊断不落 attempt 的 `result.json`;setup 抛错
|
|
803
|
-
* 以每条 attempt 的结构化 `error` 落盘,失败仍可回顾)。钩子的起止本身由 runner 直接发布为
|
|
804
|
-
* 运行级反馈,不依赖这里的 `progress`(见 docs/feature/experiments/cli.md「实验级 Hook 的显示」)。
|
|
805
|
-
*/
|
|
806
|
-
export interface ExperimentHookContext extends ScopedFeedback {
|
|
807
|
-
readonly experimentId: string;
|
|
808
|
-
/** 本实验解析后实际选中的 eval id 全集(evals 过滤器的求值结果)。 */
|
|
809
|
-
readonly selectedEvalIds: readonly string[];
|
|
810
|
-
/** 用户中断(Ctrl+C / kill)时 abort;长启动的 setup 应观察它提前退出。 */
|
|
811
|
-
readonly signal: AbortSignal;
|
|
812
|
-
/**
|
|
813
|
-
* 第三条反馈通道:上报整场实验的环境观测,与 `completedAt` 同批在快照封口补写进
|
|
814
|
-
* `RunMeta.facts`。key 匹配 `[a-z0-9._-]{1,64}`,value 是标量;同 key 后写覆盖先写,
|
|
815
|
-
* 非法 key 或非标量 value 抛错。不影响判定,不参与 verdict / 评分 / 指纹。形状与归属语义见
|
|
816
|
-
* docs/feature/record/architecture.md#facts运行事实。`niceeval exp --teardown` 的独立收尾
|
|
817
|
-
* 路径不派发 attempt、不落任何 Run,没有 `RunMeta.facts` 可写——该路径下这个方法仍然
|
|
818
|
-
* 校验入参(非法 key / 非标量 value 照样抛错),校验通过后丢弃写入(no-op:诚实优于
|
|
819
|
-
* 静默——非法调用照样报错、不被这条路径悄悄吞掉,但也不假装有地方落盘),见 cli.ts 的
|
|
820
|
-
* `--teardown` 构造点。
|
|
821
|
-
*/
|
|
822
|
-
fact(key: string, value: string | number | boolean): void;
|
|
823
|
-
}
|
|
824
|
-
|
|
825
|
-
/** Experiment 作者自行选择的字段;不包含路径 id 与 factory 品牌。 */
|
|
826
|
-
export interface ExperimentAuthorFields {
|
|
827
|
-
/** 一句话描述,展示在 view / CLI 里;纯说明,不影响调度或打分。 */
|
|
828
|
-
description?: string;
|
|
829
|
-
/**
|
|
830
|
-
* 必填:这个实验跑哪个 agent(defineSandboxAgent / defineDirectAgent 的产物)。运行配置的
|
|
831
|
-
* agent 归属完全由这里决定——EvalDefinition 不声明 agent。
|
|
832
|
-
*/
|
|
833
|
-
agent: Agent;
|
|
834
|
-
/** 单个模型(agent 留空时实验决定);省略=用 agent 原生默认。跨模型对比写多个实验文件,别用数组。 */
|
|
835
|
-
model?: string;
|
|
836
|
-
/** 模型推理努力程度(如 "low"/"medium"/"high",取值由具体模型/adapter 决定);省略=用 agent 原生默认。经 ctx.reasoningEffort 透给 adapter 与 eval。 */
|
|
837
|
-
reasoningEffort?: string;
|
|
838
|
-
/**
|
|
839
|
-
* 本实验的 Judge 执行配置。只覆盖 model / endpoint / credential selector / 调用预算,
|
|
840
|
-
* rubric、材料、severity 与 threshold 仍由 Eval assertion 拥有。各字段按
|
|
841
|
-
* Experiment → Eval → Config 解析。
|
|
842
|
-
*/
|
|
843
|
-
judge?: JudgeConfig;
|
|
844
|
-
/** 实验条件(A/B 里的 feature flag),由实验文件声明;必须是可 JSON 序列化的值
|
|
845
|
-
* (defineExperiment 解析时校验,非 JSON 直接报错),经 ctx.flags 透传给 adapter、
|
|
846
|
-
* t.flags 暴露给 eval,并原样进入结果快照的 ExperimentRunInfo.flags。 */
|
|
847
|
-
flags?: globalThis.Record<string, JsonValue>;
|
|
848
|
-
/**
|
|
849
|
-
* 报告归类标注:实验在各对比轴上的坐标(如 `{ line: "codex", memory: "mempal" }`)。
|
|
850
|
-
* 值域 string | number(解析时校验)。与 `flags` 的分界是「会不会改变 attempt 里发生的事」:
|
|
851
|
-
* labels 不透传 ctx / t(agent 和 eval 看不见)、不参与可比性配置(改它不作废已有结果),
|
|
852
|
-
* 只原样投影进快照的 `ExperimentRunInfo.labels` 供报告维度(`label()` / `numericLabel()`)
|
|
853
|
-
* 分组。`line` 键被默认报告识别:组内任一实验声明了它,散点按线归类并连线。
|
|
854
|
-
* 见 docs/feature/experiments/library.md「labels」。
|
|
855
|
-
*/
|
|
856
|
-
labels?: globalThis.Record<string, string | number>;
|
|
857
|
-
/** 同一 eval 重复跑几次(结果各计一条 attempt);省略/CLI `--attempts` 覆盖时默认 1。 */
|
|
858
|
-
attempts?: number;
|
|
859
|
-
/** 一次重复(attempts > 1)里某次 attempt 通过后是否跳过剩余重复;省略默认 false(`attempts` 跑满、测完整通过率),
|
|
860
|
-
* 显式打开用于「只想知道能不能过」的省钱场景。 */
|
|
861
|
-
earlyExit?: boolean;
|
|
862
|
-
/**
|
|
863
|
-
* 这个实验覆盖哪些 eval:`"*"` 全部、字符串数组按 id 前缀、或自定义谓词(逐条收到发现并扇出后的
|
|
864
|
-
* 只读 `EvalDescriptor`,不暴露路径 / 执行字段);省略等价于 `"*"`。谓词对本次 invocation 的
|
|
865
|
-
* 候选 eval 各求值一次,解析结果作为 `selectedEvalIds` 落进快照——不是运行时反复调用的过滤器
|
|
866
|
-
* (见 docs/feature/eval/library.md「EvalDescriptor」、docs/feature/experiments/library.md
|
|
867
|
-
* 「evals:遍历发现结果,自定义选择」)。
|
|
868
|
-
*/
|
|
869
|
-
evals?: "*" | readonly string[] | ((e: EvalDescriptor) => boolean);
|
|
870
|
-
/** 覆盖项目级 / CLI 的单次 attempt 超时(毫秒),只对这个实验生效。 */
|
|
871
|
-
timeoutMs?: number;
|
|
872
|
-
/**
|
|
873
|
-
* 本实验贡献的 Sandbox 声明层。它与每条选中 Eval 的同名字段逐配对链接;
|
|
874
|
-
* 每个配对恰好一方提供 template-bearing layer。
|
|
875
|
-
*/
|
|
876
|
-
sandbox?: SandboxLayer;
|
|
877
|
-
/** 同一 Run 内复用沙箱;这种运行与历史携带双向隔离。 */
|
|
878
|
-
sandboxReuse?: boolean;
|
|
879
|
-
/**
|
|
880
|
-
* 本实验的花费上限(USD)。调度器按「已完成 attempt 的实测花费」累计,到顶后跳过这个实验
|
|
881
|
-
* 剩下未起飞的 attempt 并上报一次 `run:budgetExceeded`(已在飞的 attempt 仍会跑完)。
|
|
882
|
-
*/
|
|
883
|
-
budget?: number;
|
|
884
|
-
/**
|
|
885
|
-
* 本实验自己的并发上限:调度器只对这个实验的 attempt 限流,同批其它实验不受影响,
|
|
886
|
-
* 仍按全局并发(CLI / env / config / 沙箱默认)跑。用于串行化有共享状态的实验
|
|
887
|
-
* (如跨 eval 累积记忆:`maxConcurrency: 1` 保证 attempt 按 eval 顺序一个个跑),
|
|
888
|
-
* 或给撞 provider 限额的实验单独降速。名额与 attempt 同生命周期:从沙箱创建前一直握到
|
|
889
|
-
* teardown 与沙箱销毁完成才归还,中途任何等待(含 turn 重试退避)都不松手——
|
|
890
|
-
* `maxConcurrency: 1` 因此是严格的临界区,不会被同实验的下一个 attempt 提前闯入。
|
|
891
|
-
*/
|
|
892
|
-
maxConcurrency?: number;
|
|
893
|
-
/**
|
|
894
|
-
* 本实验的失败分类器:识别以第三方错误形态浮出的自家共享基建死因(对自家隧道 host 的拒连
|
|
895
|
-
* 一类),返回 `undefined` 表示「不认识,交给后续链路」。本实验任意 per-attempt 阶段的失败
|
|
896
|
-
* 都会问到它;send 失败链上它排在 adapter 的 `classifySendFailure` 之前——按自家坐标过滤的
|
|
897
|
-
* 特异性高于协议通用形状,两者同时认领时空间轴才赢得下来。分类器要快、纯、不抛错(抛错按
|
|
898
|
-
* `undefined` 回落并被吞掉);只声明决策轴与 `reason` 词,重试与落闸策略归执行体。
|
|
899
|
-
* 见 docs/feature/error-classification/library.md「实验 / eval 作者:声明死因的波及范围」。
|
|
900
|
-
*/
|
|
901
|
-
classifyFailure?: AttemptFailureClassifier;
|
|
902
|
-
/**
|
|
903
|
-
* 实验级生命周期钩子对的 setup 侧:整场至多一次、宿主机侧,管「每实验一份、所有 attempt
|
|
904
|
-
* 共享」的宿主机资源(隧道、mock server、license 租约)。本实验第一个通过派发许可的
|
|
905
|
-
* attempt 触发(memoized,并发 attempt 等同一个结果;全部结果被 carry 携入时不执行)。
|
|
906
|
-
* setup 不返回值;产物写模块级变量,`teardown` 与同文件 agent / sandbox 钩子从闭包读,
|
|
907
|
-
* runner 不做值的中介。setup 抛错 → 本实验所有 attempt 记 `errored`
|
|
908
|
-
* (code `"experiment-setup-failed"`、phase `"experiment.setup"`),同批其它实验不受影响。
|
|
909
|
-
* 函数体不进 fingerprint,改了钩子逻辑用 `--force` 强制重跑。
|
|
910
|
-
* 见 docs/feature/experiments/architecture.md「实验级生命周期」。
|
|
911
|
-
*/
|
|
912
|
-
setup?: (ctx: ExperimentHookContext) => void | Promise<void>;
|
|
913
|
-
/**
|
|
914
|
-
* 实验级生命周期钩子对的 teardown 侧:本实验全部 attempt 收尾后执行(运行被中断也执行),
|
|
915
|
-
* 当且仅当 setup 时点走到过——setup 抛错不豁免(半初始化现场同样要扫尾,teardown 对可能
|
|
916
|
-
* 未赋值的闭包变量做防御),未声明 setup 不影响触发;一个 attempt 都不派发则跳过。
|
|
917
|
-
* 抛错或超 30s 清理上限只记运行级 diagnostic(`experiment-teardown-failed`),不改判定。
|
|
918
|
-
*/
|
|
919
|
-
teardown?: (ctx: ExperimentHookContext) => void | Promise<void>;
|
|
920
|
-
}
|
|
921
|
-
|
|
922
|
-
/** 作者输入:id 只能由发现阶段从文件路径推导。 */
|
|
923
|
-
export type ExperimentInput = ExperimentAuthorFields & {
|
|
924
|
-
id?: ExperimentIdComesFromFilePath;
|
|
925
|
-
};
|
|
926
|
-
|
|
927
|
-
/** Factory 完成默认归一后的 Experiment 字段;无默认语义的 Hook 仍保持作者声明。 */
|
|
928
|
-
export interface ExperimentDefinition {
|
|
929
|
-
readonly description?: string;
|
|
930
|
-
readonly agent: Agent;
|
|
931
|
-
readonly model?: string;
|
|
932
|
-
readonly reasoningEffort?: string;
|
|
933
|
-
readonly judge?: JudgeConfig;
|
|
934
|
-
readonly flags: Readonly<globalThis.Record<string, JsonValue>>;
|
|
935
|
-
readonly labels: Readonly<globalThis.Record<string, string | number>>;
|
|
936
|
-
readonly attempts: number;
|
|
937
|
-
readonly earlyExit: boolean;
|
|
938
|
-
readonly evals: "*" | readonly string[] | ((e: EvalDescriptor) => boolean);
|
|
939
|
-
readonly timeoutMs?: number;
|
|
940
|
-
/** 省略本身是 link 阶段需要的来源事实,不能在 Definition 中归一成显式空 layer。 */
|
|
941
|
-
readonly sandbox?: SandboxLayer;
|
|
942
|
-
readonly sandboxReuse: boolean;
|
|
943
|
-
readonly budget?: number;
|
|
944
|
-
readonly maxConcurrency?: number;
|
|
945
|
-
readonly classifyFailure?: AttemptFailureClassifier;
|
|
946
|
-
readonly setup?: (ctx: ExperimentHookContext) => void | Promise<void>;
|
|
947
|
-
readonly teardown?: (ctx: ExperimentHookContext) => void | Promise<void>;
|
|
948
|
-
readonly [EXPERIMENT_DEFINITION]: true;
|
|
949
|
-
}
|
|
950
|
-
|
|
951
|
-
/** @internal 仅 defineExperiment 写入私有品牌。 */
|
|
952
|
-
export function brandExperimentDefinition(
|
|
953
|
-
value: Omit<ExperimentDefinition, typeof EXPERIMENT_DEFINITION>,
|
|
954
|
-
): ExperimentDefinition {
|
|
955
|
-
Object.defineProperty(value, EXPERIMENT_DEFINITION, { value: true });
|
|
956
|
-
return Object.freeze(value) as ExperimentDefinition;
|
|
957
|
-
}
|
|
958
|
-
|
|
959
|
-
/** @internal discovery 只接受 defineExperiment 的原始产物,不做结构性兼容。 */
|
|
960
|
-
export function isExperimentDefinition(value: unknown): value is ExperimentDefinition {
|
|
961
|
-
return (
|
|
962
|
-
typeof value === "object" &&
|
|
963
|
-
value !== null &&
|
|
964
|
-
(value as { readonly [EXPERIMENT_DEFINITION]?: unknown })[EXPERIMENT_DEFINITION] === true
|
|
965
|
-
);
|
|
966
|
-
}
|
|
967
|
-
|
|
968
|
-
/** @internal discovery 构造阶段三的不可变投影;不向 Definition 回写路径事实。 */
|
|
969
|
-
export function discoverExperiment(
|
|
970
|
-
definition: ExperimentDefinition,
|
|
971
|
-
source: { readonly id: string; readonly baseDir: string; readonly sourcePath: string },
|
|
972
|
-
): DiscoveredExperiment {
|
|
973
|
-
const value = { ...definition, ...source };
|
|
974
|
-
Object.defineProperty(value, EXPERIMENT_DEFINITION, { value: true });
|
|
975
|
-
return Object.freeze(value) as DiscoveredExperiment;
|
|
976
|
-
}
|
|
977
|
-
|
|
978
|
-
/** 发现期运行形状:Definition 加入路径与来源;规划期 configHash 不在这里。 */
|
|
979
|
-
export interface DiscoveredExperiment extends ExperimentDefinition {
|
|
980
|
-
readonly id: string;
|
|
981
|
-
/** 定义文件所在目录;解析 Experiment layer 中的相对本地路径。 */
|
|
982
|
-
readonly baseDir: string;
|
|
983
|
-
/** 定义文件绝对路径;link 诊断标注声明来源。 */
|
|
984
|
-
readonly sourcePath: string;
|
|
985
|
-
}
|
|
986
|
-
|
|
987
|
-
/**
|
|
988
|
-
* 用户谓词(`ExperimentDefinition.evals`)能看到的唯一形状——发现并扇出后的显式白名单投影,不透传
|
|
989
|
-
* `DiscoveredEval` 原对象(不暴露 `sourcePath` / `baseDir` / `test` / hooks 等内部路径与执行字段)。
|
|
990
|
-
* `tags` 缺省为冻结空数组;`metadata` 原样引用作者声明的对象(至少浅冻结),供 `tags.includes(...)` /
|
|
991
|
-
* `metadata.<key>` 判断(见 docs/feature/eval/library.md「EvalDescriptor」)。
|
|
992
|
-
*/
|
|
993
|
-
export interface EvalDescriptor {
|
|
994
|
-
readonly id: string;
|
|
995
|
-
readonly description?: string;
|
|
996
|
-
readonly tags: readonly string[];
|
|
997
|
-
/**
|
|
998
|
-
* 计分粒度题型,`defineEval` → `"pass"`,`defineScoreEval` → `"points"`。定义期事实,
|
|
999
|
-
* 每条发现出的 eval 上都有确定值。供 `ExperimentDefinition.evals` 谓词按题型过滤(见
|
|
1000
|
-
* docs/feature/experiments/score-points.md「横截面聚合:同型实验,各读各的」)。
|
|
1001
|
-
*/
|
|
1002
|
-
readonly evaluationKind: EvaluationKind;
|
|
1003
|
-
readonly metadata?: Readonly<globalThis.Record<string, JsonValue>>;
|
|
1004
|
-
}
|
|
1005
|
-
|
|
1006
|
-
export interface Config {
|
|
1007
|
-
/** view/show 的项目默认报告。 */
|
|
1008
|
-
report?: ReportDefinition;
|
|
1009
|
-
/** view 的项目默认主题。 */
|
|
1010
|
-
theme?: ThemeDefinition;
|
|
1011
|
-
/**
|
|
1012
|
-
* 项目名,显示在 `niceeval view` 顶部 hero(`<h1>`),省略则回退到通用标题。
|
|
1013
|
-
* 可传字符串,或按 locale 提供多语言(如 `{ en: "...", "zh-CN": "..." }`),随 view 语言切换。
|
|
1014
|
-
*/
|
|
1015
|
-
name?: LocalizedText;
|
|
1016
|
-
/**
|
|
1017
|
-
* CLI 与运行时文案的界面语言(BCP 47,如 `"en"` / `"zh-CN"`);CI 里想让日志恒定一种语言就写这个。
|
|
1018
|
-
* 省略则按系统 locale(`LC_ALL` / `LC_MESSAGES` / `LANG`)判定,都没有时用 `zh-CN`。
|
|
1019
|
-
*/
|
|
1020
|
-
locale?: string;
|
|
1021
|
-
/** 上传进 Sandbox 的工作区根目录,省略则用项目根;评估用例的 sandbox 视图从这里起步。 */
|
|
1022
|
-
workspace?: string;
|
|
1023
|
-
/** 项目级默认 judge 配置(model / baseUrl / apiKeyEnv);EvalDef.judge 可按评估用例覆盖。 */
|
|
1024
|
-
judge?: JudgeConfig;
|
|
1025
|
-
/** 项目级默认 reporter 列表(如落盘 / 上传结果);EvalDef.reporters 会与它合并。 */
|
|
1026
|
-
reporters?: Reporter[];
|
|
1027
|
-
/** 项目级默认并发上限;CLI flag / experiment 的同名设置优先级更高(没有环境变量层)。 */
|
|
1028
|
-
maxConcurrency?: number;
|
|
1029
|
-
/** Run 级 Sandbox 镜像准备并发;与 attempt 并发独立,省略时安全默认 2。 */
|
|
1030
|
-
maxBuildConcurrency?: number;
|
|
1031
|
-
/** 项目级默认单次 attempt 超时(毫秒);CLI flag / experiment / EvalDef 的同名设置优先级更高。 */
|
|
1032
|
-
timeoutMs?: number;
|
|
1033
|
-
/**
|
|
1034
|
-
* OTLP 接收配置,niceeval 项目内唯一入口(不读 NICEEVAL_OTLP_* 环境变量)。
|
|
1035
|
-
* `port` 钉住接收端口(固定端口模式:长驻服务把 OTEL_EXPORTER_OTLP_ENDPOINT 一次性指到
|
|
1036
|
-
* http://localhost:<port>/v1/traces,跑多少次评估用例都不用改)。省略 = 每次运行动态分配
|
|
1037
|
-
* 临时端口(经 ctx.telemetry 交给 adapter)。代价:固定端口下同机同时只能跑一个 niceeval 进程,
|
|
1038
|
-
* 且该端口被别的进程占用时会报错——换一个空闲端口写回这里即可。
|
|
1039
|
-
* `host` 是报给 adapter 的接收端 hostname(而非监听地址,监听地址恒为 0.0.0.0):默认
|
|
1040
|
-
* "127.0.0.1";docker Sandbox 型 tracing 需要 "host.docker.internal" 之类的场景,或配了隧道
|
|
1041
|
-
* 的远程接入,在这里覆盖。
|
|
1042
|
-
*/
|
|
1043
|
-
telemetry?: { host?: string; port?: number };
|
|
1044
|
-
/**
|
|
1045
|
-
* 内置价格表(`o11y/prices.json`)之上的用户覆盖 / 补充,按 model 查(见 Observability
|
|
1046
|
-
* · 用量与成本)。key 支持精确 model 名或 `provider/*` 通配(自托管/网关折扣按 provider 批量覆盖);
|
|
1047
|
-
* 精确 key 优先于通配。只在没有网关实测成本(`usage.costUSD`)时才会用到——实测优先于估算恒成立。
|
|
1048
|
-
*/
|
|
1049
|
-
pricing?: globalThis.Record<string, PriceOverride>;
|
|
1050
|
-
}
|
|
1051
|
-
|
|
1052
|
-
/** 每百万 token 的美元单价;省略的桶退回 `inputPerMTok`(cache token 本质也是 input)。 */
|
|
1053
|
-
export interface PriceOverride {
|
|
1054
|
-
/** 普通输入 token 单价。 */
|
|
1055
|
-
inputPerMTok: number;
|
|
1056
|
-
/** 输出 token 单价。 */
|
|
1057
|
-
outputPerMTok: number;
|
|
1058
|
-
/** cache 命中(读)token 单价,省略则退回 inputPerMTok。 */
|
|
1059
|
-
cacheReadPerMTok?: number;
|
|
1060
|
-
/** cache 写入 token 单价,省略则退回 inputPerMTok。 */
|
|
1061
|
-
cacheWritePerMTok?: number;
|
|
1062
|
-
}
|
|
1063
|
-
|
|
1064
|
-
// ───────────────────────── 调度编排 ─────────────────────────
|
|
1065
|
-
|
|
1066
|
-
/**
|
|
1067
|
-
* 进度行 / 日志里标识一个 run 配置的短名。有 experiment 时用其 basename(唯一,
|
|
1068
|
-
* 能区分同 agent 同 model 的实验变体,如 xxx 与 xxx--agents-md;与汇总表口径一致);
|
|
1069
|
-
* 无 experiment 时退回 agent/model。现有 live display 以它(拼 evalId)作行聚合 key,
|
|
1070
|
-
* 两处必须同源(改这里的格式要同步核对 live.ts 的 key 计算,见 memory 的
|
|
1071
|
-
* live-who-key-mismatch-freezes-rows —— 上一次格式改动漏改 live.ts 自己手写的两处曾冻结整表)。
|
|
1072
|
-
*
|
|
1073
|
-
* 这是展示 label,不是 identity —— 两个不同的 (evalId, attempt) 可能巧合算出同一个 who
|
|
1074
|
-
* (同 experiment 同 eval 的第 2 次重试与另一条 eval 的第 1 次重试,展示上都叫同一个 basename)。
|
|
1075
|
-
* 反馈系统新的事件/状态(见上面 `AttemptRef` / `AttemptKey` / `encodeAttemptKey`)一律用
|
|
1076
|
-
* `{experimentId, evalId, attempt}` 做 identity/Map key,`who` 只作为 `ActiveAttempt.who`
|
|
1077
|
-
* 之类的展示字段附着,不参与去重或查找 —— 把展示 label 错当成 identity key 曾经是 live 表格
|
|
1078
|
-
* 两个真实 bug 的根因(另见 memory 的 live-rows-fold-experiment-variants)。
|
|
1079
|
-
*/
|
|
1080
|
-
export function runWho(run: { agentName: string; model?: string; experimentId?: string }): string {
|
|
1081
|
-
if (run.experimentId) return run.experimentId.split("/").pop()!;
|
|
1082
|
-
return run.model ? `${run.agentName}/${run.model}` : run.agentName;
|
|
1083
|
-
}
|
|
1084
|
-
|
|
1085
|
-
/** 一个 (agent, model, flags) 的运行配置 —— 由 CLI / 实验展开。 */
|
|
1086
|
-
export interface AgentRun {
|
|
1087
|
-
readonly agent: Agent;
|
|
1088
|
-
readonly model?: string;
|
|
1089
|
-
readonly reasoningEffort?: string;
|
|
1090
|
-
readonly flags: Readonly<globalThis.Record<string, JsonValue>>;
|
|
1091
|
-
readonly attempts: number;
|
|
1092
|
-
readonly earlyExit: boolean;
|
|
1093
|
-
/** Experiment 的作者 layer;省略在 link 输入归一为 command-only。 */
|
|
1094
|
-
readonly sandbox?: SandboxLayer;
|
|
1095
|
-
readonly sandboxReuse?: boolean;
|
|
1096
|
-
/** Experiment 声明的 judge 覆盖;与 Eval/Config 的逐字段解析在 pair 规划期完成。 */
|
|
1097
|
-
readonly judge?: JudgeConfig;
|
|
1098
|
-
/**
|
|
1099
|
-
* 运行侧已求值的单 attempt 超时上限:只含 `--timeout` 与 experiment 字段两层
|
|
1100
|
-
* (`resolveRunTimeout`)。**不许把 config 的值提前物化进来**——eval 与 config 两层由
|
|
1101
|
-
* `resolveAttemptTimeout` 在派发时接上,提前物化会让 eval 自己声明的上限永久短路
|
|
1102
|
-
* (见 timeout.ts 与 memory/multi-source-field-resolution-order.md)。
|
|
1103
|
-
*/
|
|
1104
|
-
readonly timeoutMs?: number;
|
|
1105
|
-
/** `timeoutMs` 那个值来自哪一层,供超时消息标注出处;省略按 `experiment` 读。 */
|
|
1106
|
-
readonly timeoutSource?: "flag" | "experiment";
|
|
1107
|
-
readonly budget?: number;
|
|
1108
|
-
readonly experimentId: string;
|
|
1109
|
-
/** Experiment 定义文件目录;只用于解析 template 中的相对宿主路径。 */
|
|
1110
|
-
readonly experimentBaseDir: string;
|
|
1111
|
-
/** Experiment 定义文件路径;link 诊断来源。 */
|
|
1112
|
-
readonly experimentSourcePath: string;
|
|
1113
|
-
/** 实验的一句话描述(ExperimentDef.description),进结果快照的 ExperimentRunInfo。 */
|
|
1114
|
-
readonly description?: string;
|
|
1115
|
-
/** 报告归类标注(ExperimentDef.labels),原样进 ExperimentRunInfo.labels;不透传 ctx / t。 */
|
|
1116
|
-
readonly labels?: Readonly<globalThis.Record<string, string | number>>;
|
|
1117
|
-
/** evals 过滤器的指纹(数组内容 / 函数体哈希),进 ExperimentRunInfo.evalFilterFingerprint。 */
|
|
1118
|
-
readonly evalFilterFingerprint?: string;
|
|
1119
|
-
/**
|
|
1120
|
-
* 本次 invocation 解析后实际选中的 eval id 全集——CLI 在构造 AgentRun 时对候选 eval 各求值
|
|
1121
|
-
* 一次算好(见 `eval-selection.ts` 的 `resolveExperimentEvals()`),下游(dry-run、sandbox 查表、
|
|
1122
|
-
* fingerprint/carry、attempt 展开、hook ctx、落盘)只消费这份已解析结果,不重新调用用户谓词。
|
|
1123
|
-
* 保持顺序 = discovery 稳定顺序,去重。
|
|
1124
|
-
*/
|
|
1125
|
-
readonly selectedEvalIds: readonly string[];
|
|
1126
|
-
readonly strict?: boolean;
|
|
1127
|
-
/** 本配置自己的并发上限(来自 ExperimentDef.maxConcurrency):调度器为它单建信号量,
|
|
1128
|
-
* attempt 先过这道闸再占全局并发位;省略则只受全局并发约束。 */
|
|
1129
|
-
readonly maxConcurrency?: number;
|
|
1130
|
-
/** 实验级生命周期钩子对(来自 ExperimentDef.setup / .teardown):setup 整场至多一次,
|
|
1131
|
-
* 调度器 memoize 执行;teardown 在全部 attempt 收尾后执行,当且仅当 setup 时点走到过
|
|
1132
|
-
* (语义见 ExperimentDef 对应字段)。 */
|
|
1133
|
-
readonly setup?: (ctx: ExperimentHookContext) => void | Promise<void>;
|
|
1134
|
-
readonly teardown?: (ctx: ExperimentHookContext) => void | Promise<void>;
|
|
1135
|
-
/** 实验声明的失败分类器(来自 ExperimentDef.classifyFailure):turn 链上排在 adapter 之前,
|
|
1136
|
-
* 生命周期链上排在抛出点声明之后;产出的空间轴由止损闸在 attempt 封口消费。 */
|
|
1137
|
-
readonly classifyFailure?: AttemptFailureClassifier;
|
|
1138
|
-
}
|
|
1139
|
-
|
|
1140
|
-
export interface RunOptions {
|
|
1141
|
-
config: Config;
|
|
1142
|
-
evals: readonly DiscoveredEval[];
|
|
1143
|
-
agentRuns: readonly AgentRun[];
|
|
1144
|
-
/**
|
|
1145
|
-
* `--keep-sandbox` 的留存档位:failed 留 failed/errored(含硬超时的 errored),all 全部留;
|
|
1146
|
-
* 省略 = 全部销毁(留存永远是显式选择)。留存决策在 verdict 定稿的收尾点按档位提交,
|
|
1147
|
-
* 见 docs/feature/sandbox/architecture.md「留存(keep)与注册表」。
|
|
1148
|
-
*/
|
|
1149
|
-
keepSandbox?: "failed" | "all";
|
|
1150
|
-
/** --rerun 的本次调用携带口径。 */
|
|
1151
|
-
rerun?: "failed" | "all";
|
|
1152
|
-
/** `--accept` 本次授权跨过的差异 selector(`config:<字段路径>` 等)。 */
|
|
1153
|
-
accept?: readonly string[];
|
|
1154
|
-
/**
|
|
1155
|
-
* 历史侧的指纹输入清单(`${experimentId}|${evalId}` → 清单),差异解释与 `--accept` 的授权
|
|
1156
|
-
* 判据读它;缺席的 key 差异算不出,如实是 `opaque:no-manifest`。调用方已经算好 `carryPlan`
|
|
1157
|
-
* 时这个字段不参与——那份计划里的差异已经定了。
|
|
1158
|
-
*/
|
|
1159
|
-
priorManifests?: ReadonlyMap<string, EvalManifest>;
|
|
1160
|
-
/** 结果根目录(.niceeval;留存注册表 `.niceeval/sandboxes/` 挂在它下面)。省略 = cwd/.niceeval。 */
|
|
1161
|
-
niceevalRoot?: string;
|
|
1162
|
-
/** CLI 为 `niceeval exp` 提供的持久 Session 索引;只观察调度事件,不参与锁/闸判定。 */
|
|
1163
|
-
session?: import("./session.ts").SessionTracker;
|
|
1164
|
-
/** @internal 测试/嵌入式编排可预分配 Run 身份;CLI 省略时 runner 为每个 Experiment 生成 UUID。 */
|
|
1165
|
-
runIds?: ReadonlyMap<string, string>;
|
|
1166
|
-
/**
|
|
1167
|
-
* 已注册的 reporter,携带 name/required 元数据(见 `ReporterRegistration`)。这是内部编排
|
|
1168
|
-
* 通道——调用方(今天只有 `cli.ts`)按来源(默认 artifacts / 显式 --json·--junit / 用户
|
|
1169
|
-
* `Config.reporters`)把裸 `Reporter` 各自包一层元数据后传进来;eval 级 `EvalDef.reporters`
|
|
1170
|
-
* 不经过这里,由 `runEvals()` 自己按 `scopeReporter()` 包装、统一记作 `required: false`
|
|
1171
|
-
*(见 run.ts 的 scopedSets 处理)。
|
|
1172
|
-
*/
|
|
1173
|
-
reporters: ReporterRegistration[];
|
|
1174
|
-
maxConcurrency: number;
|
|
1175
|
-
/** Run 级 Sandbox 镜像 lookup/build 并发;省略时安全默认 2。 */
|
|
1176
|
-
maxBuildConcurrency?: number;
|
|
1177
|
-
signal?: AbortSignal;
|
|
1178
|
-
/** 上次运行的结果。verdict 为 passed/failed 的 (experimentId, evalId) 组合跳过重跑,结果直接合入本次汇总。 */
|
|
1179
|
-
priorResults?: EvalResult[];
|
|
1180
|
-
/**
|
|
1181
|
-
* 预算好的携入计划(见 fingerprint.ts 的 planCarry)。cli.ts 为了让 live 表格提前知道
|
|
1182
|
-
* 哪些行会被携入,必须在构建 liveRows 之前算一次;传进来后 runEvals 直接复用,不重算
|
|
1183
|
-
* 一遍(否则两处各自算一次,不仅重复 I/O,还留下"两边判断可能不一致"的隐患)。
|
|
1184
|
-
* 省略时 runEvals 自己算(测试直调等场景)。
|
|
1185
|
-
*/
|
|
1186
|
-
carryPlan?: import("./fingerprint.ts").CarryPlan;
|
|
1187
|
-
/**
|
|
1188
|
-
* 非沙箱 tracing agent 的 run 级共享 OTLP 接收池(runEvals 创建并回收;
|
|
1189
|
-
* 每个 agent 一个 receiver,attempt 之间共享 —— 被测应用是长驻进程,端点不能随 attempt 换)。
|
|
1190
|
-
*/
|
|
1191
|
-
otelPool?: import("../o11y/otlp/turn-otel.ts").OtelReceiverPool;
|
|
1192
|
-
/**
|
|
1193
|
-
* Run 级共享构建准备。只含携带规划后仍需 fresh 执行的 BuildKey;
|
|
1194
|
-
* 省略时 runEvals 从 pair-owned ProviderPlan 自动收集
|
|
1195
|
-
* (Compose works 默认接 dockerComposeBuildProvider)。测试可显式注入假 provider。
|
|
1196
|
-
* 共享构建不占 attempt 并发位,不计入 executionMs。
|
|
1197
|
-
*/
|
|
1198
|
-
buildPreparation?: {
|
|
1199
|
-
readonly works: readonly import("../sandbox/build-coordinator.ts").SandboxBuildWork[];
|
|
1200
|
-
readonly provider: import("../sandbox/build-coordinator.ts").SandboxBuildProvider;
|
|
1201
|
-
/** `${experimentId}|${evalId}` → 该 pair 的 fresh attempt 依赖的 BuildKey。 */
|
|
1202
|
-
readonly pairBuildKeys: Readonly<globalThis.Record<string, readonly BuildKey[]>>;
|
|
1203
|
-
readonly maxConcurrency?: number;
|
|
1204
|
-
readonly buildTimeoutMs?: number;
|
|
1205
|
-
readonly prepareBudgetMs?: number;
|
|
1206
|
-
};
|
|
1207
|
-
/**
|
|
1208
|
-
* Run 级 Agent artifact prepare 协调器。省略时 runEvals 为有 staged installer 的
|
|
1209
|
-
* sandbox agent 新建并接真 Run timing recorder;测试可注入。
|
|
1210
|
-
*/
|
|
1211
|
-
artifactPrepare?: import("../agents/provisioner.ts").ArtifactPrepareCoordinator;
|
|
1212
|
-
}
|
|
1213
|
-
|
|
1214
|
-
/** 调度器内部的一次尝试:eval × run × 第几轮。 */
|
|
1215
|
-
export interface Attempt {
|
|
1216
|
-
readonly evalDef: DiscoveredEval;
|
|
1217
|
-
readonly run: AgentRun;
|
|
1218
|
-
readonly attempt: number;
|
|
1219
|
-
/** agent+model+evalId,用于首过即停。 */
|
|
1220
|
-
readonly key: string;
|
|
1221
|
-
readonly fingerprint: string;
|
|
1222
|
-
readonly configHash: string;
|
|
1223
|
-
/** 该 pair 的唯一、不可变规划产物;fingerprint / create / reuse 全部消费同一份值。 */
|
|
1224
|
-
readonly plan: LinkedRunPlan;
|
|
1225
|
-
/** 同一 Experiment 本次选中 Eval 的完整 plan 映射;run.json 不从当前 pair 猜全局默认值。 */
|
|
1226
|
-
readonly sandboxPlansByEval: Readonly<globalThis.Record<string, JsonValue>>;
|
|
1227
|
-
/**
|
|
1228
|
-
* 构造 fresh attempt plan 时即算好的 Attempt 定位符(不是完成后写回):由 invocation 的
|
|
1229
|
-
* 预分配 runId 与 attempt 身份派生,贯穿执行、留存登记与落盘——登记项、run 收尾反馈与
|
|
1230
|
-
* result.json 从第一次写入起就用同一个值。裸 run(无 experimentId)不产出。
|
|
1231
|
-
*/
|
|
1232
|
-
readonly locator: AttemptLocator;
|
|
1233
|
-
}
|
|
1234
|
-
|
|
1235
|
-
// ───────────────────────── 反馈 profile / 事件 / reducer 状态 ─────────────────────────
|
|
1236
|
-
// `niceeval exp` 的 human / json 反馈模型(见 docs/feature/experiments/cli.md)。
|
|
1237
|
-
// 本节定义 coordinator、纯 reducer、renderer 与 runner emitter 共用的事件及状态契约;实现分别
|
|
1238
|
-
// 位于 `runner/feedback/` 与 `runner/attempt.ts` / `runner/run.ts`,没有另一套阶段性事件模型。
|
|
1239
|
-
|
|
1240
|
-
/** 两种反馈形态(见 docs/feature/experiments/cli.md「每条命令一个人读 text 面,`--json` 是机器面」):
|
|
1241
|
-
* `--json` 即机器面,否则人读文本(TTY live 面板 / 非 TTY 追加流,由渲染层内部按 `io.stderr.isTTY`
|
|
1242
|
-
* 再分派,不是第三个 profile)。 */
|
|
1243
|
-
export type OutputProfile = "human" | "json";
|
|
1244
|
-
|
|
1245
|
-
// 反馈系统的 attempt 阶段与落盘 / envelope 用同一套 `LifecyclePhase` 闭集(见上),
|
|
1246
|
-
// 不再有独立的 dashboard 词表;`waiting for a slot` 是 attempt 开始前的调度态,不属于闭集;
|
|
1247
|
-
// `passed` / `failed` / `errored` / `reused` / `early-exit` / `budget-unstarted` 是 outcome,
|
|
1248
|
-
// 发生在阶段结束后,也不塞进 phase 闭集。
|
|
1249
|
-
|
|
1250
|
-
/**
|
|
1251
|
-
* 反馈系统里一次 attempt 的稳定身份:reducer 用它做 active map 的 key、事件的关联字段。
|
|
1252
|
-
* 只含调度身份三元组 —— 不含 agent/model/展示 label(那是 `who`,来自 `runWho()`,
|
|
1253
|
-
* 见该函数注释:展示 label 不能当 identity key 用,folding 两个不同 config 到同一个 key
|
|
1254
|
-
* 曾经就是 live 表格两个真实 bug 的根因),也不含落盘 `AttemptLocator`
|
|
1255
|
-
* 所需的持久化 `runId`。完成/failure 事件在 locator 确定后直接携带
|
|
1256
|
-
* 派生好的 `AttemptLocator` 字符串,反馈层
|
|
1257
|
-
* 不重新推导身份 —— 两个同名概念的 identity 类型故意不同名,以免和落盘身份互相看错)。
|
|
1258
|
-
*/
|
|
1259
|
-
export interface AttemptRef {
|
|
1260
|
-
/** 未挂靠 experiment 时为 undefined(直接指定 agent/model 跑,不经过 experiment);不用空字符串占位。 */
|
|
1261
|
-
experimentId?: string;
|
|
1262
|
-
evalId: string;
|
|
1263
|
-
/** 0-indexed,与 `EvalResult.attempt` / `AttemptLocator` 的 attempt 同一口径。 */
|
|
1264
|
-
attempt: number;
|
|
1265
|
-
}
|
|
1266
|
-
|
|
1267
|
-
/** `AttemptRef` 的确定性字符串编码,只作 `RunFeedbackState.active` 的 Map key 使用 ——
|
|
1268
|
-
* 不是展示文本(那是 `who`),也不是 `AttemptLocator`(那需要额外的 `snapshotStartedAt`)。 */
|
|
1269
|
-
export type AttemptKey = string & { readonly __brand: "AttemptKey" };
|
|
1270
|
-
|
|
1271
|
-
/** 由 `AttemptRef` 派生 `AttemptKey`;同一身份永远编码出同一个 key。 */
|
|
1272
|
-
export function encodeAttemptKey(ref: AttemptRef): AttemptKey {
|
|
1273
|
-
return `${ref.experimentId ?? ""}|${ref.evalId}|${ref.attempt}` as AttemptKey;
|
|
1274
|
-
}
|
|
1275
|
-
|
|
1276
|
-
/**
|
|
1277
|
-
* dashboard 当前可见的一个 active slot。`phase` 是正式状态,`detail` 只是该 phase 下的次要文本
|
|
1278
|
-
*(如 `running` 阶段的 `tool: shell` / `turn 2`)—— 两者是两个字段,不把 adapter 的 raw progress
|
|
1279
|
-
* string 直接当状态用;phase 变化时 `detail` 清空(旧阶段的次要文本不该残留到新阶段)。
|
|
1280
|
-
*/
|
|
1281
|
-
export interface ActiveAttempt {
|
|
1282
|
-
identity: AttemptRef;
|
|
1283
|
-
/** 展示 label,等价 `runWho()` 的结果;渲染要用,但绝不作为 identity/key。 */
|
|
1284
|
-
who: string;
|
|
1285
|
-
phase: LifecyclePhase;
|
|
1286
|
-
/**
|
|
1287
|
-
* 这条 attempt 被派发的墙钟时间(epoch ms,取 `attempt:start` 的 `at`)—— active 行时间列的
|
|
1288
|
-
* **唯一**基准,`attempt:phase` 不得改写它:live 面板不做 spinner 动画,存活性完全由这一列
|
|
1289
|
-
* 持续增长证明(见 docs/feature/experiments/cli.md「active 行的列序」),一列会归零的时间既
|
|
1290
|
-
* 证明不了存活,也让人误以为这条 eval 重跑了。阶段各自的耗时不进这里——它由结果的
|
|
1291
|
-
* `timing.phases` 完整落盘,live 面板要回答的是「这条还活着吗、跑了多久、正在干什么」。
|
|
1292
|
-
*/
|
|
1293
|
-
startedAt: number;
|
|
1294
|
-
detail?: string;
|
|
1295
|
-
}
|
|
1296
|
-
|
|
1297
|
-
/** 实验级钩子只有 setup 与它返回的 teardown 两员,同一实验内两者永不并发
|
|
1298
|
-
* (teardown 在全部 attempt 收尾后才触发),所以运行级行按 experimentId 建 key 就够。 */
|
|
1299
|
-
export type ExperimentHookName = "setup" | "teardown";
|
|
1300
|
-
|
|
1301
|
-
/**
|
|
1302
|
-
* dashboard 当前可见的一个实验级钩子运行级行(见 docs/feature/experiments/cli.md
|
|
1303
|
-
* 「实验级 Hook 的显示」)。与 `ActiveAttempt` 分开建模:钩子不属于任何单个 attempt、不占并发位,
|
|
1304
|
-
* 也不参与 `RunFeedbackState` 的计数不变量——等待 setup 的
|
|
1305
|
-
* attempt 保持 `queued`,这行就是「为什么它们还在排队」的解释。`detail` 来自实验级
|
|
1306
|
-
* `ctx.progress`,后一条覆盖前一条。
|
|
1307
|
-
*/
|
|
1308
|
-
/**
|
|
1309
|
-
* dashboard 当前可见的 judge 预检运行级行(见 docs/feature/experiments/cli.md「judge 预检的显示」)。
|
|
1310
|
-
* 与 `ActiveExperimentHook` 分开建模:预检是 invocation 级、不挂任何 experimentId,只有一个在飞
|
|
1311
|
-
* 实例(整次运行至多一次预检)。`startedAt` 用于渲染运行级行持续增长的耗时,证明它还活着。
|
|
1312
|
-
*/
|
|
1313
|
-
export interface ActivePrecheck {
|
|
1314
|
-
/** 预检开始的墙钟时间(epoch ms),用于渲染运行级行的耗时。 */
|
|
1315
|
-
startedAt: number;
|
|
1316
|
-
}
|
|
1317
|
-
|
|
1318
|
-
export interface ActiveExperimentHook {
|
|
1319
|
-
experimentId: string;
|
|
1320
|
-
hook: ExperimentHookName;
|
|
1321
|
-
/** 钩子开始的墙钟时间(epoch ms),用于渲染运行级行的耗时。 */
|
|
1322
|
-
startedAt: number;
|
|
1323
|
-
detail?: string;
|
|
1324
|
-
/** 强杀后启动自愈补执行的 teardown(见 `DurableFeedbackEvent` 的 "experiment-hook" 变体)。 */
|
|
1325
|
-
recovery?: boolean;
|
|
1326
|
-
}
|
|
1327
|
-
|
|
1328
|
-
/**
|
|
1329
|
-
* dashboard 当前可见的一个「等待并行 run」运行级行(见 docs/feature/experiments/cli.md
|
|
1330
|
-
* 「等待并发 run 的显示」)。用例锁的等待粒度是单个 `(experimentId, evalId)`,但运行级行按
|
|
1331
|
-
* experimentId 聚合展示——一个实验可能同时有多个用例撞锁,只占一行,给出条数与代表持有方。
|
|
1332
|
-
*/
|
|
1333
|
-
export interface ActiveLockWait {
|
|
1334
|
-
experimentId: string;
|
|
1335
|
-
/** 当前仍在等待的 evalId → 该用例开始等待的时间与持有方身份。`size` 就是运行级行要展示的
|
|
1336
|
-
* 等待条数;为空表示这个实验当前没有在等的用例(条目仍保留在 map 里,供非 TTY 聚合文案
|
|
1337
|
-
* 读取下面两个累计字段,直到下一次 "started" 事件开启新窗口时清零)。 */
|
|
1338
|
-
waiting: ReadonlyMap<string, { startedAt: number; holderPid?: number; holderHost?: string }>;
|
|
1339
|
-
/** 本次「有等待用例」窗口内,累计已经 resolved 且携入 reused 的 attempt 数——供非 TTY 聚合
|
|
1340
|
-
* 收尾行(如 `lock wait resolved · compare/codex (2 carried · 1 to run, 1m 34s)`)读取。 */
|
|
1341
|
-
resolvedCarried: number;
|
|
1342
|
-
/** 同上,累计已经 resolved 且转为自跑(进入 queued)的 attempt 数。 */
|
|
1343
|
-
resolvedDispatched: number;
|
|
1344
|
-
}
|
|
1345
|
-
|
|
1346
|
-
/**
|
|
1347
|
-
* dashboard 当前可见的一条 Run 级 activity 行(共享构建、制品准备等)。
|
|
1348
|
-
* 不占 attempt active 位,也不进五项恒等式计数;人读文本用 producer 的 `label`,不查
|
|
1349
|
-
* LifecyclePhase 锚点表(见 docs/feature/experiments/architecture.md「Run 级共享准备」)。
|
|
1350
|
-
*/
|
|
1351
|
-
export interface ActiveRunActivity {
|
|
1352
|
-
/** 与 TimingActivity.id 对齐,同一 Run 内唯一。 */
|
|
1353
|
-
id: string;
|
|
1354
|
-
/** ActivityKey;机器面分组用,不驱动人读标签切换。 */
|
|
1355
|
-
key: string;
|
|
1356
|
-
/** producer 写下的有界人读标签;展示层原样用。 */
|
|
1357
|
-
label: string;
|
|
1358
|
-
/** 开始的墙钟时间(epoch ms),用于渲染运行级行持续增长的耗时。 */
|
|
1359
|
-
startedAt: number;
|
|
1360
|
-
}
|
|
1361
|
-
|
|
1362
|
-
/**
|
|
1363
|
-
* 一次失败/错误的永久通知:human 撤下 dashboard 后追加一行、JSON 机器流立即追加一行,都读它。
|
|
1364
|
-
* 字段全部结构化(locator / identity / verdict / phase 都是具名字段),profile renderer 不需要
|
|
1365
|
-
* 解析 `reason` 之外的任何文本就能拼出机器可读的输出。
|
|
1366
|
-
*/
|
|
1367
|
-
export interface FailureDetail {
|
|
1368
|
-
locator: AttemptLocator;
|
|
1369
|
-
identity: AttemptRef;
|
|
1370
|
-
who: string;
|
|
1371
|
-
verdict: "failed" | "errored";
|
|
1372
|
-
/** 一层可行动摘要(gate 断言名、error 消息……),不是完整 stack/transcript;详情走 `niceeval show`。 */
|
|
1373
|
-
reason: string;
|
|
1374
|
-
/** failed / assertion-unavailable 时的结构化主断言摘要;机器 renderer 直接读字段。 */
|
|
1375
|
-
assertion?: PrimaryAssertionSummary;
|
|
1376
|
-
/** 仅 errored 使用:结构化执行错误发生时所在的阶段。failed 是断言 outcome,不带 phase。 */
|
|
1377
|
-
phase?: LifecyclePhase;
|
|
1378
|
-
/** 仅 errored 且没有结构化主断言摘要(真正的执行错误,而非 assertion-unavailable)时携带:
|
|
1379
|
-
* `AttemptError.code` 原样透出,human 单行事实行拼成 `errored · <phase> · <code>`。 */
|
|
1380
|
-
code?: string;
|
|
1381
|
-
/** 完整时间归属;attempt 形态同时投影上面的 phase,run 形态保留共享 timing node。 */
|
|
1382
|
-
origin?: TimingOrigin;
|
|
1383
|
-
/** 该 attempt 的 `AttemptRecord.facts` 键数;缺失或为空对象时省略。结束反馈的 FAILURES 面板
|
|
1384
|
-
* 只据此给一条行内提示(有才提示),完整键值表留给 `niceeval show @<locator>`。 */
|
|
1385
|
-
factsCount?: number;
|
|
1386
|
-
}
|
|
1387
|
-
|
|
1388
|
-
/** 带发生时间的失败通知;复用失败以 FailureDetail 静态进入 plan,不伪装成刚发生的事件。 */
|
|
1389
|
-
export interface FailureNotice extends FailureDetail {
|
|
1390
|
-
at: number;
|
|
1391
|
-
}
|
|
1392
|
-
|
|
1393
|
-
/**
|
|
1394
|
-
* 去重后的诊断通知(warning/error):相同 `key` 的诊断只保留一条,`count` 累加受影响次数
|
|
1395
|
-
*(见 docs/feature/experiments/cli.md「什么动态更新,什么逐条追加」的去重规则)。
|
|
1396
|
-
* `data` 携带结构化字段(如 budget 的 experimentId/spent/unstarted),renderer 直接读取,
|
|
1397
|
-
* 不解析 `message`(`message` 只是 human 展示用的一句话)。
|
|
1398
|
-
*/
|
|
1399
|
-
/**
|
|
1400
|
-
* 止损闸落闸诊断的稳定词法(`--json` 的 `warning.code`、`run.json` 的诊断 `code`,契约见
|
|
1401
|
-
* docs/feature/error-classification/architecture.md「止损执行体」)。emitter(run.ts)与两种
|
|
1402
|
-
* profile 的 renderer 共用这一个常量,谁都不在自己这边再写一遍字面量。
|
|
1403
|
-
*/
|
|
1404
|
-
export const HALT_DIAGNOSTIC_CODE = "dispatch-halted";
|
|
1405
|
-
|
|
1406
|
-
export interface DiagnosticNotice {
|
|
1407
|
-
at: number;
|
|
1408
|
-
key: string;
|
|
1409
|
-
/** 对外的稳定词法(`--json` 的 `warning.code`、human 诊断行标题);省略 = 与 `key` 相同。
|
|
1410
|
-
* `key` 可以把折叠身份(experimentId / evalId)编进去,`code` 恒是干净字面量。 */
|
|
1411
|
-
code?: string;
|
|
1412
|
-
severity: "warning" | "error";
|
|
1413
|
-
message: string;
|
|
1414
|
-
/** 相同 key 累计出现的次数,由 reducer 去重时递增。 */
|
|
1415
|
-
count: number;
|
|
1416
|
-
identity?: AttemptRef;
|
|
1417
|
-
data?: Readonly<globalThis.Record<string, JsonValue>>;
|
|
1418
|
-
}
|
|
1419
|
-
|
|
1420
|
-
/** 运行完整性结论,独立于 verdict 计数。CI 退出码不能只看 failed/errored ——
|
|
1421
|
-
* budget 未覆盖全部计划、用户中断、required reporter 失败都必须让 completion 非「complete」。 */
|
|
1422
|
-
export type CompletionStatus = "complete" | "incomplete" | "interrupted";
|
|
1423
|
-
|
|
1424
|
-
/** 一个 reporter 收尾失败的记录;`required` 区分它是否让 completion 判红(见 ReporterRegistration)。 */
|
|
1425
|
-
export interface ReporterError {
|
|
1426
|
-
reporter: string;
|
|
1427
|
-
required: boolean;
|
|
1428
|
-
message: string;
|
|
1429
|
-
}
|
|
1430
|
-
|
|
1431
|
-
export interface InvocationCompletion {
|
|
1432
|
-
status: CompletionStatus;
|
|
1433
|
-
/** budget 耗尽导致未派发的 attempt 数;不含首过即停省略的次数(见 `earlyExitUnstarted`)。 */
|
|
1434
|
-
unstarted: number;
|
|
1435
|
-
/** 首过即停在已知 verdict 下主动省略的计划次数 —— 这是「省下的重复验证」,不是「未完整覆盖」。 */
|
|
1436
|
-
earlyExitUnstarted: number;
|
|
1437
|
-
reporterErrors: readonly ReporterError[];
|
|
1438
|
-
}
|
|
1439
|
-
|
|
1440
|
-
/**
|
|
1441
|
-
* 事件 → 状态的纯 reducer 产出(见 `src/runner/feedback/reducer.ts`)。所有计数、active map、
|
|
1442
|
-
* cost 累计、failure/diagnostic 去重都只在 reducer 里算一次;human/json renderer 只读取
|
|
1443
|
-
* 这份状态,不各自维护第二份推导。
|
|
1444
|
-
*
|
|
1445
|
-
* `total = reused + running + elsewhere + queued + passed + failed + errored + skipped`
|
|
1446
|
-
* (八项恒等式,见 docs/feature/experiments/cli.md「等待并发 run 的显示」)在处理完每一个事件
|
|
1447
|
-
* 之后都成立,是 reducer 的不变量:任何一次迁移都是「从一项减 x、往另一项加 x」,不存在两项
|
|
1448
|
-
* 同时计数或都不计数的中间态(见 reducer.test.ts 的表驱动用例,每一步都断言,不只在流程末尾
|
|
1449
|
-
* 断言一次)。
|
|
1450
|
-
*/
|
|
1451
|
-
export interface RunFeedbackState {
|
|
1452
|
-
total: number;
|
|
1453
|
-
reused: number;
|
|
1454
|
-
running: number;
|
|
1455
|
-
/** 正被并行 Invocation 持锁运行、本次在等待中的用例的 attempt 数(用例锁,见 `lock-wait`
|
|
1456
|
-
* 变体与 docs/feature/experiments/cli.md「等待并发 run 的显示」);与 `queued` 互斥——
|
|
1457
|
-
* `queued` 是「等本进程并发位/setup」,`elsewhere` 是「等别的进程」。
|
|
1458
|
-
* 恒等式(见接口注释)在处理完每一个事件之后都成立。 */
|
|
1459
|
-
elsewhere: number;
|
|
1460
|
-
queued: number;
|
|
1461
|
-
/** 以下四项是本次派发并已了结的 attempt 按 verdict 的划分——reducer 不保留一个笼统的
|
|
1462
|
-
* 「完成数」:盯着运行的人问的是「到现在为止挂了几个」,一个合计数回答不了。携入结果的
|
|
1463
|
-
* verdict 留在 `reused`,不摊进这四项(计数口径与成本口径一致地区分「本次派发」与
|
|
1464
|
-
* 「缓存携入」,见 docs/feature/experiments/cli.md「运行中的 live 面板」)。 */
|
|
1465
|
-
passed: number;
|
|
1466
|
-
failed: number;
|
|
1467
|
-
errored: number;
|
|
1468
|
-
/** 本次不产生 verdict 的了结:eval 自身 skip、首过即停省略的轮次、budget 未派发。
|
|
1469
|
-
* 它们不冒充 `passed`/`failed`;三者彼此的区别由结束结论与题目级 `eval` 事件给出。 */
|
|
1470
|
-
skipped: number;
|
|
1471
|
-
/** attempt:early-exit 事件的累计次数(首过即停省略 + fail-fast 未派发;后者由 fail-fast
|
|
1472
|
-
* diagnostic 的 count 单独区分,见 cli.ts 的 assembleRunCompletion)。 */
|
|
1473
|
-
earlyExitSkipped: number;
|
|
1474
|
-
/**
|
|
1475
|
-
* `attempt:early-exit` 事件的原始次数,按 `${experimentId ?? ""}|${evalId}` 分组(见
|
|
1476
|
-
* `feedback/eval-conclusions.ts` 的 `evalConclusionKey`)。这份计数**未**剔除 fail-fast 的
|
|
1477
|
-
* 份额(fail-fast 未派发同样发出这个事件类型,见 run.ts)——`evalConclusionRows()` 消费时
|
|
1478
|
-
* 对照 `diagnostics` 里的 `fail-fast:` 记录减去那部分,得到真正的首过即停省略次数,据此判断
|
|
1479
|
-
* 是否给出 `reason=early_exit`。不得把这份原始计数直接当作首过即停次数使用。
|
|
1480
|
-
*/
|
|
1481
|
-
earlyExitByEval: ReadonlyMap<string, number>;
|
|
1482
|
-
elapsedMs: number;
|
|
1483
|
-
/** 仅本次实际派发 attempt 的 token;carry 结果的历史 usage 不进入这里。 */
|
|
1484
|
-
newTokenCount?: number;
|
|
1485
|
-
estimatedCostUSD?: number;
|
|
1486
|
-
active: ReadonlyMap<AttemptKey, ActiveAttempt>;
|
|
1487
|
-
/** 在飞的 judge 预检运行级行(见 `DurableFeedbackEvent` 的 "precheck" 变体):`started` 置位、
|
|
1488
|
-
* `done` 清空。预检发生在任何 attempt 派发之前、作用于整次 invocation,不属于任何 attempt,
|
|
1489
|
-
* 也不参与五项恒等式计数——预检期间 attempt 保持 `queued`,
|
|
1490
|
-
* 这行就是「为什么它们还在排队」的解释。undefined = 当前没有在飞的预检。 */
|
|
1491
|
-
activePrecheck?: ActivePrecheck;
|
|
1492
|
-
/** 在飞的实验级钩子(experimentId → 运行级行状态),由 "experiment-hook" 事件增删、
|
|
1493
|
-
* "experiment:progress" 更新 detail(见 docs/feature/experiments/cli.md「实验级 Hook 的显示」)。 */
|
|
1494
|
-
experimentHooks: ReadonlyMap<string, ActiveExperimentHook>;
|
|
1495
|
-
/** 在飞的用例锁等待,按 experimentId 聚合(见 `ActiveLockWait`、docs/feature/experiments/cli.md
|
|
1496
|
-
* 「等待并发 run 的显示」)。由 "lock-wait" 事件增删/累计;没有等待用例的实验不出现在这个 map 里。 */
|
|
1497
|
-
lockWaits: ReadonlyMap<string, ActiveLockWait>;
|
|
1498
|
-
/** 在飞的 Run 级 activity(id → 运行级行状态),由 "run-activity" 事件增删。不占 attempt
|
|
1499
|
-
* active 位,也不进计数恒等式(见 `ActiveRunActivity`)。 */
|
|
1500
|
-
runActivities: ReadonlyMap<string, ActiveRunActivity>;
|
|
1501
|
-
failures: readonly FailureNotice[];
|
|
1502
|
-
/** 本次实际派发后产生的去重失败数;复用失败不消耗 profile 的流式输出上限。 */
|
|
1503
|
-
freshFailureCount: number;
|
|
1504
|
-
diagnostics: readonly DiagnosticNotice[];
|
|
1505
|
-
/** 留存授予的沙箱(--keep-sandbox);run 摘要后各 profile 追加输出。 */
|
|
1506
|
-
kept: readonly KeptNotice[];
|
|
1507
|
-
}
|
|
1508
|
-
|
|
1509
|
-
/** 一条留存授予的永久通知(见 docs/feature/sandbox/cli.md「run 收尾输出」)。 */
|
|
1510
|
-
export interface KeptNotice {
|
|
1511
|
-
at: number;
|
|
1512
|
-
locator: AttemptLocator;
|
|
1513
|
-
identity: AttemptRef;
|
|
1514
|
-
who: string;
|
|
1515
|
-
verdict: Verdict;
|
|
1516
|
-
provider: string;
|
|
1517
|
-
sandboxId: string;
|
|
1518
|
-
enter?: string;
|
|
1519
|
-
}
|
|
1520
|
-
|
|
1521
|
-
/** 一次 run 的初始计划。复用只暴露数量;失败明细仅用于静态初始化终局清单。 */
|
|
1522
|
-
export interface RunFeedbackPlan {
|
|
1523
|
-
shape: InvocationShape;
|
|
1524
|
-
/**
|
|
1525
|
-
* 声明了 `maxConcurrency` 的实验 → 各自的上限。只收声明了的实验(未声明的实验的有效宽度就是
|
|
1526
|
-
* 全局值,列出来只是噪音);一个都没声明时整个字段省略——`--json` 的 `start` 事件因此不会
|
|
1527
|
-
* 出现空对象,human `PLAN` 行也不加附注(见 docs/feature/experiments/cli.md
|
|
1528
|
-
* 「运行中的 live 面板」的 `concurrency` 附注段)。
|
|
1529
|
-
*/
|
|
1530
|
-
experimentConcurrency?: Readonly<globalThis.Record<string, number>>;
|
|
1531
|
-
/** 携入(carry)结果数,直接计入 `RunFeedbackState.reused`,不需要重新调度。 */
|
|
1532
|
-
reused: number;
|
|
1533
|
-
/** 复用结果中的失败;plan 时静态注入,不产生“刚发生”的失败事件。 */
|
|
1534
|
-
reusedFailures?: readonly FailureDetail[];
|
|
1535
|
-
}
|
|
1536
|
-
|
|
1537
|
-
/**
|
|
1538
|
-
* 只影响 dashboard 当前帧、reducer 不为它保留历史的事件:新值使旧值失去意义,所以覆盖而不是
|
|
1539
|
-
* 追加(见 docs/feature/experiments/cli.md「什么动态更新,什么逐条追加」的判断标准)。
|
|
1540
|
-
* `attempt:early-exit` 同样折进这一组 —— 它不打印永久行,只把已知 verdict 的省略次数收进
|
|
1541
|
-
* `skipped`(见 reducer 实现)。
|
|
1542
|
-
*/
|
|
1543
|
-
export type AttemptLifecycleEvent =
|
|
1544
|
-
| { type: "attempt:queued"; at: number; identity: AttemptRef; who: string }
|
|
1545
|
-
| { type: "attempt:start"; at: number; identity: AttemptRef; who: string; phase: LifecyclePhase }
|
|
1546
|
-
| { type: "attempt:phase"; at: number; identity: AttemptRef; phase: LifecyclePhase }
|
|
1547
|
-
| { type: "attempt:progress"; at: number; identity: AttemptRef; detail: string }
|
|
1548
|
-
| {
|
|
1549
|
-
type: "attempt:complete";
|
|
1550
|
-
at: number;
|
|
1551
|
-
identity: AttemptRef;
|
|
1552
|
-
who: string;
|
|
1553
|
-
verdict: Verdict;
|
|
1554
|
-
/** 本次 attempt 的输入 + 输出 token;缺失表示 provider 未报告。 */
|
|
1555
|
-
tokenCount?: number;
|
|
1556
|
-
estimatedCostUSD?: number;
|
|
1557
|
-
}
|
|
1558
|
-
| { type: "attempt:early-exit"; at: number; identity: AttemptRef; who: string };
|
|
1559
|
-
|
|
1560
|
-
/**
|
|
1561
|
-
* 实验级 `ctx.progress` 的短命投影:只覆盖对应运行级行的 `detail`,不追加永久行——与
|
|
1562
|
-
* `attempt:progress` 同一判断标准(新值使旧值失去意义)。对应的运行级行不存在时静默忽略。
|
|
1563
|
-
*/
|
|
1564
|
-
export interface ExperimentProgressEvent {
|
|
1565
|
-
type: "experiment:progress";
|
|
1566
|
-
at: number;
|
|
1567
|
-
experimentId: string;
|
|
1568
|
-
detail: string;
|
|
1569
|
-
}
|
|
1570
|
-
|
|
1571
|
-
/**
|
|
1572
|
-
* 运行级时钟 tick:唯一允许更新 `RunFeedbackState.elapsedMs` 的事件,由 coordinator 的定时器产出
|
|
1573
|
-
*(见 plan 的可注入 `FeedbackIO` clock)。reducer 保持纯函数,不自己读 `Date.now()`,elapsedMs
|
|
1574
|
-
* 因此只能通过事件携带的值前进 —— 这也让 reducer 测试可以喂任意 elapsed 值,不必真的等待。
|
|
1575
|
-
*/
|
|
1576
|
-
export interface FeedbackTickEvent {
|
|
1577
|
-
type: "tick";
|
|
1578
|
-
at: number;
|
|
1579
|
-
elapsedMs: number;
|
|
1580
|
-
}
|
|
1581
|
-
|
|
1582
|
-
/**
|
|
1583
|
-
* 永久事件:human 撤下 dashboard 后追加一行、JSON renderer 在 stdout 追加 NDJSON 事件,
|
|
1584
|
-
* 一旦发生就不会被后续状态覆盖掉(与上面按当前帧覆盖的 `AttemptLifecycleEvent` 相对)。
|
|
1585
|
-
* 字段全部结构化,profile renderer 不解析 `message` 之外的任何文本、不解析 i18n 字符串。
|
|
1586
|
-
*/
|
|
1587
|
-
export type DurableFeedbackEvent =
|
|
1588
|
-
| { type: "plan"; at: number; plan: RunFeedbackPlan }
|
|
1589
|
-
| {
|
|
1590
|
-
type: "failure";
|
|
1591
|
-
at: number;
|
|
1592
|
-
locator: AttemptLocator;
|
|
1593
|
-
identity: AttemptRef;
|
|
1594
|
-
who: string;
|
|
1595
|
-
verdict: "failed" | "errored";
|
|
1596
|
-
reason: string;
|
|
1597
|
-
assertion?: PrimaryAssertionSummary;
|
|
1598
|
-
phase?: LifecyclePhase;
|
|
1599
|
-
code?: string;
|
|
1600
|
-
origin?: TimingOrigin;
|
|
1601
|
-
}
|
|
1602
|
-
| {
|
|
1603
|
-
type: "diagnostic";
|
|
1604
|
-
at: number;
|
|
1605
|
-
key: string;
|
|
1606
|
-
/** 对外稳定词法(见 `DiagnosticNotice.code`);省略 = 与 `key` 相同。 */
|
|
1607
|
-
code?: string;
|
|
1608
|
-
severity: "warning" | "error";
|
|
1609
|
-
message: string;
|
|
1610
|
-
/** attempt 级诊断的归属身份。运行级诊断(实验闸 / eval 闸这类不属于任何单条 attempt 的
|
|
1611
|
-
* 事实)不许伪造 identity——它们的 experimentId / evalId 走 `data` 的同名字段,
|
|
1612
|
-
* `--json` 的 `warning` 事件两处都读、identity 优先。 */
|
|
1613
|
-
identity?: AttemptRef;
|
|
1614
|
-
data?: Readonly<globalThis.Record<string, JsonValue>>;
|
|
1615
|
-
}
|
|
1616
|
-
/**
|
|
1617
|
-
* emitter 对每一个因 budget 到顶而不派发的 attempt 各发一次(与 `attempt:early-exit` 同构,
|
|
1618
|
-
* 见 reducer 实现);`unstarted` 是 emitter 自己记的、发出这条时的累计未派发数,写进
|
|
1619
|
-
* `DiagnosticNotice.data` 供 renderer 直接读取,不是 reducer 用来计算「这次要挪多少」的输入
|
|
1620
|
-
*(reducer 只按事件触发次数折算,保持纯函数不需要额外记住上一次的值)。
|
|
1621
|
-
*/
|
|
1622
|
-
| { type: "budget-exhausted"; at: number; experimentId: string; spent: number; unstarted: number }
|
|
1623
|
-
/** 一次留存授予(--keep-sandbox):run 摘要后 human/json 两种形态都追加输出(见 docs/feature/sandbox/cli.md)。 */
|
|
1624
|
-
| {
|
|
1625
|
-
type: "kept";
|
|
1626
|
-
at: number;
|
|
1627
|
-
locator: AttemptLocator;
|
|
1628
|
-
identity: AttemptRef;
|
|
1629
|
-
who: string;
|
|
1630
|
-
verdict: Verdict;
|
|
1631
|
-
provider: string;
|
|
1632
|
-
sandboxId: string;
|
|
1633
|
-
enter?: string;
|
|
1634
|
-
}
|
|
1635
|
-
/**
|
|
1636
|
-
* 实验级钩子(`ExperimentDef.setup` / 它返回的 teardown)的起止,由 runner 在钩子真正
|
|
1637
|
-
* 开始/结束时各发一次(见 docs/feature/experiments/cli.md「实验级 Hook 的显示」)。`failed`
|
|
1638
|
-
* 只标记钩子自身的结局——setup 失败的每条 attempt 仍以 "failure" 事件逐条给出。human TTY
|
|
1639
|
-
* 用它维护运行级 active 行(不写 scrollback),append-only profile 起止各追加一行。
|
|
1640
|
-
*/
|
|
1641
|
-
| {
|
|
1642
|
-
type: "experiment-hook";
|
|
1643
|
-
at: number;
|
|
1644
|
-
experimentId: string;
|
|
1645
|
-
hook: ExperimentHookName;
|
|
1646
|
-
status: "started" | "done" | "failed";
|
|
1647
|
-
/** 只在 done / failed 上出现:钩子从开始到结束的耗时。 */
|
|
1648
|
-
durationMs?: number;
|
|
1649
|
-
/**
|
|
1650
|
-
* 只在 `hook: "teardown"` 的 `status: "started"` 上可能出现:标注这是强杀后的启动自愈
|
|
1651
|
-
* 补执行(见 docs/feature/experiments/architecture.md「强杀后的收尾兜底」),不是本次 run
|
|
1652
|
-
* 正常触发的收尾。省略 = 正常路径。
|
|
1653
|
-
*/
|
|
1654
|
-
recovery?: boolean;
|
|
1655
|
-
}
|
|
1656
|
-
/**
|
|
1657
|
-
* judge 配置预检的起止,由 runner 在探测真正开始/结束时各发一次(见 docs/feature/experiments/
|
|
1658
|
-
* cli.md「judge 预检的显示」)。预检作用于整次 invocation、发生在任何 attempt 派发之前,不属于
|
|
1659
|
-
* 任何单个 attempt,也不触碰五项恒等式计数不变量。human
|
|
1660
|
-
* TTY 用它维护一条运行级 active 行(不写 scrollback),append-only profile 起止各追加一行。
|
|
1661
|
-
* `failed` 只标记预检本身的结局(与 `done` 一样清掉运行级行);受影响 eval 每条 attempt 的
|
|
1662
|
-
* `errored`(`judge-precheck-failed`)仍由 "failure" 事件逐条给出。
|
|
1663
|
-
*/
|
|
1664
|
-
| { type: "precheck"; at: number; status: "started" | "done" | "failed"; durationMs?: number }
|
|
1665
|
-
/**
|
|
1666
|
-
* 用例锁等待的起止(见 docs/feature/experiments/cli.md「等待并发 run 的显示」)。粒度是单个
|
|
1667
|
-
* `(experimentId, evalId)`——同一 eval 的全部 attempt 作为一个整体一起等、一起解决,不按
|
|
1668
|
-
* attempt 拆分。emitter(run.ts)只在这批 attempt 需要重查携带时才发这对事件:全携带用例
|
|
1669
|
-
* 不取锁、无竞争的全新取锁(锁目录里从没出现过这个 key)都不发——静态携带规划的结论不可能
|
|
1670
|
-
* 过时,没有理由重新读盘。撞上新鲜锁(真正等待)与接管一把无人竞争的过期锁(从未真正等待,
|
|
1671
|
-
* `waitedMs` 因此可能接近 0)都算「需要重查」,统一走这对事件——即便是瞬时接管,这批
|
|
1672
|
-
* attempt 也必须先经 "started" 迁入 `elsewhere`,"resolved" 才能把它们正确迁回
|
|
1673
|
-
* `reused`/`queued`,否则它们会永远卡在 `queued`、打破五项恒等式。
|
|
1674
|
-
*/
|
|
1675
|
-
| {
|
|
1676
|
-
type: "lock-wait";
|
|
1677
|
-
at: number;
|
|
1678
|
-
experimentId: string;
|
|
1679
|
-
evalId: string;
|
|
1680
|
-
status: "started" | "resolved";
|
|
1681
|
-
/** status 为 "started" 时给出:锁持有方身份,以及这次撞锁进入 elsewhere 等待的 attempt 数
|
|
1682
|
-
* (该 eval 本轮需要真实派发、被这把锁挡住的 attempt 数;省略按 1 处理)。 */
|
|
1683
|
-
holderPid?: number;
|
|
1684
|
-
holderHost?: string;
|
|
1685
|
-
attempts?: number;
|
|
1686
|
-
/** status 为 "resolved" 时给出:锁释放后重查携带,分别有多少 attempt 从 elsewhere 迁入
|
|
1687
|
-
* reused(carried)、多少迁入 queued 转为自跑(dispatched)——`attempts` 下可能两者都非零
|
|
1688
|
-
* (部分携入部分补跑)。`--json` 的 `lock_wait` 事件把两者折成单一 `resolution` 字段:
|
|
1689
|
-
* `dispatched > 0` 记 "dispatched"(这个用例仍需要真实派发,等待没有让它完全免于执行),
|
|
1690
|
-
* 否则记 "carried"(全部由携带满足,零新成本)。 */
|
|
1691
|
-
carried?: number;
|
|
1692
|
-
dispatched?: number;
|
|
1693
|
-
waitedMs?: number;
|
|
1694
|
-
}
|
|
1695
|
-
/**
|
|
1696
|
-
* Run 级开放 activity 的起止(共享构建、制品准备等)。`key` / `label` 原样来自 producer:
|
|
1697
|
-
* 人读面与 `--json` 对未登记 key 用 `label` 通用投影,不需要 switch 穷尽,也不进
|
|
1698
|
-
* LifecyclePhase 锚点标签表。human TTY 用它维护运行级 active 行(不占 attempt slot、
|
|
1699
|
-
* 成功不写 scrollback);非 TTY 与 `--json` 起止/失败各追加一行有界永久事件。
|
|
1700
|
-
*/
|
|
1701
|
-
| {
|
|
1702
|
-
type: "run-activity";
|
|
1703
|
-
at: number;
|
|
1704
|
-
id: string;
|
|
1705
|
-
key: string;
|
|
1706
|
-
label: string;
|
|
1707
|
-
status: "started" | "done" | "failed";
|
|
1708
|
-
/** 只在 done / failed 上出现。 */
|
|
1709
|
-
durationMs?: number;
|
|
1710
|
-
}
|
|
1711
|
-
| { type: "interrupted"; at: number }
|
|
1712
|
-
| { type: "reporter-error"; at: number; reporter: string; required: boolean; message: string }
|
|
1713
|
-
| { type: "summary"; at: number; summary: InvocationSummary; completion: InvocationCompletion }
|
|
1714
|
-
| {
|
|
1715
|
-
type: "saved";
|
|
1716
|
-
at: number;
|
|
1717
|
-
/** 本次 invocation 实际落盘的快照结果路径。不含 `--junit` 聚合文件——那个由 `junit`
|
|
1718
|
-
* 独立字段单独携带,而不是塞进这个数组后靠猜文件后缀去反推「哪个是聚合报告、哪些是
|
|
1719
|
-
* 快照目录」。`exp` 没有 JSON 聚合文件出口(`--json` 是布尔:整条事件流本身就是机器面,
|
|
1720
|
-
* 见 docs/feature/experiments/cli.md「机器怎么读:--json」);需要 JSON 聚合文件时
|
|
1721
|
-
* 重定向事件流,或运行后 `niceeval show --json`。 */
|
|
1722
|
-
paths: readonly string[];
|
|
1723
|
-
/** 实际写出的 `--junit` 聚合报告路径;未传 `--junit`,或写入失败(见 required reporter
|
|
1724
|
-
* 语义),都省略这个字段——省略表示「不打印这一行」,不是打印一个空路径。 */
|
|
1725
|
-
junit?: string;
|
|
1726
|
-
};
|
|
1727
|
-
|
|
1728
|
-
/**
|
|
1729
|
-
* runner → feedback coordinator 的内部事件通道,与公共 `Reporter` / `ReporterEvent` 分开:
|
|
1730
|
-
* profile renderer 只消费这里的具名字段,不解析 `ReporterEvent` 里的 i18n 文案或表格列宽
|
|
1731
|
-
*(见 docs/feature/experiments/cli.md「输出流和落盘节奏」)。
|
|
1732
|
-
*/
|
|
1733
|
-
export type RunFeedbackEvent = AttemptLifecycleEvent | ExperimentProgressEvent | FeedbackTickEvent | DurableFeedbackEvent;
|