niceeval 0.12.1 → 0.12.2-canary.31
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/INDEX.md +33 -27
- package/bin/niceeval.js +8 -6
- package/dist/agents/ai-sdk-otel.cjs +54 -0
- package/dist/agents/ai-sdk-otel.cjs.map +1 -0
- package/dist/agents/ai-sdk-otel.d.cts +27 -0
- package/dist/agents/ai-sdk-otel.d.mts +27 -0
- package/dist/agents/ai-sdk-otel.d.ts +27 -0
- package/dist/agents/ai-sdk-otel.js +6 -0
- package/dist/agents/ai-sdk-otel.js.map +1 -0
- package/dist/agents/ai-sdk-otel.mjs +6 -0
- package/dist/agents/ai-sdk-otel.mjs.map +1 -0
- package/dist/agents/ai-sdk.cjs +412 -0
- package/dist/agents/ai-sdk.cjs.map +1 -0
- package/dist/agents/ai-sdk.d.cts +214 -0
- package/dist/agents/ai-sdk.d.mts +214 -0
- package/dist/agents/ai-sdk.d.ts +214 -0
- package/dist/agents/ai-sdk.js +8 -0
- package/dist/agents/ai-sdk.js.map +1 -0
- package/dist/agents/bub-install-spec.cjs +42 -0
- package/dist/agents/bub-install-spec.cjs.map +1 -0
- package/dist/agents/bub-install-spec.d.cts +22 -0
- package/dist/agents/bub-install-spec.d.mts +22 -0
- package/dist/agents/bub-install-spec.d.ts +22 -0
- package/dist/agents/bub-install-spec.js +20 -0
- package/dist/agents/bub-install-spec.js.map +1 -0
- package/dist/agents/bub.cjs +204 -0
- package/dist/agents/bub.cjs.map +1 -0
- package/dist/agents/bub.d.cts +57 -0
- package/dist/agents/bub.d.mts +57 -0
- package/dist/agents/bub.d.ts +57 -0
- package/dist/agents/bub.js +7 -0
- package/dist/agents/bub.js.map +1 -0
- package/dist/agents/builtin.cjs +21 -0
- package/dist/agents/builtin.cjs.map +1 -0
- package/dist/agents/builtin.d.cts +2 -0
- package/dist/agents/builtin.d.mts +2 -0
- package/dist/agents/builtin.d.ts +2 -0
- package/dist/agents/builtin.js +6 -0
- package/dist/agents/builtin.js.map +1 -0
- package/dist/agents/cache-marker.cjs +6 -0
- package/dist/agents/cache-marker.cjs.map +1 -0
- package/dist/agents/cache-marker.d.cts +5 -0
- package/dist/agents/cache-marker.d.mts +5 -0
- package/dist/agents/cache-marker.js +6 -2
- package/dist/agents/cache-marker.js.map +1 -0
- package/dist/agents/claude-code.cjs +372 -0
- package/dist/agents/claude-code.cjs.map +1 -0
- package/dist/agents/claude-code.d.cts +91 -0
- package/dist/agents/claude-code.d.mts +91 -0
- package/dist/agents/claude-code.d.ts +91 -0
- package/dist/agents/claude-code.js +9 -0
- package/dist/agents/claude-code.js.map +1 -0
- package/dist/agents/codex.cjs +658 -0
- package/dist/agents/codex.cjs.map +1 -0
- package/dist/agents/codex.d.cts +96 -0
- package/dist/agents/codex.d.mts +96 -0
- package/dist/agents/codex.d.ts +96 -0
- package/dist/agents/codex.js +9 -0
- package/dist/agents/codex.js.map +1 -0
- package/dist/agents/coding-cli-versions.cjs +71 -0
- package/dist/agents/coding-cli-versions.cjs.map +1 -0
- package/dist/agents/coding-cli-versions.d.cts +40 -0
- package/dist/agents/coding-cli-versions.d.mts +40 -0
- package/dist/agents/coding-cli-versions.d.ts +40 -0
- package/dist/agents/coding-cli-versions.js +22 -0
- package/dist/agents/coding-cli-versions.js.map +1 -0
- package/dist/agents/hermes.cjs +237 -0
- package/dist/agents/hermes.cjs.map +1 -0
- package/dist/agents/hermes.d.cts +17 -0
- package/dist/agents/hermes.d.mts +17 -0
- package/dist/agents/hermes.d.ts +17 -0
- package/dist/agents/hermes.js +7 -0
- package/dist/agents/hermes.js.map +1 -0
- package/dist/agents/index.cjs +92 -0
- package/dist/agents/index.cjs.map +1 -0
- package/dist/agents/index.d.cts +44 -0
- package/dist/agents/index.d.mts +44 -0
- package/dist/agents/index.d.ts +44 -0
- package/dist/agents/index.js +86 -0
- package/dist/agents/index.js.map +1 -0
- package/dist/agents/index.mjs +86 -0
- package/dist/agents/index.mjs.map +1 -0
- package/dist/agents/langgraph.cjs +426 -0
- package/dist/agents/langgraph.cjs.map +1 -0
- package/dist/agents/langgraph.d.cts +43 -0
- package/dist/agents/langgraph.d.mts +43 -0
- package/dist/agents/langgraph.d.ts +43 -0
- package/dist/agents/langgraph.js +6 -0
- package/dist/agents/langgraph.js.map +1 -0
- package/dist/agents/marketplace.cjs +81 -0
- package/dist/agents/marketplace.cjs.map +1 -0
- package/dist/agents/marketplace.d.cts +27 -0
- package/dist/agents/marketplace.d.mts +27 -0
- package/dist/agents/marketplace.d.ts +27 -0
- package/dist/agents/marketplace.js +8 -0
- package/dist/agents/marketplace.js.map +1 -0
- package/dist/agents/mcp.cjs +28 -0
- package/dist/agents/mcp.cjs.map +1 -0
- package/dist/agents/mcp.d.cts +7 -0
- package/dist/agents/mcp.d.mts +7 -0
- package/dist/agents/mcp.d.ts +7 -0
- package/dist/agents/mcp.js +10 -0
- package/dist/agents/mcp.js.map +1 -0
- package/dist/agents/native-config.cjs +288 -0
- package/dist/agents/native-config.cjs.map +1 -0
- package/dist/agents/native-config.d.cts +71 -0
- package/dist/agents/native-config.d.mts +71 -0
- package/dist/agents/native-config.d.ts +71 -0
- package/dist/agents/native-config.js +18 -0
- package/dist/agents/native-config.js.map +1 -0
- package/dist/agents/npm-staged.cjs +378 -0
- package/dist/agents/npm-staged.cjs.map +1 -0
- package/dist/agents/npm-staged.d.cts +52 -0
- package/dist/agents/npm-staged.d.mts +52 -0
- package/dist/agents/npm-staged.d.ts +52 -0
- package/dist/agents/npm-staged.js +12 -0
- package/dist/agents/npm-staged.js.map +1 -0
- package/dist/agents/openai-compat.cjs +158 -0
- package/dist/agents/openai-compat.cjs.map +1 -0
- package/dist/agents/openai-compat.d.cts +88 -0
- package/dist/agents/openai-compat.d.mts +88 -0
- package/dist/agents/openai-compat.d.ts +88 -0
- package/dist/agents/openai-compat.js +12 -0
- package/dist/agents/openai-compat.js.map +1 -0
- package/dist/agents/openclaw.cjs +236 -0
- package/dist/agents/openclaw.cjs.map +1 -0
- package/dist/agents/openclaw.d.cts +26 -0
- package/dist/agents/openclaw.d.mts +26 -0
- package/dist/agents/openclaw.d.ts +26 -0
- package/dist/agents/openclaw.js +7 -0
- package/dist/agents/openclaw.js.map +1 -0
- package/dist/agents/opencode.cjs +228 -0
- package/dist/agents/opencode.cjs.map +1 -0
- package/dist/agents/opencode.d.cts +17 -0
- package/dist/agents/opencode.d.mts +17 -0
- package/dist/agents/opencode.d.ts +17 -0
- package/dist/agents/opencode.js +7 -0
- package/dist/agents/opencode.js.map +1 -0
- package/dist/agents/post-setup.cjs +119 -0
- package/dist/agents/post-setup.cjs.map +1 -0
- package/dist/agents/post-setup.d.cts +20 -0
- package/dist/agents/post-setup.d.mts +20 -0
- package/dist/agents/post-setup.d.ts +20 -0
- package/dist/agents/post-setup.js +12 -0
- package/dist/agents/post-setup.js.map +1 -0
- package/dist/agents/provisioner.cjs +446 -0
- package/dist/agents/provisioner.cjs.map +1 -0
- package/dist/agents/provisioner.d.cts +116 -0
- package/dist/agents/provisioner.d.mts +116 -0
- package/dist/agents/provisioner.d.ts +8 -6
- package/dist/agents/provisioner.js +32 -0
- package/dist/agents/provisioner.js.map +1 -0
- package/dist/agents/sdk-streams.cjs +447 -0
- package/dist/agents/sdk-streams.cjs.map +1 -0
- package/dist/agents/sdk-streams.d.cts +135 -0
- package/dist/agents/sdk-streams.d.mts +135 -0
- package/dist/agents/sdk-streams.d.ts +135 -0
- package/dist/agents/sdk-streams.js +12 -0
- package/dist/agents/sdk-streams.js.map +1 -0
- package/dist/agents/session-slot.cjs +8 -0
- package/dist/agents/session-slot.cjs.map +1 -0
- package/dist/agents/session-slot.d.cts +12 -0
- package/dist/agents/session-slot.d.mts +12 -0
- package/dist/agents/session-slot.js +6 -0
- package/dist/agents/session-slot.js.map +1 -0
- package/dist/agents/shared.cjs +202 -0
- package/dist/agents/shared.cjs.map +1 -0
- package/dist/agents/shared.d.cts +95 -0
- package/dist/agents/shared.d.mts +95 -0
- package/dist/agents/shared.d.ts +95 -0
- package/dist/agents/shared.js +6 -0
- package/dist/agents/shared.js.map +1 -0
- package/dist/agents/skills.cjs +262 -0
- package/dist/agents/skills.cjs.map +1 -0
- package/dist/agents/skills.d.cts +60 -0
- package/dist/agents/skills.d.mts +60 -0
- package/dist/agents/skills.d.ts +60 -0
- package/dist/agents/skills.js +22 -0
- package/dist/agents/skills.js.map +1 -0
- package/dist/agents/streaming.cjs +142 -0
- package/dist/agents/streaming.cjs.map +1 -0
- package/dist/agents/streaming.d.cts +82 -0
- package/dist/agents/streaming.d.mts +82 -0
- package/dist/agents/streaming.d.ts +82 -0
- package/dist/agents/streaming.js +8 -0
- package/dist/agents/streaming.js.map +1 -0
- package/dist/agents/types.cjs +5 -0
- package/dist/agents/types.cjs.map +1 -0
- package/dist/agents/types.d.cts +592 -0
- package/dist/agents/types.d.mts +592 -0
- package/dist/agents/types.d.ts +26 -20
- package/dist/agents/types.js +4 -2
- package/dist/agents/types.js.map +1 -0
- package/dist/agents/ui-message-stream.cjs +426 -0
- package/dist/agents/ui-message-stream.cjs.map +1 -0
- package/dist/agents/ui-message-stream.d.cts +68 -0
- package/dist/agents/ui-message-stream.d.mts +68 -0
- package/dist/agents/ui-message-stream.d.ts +68 -0
- package/dist/agents/ui-message-stream.js +6 -0
- package/dist/agents/ui-message-stream.js.map +1 -0
- package/dist/analysis/index.cjs +11 -0
- package/dist/analysis/index.cjs.map +1 -0
- package/dist/analysis/index.d.cts +2 -0
- package/dist/analysis/index.d.mts +2 -0
- package/dist/analysis/index.d.ts +2 -0
- package/dist/analysis/index.js +12 -0
- package/dist/analysis/index.js.map +1 -0
- package/dist/analysis/index.mjs +12 -0
- package/dist/analysis/index.mjs.map +1 -0
- package/dist/assertions/api.cjs +26 -0
- package/dist/assertions/api.cjs.map +1 -0
- package/dist/assertions/api.d.cts +395 -0
- package/dist/assertions/api.d.mts +395 -0
- package/dist/assertions/api.d.ts +395 -0
- package/dist/assertions/api.js +8 -0
- package/dist/assertions/api.js.map +1 -0
- package/dist/assertions/coverage.cjs +97 -0
- package/dist/assertions/coverage.cjs.map +1 -0
- package/dist/assertions/coverage.d.cts +23 -0
- package/dist/assertions/coverage.d.mts +23 -0
- package/dist/assertions/coverage.d.ts +1 -1
- package/dist/assertions/coverage.js +14 -94
- package/dist/assertions/coverage.js.map +1 -0
- package/dist/assertions/diff.cjs +249 -0
- package/dist/assertions/diff.cjs.map +1 -0
- package/dist/assertions/diff.d.cts +88 -0
- package/dist/assertions/diff.d.mts +88 -0
- package/dist/assertions/diff.d.ts +70 -2
- package/dist/assertions/diff.js +36 -116
- package/dist/assertions/diff.js.map +1 -0
- package/dist/assertions/display.cjs +79 -0
- package/dist/assertions/display.cjs.map +1 -0
- package/dist/assertions/display.d.cts +36 -0
- package/dist/assertions/display.d.mts +36 -0
- package/dist/assertions/display.d.ts +32 -32
- package/dist/assertions/display.js +14 -200
- package/dist/assertions/display.js.map +1 -0
- package/dist/assertions/identity.cjs +6 -0
- package/dist/assertions/identity.cjs.map +1 -0
- package/dist/assertions/identity.d.cts +4 -0
- package/dist/assertions/identity.d.mts +4 -0
- package/dist/assertions/identity.d.ts +4 -0
- package/dist/assertions/identity.js +6 -0
- package/dist/assertions/identity.js.map +1 -0
- package/dist/assertions/judge.cjs +342 -0
- package/dist/assertions/judge.cjs.map +1 -0
- package/dist/assertions/judge.d.cts +22 -0
- package/dist/assertions/judge.d.mts +22 -0
- package/dist/assertions/judge.d.ts +22 -0
- package/dist/assertions/judge.js +12 -0
- package/dist/assertions/judge.js.map +1 -0
- package/dist/assertions/limits.cjs +14 -0
- package/dist/assertions/limits.cjs.map +1 -0
- package/dist/assertions/limits.d.cts +10 -0
- package/dist/assertions/limits.d.mts +10 -0
- package/dist/assertions/limits.d.ts +10 -0
- package/dist/assertions/limits.js +6 -0
- package/dist/assertions/limits.js.map +1 -0
- package/dist/assertions/match.cjs +1314 -0
- package/dist/assertions/match.cjs.map +1 -0
- package/dist/assertions/match.d.cts +276 -0
- package/dist/assertions/match.d.mts +276 -0
- package/dist/assertions/match.d.ts +276 -0
- package/dist/assertions/match.js +82 -0
- package/dist/assertions/match.js.map +1 -0
- package/dist/assertions/record/attachment.cjs +448 -0
- package/dist/assertions/record/attachment.cjs.map +1 -0
- package/dist/assertions/record/attachment.d.cts +220 -0
- package/dist/assertions/record/attachment.d.mts +220 -0
- package/dist/assertions/record/attachment.d.ts +220 -0
- package/dist/assertions/record/attachment.js +20 -0
- package/dist/assertions/record/attachment.js.map +1 -0
- package/dist/assertions/record/codec.cjs +541 -0
- package/dist/assertions/record/codec.cjs.map +1 -0
- package/dist/assertions/record/codec.d.cts +146 -0
- package/dist/assertions/record/codec.d.mts +146 -0
- package/dist/assertions/record/codec.d.ts +146 -0
- package/dist/assertions/record/codec.js +42 -0
- package/dist/assertions/record/codec.js.map +1 -0
- package/dist/assertions/record/diff-model.cjs +120 -0
- package/dist/assertions/record/diff-model.cjs.map +1 -0
- package/dist/assertions/record/diff-model.d.cts +47 -0
- package/dist/assertions/record/diff-model.d.mts +47 -0
- package/dist/assertions/record/diff-model.d.ts +47 -0
- package/dist/assertions/record/diff-model.js +12 -0
- package/dist/assertions/record/diff-model.js.map +1 -0
- package/dist/assertions/record/diff.cjs +149 -0
- package/dist/assertions/record/diff.cjs.map +1 -0
- package/dist/assertions/record/diff.d.cts +27 -0
- package/dist/assertions/record/diff.d.mts +27 -0
- package/dist/assertions/record/diff.d.ts +27 -0
- package/dist/assertions/record/diff.js +18 -0
- package/dist/assertions/record/diff.js.map +1 -0
- package/dist/assertions/record/index.cjs +22 -0
- package/dist/assertions/record/index.cjs.map +1 -0
- package/dist/assertions/record/index.d.cts +5 -0
- package/dist/assertions/record/index.d.mts +5 -0
- package/dist/assertions/record/index.d.ts +5 -0
- package/dist/assertions/record/index.js +76 -0
- package/dist/assertions/record/index.js.map +1 -0
- package/dist/assertions/record/model.cjs +10 -0
- package/dist/assertions/record/model.cjs.map +1 -0
- package/dist/assertions/record/model.d.cts +257 -0
- package/dist/assertions/record/model.d.mts +257 -0
- package/dist/assertions/record/model.d.ts +257 -0
- package/dist/assertions/record/model.js +6 -0
- package/dist/assertions/record/model.js.map +1 -0
- package/dist/assertions/record/producer.cjs +55 -0
- package/dist/assertions/record/producer.cjs.map +1 -0
- package/dist/assertions/record/producer.d.cts +45 -0
- package/dist/assertions/record/producer.d.mts +45 -0
- package/dist/assertions/record/producer.d.ts +45 -0
- package/dist/assertions/record/producer.js +6 -0
- package/dist/assertions/record/producer.js.map +1 -0
- package/dist/assertions/runtime.cjs +1163 -0
- package/dist/assertions/runtime.cjs.map +1 -0
- package/dist/assertions/runtime.d.cts +45 -0
- package/dist/assertions/runtime.d.mts +45 -0
- package/dist/assertions/runtime.d.ts +45 -0
- package/dist/assertions/runtime.js +16 -0
- package/dist/assertions/runtime.js.map +1 -0
- package/dist/assertions/types.cjs +3 -0
- package/dist/assertions/types.cjs.map +1 -0
- package/dist/assertions/types.d.cts +238 -0
- package/dist/assertions/types.d.mts +238 -0
- package/dist/assertions/types.d.ts +166 -186
- package/dist/assertions/types.js +4 -2
- package/dist/assertions/types.js.map +1 -0
- package/dist/assertions/workspace-diff.cjs +237 -0
- package/dist/assertions/workspace-diff.cjs.map +1 -0
- package/dist/assertions/workspace-diff.d.cts +77 -0
- package/dist/assertions/workspace-diff.d.mts +77 -0
- package/dist/assertions/workspace-diff.d.ts +77 -0
- package/dist/assertions/workspace-diff.js +16 -0
- package/dist/assertions/workspace-diff.js.map +1 -0
- package/dist/attempt-locator-resolution.cjs +51 -0
- package/dist/attempt-locator-resolution.cjs.map +1 -0
- package/dist/attempt-locator-resolution.d.cts +18 -0
- package/dist/attempt-locator-resolution.d.mts +18 -0
- package/dist/attempt-locator-resolution.d.ts +18 -0
- package/dist/attempt-locator-resolution.js +6 -0
- package/dist/attempt-locator-resolution.js.map +1 -0
- package/dist/attempt-locator.cjs +122 -0
- package/dist/attempt-locator.cjs.map +1 -0
- package/dist/attempt-locator.d.cts +25 -0
- package/dist/attempt-locator.d.mts +25 -0
- package/dist/attempt-locator.d.ts +25 -0
- package/dist/attempt-locator.js +10 -0
- package/dist/attempt-locator.js.map +1 -0
- package/dist/cli/bootstrap.cjs +87 -0
- package/dist/cli/bootstrap.cjs.map +1 -0
- package/dist/cli/bootstrap.d.mts +1 -0
- package/dist/cli/bootstrap.d.ts +1 -0
- package/dist/cli/bootstrap.js +4 -0
- package/dist/cli/bootstrap.js.map +1 -0
- package/dist/cli/record.cjs +198 -0
- package/dist/cli/record.cjs.map +1 -0
- package/dist/cli/record.d.cts +28 -0
- package/dist/cli/record.d.mts +28 -0
- package/dist/cli/record.d.ts +28 -0
- package/dist/cli/record.js +12 -0
- package/dist/cli/record.js.map +1 -0
- package/dist/cli.cjs +2405 -0
- package/dist/cli.cjs.map +1 -0
- package/dist/cli.d.cts +139 -0
- package/dist/cli.d.mts +139 -0
- package/dist/cli.d.ts +139 -0
- package/dist/cli.js +34 -0
- package/dist/cli.js.map +1 -0
- package/dist/context/assert-first.cjs +1766 -0
- package/dist/context/assert-first.cjs.map +1 -0
- package/dist/context/assert-first.d.cts +204 -0
- package/dist/context/assert-first.d.mts +204 -0
- package/dist/context/assert-first.d.ts +204 -0
- package/dist/context/assert-first.js +6 -0
- package/dist/context/assert-first.js.map +1 -0
- package/dist/context/control-flow.cjs +15 -0
- package/dist/context/control-flow.cjs.map +1 -0
- package/dist/context/control-flow.d.cts +5 -0
- package/dist/context/control-flow.d.mts +5 -0
- package/dist/context/control-flow.d.ts +5 -0
- package/dist/context/control-flow.js +6 -0
- package/dist/context/control-flow.js.map +1 -0
- package/dist/context/send-failures.cjs +119 -0
- package/dist/context/send-failures.cjs.map +1 -0
- package/dist/context/send-failures.d.cts +45 -0
- package/dist/context/send-failures.d.mts +45 -0
- package/dist/context/send-failures.d.ts +3 -3
- package/dist/context/send-failures.js +18 -0
- package/dist/context/send-failures.js.map +1 -0
- package/dist/context/send-retry.cjs +105 -0
- package/dist/context/send-retry.cjs.map +1 -0
- package/dist/context/send-retry.d.cts +41 -0
- package/dist/context/send-retry.d.mts +41 -0
- package/dist/context/send-retry.d.ts +41 -0
- package/dist/context/send-retry.js +12 -0
- package/dist/context/send-retry.js.map +1 -0
- package/dist/context/session.cjs +503 -0
- package/dist/context/session.cjs.map +1 -0
- package/dist/context/session.d.cts +179 -0
- package/dist/context/session.d.mts +179 -0
- package/dist/context/session.d.ts +179 -0
- package/dist/context/session.js +12 -0
- package/dist/context/session.js.map +1 -0
- package/dist/context/types.cjs +3 -0
- package/dist/context/types.cjs.map +1 -0
- package/dist/context/types.d.cts +37 -0
- package/dist/context/types.d.mts +37 -0
- package/dist/context/types.d.ts +30 -387
- package/dist/context/types.js +4 -3
- package/dist/context/types.js.map +1 -0
- package/dist/define.cjs +246 -0
- package/dist/define.cjs.map +1 -0
- package/dist/define.d.cts +26 -0
- package/dist/define.d.mts +26 -0
- package/dist/define.d.ts +26 -0
- package/dist/define.js +22 -0
- package/dist/define.js.map +1 -0
- package/dist/eval/experiment-id.cjs +18 -0
- package/dist/eval/experiment-id.cjs.map +1 -0
- package/dist/eval/experiment-id.d.cts +10 -0
- package/dist/eval/experiment-id.d.mts +10 -0
- package/dist/eval/experiment-id.d.ts +10 -0
- package/dist/eval/experiment-id.js +10 -0
- package/dist/eval/experiment-id.js.map +1 -0
- package/dist/eval/record/attachment.cjs +60 -0
- package/dist/eval/record/attachment.cjs.map +1 -0
- package/dist/eval/record/attachment.d.cts +30 -0
- package/dist/eval/record/attachment.d.mts +30 -0
- package/dist/eval/record/attachment.d.ts +30 -0
- package/dist/eval/record/attachment.js +16 -0
- package/dist/eval/record/attachment.js.map +1 -0
- package/dist/eval/record/coherence.cjs +118 -0
- package/dist/eval/record/coherence.cjs.map +1 -0
- package/dist/eval/record/coherence.d.cts +61 -0
- package/dist/eval/record/coherence.d.mts +61 -0
- package/dist/eval/record/coherence.d.ts +61 -0
- package/dist/eval/record/coherence.js +6 -0
- package/dist/eval/record/coherence.js.map +1 -0
- package/dist/eval/record/eligibility.cjs +157 -0
- package/dist/eval/record/eligibility.cjs.map +1 -0
- package/dist/eval/record/eligibility.d.cts +151 -0
- package/dist/eval/record/eligibility.d.mts +151 -0
- package/dist/eval/record/eligibility.d.ts +151 -0
- package/dist/eval/record/eligibility.js +42 -0
- package/dist/eval/record/eligibility.js.map +1 -0
- package/dist/eval/record/evaluation-plan.cjs +26 -0
- package/dist/eval/record/evaluation-plan.cjs.map +1 -0
- package/dist/eval/record/evaluation-plan.d.cts +16 -0
- package/dist/eval/record/evaluation-plan.d.mts +16 -0
- package/dist/eval/record/evaluation-plan.d.ts +16 -0
- package/dist/eval/record/evaluation-plan.js +6 -0
- package/dist/eval/record/evaluation-plan.js.map +1 -0
- package/dist/eval/record/evaluation-record.cjs +540 -0
- package/dist/eval/record/evaluation-record.cjs.map +1 -0
- package/dist/eval/record/evaluation-record.d.cts +168 -0
- package/dist/eval/record/evaluation-record.d.mts +168 -0
- package/dist/eval/record/evaluation-record.d.ts +168 -0
- package/dist/eval/record/evaluation-record.js +22 -0
- package/dist/eval/record/evaluation-record.js.map +1 -0
- package/dist/eval/record/evaluation.cjs +220 -0
- package/dist/eval/record/evaluation.cjs.map +1 -0
- package/dist/eval/record/evaluation.d.cts +175 -0
- package/dist/eval/record/evaluation.d.mts +175 -0
- package/dist/eval/record/evaluation.d.ts +175 -0
- package/dist/eval/record/evaluation.js +36 -0
- package/dist/eval/record/evaluation.js.map +1 -0
- package/dist/eval/record/index.cjs +26 -0
- package/dist/eval/record/index.cjs.map +1 -0
- package/dist/eval/record/index.d.cts +9 -0
- package/dist/eval/record/index.d.mts +9 -0
- package/dist/eval/record/index.d.ts +9 -0
- package/dist/eval/record/index.js +242 -0
- package/dist/eval/record/index.js.map +1 -0
- package/dist/eval/record/membership-provenance.cjs +213 -0
- package/dist/eval/record/membership-provenance.cjs.map +1 -0
- package/dist/eval/record/membership-provenance.d.cts +855 -0
- package/dist/eval/record/membership-provenance.d.mts +855 -0
- package/dist/eval/record/membership-provenance.d.ts +855 -0
- package/dist/eval/record/membership-provenance.js +58 -0
- package/dist/eval/record/membership-provenance.js.map +1 -0
- package/dist/eval/record/score.cjs +248 -0
- package/dist/eval/record/score.cjs.map +1 -0
- package/dist/eval/record/score.d.cts +165 -0
- package/dist/eval/record/score.d.mts +165 -0
- package/dist/eval/record/score.d.ts +165 -0
- package/dist/eval/record/score.js +44 -0
- package/dist/eval/record/score.js.map +1 -0
- package/dist/eval/record/sealed-assertion.cjs +31 -0
- package/dist/eval/record/sealed-assertion.cjs.map +1 -0
- package/dist/eval/record/sealed-assertion.d.cts +32 -0
- package/dist/eval/record/sealed-assertion.d.mts +32 -0
- package/dist/eval/record/sealed-assertion.d.ts +32 -0
- package/dist/eval/record/sealed-assertion.js +14 -0
- package/dist/eval/record/sealed-assertion.js.map +1 -0
- package/dist/eval/record/verdict.cjs +89 -0
- package/dist/eval/record/verdict.cjs.map +1 -0
- package/dist/eval/record/verdict.d.cts +60 -0
- package/dist/eval/record/verdict.d.mts +60 -0
- package/dist/eval/record/verdict.d.ts +60 -0
- package/dist/eval/record/verdict.js +36 -0
- package/dist/eval/record/verdict.js.map +1 -0
- package/dist/expect/index.cjs +29 -0
- package/dist/expect/index.cjs.map +1 -0
- package/dist/expect/index.d.cts +2 -0
- package/dist/expect/index.d.mts +2 -0
- package/dist/expect/index.d.ts +2 -0
- package/dist/expect/index.js +50 -0
- package/dist/expect/index.js.map +1 -0
- package/dist/expect/index.mjs +50 -0
- package/dist/expect/index.mjs.map +1 -0
- package/dist/fresh-import.cjs +288 -0
- package/dist/fresh-import.cjs.map +1 -0
- package/dist/fresh-import.d.cts +20 -0
- package/dist/fresh-import.d.mts +20 -0
- package/dist/fresh-import.d.ts +20 -0
- package/dist/fresh-import.js +8 -0
- package/dist/fresh-import.js.map +1 -0
- package/dist/i18n/core.cjs +21 -0
- package/dist/i18n/core.cjs.map +1 -0
- package/dist/i18n/core.d.cts +11 -0
- package/dist/i18n/core.d.mts +11 -0
- package/dist/i18n/core.js +8 -19
- package/dist/i18n/core.js.map +1 -0
- package/dist/i18n/en.cjs +474 -0
- package/dist/i18n/en.cjs.map +1 -0
- package/dist/i18n/en.d.cts +391 -0
- package/dist/i18n/en.d.mts +391 -0
- package/dist/i18n/en.d.ts +389 -363
- package/dist/i18n/en.js +6 -455
- package/dist/i18n/en.js.map +1 -0
- package/dist/i18n/index.cjs +12 -0
- package/dist/i18n/index.cjs.map +1 -0
- package/dist/i18n/index.d.cts +5 -0
- package/dist/i18n/index.d.mts +5 -0
- package/dist/i18n/index.d.ts +4 -9
- package/dist/i18n/index.js +6 -30
- package/dist/i18n/index.js.map +1 -0
- package/dist/index.cjs +25 -0
- package/dist/index.cjs.map +1 -0
- package/dist/index.d.cts +10 -0
- package/dist/index.d.mts +10 -0
- package/dist/index.d.ts +10 -0
- package/dist/index.js +28 -0
- package/dist/index.js.map +1 -0
- package/dist/index.mjs +28 -0
- package/dist/index.mjs.map +1 -0
- package/dist/load-config.cjs +52 -0
- package/dist/load-config.cjs.map +1 -0
- package/dist/load-config.d.cts +4 -0
- package/dist/load-config.d.mts +4 -0
- package/dist/load-config.d.ts +4 -0
- package/dist/load-config.js +6 -0
- package/dist/load-config.js.map +1 -0
- package/dist/loaders/glob.cjs +150 -0
- package/dist/loaders/glob.cjs.map +1 -0
- package/dist/loaders/glob.d.cts +28 -0
- package/dist/loaders/glob.d.mts +28 -0
- package/dist/loaders/glob.d.ts +28 -0
- package/dist/loaders/glob.js +12 -0
- package/dist/loaders/glob.js.map +1 -0
- package/dist/loaders/index.cjs +281 -0
- package/dist/loaders/index.cjs.map +1 -0
- package/dist/loaders/index.d.cts +95 -0
- package/dist/loaders/index.d.mts +95 -0
- package/dist/loaders/index.d.ts +95 -0
- package/dist/loaders/index.js +16 -0
- package/dist/loaders/index.js.map +1 -0
- package/dist/loaders/index.mjs +16 -0
- package/dist/loaders/index.mjs.map +1 -0
- package/dist/o11y/command-projection.cjs +127 -0
- package/dist/o11y/command-projection.cjs.map +1 -0
- package/dist/o11y/command-projection.d.cts +29 -0
- package/dist/o11y/command-projection.d.mts +29 -0
- package/dist/o11y/command-projection.d.ts +29 -0
- package/dist/o11y/command-projection.js +18 -0
- package/dist/o11y/command-projection.js.map +1 -0
- package/dist/o11y/cost.cjs +76 -0
- package/dist/o11y/cost.cjs.map +1 -0
- package/dist/o11y/cost.d.cts +8 -0
- package/dist/o11y/cost.d.mts +8 -0
- package/dist/o11y/cost.d.ts +8 -0
- package/dist/o11y/cost.js +6 -0
- package/dist/o11y/cost.js.map +1 -0
- package/dist/o11y/derive.cjs +572 -0
- package/dist/o11y/derive.cjs.map +1 -0
- package/dist/o11y/derive.d.cts +24 -0
- package/dist/o11y/derive.d.mts +24 -0
- package/dist/o11y/derive.d.ts +16 -1
- package/dist/o11y/derive.js +14 -281
- package/dist/o11y/derive.js.map +1 -0
- package/dist/o11y/execution-tree.cjs +213 -0
- package/dist/o11y/execution-tree.cjs.map +1 -0
- package/dist/o11y/execution-tree.d.cts +113 -0
- package/dist/o11y/execution-tree.d.mts +113 -0
- package/dist/o11y/execution-tree.d.ts +1 -1
- package/dist/o11y/execution-tree.js +6 -254
- package/dist/o11y/execution-tree.js.map +1 -0
- package/dist/o11y/otlp/canonical.cjs +94 -0
- package/dist/o11y/otlp/canonical.cjs.map +1 -0
- package/dist/o11y/otlp/canonical.d.cts +34 -0
- package/dist/o11y/otlp/canonical.d.mts +34 -0
- package/dist/o11y/otlp/canonical.d.ts +34 -0
- package/dist/o11y/otlp/canonical.js +26 -0
- package/dist/o11y/otlp/canonical.js.map +1 -0
- package/dist/o11y/otlp/mappers/bub.cjs +24 -0
- package/dist/o11y/otlp/mappers/bub.cjs.map +1 -0
- package/dist/o11y/otlp/mappers/bub.d.cts +2 -0
- package/dist/o11y/otlp/mappers/bub.d.mts +2 -0
- package/dist/o11y/otlp/mappers/bub.d.ts +2 -0
- package/dist/o11y/otlp/mappers/bub.js +6 -0
- package/dist/o11y/otlp/mappers/bub.js.map +1 -0
- package/dist/o11y/otlp/mappers/claude-code.cjs +16 -0
- package/dist/o11y/otlp/mappers/claude-code.cjs.map +1 -0
- package/dist/o11y/otlp/mappers/claude-code.d.cts +2 -0
- package/dist/o11y/otlp/mappers/claude-code.d.mts +2 -0
- package/dist/o11y/otlp/mappers/claude-code.d.ts +2 -0
- package/dist/o11y/otlp/mappers/claude-code.js +6 -0
- package/dist/o11y/otlp/mappers/claude-code.js.map +1 -0
- package/dist/o11y/otlp/mappers/codex.cjs +31 -0
- package/dist/o11y/otlp/mappers/codex.cjs.map +1 -0
- package/dist/o11y/otlp/mappers/codex.d.cts +2 -0
- package/dist/o11y/otlp/mappers/codex.d.mts +2 -0
- package/dist/o11y/otlp/mappers/codex.d.ts +2 -0
- package/dist/o11y/otlp/mappers/codex.js +6 -0
- package/dist/o11y/otlp/mappers/codex.js.map +1 -0
- package/dist/o11y/otlp/mappers/index.cjs +21 -0
- package/dist/o11y/otlp/mappers/index.cjs.map +1 -0
- package/dist/o11y/otlp/mappers/index.d.cts +4 -0
- package/dist/o11y/otlp/mappers/index.d.mts +4 -0
- package/dist/o11y/otlp/mappers/index.d.ts +4 -0
- package/dist/o11y/otlp/mappers/index.js +12 -0
- package/dist/o11y/otlp/mappers/index.js.map +1 -0
- package/dist/o11y/otlp/parse.cjs +369 -0
- package/dist/o11y/otlp/parse.cjs.map +1 -0
- package/dist/o11y/otlp/parse.d.cts +3 -0
- package/dist/o11y/otlp/parse.d.mts +3 -0
- package/dist/o11y/otlp/parse.d.ts +1 -1
- package/dist/o11y/otlp/parse.js +6 -0
- package/dist/o11y/otlp/parse.js.map +1 -0
- package/dist/o11y/otlp/receiver.cjs +326 -0
- package/dist/o11y/otlp/receiver.cjs.map +1 -0
- package/dist/o11y/otlp/receiver.d.cts +27 -0
- package/dist/o11y/otlp/receiver.d.mts +27 -0
- package/dist/o11y/otlp/receiver.d.ts +16 -10
- package/dist/o11y/otlp/receiver.js +10 -0
- package/dist/o11y/otlp/receiver.js.map +1 -0
- package/dist/o11y/otlp/sandbox-receiver.cjs +226 -0
- package/dist/o11y/otlp/sandbox-receiver.cjs.map +1 -0
- package/dist/o11y/otlp/sandbox-receiver.d.cts +4 -0
- package/dist/o11y/otlp/sandbox-receiver.d.mts +4 -0
- package/dist/o11y/otlp/sandbox-receiver.d.ts +4 -0
- package/dist/o11y/otlp/sandbox-receiver.js +6 -0
- package/dist/o11y/otlp/sandbox-receiver.js.map +1 -0
- package/dist/o11y/otlp/select.cjs +82 -0
- package/dist/o11y/otlp/select.cjs.map +1 -0
- package/dist/o11y/otlp/select.d.cts +22 -0
- package/dist/o11y/otlp/select.d.mts +22 -0
- package/dist/o11y/otlp/select.d.ts +1 -1
- package/dist/o11y/otlp/select.js +12 -86
- package/dist/o11y/otlp/select.js.map +1 -0
- package/dist/o11y/otlp/turn-otel.cjs +180 -0
- package/dist/o11y/otlp/turn-otel.cjs.map +1 -0
- package/dist/o11y/otlp/turn-otel.d.cts +59 -0
- package/dist/o11y/otlp/turn-otel.d.mts +59 -0
- package/dist/o11y/otlp/turn-otel.d.ts +26 -10
- package/dist/o11y/otlp/turn-otel.js +8 -0
- package/dist/o11y/otlp/turn-otel.js.map +1 -0
- package/dist/o11y/parsers/bub.cjs +277 -0
- package/dist/o11y/parsers/bub.cjs.map +1 -0
- package/dist/o11y/parsers/bub.d.cts +7 -0
- package/dist/o11y/parsers/bub.d.mts +7 -0
- package/dist/o11y/parsers/bub.d.ts +7 -0
- package/dist/o11y/parsers/bub.js +10 -0
- package/dist/o11y/parsers/bub.js.map +1 -0
- package/dist/o11y/parsers/claude-code.cjs +309 -0
- package/dist/o11y/parsers/claude-code.cjs.map +1 -0
- package/dist/o11y/parsers/claude-code.d.cts +11 -0
- package/dist/o11y/parsers/claude-code.d.mts +11 -0
- package/dist/o11y/parsers/claude-code.d.ts +11 -0
- package/dist/o11y/parsers/claude-code.js +10 -0
- package/dist/o11y/parsers/claude-code.js.map +1 -0
- package/dist/o11y/parsers/codex.cjs +439 -0
- package/dist/o11y/parsers/codex.cjs.map +1 -0
- package/dist/o11y/parsers/codex.d.cts +7 -0
- package/dist/o11y/parsers/codex.d.mts +7 -0
- package/dist/o11y/parsers/codex.d.ts +7 -0
- package/dist/o11y/parsers/codex.js +10 -0
- package/dist/o11y/parsers/codex.js.map +1 -0
- package/dist/o11y/parsers/hermes.cjs +234 -0
- package/dist/o11y/parsers/hermes.cjs.map +1 -0
- package/dist/o11y/parsers/hermes.d.cts +9 -0
- package/dist/o11y/parsers/hermes.d.mts +9 -0
- package/dist/o11y/parsers/hermes.d.ts +9 -0
- package/dist/o11y/parsers/hermes.js +10 -0
- package/dist/o11y/parsers/hermes.js.map +1 -0
- package/dist/o11y/parsers/index.cjs +13 -0
- package/dist/o11y/parsers/index.cjs.map +1 -0
- package/dist/o11y/parsers/index.d.cts +12 -0
- package/dist/o11y/parsers/index.d.mts +12 -0
- package/dist/o11y/parsers/index.d.ts +12 -0
- package/dist/o11y/parsers/index.js +16 -0
- package/dist/o11y/parsers/index.js.map +1 -0
- package/dist/o11y/parsers/openclaw.cjs +320 -0
- package/dist/o11y/parsers/openclaw.cjs.map +1 -0
- package/dist/o11y/parsers/openclaw.d.cts +39 -0
- package/dist/o11y/parsers/openclaw.d.mts +39 -0
- package/dist/o11y/parsers/openclaw.d.ts +39 -0
- package/dist/o11y/parsers/openclaw.js +12 -0
- package/dist/o11y/parsers/openclaw.js.map +1 -0
- package/dist/o11y/parsers/opencode.cjs +337 -0
- package/dist/o11y/parsers/opencode.cjs.map +1 -0
- package/dist/o11y/parsers/opencode.d.cts +14 -0
- package/dist/o11y/parsers/opencode.d.mts +14 -0
- package/dist/o11y/parsers/opencode.d.ts +14 -0
- package/dist/o11y/parsers/opencode.js +12 -0
- package/dist/o11y/parsers/opencode.js.map +1 -0
- package/dist/o11y/prices.json +11649 -0
- package/dist/o11y/record/capture.cjs +232 -0
- package/dist/o11y/record/capture.cjs.map +1 -0
- package/dist/o11y/record/capture.d.cts +81 -0
- package/dist/o11y/record/capture.d.mts +81 -0
- package/dist/o11y/record/capture.d.ts +81 -0
- package/dist/o11y/record/capture.js +30 -0
- package/dist/o11y/record/capture.js.map +1 -0
- package/dist/o11y/record/codec.cjs +222 -0
- package/dist/o11y/record/codec.cjs.map +1 -0
- package/dist/o11y/record/codec.d.cts +661 -0
- package/dist/o11y/record/codec.d.mts +661 -0
- package/dist/o11y/record/codec.d.ts +661 -0
- package/dist/o11y/record/codec.js +66 -0
- package/dist/o11y/record/codec.js.map +1 -0
- package/dist/o11y/record/errors.cjs +71 -0
- package/dist/o11y/record/errors.cjs.map +1 -0
- package/dist/o11y/record/errors.d.cts +53 -0
- package/dist/o11y/record/errors.d.mts +53 -0
- package/dist/o11y/record/errors.d.ts +53 -0
- package/dist/o11y/record/errors.js +24 -0
- package/dist/o11y/record/errors.js.map +1 -0
- package/dist/o11y/record/families.cjs +699 -0
- package/dist/o11y/record/families.cjs.map +1 -0
- package/dist/o11y/record/families.d.cts +4298 -0
- package/dist/o11y/record/families.d.mts +4298 -0
- package/dist/o11y/record/families.d.ts +4298 -0
- package/dist/o11y/record/families.js +68 -0
- package/dist/o11y/record/families.js.map +1 -0
- package/dist/o11y/record/family-projectors.cjs +83 -0
- package/dist/o11y/record/family-projectors.cjs.map +1 -0
- package/dist/o11y/record/family-projectors.d.cts +46 -0
- package/dist/o11y/record/family-projectors.d.mts +46 -0
- package/dist/o11y/record/family-projectors.d.ts +46 -0
- package/dist/o11y/record/family-projectors.js +18 -0
- package/dist/o11y/record/family-projectors.js.map +1 -0
- package/dist/o11y/record/family-writers.cjs +371 -0
- package/dist/o11y/record/family-writers.cjs.map +1 -0
- package/dist/o11y/record/family-writers.d.cts +5293 -0
- package/dist/o11y/record/family-writers.d.mts +5293 -0
- package/dist/o11y/record/family-writers.d.ts +5293 -0
- package/dist/o11y/record/family-writers.js +60 -0
- package/dist/o11y/record/family-writers.js.map +1 -0
- package/dist/o11y/record/index.cjs +31 -0
- package/dist/o11y/record/index.cjs.map +1 -0
- package/dist/o11y/record/index.d.cts +14 -0
- package/dist/o11y/record/index.d.mts +14 -0
- package/dist/o11y/record/index.d.ts +14 -0
- package/dist/o11y/record/index.js +488 -0
- package/dist/o11y/record/index.js.map +1 -0
- package/dist/o11y/record/limits.cjs +69 -0
- package/dist/o11y/record/limits.cjs.map +1 -0
- package/dist/o11y/record/limits.d.cts +65 -0
- package/dist/o11y/record/limits.d.mts +65 -0
- package/dist/o11y/record/limits.d.ts +65 -0
- package/dist/o11y/record/limits.js +68 -0
- package/dist/o11y/record/limits.js.map +1 -0
- package/dist/o11y/record/model.cjs +590 -0
- package/dist/o11y/record/model.cjs.map +1 -0
- package/dist/o11y/record/model.d.cts +275 -0
- package/dist/o11y/record/model.d.mts +275 -0
- package/dist/o11y/record/model.d.ts +275 -0
- package/dist/o11y/record/model.js +158 -0
- package/dist/o11y/record/model.js.map +1 -0
- package/dist/o11y/record/runner-producer.cjs +1575 -0
- package/dist/o11y/record/runner-producer.cjs.map +1 -0
- package/dist/o11y/record/runner-producer.d.cts +103 -0
- package/dist/o11y/record/runner-producer.d.mts +103 -0
- package/dist/o11y/record/runner-producer.d.ts +103 -0
- package/dist/o11y/record/runner-producer.js +26 -0
- package/dist/o11y/record/runner-producer.js.map +1 -0
- package/dist/o11y/record/validation.cjs +323 -0
- package/dist/o11y/record/validation.cjs.map +1 -0
- package/dist/o11y/record/validation.d.cts +62 -0
- package/dist/o11y/record/validation.d.mts +62 -0
- package/dist/o11y/record/validation.d.ts +62 -0
- package/dist/o11y/record/validation.js +28 -0
- package/dist/o11y/record/validation.js.map +1 -0
- package/dist/o11y/tool-names.cjs +68 -0
- package/dist/o11y/tool-names.cjs.map +1 -0
- package/dist/o11y/tool-names.d.cts +11 -0
- package/dist/o11y/tool-names.d.mts +11 -0
- package/dist/o11y/tool-names.d.ts +11 -0
- package/dist/o11y/tool-names.js +8 -0
- package/dist/o11y/tool-names.js.map +1 -0
- package/dist/o11y/types.cjs +3 -0
- package/dist/o11y/types.cjs.map +1 -0
- package/dist/o11y/types.d.cts +387 -0
- package/dist/o11y/types.d.mts +387 -0
- package/dist/o11y/types.d.ts +142 -1
- package/dist/o11y/types.js +4 -3
- package/dist/o11y/types.js.map +1 -0
- package/dist/plugin/contracts.cjs +187 -0
- package/dist/plugin/contracts.cjs.map +1 -0
- package/dist/plugin/contracts.d.cts +109 -0
- package/dist/plugin/contracts.d.mts +109 -0
- package/dist/plugin/contracts.d.ts +109 -0
- package/dist/plugin/contracts.js +18 -0
- package/dist/plugin/contracts.js.map +1 -0
- package/dist/plugin/index.cjs +7 -0
- package/dist/plugin/index.cjs.map +1 -0
- package/dist/plugin/index.d.cts +2 -0
- package/dist/plugin/index.d.mts +2 -0
- package/dist/plugin/index.d.ts +2 -0
- package/dist/plugin/index.js +6 -0
- package/dist/plugin/index.js.map +1 -0
- package/dist/plugin/index.mjs +6 -0
- package/dist/plugin/index.mjs.map +1 -0
- package/dist/plugin/link.cjs +204 -0
- package/dist/plugin/link.cjs.map +1 -0
- package/dist/plugin/link.d.cts +68 -0
- package/dist/plugin/link.d.mts +68 -0
- package/dist/plugin/link.d.ts +68 -0
- package/dist/plugin/link.js +14 -0
- package/dist/plugin/link.js.map +1 -0
- package/dist/plugins/record/attachment.cjs +62 -0
- package/dist/plugins/record/attachment.cjs.map +1 -0
- package/dist/plugins/record/attachment.d.cts +14 -0
- package/dist/plugins/record/attachment.d.mts +14 -0
- package/dist/plugins/record/attachment.d.ts +14 -0
- package/dist/plugins/record/attachment.js +20 -0
- package/dist/plugins/record/attachment.js.map +1 -0
- package/dist/plugins/record/capability.cjs +258 -0
- package/dist/plugins/record/capability.cjs.map +1 -0
- package/dist/plugins/record/capability.d.cts +94 -0
- package/dist/plugins/record/capability.d.mts +94 -0
- package/dist/plugins/record/capability.d.ts +94 -0
- package/dist/plugins/record/capability.js +26 -0
- package/dist/plugins/record/capability.js.map +1 -0
- package/dist/plugins/record/codec.cjs +244 -0
- package/dist/plugins/record/codec.cjs.map +1 -0
- package/dist/plugins/record/codec.d.cts +28 -0
- package/dist/plugins/record/codec.d.mts +28 -0
- package/dist/plugins/record/codec.d.ts +28 -0
- package/dist/plugins/record/codec.js +48 -0
- package/dist/plugins/record/codec.js.map +1 -0
- package/dist/plugins/record/index.cjs +54 -0
- package/dist/plugins/record/index.cjs.map +1 -0
- package/dist/plugins/record/index.d.cts +9 -0
- package/dist/plugins/record/index.d.mts +9 -0
- package/dist/plugins/record/index.d.ts +9 -0
- package/dist/plugins/record/index.js +94 -0
- package/dist/plugins/record/index.js.map +1 -0
- package/dist/plugins/record/migration.cjs +33 -0
- package/dist/plugins/record/migration.cjs.map +1 -0
- package/dist/plugins/record/migration.d.cts +22 -0
- package/dist/plugins/record/migration.d.mts +22 -0
- package/dist/plugins/record/migration.d.ts +22 -0
- package/dist/plugins/record/migration.js +6 -0
- package/dist/plugins/record/migration.js.map +1 -0
- package/dist/plugins/record/model.cjs +3 -0
- package/dist/plugins/record/model.cjs.map +1 -0
- package/dist/plugins/record/model.d.cts +93 -0
- package/dist/plugins/record/model.d.mts +93 -0
- package/dist/plugins/record/model.d.ts +93 -0
- package/dist/plugins/record/model.js +4 -0
- package/dist/plugins/record/model.js.map +1 -0
- package/dist/plugins/record/provenance.cjs +319 -0
- package/dist/plugins/record/provenance.cjs.map +1 -0
- package/dist/plugins/record/provenance.d.cts +79 -0
- package/dist/plugins/record/provenance.d.mts +79 -0
- package/dist/plugins/record/provenance.d.ts +79 -0
- package/dist/plugins/record/provenance.js +24 -0
- package/dist/plugins/record/provenance.js.map +1 -0
- package/dist/projection/attachment-result.cjs +50 -0
- package/dist/projection/attachment-result.cjs.map +1 -0
- package/dist/projection/attachment-result.d.cts +38 -0
- package/dist/projection/attachment-result.d.mts +38 -0
- package/dist/projection/attachment-result.d.ts +38 -0
- package/dist/projection/attachment-result.js +6 -0
- package/dist/projection/attachment-result.js.map +1 -0
- package/dist/projection/attempt-selection.cjs +87 -0
- package/dist/projection/attempt-selection.cjs.map +1 -0
- package/dist/projection/attempt-selection.d.cts +40 -0
- package/dist/projection/attempt-selection.d.mts +40 -0
- package/dist/projection/attempt-selection.d.ts +40 -0
- package/dist/projection/attempt-selection.js +8 -0
- package/dist/projection/attempt-selection.js.map +1 -0
- package/dist/projection/coverage.cjs +106 -0
- package/dist/projection/coverage.cjs.map +1 -0
- package/dist/projection/coverage.d.cts +43 -0
- package/dist/projection/coverage.d.mts +43 -0
- package/dist/projection/coverage.d.ts +43 -0
- package/dist/projection/coverage.js +6 -0
- package/dist/projection/coverage.js.map +1 -0
- package/dist/projection/index.cjs +36 -0
- package/dist/projection/index.cjs.map +1 -0
- package/dist/projection/index.d.cts +25 -0
- package/dist/projection/index.d.mts +25 -0
- package/dist/projection/index.d.ts +25 -0
- package/dist/projection/index.js +46 -0
- package/dist/projection/index.js.map +1 -0
- package/dist/projection/index.mjs +46 -0
- package/dist/projection/index.mjs.map +1 -0
- package/dist/projection/model.cjs +3 -0
- package/dist/projection/model.cjs.map +1 -0
- package/dist/projection/model.d.cts +49 -0
- package/dist/projection/model.d.mts +49 -0
- package/dist/projection/model.d.ts +49 -0
- package/dist/projection/model.js +4 -0
- package/dist/projection/model.js.map +1 -0
- package/dist/projection/projector.cjs +111 -0
- package/dist/projection/projector.cjs.map +1 -0
- package/dist/projection/projector.d.cts +51 -0
- package/dist/projection/projector.d.mts +51 -0
- package/dist/projection/projector.d.ts +51 -0
- package/dist/projection/projector.js +16 -0
- package/dist/projection/projector.js.map +1 -0
- package/dist/projection/runtime.cjs +246 -0
- package/dist/projection/runtime.cjs.map +1 -0
- package/dist/projection/runtime.d.cts +14 -0
- package/dist/projection/runtime.d.mts +14 -0
- package/dist/projection/runtime.d.ts +14 -0
- package/dist/projection/runtime.js +6 -0
- package/dist/projection/runtime.js.map +1 -0
- package/dist/record/attachment/errors.cjs +71 -0
- package/dist/record/attachment/errors.cjs.map +1 -0
- package/dist/record/attachment/errors.d.cts +57 -0
- package/dist/record/attachment/errors.d.mts +57 -0
- package/dist/record/attachment/errors.d.ts +57 -0
- package/dist/record/attachment/errors.js +22 -0
- package/dist/record/attachment/errors.js.map +1 -0
- package/dist/record/attachment/index.cjs +14 -0
- package/dist/record/attachment/index.cjs.map +1 -0
- package/dist/record/attachment/index.d.cts +3 -0
- package/dist/record/attachment/index.d.mts +3 -0
- package/dist/record/attachment/index.d.ts +3 -0
- package/dist/record/attachment/index.js +22 -0
- package/dist/record/attachment/index.js.map +1 -0
- package/dist/record/attachment/internal.cjs +24 -0
- package/dist/record/attachment/internal.cjs.map +1 -0
- package/dist/record/attachment/internal.d.cts +6 -0
- package/dist/record/attachment/internal.d.mts +6 -0
- package/dist/record/attachment/internal.d.ts +6 -0
- package/dist/record/attachment/internal.js +34 -0
- package/dist/record/attachment/internal.js.map +1 -0
- package/dist/record/attachment/runtime.cjs +1017 -0
- package/dist/record/attachment/runtime.cjs.map +1 -0
- package/dist/record/attachment/runtime.d.cts +86 -0
- package/dist/record/attachment/runtime.d.mts +86 -0
- package/dist/record/attachment/runtime.d.ts +86 -0
- package/dist/record/attachment/runtime.js +52 -0
- package/dist/record/attachment/runtime.js.map +1 -0
- package/dist/record/attachment/types.cjs +47 -0
- package/dist/record/attachment/types.cjs.map +1 -0
- package/dist/record/attachment/types.d.cts +194 -0
- package/dist/record/attachment/types.d.mts +194 -0
- package/dist/record/attachment/types.d.ts +194 -0
- package/dist/record/attachment/types.js +28 -0
- package/dist/record/attachment/types.js.map +1 -0
- package/dist/record/codec/core.cjs +134 -0
- package/dist/record/codec/core.cjs.map +1 -0
- package/dist/record/codec/core.d.cts +63 -0
- package/dist/record/codec/core.d.mts +63 -0
- package/dist/record/codec/core.d.ts +63 -0
- package/dist/record/codec/core.js +46 -0
- package/dist/record/codec/core.js.map +1 -0
- package/dist/record/codec/identifiers.cjs +31 -0
- package/dist/record/codec/identifiers.cjs.map +1 -0
- package/dist/record/codec/identifiers.d.cts +11 -0
- package/dist/record/codec/identifiers.d.mts +11 -0
- package/dist/record/codec/identifiers.d.ts +11 -0
- package/dist/record/codec/identifiers.js +22 -0
- package/dist/record/codec/identifiers.js.map +1 -0
- package/dist/record/codec/index.cjs +19 -0
- package/dist/record/codec/index.cjs.map +1 -0
- package/dist/record/codec/index.d.cts +2 -0
- package/dist/record/codec/index.d.mts +2 -0
- package/dist/record/codec/index.d.ts +2 -0
- package/dist/record/codec/index.js +64 -0
- package/dist/record/codec/index.js.map +1 -0
- package/dist/record/errors/index.cjs +18 -0
- package/dist/record/errors/index.cjs.map +1 -0
- package/dist/record/errors/index.d.cts +1 -0
- package/dist/record/errors/index.d.mts +1 -0
- package/dist/record/errors/index.d.ts +1 -0
- package/dist/record/errors/index.js +28 -0
- package/dist/record/errors/index.js.map +1 -0
- package/dist/record/errors/record-errors.cjs +58 -0
- package/dist/record/errors/record-errors.cjs.map +1 -0
- package/dist/record/errors/record-errors.d.cts +64 -0
- package/dist/record/errors/record-errors.d.mts +64 -0
- package/dist/record/errors/record-errors.d.ts +64 -0
- package/dist/record/errors/record-errors.js +28 -0
- package/dist/record/errors/record-errors.js.map +1 -0
- package/dist/record/fact-record.cjs +199 -0
- package/dist/record/fact-record.cjs.map +1 -0
- package/dist/record/fact-record.d.cts +22 -0
- package/dist/record/fact-record.d.mts +22 -0
- package/dist/record/fact-record.d.ts +22 -0
- package/dist/record/fact-record.js +18 -0
- package/dist/record/fact-record.js.map +1 -0
- package/dist/record/index.cjs +55 -0
- package/dist/record/index.cjs.map +1 -0
- package/dist/record/index.d.cts +11 -0
- package/dist/record/index.d.mts +11 -0
- package/dist/record/index.d.ts +11 -0
- package/dist/record/index.js +314 -0
- package/dist/record/index.js.map +1 -0
- package/dist/record/locator.cjs +146 -0
- package/dist/record/locator.cjs.map +1 -0
- package/dist/record/locator.d.cts +71 -0
- package/dist/record/locator.d.mts +71 -0
- package/dist/record/locator.js +20 -136
- package/dist/record/locator.js.map +1 -0
- package/dist/record/maintenance/index.cjs +19 -0
- package/dist/record/maintenance/index.cjs.map +1 -0
- package/dist/record/maintenance/index.d.cts +2 -0
- package/dist/record/maintenance/index.d.mts +2 -0
- package/dist/record/maintenance/index.d.ts +2 -0
- package/dist/record/maintenance/index.js +14 -0
- package/dist/record/maintenance/index.js.map +1 -0
- package/dist/record/maintenance/runtime.cjs +98 -0
- package/dist/record/maintenance/runtime.cjs.map +1 -0
- package/dist/record/maintenance/runtime.d.cts +24 -0
- package/dist/record/maintenance/runtime.d.mts +24 -0
- package/dist/record/maintenance/runtime.d.ts +24 -0
- package/dist/record/maintenance/runtime.js +12 -0
- package/dist/record/maintenance/runtime.js.map +1 -0
- package/dist/record/maintenance/types.cjs +9 -0
- package/dist/record/maintenance/types.cjs.map +1 -0
- package/dist/record/maintenance/types.d.cts +34 -0
- package/dist/record/maintenance/types.d.mts +34 -0
- package/dist/record/maintenance/types.d.ts +34 -0
- package/dist/record/maintenance/types.js +6 -0
- package/dist/record/maintenance/types.js.map +1 -0
- package/dist/record/manifest.cjs +44 -0
- package/dist/record/manifest.cjs.map +1 -0
- package/dist/record/manifest.d.cts +39 -0
- package/dist/record/manifest.d.mts +39 -0
- package/dist/record/manifest.d.ts +5 -3
- package/dist/record/manifest.js +14 -0
- package/dist/record/manifest.js.map +1 -0
- package/dist/record/migration/errors.cjs +68 -0
- package/dist/record/migration/errors.cjs.map +1 -0
- package/dist/record/migration/errors.d.cts +73 -0
- package/dist/record/migration/errors.d.mts +73 -0
- package/dist/record/migration/errors.d.ts +73 -0
- package/dist/record/migration/errors.js +22 -0
- package/dist/record/migration/errors.js.map +1 -0
- package/dist/record/migration/identity.cjs +27 -0
- package/dist/record/migration/identity.cjs.map +1 -0
- package/dist/record/migration/identity.d.cts +5 -0
- package/dist/record/migration/identity.d.mts +5 -0
- package/dist/record/migration/identity.d.ts +5 -0
- package/dist/record/migration/identity.js +8 -0
- package/dist/record/migration/identity.js.map +1 -0
- package/dist/record/migration/index.cjs +28 -0
- package/dist/record/migration/index.cjs.map +1 -0
- package/dist/record/migration/index.d.cts +8 -0
- package/dist/record/migration/index.d.mts +8 -0
- package/dist/record/migration/index.d.ts +8 -0
- package/dist/record/migration/index.js +48 -0
- package/dist/record/migration/index.js.map +1 -0
- package/dist/record/migration/internal.cjs +3 -0
- package/dist/record/migration/internal.cjs.map +1 -0
- package/dist/record/migration/internal.d.cts +111 -0
- package/dist/record/migration/internal.d.mts +111 -0
- package/dist/record/migration/internal.d.ts +111 -0
- package/dist/record/migration/internal.js +4 -0
- package/dist/record/migration/internal.js.map +1 -0
- package/dist/record/migration/orchestrate.cjs +368 -0
- package/dist/record/migration/orchestrate.cjs.map +1 -0
- package/dist/record/migration/orchestrate.d.cts +113 -0
- package/dist/record/migration/orchestrate.d.mts +113 -0
- package/dist/record/migration/orchestrate.d.ts +113 -0
- package/dist/record/migration/orchestrate.js +16 -0
- package/dist/record/migration/orchestrate.js.map +1 -0
- package/dist/record/migration/plan.cjs +63 -0
- package/dist/record/migration/plan.cjs.map +1 -0
- package/dist/record/migration/plan.d.cts +32 -0
- package/dist/record/migration/plan.d.mts +32 -0
- package/dist/record/migration/plan.d.ts +32 -0
- package/dist/record/migration/plan.js +10 -0
- package/dist/record/migration/plan.js.map +1 -0
- package/dist/record/migration/registry.cjs +150 -0
- package/dist/record/migration/registry.cjs.map +1 -0
- package/dist/record/migration/registry.d.cts +61 -0
- package/dist/record/migration/registry.d.mts +61 -0
- package/dist/record/migration/registry.d.ts +61 -0
- package/dist/record/migration/registry.js +14 -0
- package/dist/record/migration/registry.js.map +1 -0
- package/dist/record/migration/storage.cjs +382 -0
- package/dist/record/migration/storage.cjs.map +1 -0
- package/dist/record/migration/storage.d.cts +18 -0
- package/dist/record/migration/storage.d.mts +18 -0
- package/dist/record/migration/storage.d.ts +18 -0
- package/dist/record/migration/storage.js +6 -0
- package/dist/record/migration/storage.js.map +1 -0
- package/dist/record/migration/types.cjs +3 -0
- package/dist/record/migration/types.cjs.map +1 -0
- package/dist/record/migration/types.d.cts +16 -0
- package/dist/record/migration/types.d.mts +16 -0
- package/dist/record/migration/types.d.ts +16 -0
- package/dist/record/migration/types.js +4 -0
- package/dist/record/migration/types.js.map +1 -0
- package/dist/record/model/core.cjs +11 -0
- package/dist/record/model/core.cjs.map +1 -0
- package/dist/record/model/core.d.cts +53 -0
- package/dist/record/model/core.d.mts +53 -0
- package/dist/record/model/core.d.ts +53 -0
- package/dist/record/model/core.js +6 -0
- package/dist/record/model/core.js.map +1 -0
- package/dist/record/model/identifiers.cjs +78 -0
- package/dist/record/model/identifiers.cjs.map +1 -0
- package/dist/record/model/identifiers.d.cts +44 -0
- package/dist/record/model/identifiers.d.mts +44 -0
- package/dist/record/model/identifiers.d.ts +44 -0
- package/dist/record/model/identifiers.js +40 -0
- package/dist/record/model/identifiers.js.map +1 -0
- package/dist/record/model/index.cjs +21 -0
- package/dist/record/model/index.cjs.map +1 -0
- package/dist/record/model/index.d.cts +4 -0
- package/dist/record/model/index.d.mts +4 -0
- package/dist/record/model/index.d.ts +4 -0
- package/dist/record/model/index.js +52 -0
- package/dist/record/model/index.js.map +1 -0
- package/dist/record/model/read-state.cjs +3 -0
- package/dist/record/model/read-state.cjs.map +1 -0
- package/dist/record/model/read-state.d.cts +45 -0
- package/dist/record/model/read-state.d.mts +45 -0
- package/dist/record/model/read-state.d.ts +45 -0
- package/dist/record/model/read-state.js +4 -0
- package/dist/record/model/read-state.js.map +1 -0
- package/dist/record/model/validation.cjs +143 -0
- package/dist/record/model/validation.cjs.map +1 -0
- package/dist/record/model/validation.d.cts +16 -0
- package/dist/record/model/validation.d.mts +16 -0
- package/dist/record/model/validation.d.ts +16 -0
- package/dist/record/model/validation.js +14 -0
- package/dist/record/model/validation.js.map +1 -0
- package/dist/record/platform/errors.cjs +101 -0
- package/dist/record/platform/errors.cjs.map +1 -0
- package/dist/record/platform/errors.d.cts +123 -0
- package/dist/record/platform/errors.d.mts +123 -0
- package/dist/record/platform/errors.d.ts +123 -0
- package/dist/record/platform/errors.js +32 -0
- package/dist/record/platform/errors.js.map +1 -0
- package/dist/record/platform/index.cjs +21 -0
- package/dist/record/platform/index.cjs.map +1 -0
- package/dist/record/platform/index.d.cts +4 -0
- package/dist/record/platform/index.d.mts +4 -0
- package/dist/record/platform/index.d.ts +4 -0
- package/dist/record/platform/index.js +60 -0
- package/dist/record/platform/index.js.map +1 -0
- package/dist/record/platform/node.cjs +715 -0
- package/dist/record/platform/node.cjs.map +1 -0
- package/dist/record/platform/node.d.cts +12 -0
- package/dist/record/platform/node.d.mts +12 -0
- package/dist/record/platform/node.d.ts +12 -0
- package/dist/record/platform/node.js +16 -0
- package/dist/record/platform/node.js.map +1 -0
- package/dist/record/platform/root.cjs +79 -0
- package/dist/record/platform/root.cjs.map +1 -0
- package/dist/record/platform/root.d.cts +35 -0
- package/dist/record/platform/root.d.mts +35 -0
- package/dist/record/platform/root.d.ts +35 -0
- package/dist/record/platform/root.js +8 -0
- package/dist/record/platform/root.js.map +1 -0
- package/dist/record/platform/services.cjs +24 -0
- package/dist/record/platform/services.cjs.map +1 -0
- package/dist/record/platform/services.d.cts +139 -0
- package/dist/record/platform/services.d.mts +139 -0
- package/dist/record/platform/services.d.ts +139 -0
- package/dist/record/platform/services.js +16 -0
- package/dist/record/platform/services.js.map +1 -0
- package/dist/record/reader/errors.cjs +46 -0
- package/dist/record/reader/errors.cjs.map +1 -0
- package/dist/record/reader/errors.d.cts +58 -0
- package/dist/record/reader/errors.d.mts +58 -0
- package/dist/record/reader/errors.d.ts +58 -0
- package/dist/record/reader/errors.js +16 -0
- package/dist/record/reader/errors.js.map +1 -0
- package/dist/record/reader/format.cjs +95 -0
- package/dist/record/reader/format.cjs.map +1 -0
- package/dist/record/reader/format.d.cts +17 -0
- package/dist/record/reader/format.d.mts +17 -0
- package/dist/record/reader/format.d.ts +17 -0
- package/dist/record/reader/format.js +8 -0
- package/dist/record/reader/format.js.map +1 -0
- package/dist/record/reader/identity.cjs +47 -0
- package/dist/record/reader/identity.cjs.map +1 -0
- package/dist/record/reader/identity.d.cts +31 -0
- package/dist/record/reader/identity.d.mts +31 -0
- package/dist/record/reader/identity.d.ts +31 -0
- package/dist/record/reader/identity.js +8 -0
- package/dist/record/reader/identity.js.map +1 -0
- package/dist/record/reader/index.cjs +21 -0
- package/dist/record/reader/index.cjs.map +1 -0
- package/dist/record/reader/index.d.cts +4 -0
- package/dist/record/reader/index.d.mts +4 -0
- package/dist/record/reader/index.d.ts +4 -0
- package/dist/record/reader/index.js +42 -0
- package/dist/record/reader/index.js.map +1 -0
- package/dist/record/reader/internal.cjs +17 -0
- package/dist/record/reader/internal.cjs.map +1 -0
- package/dist/record/reader/internal.d.cts +26 -0
- package/dist/record/reader/internal.d.mts +26 -0
- package/dist/record/reader/internal.d.ts +26 -0
- package/dist/record/reader/internal.js +8 -0
- package/dist/record/reader/internal.js.map +1 -0
- package/dist/record/reader/runtime.cjs +728 -0
- package/dist/record/reader/runtime.cjs.map +1 -0
- package/dist/record/reader/runtime.d.cts +22 -0
- package/dist/record/reader/runtime.d.mts +22 -0
- package/dist/record/reader/runtime.d.ts +22 -0
- package/dist/record/reader/runtime.js +20 -0
- package/dist/record/reader/runtime.js.map +1 -0
- package/dist/record/reader/types.cjs +12 -0
- package/dist/record/reader/types.cjs.map +1 -0
- package/dist/record/reader/types.d.cts +50 -0
- package/dist/record/reader/types.d.mts +50 -0
- package/dist/record/reader/types.d.ts +50 -0
- package/dist/record/reader/types.js +10 -0
- package/dist/record/reader/types.js.map +1 -0
- package/dist/record/source-hash.cjs +30 -0
- package/dist/record/source-hash.cjs.map +1 -0
- package/dist/record/source-hash.d.cts +9 -0
- package/dist/record/source-hash.d.mts +9 -0
- package/dist/record/source-hash.js +8 -25
- package/dist/record/source-hash.js.map +1 -0
- package/dist/record/writer/attachment-payload.cjs +81 -0
- package/dist/record/writer/attachment-payload.cjs.map +1 -0
- package/dist/record/writer/attachment-payload.d.cts +19 -0
- package/dist/record/writer/attachment-payload.d.mts +19 -0
- package/dist/record/writer/attachment-payload.d.ts +19 -0
- package/dist/record/writer/attachment-payload.js +10 -0
- package/dist/record/writer/attachment-payload.js.map +1 -0
- package/dist/record/writer/errors.cjs +35 -0
- package/dist/record/writer/errors.cjs.map +1 -0
- package/dist/record/writer/errors.d.cts +35 -0
- package/dist/record/writer/errors.d.mts +35 -0
- package/dist/record/writer/errors.d.ts +35 -0
- package/dist/record/writer/errors.js +14 -0
- package/dist/record/writer/errors.js.map +1 -0
- package/dist/record/writer/index.cjs +20 -0
- package/dist/record/writer/index.cjs.map +1 -0
- package/dist/record/writer/index.d.cts +3 -0
- package/dist/record/writer/index.d.mts +3 -0
- package/dist/record/writer/index.d.ts +3 -0
- package/dist/record/writer/index.js +22 -0
- package/dist/record/writer/index.js.map +1 -0
- package/dist/record/writer/limits.cjs +16 -0
- package/dist/record/writer/limits.cjs.map +1 -0
- package/dist/record/writer/limits.d.cts +4 -0
- package/dist/record/writer/limits.d.mts +4 -0
- package/dist/record/writer/limits.d.ts +4 -0
- package/dist/record/writer/limits.js +8 -0
- package/dist/record/writer/limits.js.map +1 -0
- package/dist/record/writer/runtime.cjs +656 -0
- package/dist/record/writer/runtime.cjs.map +1 -0
- package/dist/record/writer/runtime.d.cts +7 -0
- package/dist/record/writer/runtime.d.mts +7 -0
- package/dist/record/writer/runtime.d.ts +7 -0
- package/dist/record/writer/runtime.js +6 -0
- package/dist/record/writer/runtime.js.map +1 -0
- package/dist/record/writer/types.cjs +7 -0
- package/dist/record/writer/types.cjs.map +1 -0
- package/dist/record/writer/types.d.cts +56 -0
- package/dist/record/writer/types.d.mts +56 -0
- package/dist/record/writer/types.d.ts +56 -0
- package/dist/record/writer/types.js +10 -0
- package/dist/record/writer/types.js.map +1 -0
- package/dist/report/author/identity.cjs +268 -0
- package/dist/report/author/identity.cjs.map +1 -0
- package/dist/report/author/identity.d.cts +75 -0
- package/dist/report/author/identity.d.mts +75 -0
- package/dist/report/author/identity.d.ts +75 -0
- package/dist/report/author/identity.js +34 -0
- package/dist/report/author/identity.js.map +1 -0
- package/dist/report/author/index.cjs +19 -0
- package/dist/report/author/index.cjs.map +1 -0
- package/dist/report/author/index.d.cts +4 -0
- package/dist/report/author/index.d.mts +4 -0
- package/dist/report/author/index.d.ts +4 -0
- package/dist/report/author/index.js +30 -0
- package/dist/report/author/index.js.map +1 -0
- package/dist/report/author/internal.cjs +98 -0
- package/dist/report/author/internal.cjs.map +1 -0
- package/dist/report/author/internal.d.cts +91 -0
- package/dist/report/author/internal.d.mts +91 -0
- package/dist/report/author/internal.d.ts +91 -0
- package/dist/report/author/internal.js +18 -0
- package/dist/report/author/internal.js.map +1 -0
- package/dist/report/author/model.cjs +467 -0
- package/dist/report/author/model.cjs.map +1 -0
- package/dist/report/author/model.d.cts +241 -0
- package/dist/report/author/model.d.mts +241 -0
- package/dist/report/author/model.d.ts +241 -0
- package/dist/report/author/model.js +32 -0
- package/dist/report/author/model.js.map +1 -0
- package/dist/report/built-in/attempt-overview.cjs +395 -0
- package/dist/report/built-in/attempt-overview.cjs.map +1 -0
- package/dist/report/built-in/attempt-overview.d.cts +10 -0
- package/dist/report/built-in/attempt-overview.d.mts +10 -0
- package/dist/report/built-in/attempt-overview.d.ts +10 -0
- package/dist/report/built-in/attempt-overview.js +9 -0
- package/dist/report/built-in/attempt-overview.js.map +1 -0
- package/dist/report/built-in/execution.cjs +766 -0
- package/dist/report/built-in/execution.cjs.map +1 -0
- package/dist/report/built-in/execution.d.cts +25 -0
- package/dist/report/built-in/execution.d.mts +25 -0
- package/dist/report/built-in/execution.d.ts +25 -0
- package/dist/report/built-in/execution.js +12 -0
- package/dist/report/built-in/execution.js.map +1 -0
- package/dist/report/built-in/index.cjs +31 -0
- package/dist/report/built-in/index.cjs.map +1 -0
- package/dist/report/built-in/index.d.cts +6 -0
- package/dist/report/built-in/index.d.mts +6 -0
- package/dist/report/built-in/index.d.ts +6 -8
- package/dist/report/built-in/index.js +35 -13
- package/dist/report/built-in/index.js.map +1 -0
- package/dist/report/built-in/index.mjs +35 -0
- package/dist/report/built-in/index.mjs.map +1 -0
- package/dist/report/built-in/overview.cjs +206 -0
- package/dist/report/built-in/overview.cjs.map +1 -0
- package/dist/report/built-in/overview.d.cts +6 -0
- package/dist/report/built-in/overview.d.mts +6 -0
- package/dist/report/built-in/overview.d.ts +6 -0
- package/dist/report/built-in/overview.js +11 -0
- package/dist/report/built-in/overview.js.map +1 -0
- package/dist/report/built-in/run-membership-overview.cjs +194 -0
- package/dist/report/built-in/run-membership-overview.cjs.map +1 -0
- package/dist/report/built-in/run-membership-overview.d.cts +6 -0
- package/dist/report/built-in/run-membership-overview.d.mts +6 -0
- package/dist/report/built-in/run-membership-overview.d.ts +6 -0
- package/dist/report/built-in/run-membership-overview.js +9 -0
- package/dist/report/built-in/run-membership-overview.js.map +1 -0
- package/dist/report/built-in/sandbox-history.cjs +384 -0
- package/dist/report/built-in/sandbox-history.cjs.map +1 -0
- package/dist/report/built-in/sandbox-history.d.cts +9 -0
- package/dist/report/built-in/sandbox-history.d.mts +9 -0
- package/dist/report/built-in/sandbox-history.d.ts +9 -0
- package/dist/report/built-in/sandbox-history.js +9 -0
- package/dist/report/built-in/sandbox-history.js.map +1 -0
- package/dist/report/built-in/source.cjs +162 -0
- package/dist/report/built-in/source.cjs.map +1 -0
- package/dist/report/built-in/source.d.cts +11 -0
- package/dist/report/built-in/source.d.mts +11 -0
- package/dist/report/built-in/source.d.ts +11 -0
- package/dist/report/built-in/source.js +8 -0
- package/dist/report/built-in/source.js.map +1 -0
- package/dist/report/execution/index.cjs +20 -0
- package/dist/report/execution/index.cjs.map +1 -0
- package/dist/report/execution/index.d.cts +3 -0
- package/dist/report/execution/index.d.mts +3 -0
- package/dist/report/execution/index.d.ts +3 -0
- package/dist/report/execution/index.js +30 -0
- package/dist/report/execution/index.js.map +1 -0
- package/dist/report/execution/model.cjs +483 -0
- package/dist/report/execution/model.cjs.map +1 -0
- package/dist/report/execution/model.d.cts +50 -0
- package/dist/report/execution/model.d.mts +50 -0
- package/dist/report/execution/model.d.ts +50 -0
- package/dist/report/execution/model.js +16 -0
- package/dist/report/execution/model.js.map +1 -0
- package/dist/report/execution/problems.cjs +210 -0
- package/dist/report/execution/problems.cjs.map +1 -0
- package/dist/report/execution/problems.d.cts +54 -0
- package/dist/report/execution/problems.d.mts +54 -0
- package/dist/report/execution/problems.d.ts +54 -0
- package/dist/report/execution/problems.js +14 -0
- package/dist/report/execution/problems.js.map +1 -0
- package/dist/report/execution/results.cjs +26 -0
- package/dist/report/execution/results.cjs.map +1 -0
- package/dist/report/execution/results.d.cts +102 -0
- package/dist/report/execution/results.d.mts +102 -0
- package/dist/report/execution/results.d.ts +102 -0
- package/dist/report/execution/results.js +8 -0
- package/dist/report/execution/results.js.map +1 -0
- package/dist/report/host/execute.cjs +1287 -0
- package/dist/report/host/execute.cjs.map +1 -0
- package/dist/report/host/execute.d.cts +23 -0
- package/dist/report/host/execute.d.mts +23 -0
- package/dist/report/host/execute.d.ts +23 -0
- package/dist/report/host/execute.js +6 -0
- package/dist/report/host/execute.js.map +1 -0
- package/dist/report/host/from-record.cjs +47 -0
- package/dist/report/host/from-record.cjs.map +1 -0
- package/dist/report/host/from-record.d.cts +36 -0
- package/dist/report/host/from-record.d.mts +36 -0
- package/dist/report/host/from-record.d.ts +36 -0
- package/dist/report/host/from-record.js +8 -0
- package/dist/report/host/from-record.js.map +1 -0
- package/dist/report/host/html.cjs +424 -0
- package/dist/report/host/html.cjs.map +1 -0
- package/dist/report/host/html.d.cts +28 -0
- package/dist/report/host/html.d.mts +28 -0
- package/dist/report/host/html.d.ts +28 -0
- package/dist/report/host/html.js +6 -0
- package/dist/report/host/html.js.map +1 -0
- package/dist/report/host/index.cjs +21 -0
- package/dist/report/host/index.cjs.map +1 -0
- package/dist/report/host/index.d.cts +11 -0
- package/dist/report/host/index.d.mts +11 -0
- package/dist/report/host/index.d.ts +11 -0
- package/dist/report/host/index.js +24 -0
- package/dist/report/host/index.js.map +1 -0
- package/dist/report/host/node/loader.cjs +210 -0
- package/dist/report/host/node/loader.cjs.map +1 -0
- package/dist/report/host/node/loader.d.cts +45 -0
- package/dist/report/host/node/loader.d.mts +45 -0
- package/dist/report/host/node/loader.d.ts +45 -0
- package/dist/report/host/node/loader.js +14 -0
- package/dist/report/host/node/loader.js.map +1 -0
- package/dist/report/host/node/theme.cjs +21 -0
- package/dist/report/host/node/theme.cjs.map +1 -0
- package/dist/report/host/node/theme.d.cts +1 -0
- package/dist/report/host/node/theme.d.mts +1 -0
- package/dist/report/host/node/theme.d.ts +1 -0
- package/dist/report/host/node/theme.js +14 -0
- package/dist/report/host/node/theme.js.map +1 -0
- package/dist/report/host/node.cjs +147 -0
- package/dist/report/host/node.cjs.map +1 -0
- package/dist/report/host/node.d.cts +36 -0
- package/dist/report/host/node.d.mts +36 -0
- package/dist/report/host/node.d.ts +36 -0
- package/dist/report/host/node.js +36 -0
- package/dist/report/host/node.js.map +1 -0
- package/dist/report/host/presentation.cjs +423 -0
- package/dist/report/host/presentation.cjs.map +1 -0
- package/dist/report/host/presentation.d.cts +42 -0
- package/dist/report/host/presentation.d.mts +42 -0
- package/dist/report/host/presentation.d.ts +42 -0
- package/dist/report/host/presentation.js +16 -0
- package/dist/report/host/presentation.js.map +1 -0
- package/dist/report/host/static.cjs +126 -0
- package/dist/report/host/static.cjs.map +1 -0
- package/dist/report/host/static.d.cts +55 -0
- package/dist/report/host/static.d.mts +55 -0
- package/dist/report/host/static.d.ts +55 -0
- package/dist/report/host/static.js +8 -0
- package/dist/report/host/static.js.map +1 -0
- package/dist/report/host/theme.cjs +223 -0
- package/dist/report/host/theme.cjs.map +1 -0
- package/dist/report/host/theme.d.cts +64 -0
- package/dist/report/host/theme.d.mts +64 -0
- package/dist/report/host/theme.d.ts +64 -0
- package/dist/report/host/theme.js +14 -0
- package/dist/report/host/theme.js.map +1 -0
- package/dist/report/host/view-session.cjs +82 -0
- package/dist/report/host/view-session.cjs.map +1 -0
- package/dist/report/host/view-session.d.cts +82 -0
- package/dist/report/host/view-session.d.mts +82 -0
- package/dist/report/host/view-session.d.ts +82 -0
- package/dist/report/host/view-session.js +6 -0
- package/dist/report/host/view-session.js.map +1 -0
- package/dist/report/index.cjs +58 -0
- package/dist/report/index.cjs.map +1 -0
- package/dist/report/index.d.cts +11 -0
- package/dist/report/index.d.mts +11 -0
- package/dist/report/index.d.ts +11 -43
- package/dist/report/index.js +120 -44
- package/dist/report/index.js.map +1 -0
- package/dist/report/index.mjs +120 -0
- package/dist/report/index.mjs.map +1 -0
- package/dist/report/model/panel.cjs +271 -0
- package/dist/report/model/panel.cjs.map +1 -0
- package/dist/report/model/panel.d.cts +109 -0
- package/dist/report/model/panel.d.mts +109 -0
- package/dist/report/model/panel.d.ts +2 -2
- package/dist/report/model/panel.js +22 -260
- package/dist/report/model/panel.js.map +1 -0
- package/dist/report/model/text-layout.cjs +185 -0
- package/dist/report/model/text-layout.cjs.map +1 -0
- package/dist/report/model/text-layout.d.cts +75 -0
- package/dist/report/model/text-layout.d.mts +75 -0
- package/dist/report/model/text-layout.js +22 -173
- package/dist/report/model/text-layout.js.map +1 -0
- package/dist/report/semantic/document.cjs +593 -0
- package/dist/report/semantic/document.cjs.map +1 -0
- package/dist/report/semantic/document.d.cts +162 -0
- package/dist/report/semantic/document.d.mts +162 -0
- package/dist/report/semantic/document.d.ts +162 -0
- package/dist/report/semantic/document.js +38 -0
- package/dist/report/semantic/document.js.map +1 -0
- package/dist/report/semantic/index.cjs +18 -0
- package/dist/report/semantic/index.cjs.map +1 -0
- package/dist/report/semantic/index.d.cts +1 -0
- package/dist/report/semantic/index.d.mts +1 -0
- package/dist/report/semantic/index.d.ts +1 -0
- package/dist/report/semantic/index.js +38 -0
- package/dist/report/semantic/index.js.map +1 -0
- package/dist/runner/accept-prompt.cjs +50 -0
- package/dist/runner/accept-prompt.cjs.map +1 -0
- package/dist/runner/accept-prompt.d.cts +27 -0
- package/dist/runner/accept-prompt.d.mts +27 -0
- package/dist/runner/accept-prompt.d.ts +27 -0
- package/dist/runner/accept-prompt.js +10 -0
- package/dist/runner/accept-prompt.js.map +1 -0
- package/dist/runner/accept.cjs +280 -0
- package/dist/runner/accept.cjs.map +1 -0
- package/dist/runner/accept.d.cts +75 -0
- package/dist/runner/accept.d.mts +75 -0
- package/dist/runner/accept.d.ts +75 -0
- package/dist/runner/accept.js +16 -0
- package/dist/runner/accept.js.map +1 -0
- package/dist/runner/adoption.cjs +859 -0
- package/dist/runner/adoption.cjs.map +1 -0
- package/dist/runner/adoption.d.cts +214 -0
- package/dist/runner/adoption.d.mts +214 -0
- package/dist/runner/adoption.d.ts +214 -0
- package/dist/runner/adoption.js +50 -0
- package/dist/runner/adoption.js.map +1 -0
- package/dist/runner/assert-first-bridge.cjs +203 -0
- package/dist/runner/assert-first-bridge.cjs.map +1 -0
- package/dist/runner/assert-first-bridge.d.cts +51 -0
- package/dist/runner/assert-first-bridge.d.mts +51 -0
- package/dist/runner/assert-first-bridge.d.ts +51 -0
- package/dist/runner/assert-first-bridge.js +6 -0
- package/dist/runner/assert-first-bridge.js.map +1 -0
- package/dist/runner/assertions.cjs +77 -0
- package/dist/runner/assertions.cjs.map +1 -0
- package/dist/runner/assertions.d.cts +8 -0
- package/dist/runner/assertions.d.mts +8 -0
- package/dist/runner/assertions.d.ts +8 -0
- package/dist/runner/assertions.js +6 -0
- package/dist/runner/assertions.js.map +1 -0
- package/dist/runner/attempt.cjs +2057 -0
- package/dist/runner/attempt.cjs.map +1 -0
- package/dist/runner/attempt.d.cts +90 -0
- package/dist/runner/attempt.d.mts +90 -0
- package/dist/runner/attempt.d.ts +90 -0
- package/dist/runner/attempt.js +14 -0
- package/dist/runner/attempt.js.map +1 -0
- package/dist/runner/build-preparation.cjs +87 -0
- package/dist/runner/build-preparation.cjs.map +1 -0
- package/dist/runner/build-preparation.d.cts +23 -0
- package/dist/runner/build-preparation.d.mts +23 -0
- package/dist/runner/build-preparation.d.ts +23 -0
- package/dist/runner/build-preparation.js +8 -0
- package/dist/runner/build-preparation.js.map +1 -0
- package/dist/runner/cleanup-timeout.cjs +40 -0
- package/dist/runner/cleanup-timeout.cjs.map +1 -0
- package/dist/runner/cleanup-timeout.d.cts +21 -0
- package/dist/runner/cleanup-timeout.d.mts +21 -0
- package/dist/runner/cleanup-timeout.d.ts +19 -1
- package/dist/runner/cleanup-timeout.js +12 -0
- package/dist/runner/cleanup-timeout.js.map +1 -0
- package/dist/runner/command-plan.cjs +475 -0
- package/dist/runner/command-plan.cjs.map +1 -0
- package/dist/runner/command-plan.d.cts +106 -0
- package/dist/runner/command-plan.d.mts +106 -0
- package/dist/runner/command-plan.d.ts +106 -0
- package/dist/runner/command-plan.js +6 -0
- package/dist/runner/command-plan.js.map +1 -0
- package/dist/runner/config-identity.cjs +259 -0
- package/dist/runner/config-identity.cjs.map +1 -0
- package/dist/runner/config-identity.d.cts +88 -0
- package/dist/runner/config-identity.d.mts +88 -0
- package/dist/runner/config-identity.d.ts +7 -5
- package/dist/runner/config-identity.js +22 -0
- package/dist/runner/config-identity.js.map +1 -0
- package/dist/runner/direct-agent-sandbox.cjs +64 -0
- package/dist/runner/direct-agent-sandbox.cjs.map +1 -0
- package/dist/runner/direct-agent-sandbox.d.cts +5 -0
- package/dist/runner/direct-agent-sandbox.d.mts +5 -0
- package/dist/runner/direct-agent-sandbox.d.ts +5 -0
- package/dist/runner/direct-agent-sandbox.js +8 -0
- package/dist/runner/direct-agent-sandbox.js.map +1 -0
- package/dist/runner/discover.cjs +628 -0
- package/dist/runner/discover.cjs.map +1 -0
- package/dist/runner/discover.d.cts +29 -0
- package/dist/runner/discover.d.mts +29 -0
- package/dist/runner/discover.d.ts +29 -0
- package/dist/runner/discover.js +12 -0
- package/dist/runner/discover.js.map +1 -0
- package/dist/runner/eval-selection.cjs +95 -0
- package/dist/runner/eval-selection.cjs.map +1 -0
- package/dist/runner/eval-selection.d.cts +37 -0
- package/dist/runner/eval-selection.d.mts +37 -0
- package/dist/runner/eval-selection.d.ts +2 -7
- package/dist/runner/eval-selection.js +12 -0
- package/dist/runner/eval-selection.js.map +1 -0
- package/dist/runner/eval-source.cjs +64 -0
- package/dist/runner/eval-source.cjs.map +1 -0
- package/dist/runner/eval-source.d.cts +28 -0
- package/dist/runner/eval-source.d.mts +28 -0
- package/dist/runner/eval-source.d.ts +1 -1
- package/dist/runner/eval-source.js +26 -0
- package/dist/runner/eval-source.js.map +1 -0
- package/dist/runner/experiment-cleanup-registry.cjs +70 -0
- package/dist/runner/experiment-cleanup-registry.cjs.map +1 -0
- package/dist/runner/experiment-cleanup-registry.d.cts +19 -0
- package/dist/runner/experiment-cleanup-registry.d.mts +19 -0
- package/dist/runner/experiment-cleanup-registry.d.ts +19 -0
- package/dist/runner/experiment-cleanup-registry.js +14 -0
- package/dist/runner/experiment-cleanup-registry.js.map +1 -0
- package/dist/runner/feedback/coordinator.cjs +404 -0
- package/dist/runner/feedback/coordinator.cjs.map +1 -0
- package/dist/runner/feedback/coordinator.d.cts +61 -0
- package/dist/runner/feedback/coordinator.d.mts +61 -0
- package/dist/runner/feedback/coordinator.d.ts +61 -0
- package/dist/runner/feedback/coordinator.js +6 -0
- package/dist/runner/feedback/coordinator.js.map +1 -0
- package/dist/runner/feedback/eval-conclusions.cjs +75 -0
- package/dist/runner/feedback/eval-conclusions.cjs.map +1 -0
- package/dist/runner/feedback/eval-conclusions.d.cts +30 -0
- package/dist/runner/feedback/eval-conclusions.d.mts +30 -0
- package/dist/runner/feedback/eval-conclusions.d.ts +30 -0
- package/dist/runner/feedback/eval-conclusions.js +8 -0
- package/dist/runner/feedback/eval-conclusions.js.map +1 -0
- package/dist/runner/feedback/failure.cjs +194 -0
- package/dist/runner/feedback/failure.cjs.map +1 -0
- package/dist/runner/feedback/failure.d.cts +13 -0
- package/dist/runner/feedback/failure.d.mts +13 -0
- package/dist/runner/feedback/failure.d.ts +13 -0
- package/dist/runner/feedback/failure.js +8 -0
- package/dist/runner/feedback/failure.js.map +1 -0
- package/dist/runner/feedback/human.cjs +1469 -0
- package/dist/runner/feedback/human.cjs.map +1 -0
- package/dist/runner/feedback/human.d.cts +139 -0
- package/dist/runner/feedback/human.d.mts +139 -0
- package/dist/runner/feedback/human.d.ts +139 -0
- package/dist/runner/feedback/human.js +18 -0
- package/dist/runner/feedback/human.js.map +1 -0
- package/dist/runner/feedback/index.cjs +51 -0
- package/dist/runner/feedback/index.cjs.map +1 -0
- package/dist/runner/feedback/index.d.cts +10 -0
- package/dist/runner/feedback/index.d.mts +10 -0
- package/dist/runner/feedback/index.d.ts +10 -0
- package/dist/runner/feedback/index.js +58 -0
- package/dist/runner/feedback/index.js.map +1 -0
- package/dist/runner/feedback/input-guard.cjs +106 -0
- package/dist/runner/feedback/input-guard.cjs.map +1 -0
- package/dist/runner/feedback/input-guard.d.cts +43 -0
- package/dist/runner/feedback/input-guard.d.mts +43 -0
- package/dist/runner/feedback/input-guard.d.ts +43 -0
- package/dist/runner/feedback/input-guard.js +8 -0
- package/dist/runner/feedback/input-guard.js.map +1 -0
- package/dist/runner/feedback/io.cjs +43 -0
- package/dist/runner/feedback/io.cjs.map +1 -0
- package/dist/runner/feedback/io.d.cts +38 -0
- package/dist/runner/feedback/io.d.mts +38 -0
- package/dist/runner/feedback/io.d.ts +38 -0
- package/dist/runner/feedback/io.js +6 -0
- package/dist/runner/feedback/io.js.map +1 -0
- package/dist/runner/feedback/json.cjs +371 -0
- package/dist/runner/feedback/json.cjs.map +1 -0
- package/dist/runner/feedback/json.d.cts +242 -0
- package/dist/runner/feedback/json.d.mts +242 -0
- package/dist/runner/feedback/json.d.ts +242 -0
- package/dist/runner/feedback/json.js +10 -0
- package/dist/runner/feedback/json.js.map +1 -0
- package/dist/runner/feedback/profile.cjs +8 -0
- package/dist/runner/feedback/profile.cjs.map +1 -0
- package/dist/runner/feedback/profile.d.cts +14 -0
- package/dist/runner/feedback/profile.d.mts +14 -0
- package/dist/runner/feedback/profile.d.ts +14 -0
- package/dist/runner/feedback/profile.js +6 -0
- package/dist/runner/feedback/profile.js.map +1 -0
- package/dist/runner/feedback/reducer.cjs +372 -0
- package/dist/runner/feedback/reducer.cjs.map +1 -0
- package/dist/runner/feedback/reducer.d.cts +4 -0
- package/dist/runner/feedback/reducer.d.mts +4 -0
- package/dist/runner/feedback/reducer.d.ts +4 -0
- package/dist/runner/feedback/reducer.js +8 -0
- package/dist/runner/feedback/reducer.js.map +1 -0
- package/dist/runner/feedback/renderer.cjs +3 -0
- package/dist/runner/feedback/renderer.cjs.map +1 -0
- package/dist/runner/feedback/renderer.d.cts +63 -0
- package/dist/runner/feedback/renderer.d.mts +63 -0
- package/dist/runner/feedback/renderer.d.ts +63 -0
- package/dist/runner/feedback/renderer.js +4 -0
- package/dist/runner/feedback/renderer.js.map +1 -0
- package/dist/runner/feedback/sink.cjs +194 -0
- package/dist/runner/feedback/sink.cjs.map +1 -0
- package/dist/runner/feedback/sink.d.cts +187 -0
- package/dist/runner/feedback/sink.d.mts +187 -0
- package/dist/runner/feedback/sink.d.ts +7 -7
- package/dist/runner/feedback/sink.js +34 -0
- package/dist/runner/feedback/sink.js.map +1 -0
- package/dist/runner/feedback/testing.cjs +69 -0
- package/dist/runner/feedback/testing.cjs.map +1 -0
- package/dist/runner/feedback/testing.d.cts +26 -0
- package/dist/runner/feedback/testing.d.mts +26 -0
- package/dist/runner/feedback/testing.d.ts +26 -0
- package/dist/runner/feedback/testing.js +6 -0
- package/dist/runner/feedback/testing.js.map +1 -0
- package/dist/runner/fingerprint.cjs +379 -0
- package/dist/runner/fingerprint.cjs.map +1 -0
- package/dist/runner/fingerprint.d.cts +71 -0
- package/dist/runner/fingerprint.d.mts +71 -0
- package/dist/runner/fingerprint.d.ts +49 -167
- package/dist/runner/fingerprint.js +22 -0
- package/dist/runner/fingerprint.js.map +1 -0
- package/dist/runner/gate-lease.cjs +271 -0
- package/dist/runner/gate-lease.cjs.map +1 -0
- package/dist/runner/gate-lease.d.cts +62 -0
- package/dist/runner/gate-lease.d.mts +62 -0
- package/dist/runner/gate-lease.d.ts +62 -0
- package/dist/runner/gate-lease.js +22 -0
- package/dist/runner/gate-lease.js.map +1 -0
- package/dist/runner/judge-config.cjs +26 -0
- package/dist/runner/judge-config.cjs.map +1 -0
- package/dist/runner/judge-config.d.cts +8 -0
- package/dist/runner/judge-config.d.mts +8 -0
- package/dist/runner/judge-config.d.ts +6 -4
- package/dist/runner/judge-config.js +6 -0
- package/dist/runner/judge-config.js.map +1 -0
- package/dist/runner/leak-gate.cjs +381 -0
- package/dist/runner/leak-gate.cjs.map +1 -0
- package/dist/runner/leak-gate.d.cts +124 -0
- package/dist/runner/leak-gate.d.mts +124 -0
- package/dist/runner/leak-gate.d.ts +36 -8
- package/dist/runner/leak-gate.js +32 -0
- package/dist/runner/leak-gate.js.map +1 -0
- package/dist/runner/ledger.cjs +470 -0
- package/dist/runner/ledger.cjs.map +1 -0
- package/dist/runner/ledger.d.cts +35 -0
- package/dist/runner/ledger.d.mts +35 -0
- package/dist/runner/ledger.d.ts +35 -0
- package/dist/runner/ledger.js +8 -0
- package/dist/runner/ledger.js.map +1 -0
- package/dist/runner/lock.cjs +236 -0
- package/dist/runner/lock.cjs.map +1 -0
- package/dist/runner/lock.d.cts +56 -0
- package/dist/runner/lock.d.mts +56 -0
- package/dist/runner/lock.d.ts +56 -0
- package/dist/runner/lock.js +22 -0
- package/dist/runner/lock.js.map +1 -0
- package/dist/runner/manifest.cjs +179 -0
- package/dist/runner/manifest.cjs.map +1 -0
- package/dist/runner/manifest.d.cts +61 -0
- package/dist/runner/manifest.d.mts +61 -0
- package/dist/runner/manifest.d.ts +4 -4
- package/dist/runner/manifest.js +22 -0
- package/dist/runner/manifest.js.map +1 -0
- package/dist/runner/project-current.cjs +117 -0
- package/dist/runner/project-current.cjs.map +1 -0
- package/dist/runner/project-current.d.cts +29 -0
- package/dist/runner/project-current.d.mts +29 -0
- package/dist/runner/project-current.d.ts +29 -0
- package/dist/runner/project-current.js +8 -0
- package/dist/runner/project-current.js.map +1 -0
- package/dist/runner/project-target.cjs +3 -0
- package/dist/runner/project-target.cjs.map +1 -0
- package/dist/runner/project-target.d.cts +30 -0
- package/dist/runner/project-target.d.mts +30 -0
- package/dist/runner/project-target.d.ts +30 -0
- package/dist/runner/project-target.js +4 -0
- package/dist/runner/project-target.js.map +1 -0
- package/dist/runner/record.cjs +883 -0
- package/dist/runner/record.cjs.map +1 -0
- package/dist/runner/record.d.cts +151 -0
- package/dist/runner/record.d.mts +151 -0
- package/dist/runner/record.d.ts +151 -0
- package/dist/runner/record.js +10 -0
- package/dist/runner/record.js.map +1 -0
- package/dist/runner/rename-experiment.cjs +273 -0
- package/dist/runner/rename-experiment.cjs.map +1 -0
- package/dist/runner/rename-experiment.d.cts +123 -0
- package/dist/runner/rename-experiment.d.mts +123 -0
- package/dist/runner/rename-experiment.d.ts +123 -0
- package/dist/runner/rename-experiment.js +14 -0
- package/dist/runner/rename-experiment.js.map +1 -0
- package/dist/runner/report.cjs +123 -0
- package/dist/runner/report.cjs.map +1 -0
- package/dist/runner/report.d.cts +27 -0
- package/dist/runner/report.d.mts +27 -0
- package/dist/runner/report.d.ts +27 -0
- package/dist/runner/report.js +14 -0
- package/dist/runner/report.js.map +1 -0
- package/dist/runner/reporters/braintrust.cjs +302 -0
- package/dist/runner/reporters/braintrust.cjs.map +1 -0
- package/dist/runner/reporters/braintrust.d.cts +59 -0
- package/dist/runner/reporters/braintrust.d.mts +59 -0
- package/dist/runner/reporters/braintrust.d.ts +59 -0
- package/dist/runner/reporters/braintrust.js +8 -0
- package/dist/runner/reporters/braintrust.js.map +1 -0
- package/dist/runner/reporters/index.cjs +12 -0
- package/dist/runner/reporters/index.cjs.map +1 -0
- package/dist/runner/reporters/index.d.cts +2 -0
- package/dist/runner/reporters/index.d.mts +2 -0
- package/dist/runner/reporters/index.d.ts +2 -0
- package/dist/runner/reporters/index.js +10 -0
- package/dist/runner/reporters/index.js.map +1 -0
- package/dist/runner/reporters/index.mjs +10 -0
- package/dist/runner/reporters/index.mjs.map +1 -0
- package/dist/runner/reporters/json.cjs +116 -0
- package/dist/runner/reporters/json.cjs.map +1 -0
- package/dist/runner/reporters/json.d.cts +3 -0
- package/dist/runner/reporters/json.d.mts +3 -0
- package/dist/runner/reporters/json.d.ts +3 -0
- package/dist/runner/reporters/json.js +8 -0
- package/dist/runner/reporters/json.js.map +1 -0
- package/dist/runner/reporters/shared.cjs +14 -0
- package/dist/runner/reporters/shared.cjs.map +1 -0
- package/dist/runner/reporters/shared.d.cts +3 -0
- package/dist/runner/reporters/shared.d.mts +3 -0
- package/dist/runner/reporters/shared.d.ts +3 -0
- package/dist/runner/reporters/shared.js +8 -0
- package/dist/runner/reporters/shared.js.map +1 -0
- package/dist/runner/reuse-diagnostics.cjs +71 -0
- package/dist/runner/reuse-diagnostics.cjs.map +1 -0
- package/dist/runner/reuse-diagnostics.d.cts +21 -0
- package/dist/runner/reuse-diagnostics.d.mts +21 -0
- package/dist/runner/reuse-diagnostics.d.ts +21 -0
- package/dist/runner/reuse-diagnostics.js +8 -0
- package/dist/runner/reuse-diagnostics.js.map +1 -0
- package/dist/runner/reuse-plan.cjs +739 -0
- package/dist/runner/reuse-plan.cjs.map +1 -0
- package/dist/runner/reuse-plan.d.cts +185 -0
- package/dist/runner/reuse-plan.d.mts +185 -0
- package/dist/runner/reuse-plan.d.ts +185 -0
- package/dist/runner/reuse-plan.js +26 -0
- package/dist/runner/reuse-plan.js.map +1 -0
- package/dist/runner/reuse-readback.cjs +275 -0
- package/dist/runner/reuse-readback.cjs.map +1 -0
- package/dist/runner/reuse-readback.d.cts +169 -0
- package/dist/runner/reuse-readback.d.mts +169 -0
- package/dist/runner/reuse-readback.d.ts +169 -0
- package/dist/runner/reuse-readback.js +20 -0
- package/dist/runner/reuse-readback.js.map +1 -0
- package/dist/runner/run.cjs +2362 -0
- package/dist/runner/run.cjs.map +1 -0
- package/dist/runner/run.d.cts +44 -0
- package/dist/runner/run.d.mts +44 -0
- package/dist/runner/run.d.ts +44 -0
- package/dist/runner/run.js +12 -0
- package/dist/runner/run.js.map +1 -0
- package/dist/runner/sandbox-pool.cjs +312 -0
- package/dist/runner/sandbox-pool.cjs.map +1 -0
- package/dist/runner/sandbox-pool.d.cts +70 -0
- package/dist/runner/sandbox-pool.d.mts +70 -0
- package/dist/runner/sandbox-pool.d.ts +70 -0
- package/dist/runner/sandbox-pool.js +6 -0
- package/dist/runner/sandbox-pool.js.map +1 -0
- package/dist/runner/sandbox-prep.cjs +57 -0
- package/dist/runner/sandbox-prep.cjs.map +1 -0
- package/dist/runner/sandbox-prep.d.cts +8 -0
- package/dist/runner/sandbox-prep.d.mts +8 -0
- package/dist/runner/sandbox-prep.d.ts +8 -0
- package/dist/runner/sandbox-prep.js +8 -0
- package/dist/runner/sandbox-prep.js.map +1 -0
- package/dist/runner/sandbox-record-producer.cjs +142 -0
- package/dist/runner/sandbox-record-producer.cjs.map +1 -0
- package/dist/runner/sandbox-record-producer.d.cts +30 -0
- package/dist/runner/sandbox-record-producer.d.mts +30 -0
- package/dist/runner/sandbox-record-producer.d.ts +30 -0
- package/dist/runner/sandbox-record-producer.js +6 -0
- package/dist/runner/sandbox-record-producer.js.map +1 -0
- package/dist/runner/sandbox-reuse.cjs +57 -0
- package/dist/runner/sandbox-reuse.cjs.map +1 -0
- package/dist/runner/sandbox-reuse.d.cts +43 -0
- package/dist/runner/sandbox-reuse.d.mts +43 -0
- package/dist/runner/sandbox-reuse.d.ts +43 -0
- package/dist/runner/sandbox-reuse.js +8 -0
- package/dist/runner/sandbox-reuse.js.map +1 -0
- package/dist/runner/sandbox-selection.cjs +362 -0
- package/dist/runner/sandbox-selection.cjs.map +1 -0
- package/dist/runner/sandbox-selection.d.cts +87 -0
- package/dist/runner/sandbox-selection.d.mts +87 -0
- package/dist/runner/sandbox-selection.d.ts +17 -6
- package/dist/runner/sandbox-selection.js +22 -0
- package/dist/runner/sandbox-selection.js.map +1 -0
- package/dist/runner/session.cjs +535 -0
- package/dist/runner/session.cjs.map +1 -0
- package/dist/runner/session.d.cts +116 -0
- package/dist/runner/session.d.mts +116 -0
- package/dist/runner/session.d.ts +44 -24
- package/dist/runner/session.js +28 -0
- package/dist/runner/session.js.map +1 -0
- package/dist/runner/source-closure.cjs +51 -0
- package/dist/runner/source-closure.cjs.map +1 -0
- package/dist/runner/source-closure.d.cts +6 -0
- package/dist/runner/source-closure.d.mts +6 -0
- package/dist/runner/source-closure.d.ts +6 -0
- package/dist/runner/source-closure.js +6 -0
- package/dist/runner/source-closure.js.map +1 -0
- package/dist/runner/source-producer.cjs +417 -0
- package/dist/runner/source-producer.cjs.map +1 -0
- package/dist/runner/source-producer.d.cts +70 -0
- package/dist/runner/source-producer.d.mts +70 -0
- package/dist/runner/source-producer.d.ts +70 -0
- package/dist/runner/source-producer.js +10 -0
- package/dist/runner/source-producer.js.map +1 -0
- package/dist/runner/teardown-registry.cjs +112 -0
- package/dist/runner/teardown-registry.cjs.map +1 -0
- package/dist/runner/teardown-registry.d.cts +35 -0
- package/dist/runner/teardown-registry.d.mts +35 -0
- package/dist/runner/teardown-registry.d.ts +35 -0
- package/dist/runner/teardown-registry.js +20 -0
- package/dist/runner/teardown-registry.js.map +1 -0
- package/dist/runner/timeout.cjs +31 -0
- package/dist/runner/timeout.cjs.map +1 -0
- package/dist/runner/timeout.d.cts +30 -0
- package/dist/runner/timeout.d.mts +30 -0
- package/dist/runner/timeout.d.ts +30 -0
- package/dist/runner/timeout.js +8 -0
- package/dist/runner/timeout.js.map +1 -0
- package/dist/runner/timing.cjs +279 -0
- package/dist/runner/timing.cjs.map +1 -0
- package/dist/runner/timing.d.cts +97 -0
- package/dist/runner/timing.d.mts +97 -0
- package/dist/runner/timing.d.ts +2 -2
- package/dist/runner/timing.js +26 -0
- package/dist/runner/timing.js.map +1 -0
- package/dist/runner/types.cjs +135 -0
- package/dist/runner/types.cjs.map +1 -0
- package/dist/runner/types.d.cts +1703 -0
- package/dist/runner/types.d.mts +1703 -0
- package/dist/runner/types.d.ts +214 -166
- package/dist/runner/types.js +32 -109
- package/dist/runner/types.js.map +1 -0
- package/dist/sample/analysis.cjs +1068 -0
- package/dist/sample/analysis.cjs.map +1 -0
- package/dist/sample/analysis.d.cts +153 -0
- package/dist/sample/analysis.d.mts +153 -0
- package/dist/sample/analysis.d.ts +153 -0
- package/dist/sample/analysis.js +30 -0
- package/dist/sample/analysis.js.map +1 -0
- package/dist/sample/index.cjs +16 -0
- package/dist/sample/index.cjs.map +1 -0
- package/dist/sample/index.d.cts +2 -0
- package/dist/sample/index.d.mts +2 -0
- package/dist/sample/index.d.ts +2 -102
- package/dist/sample/index.js +28 -386
- package/dist/sample/index.js.map +1 -0
- package/dist/sandbox/backend.cjs +116 -0
- package/dist/sandbox/backend.cjs.map +1 -0
- package/dist/sandbox/backend.d.cts +58 -0
- package/dist/sandbox/backend.d.mts +58 -0
- package/dist/sandbox/backend.d.ts +9 -3
- package/dist/sandbox/backend.js +26 -0
- package/dist/sandbox/backend.js.map +1 -0
- package/dist/sandbox/build-coordinator.cjs +309 -0
- package/dist/sandbox/build-coordinator.cjs.map +1 -0
- package/dist/sandbox/build-coordinator.d.cts +111 -0
- package/dist/sandbox/build-coordinator.d.mts +111 -0
- package/dist/sandbox/build-coordinator.d.ts +4 -4
- package/dist/sandbox/build-coordinator.js +12 -0
- package/dist/sandbox/build-coordinator.js.map +1 -0
- package/dist/sandbox/case-types.cjs +3 -0
- package/dist/sandbox/case-types.cjs.map +1 -0
- package/dist/sandbox/case-types.d.cts +55 -0
- package/dist/sandbox/case-types.d.mts +55 -0
- package/dist/sandbox/case-types.d.ts +3 -3
- package/dist/sandbox/case-types.js +4 -0
- package/dist/sandbox/case-types.js.map +1 -0
- package/dist/sandbox/checkpoint.cjs +65 -0
- package/dist/sandbox/checkpoint.cjs.map +1 -0
- package/dist/sandbox/checkpoint.d.cts +7 -0
- package/dist/sandbox/checkpoint.d.mts +7 -0
- package/dist/sandbox/checkpoint.d.ts +7 -0
- package/dist/sandbox/checkpoint.js +8 -0
- package/dist/sandbox/checkpoint.js.map +1 -0
- package/dist/sandbox/cli-commands.cjs +535 -0
- package/dist/sandbox/cli-commands.cjs.map +1 -0
- package/dist/sandbox/cli-commands.d.cts +41 -0
- package/dist/sandbox/cli-commands.d.mts +41 -0
- package/dist/sandbox/cli-commands.d.ts +41 -0
- package/dist/sandbox/cli-commands.js +14 -0
- package/dist/sandbox/cli-commands.js.map +1 -0
- package/dist/sandbox/commands.cjs +281 -0
- package/dist/sandbox/commands.cjs.map +1 -0
- package/dist/sandbox/commands.d.cts +141 -0
- package/dist/sandbox/commands.d.mts +141 -0
- package/dist/sandbox/commands.d.ts +64 -3
- package/dist/sandbox/commands.js +20 -0
- package/dist/sandbox/commands.js.map +1 -0
- package/dist/sandbox/compose.cjs +1293 -0
- package/dist/sandbox/compose.cjs.map +1 -0
- package/dist/sandbox/compose.d.cts +215 -0
- package/dist/sandbox/compose.d.mts +215 -0
- package/dist/sandbox/compose.d.ts +32 -16
- package/dist/sandbox/compose.js +38 -0
- package/dist/sandbox/compose.js.map +1 -0
- package/dist/sandbox/content.cjs +153 -0
- package/dist/sandbox/content.cjs.map +1 -0
- package/dist/sandbox/content.d.cts +35 -0
- package/dist/sandbox/content.d.mts +35 -0
- package/dist/sandbox/content.js +10 -0
- package/dist/sandbox/content.js.map +1 -0
- package/dist/sandbox/deadline.cjs +44 -0
- package/dist/sandbox/deadline.cjs.map +1 -0
- package/dist/sandbox/deadline.d.cts +45 -0
- package/dist/sandbox/deadline.d.mts +45 -0
- package/dist/sandbox/deadline.d.ts +2 -2
- package/dist/sandbox/deadline.js +10 -0
- package/dist/sandbox/deadline.js.map +1 -0
- package/dist/sandbox/dind-supervisor.cjs +124 -0
- package/dist/sandbox/dind-supervisor.cjs.map +1 -0
- package/dist/sandbox/dind-supervisor.d.cts +12 -0
- package/dist/sandbox/dind-supervisor.d.mts +12 -0
- package/dist/sandbox/dind-supervisor.d.ts +12 -0
- package/dist/sandbox/dind-supervisor.js +14 -0
- package/dist/sandbox/dind-supervisor.js.map +1 -0
- package/dist/sandbox/docker-agent-image.cjs +36 -0
- package/dist/sandbox/docker-agent-image.cjs.map +1 -0
- package/dist/sandbox/docker-agent-image.d.cts +22 -0
- package/dist/sandbox/docker-agent-image.d.mts +22 -0
- package/dist/sandbox/docker-agent-image.d.ts +22 -0
- package/dist/sandbox/docker-agent-image.js +20 -0
- package/dist/sandbox/docker-agent-image.js.map +1 -0
- package/dist/sandbox/docker-profile/cli.cjs +193 -0
- package/dist/sandbox/docker-profile/cli.cjs.map +1 -0
- package/dist/sandbox/docker-profile/cli.d.cts +12 -0
- package/dist/sandbox/docker-profile/cli.d.mts +12 -0
- package/dist/sandbox/docker-profile/cli.d.ts +12 -0
- package/dist/sandbox/docker-profile/cli.js +12 -0
- package/dist/sandbox/docker-profile/cli.js.map +1 -0
- package/dist/sandbox/docker-profile/errors.cjs +16 -0
- package/dist/sandbox/docker-profile/errors.cjs.map +1 -0
- package/dist/sandbox/docker-profile/errors.d.cts +25 -0
- package/dist/sandbox/docker-profile/errors.d.mts +25 -0
- package/dist/sandbox/docker-profile/errors.d.ts +25 -0
- package/dist/sandbox/docker-profile/errors.js +8 -0
- package/dist/sandbox/docker-profile/errors.js.map +1 -0
- package/dist/sandbox/docker-profile/registry.cjs +377 -0
- package/dist/sandbox/docker-profile/registry.cjs.map +1 -0
- package/dist/sandbox/docker-profile/registry.d.cts +43 -0
- package/dist/sandbox/docker-profile/registry.d.mts +43 -0
- package/dist/sandbox/docker-profile/registry.d.ts +43 -0
- package/dist/sandbox/docker-profile/registry.js +18 -0
- package/dist/sandbox/docker-profile/registry.js.map +1 -0
- package/dist/sandbox/docker-profile/runtime.cjs +198 -0
- package/dist/sandbox/docker-profile/runtime.cjs.map +1 -0
- package/dist/sandbox/docker-profile/runtime.d.cts +36 -0
- package/dist/sandbox/docker-profile/runtime.d.mts +36 -0
- package/dist/sandbox/docker-profile/runtime.d.ts +36 -0
- package/dist/sandbox/docker-profile/runtime.js +20 -0
- package/dist/sandbox/docker-profile/runtime.js.map +1 -0
- package/dist/sandbox/docker-profile/schema.cjs +650 -0
- package/dist/sandbox/docker-profile/schema.cjs.map +1 -0
- package/dist/sandbox/docker-profile/schema.d.cts +129 -0
- package/dist/sandbox/docker-profile/schema.d.mts +129 -0
- package/dist/sandbox/docker-profile/schema.d.ts +129 -0
- package/dist/sandbox/docker-profile/schema.js +38 -0
- package/dist/sandbox/docker-profile/schema.js.map +1 -0
- package/dist/sandbox/docker-stream.cjs +153 -0
- package/dist/sandbox/docker-stream.cjs.map +1 -0
- package/dist/sandbox/docker-stream.d.cts +33 -0
- package/dist/sandbox/docker-stream.d.mts +33 -0
- package/dist/sandbox/docker-stream.js +14 -0
- package/dist/sandbox/docker-stream.js.map +1 -0
- package/dist/sandbox/docker.cjs +1161 -0
- package/dist/sandbox/docker.cjs.map +1 -0
- package/dist/sandbox/docker.d.cts +288 -0
- package/dist/sandbox/docker.d.mts +288 -0
- package/dist/sandbox/docker.d.ts +84 -12
- package/dist/sandbox/docker.js +20 -0
- package/dist/sandbox/docker.js.map +1 -0
- package/dist/sandbox/dockerfile-agent-cache.cjs +104 -0
- package/dist/sandbox/dockerfile-agent-cache.cjs.map +1 -0
- package/dist/sandbox/dockerfile-agent-cache.d.cts +45 -0
- package/dist/sandbox/dockerfile-agent-cache.d.mts +45 -0
- package/dist/sandbox/dockerfile-agent-cache.d.ts +8 -7
- package/dist/sandbox/dockerfile-agent-cache.js +14 -0
- package/dist/sandbox/dockerfile-agent-cache.js.map +1 -0
- package/dist/sandbox/dockerfile-build.cjs +256 -0
- package/dist/sandbox/dockerfile-build.cjs.map +1 -0
- package/dist/sandbox/dockerfile-build.d.cts +59 -0
- package/dist/sandbox/dockerfile-build.d.mts +59 -0
- package/dist/sandbox/dockerfile-build.d.ts +21 -8
- package/dist/sandbox/dockerfile-build.js +16 -0
- package/dist/sandbox/dockerfile-build.js.map +1 -0
- package/dist/sandbox/dockerfile-identity.cjs +124 -0
- package/dist/sandbox/dockerfile-identity.cjs.map +1 -0
- package/dist/sandbox/dockerfile-identity.d.cts +37 -0
- package/dist/sandbox/dockerfile-identity.d.mts +37 -0
- package/dist/sandbox/dockerfile-identity.d.ts +13 -3
- package/dist/sandbox/dockerfile-identity.js +12 -0
- package/dist/sandbox/dockerfile-identity.js.map +1 -0
- package/dist/sandbox/download-directory.cjs +26 -0
- package/dist/sandbox/download-directory.cjs.map +1 -0
- package/dist/sandbox/download-directory.d.cts +9 -0
- package/dist/sandbox/download-directory.d.mts +9 -0
- package/dist/sandbox/download-directory.d.ts +1 -1
- package/dist/sandbox/download-directory.js +6 -0
- package/dist/sandbox/download-directory.js.map +1 -0
- package/dist/sandbox/e2b-agent-template.cjs +140 -0
- package/dist/sandbox/e2b-agent-template.cjs.map +1 -0
- package/dist/sandbox/e2b-agent-template.d.cts +65 -0
- package/dist/sandbox/e2b-agent-template.d.mts +65 -0
- package/dist/sandbox/e2b-agent-template.d.ts +65 -0
- package/dist/sandbox/e2b-agent-template.js +24 -0
- package/dist/sandbox/e2b-agent-template.js.map +1 -0
- package/dist/sandbox/e2b-agent-template.mjs +24 -0
- package/dist/sandbox/e2b-agent-template.mjs.map +1 -0
- package/dist/sandbox/e2b.cjs +664 -0
- package/dist/sandbox/e2b.cjs.map +1 -0
- package/dist/sandbox/e2b.d.cts +124 -0
- package/dist/sandbox/e2b.d.mts +124 -0
- package/dist/sandbox/e2b.d.ts +9 -9
- package/dist/sandbox/e2b.js +10 -0
- package/dist/sandbox/e2b.js.map +1 -0
- package/dist/sandbox/errors.cjs +191 -0
- package/dist/sandbox/errors.cjs.map +1 -0
- package/dist/sandbox/errors.d.cts +60 -0
- package/dist/sandbox/errors.d.mts +60 -0
- package/dist/sandbox/errors.d.ts +1 -1
- package/dist/sandbox/errors.js +20 -0
- package/dist/sandbox/errors.js.map +1 -0
- package/dist/sandbox/identity.cjs +140 -0
- package/dist/sandbox/identity.cjs.map +1 -0
- package/dist/sandbox/identity.d.cts +97 -0
- package/dist/sandbox/identity.d.mts +97 -0
- package/dist/sandbox/identity.d.ts +1 -1
- package/dist/sandbox/identity.js +26 -0
- package/dist/sandbox/identity.js.map +1 -0
- package/dist/sandbox/index.cjs +93 -0
- package/dist/sandbox/index.cjs.map +1 -0
- package/dist/sandbox/index.d.cts +28 -0
- package/dist/sandbox/index.d.mts +28 -0
- package/dist/sandbox/index.d.ts +28 -0
- package/dist/sandbox/index.js +144 -0
- package/dist/sandbox/index.js.map +1 -0
- package/dist/sandbox/index.mjs +144 -0
- package/dist/sandbox/index.mjs.map +1 -0
- package/dist/sandbox/io-retry.cjs +29 -0
- package/dist/sandbox/io-retry.cjs.map +1 -0
- package/dist/sandbox/io-retry.d.cts +17 -0
- package/dist/sandbox/io-retry.d.mts +17 -0
- package/dist/sandbox/io-retry.d.ts +1 -1
- package/dist/sandbox/io-retry.js +6 -0
- package/dist/sandbox/io-retry.js.map +1 -0
- package/dist/sandbox/keep-registry.cjs +269 -0
- package/dist/sandbox/keep-registry.cjs.map +1 -0
- package/dist/sandbox/keep-registry.d.cts +78 -0
- package/dist/sandbox/keep-registry.d.mts +78 -0
- package/dist/sandbox/keep-registry.d.ts +78 -0
- package/dist/sandbox/keep-registry.js +26 -0
- package/dist/sandbox/keep-registry.js.map +1 -0
- package/dist/sandbox/keep.cjs +448 -0
- package/dist/sandbox/keep.cjs.map +1 -0
- package/dist/sandbox/keep.d.cts +64 -0
- package/dist/sandbox/keep.d.mts +64 -0
- package/dist/sandbox/keep.d.ts +64 -0
- package/dist/sandbox/keep.js +28 -0
- package/dist/sandbox/keep.js.map +1 -0
- package/dist/sandbox/layer.cjs +1639 -0
- package/dist/sandbox/layer.cjs.map +1 -0
- package/dist/sandbox/layer.d.cts +565 -0
- package/dist/sandbox/layer.d.mts +565 -0
- package/dist/sandbox/layer.d.ts +179 -32
- package/dist/sandbox/layer.js +42 -0
- package/dist/sandbox/layer.js.map +1 -0
- package/dist/sandbox/ledger-paths.cjs +22 -0
- package/dist/sandbox/ledger-paths.cjs.map +1 -0
- package/dist/sandbox/ledger-paths.d.cts +14 -0
- package/dist/sandbox/ledger-paths.d.mts +14 -0
- package/dist/sandbox/ledger-paths.js +12 -0
- package/dist/sandbox/ledger-paths.js.map +1 -0
- package/dist/sandbox/link.cjs +395 -0
- package/dist/sandbox/link.cjs.map +1 -0
- package/dist/sandbox/link.d.cts +160 -0
- package/dist/sandbox/link.d.mts +160 -0
- package/dist/sandbox/link.d.ts +25 -8
- package/dist/sandbox/link.js +18 -0
- package/dist/sandbox/link.js.map +1 -0
- package/dist/sandbox/local-files.cjs +31 -0
- package/dist/sandbox/local-files.cjs.map +1 -0
- package/dist/sandbox/local-files.d.cts +6 -0
- package/dist/sandbox/local-files.d.mts +6 -0
- package/dist/sandbox/local-files.js +6 -0
- package/dist/sandbox/local-files.js.map +1 -0
- package/dist/sandbox/local.cjs +297 -0
- package/dist/sandbox/local.cjs.map +1 -0
- package/dist/sandbox/local.d.cts +78 -0
- package/dist/sandbox/local.d.mts +78 -0
- package/dist/sandbox/local.d.ts +7 -7
- package/dist/sandbox/local.js +6 -0
- package/dist/sandbox/local.js.map +1 -0
- package/dist/sandbox/operations.cjs +160 -0
- package/dist/sandbox/operations.cjs.map +1 -0
- package/dist/sandbox/operations.d.cts +10 -0
- package/dist/sandbox/operations.d.mts +10 -0
- package/dist/sandbox/operations.d.ts +2 -2
- package/dist/sandbox/operations.js +10 -0
- package/dist/sandbox/operations.js.map +1 -0
- package/dist/sandbox/orphans.cjs +199 -0
- package/dist/sandbox/orphans.cjs.map +1 -0
- package/dist/sandbox/orphans.d.cts +45 -0
- package/dist/sandbox/orphans.d.mts +45 -0
- package/dist/sandbox/orphans.d.ts +45 -0
- package/dist/sandbox/orphans.js +10 -0
- package/dist/sandbox/orphans.js.map +1 -0
- package/dist/sandbox/paths.cjs +102 -0
- package/dist/sandbox/paths.cjs.map +1 -0
- package/dist/sandbox/paths.d.cts +11 -0
- package/dist/sandbox/paths.d.mts +11 -0
- package/dist/sandbox/paths.d.ts +2 -2
- package/dist/sandbox/paths.js +12 -0
- package/dist/sandbox/paths.js.map +1 -0
- package/dist/sandbox/plan.cjs +223 -0
- package/dist/sandbox/plan.cjs.map +1 -0
- package/dist/sandbox/plan.d.cts +88 -0
- package/dist/sandbox/plan.d.mts +88 -0
- package/dist/sandbox/plan.d.ts +4 -3
- package/dist/sandbox/plan.js +20 -0
- package/dist/sandbox/plan.js.map +1 -0
- package/dist/sandbox/prepare-commands.cjs +280 -0
- package/dist/sandbox/prepare-commands.cjs.map +1 -0
- package/dist/sandbox/prepare-commands.d.cts +29 -0
- package/dist/sandbox/prepare-commands.d.mts +29 -0
- package/dist/sandbox/prepare-commands.d.ts +29 -0
- package/dist/sandbox/prepare-commands.js +8 -0
- package/dist/sandbox/prepare-commands.js.map +1 -0
- package/dist/sandbox/record/attachment.cjs +72 -0
- package/dist/sandbox/record/attachment.cjs.map +1 -0
- package/dist/sandbox/record/attachment.d.cts +30 -0
- package/dist/sandbox/record/attachment.d.mts +30 -0
- package/dist/sandbox/record/attachment.d.ts +30 -0
- package/dist/sandbox/record/attachment.js +10 -0
- package/dist/sandbox/record/attachment.js.map +1 -0
- package/dist/sandbox/record/codec.cjs +36 -0
- package/dist/sandbox/record/codec.cjs.map +1 -0
- package/dist/sandbox/record/codec.d.cts +30 -0
- package/dist/sandbox/record/codec.d.mts +30 -0
- package/dist/sandbox/record/codec.d.ts +30 -0
- package/dist/sandbox/record/codec.js +10 -0
- package/dist/sandbox/record/codec.js.map +1 -0
- package/dist/sandbox/record/model.cjs +20 -0
- package/dist/sandbox/record/model.cjs.map +1 -0
- package/dist/sandbox/record/model.d.cts +33 -0
- package/dist/sandbox/record/model.d.mts +33 -0
- package/dist/sandbox/record/model.d.ts +33 -0
- package/dist/sandbox/record/model.js +10 -0
- package/dist/sandbox/record/model.js.map +1 -0
- package/dist/sandbox/record/projector.cjs +29 -0
- package/dist/sandbox/record/projector.cjs.map +1 -0
- package/dist/sandbox/record/projector.d.cts +18 -0
- package/dist/sandbox/record/projector.d.mts +18 -0
- package/dist/sandbox/record/projector.d.ts +18 -0
- package/dist/sandbox/record/projector.js +6 -0
- package/dist/sandbox/record/projector.js.map +1 -0
- package/dist/sandbox/redaction.cjs +59 -0
- package/dist/sandbox/redaction.cjs.map +1 -0
- package/dist/sandbox/redaction.d.cts +19 -0
- package/dist/sandbox/redaction.d.mts +19 -0
- package/dist/sandbox/redaction.js +14 -0
- package/dist/sandbox/redaction.js.map +1 -0
- package/dist/sandbox/registry.cjs +76 -0
- package/dist/sandbox/registry.cjs.map +1 -0
- package/dist/sandbox/registry.d.cts +16 -0
- package/dist/sandbox/registry.d.mts +16 -0
- package/dist/sandbox/registry.d.ts +4 -3
- package/dist/sandbox/registry.js +14 -0
- package/dist/sandbox/registry.js.map +1 -0
- package/dist/sandbox/retry.cjs +82 -0
- package/dist/sandbox/retry.cjs.map +1 -0
- package/dist/sandbox/retry.d.cts +20 -0
- package/dist/sandbox/retry.d.mts +20 -0
- package/dist/sandbox/retry.d.ts +2 -2
- package/dist/sandbox/retry.js +6 -0
- package/dist/sandbox/retry.js.map +1 -0
- package/dist/sandbox/run-identity.cjs +109 -0
- package/dist/sandbox/run-identity.cjs.map +1 -0
- package/dist/sandbox/run-identity.d.cts +38 -0
- package/dist/sandbox/run-identity.d.mts +38 -0
- package/dist/sandbox/run-identity.js +36 -0
- package/dist/sandbox/run-identity.js.map +1 -0
- package/dist/sandbox/runtime.cjs +873 -0
- package/dist/sandbox/runtime.cjs.map +1 -0
- package/dist/sandbox/runtime.d.cts +116 -0
- package/dist/sandbox/runtime.d.mts +116 -0
- package/dist/sandbox/runtime.d.ts +16 -16
- package/dist/sandbox/runtime.js +40 -0
- package/dist/sandbox/runtime.js.map +1 -0
- package/dist/sandbox/shell.cjs +22 -0
- package/dist/sandbox/shell.cjs.map +1 -0
- package/dist/sandbox/shell.d.cts +11 -0
- package/dist/sandbox/shell.d.mts +11 -0
- package/dist/sandbox/shell.js +8 -0
- package/dist/sandbox/shell.js.map +1 -0
- package/dist/sandbox/transfer-errors.cjs +116 -0
- package/dist/sandbox/transfer-errors.cjs.map +1 -0
- package/dist/sandbox/transfer-errors.d.cts +25 -0
- package/dist/sandbox/transfer-errors.d.mts +25 -0
- package/dist/sandbox/transfer-errors.js +14 -0
- package/dist/sandbox/transfer-errors.js.map +1 -0
- package/dist/sandbox/types.cjs +3 -0
- package/dist/sandbox/types.cjs.map +1 -0
- package/dist/sandbox/types.d.cts +177 -0
- package/dist/sandbox/types.d.mts +177 -0
- package/dist/sandbox/types.d.ts +15 -10
- package/dist/sandbox/types.js +4 -3
- package/dist/sandbox/types.js.map +1 -0
- package/dist/sandbox/vercel.cjs +335 -0
- package/dist/sandbox/vercel.cjs.map +1 -0
- package/dist/sandbox/vercel.d.cts +97 -0
- package/dist/sandbox/vercel.d.mts +97 -0
- package/dist/sandbox/vercel.d.ts +9 -9
- package/dist/sandbox/vercel.js +8 -0
- package/dist/sandbox/vercel.js.map +1 -0
- package/dist/shared/aggregate.cjs +97 -0
- package/dist/shared/aggregate.cjs.map +1 -0
- package/dist/shared/aggregate.d.cts +45 -0
- package/dist/shared/aggregate.d.mts +45 -0
- package/dist/shared/aggregate.d.ts +4 -4
- package/dist/shared/aggregate.js +24 -87
- package/dist/shared/aggregate.js.map +1 -0
- package/dist/shared/entry-file-store.cjs +126 -0
- package/dist/shared/entry-file-store.cjs.map +1 -0
- package/dist/shared/entry-file-store.d.cts +46 -0
- package/dist/shared/entry-file-store.d.mts +46 -0
- package/dist/shared/entry-file-store.d.ts +9 -6
- package/dist/shared/entry-file-store.js +18 -0
- package/dist/shared/entry-file-store.js.map +1 -0
- package/dist/shared/external-cause.cjs +278 -0
- package/dist/shared/external-cause.cjs.map +1 -0
- package/dist/shared/external-cause.d.cts +51 -0
- package/dist/shared/external-cause.d.mts +51 -0
- package/dist/shared/external-cause.d.ts +1 -1
- package/dist/shared/external-cause.js +12 -0
- package/dist/shared/external-cause.js.map +1 -0
- package/dist/shared/facts.cjs +24 -0
- package/dist/shared/facts.cjs.map +1 -0
- package/dist/shared/facts.d.cts +7 -0
- package/dist/shared/facts.d.mts +7 -0
- package/dist/shared/facts.d.ts +7 -0
- package/dist/shared/facts.js +6 -0
- package/dist/shared/facts.js.map +1 -0
- package/dist/shared/failure-class.cjs +166 -0
- package/dist/shared/failure-class.cjs.map +1 -0
- package/dist/shared/failure-class.d.cts +92 -0
- package/dist/shared/failure-class.d.mts +92 -0
- package/dist/shared/failure-class.d.ts +2 -2
- package/dist/shared/failure-class.js +20 -0
- package/dist/shared/failure-class.js.map +1 -0
- package/dist/shared/format.cjs +36 -0
- package/dist/shared/format.cjs.map +1 -0
- package/dist/shared/format.d.cts +3 -0
- package/dist/shared/format.d.mts +3 -0
- package/dist/shared/format.d.ts +3 -0
- package/dist/shared/format.js +10 -0
- package/dist/shared/format.js.map +1 -0
- package/dist/shared/json-match.cjs +44 -0
- package/dist/shared/json-match.cjs.map +1 -0
- package/dist/shared/json-match.d.cts +3 -0
- package/dist/shared/json-match.d.mts +3 -0
- package/dist/shared/json-match.d.ts +3 -0
- package/dist/shared/json-match.js +6 -0
- package/dist/shared/json-match.js.map +1 -0
- package/dist/shared/json-value.cjs +45 -0
- package/dist/shared/json-value.cjs.map +1 -0
- package/dist/shared/json-value.d.cts +11 -0
- package/dist/shared/json-value.d.mts +11 -0
- package/dist/shared/json-value.d.ts +11 -0
- package/dist/shared/json-value.js +8 -0
- package/dist/shared/json-value.js.map +1 -0
- package/dist/shared/turn-label.cjs +19 -0
- package/dist/shared/turn-label.cjs.map +1 -0
- package/dist/shared/turn-label.d.cts +9 -0
- package/dist/shared/turn-label.d.mts +9 -0
- package/dist/shared/turn-label.js +8 -14
- package/dist/shared/turn-label.js.map +1 -0
- package/dist/shared/types.cjs +3 -0
- package/dist/shared/types.cjs.map +1 -0
- package/dist/shared/types.d.cts +80 -0
- package/dist/shared/types.d.mts +80 -0
- package/dist/shared/types.d.ts +0 -2
- package/dist/shared/types.js +4 -4
- package/dist/shared/types.js.map +1 -0
- package/dist/shared/verdict.cjs +70 -0
- package/dist/shared/verdict.cjs.map +1 -0
- package/dist/shared/verdict.d.cts +36 -0
- package/dist/shared/verdict.d.mts +36 -0
- package/dist/shared/verdict.d.ts +21 -32
- package/dist/shared/verdict.js +14 -53
- package/dist/shared/verdict.js.map +1 -0
- package/dist/show/command.cjs +20 -0
- package/dist/show/command.cjs.map +1 -0
- package/dist/show/command.d.cts +13 -0
- package/dist/show/command.d.mts +13 -0
- package/dist/show/command.d.ts +13 -0
- package/dist/show/command.js +6 -0
- package/dist/show/command.js.map +1 -0
- package/dist/show/json.cjs +8 -0
- package/dist/show/json.cjs.map +1 -0
- package/dist/show/json.d.cts +2 -0
- package/dist/show/json.d.mts +2 -0
- package/dist/show/json.d.ts +2 -0
- package/dist/show/json.js +8 -0
- package/dist/show/json.js.map +1 -0
- package/dist/show/render.cjs +7 -0
- package/dist/show/render.cjs.map +1 -0
- package/dist/show/render.d.cts +2 -0
- package/dist/show/render.d.mts +2 -0
- package/dist/show/render.d.ts +2 -0
- package/dist/show/render.js +6 -0
- package/dist/show/render.js.map +1 -0
- package/dist/source-loc.cjs +137 -0
- package/dist/source-loc.cjs.map +1 -0
- package/dist/source-loc.d.cts +22 -0
- package/dist/source-loc.d.mts +22 -0
- package/dist/source-loc.d.ts +22 -0
- package/dist/source-loc.js +10 -0
- package/dist/source-loc.js.map +1 -0
- package/dist/sources/assemble.cjs +634 -0
- package/dist/sources/assemble.cjs.map +1 -0
- package/dist/sources/assemble.d.cts +6 -0
- package/dist/sources/assemble.d.mts +6 -0
- package/dist/sources/assemble.d.ts +6 -0
- package/dist/sources/assemble.js +6 -0
- package/dist/sources/assemble.js.map +1 -0
- package/dist/sources/attachment.cjs +272 -0
- package/dist/sources/attachment.cjs.map +1 -0
- package/dist/sources/attachment.d.cts +331 -0
- package/dist/sources/attachment.d.mts +331 -0
- package/dist/sources/attachment.d.ts +331 -0
- package/dist/sources/attachment.js +22 -0
- package/dist/sources/attachment.js.map +1 -0
- package/dist/sources/codec.cjs +220 -0
- package/dist/sources/codec.cjs.map +1 -0
- package/dist/sources/codec.d.cts +408 -0
- package/dist/sources/codec.d.mts +408 -0
- package/dist/sources/codec.d.ts +408 -0
- package/dist/sources/codec.js +56 -0
- package/dist/sources/codec.js.map +1 -0
- package/dist/sources/identity.cjs +10 -0
- package/dist/sources/identity.cjs.map +1 -0
- package/dist/sources/identity.d.cts +10 -0
- package/dist/sources/identity.d.mts +10 -0
- package/dist/sources/identity.d.ts +10 -0
- package/dist/sources/identity.js +10 -0
- package/dist/sources/identity.js.map +1 -0
- package/dist/sources/index.cjs +24 -0
- package/dist/sources/index.cjs.map +1 -0
- package/dist/sources/index.d.cts +7 -0
- package/dist/sources/index.d.mts +7 -0
- package/dist/sources/index.d.ts +7 -0
- package/dist/sources/index.js +90 -0
- package/dist/sources/index.js.map +1 -0
- package/dist/sources/model.cjs +6 -0
- package/dist/sources/model.cjs.map +1 -0
- package/dist/sources/model.d.cts +92 -0
- package/dist/sources/model.d.mts +92 -0
- package/dist/sources/model.d.ts +92 -0
- package/dist/sources/model.js +6 -0
- package/dist/sources/model.js.map +1 -0
- package/dist/sources/projection-model.cjs +3 -0
- package/dist/sources/projection-model.cjs.map +1 -0
- package/dist/sources/projection-model.d.cts +327 -0
- package/dist/sources/projection-model.d.mts +327 -0
- package/dist/sources/projection-model.d.ts +327 -0
- package/dist/sources/projection-model.js +4 -0
- package/dist/sources/projection-model.js.map +1 -0
- package/dist/sources/projector.cjs +282 -0
- package/dist/sources/projector.cjs.map +1 -0
- package/dist/sources/projector.d.cts +8 -0
- package/dist/sources/projector.d.mts +8 -0
- package/dist/sources/projector.d.ts +8 -0
- package/dist/sources/projector.js +10 -0
- package/dist/sources/projector.js.map +1 -0
- package/dist/tty-line.cjs +17 -0
- package/dist/tty-line.cjs.map +1 -0
- package/dist/tty-line.d.cts +2 -0
- package/dist/tty-line.d.mts +2 -0
- package/dist/tty-line.js +6 -0
- package/dist/tty-line.js.map +1 -0
- package/dist/types.cjs +38 -0
- package/dist/types.cjs.map +1 -0
- package/dist/types.d.cts +9 -0
- package/dist/types.d.mts +9 -0
- package/dist/types.d.ts +9 -9
- package/dist/types.js +32 -21
- package/dist/types.js.map +1 -0
- package/dist/util.cjs +193 -0
- package/dist/util.cjs.map +1 -0
- package/dist/util.d.cts +46 -0
- package/dist/util.d.mts +46 -0
- package/dist/util.js +22 -132
- package/dist/util.js.map +1 -0
- package/dist/vendor/remark/remark-gfm.cjs +3484 -0
- package/dist/vendor/remark/remark-gfm.cjs.map +7 -0
- package/dist/vendor/remark/remark-parse.cjs +6975 -0
- package/dist/vendor/remark/remark-parse.cjs.map +7 -0
- package/dist/vendor/remark/remark.cjs +10151 -0
- package/dist/vendor/remark/remark.cjs.map +7 -0
- package/dist/view/data.cjs +3 -0
- package/dist/view/data.cjs.map +1 -0
- package/dist/view/data.d.cts +8 -0
- package/dist/view/data.d.mts +8 -0
- package/dist/view/data.d.ts +8 -0
- package/dist/view/data.js +4 -0
- package/dist/view/data.js.map +1 -0
- package/dist/view/index.cjs +25 -0
- package/dist/view/index.cjs.map +1 -0
- package/dist/view/index.d.cts +9 -0
- package/dist/view/index.d.mts +9 -0
- package/dist/view/index.d.ts +9 -0
- package/dist/view/index.js +30 -0
- package/dist/view/index.js.map +1 -0
- package/dist/view/server.cjs +658 -0
- package/dist/view/server.cjs.map +1 -0
- package/dist/view/server.d.cts +49 -0
- package/dist/view/server.d.mts +49 -0
- package/dist/view/server.d.ts +49 -0
- package/dist/view/server.js +6 -0
- package/dist/view/server.js.map +1 -0
- package/dist/view/shared/types.cjs +3 -0
- package/dist/view/shared/types.cjs.map +1 -0
- package/dist/view/shared/types.d.cts +51 -0
- package/dist/view/shared/types.d.mts +51 -0
- package/dist/view/shared/types.d.ts +51 -0
- package/dist/view/shared/types.js +4 -0
- package/dist/view/shared/types.js.map +1 -0
- package/dist/view/site.cjs +40 -0
- package/dist/view/site.cjs.map +1 -0
- package/dist/view/site.d.cts +26 -0
- package/dist/view/site.d.mts +26 -0
- package/dist/view/site.d.ts +26 -0
- package/dist/view/site.js +10 -0
- package/dist/view/site.js.map +1 -0
- package/dist/view/styles.css +170 -0
- package/docs-site/zh/README.md +6 -6
- package/docs-site/zh/examples/ai-agent-application.mdx +3 -3
- package/docs-site/zh/examples/coding-agent-extensions.mdx +3 -3
- package/docs-site/zh/examples/index.mdx +10 -3
- package/docs-site/zh/examples/integrations/ai-sdk-v7.mdx +10 -9
- package/docs-site/zh/examples/integrations/claude-sdk.mdx +11 -9
- package/docs-site/zh/examples/integrations/codex-sdk.mdx +14 -13
- package/docs-site/zh/examples/integrations/langgraph.mdx +13 -11
- package/docs-site/zh/examples/integrations/pi-sdk.mdx +11 -9
- package/docs-site/zh/explanation/adapter.mdx +27 -27
- package/docs-site/zh/explanation/assert.mdx +51 -198
- package/docs-site/zh/explanation/drive.mdx +14 -12
- package/docs-site/zh/explanation/evals.mdx +16 -12
- package/docs-site/zh/explanation/experiment.mdx +7 -3
- package/docs-site/zh/explanation/hitl.mdx +7 -7
- package/docs-site/zh/explanation/judge.mdx +67 -96
- package/docs-site/zh/explanation/overview.mdx +59 -100
- package/docs-site/zh/explanation/record.mdx +60 -0
- package/docs-site/zh/explanation/runner.mdx +47 -123
- package/docs-site/zh/explanation/tier.mdx +2 -2
- package/docs-site/zh/index.mdx +15 -13
- package/docs-site/zh/introduction.mdx +15 -13
- package/docs-site/zh/reference/builtin-agents.mdx +60 -37
- package/docs-site/zh/reference/capabilities.mdx +7 -7
- package/docs-site/zh/reference/cli.mdx +146 -80
- package/docs-site/zh/reference/define-agent.mdx +29 -20
- package/docs-site/zh/reference/define-config.mdx +6 -15
- package/docs-site/zh/reference/define-eval.mdx +78 -326
- package/docs-site/zh/reference/events.mdx +70 -21
- package/docs-site/zh/reference/expect.mdx +148 -117
- package/docs-site/zh/reference/official-adapters.mdx +33 -22
- package/docs-site/zh/reference/report-components.mdx +78 -362
- package/docs-site/zh/reference/results-data.mdx +53 -270
- package/docs-site/zh/troubleshooting/debug-sandbox.mdx +8 -6
- package/docs-site/zh/troubleshooting/debugging.mdx +48 -218
- package/docs-site/zh/troubleshooting/recover-after-kill.mdx +3 -3
- package/docs-site/zh/tutorials/agent-feedback-loop.mdx +48 -290
- package/docs-site/zh/tutorials/agent-onboarding.mdx +22 -20
- package/docs-site/zh/tutorials/authoring.mdx +9 -9
- package/docs-site/zh/tutorials/ci-integration.mdx +40 -117
- package/docs-site/zh/tutorials/concurrency.mdx +44 -56
- package/docs-site/zh/tutorials/configuration.mdx +10 -14
- package/docs-site/zh/tutorials/connect-otel.mdx +21 -21
- package/docs-site/zh/tutorials/connect-your-agent.mdx +29 -24
- package/docs-site/zh/tutorials/criteria-files.mdx +2 -2
- package/docs-site/zh/tutorials/custom-reports.mdx +69 -343
- package/docs-site/zh/tutorials/dataset-fanout.mdx +1 -1
- package/docs-site/zh/tutorials/deploy-report-site.mdx +34 -136
- package/docs-site/zh/tutorials/docker-in-docker.mdx +295 -0
- package/docs-site/zh/tutorials/eval-groups.mdx +207 -0
- package/docs-site/zh/tutorials/evaluation-kinds.mdx +67 -103
- package/docs-site/zh/tutorials/experiments.mdx +4 -4
- package/docs-site/zh/tutorials/fixtures.mdx +3 -3
- package/docs-site/zh/tutorials/handle-execution-failures.mdx +114 -0
- package/docs-site/zh/tutorials/install-custom-sandbox-agent.mdx +102 -0
- package/docs-site/zh/tutorials/plugins.mdx +110 -0
- package/docs-site/zh/tutorials/publish-report.mdx +40 -121
- package/docs-site/zh/tutorials/quickstart.mdx +15 -9
- package/docs-site/zh/tutorials/reporters.mdx +40 -90
- package/docs-site/zh/tutorials/rerun-and-cache.mdx +44 -225
- package/docs-site/zh/tutorials/sandbox-agent.mdx +47 -40
- package/docs-site/zh/tutorials/sandbox-providers.mdx +49 -39
- package/docs-site/zh/tutorials/sandbox-reuse.mdx +37 -15
- package/docs-site/zh/tutorials/theming.mdx +21 -156
- package/docs-site/zh/tutorials/viewing-results.mdx +73 -666
- package/docs-site/zh/tutorials/write-experiment.mdx +22 -21
- package/docs-site/zh/tutorials/write-send.mdx +38 -35
- package/package.json +127 -65
- package/dist/context/deferred-file-content.d.ts +0 -15
- package/dist/i18n/zh-CN.d.ts +0 -367
- package/dist/i18n/zh-CN.js +0 -458
- package/dist/record/annotated-source.d.ts +0 -126
- package/dist/record/annotated-source.js +0 -511
- package/dist/record/attempt-evidence.d.ts +0 -84
- package/dist/record/attempt-evidence.js +0 -108
- package/dist/record/attempt-source.d.ts +0 -4
- package/dist/record/attempt-source.js +0 -28
- package/dist/record/format.d.ts +0 -39
- package/dist/record/format.js +0 -75
- package/dist/record/open.d.ts +0 -62
- package/dist/record/open.js +0 -683
- package/dist/record/types.d.ts +0 -297
- package/dist/record/types.js +0 -9
- package/dist/report/assets/colors.d.ts +0 -22
- package/dist/report/assets/colors.js +0 -61
- package/dist/report/assets/series-encoding.d.ts +0 -36
- package/dist/report/assets/series-encoding.js +0 -104
- package/dist/report/built-in/failures.d.ts +0 -1
- package/dist/report/built-in/failures.js +0 -18
- package/dist/report/built-in/result-components.d.ts +0 -10
- package/dist/report/built-in/result-components.js +0 -199
- package/dist/report/built-in/stability.d.ts +0 -1
- package/dist/report/built-in/stability.js +0 -20
- package/dist/report/built-in/standard.d.ts +0 -50
- package/dist/report/built-in/standard.js +0 -93
- package/dist/report/components/attempt-detail/compute.d.ts +0 -51
- package/dist/report/components/attempt-detail/compute.js +0 -512
- package/dist/report/components/attempt-detail/content.d.ts +0 -28
- package/dist/report/components/attempt-detail/content.js +0 -575
- package/dist/report/components/attempt-detail/index.d.ts +0 -15
- package/dist/report/components/attempt-detail/index.js +0 -154
- package/dist/report/components/attempt-detail/validate.d.ts +0 -11
- package/dist/report/components/attempt-detail/validate.js +0 -417
- package/dist/report/components/cell.d.ts +0 -12
- package/dist/report/components/cell.js +0 -10
- package/dist/report/components/entity-lists/compute.d.ts +0 -35
- package/dist/report/components/entity-lists/compute.js +0 -333
- package/dist/report/components/entity-lists/content.d.ts +0 -7
- package/dist/report/components/entity-lists/content.js +0 -483
- package/dist/report/components/entity-lists/index.d.ts +0 -48
- package/dist/report/components/entity-lists/index.js +0 -81
- package/dist/report/components/entity-lists/validate.d.ts +0 -4
- package/dist/report/components/entity-lists/validate.js +0 -155
- package/dist/report/components/experiment-detail/compute.d.ts +0 -7
- package/dist/report/components/experiment-detail/compute.js +0 -32
- package/dist/report/components/experiment-detail/index.d.ts +0 -9
- package/dist/report/components/experiment-detail/index.js +0 -41
- package/dist/report/components/fixtures.d.ts +0 -10
- package/dist/report/components/fixtures.js +0 -341
- package/dist/report/components/shared-compute.d.ts +0 -23
- package/dist/report/components/shared-compute.js +0 -48
- package/dist/report/components/shared-faces.d.ts +0 -8
- package/dist/report/components/shared-faces.js +0 -21
- package/dist/report/components/shared.d.ts +0 -52
- package/dist/report/components/shared.js +0 -95
- package/dist/report/components/site-components/HeroCard.d.ts +0 -14
- package/dist/report/components/site-components/HeroCard.js +0 -35
- package/dist/report/components/site-components/PoweredBy.d.ts +0 -5
- package/dist/report/components/site-components/PoweredBy.js +0 -7
- package/dist/report/components/site-components/compute.d.ts +0 -34
- package/dist/report/components/site-components/compute.js +0 -144
- package/dist/report/components/site-components/content.d.ts +0 -1
- package/dist/report/components/site-components/content.js +0 -2
- package/dist/report/components/site-components/faces.d.ts +0 -9
- package/dist/report/components/site-components/faces.js +0 -34
- package/dist/report/components/site-components/hero-types.d.ts +0 -17
- package/dist/report/components/site-components/index.d.ts +0 -34
- package/dist/report/components/site-components/index.js +0 -55
- package/dist/report/components/site-components/projections.d.ts +0 -12
- package/dist/report/components/site-components/projections.js +0 -67
- package/dist/report/components/site-components/scope-warnings.d.ts +0 -44
- package/dist/report/components/site-components/scope-warnings.js +0 -115
- package/dist/report/components/site-components/snapshot-diagnostics.d.ts +0 -18
- package/dist/report/components/site-components/snapshot-diagnostics.js +0 -42
- package/dist/report/components/site-components/validators.d.ts +0 -6
- package/dist/report/components/site-components/validators.js +0 -115
- package/dist/report/components/summaries/compute.d.ts +0 -7
- package/dist/report/components/summaries/compute.js +0 -60
- package/dist/report/components/summaries/index.d.ts +0 -29
- package/dist/report/components/summaries/index.js +0 -122
- package/dist/report/components/summaries/stability-overview.d.ts +0 -13
- package/dist/report/components/summaries/stability-overview.js +0 -73
- package/dist/report/components/summaries/validate.d.ts +0 -2
- package/dist/report/components/summaries/validate.js +0 -29
- package/dist/report/definition/cell.d.ts +0 -118
- package/dist/report/definition/cell.js +0 -96
- package/dist/report/definition/grid-layout.d.ts +0 -77
- package/dist/report/definition/grid-layout.js +0 -147
- package/dist/report/definition/primitives/callouts-logic.d.ts +0 -26
- package/dist/report/definition/primitives/callouts-logic.js +0 -102
- package/dist/report/definition/primitives/callouts.d.ts +0 -9
- package/dist/report/definition/primitives/callouts.js +0 -101
- package/dist/report/definition/primitives/chart-map.d.ts +0 -74
- package/dist/report/definition/primitives/chart-map.js +0 -124
- package/dist/report/definition/primitives/chart.d.ts +0 -43
- package/dist/report/definition/primitives/chart.js +0 -619
- package/dist/report/definition/primitives/conversation.d.ts +0 -55
- package/dist/report/definition/primitives/conversation.js +0 -216
- package/dist/report/definition/primitives/copy-block.d.ts +0 -19
- package/dist/report/definition/primitives/copy-block.js +0 -51
- package/dist/report/definition/primitives/diff-lines.d.ts +0 -68
- package/dist/report/definition/primitives/diff-lines.js +0 -149
- package/dist/report/definition/primitives/diff-view.d.ts +0 -14
- package/dist/report/definition/primitives/diff-view.js +0 -156
- package/dist/report/definition/primitives/markdown.d.ts +0 -29
- package/dist/report/definition/primitives/markdown.js +0 -278
- package/dist/report/definition/primitives/marks.d.ts +0 -124
- package/dist/report/definition/primitives/marks.js +0 -91
- package/dist/report/definition/primitives/points-dataset.d.ts +0 -17
- package/dist/report/definition/primitives/points-dataset.js +0 -121
- package/dist/report/definition/primitives/source-view.d.ts +0 -43
- package/dist/report/definition/primitives/source-view.js +0 -179
- package/dist/report/definition/primitives/waterfall.d.ts +0 -34
- package/dist/report/definition/primitives/waterfall.js +0 -201
- package/dist/report/definition/primitives.d.ts +0 -154
- package/dist/report/definition/primitives.js +0 -691
- package/dist/report/definition/report.d.ts +0 -200
- package/dist/report/definition/report.js +0 -275
- package/dist/report/definition/table-text.d.ts +0 -14
- package/dist/report/definition/table-text.js +0 -187
- package/dist/report/definition/tree.d.ts +0 -233
- package/dist/report/definition/tree.js +0 -566
- package/dist/report/extension/assets.d.ts +0 -16
- package/dist/report/extension/assets.js +0 -124
- package/dist/report/extension/define.d.ts +0 -9
- package/dist/report/extension/define.js +0 -137
- package/dist/report/extension/index.d.ts +0 -6
- package/dist/report/extension/index.js +0 -5
- package/dist/report/extension/meta.d.ts +0 -9
- package/dist/report/extension/meta.js +0 -11
- package/dist/report/extension/types.d.ts +0 -52
- package/dist/report/extension/types.js +0 -3
- package/dist/report/model/aggregate.d.ts +0 -111
- package/dist/report/model/aggregate.js +0 -396
- package/dist/report/model/calculation.d.ts +0 -139
- package/dist/report/model/calculation.js +0 -447
- package/dist/report/model/chart/math.d.ts +0 -73
- package/dist/report/model/chart/math.js +0 -198
- package/dist/report/model/chart/plot.d.ts +0 -52
- package/dist/report/model/chart/plot.js +0 -89
- package/dist/report/model/conversions.d.ts +0 -40
- package/dist/report/model/conversions.js +0 -88
- package/dist/report/model/dataset.d.ts +0 -18
- package/dist/report/model/dataset.js +0 -74
- package/dist/report/model/evaluation-kind.d.ts +0 -19
- package/dist/report/model/evaluation-kind.js +0 -32
- package/dist/report/model/flag.d.ts +0 -52
- package/dist/report/model/flag.js +0 -157
- package/dist/report/model/format.d.ts +0 -96
- package/dist/report/model/format.js +0 -339
- package/dist/report/model/locale.d.ts +0 -219
- package/dist/report/model/locale.js +0 -426
- package/dist/report/model/metrics.d.ts +0 -44
- package/dist/report/model/metrics.js +0 -255
- package/dist/report/model/types.d.ts +0 -784
- package/dist/report/model/types.js +0 -5
- package/dist/report/presentation.d.ts +0 -114
- package/dist/report/presentation.js +0 -210
- package/dist/report/react/index.d.ts +0 -13
- package/dist/report/react/index.js +0 -18
- package/dist/report/runtime/load.d.ts +0 -17
- package/dist/report/runtime/load.js +0 -146
- package/dist/report/runtime/page-render.d.ts +0 -47
- package/dist/report/runtime/page-render.js +0 -95
- package/dist/report/runtime/resolved-page.d.ts +0 -35
- package/dist/report/runtime/resolved-page.js +0 -122
- package/dist/report/runtime/target.d.ts +0 -19
- package/dist/report/runtime/target.js +0 -42
- package/dist/report/runtime/text.d.ts +0 -76
- package/dist/report/runtime/text.js +0 -78
- package/dist/report/runtime/web.d.ts +0 -37
- package/dist/report/runtime/web.js +0 -34
- package/dist/report/slices/compute.d.ts +0 -83
- package/dist/report/slices/compute.js +0 -808
- package/dist/report/slices/content.d.ts +0 -17
- package/dist/report/slices/content.js +0 -132
- package/dist/report/slices/validate.d.ts +0 -6
- package/dist/report/slices/validate.js +0 -296
- package/dist/report/tasks.d.ts +0 -144
- package/dist/report/tasks.js +0 -313
- package/dist/report/theme.d.ts +0 -51
- package/dist/report/theme.js +0 -112
- package/src/agents/ai-sdk-otel.ts +0 -62
- package/src/agents/ai-sdk.test.ts +0 -35
- package/src/agents/ai-sdk.ts +0 -603
- package/src/agents/bub-install-spec.ts +0 -50
- package/src/agents/bub.ts +0 -293
- package/src/agents/builtin.ts +0 -16
- package/src/agents/cache-marker.ts +0 -6
- package/src/agents/claude-code.ts +0 -439
- package/src/agents/codex-env.test.ts +0 -153
- package/src/agents/codex.ts +0 -727
- package/src/agents/coding-cli-versions.ts +0 -87
- package/src/agents/command-redaction.test.ts +0 -96
- package/src/agents/hermes.ts +0 -269
- package/src/agents/index.ts +0 -149
- package/src/agents/langgraph.test.ts +0 -30
- package/src/agents/langgraph.ts +0 -508
- package/src/agents/marketplace.ts +0 -96
- package/src/agents/mcp.test.ts +0 -41
- package/src/agents/mcp.ts +0 -31
- package/src/agents/native-config.ts +0 -267
- package/src/agents/npm-staged.ts +0 -370
- package/src/agents/openai-compat.test.ts +0 -69
- package/src/agents/openai-compat.ts +0 -205
- package/src/agents/openclaw.ts +0 -275
- package/src/agents/opencode.ts +0 -198
- package/src/agents/post-setup.test.ts +0 -118
- package/src/agents/post-setup.ts +0 -116
- package/src/agents/provisioner.test.ts +0 -291
- package/src/agents/provisioner.ts +0 -593
- package/src/agents/sdk-streams.test.ts +0 -66
- package/src/agents/sdk-streams.ts +0 -542
- package/src/agents/session-slot.ts +0 -15
- package/src/agents/shared.ts +0 -250
- package/src/agents/skills.ts +0 -309
- package/src/agents/streaming.ts +0 -203
- package/src/agents/types.ts +0 -612
- package/src/agents/ui-message-stream.ts +0 -398
- package/src/assertions/collector.test.ts +0 -457
- package/src/assertions/collector.ts +0 -452
- package/src/assertions/coverage.ts +0 -118
- package/src/assertions/diff.ts +0 -120
- package/src/assertions/display.test.ts +0 -175
- package/src/assertions/display.ts +0 -213
- package/src/assertions/evidence.test.ts +0 -194
- package/src/assertions/judge.test.ts +0 -623
- package/src/assertions/judge.ts +0 -448
- package/src/assertions/match.ts +0 -79
- package/src/assertions/scoped.test.ts +0 -359
- package/src/assertions/scoped.ts +0 -551
- package/src/assertions/types.ts +0 -286
- package/src/cli.ts +0 -1762
- package/src/context/context.test.ts +0 -759
- package/src/context/context.ts +0 -816
- package/src/context/control-flow.ts +0 -17
- package/src/context/deferred-file-content.ts +0 -16
- package/src/context/send-failures.test.ts +0 -122
- package/src/context/send-failures.ts +0 -164
- package/src/context/send-retry.test.ts +0 -112
- package/src/context/send-retry.ts +0 -145
- package/src/context/session.test.ts +0 -477
- package/src/context/session.ts +0 -516
- package/src/context/types.ts +0 -409
- package/src/define-agent.test.ts +0 -99
- package/src/define-eval.test.ts +0 -213
- package/src/define-experiment.test.ts +0 -44
- package/src/define.test.ts +0 -25
- package/src/define.ts +0 -238
- package/src/expect/index.test.ts +0 -39
- package/src/expect/index.ts +0 -252
- package/src/fresh-import.ts +0 -34
- package/src/i18n/core.ts +0 -28
- package/src/i18n/en.ts +0 -532
- package/src/i18n/index.ts +0 -40
- package/src/i18n/locale.test.ts +0 -41
- package/src/i18n/zh-CN.ts +0 -533
- package/src/index.ts +0 -91
- package/src/load-config.ts +0 -39
- package/src/loaders/criteria.test.ts +0 -305
- package/src/loaders/glob.ts +0 -149
- package/src/loaders/index.test.ts +0 -166
- package/src/loaders/index.ts +0 -256
- package/src/loaders/private.test.ts +0 -110
- package/src/o11y/cost.test.ts +0 -41
- package/src/o11y/cost.ts +0 -81
- package/src/o11y/derive.test.ts +0 -161
- package/src/o11y/derive.ts +0 -301
- package/src/o11y/execution-tree.test.ts +0 -390
- package/src/o11y/execution-tree.ts +0 -391
- package/src/o11y/otlp/canonical.ts +0 -113
- package/src/o11y/otlp/mappers/bub.ts +0 -30
- package/src/o11y/otlp/mappers/claude-code.ts +0 -24
- package/src/o11y/otlp/mappers/codex.ts +0 -40
- package/src/o11y/otlp/mappers/index.ts +0 -14
- package/src/o11y/otlp/parse.ts +0 -334
- package/src/o11y/otlp/receiver.ts +0 -118
- package/src/o11y/otlp/sandbox-receiver.test.ts +0 -301
- package/src/o11y/otlp/sandbox-receiver.ts +0 -255
- package/src/o11y/otlp/select.ts +0 -86
- package/src/o11y/otlp/turn-otel.ts +0 -132
- package/src/o11y/parsers/bub.test.ts +0 -30
- package/src/o11y/parsers/bub.ts +0 -264
- package/src/o11y/parsers/claude-code.ts +0 -302
- package/src/o11y/parsers/codex.test.ts +0 -19
- package/src/o11y/parsers/codex.ts +0 -476
- package/src/o11y/parsers/hermes.ts +0 -199
- package/src/o11y/parsers/index.ts +0 -28
- package/src/o11y/parsers/openclaw.ts +0 -340
- package/src/o11y/parsers/opencode.ts +0 -300
- package/src/o11y/prices.json +0 -10812
- package/src/o11y/tool-names.ts +0 -74
- package/src/o11y/types.ts +0 -221
- package/src/record/annotated-source.test.ts +0 -329
- package/src/record/annotated-source.ts +0 -643
- package/src/record/attempt-evidence.test.ts +0 -208
- package/src/record/attempt-evidence.ts +0 -184
- package/src/record/attempt-source.ts +0 -37
- package/src/record/copy.ts +0 -303
- package/src/record/evidence-schema.test.ts +0 -85
- package/src/record/format.ts +0 -91
- package/src/record/host-equivalence.test.ts +0 -539
- package/src/record/index.ts +0 -119
- package/src/record/locator.test.ts +0 -125
- package/src/record/locator.ts +0 -178
- package/src/record/manifest.ts +0 -72
- package/src/record/open.ts +0 -758
- package/src/record/publish.ts +0 -7
- package/src/record/results.test.ts +0 -1563
- package/src/record/skipped-notice.ts +0 -44
- package/src/record/source-hash.ts +0 -28
- package/src/record/timing-activity.test.ts +0 -395
- package/src/record/truncate.ts +0 -116
- package/src/record/types.ts +0 -319
- package/src/record/writer.ts +0 -549
- package/src/report/assets/colors.ts +0 -69
- package/src/report/assets/enhance.js +0 -214
- package/src/report/assets/series-encoding.tsx +0 -177
- package/src/report/assets/styles.css +0 -1780
- package/src/report/built-in/failures.tsx +0 -29
- package/src/report/built-in/index.tsx +0 -66
- package/src/report/built-in/result-components.tsx +0 -404
- package/src/report/built-in/stability.tsx +0 -30
- package/src/report/built-in/standard.tsx +0 -132
- package/src/report/components/attempt-detail/attempt-components.test.tsx +0 -706
- package/src/report/components/attempt-detail/compute.ts +0 -544
- package/src/report/components/attempt-detail/content.tsx +0 -633
- package/src/report/components/attempt-detail/index.tsx +0 -285
- package/src/report/components/attempt-detail/validate.test.ts +0 -253
- package/src/report/components/attempt-detail/validate.tsx +0 -361
- package/src/report/components/cell.tsx +0 -79
- package/src/report/components/compute.test.ts +0 -1540
- package/src/report/components/entity-lists/compute.test.ts +0 -38
- package/src/report/components/entity-lists/compute.ts +0 -383
- package/src/report/components/entity-lists/content.test.ts +0 -611
- package/src/report/components/entity-lists/content.ts +0 -591
- package/src/report/components/entity-lists/index.tsx +0 -169
- package/src/report/components/entity-lists/validate.test.ts +0 -161
- package/src/report/components/entity-lists/validate.ts +0 -121
- package/src/report/components/experiment-detail/compute.ts +0 -40
- package/src/report/components/experiment-detail/experiment-detail.test.tsx +0 -181
- package/src/report/components/experiment-detail/index.tsx +0 -89
- package/src/report/components/fixtures.ts +0 -366
- package/src/report/components/scope.harness.ts +0 -83
- package/src/report/components/shared-compute.ts +0 -60
- package/src/report/components/shared-faces.ts +0 -25
- package/src/report/components/shared.test.ts +0 -62
- package/src/report/components/shared.ts +0 -127
- package/src/report/components/site-components/HeroCard.tsx +0 -87
- package/src/report/components/site-components/PoweredBy.tsx +0 -20
- package/src/report/components/site-components/compute.ts +0 -165
- package/src/report/components/site-components/content.ts +0 -8
- package/src/report/components/site-components/faces.ts +0 -46
- package/src/report/components/site-components/hero-types.ts +0 -20
- package/src/report/components/site-components/index.tsx +0 -109
- package/src/report/components/site-components/projections.ts +0 -74
- package/src/report/components/site-components/scope-warnings.ts +0 -160
- package/src/report/components/site-components/site-components.test.tsx +0 -460
- package/src/report/components/site-components/snapshot-diagnostics.ts +0 -69
- package/src/report/components/site-components/validate.test.ts +0 -121
- package/src/report/components/site-components/validators.ts +0 -97
- package/src/report/components/summaries/compute.ts +0 -66
- package/src/report/components/summaries/index.tsx +0 -255
- package/src/report/components/summaries/stability-overview.test.tsx +0 -141
- package/src/report/components/summaries/stability-overview.tsx +0 -105
- package/src/report/components/summaries/validate.test.ts +0 -49
- package/src/report/components/summaries/validate.ts +0 -21
- package/src/report/definition/callouts.test.tsx +0 -146
- package/src/report/definition/cell.ts +0 -203
- package/src/report/definition/chart.test.tsx +0 -285
- package/src/report/definition/conversation.test.tsx +0 -150
- package/src/report/definition/copy-block.test.tsx +0 -71
- package/src/report/definition/diff-view.test.tsx +0 -209
- package/src/report/definition/grid-layout.test.tsx +0 -262
- package/src/report/definition/grid-layout.ts +0 -203
- package/src/report/definition/markdown.test.tsx +0 -179
- package/src/report/definition/primitives/callouts-logic.ts +0 -117
- package/src/report/definition/primitives/callouts.tsx +0 -185
- package/src/report/definition/primitives/chart-map.ts +0 -214
- package/src/report/definition/primitives/chart.tsx +0 -1012
- package/src/report/definition/primitives/conversation.tsx +0 -345
- package/src/report/definition/primitives/copy-block.tsx +0 -87
- package/src/report/definition/primitives/diff-lines.ts +0 -212
- package/src/report/definition/primitives/diff-view.tsx +0 -332
- package/src/report/definition/primitives/markdown.tsx +0 -365
- package/src/report/definition/primitives/marks-contract.test.tsx +0 -45
- package/src/report/definition/primitives/marks.tsx +0 -254
- package/src/report/definition/primitives/points-dataset.test.ts +0 -117
- package/src/report/definition/primitives/points-dataset.ts +0 -168
- package/src/report/definition/primitives/source-view.tsx +0 -359
- package/src/report/definition/primitives/waterfall.tsx +0 -386
- package/src/report/definition/primitives.test.tsx +0 -186
- package/src/report/definition/primitives.tsx +0 -1150
- package/src/report/definition/report-contract.test.ts +0 -119
- package/src/report/definition/report.ts +0 -562
- package/src/report/definition/shell-head.test.ts +0 -100
- package/src/report/definition/source-view.test.tsx +0 -119
- package/src/report/definition/stat.test.tsx +0 -45
- package/src/report/definition/table-text.ts +0 -228
- package/src/report/definition/table.test.tsx +0 -633
- package/src/report/definition/tree.ts +0 -852
- package/src/report/definition/waterfall.test.tsx +0 -581
- package/src/report/extension/assets.ts +0 -154
- package/src/report/extension/define.test.tsx +0 -228
- package/src/report/extension/define.ts +0 -182
- package/src/report/extension/index.ts +0 -23
- package/src/report/extension/meta.ts +0 -21
- package/src/report/extension/types.ts +0 -64
- package/src/report/index.ts +0 -410
- package/src/report/model/aggregate.ts +0 -463
- package/src/report/model/calculation.test.ts +0 -354
- package/src/report/model/calculation.ts +0 -659
- package/src/report/model/chart/math.test.ts +0 -189
- package/src/report/model/chart/math.ts +0 -245
- package/src/report/model/chart/plot.ts +0 -144
- package/src/report/model/conversions.ts +0 -150
- package/src/report/model/dataset.ts +0 -80
- package/src/report/model/evaluation-kind.ts +0 -35
- package/src/report/model/flag.ts +0 -174
- package/src/report/model/format.ts +0 -375
- package/src/report/model/locale.ts +0 -510
- package/src/report/model/metrics.ts +0 -256
- package/src/report/model/panel.test.ts +0 -272
- package/src/report/model/panel.ts +0 -340
- package/src/report/model/presentation.test.ts +0 -141
- package/src/report/model/text-layout.ts +0 -190
- package/src/report/model/types.ts +0 -824
- package/src/report/presentation.test.tsx +0 -474
- package/src/report/presentation.ts +0 -354
- package/src/report/react/index.tsx +0 -96
- package/src/report/runtime/dual-render.test.tsx +0 -1088
- package/src/report/runtime/host.test.ts +0 -86
- package/src/report/runtime/host.ts +0 -317
- package/src/report/runtime/load.test.ts +0 -34
- package/src/report/runtime/load.ts +0 -159
- package/src/report/runtime/page-render.test.tsx +0 -247
- package/src/report/runtime/page-render.ts +0 -147
- package/src/report/runtime/resolved-page.test.tsx +0 -81
- package/src/report/runtime/resolved-page.ts +0 -169
- package/src/report/runtime/target.ts +0 -50
- package/src/report/runtime/text.ts +0 -155
- package/src/report/runtime/web.ts +0 -65
- package/src/report/slices/compute.ts +0 -979
- package/src/report/slices/content.ts +0 -157
- package/src/report/slices/delta-table.test.ts +0 -423
- package/src/report/slices/stability-matrix.test.ts +0 -169
- package/src/report/slices/validate.test.ts +0 -236
- package/src/report/slices/validate.ts +0 -216
- package/src/report/tasks.test.ts +0 -82
- package/src/report/tasks.ts +0 -553
- package/src/report/theme.test.ts +0 -32
- package/src/report/theme.ts +0 -141
- package/src/runner/accept-prompt.test.ts +0 -51
- package/src/runner/accept-prompt.ts +0 -67
- package/src/runner/accept.test.ts +0 -592
- package/src/runner/accept.ts +0 -705
- package/src/runner/attempt.test.ts +0 -1989
- package/src/runner/attempt.ts +0 -1912
- package/src/runner/build-preparation-plan.test.ts +0 -119
- package/src/runner/build-preparation.ts +0 -104
- package/src/runner/cleanup-timeout.test.ts +0 -16
- package/src/runner/cleanup-timeout.ts +0 -23
- package/src/runner/config-identity.test.ts +0 -277
- package/src/runner/config-identity.ts +0 -318
- package/src/runner/direct-agent-sandbox.test.ts +0 -48
- package/src/runner/direct-agent-sandbox.ts +0 -68
- package/src/runner/discover.test.ts +0 -262
- package/src/runner/discover.ts +0 -469
- package/src/runner/eval-selection.test.ts +0 -241
- package/src/runner/eval-selection.ts +0 -139
- package/src/runner/eval-source.test.ts +0 -108
- package/src/runner/eval-source.ts +0 -82
- package/src/runner/experiment-cleanup-registry.test.ts +0 -89
- package/src/runner/experiment-cleanup-registry.ts +0 -39
- package/src/runner/experiment-labels.test.ts +0 -100
- package/src/runner/feedback/coordinator.test.ts +0 -367
- package/src/runner/feedback/coordinator.ts +0 -511
- package/src/runner/feedback/eval-conclusions.test.ts +0 -135
- package/src/runner/feedback/eval-conclusions.ts +0 -115
- package/src/runner/feedback/failure.test.ts +0 -104
- package/src/runner/feedback/failure.ts +0 -60
- package/src/runner/feedback/human.test.ts +0 -1722
- package/src/runner/feedback/human.ts +0 -1499
- package/src/runner/feedback/index.ts +0 -94
- package/src/runner/feedback/input-guard.test.ts +0 -251
- package/src/runner/feedback/input-guard.ts +0 -171
- package/src/runner/feedback/io.ts +0 -82
- package/src/runner/feedback/json.test.ts +0 -617
- package/src/runner/feedback/json.ts +0 -708
- package/src/runner/feedback/profile.test.ts +0 -28
- package/src/runner/feedback/profile.ts +0 -23
- package/src/runner/feedback/reducer.test.ts +0 -908
- package/src/runner/feedback/reducer.ts +0 -411
- package/src/runner/feedback/renderer.ts +0 -83
- package/src/runner/feedback/sink.ts +0 -332
- package/src/runner/feedback/testing.ts +0 -109
- package/src/runner/fingerprint.test.ts +0 -1406
- package/src/runner/fingerprint.ts +0 -924
- package/src/runner/gate-lease.test.ts +0 -555
- package/src/runner/gate-lease.ts +0 -398
- package/src/runner/judge-config.test.ts +0 -32
- package/src/runner/judge-config.ts +0 -26
- package/src/runner/leak-gate.test.ts +0 -195
- package/src/runner/leak-gate.ts +0 -364
- package/src/runner/ledger.test.ts +0 -577
- package/src/runner/ledger.ts +0 -533
- package/src/runner/lock.test.ts +0 -498
- package/src/runner/lock.ts +0 -334
- package/src/runner/manifest.ts +0 -282
- package/src/runner/report.test.ts +0 -238
- package/src/runner/report.ts +0 -127
- package/src/runner/reporters/artifacts.ts +0 -120
- package/src/runner/reporters/braintrust.test.ts +0 -109
- package/src/runner/reporters/braintrust.ts +0 -211
- package/src/runner/reporters/index.ts +0 -7
- package/src/runner/reporters/json.test.ts +0 -163
- package/src/runner/reporters/json.ts +0 -79
- package/src/runner/reporters/shared.ts +0 -14
- package/src/runner/reuse-diagnostics.test.ts +0 -114
- package/src/runner/reuse-diagnostics.ts +0 -92
- package/src/runner/reuse-pool-key.test.ts +0 -22
- package/src/runner/run.test.ts +0 -5319
- package/src/runner/run.ts +0 -2656
- package/src/runner/sandbox-pool-plan.test.ts +0 -180
- package/src/runner/sandbox-pool.test.ts +0 -278
- package/src/runner/sandbox-pool.ts +0 -337
- package/src/runner/sandbox-prep.ts +0 -55
- package/src/runner/sandbox-selection.test.ts +0 -288
- package/src/runner/sandbox-selection.ts +0 -351
- package/src/runner/session.test.ts +0 -112
- package/src/runner/session.ts +0 -466
- package/src/runner/teardown-registry.test.ts +0 -156
- package/src/runner/teardown-registry.ts +0 -146
- package/src/runner/timeout-attribution.test.ts +0 -34
- package/src/runner/timeout.ts +0 -54
- package/src/runner/timing.ts +0 -379
- package/src/runner/types.ts +0 -1733
- package/src/sample/index.ts +0 -483
- package/src/sample/sample.test.ts +0 -622
- package/src/sandbox/backend.ts +0 -140
- package/src/sandbox/build-coordinator.test.ts +0 -333
- package/src/sandbox/build-coordinator.ts +0 -444
- package/src/sandbox/case-types.ts +0 -67
- package/src/sandbox/checkpoint.test.ts +0 -55
- package/src/sandbox/checkpoint.ts +0 -64
- package/src/sandbox/cli-commands.test.ts +0 -524
- package/src/sandbox/cli-commands.ts +0 -593
- package/src/sandbox/commands.ts +0 -287
- package/src/sandbox/compose.test.ts +0 -625
- package/src/sandbox/compose.ts +0 -1291
- package/src/sandbox/content.ts +0 -202
- package/src/sandbox/deadline.ts +0 -73
- package/src/sandbox/docker-agent-image.ts +0 -36
- package/src/sandbox/docker-stream.ts +0 -116
- package/src/sandbox/docker.test.ts +0 -263
- package/src/sandbox/docker.ts +0 -836
- package/src/sandbox/dockerfile-agent-cache.test.ts +0 -157
- package/src/sandbox/dockerfile-agent-cache.ts +0 -155
- package/src/sandbox/dockerfile-agent-runtime.test.ts +0 -166
- package/src/sandbox/dockerfile-build.test.ts +0 -27
- package/src/sandbox/dockerfile-build.ts +0 -269
- package/src/sandbox/dockerfile-identity.ts +0 -129
- package/src/sandbox/download-directory.test.ts +0 -68
- package/src/sandbox/download-directory.ts +0 -36
- package/src/sandbox/e2b-agent-template.test.ts +0 -107
- package/src/sandbox/e2b-agent-template.ts +0 -194
- package/src/sandbox/e2b-reconcile.test.ts +0 -126
- package/src/sandbox/e2b.test.ts +0 -629
- package/src/sandbox/e2b.ts +0 -781
- package/src/sandbox/errors.test.ts +0 -72
- package/src/sandbox/errors.ts +0 -203
- package/src/sandbox/identity.ts +0 -203
- package/src/sandbox/index.ts +0 -138
- package/src/sandbox/io-retry.test.ts +0 -58
- package/src/sandbox/io-retry.ts +0 -45
- package/src/sandbox/keep-registry.test.ts +0 -141
- package/src/sandbox/keep-registry.ts +0 -271
- package/src/sandbox/keep.test.ts +0 -538
- package/src/sandbox/keep.ts +0 -405
- package/src/sandbox/layer.test.ts +0 -343
- package/src/sandbox/layer.ts +0 -1641
- package/src/sandbox/ledger-paths.ts +0 -37
- package/src/sandbox/link.test.ts +0 -321
- package/src/sandbox/link.ts +0 -484
- package/src/sandbox/local-files.ts +0 -31
- package/src/sandbox/local.test.ts +0 -216
- package/src/sandbox/local.ts +0 -364
- package/src/sandbox/official-baselines.test.ts +0 -175
- package/src/sandbox/operations.test.ts +0 -391
- package/src/sandbox/operations.ts +0 -187
- package/src/sandbox/orphans.test.ts +0 -470
- package/src/sandbox/orphans.ts +0 -261
- package/src/sandbox/paths.test.ts +0 -141
- package/src/sandbox/paths.ts +0 -132
- package/src/sandbox/plan.test.ts +0 -487
- package/src/sandbox/plan.ts +0 -353
- package/src/sandbox/prepare-commands.test.ts +0 -168
- package/src/sandbox/prepare-commands.ts +0 -342
- package/src/sandbox/redaction.test.ts +0 -48
- package/src/sandbox/redaction.ts +0 -50
- package/src/sandbox/registry.ts +0 -78
- package/src/sandbox/retry.test.ts +0 -138
- package/src/sandbox/retry.ts +0 -86
- package/src/sandbox/run-identity.ts +0 -120
- package/src/sandbox/runtime.test.ts +0 -551
- package/src/sandbox/runtime.ts +0 -984
- package/src/sandbox/shell.test.ts +0 -23
- package/src/sandbox/shell.ts +0 -18
- package/src/sandbox/transfer-errors.test.ts +0 -116
- package/src/sandbox/transfer-errors.ts +0 -118
- package/src/sandbox/types.ts +0 -196
- package/src/sandbox/vercel.test.ts +0 -180
- package/src/sandbox/vercel.ts +0 -400
- package/src/shared/aggregate.test.ts +0 -52
- package/src/shared/aggregate.ts +0 -99
- package/src/shared/entry-file-store.test.ts +0 -193
- package/src/shared/entry-file-store.ts +0 -145
- package/src/shared/external-cause.ts +0 -322
- package/src/shared/facts.ts +0 -36
- package/src/shared/failure-class.test.ts +0 -195
- package/src/shared/failure-class.ts +0 -206
- package/src/shared/format.ts +0 -26
- package/src/shared/json-match.ts +0 -42
- package/src/shared/json-value.test.ts +0 -24
- package/src/shared/json-value.ts +0 -36
- package/src/shared/turn-label.test.ts +0 -20
- package/src/shared/turn-label.ts +0 -15
- package/src/shared/types.ts +0 -101
- package/src/shared/verdict.ts +0 -82
- package/src/show/command.test.ts +0 -36
- package/src/show/command.ts +0 -18
- package/src/show/compose.ts +0 -89
- package/src/show/index.test.ts +0 -95
- package/src/show/index.ts +0 -1226
- package/src/show/json.test.ts +0 -412
- package/src/show/json.ts +0 -106
- package/src/show/render.test.ts +0 -857
- package/src/show/render.ts +0 -1510
- package/src/source-loc.ts +0 -134
- package/src/tty-line.ts +0 -14
- package/src/types.ts +0 -37
- package/src/util.test.ts +0 -77
- package/src/util.ts +0 -138
- package/src/view/app/App.tsx +0 -351
- package/src/view/app/components/ui/dialog.tsx +0 -36
- package/src/view/app/components/ui/tabs.tsx +0 -30
- package/src/view/app/css.d.ts +0 -3
- package/src/view/app/i18n.ts +0 -65
- package/src/view/app/index.html +0 -13
- package/src/view/app/lib/cn.ts +0 -7
- package/src/view/app/lib/target-dialog.test.ts +0 -105
- package/src/view/app/lib/target-dialog.ts +0 -110
- package/src/view/app/main.tsx +0 -109
- package/src/view/app/types.ts +0 -15
- package/src/view/app/vite.config.ts +0 -26
- package/src/view/data.test.ts +0 -541
- package/src/view/data.ts +0 -950
- package/src/view/index.ts +0 -91
- package/src/view/server-rebuild.test.ts +0 -323
- package/src/view/server-watch.test.ts +0 -106
- package/src/view/server.ts +0 -484
- package/src/view/shared/types.ts +0 -93
- package/src/view/site-base.test.ts +0 -51
- package/src/view/site-head.test.ts +0 -142
- package/src/view/site-param-pages.test.ts +0 -186
- package/src/view/site-renderer-assets.test.ts +0 -68
- package/src/view/site.ts +0 -484
- package/src/view/styles.css +0 -170
- /package/dist/{report/components/site-components/hero-types.js → cli/bootstrap.d.cts} +0 -0
- /package/{src → dist}/view/client-dist/app.css +0 -0
- /package/{src → dist}/view/client-dist/app.js +0 -0
- /package/{src → dist}/view/template.html +0 -0
|
@@ -21,11 +21,11 @@ import { TurnRoundtrip } from '/snippets/diagram-turn-roundtrip.jsx';
|
|
|
21
21
|
|
|
22
22
|
回程:Adapter 把应用的原始返回翻译成 `Turn`——其中 `events` 是一个按发生顺序排列的事件对象数组(下文有实际值)
|
|
23
23
|
|
|
24
|
-
被测系统的 URL、鉴权、协议细节通过 Adapter 工厂的配置传入。`defineExperiment` 里放的是已经配置好的 agent
|
|
24
|
+
被测系统的 URL、鉴权、协议细节通过 Adapter 工厂的配置传入。`defineExperiment` 里放的是已经配置好的 agent 实例。Adapter 在 `send` 闭包里消费这些配置,再把每轮动态值(如 `ctx.model`、`ctx.flags`、`ctx.telemetry`)随请求转发给应用:
|
|
25
25
|
|
|
26
26
|
```ts
|
|
27
27
|
// agents/web-agent.ts
|
|
28
|
-
import { completeEvidenceCoverage,
|
|
28
|
+
import { completeEvidenceCoverage, defineAgent } from "niceeval/adapter";
|
|
29
29
|
import type { Agent } from "niceeval/adapter";
|
|
30
30
|
|
|
31
31
|
interface WebAgentOptions {
|
|
@@ -36,7 +36,7 @@ interface WebAgentOptions {
|
|
|
36
36
|
export function webAgent(options: WebAgentOptions): Agent {
|
|
37
37
|
const baseUrl = options.baseUrl.replace(/\/$/, "");
|
|
38
38
|
|
|
39
|
-
return
|
|
39
|
+
return defineAgent({
|
|
40
40
|
name: "web-agent",
|
|
41
41
|
evidenceCoverage: completeEvidenceCoverage,
|
|
42
42
|
async send(input, ctx) {
|
|
@@ -97,7 +97,7 @@ export default defineExperiment({
|
|
|
97
97
|
|
|
98
98
|
## 接入等级
|
|
99
99
|
|
|
100
|
-
按「Adapter 接到哪里、额外拿到什么观测数据」,接入分三级:**Tier 1 只接 send**(应用代码一行不改,全套断言在这一级就齐了)、**Tier 2 send + OTel**(应用把 span 发给 [NiceEval](https://niceeval.com/),换 `niceeval view`
|
|
100
|
+
按「Adapter 接到哪里、额外拿到什么观测数据」,接入分三级:**Tier 1 只接 send**(应用代码一行不改,全套断言在这一级就齐了)、**Tier 2 send + OTel**(应用把 span 发给 [NiceEval](https://niceeval.com/),换 `niceeval view` 的调用瀑布图)。**Tier 3 侵入改造 + experiment flags**(feature A/B)。每档投入什么、买到什么、什么时候升级,见 [Tier](/zh/explanation/tier)。
|
|
101
101
|
|
|
102
102
|
评估侧的驱动 API——`t.send()`、`t.sendFile()`、`t.newSession()`、HITL 的 `t.respond()` / `t.respondAll()`
|
|
103
103
|
统一都是调用 Adapter 的 `send`。
|
|
@@ -112,12 +112,12 @@ export default defineExperiment({
|
|
|
112
112
|
interface Agent {
|
|
113
113
|
readonly name: string;
|
|
114
114
|
send(input: TurnInput, ctx: AgentContext): Promise<Turn>;
|
|
115
|
-
// 可选:setup / teardown
|
|
115
|
+
// 可选:setup / teardown(每沙箱一次的生命周期)。
|
|
116
116
|
// 观测相关的可选成员不参与 send,见「OTel 接入」
|
|
117
117
|
}
|
|
118
118
|
```
|
|
119
119
|
|
|
120
|
-
`progress`
|
|
120
|
+
`progress` 是运行中的短期状态,不落盘。`diagnostic` 是需要运行后回顾的有界 warning/error,会随 Attempt 保存。它们都不能指定 lifecycle phase,也不会自动改变 `Turn.status`。连接失败或响应无法解析时抛出异常。runner 会把它记录为 `errored`,并在终端给出可下钻的 locator。
|
|
121
121
|
|
|
122
122
|
`send` 是唯一要实现的函数。它的签名里只有三个类型,分开看。
|
|
123
123
|
|
|
@@ -129,7 +129,7 @@ interface Agent {
|
|
|
129
129
|
|
|
130
130
|
```ts
|
|
131
131
|
interface TurnInput {
|
|
132
|
-
readonly text: string; //
|
|
132
|
+
readonly text: string; // 每轮必有:发送的文本。回答轮 = 回答文本(多条以换行连接)
|
|
133
133
|
readonly files?: readonly InputFile[]; // 仅 t.sendFile 轮:附带的文件(base64)
|
|
134
134
|
readonly responses?: readonly InputResponse[]; // 仅回答轮(t.respond / t.respondAll):逐请求的结构化回答
|
|
135
135
|
readonly outputSchema?: JsonSchema; // 仅本轮声明了 output 时:结构化输出要求,已降为 JSON Schema
|
|
@@ -158,12 +158,12 @@ interface InputResponse {
|
|
|
158
158
|
| `t.sendFile(path, text?)` | 附言(可为空串) | 有 | — | 同上 |
|
|
159
159
|
| `t.respond(...)` / `t.respondAll(...)` | 回答文本 | — | 逐请求一条 | 同上 |
|
|
160
160
|
|
|
161
|
-
`files`
|
|
161
|
+
`files` 接口不收文件就忽略。
|
|
162
162
|
`outputSchema` 应用接口收 schema 就转发(Chat Completions 的 `response_format`、Responses 的 `text.format`),不收也没关系——校验反正发生在运行器(见下面 `Turn.data` 的规则)。
|
|
163
163
|
|
|
164
164
|
#### 不同回答的入参
|
|
165
165
|
|
|
166
|
-
HITL 回答轮里,人的裁决以结构化形式随 `input.responses` 到达——Adapter 不需要解析 `text` 去猜哪句回答对应哪个请求、算不算批准。每条回答必带 `requestId
|
|
166
|
+
HITL 回答轮里,人的裁决以结构化形式随 `input.responses` 到达——Adapter 不需要解析 `text` 去猜哪句回答对应哪个请求、算不算批准。每条回答必带 `requestId`。`optionId` 和 `text` 二选一:回答命中请求 `options` 里的某个 id 就是 `optionId`(评估侧已校验过存在,不会有打错的字静默传进来),否则整句作为自由文本落在 `text`。四种典型形态:
|
|
167
167
|
|
|
168
168
|
```ts
|
|
169
169
|
// ① 单个待处理请求,回答命中选项(approve / deny 同理,只是 optionId 不同)
|
|
@@ -188,7 +188,7 @@ await t.respondAll("approve");
|
|
|
188
188
|
// { requestId: "req_2", optionId: "approve" }] }
|
|
189
189
|
```
|
|
190
190
|
|
|
191
|
-
Adapter 侧的对应义务:按 `requestId`
|
|
191
|
+
Adapter 侧的对应义务:按 `requestId` 把裁决交回应用(不要按顺序猜)。被人拒绝的调用把 tool `operation.finished` 的 `status` 置 `"rejected"` 而不是 `"failed"`——拒绝是人的决定、不是工具故障,这样 `noFailedActions()` 不误伤,`calledTool(..., { status: "rejected" })` 可精确断言。
|
|
192
192
|
|
|
193
193
|
### 上下文:`AgentContext`
|
|
194
194
|
|
|
@@ -207,11 +207,11 @@ interface AgentContext {
|
|
|
207
207
|
}): void;
|
|
208
208
|
|
|
209
209
|
// 按接入档位出现的三个(见「接入分三个 Tier」)
|
|
210
|
-
readonly model?: string; // Tier 1 的模型对比:experiment.model
|
|
210
|
+
readonly model?: string; // Tier 1 的模型对比:experiment.model 透传。应用接口收模型选择就转发
|
|
211
211
|
readonly reasoningEffort?: string; // 推理努力程度:experiment.reasoningEffort 透传,归属与 model 一致
|
|
212
212
|
readonly telemetry?: Telemetry; // Tier 2:本轮的 W3C trace context(headers,每轮一个新 traceparent)
|
|
213
|
-
readonly flags: Readonly<Record<string, JsonValue>>; // Tier 3 的 feature A/B:experiment.flags
|
|
214
|
-
readonly experimentId?: string; // 路径推导的实验 id,与结果里的 experimentId
|
|
213
|
+
readonly flags: Readonly<Record<string, JsonValue>>; // Tier 3 的 feature A/B:experiment.flags 透传。没配时是 {}
|
|
214
|
+
readonly experimentId?: string; // 路径推导的实验 id,与结果里的 experimentId 同源。不经 experiment 跑时是 undefined
|
|
215
215
|
|
|
216
216
|
}
|
|
217
217
|
|
|
@@ -221,8 +221,8 @@ interface SandboxAgentContext extends AgentContext {
|
|
|
221
221
|
|
|
222
222
|
interface AgentSession {
|
|
223
223
|
// 会话续接:服务端记历史(接口收会话 id 的形状)
|
|
224
|
-
readonly id?: string; // 本线记过的会话 id
|
|
225
|
-
capture(id: string | undefined): void; // 记回传的 id
|
|
224
|
+
readonly id?: string; // 本线记过的会话 id。新会话线是 undefined
|
|
225
|
+
capture(id: string | undefined): void; // 记回传的 id。只在还没记过时落地
|
|
226
226
|
|
|
227
227
|
// Adapter 私有状态:客户端历史、HITL 停轮现场等
|
|
228
228
|
get<T>(slot: SessionSlot<T>): T | undefined;
|
|
@@ -231,18 +231,18 @@ interface AgentSession {
|
|
|
231
231
|
}
|
|
232
232
|
```
|
|
233
233
|
|
|
234
|
-
Runner 为 Agent 的 `setup`、每次 `send` 和 `teardown` 分别绑定 lifecycle scope。Adapter 只报告当前回调内部的 progress/diagnostic,不能传 phase、颜色或输出流。`progress`
|
|
234
|
+
Runner 为 Agent 的 `setup`、每次 `send` 和 `teardown` 分别绑定 lifecycle scope。Adapter 只报告当前回调内部的 progress/diagnostic,不能传 phase、颜色或输出流。`progress` 不落盘。`diagnostic` 作为 Attempt-owned 诊断通道事件提交进 Record。无法继续时抛错;runner 会保存结构化 error,并在 `niceeval.verdict` 通道形成 `errored` Verdict。Attempt lifecycle state 只有 `active` / `completed` / `abandoned`,verdict token 不是 Attempt state。
|
|
235
235
|
|
|
236
|
-
`ctx` 里没有要你检查的标志位。三个档位字段都是"透传"语义:`model`、`flags` 由 experiment 声明、运行器原样递过来,Adapter
|
|
236
|
+
`ctx` 里没有要你检查的标志位。三个档位字段都是"透传"语义:`model`、`flags` 由 experiment 声明、运行器原样递过来,Adapter 只负责随请求转发给应用,不解释它们的含义。`telemetry` 仅在配置了 OTel 接入时出现,`send` 里只需要把 `headers` spread 进请求头——接收端点在 `defineConfig` 里固定、由应用启动时指向,不从这里传,见[OTel 接入](/zh/tutorials/connect-otel)。`experimentId` 是路径推导出的稳定标识,典型用途是在 Sandbox 的生命周期里按实验隔离跨 attempt 的状态(缓存目录名、Sandbox 快照 tag 按它分区),见 [Sandbox provider · 生命周期](/zh/tutorials/sandbox-providers#生命周期)。
|
|
237
237
|
|
|
238
|
-
`session` 是本条会话线的自有状态,[NiceEval](https://niceeval.com/) 对它只承诺一件事:**同一条会话线的每次 `send` 拿到同一个 `ctx.session`,新会话线(评估用例的第一轮,或 `t.newSession()` 之后)拿到一个全新的。** 服务端历史用 `id` / `capture` 续接。客户端历史和 HITL 停轮现场由 Adapter 在模块作用域用 `createSessionSlot<T>(name)` 创建 typed slot,再经 `get` / `set` / `take`
|
|
238
|
+
`session` 是本条会话线的自有状态,[NiceEval](https://niceeval.com/) 对它只承诺一件事:**同一条会话线的每次 `send` 拿到同一个 `ctx.session`,新会话线(评估用例的第一轮,或 `t.newSession()` 之后)拿到一个全新的。** 服务端历史用 `id` / `capture` 续接。客户端历史和 HITL 停轮现场由 Adapter 在模块作用域用 `createSessionSlot<T>(name)` 创建 typed slot,再经 `get` / `set` / `take` 存取。`take` 取到即清除。slot 按 symbol 身份隔离,即使名字相同也不会冲突。
|
|
239
239
|
|
|
240
240
|
### 返回:`Turn`
|
|
241
241
|
|
|
242
242
|
```ts
|
|
243
243
|
interface Turn {
|
|
244
244
|
readonly events: StreamEvent[]; // ★ 标准事件流——每个 Adapter 的核心产物
|
|
245
|
-
readonly data?: JsonValue; //
|
|
245
|
+
readonly data?: JsonValue; // 本轮结构化产物。仅当 input.outputSchema 出现时填,运行器按声明校验
|
|
246
246
|
readonly status: "completed" | "failed" | "waiting"; // waiting = 停轮等人(HITL)
|
|
247
247
|
readonly usage?: Usage;
|
|
248
248
|
}
|
|
@@ -262,7 +262,7 @@ interface Turn {
|
|
|
262
262
|
|
|
263
263
|
对象统共十种变体(`message`、`operation.*`、`input.requested`……完整清单见[事件流参考](/zh/reference/events))。断言读的就是这个数组:`t.calledTool("get_weather")` 数已发起的工具 operation,`t.reply` 取最后一条 assistant `message`。注意 `send` 每次只返回**本轮**的数组——跨轮拼成整条会话线是运行器的事,见下一节。多数情况下你也不手写这些对象:官方转换器的返回值就是一个填好 `events`、`usage`、`status` 的完整 `Turn`,怎么选转换器见[写 send](/zh/tutorials/write-send)。
|
|
264
264
|
|
|
265
|
-
`data` 不是"随便放点什么"的口袋,它只有一条规则:**要什么,由评估用例在 send 上用 schema
|
|
265
|
+
`data` 不是"随便放点什么"的口袋,它只有一条规则:**要什么,由评估用例在 send 上用 schema 声明。声明了才有 data,拿到手就是声明的类型。**
|
|
266
266
|
|
|
267
267
|
```ts
|
|
268
268
|
// eval 侧:output 声明既是给应用的要求,也是 turn.data 的类型来源
|
|
@@ -272,7 +272,7 @@ const turn = await t.send("这张发票总额多少?", {
|
|
|
272
272
|
turn.data.amount; // 类型是 number——不是 unknown,不用手动收窄
|
|
273
273
|
```
|
|
274
274
|
|
|
275
|
-
声明降为 JSON Schema 后经 `input.outputSchema` 到达 Adapter
|
|
275
|
+
声明降为 JSON Schema 后经 `input.outputSchema` 到达 Adapter。Adapter 拿到应用的返回后把结构化产物放进 `data`(比如 `JSON.parse(reply.content)`)。**校验是运行器强制的**:`data` 不匹配声明,本轮直接 `failed` 并报出差异——不存在"塞了个错的对象、断言静默通过"这条路。反过来,没声明 `output` 的轮次没有 `data`:只回文本的应用永远不碰这个字段,不要把原始响应 body 复制进去凑数。
|
|
276
276
|
|
|
277
277
|
### send 返回之后:Turn 的四个字段各去哪
|
|
278
278
|
|
|
@@ -280,16 +280,16 @@ turn.data.amount; // 类型是 number——不是 unknown,不用手动收窄
|
|
|
280
280
|
|
|
281
281
|
| Turn 字段 | 运行器拿它做什么 | 评估用例作者在哪感知到 |
|
|
282
282
|
|---|---|---|
|
|
283
|
-
| `events` | 追加进本会话线的事件流,`deriveRunFacts` 折叠成事实(`toolCalls`、`parked`、`messageCount
|
|
284
|
-
| `status` |
|
|
283
|
+
| `events` | 追加进本会话线的事件流,`deriveRunFacts` 折叠成事实(`toolCalls`、`parked`、`messageCount`…)。最后一条 assistant `message` 同时更新 `t.reply` | 全部作用域断言:`t.calledTool()`、`t.messageIncludes()`…。`t.events` 可直接查 |
|
|
284
|
+
| `status` | 记录本轮终态。`"waiting"` 时把本轮的 `input.requested` 收进待答列表 | `t.succeeded()` / `t.parked()`。`"waiting"` 之后用 `t.respond()` 接 |
|
|
285
285
|
| `usage` | 逐轮累加到会话线与整次运行 | `maxTokens` / `maxCost` 断言、报告里的用量 |
|
|
286
|
-
| `data` | 按 send 上声明的 `output` schema 校验——不匹配本轮直接 `failed
|
|
286
|
+
| `data` | 按 send 上声明的 `output` schema 校验——不匹配本轮直接 `failed`。通过才保存 | `turn.data`(按声明强类型)、`outputEquals` |
|
|
287
287
|
|
|
288
288
|
`await t.send()` 拿到的句柄就是对这一轮 Turn 的视角:turn 级断言(`draft.parked()` 这类)只看这一轮的 `events`,`t` 级断言看整条会话线累计的。所以 Adapter 不需要"配合"任何断言——把这四个字段填对,断言、评分、报告全部在下游自动发生。
|
|
289
289
|
|
|
290
290
|
## 能力从哪来:构造证明,不是问卷
|
|
291
291
|
|
|
292
|
-
`
|
|
292
|
+
`defineAgent` 构造 Direct Agent:runner 直接调用函数、SDK 或服务端点,目标可以在本地或远端。
|
|
293
293
|
Direct Agent 的 `setup`、`send` 与 `teardown` 都拿不到 Sandbox。`defineSandboxAgent` 构造
|
|
294
294
|
Sandbox Agent,只有它的回调拿到带真实 `sandbox` 的 `SandboxAgentContext`。
|
|
295
295
|
|
|
@@ -299,10 +299,10 @@ Sandbox Agent,只有它的回调拿到带真实 `sandbox` 的 `SandboxAgentCon
|
|
|
299
299
|
| `t.send`、`t.sendFile`、`t.check`、`t.judge`… | 任何 Agent 都有 | 无 |
|
|
300
300
|
| 多次 `t.send()`、`t.reply`、`t.newSession()` | `send` 里接了 `ctx.session` 的续接存取器(typed slot 或 `id` + `capture()`)——没接则每轮各是新对话 | 无——存取器就在 `ctx` 上 |
|
|
301
301
|
| `t.respond()` / `t.parked()` 等 HITL | send 返回过 `"waiting"` + `input.requested` 事件 | 无——做到了就是有 |
|
|
302
|
-
| `
|
|
302
|
+
| `turn.calledTool()` / `turn.toolOrder()` 等正断言 | events 里有配对的 `operation.started` / `operation.finished` | 无——有事件就能断 |
|
|
303
303
|
| `t.notCalledTool()` / `t.usedNoTools()` 等负断言**可信** | 事件来自带完整性证明的官方转换器 | 无——证明随转换器返回值走 |
|
|
304
304
|
| `t.sandbox`、`t.sandbox.fileChanged()` 等 | `defineSandboxAgent` 构造 | 无 |
|
|
305
|
-
| `
|
|
305
|
+
| trace 通道与 `niceeval view` 瀑布图 | `tracing` 块存在(span 只进瀑布图,不喂断言) | 无——块本来就要写 |
|
|
306
306
|
|
|
307
307
|
负断言那行是唯一分档次的:`notCalledTool` 断的是"没发生",前提是"事件全量"——这只有来源本身有完整性契约时才成立(SDK 原生事件流透传、AI SDK 的 `result.steps`、Responses 的 `output`)。手写映射没有证明,负断言会在运行时提示不可信,而不是静默假通过。所以也不存在"声明了做不到"的失真:可信度跟着事件的来源走,不跟作者的自觉走。逐能力的精确义务见[能力参考](/zh/reference/capabilities)。
|
|
308
308
|
|
|
@@ -1,245 +1,98 @@
|
|
|
1
1
|
---
|
|
2
|
-
title: "NiceEval
|
|
3
|
-
sidebarTitle: "
|
|
4
|
-
description: "
|
|
2
|
+
title: "NiceEval Assertion 与 Match"
|
|
3
|
+
sidebarTitle: "Assertion 与 Match"
|
|
4
|
+
description: "用 Match 描述值比较,调用即登记 Assertion;handle 只配置同一条 Assertion。"
|
|
5
5
|
---
|
|
6
6
|
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
## 四种断言机制
|
|
10
|
-
|
|
11
|
-
<CardGroup cols={2}>
|
|
12
|
-
<Card title="1. 值断言" icon="equals">
|
|
13
|
-
`t.check(value, matcher)` 和 `t.require(value, matcher)` 立即针对 `niceeval/expect` 的匹配器评估一个具体值,适合能就地验证的事实。
|
|
14
|
-
</Card>
|
|
15
|
-
<Card title="2. 作用域断言" icon="crosshairs">
|
|
16
|
-
`t.succeeded()`、`t.calledTool()`、`t.messageIncludes()` 等在 `test(t)` 里注册,但在函数返回**之后**才对完整轮次数据统一评估,适合整次运行的事实。
|
|
17
|
-
</Card>
|
|
18
|
-
<Card title="3. 项目测试断言" icon="flask">
|
|
19
|
-
在 Sandbox 型评估用例里,从 `test(t)` 跑项目测试、构建脚本或临时探针命令——适合代码任务,文件内容和构建结果就是事实标准。
|
|
20
|
-
</Card>
|
|
21
|
-
<Card title="4. 效率断言" icon="gauge">
|
|
22
|
-
`t.maxTokens()` 和 `t.maxCost()` 把 token 用量和估算成本变成可评分的维度。答对了但烧掉十倍 token 的 agent,不该跟省着用的拿一样的分。
|
|
23
|
-
</Card>
|
|
24
|
-
</CardGroup>
|
|
25
|
-
|
|
26
|
-
## gate 与 soft 严重度
|
|
27
|
-
|
|
28
|
-
每条断言都带一个**严重度**,决定它如何影响最终判定,只有两档:
|
|
29
|
-
|
|
30
|
-
<Tabs>
|
|
31
|
-
<Tab title="gate">
|
|
32
|
-
gate 是硬性要求。一旦失败,整个评估用例立刻判为 `failed`——不管其它断言表现如何。适合必须为真的事实:“调用了正确的工具”“输出解析为合法 JSON”“没有 shell 命令报错”。
|
|
33
|
-
|
|
34
|
-
`niceeval/expect` 里大多数匹配器(`includes`、`equals`、`matches`、`satisfies`)默认 gate;`t.succeeded()`、`t.calledTool()` 这类作用域断言也默认 gate。
|
|
35
|
-
</Tab>
|
|
36
|
-
<Tab title="soft">
|
|
37
|
-
soft 是带数值阈值的质量分。分数低于阈值时,评估用例变成 `passed` 而不是 `failed`——是质量回归的信号,但不算硬性破坏。soft 失败只在 `--strict` 下才算数。
|
|
38
|
-
|
|
39
|
-
适合“好不好”而不是“对不对”的连续判断:相似度打分、LLM-as-judge 的事实性评分、想跟踪但不想拦 CI 的成本预算。
|
|
40
|
-
|
|
41
|
-
产出连续分数的匹配器(`similarity`)和所有 judge 调用默认走 soft。
|
|
42
|
-
</Tab>
|
|
43
|
-
</Tabs>
|
|
44
|
-
|
|
45
|
-
在任意匹配器或断言上用链式方法覆盖默认严重度:
|
|
7
|
+
NiceEval 的评估单位是 Assertion。作者调用 `t.check(value, match)`、`turn.succeeded()`、`calledTool(...)` 或 Judge recipe 时,NiceEval 立即登记一条 Assertion;不存在先创建中间对象、再由另一条 API 消费它的流程。返回的 handle 只配置这一条 entry。
|
|
46
8
|
|
|
47
9
|
```ts
|
|
48
|
-
|
|
49
|
-
t.check(t.reply, similarity(expected).gate()); // 提升为 gate
|
|
50
|
-
t.maxTokens(80_000).atLeast(0.7); // 降为 soft 并带阈值
|
|
51
|
-
```
|
|
52
|
-
|
|
53
|
-
## 判定规则
|
|
10
|
+
import { includes } from "niceeval/expect";
|
|
54
11
|
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
任一 gate 断言失败,或 --strict 下 soft 低于阈值 → failed
|
|
60
|
-
显式调用了 t.skip(reason) → skipped
|
|
61
|
-
否则 → passed
|
|
12
|
+
t.check(turn.message, includes("完成")).label("回复说明完成");
|
|
13
|
+
turn.succeeded().label("Turn 完成");
|
|
14
|
+
turn.calledTool("get_weather", { count: 1 }).label("查询天气");
|
|
15
|
+
turn.judge.autoevals.closedQA("回答是否具体且礼貌?").atLeast(0.8).label("回答质量");
|
|
62
16
|
```
|
|
63
17
|
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
<CardGroup cols={2}>
|
|
67
|
-
<Card title="passed" icon="circle-check" color="#22c55e">
|
|
68
|
-
没有错误,所有 gate 断言通过,所有 soft 断言都达到阈值(或未开 `--strict`)。
|
|
69
|
-
</Card>
|
|
70
|
-
<Card title="failed" icon="circle-xmark" color="#ef4444">
|
|
71
|
-
至少一个 gate 断言没通过,或 `--strict` 下有 soft 断言低于阈值。硬失败。
|
|
72
|
-
</Card>
|
|
73
|
-
<Card title="errored" icon="triangle-exclamation" color="#f59e0b">
|
|
74
|
-
执行异常、超时或作者错误,本次执行无法形成可信结论——不伪装成断言失败。
|
|
75
|
-
</Card>
|
|
76
|
-
<Card title="skipped" icon="forward" color="#6b7280">
|
|
77
|
-
调用了 `t.skip("reason")`。完全排除在通过率统计之外。
|
|
78
|
-
</Card>
|
|
79
|
-
</CardGroup>
|
|
80
|
-
|
|
81
|
-
多次尝试(`attempts > 1`)时,单个 eval 的汇总变成**通过率**(产出 `passed` 的 Attempt 占比)和平均耗时,而不是单一 verdict。
|
|
82
|
-
|
|
83
|
-
## 1. 值断言 —— `niceeval/expect` 匹配器
|
|
18
|
+
每条 Assertion 的 `key` 与 `label` 最多各配置一次。重复配置即使写入同一个值也是作者错误。
|
|
84
19
|
|
|
85
|
-
|
|
20
|
+
## Match 只比较值
|
|
86
21
|
|
|
87
|
-
`niceeval/expect`
|
|
22
|
+
`niceeval/expect` 导出纯 Match factory。Match 是可复用、不可变、确定性且无副作用的比较规则;它没有身份、调用位置、阈值、分值或控制流。`t.check(value, match)` 严格接收两个参数,在调用时读取 `value` 并登记 Assertion。
|
|
88
23
|
|
|
89
24
|
```ts
|
|
90
|
-
import {
|
|
91
|
-
includes, // 子串或正则匹配 (默认: gate)
|
|
92
|
-
equals, // 深度相等 (默认: gate)
|
|
93
|
-
matches, // Standard Schema(Zod 等)校验 (默认: gate)
|
|
94
|
-
similarity, // 归一化 Levenshtein 0–1 (默认: soft)
|
|
95
|
-
satisfies, // 自定义谓词 + 标签 (默认: gate)
|
|
96
|
-
} from "niceeval/expect";
|
|
97
|
-
```
|
|
98
|
-
|
|
99
|
-
用法示例:
|
|
25
|
+
import { equals, includes, matches, satisfies } from "niceeval/expect";
|
|
100
26
|
|
|
101
|
-
|
|
102
|
-
// 检查回复包含某个字符串
|
|
103
|
-
t.check(t.reply, includes("订单已确认"));
|
|
104
|
-
|
|
105
|
-
// 结构化输出的深度相等
|
|
27
|
+
t.check(turn.message, includes("订单已确认"));
|
|
106
28
|
t.check(turn.data, equals({ status: "refund", amount: 42 }));
|
|
107
|
-
|
|
108
|
-
|
|
109
|
-
t.check(turn.data, matches(z.object({ intent: z.enum(["refund", "ship"]) })));
|
|
110
|
-
|
|
111
|
-
// 带显式阈值的相似度
|
|
112
|
-
t.check(t.reply, similarity("期望答案").atLeast(0.8));
|
|
113
|
-
|
|
114
|
-
// 自定义谓词
|
|
115
|
-
t.check(turn.data, satisfies((d) => d.total > 0, "total is positive"));
|
|
29
|
+
t.check(turn.data, matches(OrderSchema));
|
|
30
|
+
t.check(turn.message.length, satisfies("回复不是空文本", (length) => length > 0));
|
|
116
31
|
```
|
|
117
32
|
|
|
118
|
-
|
|
119
|
-
|
|
120
|
-
## 2. 作用域断言
|
|
33
|
+
## 作用域 Assertion
|
|
121
34
|
|
|
122
|
-
|
|
123
|
-
|
|
124
|
-
<Warning>
|
|
125
|
-
作用域断言只有在 agent 声明了对应能力时才出现在 `t` 上。agent 没声明 `toolObservability: true` 时调用 `t.calledTool()` 是编译期报错。
|
|
126
|
-
</Warning>
|
|
127
|
-
|
|
128
|
-
### 运行 / session 维度
|
|
35
|
+
作用域方法在调用时直接登记 Boolean Assertion。接收者决定证据范围:`turn.*` 只看该不可变 Turn,`session.*` 看该 Session 调用点之前的前缀,根 `t.*` 看调用点时所有已启动 Session 的 vector cut。
|
|
129
36
|
|
|
130
37
|
```ts
|
|
131
|
-
t.
|
|
132
|
-
|
|
133
|
-
|
|
38
|
+
const turn = await t.send("运行检查并修复问题。");
|
|
39
|
+
turn.succeeded().label("Turn 成功");
|
|
40
|
+
turn.calledTool("shell").label("使用 shell");
|
|
41
|
+
turn.calledTool("read_file", { count: 2 }).label("读取两次");
|
|
134
42
|
```
|
|
135
43
|
|
|
136
|
-
|
|
44
|
+
`calledTool(name, options)` 的选项包括 `input` 与 `count`。输入使用递归 JSON 匹配:对象部分匹配、数组逐项匹配,任意层可用 `RegExp` 或动态谓词。
|
|
137
45
|
|
|
138
|
-
|
|
139
|
-
t.calledTool("bash", { input: { command: /^pwd/ }, count: 1 });
|
|
140
|
-
t.notCalledTool("shell", { input: { command: /npm i/ } });
|
|
141
|
-
t.toolOrder(["read_file", "write_file"]); // 工具调用的相对顺序
|
|
142
|
-
t.usedNoTools();
|
|
143
|
-
t.maxToolCalls(5);
|
|
144
|
-
t.loadedSkill("memory-v2"); // calledTool("load_skill", ...) 的语法糖
|
|
145
|
-
t.calledSubagent("researcher", { remoteUrl: /api\.example/ });
|
|
146
|
-
t.noFailedActions(); // 没有工具、子 agent 或 skill 状态是 "failed"
|
|
147
|
-
```
|
|
148
|
-
|
|
149
|
-
`calledTool` / `notCalledTool` 的 `input` 参数支持一套小型匹配语言:普通对象做深度部分匹配,`RegExp` 匹配序列化后的输入,谓词函数拿到原始 input 值。
|
|
46
|
+
## 两种 Eval
|
|
150
47
|
|
|
151
|
-
|
|
48
|
+
`defineEval` 创建 Pass Eval。Boolean `matched` 进入 Attempt Verdict;`mismatched` 使最终 Verdict 为 `failed`,但不会阻止后续检查继续登记。连续 evaluator 与 Judge recipe 给出 `[0,1]` measurement;Pass Eval 必须用 `.atLeast(n)` 把它封口成 Boolean condition,未设 threshold 的 measurement 是作者错误。
|
|
152
49
|
|
|
153
50
|
```ts
|
|
154
|
-
|
|
155
|
-
|
|
156
|
-
|
|
157
|
-
t.eventsSatisfy("read before write", (events) => /* 自定义谓词 */ true);
|
|
51
|
+
turn.judge.autoevals.closedQA("回答是否给出可执行步骤?")
|
|
52
|
+
.atLeast(0.8)
|
|
53
|
+
.label("步骤可执行");
|
|
158
54
|
```
|
|
159
55
|
|
|
160
|
-
|
|
161
|
-
|
|
162
|
-
### 结构化输出(挂在 `turn` 上,不是 `t`)
|
|
56
|
+
`defineScoreEval` 创建 Score Eval。它只有累计 `score`,没有 Attempt Verdict、总分、百分比或另一种数值单位。Assertion 默认只保存 evaluation,不计分;用 `.score(n)` 才让已有 Assertion 贡献 score。Boolean matched 贡献 `n`,mismatched 贡献 `0`;measurement `m` 贡献 `m * n`。`t.score(n)` 直接登记 contribution,返回的 handle 只能配置 `key` 与 `label`。
|
|
163
57
|
|
|
164
58
|
```ts
|
|
165
|
-
|
|
166
|
-
turn.
|
|
167
|
-
turn.
|
|
59
|
+
turn.calledTool("search"); // 只保存 evaluation
|
|
60
|
+
turn.calledTool("search").score(2); // matched 时 +2
|
|
61
|
+
turn.judge.autoevals.closedQA("回答完整").score(5); // measurement 0.8 时 +4
|
|
62
|
+
t.score(5); // 直接 +5
|
|
168
63
|
```
|
|
169
64
|
|
|
170
|
-
|
|
65
|
+
Score Eval 的 measurement 不必 threshold 就能封口。`.atLeast(n)` 只增加局部 `met` / `below` condition,不改变 contribution。没有 `.score()` 的 Assertion 不显示 `+0`;正常没有计分项的 Score Eval 得到正式且可排名的 `score: 0`。
|
|
171
66
|
|
|
172
|
-
|
|
173
|
-
t.sandbox.fileChanged("src/Button.tsx");
|
|
174
|
-
t.sandbox.fileDeleted("src/old.ts");
|
|
175
|
-
t.sandbox.diff.isEmpty(); // 这一轮没有仓库文件被改动
|
|
176
|
-
t.sandbox.notInDiff(/sk-[A-Za-z0-9]/); // diff 里不含密钥 / 内联样式
|
|
177
|
-
t.check(await t.sandbox.runCommand("npm", ["test"]), commandSucceeded()); // npm test 退出码 0
|
|
178
|
-
t.check(await t.sandbox.runCommand("npm", ["run", "build"]), commandSucceeded()); // npm run build 退出码 0
|
|
179
|
-
t.sandbox.noFailedShellCommands();
|
|
180
|
-
```
|
|
67
|
+
## 控制流
|
|
181
68
|
|
|
182
|
-
|
|
183
|
-
|
|
184
|
-
作用域断言到处遵守同一条规则:**接收者决定作用域,不是断言名字决定作用域。** `t.*` 聚合这次 eval run 的全部轮次(含 `t.newSession()` 开的额外 session);`session.*`(`t.newSession()` 的返回值)只看这一条 session;`turn.*`(`t.send()` 的返回值)只看这一轮自己。同一套词汇,不同接收者——各接收者是什么见 [Drive](/zh/explanation/drive)。
|
|
185
|
-
|
|
186
|
-
## 3. 项目测试断言(Sandbox 型评估用例)
|
|
187
|
-
|
|
188
|
-
Sandbox 型代码评估用例里,在 `test(t)` 内跑验证命令,把结果记成断言:
|
|
69
|
+
`.orStop()` 是同一 Assertion handle 的 async barrier,必须 `await`。Boolean mismatch,或 thresholded measurement below 时,它设置 authoring stop latch 并拒绝私有控制信号。它只停止当前被 await 的 continuation,不撤销普通 JavaScript 副作用,也不取消此前启动的并发任务;尚未执行的源码不生成结果。
|
|
189
70
|
|
|
190
71
|
```ts
|
|
191
|
-
|
|
192
|
-
|
|
193
|
-
const
|
|
194
|
-
t.check(testResult, commandSucceeded());
|
|
195
|
-
|
|
196
|
-
const src = await t.sandbox.runShell("find . -name '*.ts' -exec cat {} +");
|
|
197
|
-
t.check(src.stdout, includes(/z\.object\s*\(/));
|
|
72
|
+
const turn = await t.send("搜索资料并说明结论。");
|
|
73
|
+
await turn.succeeded().orStop();
|
|
74
|
+
const search = await t.check(turn.message, includes("结论")).orStop();
|
|
198
75
|
```
|
|
199
76
|
|
|
200
|
-
|
|
77
|
+
正常 stop 后,Pass Eval 仍按触发 Assertion 得到 `failed` Verdict;Score Eval 仍是 `scored`,保留正式 score 和 stop cause,因此可以排名。
|
|
201
78
|
|
|
202
|
-
##
|
|
79
|
+
## Judge
|
|
203
80
|
|
|
204
|
-
|
|
81
|
+
Judge recipe 调用时直接登记 measurement Assertion。Pass Eval 对同一 handle 用 `.atLeast(n)`,Score Eval 用 `.score(n)`;两种配置都只运行一次 Judge evaluator。材料、配置和失败语义见 [Judge](/zh/explanation/judge)。
|
|
205
82
|
|
|
206
|
-
|
|
207
|
-
t.maxTokens(50_000); // 整次运行的硬 token 上限(默认 gate)
|
|
208
|
-
t.maxCost(0.5); // 估算成本上限,美元(需要在配置里提供价格表)
|
|
209
|
-
t.maxTokens(80_000).atLeast(0.7); // soft 变体——照样跟踪,只有 --strict 下才报红
|
|
210
|
-
t.check(t.usage.outputTokens, satisfies((n) => n < 10_000, "not verbose"));
|
|
211
|
-
```
|
|
212
|
-
|
|
213
|
-
`t.usage` 在 `test(t)` 里随处可用,暴露 `{ inputTokens, outputTokens, cacheReadTokens?, … }`。
|
|
214
|
-
Sandbox Agent 的 token 数由 Adapter 从 transcript 里提取;Direct Agent 直接在 `Turn.usage` 里返回。
|
|
83
|
+
## 不可用与读取
|
|
215
84
|
|
|
216
|
-
|
|
85
|
+
缺少 evidence 不能伪装成普通 mismatch。`unavailable` 与 `errored` 保留原因与脱敏 evidence。
|
|
217
86
|
|
|
218
|
-
|
|
87
|
+
AssertionResult 也不是只保存成功或失败。所有入口都遵循同一个 `check(a, b)` 模型:每条结果保存 subject `a` 的安全结构化内容或稳定引用、evaluator / Match `b` 的 identity 与完整安全 config,以及 evaluation、policy 和 projection。显式 `t.check(a, b)` 由作者提供两者;`loadedSkill`、`calledTool`、`succeeded` 与 Judge recipe 只是替作者取得 `a` 并构造 `b` 的特例,保存规则不变。
|
|
219
88
|
|
|
220
|
-
|
|
221
|
-
import { makeAssertion } from "niceeval/expect";
|
|
222
|
-
import type { Assertion } from "niceeval/expect";
|
|
223
|
-
|
|
224
|
-
function jsonValid(): Assertion {
|
|
225
|
-
return makeAssertion({
|
|
226
|
-
name: "jsonValid",
|
|
227
|
-
severity: "gate",
|
|
228
|
-
score: (value) => {
|
|
229
|
-
try { JSON.parse(String(value)); return 1; }
|
|
230
|
-
catch { return 0; }
|
|
231
|
-
},
|
|
232
|
-
});
|
|
233
|
-
}
|
|
234
|
-
|
|
235
|
-
t.check(t.reply, jsonValid());
|
|
236
|
-
```
|
|
89
|
+
例如 `t.check(await t.sandbox.runCommand(...), commandSucceeded())` 会保留已求值 `CommandResult` 的命令、参数、退出状态、运行时间以及脱敏 stdout / stderr 内容或引用。`calledTool(...)` 会保留其 scope 中归一化的 tool occurrence context。context 包括 operation / event identity、脱敏 input、status、output / error refs、coverage 与匹配 event refs。没有命中时也保留观察范围与候选 occurrence refs,而不是只存 `false`。
|
|
237
90
|
|
|
238
|
-
|
|
91
|
+
`show`、`view`、JSON、export 与 source 因此可以从同一份结构化 AssertionResult 离线组织文案和界面,不必重新运行 Match 或调用 Judge。`expected` / `received` 是读取面根据 `a`、`b` 与 evaluation 生成的文案,不是仅存的两个字符串。Assertion 只规定必须保留什么;Record 决定怎样落盘。无法安全保留 evaluator 判定所需的 subject 数据时,结果必须是 `unavailable`,不能只留下 `matched` 或 `mismatched`。
|
|
239
92
|
|
|
240
93
|
## 相关阅读
|
|
241
94
|
|
|
242
|
-
- [
|
|
243
|
-
- [
|
|
244
|
-
- [
|
|
245
|
-
- [
|
|
95
|
+
- [Match 参考](/zh/reference/expect) — 内置 Match、组合与自定义 Match。
|
|
96
|
+
- [评估 API](/zh/reference/define-eval) — `t`、Session、Turn 与 handle 的字段全集。
|
|
97
|
+
- [通过制与计分制](/zh/tutorials/evaluation-kinds) — 两种题型的完整写法。
|
|
98
|
+
- [Judge](/zh/explanation/judge) — Judge 与模型配置。
|
|
@@ -18,10 +18,10 @@ turn.data; // 结构化产物:仅当这次 send 声明了 output 时存在,
|
|
|
18
18
|
turn.status; // "completed" | "failed" | "waiting"
|
|
19
19
|
turn.events; // 这一轮的 StreamEvent[]
|
|
20
20
|
turn.usage; // { inputTokens, outputTokens, ... },adapter 报了才有
|
|
21
|
-
turn.succeeded(); //
|
|
21
|
+
turn.succeeded().label("本轮完成"); // 这一轮没失败、也没卡在未回答的 HITL 上
|
|
22
22
|
```
|
|
23
23
|
|
|
24
|
-
`t.reply` 是主 session 最后一条 assistant 消息的简写,等价于最近一次 `t.send()` 返回的 `turn.message
|
|
24
|
+
`t.reply` 是主 session 最后一条 assistant 消息的简写,等价于最近一次 `t.send()` 返回的 `turn.message`。`t.events` 是主 session 已累积的完整事件流。
|
|
25
25
|
|
|
26
26
|
要结构化输出时,在 send 上声明 `output`(Standard Schema,zod 即可)。声明既是给应用的要求,也是 `turn.data` 的类型来源:
|
|
27
27
|
|
|
@@ -35,7 +35,7 @@ t.check(turn.data.amount, equals(3200)); // turn.data 是 { amount: number; cu
|
|
|
35
35
|
adapter 返回后运行器立刻按声明校验:`data` 不匹配,本轮直接 `failed` 并报出差异。没声明 `output` 的轮次没有 `turn.data`——它不是"agent 顺手返回点什么"的口袋,而是你声明了才存在、存在就强类型的字段。
|
|
36
36
|
|
|
37
37
|
<Tip>
|
|
38
|
-
`turn.succeeded()`
|
|
38
|
+
`turn.succeeded()` 只看这一轮:检查这一轮的 `status`,以及是否卡在未回答的 HITL 请求上。后面几轮依赖前一轮成功时,`await turn.succeeded().orStop()`。
|
|
39
39
|
</Tip>
|
|
40
40
|
|
|
41
41
|
## 带文件的一轮 —— `t.sendFile()`
|
|
@@ -53,12 +53,12 @@ t.check(turn.message, includes("$"));
|
|
|
53
53
|
|
|
54
54
|
```ts
|
|
55
55
|
const draft = await t.send("帮我拟一封跟进邮件。");
|
|
56
|
-
draft.succeeded();
|
|
56
|
+
draft.succeeded().label("草稿完成");
|
|
57
57
|
t.check(draft.message, includes("此致"));
|
|
58
|
-
draft.judge.autoevals.closedQA("语气是否专业").atLeast(0.6);
|
|
58
|
+
draft.judge.autoevals.closedQA("语气是否专业").atLeast(0.6).label("语气专业");
|
|
59
59
|
|
|
60
60
|
await t.send("好,发出去。");
|
|
61
|
-
t.calledTool("send_email");
|
|
61
|
+
t.calledTool("send_email").label("已发送");
|
|
62
62
|
```
|
|
63
63
|
|
|
64
64
|
多轮 `t.send()` 能不能真的续上上文,取决于 Adapter 的 `send` 是否接了 `ctx.session` 的会话续接存取器(typed slot 或 `id` + `capture()`)——没接时每轮各是一场新对话。怎么接见 [Adapter](/zh/explanation/adapter) 与[写 send](/zh/tutorials/write-send)。
|
|
@@ -74,7 +74,7 @@ t.check(t.reply, includes("小明")); // 主 session 记住了
|
|
|
74
74
|
|
|
75
75
|
const fresh = t.newSession();
|
|
76
76
|
await fresh.send("我叫什么?");
|
|
77
|
-
t.check(fresh.reply, satisfies((r) => !r.includes("小明")
|
|
77
|
+
t.check(fresh.reply, satisfies("没有记忆泄漏", (r) => !r.includes("小明")));
|
|
78
78
|
```
|
|
79
79
|
|
|
80
80
|
<Warning>
|
|
@@ -87,7 +87,7 @@ t.check(fresh.reply, satisfies((r) => !r.includes("小明"), "没有记忆泄漏
|
|
|
87
87
|
|
|
88
88
|
```ts
|
|
89
89
|
const draft = await t.send("拟一封跟进邮件,但先别发,等我确认。");
|
|
90
|
-
draft.parked()
|
|
90
|
+
draft.parked().label("停在审批上");
|
|
91
91
|
|
|
92
92
|
const request = t.requireInputRequest({
|
|
93
93
|
prompt: /是否发送/,
|
|
@@ -95,10 +95,12 @@ const request = t.requireInputRequest({
|
|
|
95
95
|
});
|
|
96
96
|
|
|
97
97
|
await t.respond({ request, optionId: "approve" });
|
|
98
|
-
t.calledTool("send_email");
|
|
98
|
+
t.calledTool("send_email").label("已发送");
|
|
99
99
|
```
|
|
100
100
|
|
|
101
|
-
`t.requireInputRequest(filter)` 把一个待处理的 HITL
|
|
101
|
+
`t.requireInputRequest(filter)` 把一个待处理的 HITL 请求变成可检查、可回应的具体值。如果匹配到 0 个或超过 1 个待处理请求就会抛出,所以尽量把能填的 filter 字段都填上(`id` / `prompt` / `display` / `action` / `optionIds` / `input`)来消歧。
|
|
102
|
+
|
|
103
|
+
`t.respond(...)` 回答它并发出下一轮;每个参数是一条回答:字符串按待处理请求的顺序对位,`{ request, optionId }` 对象形式显式指名(多个请求并停时用它)。在底层它只是又一次普通的 `send`:回答文本进 `input.text`,同时以结构化形式逐条进 `input.responses`。命中请求选项的回答带 `{ requestId, optionId }`,自由文本回答带 `{ requestId, text }`,adapter 不用解析文本,按 `requestId` 就能对上"哪个回答给哪个请求"。每种回答到 adapter 长什么样,见[不同回答的入参](/zh/explanation/adapter#不同回答的入参)。
|
|
102
104
|
|
|
103
105
|
如果当前轮有多个同类待处理请求、都该给同一个答案(比如逐个批准一批文件改动),用 `t.respondAll(optionId)` 一次性处理,不用挨个解。`optionId` 会先对每条待处理请求校验——不在请求的 `options` 里就直接抛错,打错的字不会被静默当成别的答案发出去:
|
|
104
106
|
|
|
@@ -107,12 +109,12 @@ await t.send("把这批改动逐项提交审批。");
|
|
|
107
109
|
t.requireInputRequest({ display: /审批/ });
|
|
108
110
|
|
|
109
111
|
await t.respondAll("approve");
|
|
110
|
-
t.succeeded();
|
|
112
|
+
t.succeeded().label("全部完成");
|
|
111
113
|
```
|
|
112
114
|
|
|
113
115
|
## 相关阅读
|
|
114
116
|
|
|
115
117
|
- [HITL](/zh/explanation/hitl) — 停轮等人的完整概念:握手时序与两侧义务。
|
|
116
118
|
- [Assert](/zh/explanation/assert) — 从 `Turn.events` 和 `Turn.data` 上读的断言词汇。
|
|
117
|
-
- [Judge](/zh/explanation/judge) — `
|
|
119
|
+
- [Judge](/zh/explanation/judge) — `turn.judge` 的冻结材料,以及根级 `t.judge` 的显式材料。
|
|
118
120
|
- [Adapter](/zh/explanation/adapter) — 能力从哪来:什么解锁 `t.newSession()`、HITL 和工具相关断言。
|