verifiers 0.3.2.dev121__tar.gz → 0.3.2.dev122__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/PKG-INFO +1 -1
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/episode.py +4 -1
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/trace.py +7 -1
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/.gitignore +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/LICENSE +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/README.md +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/pyproject.toml +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/tests/v1/conftest.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/tests/v1/fixtures/counter_tool_v1.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/tests/v1/fixtures/duet_v1.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/tests/v1/fixtures/echo_acp_resume_v1.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/tests/v1/fixtures/echo_agentic_v1.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/tests/v1/fixtures/echo_tool_v1.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/tests/v1/fixtures/echo_user_sim_v1.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/tests/v1/fixtures/echo_v1.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/tests/v1/fixtures/pyproject.toml +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/tests/v1/fixtures/tool_response_image_v1.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/tests/v1/test_color_codeword_tasks.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/tests/v1/test_configs.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/tests/v1/test_e2e.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/tests/v1/test_envs.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/tests/v1/test_graph.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/tests/v1/test_judges.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/tests/v1/test_platform_run.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/tests/v1/test_scoring.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/tests/v1/test_serve_delta.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/tests/v1/test_taskset.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/tests/v1/test_trace.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/__init__.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/__init__.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/acp/__init__.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/acp/runner.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/agent.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/cli/__init__.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/cli/dashboard/__init__.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/cli/dashboard/base.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/cli/dashboard/eval.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/cli/dashboard/replay.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/cli/dashboard/validate.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/cli/debug.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/cli/eval/__init__.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/cli/eval/hint.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/cli/eval/main.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/cli/eval/resume.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/cli/eval/runner.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/cli/gepa.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/cli/init.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/cli/output.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/cli/replay.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/cli/resolve.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/cli/resume.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/cli/validate.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/clients/__init__.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/clients/base.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/clients/client.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/clients/eval.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/clients/train.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/configs/__init__.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/configs/agent.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/configs/cli/__init__.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/configs/cli/debug.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/configs/cli/env.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/configs/cli/eval.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/configs/cli/init.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/configs/cli/replay.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/configs/cli/validate.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/configs/client.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/configs/env.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/configs/harness.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/configs/judge.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/configs/retries.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/configs/runtime.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/configs/serve.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/configs/task.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/configs/taskset.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/dialects/__init__.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/dialects/anthropic.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/dialects/base.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/dialects/chat.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/dialects/responses.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/env.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/envs/__init__.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/envs/agentic_judge/__init__.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/envs/agentic_judge/env.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/envs/best_of_n/__init__.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/envs/best_of_n/env.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/envs/isolated_verifier/__init__.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/envs/isolated_verifier/env.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/envs/shared_agentic_judge/__init__.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/envs/single_agent/__init__.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/envs/single_agent/env.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/envs/user_sim/__init__.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/envs/user_sim/env.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/errors.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/gepa/__init__.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/gepa/adapter.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/gepa/config.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/gepa/dataset.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/gepa/reflection.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/gepa/runner.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/graph.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/harness.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/harnesses/__init__.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/harnesses/bash/__init__.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/harnesses/bash/harness.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/harnesses/browser_use/__init__.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/harnesses/browser_use/harness.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/harnesses/browser_use/program.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/harnesses/claude_code/__init__.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/harnesses/claude_code/harness.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/harnesses/codex/__init__.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/harnesses/codex/harness.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/harnesses/hermes_agent/__init__.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/harnesses/hermes_agent/harness.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/harnesses/hermes_agent/program.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/harnesses/kimi_code/__init__.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/harnesses/kimi_code/harness.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/harnesses/mini_swe_agent/__init__.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/harnesses/mini_swe_agent/harness.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/harnesses/mini_swe_agent/program.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/harnesses/node.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/harnesses/null/__init__.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/harnesses/null/harness.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/harnesses/openclaw/__init__.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/harnesses/openclaw/harness.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/harnesses/pi/__init__.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/harnesses/pi/harness.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/harnesses/prime_agent/__init__.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/harnesses/prime_agent/harness.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/harnesses/rlm/__init__.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/harnesses/rlm/harness.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/harnesses/terminus_2/__init__.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/harnesses/terminus_2/harness.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/harnesses/terminus_2/program.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/harnesses/utils/__init__.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/harnesses/utils/compaction.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/harnesses/utils/core.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/harnesses/utils/install.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/harnesses/utils/launch.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/harnesses/utils/mcp.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/interception/__init__.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/interception/base.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/interception/pool.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/interception/server.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/interception/tool.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/interception/tunnel/__init__.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/interception/tunnel/base.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/interception/tunnel/custom.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/interception/tunnel/prime.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/judge.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/judges/__init__.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/judges/reference.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/judges/reference.txt +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/judges/rubric.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/judges/rubric.txt +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/mcp/__init__.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/mcp/launch.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/mcp/server.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/mcp/toolset.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/rollout.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/runtimes/__init__.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/runtimes/apptainer.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/runtimes/base.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/runtimes/container.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/runtimes/docker/__init__.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/runtimes/docker/egress.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/runtimes/limiters.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/runtimes/modal.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/runtimes/prime.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/runtimes/subprocess.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/semantic.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/serve/__init__.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/serve/client.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/serve/delta.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/serve/encoding.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/serve/pool.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/serve/server.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/serve/types.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/session.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/state.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/task.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/taskset.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/tasksets/__init__.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/tasksets/harbor/__init__.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/tasksets/harbor/env.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/tasksets/harbor/taskset.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/tasksets/harbor/toolset.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/tasksets/lean/__init__.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/tasksets/lean/scoring.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/tasksets/lean/taskset.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/tasksets/nemo_gym/__init__.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/tasksets/nemo_gym/response.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/tasksets/nemo_gym/server.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/tasksets/nemo_gym/taskset.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/tasksets/nemo_gym/toolset.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/tasksets/openenv/__init__.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/tasksets/openenv/taskset.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/tasksets/textarena/__init__.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/tasksets/textarena/taskset.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/types.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/utils/__init__.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/utils/aio.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/utils/artifacts.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/utils/compile.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/utils/decorators.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/utils/format.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/utils/generic.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/utils/git.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/utils/image.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/utils/interrupt.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/utils/loaders.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/utils/logging.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/utils/memory.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/utils/paths.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/utils/platform.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/utils/prime.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/utils/retries.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/utils/score.py +0 -0
- {verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/utils/version.py +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.5
|
|
2
2
|
Name: verifiers
|
|
3
|
-
Version: 0.3.2.
|
|
3
|
+
Version: 0.3.2.dev122
|
|
4
4
|
Summary: Verifiers: Environments for LLM Reinforcement Learning
|
|
5
5
|
Project-URL: Homepage, https://github.com/primeintellect-ai/verifiers
|
|
6
6
|
Project-URL: Documentation, https://github.com/primeintellect-ai/verifiers
|
|
@@ -3,7 +3,7 @@
|
|
|
3
3
|
import uuid
|
|
4
4
|
from typing import Annotated, Any, Generic, Literal, Self
|
|
5
5
|
|
|
6
|
-
from pydantic import BaseModel, Field, model_validator
|
|
6
|
+
from pydantic import BaseModel, Field, computed_field, model_validator
|
|
7
7
|
|
|
8
8
|
from verifiers.v1.configs.agent import WireAgentConfig
|
|
9
9
|
from verifiers.v1.graph import RECORD_FLOAT_DECIMALS
|
|
@@ -119,16 +119,19 @@ class Episode(BaseModel, Generic[DataT, StateT, AgentConfigT]):
|
|
|
119
119
|
judge/off-graph usage stays on the traces (`Trace.extra_usage`)."""
|
|
120
120
|
return Usage.aggregate(u for t in self.traces if (u := t.usage) is not None)
|
|
121
121
|
|
|
122
|
+
@computed_field
|
|
122
123
|
@property
|
|
123
124
|
def num_input_tokens(self) -> int:
|
|
124
125
|
"""Fed-in tokens (system + user + tool), summed across traces."""
|
|
125
126
|
return sum(t.num_input_tokens for t in self.traces)
|
|
126
127
|
|
|
128
|
+
@computed_field
|
|
127
129
|
@property
|
|
128
130
|
def num_output_tokens(self) -> int:
|
|
129
131
|
"""Model-generated tokens across all turns, summed across traces."""
|
|
130
132
|
return sum(t.num_output_tokens for t in self.traces)
|
|
131
133
|
|
|
134
|
+
@computed_field
|
|
132
135
|
@property
|
|
133
136
|
def num_total_tokens(self) -> int:
|
|
134
137
|
"""Final sequence lengths per branch, summed across traces."""
|
|
@@ -8,7 +8,7 @@ from collections.abc import Callable, Iterable, Iterator, Mapping
|
|
|
8
8
|
from typing import TYPE_CHECKING, Any, Generic
|
|
9
9
|
|
|
10
10
|
import numpy as np
|
|
11
|
-
from pydantic import BaseModel, Field, PrivateAttr, field_serializer
|
|
11
|
+
from pydantic import BaseModel, Field, PrivateAttr, computed_field, field_serializer
|
|
12
12
|
from renderers.base import MultiModalData
|
|
13
13
|
from typing_extensions import TypeVar
|
|
14
14
|
|
|
@@ -376,16 +376,19 @@ class Branch(BaseModel):
|
|
|
376
376
|
(c.usage for c in reversed(self.calls) if c.usage is not None), None
|
|
377
377
|
)
|
|
378
378
|
|
|
379
|
+
@computed_field
|
|
379
380
|
@property
|
|
380
381
|
def num_total_tokens(self) -> int:
|
|
381
382
|
last = self.last_usage
|
|
382
383
|
return last.total_tokens if last is not None else 0
|
|
383
384
|
|
|
385
|
+
@computed_field
|
|
384
386
|
@property
|
|
385
387
|
def num_output_tokens(self) -> int:
|
|
386
388
|
usage = self.usage
|
|
387
389
|
return usage.completion_tokens if usage is not None else 0
|
|
388
390
|
|
|
391
|
+
@computed_field
|
|
389
392
|
@property
|
|
390
393
|
def num_input_tokens(self) -> int:
|
|
391
394
|
"""Fed-in tokens (system + user + tool), counted once; a lower bound whenever
|
|
@@ -491,6 +494,7 @@ class Trace(BaseModel, Generic[DataT, StateT, AgentConfigT]):
|
|
|
491
494
|
def has_error(self) -> bool:
|
|
492
495
|
return not self.ok
|
|
493
496
|
|
|
497
|
+
@computed_field
|
|
494
498
|
@property
|
|
495
499
|
def num_input_tokens(self) -> int:
|
|
496
500
|
"""Fed-in tokens (system + user + tool), counted once across all branches —
|
|
@@ -506,11 +510,13 @@ class Trace(BaseModel, Generic[DataT, StateT, AgentConfigT]):
|
|
|
506
510
|
total += increment
|
|
507
511
|
return total
|
|
508
512
|
|
|
513
|
+
@computed_field
|
|
509
514
|
@property
|
|
510
515
|
def num_output_tokens(self) -> int:
|
|
511
516
|
"""Model-generated tokens across all turns, summed across branches."""
|
|
512
517
|
return sum(branch.num_output_tokens for branch in self.branches)
|
|
513
518
|
|
|
519
|
+
@computed_field
|
|
514
520
|
@property
|
|
515
521
|
def num_total_tokens(self) -> int:
|
|
516
522
|
"""New input plus generated tokens, counted once per call across branches.
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/tests/v1/fixtures/tool_response_image_v1.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/envs/agentic_judge/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/envs/isolated_verifier/__init__.py
RENAMED
|
File without changes
|
{verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/envs/isolated_verifier/env.py
RENAMED
|
File without changes
|
{verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/envs/shared_agentic_judge/__init__.py
RENAMED
|
File without changes
|
{verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/envs/single_agent/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/harnesses/browser_use/__init__.py
RENAMED
|
File without changes
|
{verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/harnesses/browser_use/harness.py
RENAMED
|
File without changes
|
{verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/harnesses/browser_use/program.py
RENAMED
|
File without changes
|
{verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/harnesses/claude_code/__init__.py
RENAMED
|
File without changes
|
{verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/harnesses/claude_code/harness.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
{verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/harnesses/hermes_agent/__init__.py
RENAMED
|
File without changes
|
{verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/harnesses/hermes_agent/harness.py
RENAMED
|
File without changes
|
{verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/harnesses/hermes_agent/program.py
RENAMED
|
File without changes
|
{verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/harnesses/kimi_code/__init__.py
RENAMED
|
File without changes
|
{verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/harnesses/kimi_code/harness.py
RENAMED
|
File without changes
|
{verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/harnesses/mini_swe_agent/__init__.py
RENAMED
|
File without changes
|
{verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/harnesses/mini_swe_agent/harness.py
RENAMED
|
File without changes
|
{verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/harnesses/mini_swe_agent/program.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/harnesses/openclaw/__init__.py
RENAMED
|
File without changes
|
{verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/harnesses/openclaw/harness.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
{verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/harnesses/prime_agent/__init__.py
RENAMED
|
File without changes
|
{verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/harnesses/prime_agent/harness.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
{verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/harnesses/terminus_2/__init__.py
RENAMED
|
File without changes
|
{verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/harnesses/terminus_2/harness.py
RENAMED
|
File without changes
|
{verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/harnesses/terminus_2/program.py
RENAMED
|
File without changes
|
|
File without changes
|
{verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/harnesses/utils/compaction.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/interception/tunnel/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
{verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/interception/tunnel/custom.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/tasksets/nemo_gym/__init__.py
RENAMED
|
File without changes
|
{verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/tasksets/nemo_gym/response.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/tasksets/textarena/__init__.py
RENAMED
|
File without changes
|
{verifiers-0.3.2.dev121 → verifiers-0.3.2.dev122}/verifiers/v1/tasksets/textarena/taskset.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|