verifiers 0.3.2.dev147__tar.gz → 0.3.2.dev148__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/PKG-INFO +1 -1
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/agent.py +3 -12
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/configs/agent.py +9 -8
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/tasksets/harbor/taskset.py +4 -4
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/.gitignore +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/LICENSE +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/README.md +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/pyproject.toml +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/tests/v1/conftest.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/tests/v1/fixtures/counter_tool_v1.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/tests/v1/fixtures/duet_v1.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/tests/v1/fixtures/echo_acp_resume_v1.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/tests/v1/fixtures/echo_agentic_v1.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/tests/v1/fixtures/echo_tool_v1.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/tests/v1/fixtures/echo_user_sim_v1.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/tests/v1/fixtures/echo_v1.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/tests/v1/fixtures/pyproject.toml +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/tests/v1/fixtures/tool_response_image_v1.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/tests/v1/test_color_codeword_tasks.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/tests/v1/test_configs.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/tests/v1/test_e2e.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/tests/v1/test_envs.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/tests/v1/test_graph.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/tests/v1/test_judges.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/tests/v1/test_platform_run.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/tests/v1/test_scoring.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/tests/v1/test_serve_delta.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/tests/v1/test_taskset.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/tests/v1/test_trace.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/__init__.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/__init__.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/acp/__init__.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/acp/runner.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/cli/__init__.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/cli/dashboard/__init__.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/cli/dashboard/base.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/cli/dashboard/eval.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/cli/dashboard/replay.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/cli/dashboard/validate.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/cli/debug.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/cli/eval/__init__.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/cli/eval/hint.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/cli/eval/main.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/cli/eval/resume.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/cli/eval/runner.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/cli/gepa.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/cli/init.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/cli/output.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/cli/replay.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/cli/resolve.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/cli/resume.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/cli/validate.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/clients/__init__.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/clients/base.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/clients/client.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/clients/eval.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/clients/train.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/configs/__init__.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/configs/cli/__init__.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/configs/cli/debug.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/configs/cli/env.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/configs/cli/eval.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/configs/cli/init.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/configs/cli/replay.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/configs/cli/validate.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/configs/client.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/configs/env.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/configs/harness.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/configs/judge.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/configs/retries.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/configs/runtime.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/configs/serve.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/configs/task.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/configs/taskset.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/dialects/__init__.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/dialects/anthropic.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/dialects/base.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/dialects/chat.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/dialects/responses.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/env.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/envs/__init__.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/envs/agentic_judge/__init__.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/envs/agentic_judge/env.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/envs/best_of_n/__init__.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/envs/best_of_n/env.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/envs/isolated_verifier/__init__.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/envs/isolated_verifier/env.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/envs/shared_agentic_judge/__init__.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/envs/single_agent/__init__.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/envs/single_agent/env.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/envs/user_sim/__init__.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/envs/user_sim/env.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/episode.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/errors.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/gepa/__init__.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/gepa/adapter.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/gepa/config.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/gepa/dataset.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/gepa/reflection.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/gepa/runner.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/graph.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/harness.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/harnesses/__init__.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/harnesses/bash/__init__.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/harnesses/bash/harness.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/harnesses/browser_use/__init__.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/harnesses/browser_use/harness.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/harnesses/browser_use/program.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/harnesses/claude_code/__init__.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/harnesses/claude_code/harness.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/harnesses/codex/__init__.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/harnesses/codex/gate.mjs +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/harnesses/codex/harness.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/harnesses/hermes_agent/__init__.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/harnesses/hermes_agent/harness.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/harnesses/hermes_agent/program.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/harnesses/kimi_code/__init__.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/harnesses/kimi_code/harness.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/harnesses/mini_swe_agent/__init__.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/harnesses/mini_swe_agent/harness.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/harnesses/mini_swe_agent/program.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/harnesses/node.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/harnesses/null/__init__.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/harnesses/null/harness.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/harnesses/openclaw/__init__.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/harnesses/openclaw/harness.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/harnesses/pi/__init__.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/harnesses/pi/gate.mjs +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/harnesses/pi/harness.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/harnesses/prime_agent/__init__.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/harnesses/prime_agent/harness.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/harnesses/rlm/__init__.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/harnesses/rlm/harness.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/harnesses/terminus_2/__init__.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/harnesses/terminus_2/harness.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/harnesses/terminus_2/program.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/harnesses/utils/__init__.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/harnesses/utils/compaction.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/harnesses/utils/core.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/harnesses/utils/install.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/harnesses/utils/launch.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/harnesses/utils/mcp.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/interception/__init__.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/interception/base.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/interception/pool.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/interception/server.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/interception/tunnel/__init__.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/interception/tunnel/base.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/interception/tunnel/custom.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/interception/tunnel/prime.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/judge.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/judges/__init__.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/judges/reference.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/judges/reference.txt +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/judges/rubric.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/judges/rubric.txt +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/mcp/__init__.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/mcp/launch.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/mcp/server.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/mcp/toolset.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/rollout.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/runtimes/__init__.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/runtimes/apptainer.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/runtimes/base.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/runtimes/container.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/runtimes/docker/__init__.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/runtimes/docker/egress.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/runtimes/limiters.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/runtimes/modal.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/runtimes/prime.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/runtimes/subprocess.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/semantic.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/serve/__init__.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/serve/client.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/serve/delta.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/serve/encoding.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/serve/pool.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/serve/server.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/serve/types.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/session.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/state.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/task.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/taskset.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/tasksets/__init__.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/tasksets/harbor/__init__.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/tasksets/harbor/compose.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/tasksets/harbor/env.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/tasksets/harbor/toolset.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/tasksets/nemo_gym/__init__.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/tasksets/nemo_gym/response.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/tasksets/nemo_gym/server.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/tasksets/nemo_gym/taskset.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/tasksets/nemo_gym/toolset.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/tasksets/openenv/__init__.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/tasksets/openenv/taskset.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/tasksets/textarena/__init__.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/tasksets/textarena/taskset.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/trace.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/types.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/utils/__init__.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/utils/aio.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/utils/artifacts.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/utils/compile.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/utils/decorators.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/utils/format.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/utils/generic.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/utils/git.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/utils/image.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/utils/interrupt.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/utils/loaders.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/utils/logging.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/utils/memory.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/utils/paths.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/utils/platform.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/utils/prime.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/utils/retries.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/utils/scope.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/utils/score.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/utils/trace_store.py +0 -0
- {verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/utils/version.py +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.5
|
|
2
2
|
Name: verifiers
|
|
3
|
-
Version: 0.3.2.
|
|
3
|
+
Version: 0.3.2.dev148
|
|
4
4
|
Summary: Verifiers: Environments for LLM Reinforcement Learning
|
|
5
5
|
Project-URL: Homepage, https://github.com/primeintellect-ai/verifiers
|
|
6
6
|
Project-URL: Documentation, https://github.com/primeintellect-ai/verifiers
|
|
@@ -57,22 +57,13 @@ __all__ = ["Agent", "AgentConfig", "Agents", "TimeoutConfig", "make_agent"]
|
|
|
57
57
|
logger = logging.getLogger(__name__)
|
|
58
58
|
|
|
59
59
|
|
|
60
|
-
DEFAULT_ROLLOUT_TIMEOUT = 4 * 3600.0
|
|
61
|
-
"""Agent solve-attempt budget when neither the eval config nor the task sets one."""
|
|
62
|
-
|
|
63
|
-
|
|
64
60
|
def resolve_rollout_timeouts(timeout: TimeoutConfig, task: Task) -> RolloutTimeouts:
|
|
65
61
|
"""Apply an agent's stage-timeout precedence to one task."""
|
|
66
|
-
agent_timeout = (
|
|
67
|
-
timeout.rollout if timeout.rollout is not None else task.data.timeout.agent
|
|
68
|
-
)
|
|
69
|
-
if agent_timeout is None:
|
|
70
|
-
agent_timeout = DEFAULT_ROLLOUT_TIMEOUT
|
|
71
|
-
elif agent_timeout == 0:
|
|
72
|
-
agent_timeout = None # explicit: unbounded
|
|
73
62
|
return RolloutTimeouts(
|
|
74
63
|
setup=timeout.setup if timeout.setup is not None else task.data.timeout.setup,
|
|
75
|
-
agent=
|
|
64
|
+
agent=(
|
|
65
|
+
timeout.rollout if timeout.rollout is not None else task.data.timeout.agent
|
|
66
|
+
),
|
|
76
67
|
finalize=(
|
|
77
68
|
timeout.finalize
|
|
78
69
|
if timeout.finalize is not None
|
|
@@ -2,7 +2,7 @@
|
|
|
2
2
|
|
|
3
3
|
from typing import Any
|
|
4
4
|
|
|
5
|
-
from pydantic import BaseModel, SerializeAsAny, model_validator
|
|
5
|
+
from pydantic import BaseModel, Field, SerializeAsAny, model_validator
|
|
6
6
|
from pydantic_config import BaseConfig
|
|
7
7
|
|
|
8
8
|
from verifiers.v1.clients import ClientConfig
|
|
@@ -14,16 +14,17 @@ from verifiers.v1.utils.generic import deep_merge
|
|
|
14
14
|
|
|
15
15
|
|
|
16
16
|
class TimeoutConfig(BaseConfig):
|
|
17
|
-
"""Timeout (in seconds) for different phases of an agent's run.
|
|
17
|
+
"""Timeout (in seconds) for different phases of an agent's run. Each unset
|
|
18
|
+
stage takes the task's own timeout for it, else runs with no limit."""
|
|
18
19
|
|
|
19
|
-
|
|
20
|
+
# one shared budget: task setup + provisioning
|
|
21
|
+
setup: float | None = Field(None, gt=0)
|
|
20
22
|
"""Timeout (in seconds) for task/harness setup through session preparation."""
|
|
21
|
-
rollout: float | None = None
|
|
22
|
-
"""Timeout (in seconds) for the agent's solve attempt.
|
|
23
|
-
|
|
24
|
-
finalize: float | None = None
|
|
23
|
+
rollout: float | None = Field(None, gt=0)
|
|
24
|
+
"""Timeout (in seconds) for the agent's solve attempt."""
|
|
25
|
+
finalize: float | None = Field(None, gt=0)
|
|
25
26
|
"""Timeout (in seconds) for the task + harness finalize hooks."""
|
|
26
|
-
scoring: float | None = None
|
|
27
|
+
scoring: float | None = Field(None, gt=0)
|
|
27
28
|
"""Timeout (in seconds) for the task + harness metrics + scoring hooks."""
|
|
28
29
|
|
|
29
30
|
|
|
@@ -77,10 +77,10 @@ class HarborConfig(TasksetConfig):
|
|
|
77
77
|
tasks: list[str] | None = None
|
|
78
78
|
"""Optional subset of task names to load (None = all)."""
|
|
79
79
|
ignore_timeouts: bool = True
|
|
80
|
-
"""Drop each task's declared agent and verifier timeouts so rollouts use the
|
|
81
|
-
run-level `--timeout.*` limits
|
|
82
|
-
|
|
83
|
-
|
|
80
|
+
"""Drop each task's declared agent and verifier timeouts so rollouts use only the
|
|
81
|
+
run-level `--timeout.*` limits (none by default). Task timeouts are authored
|
|
82
|
+
against Harbor's runtime and confound model capability with inference speed; set
|
|
83
|
+
False to apply them anyway."""
|
|
84
84
|
timeout_multiplier: float = Field(1.0, gt=0)
|
|
85
85
|
"""Scale each task's agent and verifier timeouts. Only applies with
|
|
86
86
|
`ignore_timeouts=False`."""
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/tests/v1/fixtures/tool_response_image_v1.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/envs/agentic_judge/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/envs/isolated_verifier/__init__.py
RENAMED
|
File without changes
|
{verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/envs/isolated_verifier/env.py
RENAMED
|
File without changes
|
{verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/envs/shared_agentic_judge/__init__.py
RENAMED
|
File without changes
|
{verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/envs/single_agent/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/harnesses/browser_use/__init__.py
RENAMED
|
File without changes
|
{verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/harnesses/browser_use/harness.py
RENAMED
|
File without changes
|
{verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/harnesses/browser_use/program.py
RENAMED
|
File without changes
|
{verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/harnesses/claude_code/__init__.py
RENAMED
|
File without changes
|
{verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/harnesses/claude_code/harness.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/harnesses/hermes_agent/__init__.py
RENAMED
|
File without changes
|
{verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/harnesses/hermes_agent/harness.py
RENAMED
|
File without changes
|
{verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/harnesses/hermes_agent/program.py
RENAMED
|
File without changes
|
{verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/harnesses/kimi_code/__init__.py
RENAMED
|
File without changes
|
{verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/harnesses/kimi_code/harness.py
RENAMED
|
File without changes
|
{verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/harnesses/mini_swe_agent/__init__.py
RENAMED
|
File without changes
|
{verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/harnesses/mini_swe_agent/harness.py
RENAMED
|
File without changes
|
{verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/harnesses/mini_swe_agent/program.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/harnesses/openclaw/__init__.py
RENAMED
|
File without changes
|
{verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/harnesses/openclaw/harness.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/harnesses/prime_agent/__init__.py
RENAMED
|
File without changes
|
{verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/harnesses/prime_agent/harness.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
{verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/harnesses/terminus_2/__init__.py
RENAMED
|
File without changes
|
{verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/harnesses/terminus_2/harness.py
RENAMED
|
File without changes
|
{verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/harnesses/terminus_2/program.py
RENAMED
|
File without changes
|
|
File without changes
|
{verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/harnesses/utils/compaction.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/interception/tunnel/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
{verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/interception/tunnel/custom.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/tasksets/nemo_gym/__init__.py
RENAMED
|
File without changes
|
{verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/tasksets/nemo_gym/response.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/tasksets/textarena/__init__.py
RENAMED
|
File without changes
|
{verifiers-0.3.2.dev147 → verifiers-0.3.2.dev148}/verifiers/v1/tasksets/textarena/taskset.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|