verifiers 0.3.2.dev89__tar.gz → 0.3.2.dev91__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/PKG-INFO +1 -1
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/pyproject.toml +0 -1
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/tests/v1/conftest.py +1 -1
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/tests/v1/test_e2e.py +0 -2
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/harnesses/__init__.py +0 -3
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/harnesses/rlm/harness.py +1 -1
- verifiers-0.3.2.dev89/verifiers/v1/harnesses/pool/__init__.py +0 -3
- verifiers-0.3.2.dev89/verifiers/v1/harnesses/pool/harness.py +0 -96
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/.gitignore +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/LICENSE +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/README.md +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/tests/v1/fixtures/counter_tool_v1.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/tests/v1/fixtures/duet_v1.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/tests/v1/fixtures/echo_acp_resume_v1.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/tests/v1/fixtures/echo_agentic_v1.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/tests/v1/fixtures/echo_tool_v1.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/tests/v1/fixtures/echo_user_sim_v1.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/tests/v1/fixtures/echo_v1.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/tests/v1/fixtures/pyproject.toml +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/tests/v1/fixtures/tool_response_image_v1.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/tests/v1/test_color_codeword_tasks.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/tests/v1/test_configs.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/tests/v1/test_envs.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/tests/v1/test_graph.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/tests/v1/test_judges.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/tests/v1/test_platform_run.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/tests/v1/test_scoring.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/tests/v1/test_taskset.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/tests/v1/test_trace.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/__init__.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/cli/commands/init.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/__init__.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/acp/__init__.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/acp/runner.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/agent.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/cli/__init__.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/cli/dashboard/__init__.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/cli/dashboard/base.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/cli/dashboard/eval.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/cli/dashboard/replay.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/cli/dashboard/validate.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/cli/debug.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/cli/eval/__init__.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/cli/eval/main.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/cli/eval/resume.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/cli/eval/runner.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/cli/gepa.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/cli/init.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/cli/output.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/cli/replay.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/cli/resolve.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/cli/resume.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/cli/validate.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/clients/__init__.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/clients/base.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/clients/client.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/clients/eval.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/clients/train.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/configs/__init__.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/configs/agent.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/configs/cli/__init__.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/configs/cli/debug.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/configs/cli/env.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/configs/cli/eval.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/configs/cli/init.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/configs/cli/replay.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/configs/cli/validate.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/configs/client.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/configs/env.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/configs/harness.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/configs/judge.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/configs/retries.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/configs/runtime.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/configs/serve.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/configs/task.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/configs/taskset.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/dialects/__init__.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/dialects/anthropic.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/dialects/base.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/dialects/chat.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/dialects/responses.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/env.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/envs/__init__.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/envs/agentic_judge/__init__.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/envs/agentic_judge/env.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/envs/best_of_n/__init__.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/envs/best_of_n/env.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/envs/isolated_verifier/__init__.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/envs/isolated_verifier/env.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/envs/shared_agentic_judge/__init__.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/envs/single_agent/__init__.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/envs/single_agent/env.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/envs/user_sim/__init__.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/envs/user_sim/env.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/episode.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/errors.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/gepa/__init__.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/gepa/adapter.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/gepa/config.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/gepa/dataset.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/gepa/reflection.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/gepa/runner.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/graph.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/harness.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/harnesses/bash/__init__.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/harnesses/bash/harness.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/harnesses/browser_use/__init__.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/harnesses/browser_use/harness.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/harnesses/browser_use/program.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/harnesses/claude_code/__init__.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/harnesses/claude_code/harness.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/harnesses/codex/__init__.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/harnesses/codex/harness.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/harnesses/hermes_agent/__init__.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/harnesses/hermes_agent/harness.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/harnesses/hermes_agent/program.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/harnesses/kimi_code/__init__.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/harnesses/kimi_code/harness.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/harnesses/mini_swe_agent/__init__.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/harnesses/mini_swe_agent/harness.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/harnesses/mini_swe_agent/program.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/harnesses/node.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/harnesses/null/__init__.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/harnesses/null/harness.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/harnesses/openclaw/__init__.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/harnesses/openclaw/harness.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/harnesses/pi/__init__.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/harnesses/pi/harness.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/harnesses/prime_agent/__init__.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/harnesses/prime_agent/harness.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/harnesses/rlm/__init__.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/harnesses/terminus_2/__init__.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/harnesses/terminus_2/harness.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/harnesses/terminus_2/program.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/harnesses/utils/__init__.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/harnesses/utils/compaction.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/harnesses/utils/core.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/harnesses/utils/install.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/harnesses/utils/launch.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/harnesses/utils/mcp.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/interception/__init__.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/interception/base.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/interception/pool.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/interception/server.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/interception/tool.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/interception/tunnel/__init__.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/interception/tunnel/base.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/interception/tunnel/custom.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/interception/tunnel/prime.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/judge.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/judges/__init__.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/judges/reference.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/judges/reference.txt +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/judges/rubric.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/judges/rubric.txt +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/mcp/__init__.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/mcp/launch.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/mcp/server.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/mcp/toolset.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/rollout.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/runtimes/__init__.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/runtimes/base.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/runtimes/docker/__init__.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/runtimes/docker/egress.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/runtimes/limiters.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/runtimes/modal.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/runtimes/prime.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/runtimes/subprocess.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/semantic.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/serve/__init__.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/serve/client.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/serve/encoding.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/serve/pool.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/serve/server.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/serve/types.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/session.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/state.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/task.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/taskset.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/tasksets/__init__.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/tasksets/harbor/__init__.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/tasksets/harbor/env.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/tasksets/harbor/taskset.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/tasksets/harbor/toolset.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/tasksets/lean/__init__.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/tasksets/lean/scoring.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/tasksets/lean/taskset.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/tasksets/nemo_gym/__init__.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/tasksets/nemo_gym/response.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/tasksets/nemo_gym/server.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/tasksets/nemo_gym/taskset.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/tasksets/nemo_gym/toolset.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/tasksets/openenv/__init__.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/tasksets/openenv/taskset.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/tasksets/textarena/__init__.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/tasksets/textarena/taskset.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/trace.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/types.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/utils/__init__.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/utils/aio.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/utils/artifacts.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/utils/compile.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/utils/decorators.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/utils/format.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/utils/generic.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/utils/git.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/utils/image.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/utils/interrupt.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/utils/loaders.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/utils/logging.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/utils/memory.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/utils/paths.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/utils/platform.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/utils/prime.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/utils/retries.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/utils/score.py +0 -0
- {verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/utils/version.py +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.5
|
|
2
2
|
Name: verifiers
|
|
3
|
-
Version: 0.3.2.
|
|
3
|
+
Version: 0.3.2.dev91
|
|
4
4
|
Summary: Verifiers: Environments for LLM Reinforcement Learning
|
|
5
5
|
Project-URL: Homepage, https://github.com/primeintellect-ai/verifiers
|
|
6
6
|
Project-URL: Documentation, https://github.com/primeintellect-ai/verifiers
|
|
@@ -239,7 +239,6 @@ markers = [
|
|
|
239
239
|
"rlm: v1 e2e cases on the rlm harness",
|
|
240
240
|
"kimi_code: v1 e2e cases on the kimi-code harness",
|
|
241
241
|
"pi: v1 e2e cases on the pi harness",
|
|
242
|
-
"pool: v1 e2e cases on the pool harness",
|
|
243
242
|
"codex: v1 e2e cases on the codex harness",
|
|
244
243
|
"asyncio: marks tests as async tests",
|
|
245
244
|
]
|
|
@@ -24,7 +24,7 @@ Every combination carries its axes' pytest marks, so subsets select with `-m`:
|
|
|
24
24
|
uv run pytest tests/v1 -n auto -m modal # only modal (needs local setup)
|
|
25
25
|
|
|
26
26
|
Marks: runtimes `subprocess` / `docker` / `prime` / `modal`, placement `colocated`,
|
|
27
|
-
harnesses `null` / `bash` / `rlm` / `kimi_code` / `pi` / `
|
|
27
|
+
harnesses `null` / `bash` / `rlm` / `kimi_code` / `pi` / `openclaw` / `codex` /
|
|
28
28
|
`claude_code` / `hermes_agent`.
|
|
29
29
|
A mark is applied per axis, so it selects every case touching that value on ANY axis; for one exact
|
|
30
30
|
combination use `-k` on the test id (e.g. `-k "harness-in-docker-with-tool-in-subprocess"`).
|
|
@@ -90,9 +90,7 @@ ACP_RESUME_PLACEMENTS = [
|
|
|
90
90
|
marks=[mark.pi, mark.docker],
|
|
91
91
|
id="pi-responses-acp-in-docker",
|
|
92
92
|
),
|
|
93
|
-
pair("pool", "docker", "pool-acp-in-docker"),
|
|
94
93
|
pair("openclaw", "docker", "openclaw-acp-in-docker"),
|
|
95
|
-
pair("pool", "prime", "pool-acp-in-prime"),
|
|
96
94
|
pair("rlm", "prime", "rlm-acp-in-prime-vm"),
|
|
97
95
|
pytest.param(
|
|
98
96
|
"prime-agent",
|
|
@@ -20,7 +20,6 @@ from verifiers.v1.harnesses.mini_swe_agent import (
|
|
|
20
20
|
from verifiers.v1.harnesses.null import NullHarness, NullHarnessConfig
|
|
21
21
|
from verifiers.v1.harnesses.openclaw import OpenClawHarness, OpenClawHarnessConfig
|
|
22
22
|
from verifiers.v1.harnesses.pi import PiHarness, PiHarnessConfig
|
|
23
|
-
from verifiers.v1.harnesses.pool import PoolHarness, PoolHarnessConfig
|
|
24
23
|
from verifiers.v1.harnesses.prime_agent import (
|
|
25
24
|
PrimeAgentHarness,
|
|
26
25
|
PrimeAgentHarnessConfig,
|
|
@@ -49,8 +48,6 @@ __all__ = [
|
|
|
49
48
|
"OpenClawHarnessConfig",
|
|
50
49
|
"PiHarness",
|
|
51
50
|
"PiHarnessConfig",
|
|
52
|
-
"PoolHarness",
|
|
53
|
-
"PoolHarnessConfig",
|
|
54
51
|
"PrimeAgentHarness",
|
|
55
52
|
"PrimeAgentHarnessConfig",
|
|
56
53
|
"RLMHarness",
|
|
@@ -31,7 +31,7 @@ BuiltinTool = Literal["bash", "edit", "fetch", "ipython"]
|
|
|
31
31
|
RLM_REPO = "github.com/PrimeIntellect-ai/nano-rlm.git"
|
|
32
32
|
RLM_CACHE_DIR = "/tmp/vf-rlm"
|
|
33
33
|
SKILLS_DIR = "/task/rlm-skills"
|
|
34
|
-
RLM_STATE_DIR = "
|
|
34
|
+
RLM_STATE_DIR = "/tmp/vf-rlm-state"
|
|
35
35
|
RLM_RUNTIME_METADATA_KEY = "ai.prime.rlm/runtime-v1"
|
|
36
36
|
RLM_SESSION_METADATA_KEY = "ai.prime.rlm/session-v1"
|
|
37
37
|
|
|
@@ -1,96 +0,0 @@
|
|
|
1
|
-
"""Run Poolside's native ACP server against interception."""
|
|
2
|
-
|
|
3
|
-
import json
|
|
4
|
-
import shlex
|
|
5
|
-
|
|
6
|
-
from verifiers.v1.acp import ACPConfig, ACPHarness
|
|
7
|
-
from verifiers.v1.clients import ModelContext
|
|
8
|
-
from verifiers.v1.configs.harness import HarnessConfig, PinnedVersion
|
|
9
|
-
from verifiers.v1.harnesses.utils.install import ensure_installed
|
|
10
|
-
from verifiers.v1.runtimes import Runtime
|
|
11
|
-
from verifiers.v1.task import TaskData
|
|
12
|
-
from verifiers.v1.trace import Trace
|
|
13
|
-
|
|
14
|
-
POOL_DIR = "/tmp/vf-pool-{version}"
|
|
15
|
-
SKILLS_DIR = ".poolside/skills"
|
|
16
|
-
INSTALL = r"""
|
|
17
|
-
set -e
|
|
18
|
-
command -v curl >/dev/null || (apt-get update -qq && apt-get install -y -qq curl ca-certificates >/dev/null)
|
|
19
|
-
command -v tar >/dev/null || (apt-get update -qq && apt-get install -y -qq tar >/dev/null)
|
|
20
|
-
case "$(uname -s)" in Linux) os=linux ;; Darwin) os=darwin ;; *) echo "unsupported os: $(uname -s)" >&2; exit 1 ;; esac
|
|
21
|
-
case "$(uname -m)" in aarch64|arm64) arch=arm64 ;; x86_64|amd64) arch=amd64 ;; *) echo "unsupported arch: $(uname -m)" >&2; exit 1 ;; esac
|
|
22
|
-
mkdir -p {dir}
|
|
23
|
-
curl -fsSL "https://github.com/poolsideai/pool/releases/download/v{version}/pool-$os-$arch.tar.gz" | tar -xz -C {dir}
|
|
24
|
-
mv "{dir}/pool-$os-$arch" "{dir}/pool"
|
|
25
|
-
chmod +x "{dir}/pool"
|
|
26
|
-
"""
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
class PoolHarnessConfig(HarnessConfig):
|
|
30
|
-
version: PinnedVersion = "1.0.15"
|
|
31
|
-
"""Pool release to install, pinned for reproducibility."""
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
class PoolHarness(ACPHarness[PoolHarnessConfig]):
|
|
35
|
-
APPENDS_SYSTEM_PROMPT = True
|
|
36
|
-
SUPPORTS_MCP = True
|
|
37
|
-
SUPPORTS_SKILLS = True
|
|
38
|
-
|
|
39
|
-
async def setup(self, runtime: Runtime) -> None:
|
|
40
|
-
await self.install_skills(runtime, SKILLS_DIR)
|
|
41
|
-
directory = POOL_DIR.format(version=self.config.version)
|
|
42
|
-
binary = f"{directory}/pool"
|
|
43
|
-
script = INSTALL.replace("{version}", self.config.version).replace(
|
|
44
|
-
"{dir}", directory
|
|
45
|
-
)
|
|
46
|
-
await ensure_installed(
|
|
47
|
-
runtime,
|
|
48
|
-
directory=directory,
|
|
49
|
-
ready=f"[ -x {binary} ]",
|
|
50
|
-
install=script,
|
|
51
|
-
env=self.config.resolved_env,
|
|
52
|
-
label="Pool",
|
|
53
|
-
shell=("bash", "-o", "pipefail", "-c"),
|
|
54
|
-
)
|
|
55
|
-
await super().setup(runtime)
|
|
56
|
-
|
|
57
|
-
async def prepare_acp(
|
|
58
|
-
self,
|
|
59
|
-
ctx: ModelContext,
|
|
60
|
-
trace: Trace,
|
|
61
|
-
runtime: Runtime,
|
|
62
|
-
endpoint: str,
|
|
63
|
-
secret: str,
|
|
64
|
-
mcp_urls: dict[str, str],
|
|
65
|
-
data: TaskData,
|
|
66
|
-
) -> ACPConfig:
|
|
67
|
-
system_prompt, prompt = self.resolve_prompt(data)
|
|
68
|
-
env = {
|
|
69
|
-
**self.config.resolved_env,
|
|
70
|
-
# Standalone provider mode sends this bearer and model to interception.
|
|
71
|
-
"POOLSIDE_API_KEY": secret,
|
|
72
|
-
"POOLSIDE_STANDALONE_BASE_URL": endpoint,
|
|
73
|
-
"POOLSIDE_STANDALONE_MODEL": ctx.model,
|
|
74
|
-
}
|
|
75
|
-
pool_home = f".vf-pool/{trace.id}"
|
|
76
|
-
# Values are Pool tool names such as `shell`, `read`, or `edit`.
|
|
77
|
-
tools = {name: {"disabled": True} for name in self.config.disabled_tools or []}
|
|
78
|
-
settings = shlex.quote(json.dumps({"tools": tools}))
|
|
79
|
-
command = [
|
|
80
|
-
"sh",
|
|
81
|
-
"-c",
|
|
82
|
-
(
|
|
83
|
-
f'export HOME="$PWD/{pool_home}/home" '
|
|
84
|
-
f'XDG_CONFIG_HOME="$PWD/{pool_home}/config" '
|
|
85
|
-
f'XDG_STATE_HOME="$PWD/{pool_home}/state"; '
|
|
86
|
-
f"exec {POOL_DIR.format(version=self.config.version)}/pool acp "
|
|
87
|
-
f"--sandbox disabled --settings {settings}"
|
|
88
|
-
),
|
|
89
|
-
]
|
|
90
|
-
return ACPConfig(
|
|
91
|
-
env=env,
|
|
92
|
-
command=command,
|
|
93
|
-
prompt=prompt,
|
|
94
|
-
mcp_urls=mcp_urls,
|
|
95
|
-
system_prompt=system_prompt,
|
|
96
|
-
)
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/envs/isolated_verifier/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
{verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/envs/shared_agentic_judge/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/harnesses/browser_use/__init__.py
RENAMED
|
File without changes
|
{verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/harnesses/browser_use/harness.py
RENAMED
|
File without changes
|
{verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/harnesses/browser_use/program.py
RENAMED
|
File without changes
|
{verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/harnesses/claude_code/__init__.py
RENAMED
|
File without changes
|
{verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/harnesses/claude_code/harness.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
{verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/harnesses/hermes_agent/__init__.py
RENAMED
|
File without changes
|
{verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/harnesses/hermes_agent/harness.py
RENAMED
|
File without changes
|
{verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/harnesses/hermes_agent/program.py
RENAMED
|
File without changes
|
{verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/harnesses/kimi_code/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
{verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/harnesses/mini_swe_agent/__init__.py
RENAMED
|
File without changes
|
{verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/harnesses/mini_swe_agent/harness.py
RENAMED
|
File without changes
|
{verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/harnesses/mini_swe_agent/program.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/harnesses/prime_agent/__init__.py
RENAMED
|
File without changes
|
{verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/harnesses/prime_agent/harness.py
RENAMED
|
File without changes
|
|
File without changes
|
{verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/harnesses/terminus_2/__init__.py
RENAMED
|
File without changes
|
{verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/harnesses/terminus_2/harness.py
RENAMED
|
File without changes
|
{verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/harnesses/terminus_2/program.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{verifiers-0.3.2.dev89 → verifiers-0.3.2.dev91}/verifiers/v1/interception/tunnel/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|