verifiers 0.3.2.dev147__tar.gz → 0.3.2.dev149__tar.gz

{verifiers-0.3.2.dev147 → verifiers-0.3.2.dev149}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.5
 Name: verifiers
-Version: 0.3.2.dev147
+Version: 0.3.2.dev149
 Summary: Verifiers: Environments for LLM Reinforcement Learning
 Project-URL: Homepage, https://github.com/primeintellect-ai/verifiers
 Project-URL: Documentation, https://github.com/primeintellect-ai/verifiers

{verifiers-0.3.2.dev147 → verifiers-0.3.2.dev149}/verifiers/v1/agent.py

@@ -57,22 +57,13 @@ __all__ = ["Agent", "AgentConfig", "Agents", "TimeoutConfig", "make_agent"]
 logger = logging.getLogger(__name__)
 
 
-DEFAULT_ROLLOUT_TIMEOUT = 4 * 3600.0
-"""Agent solve-attempt budget when neither the eval config nor the task sets one."""
-
-
 def resolve_rollout_timeouts(timeout: TimeoutConfig, task: Task) -> RolloutTimeouts:
     """Apply an agent's stage-timeout precedence to one task."""
-    agent_timeout = (
-        timeout.rollout if timeout.rollout is not None else task.data.timeout.agent
-    )
-    if agent_timeout is None:
-        agent_timeout = DEFAULT_ROLLOUT_TIMEOUT
-    elif agent_timeout == 0:
-        agent_timeout = None  # explicit: unbounded
     return RolloutTimeouts(
         setup=timeout.setup if timeout.setup is not None else task.data.timeout.setup,
-        agent=agent_timeout,
+        agent=(
+            timeout.rollout if timeout.rollout is not None else task.data.timeout.agent
+        ),
         finalize=(
             timeout.finalize
             if timeout.finalize is not None

{verifiers-0.3.2.dev147 → verifiers-0.3.2.dev149}/verifiers/v1/configs/agent.py

@@ -2,7 +2,7 @@
 
 from typing import Any
 
-from pydantic import BaseModel, SerializeAsAny, model_validator
+from pydantic import BaseModel, Field, SerializeAsAny, model_validator
 from pydantic_config import BaseConfig
 
 from verifiers.v1.clients import ClientConfig
@@ -14,16 +14,17 @@ from verifiers.v1.utils.generic import deep_merge
 
 
 class TimeoutConfig(BaseConfig):
-    """Timeout (in seconds) for different phases of an agent's run."""
+    """Timeout (in seconds) for different phases of an agent's run. Each unset
+    stage takes the task's own timeout for it, else runs with no limit."""
 
-    setup: float | None = None  # one shared budget: task setup + provisioning
+    # one shared budget: task setup + provisioning
+    setup: float | None = Field(None, gt=0)
     """Timeout (in seconds) for task/harness setup through session preparation."""
-    rollout: float | None = None
-    """Timeout (in seconds) for the agent's solve attempt. Unset: the task's own
-    timeout, else 4 hours. `0` disables the timeout."""
-    finalize: float | None = None
+    rollout: float | None = Field(None, gt=0)
+    """Timeout (in seconds) for the agent's solve attempt."""
+    finalize: float | None = Field(None, gt=0)
     """Timeout (in seconds) for the task + harness finalize hooks."""
-    scoring: float | None = None
+    scoring: float | None = Field(None, gt=0)
     """Timeout (in seconds) for the task + harness metrics + scoring hooks."""
 
 

verifiers-0.3.2.dev149/verifiers/v1/harnesses/node.py

@@ -0,0 +1,91 @@
+from verifiers.v1.harnesses.utils.install import ensure_installed
+from verifiers.v1.runtimes import Runtime
+
+NODE_DIR = "/var/tmp/vf-node"
+NODE_BIN_DIR = f"{NODE_DIR}/bin"
+NODE_VERSION = "22.19.0"
+
+INSTALL = r"""
+set -e
+node=/var/tmp/vf-node
+node_ok() { "$node/bin/node" -e 'const [a,b]=process.versions.node.split(".").map(Number); process.exit(a>22 || a===22 && b>=19 ? 0 : 1)'; }
+
+if [ -f /etc/alpine-release ]; then
+    apk add --no-cache curl ca-certificates nodejs-current npm >/dev/null
+    if ! node -e 'const [a,b]=process.versions.node.split(".").map(Number); process.exit(a>22 || a===22 && b>=19 ? 0 : 1)'; then
+        sed -E -i 's/v[0-9]+\.[0-9]+/v3.22/g' /etc/apk/repositories
+        apk upgrade --available --no-cache >/dev/null
+        apk add --no-cache nodejs-current npm >/dev/null
+    fi
+    mkdir -p "$node/bin"
+    ln -sf "$(command -v node)" "$node/bin/node"
+    ln -sf "$(command -v npm)" "$node/bin/npm"
+else
+    if ! command -v curl >/dev/null 2>&1 \
+        && ! (apt-get update -qq && apt-get install -y -qq curl ca-certificates >/dev/null); then
+        (
+            # Task images can have source-only repositories. Bootstrap from signed
+            # distro repositories with temporary sources and indexes, leaving the task's intact.
+            . /etc/os-release
+            case "$ID" in
+                debian)
+                    mirror=http://deb.debian.org/debian
+                    security_mirror=http://security.debian.org/debian-security ;;
+                ubuntu)
+                    case "$(dpkg --print-architecture)" in
+                        amd64|i386)
+                            mirror=http://archive.ubuntu.com/ubuntu
+                            security_mirror=http://security.ubuntu.com/ubuntu ;;
+                        *)
+                            mirror=http://ports.ubuntu.com/ubuntu-ports
+                            security_mirror=$mirror ;;
+                    esac ;;
+                *) echo "cannot bootstrap curl on $ID" >&2; exit 1 ;;
+            esac
+            apt_dir=$(mktemp -d)
+            trap 'rm -rf "$apt_dir"' EXIT
+            chmod 755 "$apt_dir"
+            mkdir -p "$apt_dir/lists/partial"
+            set -- -o "Dir::Etc::sourcelist=$apt_dir/sources.list" -o Dir::Etc::sourceparts=- \
+                -o "Dir::State::lists=$apt_dir/lists" -o Dir::Cache::pkgcache= -o Dir::Cache::srcpkgcache=
+            suites=${VERSION_CODENAME:?}
+            # Testing and unstable share os-release; sid may be needed to match installed libcurl.
+            if [ "$ID" = debian ] && [ -z "${VERSION_ID:-}" ]; then suites="$suites sid"; fi
+            for suite in $suites; do
+                printf 'deb %s %s main\n' "$mirror" "$suite" > "$apt_dir/sources.list"
+                # Release images can already have libcurl from updates/security.
+                if [ -n "${VERSION_ID:-}" ]; then
+                    printf 'deb %s %s main\n' "$mirror" "$suite-updates" \
+                        "$security_mirror" "$suite-security" >> "$apt_dir/sources.list"
+                fi
+                apt-get "$@" update -qq \
+                    && apt-get "$@" install -y -qq --no-install-recommends curl ca-certificates >/dev/null \
+                    && exit 0
+            done
+            exit 1
+        )
+    fi
+    case "$(uname -s)" in Linux) node_os=linux ;; Darwin) node_os=darwin ;; *) echo "unsupported os: $(uname -s)" >&2; exit 1 ;; esac
+    if [ ! -x "$node/bin/node" ] || [ "$("$node/bin/node" --version 2>/dev/null)" != "v$VF_NODE_VERSION" ]; then
+        case "$(uname -m)" in aarch64|arm64) node_arch=arm64 ;; *) node_arch=x64 ;; esac
+        rm -rf "$node"
+        mkdir -p "$node"
+        curl -fsSL "https://nodejs.org/dist/v$VF_NODE_VERSION/node-v$VF_NODE_VERSION-${node_os}-${node_arch}.tar.gz" \
+            | tar -xz -C "$node" --strip-components=1
+    fi
+fi
+node_ok || { echo "ACP adapters require Node.js 22.19 or newer" >&2; exit 1; }
+"""
+
+
+async def ensure_node(runtime: Runtime) -> None:
+    """Install the shared Node runtime used by ACP adapter harnesses."""
+    # The install replaces NODE_DIR wholesale, so the lock lives beside it.
+    await ensure_installed(
+        runtime,
+        directory=NODE_DIR,
+        lock=f"{NODE_DIR}.install.lock",
+        install=INSTALL,
+        env={"VF_NODE_VERSION": NODE_VERSION},
+        label="Node.js",
+    )

{verifiers-0.3.2.dev147 → verifiers-0.3.2.dev149}/verifiers/v1/tasksets/harbor/taskset.py

@@ -77,10 +77,10 @@ class HarborConfig(TasksetConfig):
     tasks: list[str] | None = None
     """Optional subset of task names to load (None = all)."""
     ignore_timeouts: bool = True
-    """Drop each task's declared agent and verifier timeouts so rollouts use the
-    run-level `--timeout.*` limits or their defaults (4 h for the agent; `--timeout.rollout 0`
-    runs unbounded). Task timeouts are authored against Harbor's runtime and confound
-    model capability with inference speed; set False to apply them anyway."""
+    """Drop each task's declared agent and verifier timeouts so rollouts use only the
+    run-level `--timeout.*` limits (none by default). Task timeouts are authored
+    against Harbor's runtime and confound model capability with inference speed; set
+    False to apply them anyway."""
     timeout_multiplier: float = Field(1.0, gt=0)
     """Scale each task's agent and verifier timeouts. Only applies with
     `ignore_timeouts=False`."""

verifiers-0.3.2.dev147/verifiers/v1/harnesses/node.py

@@ -1,49 +0,0 @@
-from verifiers.v1.harnesses.utils.install import ensure_installed
-from verifiers.v1.runtimes import Runtime
-
-NODE_DIR = "/var/tmp/vf-node"
-NODE_BIN_DIR = f"{NODE_DIR}/bin"
-NODE_VERSION = "22.19.0"
-
-INSTALL = r"""
-set -e
-node=/var/tmp/vf-node
-node_ok() { "$node/bin/node" -e 'const [a,b]=process.versions.node.split(".").map(Number); process.exit(a>22 || a===22 && b>=19 ? 0 : 1)'; }
-
-if [ -f /etc/alpine-release ]; then
-    apk add --no-cache curl ca-certificates nodejs-current npm >/dev/null
-    if ! node -e 'const [a,b]=process.versions.node.split(".").map(Number); process.exit(a>22 || a===22 && b>=19 ? 0 : 1)'; then
-        sed -E -i 's/v[0-9]+\.[0-9]+/v3.22/g' /etc/apk/repositories
-        apk upgrade --available --no-cache >/dev/null
-        apk add --no-cache nodejs-current npm >/dev/null
-    fi
-    mkdir -p "$node/bin"
-    ln -sf "$(command -v node)" "$node/bin/node"
-    ln -sf "$(command -v npm)" "$node/bin/npm"
-else
-    command -v curl >/dev/null 2>&1 \
-        || { apt-get update -qq && apt-get install -y -qq curl ca-certificates >/dev/null; }
-    case "$(uname -s)" in Linux) node_os=linux ;; Darwin) node_os=darwin ;; *) echo "unsupported os: $(uname -s)" >&2; exit 1 ;; esac
-    if [ ! -x "$node/bin/node" ] || [ "$("$node/bin/node" --version 2>/dev/null)" != "v$VF_NODE_VERSION" ]; then
-        case "$(uname -m)" in aarch64|arm64) node_arch=arm64 ;; *) node_arch=x64 ;; esac
-        rm -rf "$node"
-        mkdir -p "$node"
-        curl -fsSL "https://nodejs.org/dist/v$VF_NODE_VERSION/node-v$VF_NODE_VERSION-${node_os}-${node_arch}.tar.gz" \
-            | tar -xz -C "$node" --strip-components=1
-    fi
-fi
-node_ok || { echo "ACP adapters require Node.js 22.19 or newer" >&2; exit 1; }
-"""
-
-
-async def ensure_node(runtime: Runtime) -> None:
-    """Install the shared Node runtime used by ACP adapter harnesses."""
-    # The install replaces NODE_DIR wholesale, so the lock lives beside it.
-    await ensure_installed(
-        runtime,
-        directory=NODE_DIR,
-        lock=f"{NODE_DIR}.install.lock",
-        install=INSTALL,
-        env={"VF_NODE_VERSION": NODE_VERSION},
-        label="Node.js",
-    )