verifiers 0.3.2.dev136__py3-none-any.whl → 0.3.2.dev137__py3-none-any.whl

verifiers/v1/harnesses/utils/core.py

@@ -4,7 +4,6 @@ import argparse
 import asyncio
 import json
 import logging
-import random
 import subprocess
 from contextlib import AsyncExitStack
 from pathlib import Path
@@ -13,6 +12,13 @@ from typing import TYPE_CHECKING
 import httpx
 from openai import APIConnectionError, APIStatusError, AsyncOpenAI, omit
 from openai.lib.streaming.chat import AsyncChatCompletionStream
+from tenacity import (
+    AsyncRetrying,
+    before_sleep_log,
+    retry_if_exception_type,
+    stop_after_attempt,
+    wait_random_exponential,
+)
 
 if TYPE_CHECKING:
     # The harness bundles this module into the generated script before execution.
@@ -247,9 +253,16 @@ async def chat(
         kwargs["tools"] = tools
     if tools and tool_choice is not None:
         kwargs["tool_choice"] = tool_choice
-    for attempt in range(client.max_retries + 1):
+    async for attempt in AsyncRetrying(
+        retry=retry_if_exception_type((APIConnectionError, httpx.TransportError)),
+        stop=stop_after_attempt(client.max_retries + 1),
+        wait=wait_random_exponential(multiplier=0.5, max=8.0),
+        before_sleep=before_sleep_log(logging.getLogger(__name__), logging.WARNING),
+        reraise=True,
+    ):
         # Reuse the interception server's body-digest replay guard on stream retries.
-        headers = {"x-stainless-retry-count": str(attempt)} if attempt else omit
+        retry_count = attempt.retry_state.attempt_number - 1
+        headers = {"x-stainless-retry-count": str(retry_count)} if retry_count else omit
         raw_stream = await client.chat.completions.create(
             **kwargs,
             stream=True,
@@ -257,19 +270,8 @@ async def chat(
             extra_headers=headers,
         )
         # The SDK retries request setup; only stream consumption is retried here.
-        try:
+        with attempt:
             return await _read_chat_completion(raw_stream)
-        except (APIConnectionError, httpx.TransportError) as error:
-            cause = error.__cause__ or error
-            if attempt == client.max_retries:
-                raise
-            logging.getLogger(__name__).warning(
-                "Retrying interrupted model stream (%s/%s): %r",
-                attempt + 1,
-                client.max_retries,
-                cause,
-            )
-            await asyncio.sleep(min(0.5 * 2**attempt, 8.0) * random.uniform(0.75, 1.0))
 
 
 async def _read_chat_completion(raw_stream):

{verifiers-0.3.2.dev136.dist-info → verifiers-0.3.2.dev137.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.5
 Name: verifiers
-Version: 0.3.2.dev136
+Version: 0.3.2.dev137
 Summary: Verifiers: Environments for LLM Reinforcement Learning
 Project-URL: Homepage, https://github.com/primeintellect-ai/verifiers
 Project-URL: Documentation, https://github.com/primeintellect-ai/verifiers

{verifiers-0.3.2.dev136.dist-info → verifiers-0.3.2.dev137.dist-info}/RECORD

@@ -118,7 +118,7 @@ verifiers/v1/harnesses/terminus_2/harness.py,sha256=cKQJluW01mkxEccTLFwSWsVMavyi
 verifiers/v1/harnesses/terminus_2/program.py,sha256=X8MZdyItU3gbXGXnGOlJ9LWcUTnqIDaxlhkZvoRiqKY,2703
 verifiers/v1/harnesses/utils/__init__.py,sha256=eTS-Ft2HwoLiYn5u1t_KueLmaZB_W12cdYmcVsE-G5A,364
 verifiers/v1/harnesses/utils/compaction.py,sha256=DeY6CYLEsv7-vJm26sT2mRaPHu3W2ywiZhvFr_pi6Hg,10495
-verifiers/v1/harnesses/utils/core.py,sha256=Kqp0npmiJlGtT5vt7r2sX70R29W9d_ODR7gN-ufKrug,19642
+verifiers/v1/harnesses/utils/core.py,sha256=A4B_TbZBQVd6IYQyytrO8gbmrO-aVqjRl0-w8GClWF4,19676
 verifiers/v1/harnesses/utils/install.py,sha256=BDkkUVZ1brSzCrbQOvMO5mVIE2DsV2pE7rTC5yROYUw,2992
 verifiers/v1/harnesses/utils/launch.py,sha256=RqPuUY-kT2XVuLSGtXW7kRQEaP-o2KzkiJ7vcoo2neM,2883
 verifiers/v1/harnesses/utils/mcp.py,sha256=oNhKfLjAW-wScJcDIsW_HfuvKY-JkaGBBZrRLqgRK1g,7355
@@ -190,8 +190,8 @@ verifiers/v1/utils/retries.py,sha256=Y2ZgrAjn-qNkRKZP_RVNL_7EK0iaRcZeCa404lpGYi4
 verifiers/v1/utils/scope.py,sha256=bzUEiWDOVdbj7dXOwGOlzsQ_-Xu0j9NR5TalQB-8TS8,838
 verifiers/v1/utils/score.py,sha256=493yJVMw8teCu9JxapxMFPFzI0hNUqdo0Y2nGW4kckk,6200
 verifiers/v1/utils/version.py,sha256=-obEo_-l9-D8FLef4hYxncOe-uJpxrM1g2Hig_37Sgs,1607
-verifiers-0.3.2.dev136.dist-info/METADATA,sha256=Dody0KdHsobWBNx2Mc1KbvuGAH152EZaPxEonMGcoJ4,4161
-verifiers-0.3.2.dev136.dist-info/WHEEL,sha256=zOwg4jB6zX2kU910N-cMawjivD6tO8NEWvE12je1bVk,87
-verifiers-0.3.2.dev136.dist-info/entry_points.txt,sha256=iugElcdWPKbQM7uFF0lZ8iUpHsNr17-BwEAAjJWxV3U,259
-verifiers-0.3.2.dev136.dist-info/licenses/LICENSE,sha256=v0RrUsdV3IDoZhrRce297IXS3xMHNJ-_LdLpFAUWb9k,1072
-verifiers-0.3.2.dev136.dist-info/RECORD,,
+verifiers-0.3.2.dev137.dist-info/METADATA,sha256=VQI1rjxyohbv-YuGV_gy0Ej5r4i_AmPXzYM2FkPrmro,4161
+verifiers-0.3.2.dev137.dist-info/WHEEL,sha256=zOwg4jB6zX2kU910N-cMawjivD6tO8NEWvE12je1bVk,87
+verifiers-0.3.2.dev137.dist-info/entry_points.txt,sha256=iugElcdWPKbQM7uFF0lZ8iUpHsNr17-BwEAAjJWxV3U,259
+verifiers-0.3.2.dev137.dist-info/licenses/LICENSE,sha256=v0RrUsdV3IDoZhrRce297IXS3xMHNJ-_LdLpFAUWb9k,1072
+verifiers-0.3.2.dev137.dist-info/RECORD,,