iatoolkit 2.28.4__tar.gz → 2.29.1__tar.gz

{iatoolkit-2.28.4/src/iatoolkit.egg-info → iatoolkit-2.29.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: iatoolkit
-Version: 2.28.4
+Version: 2.29.1
 Summary: IAToolkit
 Author: Fernando Libedinsky
 License-Expression: MIT

{iatoolkit-2.28.4 → iatoolkit-2.29.1}/src/iatoolkit/__init__.py

@@ -3,7 +3,7 @@
 #
 # IAToolkit is open source software.
 
-__version__ = "2.28.4"
+__version__ = "2.29.1"
 
 # Expose main classes and functions at the top level of the package
 

{iatoolkit-2.28.4 → iatoolkit-2.29.1}/src/iatoolkit/runtime_logging.py

@@ -75,15 +75,34 @@ def _ensure_stdout_handler(
     log_level: int,
 ) -> None:
     logger.setLevel(min(logger.level or log_level, log_level))
+    canonical_handler = None
+
     for handler in logger.handlers:
         if getattr(handler, "_iatoolkit_stdout_handler", False):
             handler.setFormatter(formatter)
-            return
-
-    handler = logging.StreamHandler(sys.stdout)
-    handler.setFormatter(formatter)
-    handler._iatoolkit_stdout_handler = True
-    logger.addHandler(handler)
+            canonical_handler = handler
+            break
+
+    if canonical_handler is None:
+        for handler in logger.handlers:
+            if _is_root_stdio_handler(handler):
+                handler.setFormatter(formatter)
+                _set_handler_stream(handler, sys.stdout)
+                handler._iatoolkit_stdout_handler = True
+                canonical_handler = handler
+                break
+
+    if canonical_handler is None:
+        canonical_handler = logging.StreamHandler(sys.stdout)
+        canonical_handler.setFormatter(formatter)
+        canonical_handler._iatoolkit_stdout_handler = True
+        logger.addHandler(canonical_handler)
+
+    for handler in list(logger.handlers):
+        if handler is canonical_handler:
+            continue
+        if _is_root_stdio_handler(handler):
+            logger.removeHandler(handler)
 
 
 def _preserve_stdout_handler_across_basic_config(formatter: logging.Formatter) -> None:
@@ -105,6 +124,20 @@ def _preserve_stdout_handler_across_basic_config(formatter: logging.Formatter) -
     _BASIC_CONFIG_PATCHED = True
 
 
+def _is_root_stdio_handler(handler: logging.Handler) -> bool:
+    if not isinstance(handler, logging.StreamHandler):
+        return False
+    stream = getattr(handler, "stream", None)
+    return stream in {sys.stdout, sys.stderr}
+
+
+def _set_handler_stream(handler: logging.StreamHandler, stream) -> None:
+    try:
+        handler.setStream(stream)
+    except AttributeError:
+        handler.stream = stream
+
+
 def _runtime_log_level() -> int:
     raw_level = (os.getenv("LOG_LEVEL") or "INFO").strip().upper()
     level = getattr(logging, raw_level, None)

{iatoolkit-2.28.4 → iatoolkit-2.29.1}/src/iatoolkit/services/inference_service.py

@@ -25,9 +25,12 @@ class InferenceService:
 
     DEFAULT_CONNECT_TIMEOUT_SECONDS = 5.0
     DEFAULT_READ_TIMEOUT_SECONDS = 300.0
+    DEFAULT_RETRY_BUDGET_SECONDS = 30.0
     DEFAULT_RETRY_INITIAL_DELAY_SECONDS = 5.0
     DEFAULT_RETRY_MAX_DELAY_SECONDS = 30.0
-    RETRYABLE_STATUS_CODES = {408, 429, 502, 503, 504}
+    # Inference POSTs are idempotent. Hosted model runtimes can emit transient
+    # generic 500 responses while recovering, so configured retry budgets may retry them.
+    RETRYABLE_STATUS_CODES = {408, 429, 500, 502, 503, 504}
 
     @inject
     def __init__(self,
@@ -251,7 +254,7 @@ class InferenceService:
         return self._resolve_float_config(
             config,
             "retry_budget_seconds",
-            0.0,
+            self.DEFAULT_RETRY_BUDGET_SECONDS,
             minimum=0.0,
         )
 
@@ -324,7 +327,7 @@ class InferenceService:
             payload: dict,
             suppress_error_logging: bool = False,
             timeout: tuple[float, float] = (DEFAULT_CONNECT_TIMEOUT_SECONDS, DEFAULT_READ_TIMEOUT_SECONDS),
-            retry_budget_seconds: float = 0.0,
+            retry_budget_seconds: float = DEFAULT_RETRY_BUDGET_SECONDS,
     ) -> Any:
         """Performs the POST request to the HF Endpoint."""
         headers = {

{iatoolkit-2.28.4 → iatoolkit-2.29.1/src/iatoolkit.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: iatoolkit
-Version: 2.28.4
+Version: 2.29.1
 Summary: IAToolkit
 Author: Fernando Libedinsky
 License-Expression: MIT