truss 0.11.18rc500__tar.gz → 0.11.18rc501__tar.gz

{truss-0.11.18rc500 → truss-0.11.18rc501}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: truss
-Version: 0.11.18rc500
+Version: 0.11.18rc501
 Summary: A seamless bridge from model development to model delivery
 Project-URL: Repository, https://github.com/basetenlabs/truss
 Project-URL: Homepage, https://truss.baseten.co

{truss-0.11.18rc500 → truss-0.11.18rc501}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "truss"
-version = "0.11.18rc500"
+version = "0.11.18rc501"
 description = "A seamless bridge from model development to model delivery"
 authors = [
     { name = "Pankaj Gupta", email = "no-reply@baseten.co" },

{truss-0.11.18rc500 → truss-0.11.18rc501}/truss/templates/control/control/helpers/inference_server_process_controller.py

@@ -49,7 +49,8 @@ class InferenceServerProcessController:
 
     def _terminate_children_and_process(self):
         """Kill child processes first, then parent. Prevents port binding conflicts."""
-        kill_child_processes(self._inference_server_process.pid)
+        # Use 2s timeout for faster restarts (was 120s default)
+        kill_child_processes(self._inference_server_process.pid, timeout=2)
         self._inference_server_process.terminate()
 
     def stop(self):

{truss-0.11.18rc500 → truss-0.11.18rc501}/truss/templates/shared/util.py

@@ -1,7 +1,7 @@
 import multiprocessing
 import os
 import sys
-from typing import List
+from typing import List, Optional
 
 import psutil
 
@@ -62,7 +62,7 @@ def all_processes_dead(procs: List[multiprocessing.Process]) -> bool:
     return True
 
 
-def kill_child_processes(parent_pid: int):
+def kill_child_processes(parent_pid: int, timeout: Optional[float] = CHILD_PROCESS_WAIT_TIMEOUT_SECONDS):
     try:
         parent = psutil.Process(parent_pid)
     except psutil.NoSuchProcess:
@@ -71,7 +71,7 @@ def kill_child_processes(parent_pid: int):
     for process in children:
         process.terminate()
     gone, alive = psutil.wait_procs(
-        children, timeout=CHILD_PROCESS_WAIT_TIMEOUT_SECONDS
+        children, timeout=timeout
     )
     for process in alive:
         process.kill()