truss 0.11.18rc500__py3-none-any.whl → 0.11.18rc501__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of truss might be problematic. Click here for more details.

@@ -49,7 +49,8 @@ class InferenceServerProcessController:
49
49
 
50
50
  def _terminate_children_and_process(self):
51
51
  """Kill child processes first, then parent. Prevents port binding conflicts."""
52
- kill_child_processes(self._inference_server_process.pid)
52
+ # Use 2s timeout for faster restarts (was 120s default)
53
+ kill_child_processes(self._inference_server_process.pid, timeout=2)
53
54
  self._inference_server_process.terminate()
54
55
 
55
56
  def stop(self):
@@ -1,7 +1,7 @@
1
1
  import multiprocessing
2
2
  import os
3
3
  import sys
4
- from typing import List
4
+ from typing import List, Optional
5
5
 
6
6
  import psutil
7
7
 
@@ -62,7 +62,7 @@ def all_processes_dead(procs: List[multiprocessing.Process]) -> bool:
62
62
  return True
63
63
 
64
64
 
65
- def kill_child_processes(parent_pid: int):
65
+ def kill_child_processes(parent_pid: int, timeout: Optional[float] = CHILD_PROCESS_WAIT_TIMEOUT_SECONDS):
66
66
  try:
67
67
  parent = psutil.Process(parent_pid)
68
68
  except psutil.NoSuchProcess:
@@ -71,7 +71,7 @@ def kill_child_processes(parent_pid: int):
71
71
  for process in children:
72
72
  process.terminate()
73
73
  gone, alive = psutil.wait_procs(
74
- children, timeout=CHILD_PROCESS_WAIT_TIMEOUT_SECONDS
74
+ children, timeout=timeout
75
75
  )
76
76
  for process in alive:
77
77
  process.kill()
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: truss
3
- Version: 0.11.18rc500
3
+ Version: 0.11.18rc501
4
4
  Summary: A seamless bridge from model development to model delivery
5
5
  Project-URL: Repository, https://github.com/basetenlabs/truss
6
6
  Project-URL: Homepage, https://truss.baseten.co
@@ -81,7 +81,7 @@ truss/templates/control/control/helpers/context_managers.py,sha256=W6dyFgLBhPa5m
81
81
  truss/templates/control/control/helpers/custom_types.py,sha256=n_lTudtLTpy4oPV3aDdJ4X2rh3KCV5btYO9UnTeUouQ,5471
82
82
  truss/templates/control/control/helpers/errors.py,sha256=LddFuQywuCCdYTEnFT5EalxdWos4uR89rbhMakCy2bA,970
83
83
  truss/templates/control/control/helpers/inference_server_controller.py,sha256=anFm7FwkGaUnYRQo2dxXohA9__c-XAVAqfA1EL2bIIY,6324
84
- truss/templates/control/control/helpers/inference_server_process_controller.py,sha256=8jhAWsUjG2JQ3elJA6ldCPJ8deo0vOLoD3rI8eKwkvk,4426
84
+ truss/templates/control/control/helpers/inference_server_process_controller.py,sha256=8RAu_hpJTuOBLJbxY7Y7-NqW9JK2VQ_dGw9Tmkcsiys,4501
85
85
  truss/templates/control/control/helpers/inference_server_starter.py,sha256=Fz2Puijro6Cc5cvTsAqOveNJbBQR_ARYJXl4lvETJ8Y,2633
86
86
  truss/templates/control/control/helpers/truss_patch/__init__.py,sha256=CXZdUV_ylqLTJrKuFpvSnUT6PUFrZrMF2y6jiHbdaKU,998
87
87
  truss/templates/control/control/helpers/truss_patch/model_code_patch_applier.py,sha256=LTIIADLz0wRn7V49j64dU1U7Hbta9YLde3pb5YZWvzQ,2001
@@ -112,7 +112,7 @@ truss/templates/shared/lazy_data_resolver.py,sha256=HxrZz6X30j2LbsExYSqhuOGoYEff
112
112
  truss/templates/shared/log_config.py,sha256=l9udyu4VKHZePlfK9LQEd5TOUUodPuehypsXRSUL4Ac,5411
113
113
  truss/templates/shared/secrets_resolver.py,sha256=3prDe3Q06NTmUEe7KCW-W4TD1CzGck9lpDG789209z4,2110
114
114
  truss/templates/shared/serialization.py,sha256=_WC_2PPkRi-MdTwxwjG8LKQptnHi4sANfpOlKWevqWc,3736
115
- truss/templates/shared/util.py,sha256=dPgFF4iL_YkeC6Kf8tZUHJH60rbpskHwVPh0ONLGaQM,2222
115
+ truss/templates/shared/util.py,sha256=WZdYzZTB64icO6SgzY-pnsbRSX7na-7ohxqqEqaw9uU,2268
116
116
  truss/templates/train/config.py,sha256=aQJ3lsyVRlq6edjjZq4_Anz1bZVwkjLdclmZPJTdo1k,1626
117
117
  truss/templates/train/run.sh,sha256=2rimigJOn6yg4DguRfOJWkzm77X-meNSYXnidLafqNg,346
118
118
  truss/templates/trtllm-audio/model/model.py,sha256=o38QqW57b1lf8O_td1lW_AojZZ8R_qAZCgzOWtoIse8,1619
@@ -374,8 +374,8 @@ truss_train/deployment.py,sha256=lWWANSuzBWu2M4oK4qD7n-oVR1JKdmw2Pn5BJQHg-Ck,307
374
374
  truss_train/loader.py,sha256=0o66EjBaHc2YY4syxxHVR4ordJWs13lNXnKjKq2wq0U,1630
375
375
  truss_train/public_api.py,sha256=9N_NstiUlmBuLUwH_fNG_1x7OhGCytZLNvqKXBlStrM,1220
376
376
  truss_train/restore_from_checkpoint.py,sha256=8hdPm-WSgkt74HDPjvCjZMBpvA9MwtoYsxVjOoa7BaM,1176
377
- truss-0.11.18rc500.dist-info/METADATA,sha256=o9mIIX2iDFH8mEVD39WocUjQofwSiLA6t8IM0vVBHFI,6683
378
- truss-0.11.18rc500.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
379
- truss-0.11.18rc500.dist-info/entry_points.txt,sha256=-MwKfHHQHQ6j0HqIgvxrz3CehCmczDLTD-OsRHnjjuU,130
380
- truss-0.11.18rc500.dist-info/licenses/LICENSE,sha256=FTqGzu85i-uw1Gi8E_o0oD60bH9yQ_XIGtZbA1QUYiw,1064
381
- truss-0.11.18rc500.dist-info/RECORD,,
377
+ truss-0.11.18rc501.dist-info/METADATA,sha256=Xyhh3BG7ma99JlH81tieROHYUAlkCN9yc8sr9ssrw-o,6683
378
+ truss-0.11.18rc501.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
379
+ truss-0.11.18rc501.dist-info/entry_points.txt,sha256=-MwKfHHQHQ6j0HqIgvxrz3CehCmczDLTD-OsRHnjjuU,130
380
+ truss-0.11.18rc501.dist-info/licenses/LICENSE,sha256=FTqGzu85i-uw1Gi8E_o0oD60bH9yQ_XIGtZbA1QUYiw,1064
381
+ truss-0.11.18rc501.dist-info/RECORD,,