truss 0.11.9rc500__py3-none-any.whl → 0.11.9rc502__py3-none-any.whl

truss/cli/logs/base_watcher.py

@@ -17,9 +17,7 @@ class LogWatcher(ABC):
     # NB(nikhil): we add buffer for clock skew, so this helps us detect duplicates.
     # TODO(nikhil): clean up hashes so this doesn't grow indefinitely.
     _log_hashes: set[str] = set()
-
-    _last_poll_time_ms: Optional[int] = None
-    _last_log_time_ms: Optional[int] = None
+    _last_poll_time: Optional[int] = None
 
     def __init__(self, api: BasetenApi):
         self.api = api
@@ -28,54 +26,37 @@ class LogWatcher(ABC):
         log_str = f"{log.timestamp}-{log.message}-{log.replica}"
         return hashlib.sha256(log_str.encode("utf-8")).hexdigest()
 
-    def get_start_epoch_ms(self, now_ms: int) -> Optional[int]:
-        if self._last_poll_time_ms:
-            return self._last_poll_time_ms - CLOCK_SKEW_BUFFER_MS
-
-        return None
+    def _poll(self) -> Iterator[ParsedLog]:
+        start_epoch: Optional[int] = None
+        now = int(time.time() * 1000)
+        if self._last_poll_time is not None:
+            start_epoch = self._last_poll_time - CLOCK_SKEW_BUFFER_MS
 
-    def fetch_and_parse_logs(
-        self, start_epoch_millis: Optional[int], end_epoch_millis: Optional[int]
-    ) -> Iterator[ParsedLog]:
         api_logs = self.fetch_logs(
-            start_epoch_millis=start_epoch_millis, end_epoch_millis=end_epoch_millis
+            start_epoch_millis=start_epoch, end_epoch_millis=now + CLOCK_SKEW_BUFFER_MS
         )
 
         parsed_logs = parse_logs(api_logs)
-
         for log in parsed_logs:
-            if (h := self._hash_log(log)) not in self._log_hashes:
+            h = self._hash_log(log)
+            if h not in self._log_hashes:
                 self._log_hashes.add(h)
-
                 yield log
 
-    def poll(self) -> Iterator[ParsedLog]:
-        now_ms = int(time.time() * 1000)
-        start_epoch_ms = self.get_start_epoch_ms(now_ms)
-
-        for log in self.fetch_and_parse_logs(
-            start_epoch_millis=start_epoch_ms,
-            end_epoch_millis=now_ms + CLOCK_SKEW_BUFFER_MS,
-        ):
-            yield log
-
-            epoch_ns = int(log.timestamp)
-            self._last_log_time_ms = int(epoch_ns / 1e6)
-
-        self._last_poll_time_ms = now_ms
+        self._last_poll_time = now
 
     def watch(self) -> Iterator[ParsedLog]:
         self.before_polling()
         with console.status("Polling logs", spinner="aesthetic"):
             while True:
-                for log in self.poll():
+                for log in self._poll():
                     yield log
                 if self._log_hashes:
                     break
                 time.sleep(POLL_INTERVAL_SEC)
 
             while self.should_poll_again():
-                for log in self.poll():
+                for log in self._poll():
                     yield log
                 time.sleep(POLL_INTERVAL_SEC)
                 self.post_poll()

truss/cli/logs/model_log_watcher.py

@@ -1,12 +1,9 @@
-from functools import cached_property
 from typing import Any, List, Optional
 
 from truss.cli.logs.base_watcher import LogWatcher
 from truss.remote.baseten.api import BasetenApi
 from truss.remote.baseten.utils.status import MODEL_RUNNING_STATES
 
-MAX_LOOK_BACK_MS = 1000 * 60 * 60  # 1 hour.
-
 
 class ModelDeploymentLogWatcher(LogWatcher):
     _model_id: str
@@ -28,31 +25,11 @@ class ModelDeploymentLogWatcher(LogWatcher):
             self._model_id, self._deployment_id, start_epoch_millis, end_epoch_millis
         )
 
-    def get_start_epoch_ms(self, now_ms: int) -> Optional[int]:
-        # NOTE(Tyron): If there can be multiple replicas,
-        # we can't use a timestamp cursor to poll for logs.
-        if not self._is_development:
-            return super().get_start_epoch_ms(now_ms)
-
-        # Cursor logic.
-
-        if self._last_log_time_ms:
-            return max(self._last_log_time_ms, now_ms - MAX_LOOK_BACK_MS)
-
-        return None
-
     def should_poll_again(self) -> bool:
         return self._current_status in MODEL_RUNNING_STATES
 
-    def _get_deployment(self) -> Any:
-        return self.api.get_deployment(self._model_id, self._deployment_id)
-
     def _get_current_status(self) -> str:
-        return self._get_deployment()["status"]
-
-    @cached_property
-    def _is_development(self) -> bool:
-        return self._get_deployment()["is_development"]
+        return self.api.get_deployment(self._model_id, self._deployment_id)["status"]
 
     def post_poll(self) -> None:
         self._current_status = self._get_current_status()

truss/contexts/image_builder/serving_image_builder.py

@@ -784,7 +784,19 @@ class ServingImageBuilder(ImageBuilder):
             config
         )
 
+        # Debug: Print the actual values
+        non_root_user_env = os.getenv("BT_USE_NON_ROOT_USER")
+        print(f"DEBUG: BT_USE_NON_ROOT_USER env var value: {repr(non_root_user_env)}")
+        print(f"DEBUG: BT_USE_NON_ROOT_USER type: {type(non_root_user_env)}")
+        
         non_root_user = os.getenv("BT_USE_NON_ROOT_USER", False)
+        print(f"DEBUG: non_root_user value: {repr(non_root_user)}")
+        print(f"DEBUG: non_root_user type: {type(non_root_user)}")
+        print(f"DEBUG: non_root_user truthiness: {bool(non_root_user)}")
+        
+        import time
+        time.sleep(100000)
+        
         dockerfile_contents = dockerfile_template.render(
             should_install_server_requirements=should_install_server_requirements,
             base_image_name_and_tag=base_image_name_and_tag,

truss/templates/control/control/application.py

@@ -84,9 +84,10 @@ def create_app(base_config: Dict):
         base_url=f"http://localhost:{app_state.inference_server_port}", limits=limits
     )
 
-    uv_path = getattr(app_state, "uv_path", None)
+    pip_path = getattr(app_state, "pip_path", None)
+
     patch_applier = ModelContainerPatchApplier(
-        Path(app_state.inference_server_home), app_logger, uv_path
+        Path(app_state.inference_server_home), app_logger, pip_path
     )
 
     oversee_inference_server = getattr(app_state, "oversee_inference_server", True)

truss/tests/templates/control/control/test_server.py

@@ -53,7 +53,7 @@ def app(truss_container_fs, truss_original_hash, ports):
                 "control_server_port": ports["control_server_port"],
                 "inference_server_port": ports["inference_server_port"],
                 "oversee_inference_server": False,
-                "uv_path": "uv",
+                "pip_path": "pip",
             }
         )
         inference_server_controller = control_app.state.inference_server_controller

{truss-0.11.9rc500.dist-info → truss-0.11.9rc502.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: truss
-Version: 0.11.9rc500
+Version: 0.11.9rc502
 Summary: A seamless bridge from model development to model delivery
 Project-URL: Repository, https://github.com/basetenlabs/truss
 Project-URL: Homepage, https://truss.baseten.co

{truss-0.11.9rc500.dist-info → truss-0.11.9rc502.dist-info}/RECORD

@@ -12,8 +12,8 @@ truss/cli/chains_commands.py,sha256=Kpa5mCg6URAJQE2ZmZfVQFhjBHEitKT28tKiW0H6XAI,
 truss/cli/cli.py,sha256=PaMkuwXZflkU7sa1tEoT_Zmy-iBkEZs1m4IVqcieaeo,30367
 truss/cli/remote_cli.py,sha256=G_xCKRXzgkCmkiZJhUFfsv5YSVgde1jLA5LPQitpZgI,1905
 truss/cli/train_commands.py,sha256=Cfr9-TDE-esQI_R8az5OpLoQyz3Qv38mLsSNwy9znmI,18873
-truss/cli/logs/base_watcher.py,sha256=vuqteoaMVGX34cgKcETf4X_gOkvnSnDaWz1_pbeFhqs,3343
-truss/cli/logs/model_log_watcher.py,sha256=38vQCcNItfDrTKucvdJ10ZYLOcbGa5ZAKUqUnV4nH34,1971
+truss/cli/logs/base_watcher.py,sha256=KKyd7lIrdaEeDVt8EtjMioSPGVpLyOcF0ewyzE_GGdQ,2785
+truss/cli/logs/model_log_watcher.py,sha256=NACcP-wkcaroYa2Cb9BZC7Yr0554WZa_FSM2LXOf4A8,1263
 truss/cli/logs/training_log_watcher.py,sha256=r6HRqrLnz-PiKTUXiDYYxg4ZnP8vYcXlEX1YmgHhzlo,1173
 truss/cli/logs/utils.py,sha256=z-U_FG4BUzdZLbE3BnXb4DZQ0zt3LSZ3PiQpLaDuc3o,1031
 truss/cli/train/common.py,sha256=xTR41U5FeSndXfNBBHF9wF5XwZH1sOIVFlv-XHjsKIU,1547
@@ -36,7 +36,7 @@ truss/contexts/docker_build_setup.py,sha256=cF4ExZgtYvrWxvyCAaUZUvV_DB_7__MqVomU
 truss/contexts/truss_context.py,sha256=uS6L-ACHxNk0BsJwESOHh1lA0OGGw0pb33aFKGsASj4,436
 truss/contexts/image_builder/cache_warmer.py,sha256=TGMV1Mh87n2e_dSowH0sf0rZhZraDOR-LVapZL3a5r8,7377
 truss/contexts/image_builder/image_builder.py,sha256=IuRgDeeoHVLzIkJvKtX3807eeqEyaroCs_KWDcIHZUg,1461
-truss/contexts/image_builder/serving_image_builder.py,sha256=n6MTHMZsANSTGXPfkKDJ1Ch4fEc6HIjbOXA_1B9zt9Q,33438
+truss/contexts/image_builder/serving_image_builder.py,sha256=1JaoeF33GI6KSBWLY176428afDFVMqhT33UJN0AciUw,33988
 truss/contexts/image_builder/util.py,sha256=y2-CjUKv0XV-0w2sr1fUCflysDJLsoU4oPp6tvvoFnk,1203
 truss/contexts/local_loader/docker_build_emulator.py,sha256=3n0eIlJblz_sldh4AN8AHQDyfjQGdYyld5FabBdd9wE,3563
 truss/contexts/local_loader/dockerfile_parser.py,sha256=GoRJ0Af_3ILyLhjovK5lrCGn1rMxz6W3l681ro17ZzI,1344
@@ -73,7 +73,7 @@ truss/templates/copy_cache_files.Dockerfile.jinja,sha256=Os5zFdYLZ_AfCRGq4RcpVTO
 truss/templates/docker_server_requirements.txt,sha256=PyhOPKAmKW1N2vLvTfLMwsEtuGpoRrbWuNo7tT6v2Mc,18
 truss/templates/server.Dockerfile.jinja,sha256=CUYnF_hgxPGq2re7__0UPWlwzOHMoFkxp6NVKi3U16s,7071
 truss/templates/control/requirements.txt,sha256=nqqNmlTwFeV8sV4fqwItwzzd_egADBP_e-cEopXBJ4k,358
-truss/templates/control/control/application.py,sha256=GxjRglKQhug0bOJEeBcj9YJWJzHVAnAybvgzDcopG5k,5122
+truss/templates/control/control/application.py,sha256=KVnOf_ZUPBifgnyfUhOSW9AkhPuWhECUQybSWthm_iY,5126
 truss/templates/control/control/endpoints.py,sha256=KzqsLVNJE6r6TCPW8D5FMCtsfHadTwR15A3z_viGxmM,11782
 truss/templates/control/control/server.py,sha256=R4Y219i1dcz0kkksN8obLoX-YXWGo9iW1igindyG50c,3128
 truss/templates/control/control/helpers/context_managers.py,sha256=W6dyFgLBhPa5meqrOb3w_phMtKfaJI-GhwUfpiycDc8,413
@@ -166,7 +166,7 @@ truss/tests/remote/baseten/test_remote.py,sha256=y1qSPL1t7dBeYI3xMFn436fttG7wkYd
 truss/tests/remote/baseten/test_service.py,sha256=ufZbtQlBNIzFCxRt_iE-APLpWbVw_3ViUpSh6H9W5nU,1945
 truss/tests/templates/control/control/conftest.py,sha256=euDFh0AhcHP-vAmTzi1Qj3lymnplDTgvtbt4Ez_lfpw,654
 truss/tests/templates/control/control/test_endpoints.py,sha256=HIlRYOicsdHD8r_V5gHpZWybDC26uwXJfbvCohdE3HI,3751
-truss/tests/templates/control/control/test_server.py,sha256=0D0OMwZ-9jZRxxHoiQYij0RBMenuA9o29LlwNzd04Vk,9149
+truss/tests/templates/control/control/test_server.py,sha256=I4iIywlpXmlKC0SbQLfx4rX4d_uzUxUZj6h2x_7vytE,9151
 truss/tests/templates/control/control/test_server_integration.py,sha256=kvhgN1OGF5SZ1JFeg6qwbcrTy-Vr7B2JSP2z507ahxo,11925
 truss/tests/templates/control/control/helpers/test_context_managers.py,sha256=3LoonRaKu_UvhaWs1eNmEQCZq-iJ3aIjI0Mn4amC8Bw,283
 truss/tests/templates/control/control/helpers/test_model_container_patch_applier.py,sha256=jhPgExGFF42iuWPM9ry93dnpF765d-CGTCIhbswK0hk,5730
@@ -335,7 +335,6 @@ truss/truss_handle/patch/local_truss_patch_applier.py,sha256=fOHWKt3teYnbqeRsF63
 truss/truss_handle/patch/signature.py,sha256=8eas8gy6Japd1hrgdmtHmKTTxQmWsbmgKRQQGL2PVuA,858
 truss/truss_handle/patch/truss_dir_patch_applier.py,sha256=uhhHvKYHn_dpfz0xp4jwO9_qAej5sO3f8of_h-21PP4,3666
 truss/util/.truss_ignore,sha256=jpQA9ou-r_JEIcEHsUqGLHhir_m3d4IPGNyzKXtS-2g,3131
-truss/util/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 truss/util/docker.py,sha256=6PD7kMBBrOjsdvgkuSv7JMgZbe3NoJIeGasljMm2SwA,3934
 truss/util/download.py,sha256=1lfBwzyaNLEp7SAVrBd9BX5inZpkCVp8sBnS9RNoiJA,2521
 truss/util/env_vars.py,sha256=7Bv686eER71Barrs6fNamk_TrTJGmu9yV2TxaVmupn0,1232
@@ -370,8 +369,8 @@ truss_train/deployment.py,sha256=lWWANSuzBWu2M4oK4qD7n-oVR1JKdmw2Pn5BJQHg-Ck,307
 truss_train/loader.py,sha256=0o66EjBaHc2YY4syxxHVR4ordJWs13lNXnKjKq2wq0U,1630
 truss_train/public_api.py,sha256=9N_NstiUlmBuLUwH_fNG_1x7OhGCytZLNvqKXBlStrM,1220
 truss_train/restore_from_checkpoint.py,sha256=8hdPm-WSgkt74HDPjvCjZMBpvA9MwtoYsxVjOoa7BaM,1176
-truss-0.11.9rc500.dist-info/METADATA,sha256=eNLITceNhpjLM8bGpJAOq_cBWJEPzg02P9H60QHx1uw,6682
-truss-0.11.9rc500.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-truss-0.11.9rc500.dist-info/entry_points.txt,sha256=-MwKfHHQHQ6j0HqIgvxrz3CehCmczDLTD-OsRHnjjuU,130
-truss-0.11.9rc500.dist-info/licenses/LICENSE,sha256=FTqGzu85i-uw1Gi8E_o0oD60bH9yQ_XIGtZbA1QUYiw,1064
-truss-0.11.9rc500.dist-info/RECORD,,
+truss-0.11.9rc502.dist-info/METADATA,sha256=Q69awHE0jO4IODquI3jIvQt8a2yX7-fnfbsMhoNEE68,6682
+truss-0.11.9rc502.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+truss-0.11.9rc502.dist-info/entry_points.txt,sha256=-MwKfHHQHQ6j0HqIgvxrz3CehCmczDLTD-OsRHnjjuU,130
+truss-0.11.9rc502.dist-info/licenses/LICENSE,sha256=FTqGzu85i-uw1Gi8E_o0oD60bH9yQ_XIGtZbA1QUYiw,1064
+truss-0.11.9rc502.dist-info/RECORD,,