truss 0.11.13rc4__py3-none-any.whl → 0.11.13rc500__py3-none-any.whl

truss/templates/base.Dockerfile.jinja

@@ -115,9 +115,11 @@ WORKDIR $APP_HOME
 {% endblock %}
 
 
+{% set packages_dir = "/packages" %}
+RUN mkdir -p {{ packages_dir }}
 {% block bundled_packages_copy %}
     {%- if bundled_packages_dir_exists %}
-COPY --chown={{ default_owner }} ./{{ config.bundled_packages_dir }} /packages
+COPY --chown={{ default_owner }} ./{{ config.bundled_packages_dir }} {{ packages_dir }}
 {%- endif %}
 {% endblock %}
 

truss/templates/server.Dockerfile.jinja

@@ -104,7 +104,7 @@ COPY --chown={{ default_owner }} ./{{ config.model_module_dir }} ${APP_HOME}/mod
 {# Macro to change ownership of directories and switch to regular user #}
 {%- macro chown_and_switch_to_regular_user_if_enabled(additional_chown_dirs=[]) -%}
 {%- if non_root_user %}
-RUN chown -R {{ app_username }}:{{ app_username }} {% for dir in additional_chown_dirs %}{{ dir }} {% endfor %}${HOME} ${APP_HOME}
+RUN chown -R {{ app_username }}:{{ app_username }} ${HOME} ${APP_HOME} {{ packages_dir }} {% for dir in additional_chown_dirs %}{{ dir }} {% endfor %}
 USER {{ app_username }}
 {%- endif %} {#- endif non_root_user #}
 {%- endmacro -%}

truss/templates/shared/lazy_data_resolver.py

@@ -1,13 +1,12 @@
 import atexit
 import json
 import logging
-import os
 import time
 from dataclasses import dataclass
 from functools import lru_cache
 from pathlib import Path
 from threading import Lock, Thread
-from typing import Optional, Union
+from typing import List, Optional, Union
 
 try:
     from prometheus_client import Counter, Gauge, Histogram
@@ -31,7 +30,7 @@ class TrussTransferStats:
     total_manifest_size_bytes: int
     total_download_time_secs: float
     total_aggregated_mb_s: Optional[float]
-    file_downloads: list[FileDownloadMetric]
+    file_downloads: List[FileDownloadMetric]
     b10fs_read_speed_mbps: Optional[float]
     b10fs_decision_to_use: bool
     b10fs_enabled: bool
@@ -70,7 +69,7 @@ class TrussTransferStats:
         except Exception:
             return None
 
-    def publish_to_prometheus(self):
+    def publish_to_prometheus(self, hidden_time: float = 0.0):
         """Publish transfer stats to Prometheus metrics. Only runs once."""
         if not PROMETHEUS_AVAILABLE:
             return
@@ -93,10 +92,12 @@ class TrussTransferStats:
         download_time_histogram = Histogram(
             "model_cache_download_time_seconds",
             "Total download time in seconds",
-            buckets=[
+            buckets=[0]
+            + [
                 2**i
                 for i in range(-3, 11)  # = [0.125, .. 2048] seconds
-            ],
+            ]
+            + [float("inf")],
         )
         download_speed_gauge = Gauge(
             "model_cache_download_speed_mbps", "Aggregated download speed in MB/s"
@@ -110,21 +111,29 @@ class TrussTransferStats:
             "model_cache_file_size_bytes_total",
             "Total size of downloaded files in bytes",
         )
+        file_download_hidden_time_gauge = Gauge(
+            "model_cache_file_download_hidden_time_seconds",
+            "Total time hidden from user by starting the import before user code (seconds)",
+        )
         file_download_time_histogram = Histogram(
             "model_cache_file_download_time_seconds",
             "File download time distribution",
-            buckets=[
+            buckets=[0]
+            + [
                 2**i
                 for i in range(-3, 11)  # = [0.125, .. 2048] seconds
-            ],
+            ]
+            + [float("inf")],
         )
         file_download_speed_histogram = Histogram(
             "model_cache_file_download_speed_mbps",
             "File download speed distribution",
-            buckets=[
+            buckets=[0]
+            + [
                 2**i
                 for i in range(-1, 12)  # = [0.5, .. 4096] MB/s
-            ],
+            ]
+            + [float("inf")],
         )
 
         # B10FS specific metrics
@@ -160,6 +169,7 @@ class TrussTransferStats:
         # Set main transfer metrics
         manifest_size_gauge.set(self.total_manifest_size_bytes)
         download_time_histogram.observe(self.total_download_time_secs)
+        file_download_hidden_time_gauge.set(hidden_time)
 
         if self.total_aggregated_mb_s is not None:
             download_speed_gauge.set(self.total_aggregated_mb_s)
@@ -338,10 +348,7 @@ class LazyDataResolverV2:
                 if stats and publish_stats:
                     self.logger.info(f"model_cache: {stats}")
                     # Publish stats to Prometheus
-                    if (
-                        os.getenv("TRUSS_MODEL_CACHE_PROMETHEUS", "0") == "1"
-                    ):  # Hide behind feature flag for core-product to enabled.
-                        stats.publish_to_prometheus()
+                    stats.publish_to_prometheus()
                 self.logger.info(
                     f"model_cache: Fetch took {fetch_t:.2f} seconds, of which {start_lock_t:.2f} seconds were spent blocking."
                 )

truss/tests/test_data/server.Dockerfile

@@ -36,6 +36,7 @@ COPY --chown= ./data ${APP_HOME}/data
 COPY --chown= ./server ${APP_HOME}
 COPY --chown= ./config.yaml ${APP_HOME}/config.yaml
 COPY --chown= ./model ${APP_HOME}/model
+RUN mkdir -p /packages
 COPY --chown= ./packages /packages
 ENV INFERENCE_SERVER_PORT="8080"
 ENV SERVER_START_CMD="/usr/local/bin/python3 /app/main.py"

{truss-0.11.13rc4.dist-info → truss-0.11.13rc500.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: truss
-Version: 0.11.13rc4
+Version: 0.11.13rc500
 Summary: A seamless bridge from model development to model delivery
 Project-URL: Repository, https://github.com/basetenlabs/truss
 Project-URL: Homepage, https://truss.baseten.co

{truss-0.11.13rc4.dist-info → truss-0.11.13rc500.dist-info}/RECORD

@@ -66,12 +66,12 @@ truss/remote/baseten/utils/time.py,sha256=Ry9GMjYnbIGYVIGwtmv4V8ljWjvdcaCf5NOQzl
 truss/remote/baseten/utils/transfer.py,sha256=d3VptuQb6M1nyS6kz0BAfeOYDLkMKUjatJXpY-mp-As,1548
 truss/templates/README.md.jinja,sha256=N7CJdyldZuJamj5jLh47le0hFBdu9irVsTBqoxhPNPQ,2476
 truss/templates/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-truss/templates/base.Dockerfile.jinja,sha256=DgvNqmkt5QRrqy7a9hw6HffmVTUrdGl06oVZ4eeha5Y,5253
+truss/templates/base.Dockerfile.jinja,sha256=tdMmK5TeiQuYbz4gqbACM3R-l-mazqL9tAZtJ4sxC4g,5331
 truss/templates/cache.Dockerfile.jinja,sha256=1qZqDo1phrcqi-Vwol-VafYJkADsBbQWU6huQ-_1x00,1146
 truss/templates/cache_requirements.txt,sha256=xoPoJ-OVnf1z6oq_RVM3vCr3ionByyqMLj7wGs61nUs,87
 truss/templates/copy_cache_files.Dockerfile.jinja,sha256=Os5zFdYLZ_AfCRGq4RcpVTObOTwL7zvmwYcvOzd_Zqo,126
 truss/templates/docker_server_requirements.txt,sha256=PyhOPKAmKW1N2vLvTfLMwsEtuGpoRrbWuNo7tT6v2Mc,18
-truss/templates/server.Dockerfile.jinja,sha256=FdxCIXBjBMXVQy0fFxEY2acL-MAZGOD8JKKWAhu3M24,7071
+truss/templates/server.Dockerfile.jinja,sha256=Mu5_ZxuAknwaEOsF0l-XssA9pDg3pD3eLl6JBzNJ4rg,7091
 truss/templates/control/requirements.txt,sha256=tJGr83WoE0CZm2FrloZ9VScK84q-_FTuVXjDYrexhW0,250
 truss/templates/control/control/application.py,sha256=5Kam6M-XtfKGaXQz8cc3d0bwDkB80o2MskABWROx1gk,5321
 truss/templates/control/control/endpoints.py,sha256=KzqsLVNJE6r6TCPW8D5FMCtsfHadTwR15A3z_viGxmM,11782
@@ -107,7 +107,7 @@ truss/templates/server/common/tracing.py,sha256=XSTXNoRtV8vXwveJoX3H32go0JKnLmzn
 truss/templates/server/common/patches/whisper/patch.py,sha256=kDECQ-wmEpeAZFhUTQP457ofueeMsm7DgNy9tqinhJQ,2383
 truss/templates/shared/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 truss/templates/shared/dynamic_config_resolver.py,sha256=75s42NFhQI5jL7BqlJH_UkuQS7ptbtFh13f2nh6X5Wo,920
-truss/templates/shared/lazy_data_resolver.py,sha256=2QS_0Qac5MMJYhzW-DGgs9_Wh7BtIGLfBtnm29I7X8o,13818
+truss/templates/shared/lazy_data_resolver.py,sha256=HxrZz6X30j2LbsExYSqhuOGoYEffGpd7FPBtJexI7TQ,14064
 truss/templates/shared/log_config.py,sha256=l9udyu4VKHZePlfK9LQEd5TOUUodPuehypsXRSUL4Ac,5411
 truss/templates/shared/secrets_resolver.py,sha256=3prDe3Q06NTmUEe7KCW-W4TD1CzGck9lpDG789209z4,2110
 truss/templates/shared/serialization.py,sha256=_WC_2PPkRi-MdTwxwjG8LKQptnHi4sANfpOlKWevqWc,3736
@@ -185,7 +185,7 @@ truss/tests/test_data/pima-indians-diabetes.csv,sha256=BvW3ws17ymhv2k-S6rX2Hn_2Q
 truss/tests/test_data/readme_int_example.md,sha256=fuHvpLtdkJy1f4NAR_djotVBdzusHYNXc-Fwh588XAE,1586
 truss/tests/test_data/readme_no_example.md,sha256=T2CzFMRvICXeX3_5XbFoqhHchcHGot-xM7izx34B3aQ,1607
 truss/tests/test_data/readme_str_example.md,sha256=fP4pvMqgLdIapaOf_BgRiV0H7pw4so0RNxrlq5lbROE,1726
-truss/tests/test_data/server.Dockerfile,sha256=3rWiU3RxBh0PIh8pS23FnP8UA-ErmzxTlgf_J22mMQ8,2024
+truss/tests/test_data/server.Dockerfile,sha256=KoQN5qBpiXL93qbjbG76kfRVapwfV5CNJzQcpjPocz0,2047
 truss/tests/test_data/annotated_types_truss/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 truss/tests/test_data/annotated_types_truss/config.yaml,sha256=B-ZyyjLLqtxGfXj2tkH68Hy7NOMB_coYvoWyWom61g0,147
 truss/tests/test_data/annotated_types_truss/model/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -370,8 +370,8 @@ truss_train/deployment.py,sha256=lWWANSuzBWu2M4oK4qD7n-oVR1JKdmw2Pn5BJQHg-Ck,307
 truss_train/loader.py,sha256=0o66EjBaHc2YY4syxxHVR4ordJWs13lNXnKjKq2wq0U,1630
 truss_train/public_api.py,sha256=9N_NstiUlmBuLUwH_fNG_1x7OhGCytZLNvqKXBlStrM,1220
 truss_train/restore_from_checkpoint.py,sha256=8hdPm-WSgkt74HDPjvCjZMBpvA9MwtoYsxVjOoa7BaM,1176
-truss-0.11.13rc4.dist-info/METADATA,sha256=xxM0NsWyJwukE2KXOuzkZ--EuVl7gRNiJw2wBFwpPT0,6681
-truss-0.11.13rc4.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-truss-0.11.13rc4.dist-info/entry_points.txt,sha256=-MwKfHHQHQ6j0HqIgvxrz3CehCmczDLTD-OsRHnjjuU,130
-truss-0.11.13rc4.dist-info/licenses/LICENSE,sha256=FTqGzu85i-uw1Gi8E_o0oD60bH9yQ_XIGtZbA1QUYiw,1064
-truss-0.11.13rc4.dist-info/RECORD,,
+truss-0.11.13rc500.dist-info/METADATA,sha256=fO90Qd0TBo1ZirChnji7aZh2vHpqYmuUGsCYMZGe4Oo,6683
+truss-0.11.13rc500.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+truss-0.11.13rc500.dist-info/entry_points.txt,sha256=-MwKfHHQHQ6j0HqIgvxrz3CehCmczDLTD-OsRHnjjuU,130
+truss-0.11.13rc500.dist-info/licenses/LICENSE,sha256=FTqGzu85i-uw1Gi8E_o0oD60bH9yQ_XIGtZbA1QUYiw,1064
+truss-0.11.13rc500.dist-info/RECORD,,