truss 0.10.9rc547__py3-none-any.whl → 0.10.9rc549__py3-none-any.whl

truss/contexts/local_loader/docker_build_emulator.py

@@ -1,3 +1,4 @@
+import re
 from dataclasses import dataclass, field
 from pathlib import Path
 from typing import Dict, List
@@ -31,12 +32,26 @@ class DockerBuildEmulator:
         self._context_dir = context_dir
 
     def run(self, fs_root_dir: Path) -> DockerBuildEmulatorResult:
-        def _resolve_env(key: str) -> str:
-            if key.startswith("$"):
-                key = key.replace("$", "", 1)
-                v = result.env[key]
-                return v
-            return key
+        def _resolve_env(in_value: str) -> str:
+            # Valid environment variable name pattern
+            var_name_pattern = r'[A-Za-z_][A-Za-z0-9_]*'
+            
+            # Handle ${VAR} syntax
+            def replace_braced_var(match):
+                var_name = match.group(1)
+                return result.env.get(var_name, match.group(0))  # Return original if not found
+            
+            # Handle $VAR syntax (word boundary ensures we don't match parts of other vars)
+            def replace_simple_var(match):
+                var_name = match.group(1)
+                return result.env.get(var_name, match.group(0))  # Return original if not found
+            
+            # Replace ${VAR} patterns first, using % substitution to avoid additional braces noise with f-strings
+            value = re.sub(r'\$\{(%s)\}' % var_name_pattern, replace_braced_var, in_value)
+            # Then replace remaining $VAR patterns (only at word boundaries)
+            value = re.sub(r'\$(%s)\b' % var_name_pattern, replace_simple_var, value)
+            
+            return value
 
         def _resolve_values(keys: List[str]) -> List[str]:
             return list(map(_resolve_env, keys))
@@ -53,11 +68,14 @@ class DockerBuildEmulator:
             if cmd.instruction == DockerInstruction.ENTRYPOINT:
                 result.entrypoint = list(values)
             if cmd.instruction == DockerInstruction.COPY:
+                # Filter out --chown flags
+                filtered_values = [v for v in values if not v.startswith("--chown")]
+                
                 # NB(nikhil): Skip COPY commands with --from flag (multi-stage builds)
-                if len(values) != 2:
+                if len(filtered_values) != 2:
                     continue
 
-                src, dst = values
+                src, dst = filtered_values
                 src = src.replace("./", "", 1)
                 dst = dst.replace("/", "", 1)
                 copy_tree_or_file(self._context_dir / src, fs_root_dir / dst)

truss/templates/base.Dockerfile.jinja

@@ -8,24 +8,27 @@ FROM {{ base_image_name_and_tag }} AS truss_server
 {%- set python_executable = config.base_image.python_executable_path or 'python3' %}
 ENV PYTHON_EXECUTABLE="{{ python_executable }}"
 
+{%- set bundled_packages_path = "/packages" %}  {# path for bundled packages #}
 {%- set app_username = "app" %}  {# needed later for USER directive#}
 {% block user_setup %}
 {%- set app_user_uid = 60000 %}
 {%- set control_server_dir = "/control" %}
 {%- set default_owner = "root:root" %}
-# The non-root user's home directory.
-# uv will use $HOME to install packages.
+{# The non-root user's home directory. #}
+{# uv will use $HOME to install packages. #}
 ENV HOME=/home/{{ app_username }}
-# Directory containing inference server code.
+{# Directory containing inference server code. #}
 ENV APP_HOME=/{{ app_username }}
 RUN mkdir -p ${APP_HOME} {{ control_server_dir }}
-# Create a non-root user to run model containers.
+{# Create a non-root user to run model containers. #}
 RUN useradd -u {{ app_user_uid }} -ms /bin/bash {{ app_username }}
 {% endblock %} {#- endblock user_setup #}
 
 {#- at the very beginning, set non-interactive mode for apt #}
 ENV DEBIAN_FRONTEND=noninteractive
 
+{# If non-root user is enabled and model container admin commands are enabled, install sudo #}
+{# to allow the non-root user to install packages. #}
 {%- if non_root_user and enable_model_container_admin_commands %}
 RUN apt update && apt install -y sudo
 {%- set allowed_admin_commands = ["/usr/bin/apt install *", "/usr/bin/apt update"] %}
@@ -66,7 +69,7 @@ RUN if ! command -v uv >/dev/null 2>&1; then \
     command -v curl >/dev/null 2>&1 || (apt update && apt install -y curl) && \
     curl -LsSf --retry 5 --retry-delay 5 https://astral.sh/uv/{{ UV_VERSION }}/install.sh | sh; \
 fi
-# Add the user's local bin to the path, used by uv.
+{# Add the user's local bin to the path, used by uv. #}
 ENV PATH=${PATH}:${HOME}/.local/bin
 {% endblock %}
 
@@ -117,7 +120,7 @@ WORKDIR $APP_HOME
 
 {% block bundled_packages_copy %}
     {%- if bundled_packages_dir_exists %}
-COPY --chown={{ default_owner }} ./{{ config.bundled_packages_dir }} /packages
+COPY --chown={{ default_owner }} ./{{ config.bundled_packages_dir }} {{ bundled_packages_path }}
 {%- endif %}
 {% endblock %}
 

truss/templates/cache.Dockerfile.jinja

@@ -1,5 +1,6 @@
 FROM python:3.11-slim AS cache_warmer
 
+ENV APP_HOME=/app
 RUN mkdir -p ${APP_HOME}/model_cache
 WORKDIR ${APP_HOME}
 
@@ -8,9 +9,9 @@ ENV HUGGING_FACE_HUB_TOKEN="{{hf_access_token}}"
 {% endif %}
 
 RUN apt-get -y update; apt-get -y install curl; curl -s https://baseten-public.s3.us-west-2.amazonaws.com/bin/b10cp-5fe8dc7da-linux-amd64 -o /app/b10cp; chmod +x /app/b10cp
-ENV B10CP_PATH_TRUSS="/app/b10cp"
+ENV B10CP_PATH_TRUSS="${APP_HOME}/b10cp"
 COPY --chown={{ default_owner }} ./cache_requirements.txt ${APP_HOME}/cache_requirements.txt
-RUN pip install -r /app/cache_requirements.txt --no-cache-dir && rm -rf /root/.cache/pip
+RUN pip install -r ${APP_HOME}/cache_requirements.txt --no-cache-dir && rm -rf /root/.cache/pip
 COPY --chown={{ default_owner }} ./cache_warmer.py /cache_warmer.py
 
 {% for credential in credentials_to_cache  %}

truss/templates/control/control/helpers/truss_patch/model_container_patch_applier.py

@@ -1,4 +1,6 @@
 import logging
+import os
+import shutil
 import subprocess
 from pathlib import Path
 from typing import Optional
@@ -91,27 +93,38 @@ class ModelContainerPatchApplier:
         )
         action = python_requirement_patch.action
 
-        if action == Action.REMOVE:
-            subprocess.run(
-                [
-                    self._pip_path,
-                    "uninstall",
-                    "-y",
+        if self._pip_path == "uv-control-env":
+            # Use uv pip with the control environment's Python
+            if action == Action.REMOVE:
+                subprocess.run([
+                    "uv", "pip", "uninstall", "-y",
                     python_requirement_patch.requirement,
-                ],
-                check=True,
-            )
-        elif action in [Action.ADD, Action.UPDATE]:
-            subprocess.run(
-                [
-                    self._pip_path,
-                    "install",
+                    "--python", "/control/.env/bin/python"
+                ], check=True)
+            elif action in [Action.ADD, Action.UPDATE]:
+                subprocess.run([
+                    "uv", "pip", "install",
                     python_requirement_patch.requirement,
                     "--upgrade",
-                ],
-                check=True,
-            )
+                    "--python", "/control/.env/bin/python"
+                ], check=True)
         else:
+            # Deprecated: use traditional pip executable
+            # This code block should eventually be removed,
+            # because we now use uv.
+            if action == Action.REMOVE:
+                subprocess.run([
+                    self._pip_path, "uninstall", "-y",
+                    python_requirement_patch.requirement,
+                ], check=True)
+            elif action in [Action.ADD, Action.UPDATE]:
+                subprocess.run([
+                    self._pip_path, "install",
+                    python_requirement_patch.requirement,
+                    "--upgrade",
+                ], check=True)
+        
+        if action not in [Action.REMOVE, Action.ADD, Action.UPDATE]:
             raise ValueError(f"Unknown python requirement patch action {action}")
 
     def _apply_system_package_patch(self, system_package_patch: SystemPackagePatch):
@@ -120,17 +133,34 @@ class ModelContainerPatchApplier:
         )
         action = system_package_patch.action
 
+        # Check if we're running as root
+        # Deprecated: this code should be removed eventually.
+        is_root = os.getuid() == 0
+        
+        # If not root, check for sudo availability
+        if not is_root:
+            if not shutil.which("sudo"):
+                raise RuntimeError(
+                    "Cannot install system packages for security reasons, please redeploy the model. "
+                    "System package installation requires elevated privileges that are not available in this environment."
+                )
+        
+        # Build the apt command with sudo if needed
+        apt_prefix = [] if is_root else ["sudo"]
+
         if action == Action.REMOVE:
             subprocess.run(
-                ["apt", "remove", "-y", system_package_patch.package], check=True
+                apt_prefix + ["apt", "remove", "-y", system_package_patch.package], 
+                check=True
             )
         elif action in [Action.ADD, Action.UPDATE]:
-            subprocess.run(["apt", "update"], check=True)
+            subprocess.run(apt_prefix + ["apt", "update"], check=True)
             subprocess.run(
-                ["apt", "install", "-y", system_package_patch.package], check=True
+                apt_prefix + ["apt", "install", "-y", system_package_patch.package], 
+                check=True
             )
         else:
-            raise ValueError(f"Unknown python requirement patch action {action}")
+            raise ValueError(f"Unknown system package patch action {action}")
 
     def _apply_config_patch(self, config_patch: ConfigPatch):
         self._app_logger.debug(f"Applying config patch {config_patch.to_dict()}")
@@ -176,10 +206,17 @@ class ModelContainerPatchApplier:
 
 
 def _identify_pip_path() -> str:
+    # For uv-managed environments, we don't use a pip executable directly
+    # Instead, we return a special marker that indicates we should use uv pip
+    control_python = Path("/control/.env/bin/python")
+    if control_python.exists():
+        return "uv-control-env"  # Special marker
+    
+    # Fallback to system pip if control environment doesn't exist
     if Path("/usr/local/bin/pip3").exists():
         return "/usr/local/bin/pip3"
-
+    
     if Path("/usr/local/bin/pip").exists():
         return "/usr/local/bin/pip"
-
-    raise RuntimeError("Unable to find pip, make sure it's installed.")
+    
+    raise RuntimeError("Unable to find pip, make sure it's installed.")

truss/templates/server.Dockerfile.jinja

@@ -46,7 +46,7 @@ RUN {{ sys_pip_install_command }} -r {{ server_requirements_filename }} --no-cac
 
 {% block app_copy %}
 {%- if model_cache_v1 %}
-# Copy data before code for better caching
+{# Copy data before code for better caching #}
 {%- include "copy_cache_files.Dockerfile.jinja" -%}
 {%- endif %} {#- endif model_cache_v1 #}
 
@@ -68,7 +68,7 @@ COPY --chown={{ default_owner }} ./{{ config.data_dir }} ${APP_HOME}/data
 {%- endif %} {#- endif data_dir_exists #}
 
 {%- if model_cache_v2 %}
-# v0.0.9, keep synced with server_requirements.txt
+{# v0.0.9, keep synced with server_requirements.txt #}
 RUN curl -sSL --fail --retry 5 --retry-delay 2 -o /usr/local/bin/truss-transfer-cli https://github.com/basetenlabs/truss/releases/download/v0.10.9rc0/truss-transfer-cli-v0.10.9rc0-linux-x86_64-unknown-linux-musl
 RUN chmod +x /usr/local/bin/truss-transfer-cli
 RUN mkdir /static-bptr
@@ -101,6 +101,13 @@ COPY --chown={{ default_owner }} ./{{ config.model_module_dir }} ${APP_HOME}/mod
 {% endblock %} {#- endblock app_copy #}
 
 {% block run %}
+{# Macro to change ownership of directories and switch to regular user #}
+{%- macro chown_and_switch_to_regular_user_if_enabled(additional_chown_dirs=[]) -%}
+{%- if non_root_user %}
+RUN chown -R {{ app_username }}:{{ app_username }} {% for dir in additional_chown_dirs %}{{ dir }} {% endfor %}${HOME} ${APP_HOME} {{ bundled_packages_path }}
+USER {{ app_username }}
+{%- endif %} {#- endif non_root_user #}
+{%- endmacro -%}
 
     {%- if config.docker_server %}
 RUN apt-get update -y && apt-get install -y --no-install-recommends \
@@ -120,13 +127,8 @@ ENV SUPERVISOR_SERVER_URL="{{ supervisor_server_url }}"
 ENV SERVER_START_CMD="/docker_server/.venv/bin/supervisord -c {{ supervisor_config_path }}"
 {#- default configuration uses port 80, which requires root privileges, so we remove it #}
 RUN rm -f /etc/nginx/sites-enabled/default
-{%- if non_root_user %}
 {#- nginx writes to /var/lib/nginx, /var/log/nginx, and /run directories #}
-{% set nginx_dirs = ["/var/lib/nginx", "/var/log/nginx", "/run"] %}
-RUN chown -R {{ app_username }}:{{ app_username }} {{ nginx_dirs | join(" ") }}
-RUN chown -R {{ app_username }}:{{ app_username }} ${HOME} ${APP_HOME}
-USER {{ app_username }}
-{%- endif %} {#- endif non_root_user #}
+{{ chown_and_switch_to_regular_user_if_enabled(["/var/lib/nginx", "/var/log/nginx", "/run"]) }}
 ENTRYPOINT ["/docker_server/.venv/bin/supervisord", "-c", "{{ supervisor_config_path }}"]
 
     {%- elif requires_live_reload %} {#- elif requires_live_reload #}
@@ -134,19 +136,13 @@ ENV HASH_TRUSS="{{ truss_hash }}"
 ENV CONTROL_SERVER_PORT="8080"
 ENV INFERENCE_SERVER_PORT="8090"
 ENV SERVER_START_CMD="/control/.env/bin/python /control/control/server.py"
-{%- if non_root_user %}
-RUN chown -R {{ app_username }}:{{ app_username }} ${HOME} ${APP_HOME}
-USER {{ app_username }}
-{%- endif %} {#- endif non_root_user #}
+{{ chown_and_switch_to_regular_user_if_enabled() }}
 ENTRYPOINT ["/control/.env/bin/python", "/control/control/server.py"]
 
     {%- else %} {#- else (default inference server) #}
 ENV INFERENCE_SERVER_PORT="8080"
 ENV SERVER_START_CMD="{{ python_executable }} /app/main.py"
-{%- if non_root_user %}
-RUN chown -R {{ app_username }}:{{ app_username }} ${HOME} ${APP_HOME}
-USER {{ app_username }}
-{%- endif %} {#- endif non_root_user #}
+{{ chown_and_switch_to_regular_user_if_enabled() }}
 ENTRYPOINT ["{{ python_executable }}", "/app/main.py"]
     {%- endif %} {#- endif config.docker_server / live_reload #}
 

truss/tests/templates/control/control/test_server_integration.py

@@ -21,6 +21,56 @@ from prometheus_client.parser import text_string_to_metric_families
 PATCH_PING_MAX_DELAY_SECS = 3
 
 
+def _start_truss_server(
+    stdout_capture_file_path: str,
+    truss_control_container_fs: Path,
+    with_patch_ping_flow: bool,
+    patch_ping_server_port: int,
+    ctrl_port: int,
+    inf_port: int,
+):
+    """Module-level function to avoid pickling issues with multiprocessing."""
+    if with_patch_ping_flow:
+        os.environ["PATCH_PING_URL_TRUSS"] = (
+            f"http://localhost:{patch_ping_server_port}"
+        )
+    sys.stdout = open(stdout_capture_file_path, "w")
+    app_path = truss_control_container_fs / "app"
+    sys.path.append(str(app_path))
+    control_path = truss_control_container_fs / "control" / "control"
+    sys.path.append(str(control_path))
+
+    from server import ControlServer
+
+    control_server = ControlServer(
+        python_executable_path=sys.executable,
+        inf_serv_home=str(app_path),
+        control_server_port=ctrl_port,
+        inference_server_port=inf_port,
+    )
+    control_server.run()
+
+
+def _start_patch_ping_server(patch_ping_server_port: int):
+    """Module-level function to avoid pickling issues with multiprocessing."""
+    import json
+    import random
+    import time
+    from http.server import BaseHTTPRequestHandler, HTTPServer
+
+    class Handler(BaseHTTPRequestHandler):
+        def do_POST(self):
+            time.sleep(random.uniform(0, PATCH_PING_MAX_DELAY_SECS))
+            self.send_response(200)
+            self.end_headers()
+            self.wfile.write(
+                bytes(json.dumps({"is_current": True}), encoding="utf-8")
+            )
+
+    httpd = HTTPServer(("localhost", patch_ping_server_port), Handler)
+    httpd.serve_forever()
+
+
 @dataclass
 class ControlServerDetails:
     control_server_process: Process
@@ -270,51 +320,24 @@ def _configured_control_server(
     inf_port = ctrl_port + 1
     patch_ping_server_port = ctrl_port + 2
 
-    def start_truss_server(stdout_capture_file_path):
-        if with_patch_ping_flow:
-            os.environ["PATCH_PING_URL_TRUSS"] = (
-                f"http://localhost:{patch_ping_server_port}"
-            )
-        sys.stdout = open(stdout_capture_file_path, "w")
-        app_path = truss_control_container_fs / "app"
-        sys.path.append(str(app_path))
-        control_path = truss_control_container_fs / "control" / "control"
-        sys.path.append(str(control_path))
-
-        from server import ControlServer
-
-        control_server = ControlServer(
-            python_executable_path=sys.executable,
-            inf_serv_home=str(app_path),
-            control_server_port=ctrl_port,
-            inference_server_port=inf_port,
-        )
-        control_server.run()
-
-    def start_patch_ping_server():
-        import json
-        import random
-        import time
-        from http.server import BaseHTTPRequestHandler, HTTPServer
-
-        class Handler(BaseHTTPRequestHandler):
-            def do_POST(self):
-                time.sleep(random.uniform(0, PATCH_PING_MAX_DELAY_SECS))
-                self.send_response(200)
-                self.end_headers()
-                self.wfile.write(
-                    bytes(json.dumps({"is_current": True}), encoding="utf-8")
-                )
-
-        httpd = HTTPServer(("localhost", patch_ping_server_port), Handler)
-        httpd.serve_forever()
-
     stdout_capture_file = tempfile.NamedTemporaryFile()
-    subproc = Process(target=start_truss_server, args=(stdout_capture_file.name,))
+    subproc = Process(
+        target=_start_truss_server,
+        args=(
+            stdout_capture_file.name,
+            truss_control_container_fs,
+            with_patch_ping_flow,
+            patch_ping_server_port,
+            ctrl_port,
+            inf_port,
+        ),
+    )
     subproc.start()
     proc_id = subproc.pid
     if with_patch_ping_flow:
-        patch_ping_server_proc = Process(target=start_patch_ping_server)
+        patch_ping_server_proc = Process(
+            target=_start_patch_ping_server, args=(patch_ping_server_port,)
+        )
         patch_ping_server_proc.start()
     try:
         time.sleep(2.0)

truss/tests/templates/server/test_truss_server.py

@@ -10,23 +10,28 @@ from pathlib import Path
 import pytest
 
 
-@pytest.mark.integration
-def test_truss_server_termination(truss_container_fs):
-    port = 10123
+def _start_truss_server(stdout_capture_file_path: str, truss_container_fs: Path, port: int):
+    """Module-level function to avoid pickling issues with multiprocessing."""
+    sys.stdout = open(stdout_capture_file_path, "w")
+    app_path = truss_container_fs / "app"
+    sys.path.append(str(app_path))
+    os.chdir(app_path)
+
+    from truss_server import TrussServer
 
-    def start_truss_server(stdout_capture_file_path):
-        sys.stdout = open(stdout_capture_file_path, "w")
-        app_path = truss_container_fs / "app"
-        sys.path.append(str(app_path))
-        os.chdir(app_path)
+    server = TrussServer(http_port=port, config_or_path=app_path / "config.yaml")
+    server.start()
 
-        from truss_server import TrussServer
 
-        server = TrussServer(http_port=port, config_or_path=app_path / "config.yaml")
-        server.start()
+@pytest.mark.integration
+def test_truss_server_termination(truss_container_fs):
+    port = 10123
 
     stdout_capture_file = tempfile.NamedTemporaryFile()
-    subproc = Process(target=start_truss_server, args=(stdout_capture_file.name,))
+    subproc = Process(
+        target=_start_truss_server, 
+        args=(stdout_capture_file.name, truss_container_fs, port)
+    )
     subproc.start()
     proc_id = subproc.pid
     time.sleep(2.0)

truss/tests/test_model_inference.py

@@ -990,8 +990,10 @@ def test_is_healthy_returns_503_on_load_failure():
                 # when the model goes down, this will throw an exception
                 break
         diff = container.diff()
-        assert "/root/inference_server_crashed.txt" in diff
-        assert diff["/root/inference_server_crashed.txt"] == "A"
+        # the crash file is written to the app user's home directory
+        crash_file_path = "/home/app/inference_server_crashed.txt"
+        assert crash_file_path in diff
+        assert diff[crash_file_path] == "A"
 
 
 @pytest.mark.integration

{truss-0.10.9rc547.dist-info → truss-0.10.9rc549.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: truss
-Version: 0.10.9rc547
+Version: 0.10.9rc549
 Summary: A seamless bridge from model development to model delivery
 Project-URL: Repository, https://github.com/basetenlabs/truss
 Project-URL: Homepage, https://truss.baseten.co

{truss-0.10.9rc547.dist-info → truss-0.10.9rc549.dist-info}/RECORD

@@ -38,7 +38,7 @@ truss/contexts/image_builder/cache_warmer.py,sha256=TGMV1Mh87n2e_dSowH0sf0rZhZra
 truss/contexts/image_builder/image_builder.py,sha256=IuRgDeeoHVLzIkJvKtX3807eeqEyaroCs_KWDcIHZUg,1461
 truss/contexts/image_builder/serving_image_builder.py,sha256=yrFBAGmYspt_4rtdrku-zeKQfEkqfHfTzIJEkDNDkng,34226
 truss/contexts/image_builder/util.py,sha256=y2-CjUKv0XV-0w2sr1fUCflysDJLsoU4oPp6tvvoFnk,1203
-truss/contexts/local_loader/docker_build_emulator.py,sha256=rmf7I28zksSmHjwvJMx2rIa6xK4KeR5fBm5YFth_fQg,2464
+truss/contexts/local_loader/docker_build_emulator.py,sha256=EBWflUGjlyGcWfZ2SEH3lXbIN3Vfbnty3u3m4EgBQFE,3521
 truss/contexts/local_loader/dockerfile_parser.py,sha256=GoRJ0Af_3ILyLhjovK5lrCGn1rMxz6W3l681ro17ZzI,1344
 truss/contexts/local_loader/load_model_local.py,sha256=7XoIjjDi9-PilI5VUgGbTn4ucxFbQF6eQ-SsIcchtcM,1867
 truss/contexts/local_loader/truss_module_loader.py,sha256=OtewX72XljkA0MPqqf9iPIqvUhG6HwP6q-IpQfm143o,5710
@@ -66,12 +66,12 @@ truss/remote/baseten/utils/time.py,sha256=Ry9GMjYnbIGYVIGwtmv4V8ljWjvdcaCf5NOQzl
 truss/remote/baseten/utils/transfer.py,sha256=d3VptuQb6M1nyS6kz0BAfeOYDLkMKUjatJXpY-mp-As,1548
 truss/templates/README.md.jinja,sha256=N7CJdyldZuJamj5jLh47le0hFBdu9irVsTBqoxhPNPQ,2476
 truss/templates/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-truss/templates/base.Dockerfile.jinja,sha256=BTxbuTANKVRTjdLEX2ZZHYoPKD0RK4OCmJof_VDtpp0,5441
-truss/templates/cache.Dockerfile.jinja,sha256=evMbbMXjceDjUmGGuB0shLS_PxZsc9ZGkbzR-6aIW-Q,1114
+truss/templates/base.Dockerfile.jinja,sha256=ExTV995fE_1M-o0IXh5bJxqnISgb7rlttvUw7lXRc0M,5708
+truss/templates/cache.Dockerfile.jinja,sha256=1qZqDo1phrcqi-Vwol-VafYJkADsBbQWU6huQ-_1x00,1146
 truss/templates/cache_requirements.txt,sha256=xoPoJ-OVnf1z6oq_RVM3vCr3ionByyqMLj7wGs61nUs,87
 truss/templates/copy_cache_files.Dockerfile.jinja,sha256=Os5zFdYLZ_AfCRGq4RcpVTObOTwL7zvmwYcvOzd_Zqo,126
 truss/templates/docker_server_requirements.txt,sha256=PyhOPKAmKW1N2vLvTfLMwsEtuGpoRrbWuNo7tT6v2Mc,18
-truss/templates/server.Dockerfile.jinja,sha256=bvp3pzSlGN7qgbEbLpAkR0LUAx3-Ru62dUH6gqgBYFE,7092
+truss/templates/server.Dockerfile.jinja,sha256=4mVJGgFUcP6wtMEYcEbl5bzregHqOsKxeFIe3BYVNrA,7097
 truss/templates/control/requirements.txt,sha256=Kk0tYID7trPk5gwX38Wrt2-YGWZAXFJCJRcqJ8ZzCjc,251
 truss/templates/control/control/application.py,sha256=jYeta6hWe1SkfLL3W4IDmdYjg3ZuKqI_UagWYs5RB_E,3793
 truss/templates/control/control/endpoints.py,sha256=FM-sgao7I3gMoUTasM3Xq_g2LDoJQe75JxIoaQxzeNo,10031
@@ -84,7 +84,7 @@ truss/templates/control/control/helpers/inference_server_process_controller.py,s
 truss/templates/control/control/helpers/inference_server_starter.py,sha256=Fz2Puijro6Cc5cvTsAqOveNJbBQR_ARYJXl4lvETJ8Y,2633
 truss/templates/control/control/helpers/truss_patch/__init__.py,sha256=CXZdUV_ylqLTJrKuFpvSnUT6PUFrZrMF2y6jiHbdaKU,998
 truss/templates/control/control/helpers/truss_patch/model_code_patch_applier.py,sha256=LTIIADLz0wRn7V49j64dU1U7Hbta9YLde3pb5YZWvzQ,2001
-truss/templates/control/control/helpers/truss_patch/model_container_patch_applier.py,sha256=62TDVaDmgAH0-X116xSDnNTOFEgUQH4sNJr0aALFl_0,7149
+truss/templates/control/control/helpers/truss_patch/model_container_patch_applier.py,sha256=EnPMfoqtw3tjGhp1vQF_hAIhQqslsuM9M4mBcwWAe3Q,9053
 truss/templates/control/control/helpers/truss_patch/requirement_name_identifier.py,sha256=CL3KEAj4B3ApMQShd7TI5umXVbazLZY5StrNlwHwWtc,1995
 truss/templates/control/control/helpers/truss_patch/system_packages.py,sha256=IYh1CVU_kooAvtSGXKQDDWnNdOhlv7ENWagsL1wvhgw,208
 truss/templates/custom/examples.yaml,sha256=2UcCtEdavImWmiCtj31ckBlAKVOwNMC5AwMIIznKDag,48
@@ -132,7 +132,7 @@ truss/tests/test_context_builder_image.py,sha256=fVZNJSzZNiWa7Dr1X_VhhMJtyJ5HzsL
 truss/tests/test_control_truss_patching.py,sha256=lbMuAjLbkeDRLxUxXHWr41BZyhZKHQYoMnbJSj3dqrc,15390
 truss/tests/test_custom_server.py,sha256=GP2qMgnqxJMPRtfEciqbhBcG0_JUK7gNL7nrXPGrSLg,1305
 truss/tests/test_docker.py,sha256=3RI6jEC9CVQsKj83s_gOBl3EkdOaov-KEX4IihfMJW4,523
-truss/tests/test_model_inference.py,sha256=gL_uIFbeMoJqSe0vwUEhRN9fB4p3Q2mT1YejFMSekaU,76119
+truss/tests/test_model_inference.py,sha256=9QfPMa1kjxvKCWg5XKocjwcpfDkKB7pWd8bn4hIkshk,76213
 truss/tests/test_model_schema.py,sha256=Bw28CZ4D0JQOkYdBQJZvgryeW0TRn7Axketp5kvZ_t4,14219
 truss/tests/test_testing_utilities_for_other_tests.py,sha256=YqIKflnd_BUMYaDBSkX76RWiWGWM_UlC2IoT4NngMqE,3048
 truss/tests/test_truss_gatherer.py,sha256=bn288OEkC49YY0mhly4cAl410ktZPfElNdWwZy82WfA,1261
@@ -162,7 +162,7 @@ truss/tests/remote/baseten/test_remote.py,sha256=y1qSPL1t7dBeYI3xMFn436fttG7wkYd
 truss/tests/remote/baseten/test_service.py,sha256=ufZbtQlBNIzFCxRt_iE-APLpWbVw_3ViUpSh6H9W5nU,1945
 truss/tests/templates/control/control/test_endpoints.py,sha256=tGU3w8zOKC8LfWGdhp-TlV7E603KXg2xGwpqDdf8Pnw,3385
 truss/tests/templates/control/control/test_server.py,sha256=r1O3VEK9eoIL2-cg8nYLXYct_H3jf5rGp1wLT1KBdeA,9488
-truss/tests/templates/control/control/test_server_integration.py,sha256=dWtYuieUT4wrV0FIn-9R6FHNs0qyqXy6TAxrFI_gLgw,11400
+truss/tests/templates/control/control/test_server_integration.py,sha256=GSc9dxnrK6c4SCS0kzCP2pgUFbUTEMt_KTNausdPEbM,11867
 truss/tests/templates/control/control/helpers/test_context_managers.py,sha256=3LoonRaKu_UvhaWs1eNmEQCZq-iJ3aIjI0Mn4amC8Bw,283
 truss/tests/templates/control/control/helpers/test_model_container_patch_applier.py,sha256=jhPgExGFF42iuWPM9ry93dnpF765d-CGTCIhbswK0hk,5730
 truss/tests/templates/control/control/helpers/test_requirement_name_identifier.py,sha256=kPYrAb97BtN8Wm0Hofw7iJ412Tew2xHgiteKtXVoC5A,2980
@@ -171,7 +171,7 @@ truss/tests/templates/core/server/test_lazy_data_resolver_v2.py,sha256=xZNMhfhHa
 truss/tests/templates/core/server/test_secrets_resolver.py,sha256=qFHZEKs9t2Gj9JBJKB8xLbIjCgBpIUoNanQ3l5RBoRM,1550
 truss/tests/templates/server/test_model_wrapper.py,sha256=1has4G3wiHd1g4JzDunJCMkT2r6LFUSIt4HaP5PVx5A,9406
 truss/tests/templates/server/test_schema.py,sha256=HfaPGIm8u39qSvfzUwk4Ymtvq38JBczRUlmSYZS8X5I,9527
-truss/tests/templates/server/test_truss_server.py,sha256=AYDF6NjJNarT7h5Ok7M3URV8jVxoDl1LNJZYkeBTgrk,1522
+truss/tests/templates/server/test_truss_server.py,sha256=-y2MzmdURj1eOW1lgYy7V3RN3saKedaE6g4a1SwnV0Y,1662
 truss/tests/templates/server/common/test_retry.py,sha256=-7yw0DvDXhCntNhFbTP1liWQQhlbQmZAA4AUW1VFsu0,2039
 truss/tests/test_data/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 truss/tests/test_data/auto-mpg.data,sha256=SLgw4R_u5VclJfjxaR3bnTjT17cGPtzY_KZywqXhfY0,30286
@@ -365,8 +365,8 @@ truss_train/definitions.py,sha256=RZs4bCWkq7gBJALDLgmd4QxjlxWk6GMs2a62kiAalvw,67
 truss_train/deployment.py,sha256=zmeJ66kg1Wc7l7bwA_cXqv85uMF77hYl7NPHuhc1NPs,2493
 truss_train/loader.py,sha256=0o66EjBaHc2YY4syxxHVR4ordJWs13lNXnKjKq2wq0U,1630
 truss_train/public_api.py,sha256=9N_NstiUlmBuLUwH_fNG_1x7OhGCytZLNvqKXBlStrM,1220
-truss-0.10.9rc547.dist-info/METADATA,sha256=EQqgKEtdA3d9rI8UVCZ-neygWhWRevcbRgKoMzlMxCg,6674
-truss-0.10.9rc547.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-truss-0.10.9rc547.dist-info/entry_points.txt,sha256=-MwKfHHQHQ6j0HqIgvxrz3CehCmczDLTD-OsRHnjjuU,130
-truss-0.10.9rc547.dist-info/licenses/LICENSE,sha256=FTqGzu85i-uw1Gi8E_o0oD60bH9yQ_XIGtZbA1QUYiw,1064
-truss-0.10.9rc547.dist-info/RECORD,,
+truss-0.10.9rc549.dist-info/METADATA,sha256=N9YtbH5yEBV6gtiLQFltXblIxRbVlW7kyyGekB35-FI,6674
+truss-0.10.9rc549.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+truss-0.10.9rc549.dist-info/entry_points.txt,sha256=-MwKfHHQHQ6j0HqIgvxrz3CehCmczDLTD-OsRHnjjuU,130
+truss-0.10.9rc549.dist-info/licenses/LICENSE,sha256=FTqGzu85i-uw1Gi8E_o0oD60bH9yQ_XIGtZbA1QUYiw,1064
+truss-0.10.9rc549.dist-info/RECORD,,