truss 0.11.13rc1__py3-none-any.whl → 0.11.13rc3__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of truss might be problematic. Click here for more details.
- truss/templates/server/requirements.txt +1 -1
- truss/templates/server.Dockerfile.jinja +7 -7
- truss/templates/shared/lazy_data_resolver.py +199 -1
- truss/tests/conftest.py +0 -9
- truss/tests/test_truss_handle.py +0 -42
- {truss-0.11.13rc1.dist-info → truss-0.11.13rc3.dist-info}/METADATA +2 -2
- {truss-0.11.13rc1.dist-info → truss-0.11.13rc3.dist-info}/RECORD +10 -14
- truss/tests/test_data/test_editable_external_pkg/config.yaml +0 -5
- truss/tests/test_data/test_editable_external_pkg/model/model.py +0 -6
- truss/tests/test_data/test_editable_external_pkg_parent/local_pkg/pyproject.toml +0 -10
- truss/tests/test_data/test_editable_external_pkg_parent/local_pkg/src/local_pkg/__init__.py +0 -1
- {truss-0.11.13rc1.dist-info → truss-0.11.13rc3.dist-info}/WHEEL +0 -0
- {truss-0.11.13rc1.dist-info → truss-0.11.13rc3.dist-info}/entry_points.txt +0 -0
- {truss-0.11.13rc1.dist-info → truss-0.11.13rc3.dist-info}/licenses/LICENSE +0 -0
|
@@ -56,6 +56,12 @@ RUN mkdir -p {{ dst.parent }}; curl -L "{{ url }}" -o {{ dst }}
|
|
|
56
56
|
{% endfor %} {#- endfor external_data_files #}
|
|
57
57
|
{%- endif %} {#- endif external_data_files #}
|
|
58
58
|
|
|
59
|
+
{%- if build_commands %}
|
|
60
|
+
{% for command in build_commands %}
|
|
61
|
+
RUN {% for secret,path in config.build.secret_to_path_mapping.items() %} --mount=type=secret,id={{ secret }},target={{ path }}{%- endfor %} {{ command }}
|
|
62
|
+
{% endfor %} {#- endfor build_commands #}
|
|
63
|
+
{%- endif %} {#- endif build_commands #}
|
|
64
|
+
|
|
59
65
|
{# Copy data before code for better caching #}
|
|
60
66
|
{%- if data_dir_exists %}
|
|
61
67
|
COPY --chown={{ default_owner }} ./{{ config.data_dir }} ${APP_HOME}/data
|
|
@@ -63,7 +69,7 @@ COPY --chown={{ default_owner }} ./{{ config.data_dir }} ${APP_HOME}/data
|
|
|
63
69
|
|
|
64
70
|
{%- if model_cache_v2 %}
|
|
65
71
|
{# v0.0.9, keep synced with server_requirements.txt #}
|
|
66
|
-
RUN curl -sSL --fail --retry 5 --retry-delay 2 -o /usr/local/bin/truss-transfer-cli https://github.com/basetenlabs/truss/releases/download/v0.11.
|
|
72
|
+
RUN curl -sSL --fail --retry 5 --retry-delay 2 -o /usr/local/bin/truss-transfer-cli https://github.com/basetenlabs/truss/releases/download/v0.11.12rc4/truss-transfer-cli-v0.11.12rc4-linux-x86_64-unknown-linux-musl
|
|
67
73
|
RUN chmod +x /usr/local/bin/truss-transfer-cli
|
|
68
74
|
RUN mkdir /static-bptr
|
|
69
75
|
RUN echo "hash {{model_cache_hash}}"
|
|
@@ -95,12 +101,6 @@ COPY --chown={{ default_owner }} ./{{ config.model_module_dir }} ${APP_HOME}/mod
|
|
|
95
101
|
{% endblock %} {#- endblock app_copy #}
|
|
96
102
|
|
|
97
103
|
{% block run %}
|
|
98
|
-
{%- if build_commands %}
|
|
99
|
-
{% for command in build_commands %}
|
|
100
|
-
RUN {% for secret,path in config.build.secret_to_path_mapping.items() %} --mount=type=secret,id={{ secret }},target={{ path }}{%- endfor %} {{ command }}
|
|
101
|
-
{% endfor %} {#- endfor build_commands #}
|
|
102
|
-
{%- endif %} {#- endif build_commands #}
|
|
103
|
-
|
|
104
104
|
{# Macro to change ownership of directories and switch to regular user #}
|
|
105
105
|
{%- macro chown_and_switch_to_regular_user_if_enabled(additional_chown_dirs=[]) -%}
|
|
106
106
|
{%- if non_root_user %}
|
|
@@ -1,11 +1,191 @@
|
|
|
1
1
|
import atexit
|
|
2
|
+
import json
|
|
2
3
|
import logging
|
|
4
|
+
import os
|
|
3
5
|
import time
|
|
6
|
+
from dataclasses import dataclass
|
|
4
7
|
from functools import lru_cache
|
|
5
8
|
from pathlib import Path
|
|
6
9
|
from threading import Lock, Thread
|
|
7
10
|
from typing import Optional, Union
|
|
8
11
|
|
|
12
|
+
try:
|
|
13
|
+
from prometheus_client import Counter, Gauge, Histogram
|
|
14
|
+
|
|
15
|
+
PROMETHEUS_AVAILABLE = True
|
|
16
|
+
except ImportError:
|
|
17
|
+
PROMETHEUS_AVAILABLE = False
|
|
18
|
+
METRICS_REGISTERED = False
|
|
19
|
+
|
|
20
|
+
|
|
21
|
+
@dataclass(frozen=True)
|
|
22
|
+
class FileDownloadMetric:
|
|
23
|
+
file_name: str
|
|
24
|
+
file_size_bytes: int
|
|
25
|
+
download_time_secs: float
|
|
26
|
+
download_speed_mb_s: float
|
|
27
|
+
|
|
28
|
+
|
|
29
|
+
@dataclass(frozen=True)
|
|
30
|
+
class TrussTransferStats:
|
|
31
|
+
total_manifest_size_bytes: int
|
|
32
|
+
total_download_time_secs: float
|
|
33
|
+
total_aggregated_mb_s: Optional[float]
|
|
34
|
+
file_downloads: list[FileDownloadMetric]
|
|
35
|
+
b10fs_read_speed_mbps: Optional[float]
|
|
36
|
+
b10fs_decision_to_use: bool
|
|
37
|
+
b10fs_enabled: bool
|
|
38
|
+
b10fs_hot_starts_files: int
|
|
39
|
+
b10fs_hot_starts_bytes: int
|
|
40
|
+
b10fs_cold_starts_files: int
|
|
41
|
+
b10fs_cold_starts_bytes: int
|
|
42
|
+
success: bool
|
|
43
|
+
timestamp: int
|
|
44
|
+
|
|
45
|
+
@classmethod
|
|
46
|
+
def from_json_file(cls, path: Path) -> Optional["TrussTransferStats"]:
|
|
47
|
+
if not path.exists():
|
|
48
|
+
return None
|
|
49
|
+
try:
|
|
50
|
+
with open(path) as f:
|
|
51
|
+
data = json.load(f)
|
|
52
|
+
file_downloads = [
|
|
53
|
+
FileDownloadMetric(**fd) for fd in data.get("file_downloads", [])
|
|
54
|
+
]
|
|
55
|
+
return cls(
|
|
56
|
+
total_manifest_size_bytes=data["total_manifest_size_bytes"],
|
|
57
|
+
total_download_time_secs=data["total_download_time_secs"],
|
|
58
|
+
total_aggregated_mb_s=data.get("total_aggregated_mb_s"),
|
|
59
|
+
file_downloads=file_downloads,
|
|
60
|
+
b10fs_read_speed_mbps=data.get("b10fs_read_speed_mbps"),
|
|
61
|
+
b10fs_decision_to_use=data["b10fs_decision_to_use"],
|
|
62
|
+
b10fs_enabled=data["b10fs_enabled"],
|
|
63
|
+
b10fs_hot_starts_files=data["b10fs_hot_starts_files"],
|
|
64
|
+
b10fs_hot_starts_bytes=data["b10fs_hot_starts_bytes"],
|
|
65
|
+
b10fs_cold_starts_files=data["b10fs_cold_starts_files"],
|
|
66
|
+
b10fs_cold_starts_bytes=data["b10fs_cold_starts_bytes"],
|
|
67
|
+
success=data["success"],
|
|
68
|
+
timestamp=data["timestamp"],
|
|
69
|
+
)
|
|
70
|
+
except Exception:
|
|
71
|
+
return None
|
|
72
|
+
|
|
73
|
+
def publish_to_prometheus(self):
|
|
74
|
+
"""Publish transfer stats to Prometheus metrics. Only runs once."""
|
|
75
|
+
if not PROMETHEUS_AVAILABLE:
|
|
76
|
+
return
|
|
77
|
+
global METRICS_REGISTERED
|
|
78
|
+
if not METRICS_REGISTERED:
|
|
79
|
+
# Ensure metrics are only registered once
|
|
80
|
+
METRICS_REGISTERED = True
|
|
81
|
+
|
|
82
|
+
# Define metrics with model_cache label
|
|
83
|
+
manifest_size_gauge = Gauge(
|
|
84
|
+
"model_cache_manifest_size_bytes", "Total manifest size in bytes"
|
|
85
|
+
)
|
|
86
|
+
download_time_histogram = Histogram(
|
|
87
|
+
"model_cache_download_time_seconds",
|
|
88
|
+
"Total download time in seconds",
|
|
89
|
+
buckets=[
|
|
90
|
+
2**i
|
|
91
|
+
for i in range(-3, 11) # = [0.125, .. 2048] seconds
|
|
92
|
+
],
|
|
93
|
+
)
|
|
94
|
+
download_speed_gauge = Gauge(
|
|
95
|
+
"model_cache_download_speed_mbps", "Aggregated download speed in MB/s"
|
|
96
|
+
)
|
|
97
|
+
|
|
98
|
+
# File download metrics (aggregated)
|
|
99
|
+
files_downloaded_counter = Counter(
|
|
100
|
+
"model_cache_files_downloaded_total", "Total number of files downloaded"
|
|
101
|
+
)
|
|
102
|
+
total_file_size_counter = Counter(
|
|
103
|
+
"model_cache_file_size_bytes_total",
|
|
104
|
+
"Total size of downloaded files in bytes",
|
|
105
|
+
)
|
|
106
|
+
file_download_time_histogram = Histogram(
|
|
107
|
+
"model_cache_file_download_time_seconds",
|
|
108
|
+
"File download time distribution",
|
|
109
|
+
buckets=[
|
|
110
|
+
2**i
|
|
111
|
+
for i in range(-3, 11) # = [0.125, .. 2048] seconds
|
|
112
|
+
],
|
|
113
|
+
)
|
|
114
|
+
file_download_speed_histogram = Histogram(
|
|
115
|
+
"model_cache_file_download_speed_mbps",
|
|
116
|
+
"File download speed distribution",
|
|
117
|
+
buckets=[
|
|
118
|
+
2**i
|
|
119
|
+
for i in range(-1, 12) # = [0.5, .. 4096] MB/s
|
|
120
|
+
],
|
|
121
|
+
)
|
|
122
|
+
|
|
123
|
+
# B10FS specific metrics
|
|
124
|
+
b10fs_enabled_gauge = Gauge(
|
|
125
|
+
"model_cache_b10fs_enabled", "Whether B10FS is enabled"
|
|
126
|
+
)
|
|
127
|
+
b10fs_decision_gauge = Gauge(
|
|
128
|
+
"model_cache_b10fs_decision_to_use", "Whether B10FS was chosen for use"
|
|
129
|
+
)
|
|
130
|
+
b10fs_read_speed_gauge = Gauge(
|
|
131
|
+
"model_cache_b10fs_read_speed_mbps", "B10FS read speed in Mbps"
|
|
132
|
+
)
|
|
133
|
+
b10fs_hot_files_gauge = Gauge(
|
|
134
|
+
"model_cache_b10fs_hot_starts_files", "Number of hot start files"
|
|
135
|
+
)
|
|
136
|
+
b10fs_hot_bytes_gauge = Gauge(
|
|
137
|
+
"model_cache_b10fs_hot_starts_bytes", "Number of hot start bytes"
|
|
138
|
+
)
|
|
139
|
+
b10fs_cold_files_gauge = Gauge(
|
|
140
|
+
"model_cache_b10fs_cold_starts_files", "Number of cold start files"
|
|
141
|
+
)
|
|
142
|
+
b10fs_cold_bytes_gauge = Gauge(
|
|
143
|
+
"model_cache_b10fs_cold_starts_bytes", "Number of cold start bytes"
|
|
144
|
+
)
|
|
145
|
+
|
|
146
|
+
# Transfer success metric
|
|
147
|
+
transfer_success_counter = Counter(
|
|
148
|
+
"model_cache_transfer_success_total",
|
|
149
|
+
"Total successful transfers",
|
|
150
|
+
["success"],
|
|
151
|
+
)
|
|
152
|
+
|
|
153
|
+
# Set main transfer metrics
|
|
154
|
+
manifest_size_gauge.set(self.total_manifest_size_bytes)
|
|
155
|
+
download_time_histogram.observe(self.total_download_time_secs)
|
|
156
|
+
|
|
157
|
+
if self.total_aggregated_mb_s is not None:
|
|
158
|
+
download_speed_gauge.set(self.total_aggregated_mb_s)
|
|
159
|
+
|
|
160
|
+
# Aggregate file download metrics
|
|
161
|
+
total_files = len(self.file_downloads)
|
|
162
|
+
total_file_bytes = sum(fd.file_size_bytes for fd in self.file_downloads)
|
|
163
|
+
|
|
164
|
+
files_downloaded_counter.inc(total_files)
|
|
165
|
+
total_file_size_counter.inc(total_file_bytes)
|
|
166
|
+
|
|
167
|
+
# Record individual file metrics for distribution
|
|
168
|
+
for fd in self.file_downloads:
|
|
169
|
+
if fd.file_size_bytes > 1 * 1024 * 1024: # Only log files larger than 1MB
|
|
170
|
+
file_download_time_histogram.observe(fd.download_time_secs)
|
|
171
|
+
file_download_speed_histogram.observe(fd.download_speed_mb_s)
|
|
172
|
+
|
|
173
|
+
# B10FS metrics
|
|
174
|
+
b10fs_enabled_gauge.set(1 if self.b10fs_enabled else 0)
|
|
175
|
+
b10fs_decision_gauge.set(1 if self.b10fs_decision_to_use else 0)
|
|
176
|
+
|
|
177
|
+
if self.b10fs_read_speed_mbps is not None:
|
|
178
|
+
b10fs_read_speed_gauge.set(self.b10fs_read_speed_mbps)
|
|
179
|
+
|
|
180
|
+
b10fs_hot_files_gauge.set(self.b10fs_hot_starts_files)
|
|
181
|
+
b10fs_hot_bytes_gauge.set(self.b10fs_hot_starts_bytes)
|
|
182
|
+
b10fs_cold_files_gauge.set(self.b10fs_cold_starts_files)
|
|
183
|
+
b10fs_cold_bytes_gauge.set(self.b10fs_cold_starts_bytes)
|
|
184
|
+
|
|
185
|
+
# Success metric
|
|
186
|
+
transfer_success_counter.labels(success=str(self.success)).inc()
|
|
187
|
+
|
|
188
|
+
|
|
9
189
|
LAZY_DATA_RESOLVER_PATH = [
|
|
10
190
|
# synced with pub static LAZY_DATA_RESOLVER_PATHS: &[&str]
|
|
11
191
|
Path("/bptr/bptr-manifest"),
|
|
@@ -129,6 +309,9 @@ class LazyDataResolverV2:
|
|
|
129
309
|
|
|
130
310
|
"""
|
|
131
311
|
start_lock = time.time()
|
|
312
|
+
publish_stats = (
|
|
313
|
+
log_stats and not self._is_collected_by_user
|
|
314
|
+
) # only publish results once per resolver
|
|
132
315
|
self._is_collected_by_user = issue_collect or self._is_collected_by_user
|
|
133
316
|
with self._lock:
|
|
134
317
|
result = self._fetch()
|
|
@@ -137,8 +320,23 @@ class LazyDataResolverV2:
|
|
|
137
320
|
f"Error occurred while fetching data: {result}"
|
|
138
321
|
) from result
|
|
139
322
|
if log_stats and result:
|
|
323
|
+
# TODO: instument the stats, which are written to /tmp/truss_transfer_stats.json
|
|
324
|
+
# also add fetch time, and blocking time
|
|
325
|
+
# TrussTransferStats
|
|
326
|
+
fetch_t = time.time() - self._start_time
|
|
327
|
+
start_lock_t = time.time() - start_lock
|
|
328
|
+
stats = TrussTransferStats.from_json_file(
|
|
329
|
+
Path("/tmp/truss_transfer_stats.json")
|
|
330
|
+
)
|
|
331
|
+
if stats and publish_stats:
|
|
332
|
+
self.logger.info(f"model_cache: {stats}")
|
|
333
|
+
# Publish stats to Prometheus
|
|
334
|
+
if (
|
|
335
|
+
os.getenv("TRUSS_MODEL_CACHE_PROMETHEUS", "0") == "1"
|
|
336
|
+
): # Hide behind feature flag for core-product to enabled.
|
|
337
|
+
stats.publish_to_prometheus()
|
|
140
338
|
self.logger.info(
|
|
141
|
-
f"model_cache: Fetch took {
|
|
339
|
+
f"model_cache: Fetch took {fetch_t:.2f} seconds, of which {start_lock_t:.2f} seconds were spent blocking."
|
|
142
340
|
)
|
|
143
341
|
return result
|
|
144
342
|
|
truss/tests/conftest.py
CHANGED
|
@@ -700,15 +700,6 @@ def helpers():
|
|
|
700
700
|
return Helpers()
|
|
701
701
|
|
|
702
702
|
|
|
703
|
-
@pytest.fixture
|
|
704
|
-
def test_editable_external_pkg(test_data_path, tmp_path):
|
|
705
|
-
truss_dir = test_data_path / "test_editable_external_pkg"
|
|
706
|
-
parent_dir = test_data_path / "test_editable_external_pkg_parent"
|
|
707
|
-
shutil.copytree(truss_dir, tmp_path / "test_editable_external_pkg")
|
|
708
|
-
shutil.copytree(parent_dir, tmp_path / "test_editable_external_pkg_parent")
|
|
709
|
-
return tmp_path / "test_editable_external_pkg"
|
|
710
|
-
|
|
711
|
-
|
|
712
703
|
def _build_truss_fs(truss_dir: Path, tmp_path: Path) -> Path:
|
|
713
704
|
truss_fs = tmp_path / "truss_fs"
|
|
714
705
|
truss_fs.mkdir()
|
truss/tests/test_truss_handle.py
CHANGED
|
@@ -12,9 +12,6 @@ from truss.base.constants import SUPPORTED_PYTHON_VERSIONS
|
|
|
12
12
|
from truss.base.custom_types import Example
|
|
13
13
|
from truss.base.errors import ContainerIsDownError, ContainerNotFoundError
|
|
14
14
|
from truss.base.truss_config import map_local_to_supported_python_version
|
|
15
|
-
from truss.contexts.image_builder.serving_image_builder import (
|
|
16
|
-
ServingImageBuilderContext,
|
|
17
|
-
)
|
|
18
15
|
from truss.contexts.image_builder.util import TRUSS_BASE_IMAGE_VERSION_TAG
|
|
19
16
|
from truss.local.local_config_handler import LocalConfigHandler
|
|
20
17
|
from truss.templates.control.control.helpers.custom_types import (
|
|
@@ -483,27 +480,6 @@ def test_build_commands(test_data_path):
|
|
|
483
480
|
assert r1 == {"predictions": [1, 2]}
|
|
484
481
|
|
|
485
482
|
|
|
486
|
-
def test_build_commands_in_run_block_order(test_data_path, tmp_path):
|
|
487
|
-
truss_dir = test_data_path / "test_editable_external_pkg"
|
|
488
|
-
build_dir = tmp_path / "build_dir"
|
|
489
|
-
image_builder = ServingImageBuilderContext.run(truss_dir)
|
|
490
|
-
image_builder.prepare_image_build_dir(build_dir)
|
|
491
|
-
dockerfile = (build_dir / "Dockerfile").read_text()
|
|
492
|
-
|
|
493
|
-
cmd_idx = dockerfile.find("uv pip install --system -e /packages/local_pkg")
|
|
494
|
-
if cmd_idx == -1:
|
|
495
|
-
cmd_idx = dockerfile.find("uv pip install -e /packages/local_pkg")
|
|
496
|
-
if cmd_idx == -1:
|
|
497
|
-
cmd_idx = dockerfile.find("pip install -e /packages/local_pkg")
|
|
498
|
-
assert cmd_idx != -1
|
|
499
|
-
|
|
500
|
-
entry_idx = dockerfile.find("ENTRYPOINT ")
|
|
501
|
-
user_idx = dockerfile.find("\nUSER ")
|
|
502
|
-
if user_idx != -1:
|
|
503
|
-
assert cmd_idx < user_idx
|
|
504
|
-
assert cmd_idx < entry_idx
|
|
505
|
-
|
|
506
|
-
|
|
507
483
|
@pytest.mark.integration
|
|
508
484
|
def test_build_commands_failure(test_data_path):
|
|
509
485
|
truss_dir = test_data_path / "test_build_commands_failure"
|
|
@@ -872,21 +848,3 @@ def test_config_verbose(custom_model_truss_dir_with_pre_and_post):
|
|
|
872
848
|
th.live_reload()
|
|
873
849
|
new_config["live_reload"] = True
|
|
874
850
|
assert new_config == th.spec.config.to_dict(verbose=False)
|
|
875
|
-
|
|
876
|
-
|
|
877
|
-
@pytest.mark.integration
|
|
878
|
-
def test_editable_external_package_install_and_predict(test_editable_external_pkg):
|
|
879
|
-
th = TrussHandle(test_editable_external_pkg)
|
|
880
|
-
# Ensure standard inference server flow for this test
|
|
881
|
-
th.live_reload(False)
|
|
882
|
-
tag = "test-editable-ext-pkg:0.0.1"
|
|
883
|
-
with ensure_kill_all():
|
|
884
|
-
container = th.docker_run(tag=tag, local_port=None)
|
|
885
|
-
try:
|
|
886
|
-
verify_python_requirement_installed_on_container(container, "local-pkg")
|
|
887
|
-
finally:
|
|
888
|
-
Docker.client().kill(container)
|
|
889
|
-
|
|
890
|
-
with ensure_kill_all():
|
|
891
|
-
result = th.docker_predict([1], tag=tag, local_port=None)
|
|
892
|
-
assert result == {"predictions": [42]}
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: truss
|
|
3
|
-
Version: 0.11.
|
|
3
|
+
Version: 0.11.13rc3
|
|
4
4
|
Summary: A seamless bridge from model development to model delivery
|
|
5
5
|
Project-URL: Repository, https://github.com/basetenlabs/truss
|
|
6
6
|
Project-URL: Homepage, https://truss.baseten.co
|
|
@@ -37,7 +37,7 @@ Requires-Dist: rich<14,>=13.4.2
|
|
|
37
37
|
Requires-Dist: ruff>=0.4.8
|
|
38
38
|
Requires-Dist: tenacity>=8.0.1
|
|
39
39
|
Requires-Dist: tomlkit>=0.13.2
|
|
40
|
-
Requires-Dist: truss-transfer<0.0.
|
|
40
|
+
Requires-Dist: truss-transfer<0.0.40,>=0.0.36
|
|
41
41
|
Requires-Dist: watchfiles<0.20,>=0.19.0
|
|
42
42
|
Description-Content-Type: text/markdown
|
|
43
43
|
|
|
@@ -71,7 +71,7 @@ truss/templates/cache.Dockerfile.jinja,sha256=1qZqDo1phrcqi-Vwol-VafYJkADsBbQWU6
|
|
|
71
71
|
truss/templates/cache_requirements.txt,sha256=xoPoJ-OVnf1z6oq_RVM3vCr3ionByyqMLj7wGs61nUs,87
|
|
72
72
|
truss/templates/copy_cache_files.Dockerfile.jinja,sha256=Os5zFdYLZ_AfCRGq4RcpVTObOTwL7zvmwYcvOzd_Zqo,126
|
|
73
73
|
truss/templates/docker_server_requirements.txt,sha256=PyhOPKAmKW1N2vLvTfLMwsEtuGpoRrbWuNo7tT6v2Mc,18
|
|
74
|
-
truss/templates/server.Dockerfile.jinja,sha256=
|
|
74
|
+
truss/templates/server.Dockerfile.jinja,sha256=BQpo2Mt_fBrdin1qD8HBKBo2N3Yr2lXrvV_a7J5WSzE,7071
|
|
75
75
|
truss/templates/control/requirements.txt,sha256=tJGr83WoE0CZm2FrloZ9VScK84q-_FTuVXjDYrexhW0,250
|
|
76
76
|
truss/templates/control/control/application.py,sha256=5Kam6M-XtfKGaXQz8cc3d0bwDkB80o2MskABWROx1gk,5321
|
|
77
77
|
truss/templates/control/control/endpoints.py,sha256=KzqsLVNJE6r6TCPW8D5FMCtsfHadTwR15A3z_viGxmM,11782
|
|
@@ -96,7 +96,7 @@ truss/templates/docker_server/supervisord.conf.jinja,sha256=dd37fwZE--cutrvOUCqE
|
|
|
96
96
|
truss/templates/server/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
97
97
|
truss/templates/server/main.py,sha256=kWXrdD8z8IpamyWxc8qcvd5ck9gM1Kz2QH5qHJCnmOQ,222
|
|
98
98
|
truss/templates/server/model_wrapper.py,sha256=k75VVISwwlsx5EGb82UZsu8kCM_i6Yi3-Hd0-Kpm1yo,42055
|
|
99
|
-
truss/templates/server/requirements.txt,sha256=
|
|
99
|
+
truss/templates/server/requirements.txt,sha256=ZRnawwwAMkf88-S5GhXdjkLzB36IRg11AKUvIOV8kxg,672
|
|
100
100
|
truss/templates/server/truss_server.py,sha256=YKcG7Sr0T_8XjIC3GK9vBwoNb8oxVgwic3-3Ikzpmgw,19781
|
|
101
101
|
truss/templates/server/common/__init__.py,sha256=qHIqr68L5Tn4mV6S-PbORpcuJ4jmtBR8aCuRTIWDvNo,85
|
|
102
102
|
truss/templates/server/common/errors.py,sha256=My0P6-Y7imVTICIhazHT0vlSu3XJDH7As06OyVzu4Do,8589
|
|
@@ -107,7 +107,7 @@ truss/templates/server/common/tracing.py,sha256=XSTXNoRtV8vXwveJoX3H32go0JKnLmzn
|
|
|
107
107
|
truss/templates/server/common/patches/whisper/patch.py,sha256=kDECQ-wmEpeAZFhUTQP457ofueeMsm7DgNy9tqinhJQ,2383
|
|
108
108
|
truss/templates/shared/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
109
109
|
truss/templates/shared/dynamic_config_resolver.py,sha256=75s42NFhQI5jL7BqlJH_UkuQS7ptbtFh13f2nh6X5Wo,920
|
|
110
|
-
truss/templates/shared/lazy_data_resolver.py,sha256=
|
|
110
|
+
truss/templates/shared/lazy_data_resolver.py,sha256=czfggu9DZ_qDnE2MxOdE2R8aZyJe2G1Cd-PL0AUGx-I,13561
|
|
111
111
|
truss/templates/shared/log_config.py,sha256=l9udyu4VKHZePlfK9LQEd5TOUUodPuehypsXRSUL4Ac,5411
|
|
112
112
|
truss/templates/shared/secrets_resolver.py,sha256=3prDe3Q06NTmUEe7KCW-W4TD1CzGck9lpDG789209z4,2110
|
|
113
113
|
truss/templates/shared/serialization.py,sha256=_WC_2PPkRi-MdTwxwjG8LKQptnHi4sANfpOlKWevqWc,3736
|
|
@@ -126,7 +126,7 @@ truss/templates/trtllm-audio/packages/whisper_trt/utils.py,sha256=pi-c486yPe85Te
|
|
|
126
126
|
truss/templates/trtllm-briton/README.md,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
127
127
|
truss/templates/trtllm-briton/src/extension.py,sha256=6qwYPIYQEmXd2xz50-v80Nilc_xLAMgdYkHu2JWboH4,2655
|
|
128
128
|
truss/tests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
129
|
-
truss/tests/conftest.py,sha256=
|
|
129
|
+
truss/tests/conftest.py,sha256=LCP-knM4UsQYvGd2Vbv2hHnbPCuOELCqPui31DrtxyM,24221
|
|
130
130
|
truss/tests/helpers.py,sha256=DKnUGzmt-k4IN_wSnlAXbVYCiEt58xFzFmmuCDSQ0dg,555
|
|
131
131
|
truss/tests/test_build.py,sha256=Wq4sM9tmZFVTCN3YljvOcn04Kkj-L-41Tlw0DKQ8Z7c,709
|
|
132
132
|
truss/tests/test_config.py,sha256=AVpVCL_XHYXKSGHzwecrh7BAJlB_Wr5AUlnnwMqWM98,30559
|
|
@@ -138,7 +138,7 @@ truss/tests/test_model_inference.py,sha256=Q8mgNDNbwAUi7AQTgmyK-QrYuksuARDczYndT
|
|
|
138
138
|
truss/tests/test_model_schema.py,sha256=Bw28CZ4D0JQOkYdBQJZvgryeW0TRn7Axketp5kvZ_t4,14219
|
|
139
139
|
truss/tests/test_testing_utilities_for_other_tests.py,sha256=YqIKflnd_BUMYaDBSkX76RWiWGWM_UlC2IoT4NngMqE,3048
|
|
140
140
|
truss/tests/test_truss_gatherer.py,sha256=bn288OEkC49YY0mhly4cAl410ktZPfElNdWwZy82WfA,1261
|
|
141
|
-
truss/tests/test_truss_handle.py,sha256
|
|
141
|
+
truss/tests/test_truss_handle.py,sha256=-xz9VXkecXDTslmQZ-dmUmQLnvD0uumRqHS2uvGlMBA,30750
|
|
142
142
|
truss/tests/test_util.py,sha256=hs1bNMkXKEdoPRx4Nw-NAEdoibR92OubZuADGmbiYsQ,1344
|
|
143
143
|
truss/tests/cli/test_cli.py,sha256=yfbVS5u1hnAmmA8mJ539vj3lhH-JVGUvC4Q_Mbort44,787
|
|
144
144
|
truss/tests/cli/train/test_cache_view.py,sha256=aVRCh3atRpFbJqyYgq7N-vAW0DiKMftQ7ajUqO2ClOg,22606
|
|
@@ -235,10 +235,6 @@ truss/tests/test_data/test_custom_server_truss/test_docker_image/VERSION,sha256=
|
|
|
235
235
|
truss/tests/test_data/test_custom_server_truss/test_docker_image/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
236
236
|
truss/tests/test_data/test_custom_server_truss/test_docker_image/app.py,sha256=9KXdwDHzVvTnsEkKKOJnM41cWpN4Iozv4nbNqKIL5mo,364
|
|
237
237
|
truss/tests/test_data/test_custom_server_truss/test_docker_image/build_upload_new_image.sh,sha256=3rmSfusTL_g346ha7WgDig8iaQIVdIR1rjrlHh_7l2o,435
|
|
238
|
-
truss/tests/test_data/test_editable_external_pkg/config.yaml,sha256=znok04OZWASbq9ETspahO_Ho5Hqpb-kPZNf7JYlteT4,128
|
|
239
|
-
truss/tests/test_data/test_editable_external_pkg/model/model.py,sha256=Ni7TTPB0yStyvhgmogdt_CBrfBMFzWwZc2ay1J6ceZA,114
|
|
240
|
-
truss/tests/test_data/test_editable_external_pkg_parent/local_pkg/pyproject.toml,sha256=gjxmzcDN_-XIt1t8VyEavmQU-jK9axPhKScODEG0_IE,185
|
|
241
|
-
truss/tests/test_data/test_editable_external_pkg_parent/local_pkg/src/local_pkg/__init__.py,sha256=Ccv1rhOmQ6mwI9oQNcYMUBhzHV2WM6htYbGbTj86p-s,11
|
|
242
238
|
truss/tests/test_data/test_env_vars/config.yaml,sha256=h-yX05GMwfjvnSLHnrSwJYIBDNuEkNWe1hWYLGeImZk,598
|
|
243
239
|
truss/tests/test_data/test_go_custom_server_truss/config.yaml,sha256=85H3GDtmHAtU5P4PJk77tm04ma1ftv14fdLXBtbWsow,416
|
|
244
240
|
truss/tests/test_data/test_go_custom_server_truss/docker/Dockerfile,sha256=eggWZ7xVcs-VYAUm2Z6LqSdgaXS9wff611Dz7hVXGUw,123
|
|
@@ -374,8 +370,8 @@ truss_train/deployment.py,sha256=lWWANSuzBWu2M4oK4qD7n-oVR1JKdmw2Pn5BJQHg-Ck,307
|
|
|
374
370
|
truss_train/loader.py,sha256=0o66EjBaHc2YY4syxxHVR4ordJWs13lNXnKjKq2wq0U,1630
|
|
375
371
|
truss_train/public_api.py,sha256=9N_NstiUlmBuLUwH_fNG_1x7OhGCytZLNvqKXBlStrM,1220
|
|
376
372
|
truss_train/restore_from_checkpoint.py,sha256=8hdPm-WSgkt74HDPjvCjZMBpvA9MwtoYsxVjOoa7BaM,1176
|
|
377
|
-
truss-0.11.
|
|
378
|
-
truss-0.11.
|
|
379
|
-
truss-0.11.
|
|
380
|
-
truss-0.11.
|
|
381
|
-
truss-0.11.
|
|
373
|
+
truss-0.11.13rc3.dist-info/METADATA,sha256=cPpD-bEoveXxM_dTFQAJPui0DFO940QYrTTWlO7aivc,6681
|
|
374
|
+
truss-0.11.13rc3.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
|
|
375
|
+
truss-0.11.13rc3.dist-info/entry_points.txt,sha256=-MwKfHHQHQ6j0HqIgvxrz3CehCmczDLTD-OsRHnjjuU,130
|
|
376
|
+
truss-0.11.13rc3.dist-info/licenses/LICENSE,sha256=FTqGzu85i-uw1Gi8E_o0oD60bH9yQ_XIGtZbA1QUYiw,1064
|
|
377
|
+
truss-0.11.13rc3.dist-info/RECORD,,
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
VALUE = 42
|
|
File without changes
|
|
File without changes
|
|
File without changes
|