truss 0.10.0rc1__tar.gz → 0.60.0__tar.gz

{truss-0.10.0rc1 → truss-0.60.0}/CONTRIBUTING.md

@@ -4,8 +4,8 @@ Truss was first created at [Baseten](https://baseten.co), but as an open and liv
 
 We use GitHub features for project management on Truss:
 
-* For bugs and feature requests, file an issue.
-* For changes and updates, create a pull request.
+* For bugs and feature requests, [file an issue](https://github.com/basetenlabs/truss/issues).
+* For changes and updates, create a [pull request](https://github.com/basetenlabs/truss/pulls).
 * To view and comment on the roadmap, [check the projects tab](https://github.com/orgs/basetenlabs/projects/3).
 
 ## Local development
@@ -20,16 +20,17 @@ We use `asdf` to manage Python binaries and `poetry` to manage Python dependenci
 
 For development in a macOS environment, we use `brew` to manage system packages.
 
-```
+```bash
 # Install asdf (or use another method https://asdf-vm.com/)
 brew install asdf
 
 # Install `asdf` managed python and poetry
 asdf plugin add python
 asdf plugin add poetry
+asdf install
 
 # Install poetry dependencies
-poetry install
+poetry install --with=dev,dev-server --extras=all
 
 # And finally precommit
 poetry run pre-commit install
@@ -37,7 +38,7 @@ poetry run pre-commit install
 
 Then to run the entire test suite
 
-```
+```bash
 poetry run pytest truss/tests
 ```
 

{truss-0.10.0rc1 → truss-0.60.0}/PKG-INFO

@@ -1,44 +1,46 @@
-Metadata-Version: 2.1
+Metadata-Version: 2.3
 Name: truss
-Version: 0.10.0rc1
+Version: 0.60.0
 Summary: A seamless bridge from model development to model delivery
-Home-page: https://github.com/basetenlabs/truss
 License: MIT
 Keywords: MLOps,AI,Model Serving,Model Deployment,Machine Learning
 Author: Pankaj Gupta
 Author-email: pankaj@baseten.co
-Requires-Python: >=3.8,<3.12
+Requires-Python: >=3.8,<3.13
 Classifier: License :: OSI Approved :: MIT License
 Classifier: Programming Language :: Python :: 3
 Classifier: Programming Language :: Python :: 3.8
 Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Provides-Extra: all
 Requires-Dist: Jinja2 (>=3.1.2,<4.0.0)
-Requires-Dist: PyYAML (>=6.0,<7.0)
+Requires-Dist: PyYAML (>=6.0)
+Requires-Dist: aiofiles (>=24.1.0,<25.0.0)
+Requires-Dist: aiohttp (>=3.10.10,<4.0.0)
 Requires-Dist: blake3 (>=0.3.3,<0.4.0)
-Requires-Dist: boto3 (>=1.26.157,<2.0.0)
-Requires-Dist: fastapi (>=0.109.1,<0.110.0)
+Requires-Dist: boto3 (>=1.34.85,<2.0.0)
+Requires-Dist: click (>=8.0.3,<9.0.0)
+Requires-Dist: fastapi (>=0.109.1)
 Requires-Dist: google-cloud-storage (==2.10.0)
-Requires-Dist: httpx (>=0.24.1,<0.25.0)
-Requires-Dist: huggingface_hub (>=0.19.4)
+Requires-Dist: httpx (>=0.24.1)
+Requires-Dist: huggingface_hub (>=0.25.0)
 Requires-Dist: inquirerpy (>=0.3.4,<0.4.0)
+Requires-Dist: libcst (<1.2.0)
 Requires-Dist: loguru (>=0.7.2)
-Requires-Dist: msgpack (>=1.0.2)
-Requires-Dist: msgpack-numpy (>=0.4.7.1)
-Requires-Dist: numpy (>=1.23.5)
 Requires-Dist: packaging (>=20.9)
 Requires-Dist: pathspec (>=0.9.0)
-Requires-Dist: psutil (>=5.9.4,<6.0.0)
-Requires-Dist: pydantic (>=2.6.1,<3.0.0)
+Requires-Dist: psutil (>=5.9.4)
+Requires-Dist: pydantic (>=1.10.0)
 Requires-Dist: python-json-logger (>=2.0.2)
 Requires-Dist: python-on-whales (>=0.68.0,<0.69.0)
+Requires-Dist: requests (>=2.31)
 Requires-Dist: rich (>=13.4.2,<14.0.0)
 Requires-Dist: rich-click (>=1.6.1,<2.0.0)
+Requires-Dist: ruff (>=0.4.8)
 Requires-Dist: single-source (>=0.3.0,<0.4.0)
 Requires-Dist: tenacity (>=8.0.1,<9.0.0)
-Requires-Dist: uvicorn (>=0.24.0,<0.25.0)
-Requires-Dist: uvloop (>=0.19.0,<0.20.0)
 Requires-Dist: watchfiles (>=0.19.0,<0.20.0)
 Project-URL: Bug Reports, https://github.com/basetenlabs/truss/issues
 Project-URL: Baseten, https://baseten.co

{truss-0.10.0rc1 → truss-0.60.0}/context_builder.Dockerfile

@@ -14,11 +14,14 @@ RUN curl -sSL https://install.python-poetry.org | python -
 
 ENV PATH="/root/.local/bin:${PATH}"
 COPY ./truss ./truss
+# Chains source code is not actually needed (and deps from chains group won't be
+# installed when using `--only builder`). But nonetheless poetry fails the install
+# if this directory is not present/empty - so we copy it.
+COPY ./truss-chains ./truss-chains
 COPY ./pyproject.toml ./pyproject.toml
 COPY ./poetry.lock ./poetry.lock
 COPY ./README.md ./README.md
 
 # https://python-poetry.org/docs/configuration/#virtualenvsin-project
 # to write to project root .venv file to be used for context builder test
-RUN poetry config virtualenvs.in-project true \
-    && poetry install --only builder
+RUN poetry config virtualenvs.in-project true && poetry install --extras=all

truss-0.60.0/pyproject.toml

@@ -0,0 +1,231 @@
+[tool.poetry]
+name = "truss"
+version = "0.60.0"
+description = "A seamless bridge from model development to model delivery"
+license = "MIT"
+readme = "README.md"
+authors = ["Pankaj Gupta <pankaj@baseten.co>", "Phil Howes <phil@baseten.co>"]
+include = ["*.txt", "*.Dockerfile", "*.md"]
+repository = "https://github.com/basetenlabs/truss"
+keywords = [
+    "MLOps",
+    "AI",
+    "Model Serving",
+    "Model Deployment",
+    "Machine Learning",
+]
+
+packages = [
+    { include = "truss", from = "." },
+    { include = "truss_chains", from = "./truss-chains" },
+]
+
+requires-poetry = ">=2.0"
+
+[tool.poetry.scripts]
+truss = "truss.cli.cli:truss_cli"
+truss-docker-build-setup = "truss.contexts.docker_build_setup:docker_build_setup"
+
+[tool.poetry.urls]
+"Homepage" = "https://truss.baseten.co"
+"Bug Reports" = "https://github.com/basetenlabs/truss/issues"
+"Documentation" = "https://truss.baseten.co"
+"Baseten" = "https://baseten.co"
+
+# Note: *why* are dependencies and defined like this?
+# The goal is to factorize the overall truss package into a light-weight `base` part that includes
+# e.g. the Truss config and has no heavy dependencies. Other functionalities are organzied into
+# components (or "extras") sub-packages, that can be selectively installed (and heavy dependencies
+# are only installed as needed).
+#
+# These sub-packages should have clear separation of concerns, and it should be carefully designed
+# how they depend on and import each other (e.g. `base` must not depend on anything else, the
+# server does not need local CLI tools).
+#
+# We want components to be selectable via pip installs (e.g. `pip install truss[server]`).
+# Unfortunately poetry dependency groups don't integrate natively with the "extras" concept:
+# Specifically, dependencies listed in groups (other than the implicit main group) cannot be used
+# for extras.
+#
+# This leaves us with the following process:
+#
+# * Use poetry groups only for dev dependencies. These are never included in pip. For dev envs
+#   use the following installation command `poetry install --with=dev,dev-server --extras=all`.
+# * All other dependencies are in the main group `tool.poetry.dependencies`. Base dependencies are
+#   at the top and non-optional.
+# * Dependencies from other compoents are listed after, and marked with `optional = false`. If a
+#   dependency is needed by mutlipe extras, only add it once, but see next step. This also ensures
+#   that poetry resolves *all* dependencies from all extras to be globally consistent.
+# * Since poetry groups don't work with extras, we need to make the association between a dependency
+#   and the componnent(s) in which it is used in a different way. Because it's cumbersome to fill
+#   in `tool.poetry.extras` manually, we automate this process and only define
+#   `tool.dependency_metadata` where we map for each extra dependency to one or multiple components
+#   that need it.
+# * As a pre-commit step `pyproject_toml_linter.py` populates `tool.poetry.extras` groups and also
+#   creates an "all"-extras.
+#
+# TODO: The full factorization is WIP, so far only `base` has been cleanly factored out.
+#  All other dependencies are lumped together in "other". Customers should install truss
+#  as `pip install truss[local]`, so we temporarily fill local with all deps, until it is properly
+#  isolated.
+[tool.poetry.dependencies]
+# "base" dependencies.
+# "When using chains, 3.9 will be required at runtime, but other truss functionality works with 3.8.
+python = ">=3.8,<3.13"
+huggingface_hub = ">=0.25.0"
+pydantic = ">=1.10.0"  # We cannot upgrade to v2, due to customer constraints.
+PyYAML = ">=6.0"
+single-source = "^0.3.0"
+# "non-base" dependencies.
+# TODO: until we have resolved the question on how users can install the local tools frictionless
+#  (extras cannot be marked to be included by default), all below packages are non-optional.
+#  This also means that so far extras defined in `[tool.poetry.extras]` don't have any meaning,
+#  since everything is globally included anyway.
+Jinja2 = { version = "^3.1.2", optional = false }
+aiofiles = { version = "^24.1.0", optional = false }
+aiohttp = { version = "^3.10.10", optional = false }
+blake3 = { version = "^0.3.3", optional = false }
+boto3 = { version = "^1.34.85", optional = false }
+click = { version = "^8.0.3", optional = false }
+fastapi = { version =">=0.109.1", optional = false }
+google-cloud-storage = { version = "2.10.0", optional = false }
+httpx = { version = ">=0.24.1", optional = false }
+inquirerpy = { version = "^0.3.4", optional = false }
+libcst = { version = "<1.2.0", optional = false }
+loguru = { version = ">=0.7.2", optional = false }
+packaging = { version = ">=20.9", optional = false }
+pathspec = { version = ">=0.9.0", optional = false }
+psutil = { version = ">=5.9.4", optional = false }
+python-json-logger = { version = ">=2.0.2", optional = false }
+python-on-whales = { version = "^0.68.0", optional = false }
+requests = { version = ">=2.31", optional = false }
+rich = { version = "^13.4.2", optional = false }
+rich-click = { version = "^1.6.1", optional = false }
+ruff = { version = ">=0.4.8", optional = false }  # Not a dev dep, needed for chains code gen.
+tenacity = { version = "^8.0.1", optional = false }
+watchfiles = { version = "^0.19.0", optional = false }
+
+
+[tool.dependency_metadata]
+# `base` / `main` deps which are non-optional are always included and don't need to be added here.
+Jinja2 = { components = "other" }
+aiofiles = { components = "other" }
+aiohttp = { components = "other" }
+blake3 = { components = "other" }
+boto3 = { components = "other" }
+click = { components = "other" }
+google-cloud-storage = { components = "other" }
+httpx = { components = "other" }
+inquirerpy = { components = "other" }
+libcst = { components = "other" }
+loguru = { components = "other" }
+packaging = { components = "other" }
+pathspec = { components = "other" }
+psutil = { components = "other" }
+python-json-logger = { components = "other" }
+python-on-whales = { components = "other" }
+requests = { components = "other" }
+rich = { components = "other" }
+rich-click = { components = "other" }
+ruff = { components = "other" }
+tenacity = { components = "other" }
+watchfiles = { components = "other" }
+
+[tool.poetry.group.dev.dependencies]
+# These packages are needed as the dev/testing tooling
+ruff = "^0.9.0"  # pinning ruff to a higher version for development
+coverage = "^6.4.1"
+httpx = { extras = ["cli"], version = "*" }
+ipdb = "^0.13.9"
+ipykernel = "^6.16.0"
+ipython = "^7.16"
+mypy = "^1.0.0"
+nbconvert = "^7.2.1"
+pre-commit = "^2.18.1"
+pytest = "7.2.0"
+pytest-asyncio = "^0.23.6"
+pytest-check = "^2.4.1"
+pytest-cov = "^3.0.0"
+pytest-split = "^0.8.1"
+requests-mock = ">=1.11.0"
+tomlkit = ">=0.12"
+types-PyYAML = "^6.0.12.12"
+types-aiofiles = ">=24.1.0"
+types-requests = "==2.31.0.2"
+types-setuptools = "^69.0.0.0"
+
+[tool.poetry.group.dev-server.dependencies]
+# These packages are needed to run local tests of server components. Note that the actual
+# server deps for building the docker image are (so far) defined in `requirements.txt`-files.
+dockerfile = "^3.2.0"
+fastapi =">=0.109.1"
+flask = "^2.3.3"
+msgpack = ">=1.0.2"
+msgpack-numpy = ">=0.4.8"
+numpy = ">=1.23.5"
+opentelemetry-api = ">=1.25.0"
+opentelemetry-exporter-otlp = ">=1.25.0"
+opentelemetry-sdk = ">=1.25.0"
+truss_transfer="0.0.1"
+uvicorn = ">=0.24.0"
+uvloop = ">=0.17.0"
+
+
+[build-system]
+build-backend = "poetry.core.masonry.api"
+requires = ["poetry-core>=1.2.1"]
+
+[tool.mypy]
+ignore_missing_imports = true
+python_version = "3.8"
+plugins = ["pydantic.mypy"]
+
+[tool.pytest.ini_options]
+markers = [
+    "integration: marks tests as integration (deselect with '-m \"not integration\"').",
+    "asyncio: marks tests as async.",
+]
+addopts = "--ignore=smoketests"
+
+[tool.ruff]
+src = ["truss", "truss-chains", "truss-utils"]
+target-version = "py38"
+line-length = 88
+lint.extend-select = [
+    "I", # isort
+]
+lint.ignore = [
+    "E402", # module-import-not-at-top
+]
+
+[tool.ruff.format]
+skip-magic-trailing-comma = true
+
+[tool.ruff.lint.isort]
+# Matches the Google Python Style Guide.
+section-order = [
+    "future",
+    "standard-library",
+    "third-party",
+    "first-party",
+    "local-folder",
+]
+split-on-trailing-comma = false
+
+[tool.ruff.lint.extend-per-file-ignores]
+"**tests/samples.py" = [
+    "I", # isort
+    "F", # flake8
+]
+"config.py" = [
+    "I", # isort
+    "F", # flake8
+]
+
+[tool.ruff.lint.pycodestyle]
+# The formatter can go sometimes go over the 88-character limit, so we want to provide some buffer.
+max-line-length = 120
+
+# Note: `tool.poetry.extras` was autogenerated by `pyproject_toml_linter.py`, do not edit manually.
+[tool.poetry.extras]
+all = []

truss-0.60.0/truss/__init__.py

@@ -0,0 +1,21 @@
+import warnings
+from pathlib import Path
+
+from pydantic import PydanticDeprecatedSince20
+from single_source import get_version
+
+# Suppress Pydantic V1 warnings, because we have to use it for backwards compat.
+warnings.filterwarnings("ignore", category=PydanticDeprecatedSince20)
+
+__version__ = get_version(__name__, Path(__file__).parent.parent)
+
+
+def version():
+    return __version__
+
+
+from truss.api import login, push, whoami
+from truss.base import truss_config
+from truss.truss_handle.build import load  # TODO: Refactor all usages and remove.
+
+__all__ = ["push", "login", "load", "whoami", "truss_config"]

truss-0.60.0/truss/api/__init__.py

@@ -0,0 +1,123 @@
+from typing import TYPE_CHECKING, Optional, Type, cast
+
+if TYPE_CHECKING:
+    from rich import progress
+
+from truss.api import definitions
+from truss.remote.baseten.service import BasetenService
+from truss.remote.remote_factory import RemoteFactory
+from truss.remote.truss_remote import RemoteConfig
+from truss.truss_handle.build import load
+
+
+def login(api_key: str):
+    """
+    Logs user into Baseten account. Persists information to ~/.trussrc file,
+    so only needs to be invoked once.
+    Args:
+        api_key: Baseten API Key
+    """
+    remote_url = "https://app.baseten.co"
+    remote_config = RemoteConfig(
+        name="baseten",
+        configs={
+            "remote_provider": "baseten",
+            "api_key": api_key,
+            "remote_url": remote_url,
+        },
+    )
+    RemoteFactory.update_remote_config(remote_config)
+
+
+def whoami(remote: Optional[str] = None):
+    """
+    Returns account information for the current user.
+    """
+    if not remote:
+        available_remotes = RemoteFactory.get_available_config_names()
+        if len(available_remotes) == 1:
+            remote = available_remotes[0]
+        elif len(available_remotes) == 0:
+            raise ValueError(
+                "Please authenticate via truss.login and pass it as an argument."
+            )
+        else:
+            raise ValueError(
+                "Multiple remotes found. Please pass the remote as an argument."
+            )
+
+    remote_provider = RemoteFactory.create(remote=remote)
+    return remote_provider.whoami()
+
+
+def push(
+    target_directory: str,
+    remote: Optional[str] = None,
+    model_name: Optional[str] = None,
+    publish: bool = False,
+    promote: bool = False,
+    preserve_previous_production_deployment: bool = False,
+    trusted: bool = False,
+    deployment_name: Optional[str] = None,
+    environment: Optional[str] = None,
+    progress_bar: Optional[Type["progress.Progress"]] = None,
+) -> definitions.ModelDeployment:
+    """
+    Pushes a Truss to Baseten.
+
+    Args:
+        target_directory: Directory of Truss to push.
+        remote: Name of the remote in .trussrc to patch changes to.
+        model_name: The name of the model, if different from the one in the config.yaml.
+        publish: Push the truss as a published deployment. If no production deployment exists,
+            promote the truss to production after deploy completes.
+        promote: Push the truss as a published deployment. Even if a production deployment exists,
+            promote the truss to production after deploy completes.
+        preserve_previous_production_deployment: Preserve the previous production deployment’s autoscaling
+            setting. When not specified, the previous production deployment will be updated to allow it to
+            scale to zero. Can only be use in combination with `promote` option.
+        trusted: Give Truss access to secrets on remote host.
+        deployment_name: Name of the deployment created by the push. Can only be
+            used in combination with `publish` or `promote`. Deployment name must
+            only contain alphanumeric, ’.’, ’-’ or ’_’ characters.
+        environment: Name of stable environment on baseten.
+        progress_bar: Optional `rich.progress.Progress` if output is desired.
+
+    Returns:
+        The newly created ModelDeployment.
+    """
+
+    if not remote:
+        available_remotes = RemoteFactory.get_available_config_names()
+        if len(available_remotes) == 1:
+            remote = available_remotes[0]
+        elif len(available_remotes) == 0:
+            raise ValueError(
+                "Please authenticate via truss.login and pass it as an argument."
+            )
+        else:
+            raise ValueError(
+                "Multiple remotes found. Please pass the remote as an argument."
+            )
+
+    remote_provider = RemoteFactory.create(remote=remote)
+    tr = load(target_directory)
+    model_name = model_name or tr.spec.config.model_name
+    if not model_name:
+        raise ValueError(
+            "No model name provided. Please specify a model name in config.yaml."
+        )
+
+    service = remote_provider.push(
+        tr,
+        model_name=model_name,
+        publish=publish,
+        trusted=trusted,
+        promote=promote,
+        preserve_previous_prod_deployment=preserve_previous_production_deployment,
+        deployment_name=deployment_name,
+        environment=environment,
+        progress_bar=progress_bar,
+    )  # type: ignore
+
+    return definitions.ModelDeployment(cast(BasetenService, service))

truss-0.60.0/truss/api/definitions.py

@@ -0,0 +1,51 @@
+import time
+
+import pydantic
+
+from truss.remote.baseten import service
+from truss.remote.baseten.core import ACTIVE_STATUS, DEPLOYING_STATUSES
+
+
+class ModelDeployment:
+    model_config = pydantic.ConfigDict(protected_namespaces=())
+
+    model_id: str
+    model_deployment_id: str
+    _baseten_service: service.BasetenService
+
+    def __init__(self, service: service.BasetenService):
+        self.model_id = service._model_id
+        self.model_deployment_id = service._model_version_id
+        self._baseten_service = service
+
+    def wait_for_active(self, timeout_seconds: int = 600) -> bool:
+        """
+        Waits for the deployment to be active.
+
+        Args:
+            timeout_seconds: The maximum time to wait for the deployment to be active.
+
+        Returns:
+            The status of the deployment.
+        """
+        start_time = time.time()
+        for deployment_status in self._baseten_service.poll_deployment_status():
+            if (
+                timeout_seconds is not None
+                and time.time() - start_time > timeout_seconds
+            ):
+                raise TimeoutError("Deployment timed out.")
+
+            if deployment_status == ACTIVE_STATUS:
+                return True
+
+            if deployment_status not in DEPLOYING_STATUSES:
+                raise Exception(f"Deployment failed with status: {deployment_status}")
+
+        raise RuntimeError("Error polling deployment status.")
+
+    def __repr__(self):
+        return (
+            f"ModelDeployment(model_id={self.model_id}, "
+            f"model_deployment_id={self.model_deployment_id})"
+        )

truss-0.60.0/truss/base/constants.py

@@ -0,0 +1,116 @@
+import pathlib
+from typing import Set
+
+SKLEARN = "sklearn"
+TENSORFLOW = "tensorflow"
+KERAS = "keras"
+XGBOOST = "xgboost"
+PYTORCH = "pytorch"
+CUSTOM = "custom"
+HUGGINGFACE_TRANSFORMER = "huggingface_transformer"
+LIGHTGBM = "lightgbm"
+
+_TRUSS_ROOT = pathlib.Path(__file__).parent.parent.resolve()
+
+TEMPLATES_DIR = _TRUSS_ROOT / "templates"
+TRADITIONAL_CUSTOM_TEMPLATE_DIR = TEMPLATES_DIR / "custom"
+PYTHON_DX_CUSTOM_TEMPLATE_DIR = TEMPLATES_DIR / "custom_python_dx"
+DOCKER_SERVER_TEMPLATES_DIR = TEMPLATES_DIR / "docker_server"
+SERVER_CODE_DIR: pathlib.Path = TEMPLATES_DIR / "server"
+TRITON_SERVER_CODE_DIR: pathlib.Path = TEMPLATES_DIR / "triton"
+TRTLLM_TRUSS_DIR: pathlib.Path = TEMPLATES_DIR / "trtllm-briton"
+SHARED_SERVING_AND_TRAINING_CODE_DIR_NAME = "shared"
+SHARED_SERVING_AND_TRAINING_CODE_DIR: pathlib.Path = (
+    TEMPLATES_DIR / SHARED_SERVING_AND_TRAINING_CODE_DIR_NAME
+)
+CONTROL_SERVER_CODE_DIR: pathlib.Path = TEMPLATES_DIR / "control"
+CHAINS_CODE_DIR: pathlib.Path = _TRUSS_ROOT.parent / "truss-chains" / "truss_chains"
+
+SUPPORTED_PYTHON_VERSIONS = {"3.8", "3.9", "3.10", "3.11"}
+MAX_SUPPORTED_PYTHON_VERSION_IN_CUSTOM_BASE_IMAGE = "3.12"
+MIN_SUPPORTED_PYTHON_VERSION_IN_CUSTOM_BASE_IMAGE = "3.8"
+
+TRTLLM_PREDICT_CONCURRENCY = 512
+BEI_TRTLLM_CLIENT_BATCH_SIZE = 128
+BEI_MAX_CONCURRENCY_TARGET_REQUESTS = 2048
+BEI_REQUIRED_MAX_NUM_TOKENS = 16384
+
+TRTLLM_MIN_MEMORY_REQUEST_GI = 16
+HF_MODELS_API_URL = "https://huggingface.co/api/models"
+HF_ACCESS_TOKEN_KEY = "hf_access_token"
+TRUSSLESS_MAX_PAYLOAD_SIZE = "64M"
+# Alias for TEMPLATES_DIR
+SERVING_DIR: pathlib.Path = TEMPLATES_DIR
+
+REQUIREMENTS_TXT_FILENAME = "requirements.txt"
+USER_SUPPLIED_REQUIREMENTS_TXT_FILENAME = "user_requirements.txt"
+BASE_SERVER_REQUIREMENTS_TXT_FILENAME = "base_server_requirements.txt"
+SERVER_REQUIREMENTS_TXT_FILENAME = "server_requirements.txt"
+SYSTEM_PACKAGES_TXT_FILENAME = "system_packages.txt"
+
+FILENAME_CONSTANTS_MAP = {
+    "config_requirements_filename": REQUIREMENTS_TXT_FILENAME,
+    "user_supplied_requirements_filename": USER_SUPPLIED_REQUIREMENTS_TXT_FILENAME,
+    "base_server_requirements_filename": BASE_SERVER_REQUIREMENTS_TXT_FILENAME,
+    "server_requirements_filename": SERVER_REQUIREMENTS_TXT_FILENAME,
+    "system_packages_filename": SYSTEM_PACKAGES_TXT_FILENAME,
+}
+
+SERVER_DOCKERFILE_TEMPLATE_NAME = "server.Dockerfile.jinja"
+MODEL_DOCKERFILE_NAME = "Dockerfile"
+
+README_TEMPLATE_NAME = "README.md.jinja"
+MODEL_README_NAME = "README.md"
+
+CONFIG_FILE = "config.yaml"
+DOCKERFILE = "Dockerfile"
+# Used to indicate whether to associate a container with Truss
+TRUSS = "truss"
+# Used to create unique identifier based on last time truss was updated
+TRUSS_MODIFIED_TIME = "truss_modified_time"
+# Path of the Truss used to identify which Truss is being referred
+TRUSS_DIR = "truss_dir"
+TRUSS_HASH = "truss_hash"
+
+HUGGINGFACE_TRANSFORMER_MODULE_NAME: Set[str] = set({})
+
+# list from https://scikit-learn.org/stable/developers/advanced_installation.html
+SKLEARN_REQ_MODULE_NAMES: Set[str] = {
+    "numpy",
+    "scipy",
+    "joblib",
+    "scikit-learn",
+    "threadpoolctl",
+}
+
+XGBOOST_REQ_MODULE_NAMES: Set[str] = {"xgboost"}
+
+# list from https://www.tensorflow.org/install/pip
+# if problematic, lets look to https://www.tensorflow.org/install/source
+TENSORFLOW_REQ_MODULE_NAMES: Set[str] = {"tensorflow"}
+
+LIGHTGBM_REQ_MODULE_NAMES: Set[str] = {"lightgbm"}
+
+# list from https://pytorch.org/get-started/locally/
+PYTORCH_REQ_MODULE_NAMES: Set[str] = {"torch", "torchvision", "torchaudio"}
+
+MLFLOW_REQ_MODULE_NAMES: Set[str] = {"mlflow"}
+
+INFERENCE_SERVER_PORT = 8080
+
+HTTP_PUBLIC_BLOB_BACKEND = "http_public"
+
+REGISTRY_BUILD_SECRET_PREFIX = "DOCKER_REGISTRY_"
+
+TRTLLM_SPEC_DEC_TARGET_MODEL_NAME = "target"
+TRTLLM_SPEC_DEC_DRAFT_MODEL_NAME = "draft"
+TRTLLM_BASE_IMAGE = "baseten/briton-server:v0.16.0-5be7b58"
+TRTLLM_PYTHON_EXECUTABLE = "/usr/local/briton/venv/bin/python"
+BASE_TRTLLM_REQUIREMENTS = ["briton==0.4.2"]
+BEI_TRTLLM_BASE_IMAGE = "baseten/bei:0.0.17@sha256:9c3577f6ec672d6da5aca18e9c0ebdddd65ed80c8858e757fbde7e9cf48de01d"
+
+BEI_TRTLLM_PYTHON_EXECUTABLE = "/usr/bin/python3"
+
+OPENAI_COMPATIBLE_TAG = "openai-compatible"
+
+PRODUCTION_ENVIRONMENT_NAME = "production"