truefoundry 0.12.0rc2__tar.gz → 0.13.0rc1__tar.gz

{truefoundry-0.12.0rc2 → truefoundry-0.13.0rc1}/PKG-INFO

@@ -1,9 +1,9 @@
 Metadata-Version: 2.4
 Name: truefoundry
-Version: 0.12.0rc2
+Version: 0.13.0rc1
 Summary: TrueFoundry CLI
 Author-email: TrueFoundry Team <abhishek@truefoundry.com>
-Requires-Python: <3.14,>=3.8.1
+Requires-Python: <3.15,>=3.8.1
 Requires-Dist: aenum<4.0.0,>=3.0.0
 Requires-Dist: click<9.0.0,>=7.0.0
 Requires-Dist: coolname<2.0.0,>=1.1.0
@@ -31,7 +31,7 @@ Requires-Dist: requirements-parser<0.12.0,>=0.11.0
 Requires-Dist: rich-click<2.0.0,>=1.2.1
 Requires-Dist: rich<14.0.0,>=13.7.1
 Requires-Dist: tqdm<5.0.0,>=4.0.0
-Requires-Dist: truefoundry-sdk<0.2.0,>=0.1.10
+Requires-Dist: truefoundry-sdk<0.2.0,>=0.1.11
 Requires-Dist: typing-extensions>=4.0
 Requires-Dist: urllib3<3,>=1.26.18
 Requires-Dist: yq<4.0.0,>=3.1.0

{truefoundry-0.12.0rc2 → truefoundry-0.13.0rc1}/pyproject.toml

@@ -1,7 +1,7 @@
 [project]
 name = "truefoundry"
-version = "0.12.0rc2"  # This is a placeholder version, it will be replaced when releasing
-requires-python = ">=3.8.1,<3.14"
+version = "0.13.0rc1"  # This is a placeholder version, it will be replaced when releasing
+requires-python = ">=3.8.1,<3.15"
 description = "TrueFoundry CLI"
 authors = [{ name = "TrueFoundry Team", email = "abhishek@truefoundry.com" }]
 readme = "README.md"
@@ -31,7 +31,7 @@ dependencies = [
   "rich-click>=1.2.1,<2.0.0",
   "rich>=13.7.1,<14.0.0",
   "tqdm>=4.0.0,<5.0.0",
-  "truefoundry-sdk>=0.1.10,<0.2.0",
+  "truefoundry-sdk>=0.1.11,<0.2.0",
   "typing-extensions>=4.0",
   "urllib3>=1.26.18,<3",
   "yq>=3.1.0,<4.0.0",

{truefoundry-0.12.0rc2 → truefoundry-0.13.0rc1}/truefoundry/common/constants.py

@@ -36,11 +36,16 @@ class TrueFoundrySdkEnv(BaseSettings):
     # Note: Every field in this class should have a default value
     # Never expect the user to set these values
 
+    # For local development, this enables further configuration via _TFYServersConfig
+    TFY_CLI_LOCAL_DEV_MODE: bool = False
+
     # These two are not meant to be used directly. See the TFY_HOST and TFY_API_KEY properties below
     TFY_HOST_: Optional[str] = Field(default=None, env=TFY_HOST_ENV_KEY)
     TFY_API_KEY_: Optional[SecretStr] = Field(default=None, env=TFY_API_KEY_ENV_KEY)
 
-    # Internal Signed URL Server
+    ##############################
+    # Internal Signed URL Server #
+    ##############################
     TFY_INTERNAL_SIGNED_URL_SERVER_HOST: Optional[str] = Field(
         default=None, env=TFY_INTERNAL_SIGNED_URL_SERVER_HOST_ENV_KEY
     )
@@ -55,32 +60,42 @@ class TrueFoundrySdkEnv(BaseSettings):
     TFY_INTERNAL_SIGNED_URL_REQUEST_TIMEOUT: int = 3600  # default: 1 hour
     TFY_INTERNAL_SIGNED_URL_CLIENT_LOG_LEVEL: str = "WARNING"
 
-    # Artifacts
+    #############
+    # Artifacts #
+    #############
     TFY_ARTIFACTS_DOWNLOAD_CHUNK_SIZE_BYTES: int = 100 * 1000 * 1000
     TFY_ARTIFACTS_DOWNLOAD_MAX_WORKERS: int = max(min(32, (os.cpu_count() or 2) * 2), 4)
     TFY_ARTIFACTS_UPLOAD_MAX_WORKERS: int = max(min(32, (os.cpu_count() or 2) * 2), 4)
     TFY_ARTIFACTS_DISABLE_MULTIPART_UPLOAD: bool = False
     TFY_ARTIFACTS_DOWNLOAD_FSYNC_CHUNKS: bool = False
 
-    # Fo customizing the python image used for building via PythonBuild
+    #############
+    # TFY Build #
+    #############
+    # For customizing the images and packages used for builds
     TFY_PYTHONBUILD_PYTHON_IMAGE_REPO: str = "public.ecr.aws/docker/library/python"
-
-    # TODO(gw): Use another image with more linient rate limits
-    TFY_SPARK_BUILD_SPARK_IMAGE_REPO: str = "public.ecr.aws/bitnami/spark"
-
-    TFY_TASK_PYSPARK_BUILD_SPARK_IMAGE_REPO: str = "public.ecr.aws/bitnami/spark"
-
-    # For local development, this enables futher configuration via _TFYServersConfig
-    TFY_CLI_LOCAL_DEV_MODE: bool = False
-
     TFY_PYTHON_BUILD_PACKAGE_MANAGER: PythonPackageManager = PythonPackageManager.UV
     TFY_PYTHON_BUILD_UV_IMAGE_REPO: str = "ghcr.io/astral-sh/uv"
     TFY_PYTHON_BUILD_UV_IMAGE_TAG: str = "latest"
+    TFY_PYTHON_BUILD_POETRY_VERSION: str = Field(
+        default="2.0", env="TFY_PYTHON_BUILD_POETRY_VERSION"
+    )
+    TFY_PYTHON_BUILD_LATEST_POETRY_MAJOR_VERSION: int = Field(
+        default=2, env="TFY_PYTHON_BUILD_LATEST_POETRY_MAJOR_VERSION"
+    )
+    TFY_SPARK_BUILD_SPARK_IMAGE_REPO: str = "public.ecr.aws/bitnami/spark"
+    TFY_TASK_PYSPARK_BUILD_SPARK_IMAGE_REPO: str = "public.ecr.aws/bitnami/spark"
 
+    ##############
+    # OpenAI API #
+    ##############
     # Global Constants for OpenAI Integration
     OPENAI_API_KEY: Optional[str] = Field(default=None, env=OPENAI_API_KEY_KEY)
     OPENAI_MODEL: Optional[str] = Field(default=None, env=OPENAI_MODEL_KEY)
 
+    ###########
+    # TFY Ask #
+    ###########
     # Ask Command Specific Environment Variables for TrueFoundry
     TFY_ASK_OPENAI_API_KEY: Optional[str] = Field(
         default=None, env=TFY_ASK_OPENAI_API_KEY_KEY
@@ -94,12 +109,6 @@ class TrueFoundrySdkEnv(BaseSettings):
     )
     TFY_ASK_SYSTEM_PROMPT_NAME: str = Field(default="tfy-ask-k8s-prompt")
     TFY_INTERNAL_ASK_CONFIG_OVERRIDE_FILE: Optional[str] = Field(default=None)
-    TFY_PYTHON_BUILD_POETRY_VERSION: str = Field(
-        default="2.0", env="TFY_PYTHON_BUILD_POETRY_VERSION"
-    )
-    TFY_PYTHON_BUILD_LATEST_POETRY_MAJOR_VERSION: int = Field(
-        default=2, env="TFY_PYTHON_BUILD_LATEST_POETRY_MAJOR_VERSION"
-    )
 
     # This is a hack to fresh read the env vars because people can end up importing this file
     # before setting the correct env vars. E.g. in notebook environments.

{truefoundry-0.12.0rc2 → truefoundry-0.13.0rc1}/truefoundry/deploy/_autogen/models.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  application.json
-#   timestamp: 2025-09-10T19:32:14+00:00
+#   timestamp: 2025-10-15T06:08:56+00:00
 
 from __future__ import annotations
 
@@ -621,8 +621,8 @@ class Pip(BaseModel):
 
 class Poetry(BaseModel):
     """
-    Use `poetry` to setup env
-    Your build context root must contain `pyproject.toml` and `poetry.lock
+    Use `poetry` to setup env.
+    Your build context root must contain `pyproject.toml` and `poetry.lock`
     """
 
     type: Literal["poetry"] = Field(..., description="")
@@ -1095,7 +1095,7 @@ class TrueFoundryInteractiveLogin(BaseModel):
 class UV(BaseModel):
     """
     Use `uv` to setup env.
-    Your build context root must contain `pyproject.toml` and `uv.lock
+    Your build context root must contain `pyproject.toml` and `uv.lock`
     """
 
     type: Literal["uv"] = Field(..., description="")

{truefoundry-0.12.0rc2 → truefoundry-0.13.0rc1}/truefoundry/ml/log_types/artifacts/artifact.py

@@ -40,6 +40,7 @@ from truefoundry.ml.log_types.artifacts.utils import (
     calculate_total_size,
     get_autogen_type,
     set_tfy_internal_metadata,
+    set_user_artifact_metadata,
 )
 from truefoundry.ml.logger import logger
 from truefoundry.ml.session import _get_api_client
@@ -458,6 +459,7 @@ def _log_artifact_version_helper(
 
     metadata = metadata or {}
     metadata = set_tfy_internal_metadata(metadata)
+    metadata = set_user_artifact_metadata(metadata)
 
     _validate_description(description)
     _validate_artifact_metadata(metadata)

{truefoundry-0.12.0rc2 → truefoundry-0.13.0rc1}/truefoundry/ml/log_types/artifacts/constants.py

@@ -26,7 +26,7 @@ following:
 from truefoundry.ml import get_client
 from truefoundry.ml import ModelVersion, ModelSchema, Feature, FeatureValueType, PredictionValueType
 client = get_client()
-model_version = ModelVersion(fqn="{fqn}")
+model_version = ModelVersion.from_fqn(fqn="{fqn}")
 model_version = ModelSchema(...) # or schema in dictionary format {{"features": [...], "prediction": ...}}
 model_version.update()
 ```
@@ -36,3 +36,6 @@ ARTIFACT_METADATA_TRUEFOUNDRY_KEY = ".truefoundry"
 TFY_INTERNAL_APPLICATION_ID_ENV_VAR = "TFY_INTERNAL_APPLICATION_ID"
 TFY_INTERNAL_APPLICATION_VERSION_ENV_VAR = "TFY_INTERNAL_APPLICATION_VERSION"
 TFY_INTERNAL_JOB_RUN_NAME_ENV_VAR = "TFY_INTERNAL_JOB_RUN_NAME"
+TFY_ARTIFACTS_ADDITIONAL_USER_METADATA_ENV_VAR = (
+    "TFY_ARTIFACTS_ADDITIONAL_USER_METADATA"
+)

{truefoundry-0.12.0rc2 → truefoundry-0.13.0rc1}/truefoundry/ml/log_types/artifacts/model.py

@@ -47,6 +47,7 @@ from truefoundry.ml.log_types.artifacts.utils import (
     calculate_total_size,
     get_autogen_type,
     set_tfy_internal_metadata,
+    set_user_artifact_metadata,
 )
 from truefoundry.ml.model_framework import (
     ModelFrameworkType,
@@ -547,6 +548,7 @@ def _log_model_version(  # noqa: C901
     total_size = None
     metadata = metadata or {}
     metadata = set_tfy_internal_metadata(metadata)
+    metadata = set_user_artifact_metadata(metadata)
 
     _validate_description(description)
     _validate_artifact_metadata(metadata)

{truefoundry-0.12.0rc2 → truefoundry-0.13.0rc1}/truefoundry/ml/log_types/artifacts/utils.py

@@ -10,6 +10,7 @@ from truefoundry.ml.exceptions import MlFoundryException
 from truefoundry.ml.log_types.artifacts.constants import (
     ARTIFACT_METADATA_TRUEFOUNDRY_KEY,
     DESCRIPTION_MAX_LENGTH,
+    TFY_ARTIFACTS_ADDITIONAL_USER_METADATA_ENV_VAR,
     TFY_INTERNAL_APPLICATION_ID_ENV_VAR,
     TFY_INTERNAL_APPLICATION_VERSION_ENV_VAR,
     TFY_INTERNAL_JOB_RUN_NAME_ENV_VAR,
@@ -237,16 +238,8 @@ def get_autogen_type(parent_type: Type[BaseModel], field_name: str) -> Type[Base
 
 
 def set_tfy_internal_metadata(metadata: Dict[str, Any]) -> Dict[str, Any]:
-    if ARTIFACT_METADATA_TRUEFOUNDRY_KEY not in metadata:
-        metadata[ARTIFACT_METADATA_TRUEFOUNDRY_KEY] = {}
-    elif not isinstance(metadata[ARTIFACT_METADATA_TRUEFOUNDRY_KEY], dict):
-        return metadata
-
-    tfy_metadata = metadata[ARTIFACT_METADATA_TRUEFOUNDRY_KEY]
-    created_by_key = "created_by"
-    if created_by_key not in tfy_metadata:
-        tfy_metadata[created_by_key] = {}
-    elif not isinstance(tfy_metadata[created_by_key], dict):
+    tfy_metadata = metadata.setdefault(ARTIFACT_METADATA_TRUEFOUNDRY_KEY, {})
+    if not isinstance(tfy_metadata, dict):
         return metadata
 
     tfy_internal_metadata = {
@@ -254,8 +247,53 @@ def set_tfy_internal_metadata(metadata: Dict[str, Any]) -> Dict[str, Any]:
         "application_version": os.environ.get(TFY_INTERNAL_APPLICATION_VERSION_ENV_VAR),
         "job_run_name": os.environ.get(TFY_INTERNAL_JOB_RUN_NAME_ENV_VAR),
     }
-    created_by_metadata = tfy_metadata[created_by_key]
-    for key, value in tfy_internal_metadata.items():
-        if key not in created_by_metadata and value is not None:
-            created_by_metadata[key] = value
+    tfy_internal_metadata = {
+        k: v for k, v in tfy_internal_metadata.items() if v is not None
+    }
+
+    if tfy_internal_metadata:
+        created_by_key = "created_by"
+        created_by_metadata = tfy_metadata.setdefault(created_by_key, {})
+        if created_by_key in tfy_metadata and not isinstance(created_by_metadata, dict):
+            return metadata
+        for key, value in tfy_internal_metadata.items():
+            if key not in created_by_metadata:
+                created_by_metadata[key] = value
+    return metadata
+
+
+def _merge_dicts_recursively(
+    src: Dict[str, Any], dest: Dict[str, Any], overwrite: bool = False
+) -> Dict[str, Any]:
+    for key, value in src.items():
+        if key not in dest:
+            dest[key] = value
+        else:
+            if isinstance(value, dict) and isinstance(dest[key], dict):
+                _merge_dicts_recursively(value, dest[key], overwrite=overwrite)
+            elif overwrite:
+                dest[key] = value
+    return dest
+
+
+def set_user_artifact_metadata(metadata: Dict[str, Any]) -> Dict[str, Any]:
+    _user_metadata = os.environ.get(TFY_ARTIFACTS_ADDITIONAL_USER_METADATA_ENV_VAR)
+    if not _user_metadata:
+        return metadata
+
+    try:
+        user_metadata = json.loads(_user_metadata)
+    except ValueError:
+        logger.warning(
+            "Content of `TFY_ARTIFACTS_ADDITIONAL_USER_METADATA` environment variable is not valid json, cannot add to metadata"
+        )
+        return metadata
+
+    if not isinstance(user_metadata, dict):
+        logger.warning(
+            "Content of `TFY_ARTIFACTS_ADDITIONAL_USER_METADATA` environment variable is not a dictionary, cannot add to metadata"
+        )
+        return metadata
+
+    metadata = _merge_dicts_recursively(user_metadata, metadata, overwrite=False)
     return metadata